-- Logs begin at Thu 2022-04-21 19:58:00 UTC, end at Thu 2022-04-21 22:23:02 UTC. -- Apr 21 20:36:43.476990 n-d-838945-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 21 20:36:46.222784 n-d-838945-1 neutron-server[114539]: INFO neutron.common.config [-] Logging enabled! Apr 21 20:36:46.223348 n-d-838945-1 neutron-server[114539]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.0 Apr 21 20:36:46.223557 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114539) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 20:36:46.226927 n-d-838945-1 neutron-server[114539]: INFO neutron.common.config [-] Logging enabled! Apr 21 20:36:46.227181 n-d-838945-1 neutron-server[114539]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.0 Apr 21 20:36:46.227491 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114539) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 20:36:46.228454 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 20:36:46.228675 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 20:36:46.229055 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 20:36:46.229299 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 20:36:46.229522 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 20:36:46.229841 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.230143 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.230440 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.230671 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.230967 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.231259 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.231544 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.231835 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.232136 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.232423 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.232705 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.233018 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.233248 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.233533 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.233829 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.234117 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.234341 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] debug = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.234624 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.235054 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.235462 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.235821 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.236617 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.238319 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.238319 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.238319 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.238319 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.238319 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] host = n-d-838945-1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.238319 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.239006 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.239006 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.239166 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.239421 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.239695 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.239982 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.240257 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.240528 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] log_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.240826 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.241115 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.241402 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.241691 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.241915 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.242136 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.242424 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.242711 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.242988 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.243262 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.243536 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.243808 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.244080 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.244347 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.244632 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.244941 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.245227 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.245503 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.245777 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.246048 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.246319 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.246605 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.246880 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.247154 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.247429 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.247715 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.247983 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.248255 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.248556 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.248863 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.249148 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.249435 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.249710 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.249994 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.250266 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.250538 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.250809 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] use_json = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.251079 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.251391 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.251677 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.251950 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.252220 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.252494 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.252780 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.253073 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.253344 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:46.253638 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.253934 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.254233 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.254521 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.254815 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.255096 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.255385 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.255663 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.255951 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.256239 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.256531 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.256837 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.257129 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.257406 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.257700 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.258002 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.258296 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.258586 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.258860 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.259134 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.259406 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.259682 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.259970 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.260249 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.260536 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.260851 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.261132 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.261419 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.261712 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.262003 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.262274 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.262551 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.262843 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.263120 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.263392 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.263669 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.263957 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.264234 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.264507 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.264884 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.265169 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.265441 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.265714 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.265991 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.266282 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.266559 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.266831 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.267143 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.267422 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.267694 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.267978 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.268253 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.268526 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.268831 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.269113 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.269411 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.269718 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.270002 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.270313 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.270592 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.270866 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.271139 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.271412 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.271684 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.271955 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.272226 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.272498 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.272789 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.273069 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.273344 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.273616 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.273889 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.274162 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.274448 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.274742 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.275028 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.275312 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.275593 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.275874 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.276153 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.276434 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.276715 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.277025 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.277302 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.277597 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.277885 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.278176 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.278460 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.278758 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.279048 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.279330 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.279615 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.279896 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.280184 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.280471 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.280773 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.281075 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.281372 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.281668 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.281962 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.282256 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.282542 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.283386 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.283671 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:46.283890 n-d-838945-1 neutron-server[114539]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 20:36:46.284130 n-d-838945-1 neutron-server[114539]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114539) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 21 20:36:46.639428 n-d-838945-1 neutron-server[114539]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 21 20:36:46.639619 n-d-838945-1 neutron-server[114539]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 21 20:36:46.639911 n-d-838945-1 neutron-server[114539]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 21 20:36:46.640246 n-d-838945-1 neutron-server[114539]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 21 20:36:47.035948 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.036235 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.036502 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.037813 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.038084 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.038355 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.074123 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.074396 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.074661 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.089907 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.090186 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.090456 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.118450 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.118729 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.118995 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.156705 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.157008 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.157276 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.388176 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.388800 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.388800 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.388960 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.389596 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.508645 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.508988 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.509267 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.509536 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.509799 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.510110 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.510365 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.510616 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.510866 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.511140 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.511396 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.511654 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.511904 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.512152 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.512400 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.512658 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.512936 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.513198 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.513460 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.513713 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.513973 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.514219 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.514493 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.514863 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.515107 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.515346 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.515738 n-d-838945-1 neutron-server[114539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 20:36:47.515974 n-d-838945-1 neutron-server[114539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 20:36:47.516207 n-d-838945-1 neutron-server[114539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 20:36:47.516442 n-d-838945-1 neutron-server[114539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 20:36:47.516676 n-d-838945-1 neutron-server[114539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 20:36:47.516955 n-d-838945-1 neutron-server[114539]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 20:36:47.517319 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 21 20:36:47.520372 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 21 20:36:47.524374 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 21 20:36:47.528030 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 21 20:36:47.529685 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 21 20:36:47.530127 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 21 20:36:47.530450 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 21 20:36:47.530826 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 21 20:36:47.533648 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 21 20:36:47.533895 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 21 20:36:47.534237 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 20:36:47.539497 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 21 20:36:47.561892 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 21 20:36:47.562506 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.562800 n-d-838945-1 neutron-server[114539]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114539) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 21 20:36:47.563159 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.565113 n-d-838945-1 neutron-server[114539]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114539) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 21 20:36:47.565391 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 20:36:47.565633 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 21 20:36:47.568897 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.569175 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:47.631773 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 21 20:36:47.632011 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 21 20:36:47.632248 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 21 20:36:47.632616 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 21 20:36:47.653722 n-d-838945-1 neutron-server[114539]: DEBUG oslo_db.sqlalchemy.engines [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114539) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 21 20:36:48.184972 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Initializing driver for type 'gre' Apr 21 20:36:48.185633 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] gre ID ranges: [(1, 1000)] Apr 21 20:36:48.238071 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Initializing driver for type 'local' Apr 21 20:36:48.238418 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Initializing driver for type 'vlan' Apr 21 20:36:48.250814 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] VlanTypeDriver initialization complete Apr 21 20:36:48.251141 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Initializing driver for type 'vxlan' Apr 21 20:36:48.251613 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] vxlan ID ranges: [(1, 1000)] Apr 21 20:36:48.302323 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Initializing extension driver 'port_security' Apr 21 20:36:48.302797 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] PortSecurityExtensionDriver initialization complete Apr 21 20:36:48.303124 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Initializing mechanism driver 'openvswitch' Apr 21 20:36:48.303441 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Initializing mechanism driver 'hyperv' Apr 21 20:36:48.309954 n-d-838945-1 neutron-server[114539]: DEBUG neutron.plugins.ml2.plugin [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:36:48.310623 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > port after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.310984 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > port after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.311324 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > port after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.311830 n-d-838945-1 neutron-server[114539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 20:36:48.312251 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > subnet after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.312594 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > subnet after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.313023 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.313411 n-d-838945-1 neutron-server[114539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 20:36:48.313805 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > network after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.314143 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > network after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.314472 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > network after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.314854 n-d-838945-1 neutron-server[114539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 20:36:48.315241 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > security_group after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.315581 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > security_group after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.315910 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.317981 n-d-838945-1 neutron-server[114539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 20:36:48.318400 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.318755 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.319100 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.319490 n-d-838945-1 neutron-server[114539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 20:36:48.319888 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > address_group after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.320230 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > address_group after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.320562 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.320971 n-d-838945-1 neutron-server[114539]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114539) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 20:36:48.321403 n-d-838945-1 neutron-server[114539]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] ML2 OVO RPC backend initialized. {{(pid=114539) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 21 20:36:48.322100 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.322447 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.322859 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > network before_response 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.323201 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > networks before_response 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.323543 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > port before_response 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.323878 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > ports before_response 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.324219 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > subnet before_response 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.324552 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > subnets before_response 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.324926 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > network after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.325262 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > network after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.325590 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > network after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.325922 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > port after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.326253 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > port after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.326579 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > port after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.326907 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > subnet after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.327234 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > subnet after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.327559 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.335089 n-d-838945-1 neutron-server[114539]: INFO neutron.quota [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded quota_driver: . Apr 21 20:36:48.335442 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.plugin [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Modular L2 Plugin initialization complete Apr 21 20:36:48.335781 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading services supported by the core plugin {{(pid=114539) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 21 20:36:48.336112 n-d-838945-1 neutron-server[114539]: INFO neutron.plugins.ml2.managers [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Got port-security extension from driver 'port_security' Apr 21 20:36:48.336582 n-d-838945-1 neutron-server[114539]: INFO neutron.extensions.vlantransparent [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Disabled vlantransparent extension. Apr 21 20:36:48.337088 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114539) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 21 20:36:48.337407 n-d-838945-1 neutron-server[114539]: INFO neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading Plugin: router Apr 21 20:36:48.372691 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.373103 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router after_create 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.373463 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router before_create 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.373820 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.374185 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.374532 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router after_delete 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.374880 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.375221 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.375571 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router after_create 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.375911 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router after_update 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.376271 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router after_update 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.376610 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.376989 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router after_update 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.377390 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router precommit_update 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.377752 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: port after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.378082 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: port after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.378415 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: subnet after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.378744 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.379086 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.379426 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router precommit_create 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.379759 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: port before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.380091 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router precommit_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.380437 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router after_update 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.380777 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.381134 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router precommit_create 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.381490 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.381825 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router precommit_update 55549900 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.382178 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > agent after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.382518 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > agent after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.382855 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > network after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.383696 n-d-838945-1 neutron-server[114539]: DEBUG neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Tracking information for resource: router configured {{(pid=114539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 20:36:48.384019 n-d-838945-1 neutron-server[114539]: DEBUG neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Tracking information for resource: floatingip configured {{(pid=114539) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 20:36:48.388770 n-d-838945-1 neutron-server[114539]: INFO neutron.db.l3_agentschedulers_db [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 21 20:36:48.389359 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: port after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.389713 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: port after_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.390054 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: port after_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.390396 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: port after_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.391183 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router before_create 55550100 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.391541 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.392426 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router precommit_create 55550100 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.392802 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > router precommit_update 55550100 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.397561 n-d-838945-1 neutron-server[114539]: DEBUG neutron.services.provider_configuration [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service providers = [] {{(pid=114539) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 21 20:36:48.397918 n-d-838945-1 neutron-server[114539]: DEBUG neutron.db.servicetype_db [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114539) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 21 20:36:48.400838 n-d-838945-1 neutron-server[114539]: DEBUG neutron.services.service_base [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 20:36:48.401186 n-d-838945-1 neutron-server[114539]: DEBUG neutron.services.service_base [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 20:36:48.401520 n-d-838945-1 neutron-server[114539]: DEBUG neutron.services.service_base [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 20:36:48.402390 n-d-838945-1 neutron-server[114539]: DEBUG neutron.services.service_base [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114539) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 20:36:48.402755 n-d-838945-1 neutron-server[114539]: INFO neutron.services.service_base [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 21 20:36:48.403121 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 20:36:48.403433 n-d-838945-1 neutron-server[114539]: INFO neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 21 20:36:48.414265 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 20:36:48.414591 n-d-838945-1 neutron-server[114539]: INFO neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading Plugin: auto_allocate Apr 21 20:36:48.420461 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: network precommit_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.420847 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: network precommit_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.421354 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 20:36:48.421668 n-d-838945-1 neutron-server[114539]: INFO neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading Plugin: tag Apr 21 20:36:48.428382 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 20:36:48.428706 n-d-838945-1 neutron-server[114539]: INFO neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading Plugin: timestamp Apr 21 20:36:48.432618 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 20:36:48.432985 n-d-838945-1 neutron-server[114539]: INFO neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading Plugin: network_ip_availability Apr 21 20:36:48.438306 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.438622 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.439003 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.439700 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 20:36:48.440017 n-d-838945-1 neutron-server[114539]: INFO neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading Plugin: flavors Apr 21 20:36:48.444732 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 20:36:48.445091 n-d-838945-1 neutron-server[114539]: INFO neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading Plugin: revisions Apr 21 20:36:48.449283 n-d-838945-1 neutron-server[114539]: DEBUG neutron.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114539) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 20:36:48.449669 n-d-838945-1 neutron-server[114539]: DEBUG oslo_concurrency.lockutils [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=114539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 21 20:36:48.450414 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114539) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 21 20:36:48.450742 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Initializing extension manager. Apr 21 20:36:48.451242 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: __init__.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.451578 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: __pycache__ {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.451906 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.452235 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: address_group.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.452994 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.453555 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: address-group Apr 21 20:36:48.453873 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: address_scope.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.455100 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.455618 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: address-scope Apr 21 20:36:48.455927 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.456852 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.457369 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: router-admin-state-down-before-update Apr 21 20:36:48.457685 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: agent.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.458538 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.459048 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: agent Apr 21 20:36:48.459368 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: agent_resources_synced.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.460268 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.460808 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: agent-resources-synced Apr 21 20:36:48.461128 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: allowedaddresspairs.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.462879 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.463404 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: allowed-address-pairs Apr 21 20:36:48.463722 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: auto_allocated_topology.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.464913 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.465432 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: auto-allocated-topology Apr 21 20:36:48.465752 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: availability_zone.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.466430 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.466933 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: availability_zone Apr 21 20:36:48.467246 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: availability_zone_filter.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.468148 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.468664 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: availability_zone_filter Apr 21 20:36:48.469011 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: data_plane_status.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.469907 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.471020 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension data-plane-status not supported by any of loaded plugins Apr 21 20:36:48.471334 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: default_subnetpools.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.472236 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.472747 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: default-subnetpools Apr 21 20:36:48.473085 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.473875 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.474385 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: dhcp_agent_scheduler Apr 21 20:36:48.474701 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: dns.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.475601 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.476109 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension dns-integration not supported by any of loaded plugins Apr 21 20:36:48.476426 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: dns_domain_ports.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.477367 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.477880 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 21 20:36:48.478196 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.479097 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.479612 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 21 20:36:48.479926 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: dvr.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.480576 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.481121 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: dvr Apr 21 20:36:48.481435 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: ecmp_routes.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.482329 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.482831 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 21 20:36:48.483142 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: empty_string_filtering.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.484031 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.484543 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: empty-string-filtering Apr 21 20:36:48.484890 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.485807 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.486312 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 21 20:36:48.486627 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.487522 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.488027 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 21 20:36:48.488344 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: external_net.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.489264 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.489770 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: external-net Apr 21 20:36:48.490082 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.490977 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.491481 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: extra_dhcp_opt Apr 21 20:36:48.491793 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: extraroute.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.492689 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.493227 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: extraroute Apr 21 20:36:48.493540 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: extraroute_atomic.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.494544 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.495052 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: extraroute-atomic Apr 21 20:36:48.495367 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: filter_validation.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.496020 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.496527 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: filter-validation Apr 21 20:36:48.496874 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: fip_pf_description.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.497763 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.498266 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 21 20:36:48.498580 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: fip_port_details.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.499483 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.499993 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: fip-port-details Apr 21 20:36:48.500306 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: flavors.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.502065 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.502589 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: flavors Apr 21 20:36:48.502906 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.504538 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.505100 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 21 20:36:48.505426 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: floatingip_pools.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.506112 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.506624 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: floatingip-pools Apr 21 20:36:48.506938 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: ip_allocation.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.507851 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.508359 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension ip_allocation not supported by any of loaded plugins Apr 21 20:36:48.508674 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.509616 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.510132 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: ip-substring-filtering Apr 21 20:36:48.510446 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: l2_adjacency.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.511349 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.511851 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 21 20:36:48.512164 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: l3.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.513125 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.513642 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: router Apr 21 20:36:48.513956 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.516254 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.516805 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 21 20:36:48.517674 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.518592 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.519110 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: ext-gw-mode Apr 21 20:36:48.519430 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.520339 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.520886 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: l3-ha Apr 21 20:36:48.521203 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: l3_flavors.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.522098 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.522610 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: l3-flavors Apr 21 20:36:48.522923 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.523815 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.524323 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 21 20:36:48.524636 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: l3agentscheduler.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.525661 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.526176 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: l3_agent_scheduler Apr 21 20:36:48.526494 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: logging.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.527948 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.528473 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension logging not supported by any of loaded plugins Apr 21 20:36:48.528819 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: metering.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.529545 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.530124 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: metering Apr 21 20:36:48.530444 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.531511 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.532029 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: metering_source_and_destination_fields Apr 21 20:36:48.532348 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: multiprovidernet.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.533311 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.533826 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: multi-provider Apr 21 20:36:48.534143 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: netmtu.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.535039 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.535548 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: net-mtu Apr 21 20:36:48.535864 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: netmtu_writable.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.536784 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.537292 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: net-mtu-writable Apr 21 20:36:48.537607 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: network_availability_zone.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.538258 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.538761 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: network_availability_zone Apr 21 20:36:48.539071 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: network_ip_availability.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.540156 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.540670 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: network-ip-availability Apr 21 20:36:48.541016 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: network_segment_range.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.541767 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.542277 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension network-segment-range not supported by any of loaded plugins Apr 21 20:36:48.542591 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: pagination.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.543568 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.543890 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: pagination Apr 21 20:36:48.544204 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: port_device_profile.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.545133 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.545648 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: port-device-profile Apr 21 20:36:48.545961 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.546860 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.547377 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: port-mac-address-regenerate Apr 21 20:36:48.547692 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.548605 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.549158 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: port-numa-affinity-policy Apr 21 20:36:48.549472 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: port_resource_request.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.550641 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.551145 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension port-resource-request not supported by any of loaded plugins Apr 21 20:36:48.551459 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: portbindings.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.552372 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.552916 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: binding Apr 21 20:36:48.553231 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: portbindings_extended.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.554638 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.555157 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: binding-extended Apr 21 20:36:48.555478 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: portsecurity.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.556377 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.556929 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: port-security Apr 21 20:36:48.557247 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: project_id.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.558351 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.558679 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: project-id Apr 21 20:36:48.558995 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: providernet.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.559914 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.560429 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: provider Apr 21 20:36:48.560740 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.565088 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.565618 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos not supported by any of loaded plugins Apr 21 20:36:48.565941 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.567208 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.567728 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 21 20:36:48.568050 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.568980 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.569501 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 21 20:36:48.569812 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos_default.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.570703 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.571216 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos-default not supported by any of loaded plugins Apr 21 20:36:48.571538 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos_fip.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.572176 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.572683 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos-fip not supported by any of loaded plugins Apr 21 20:36:48.573033 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos_gateway_ip.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.573941 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.574456 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 21 20:36:48.574772 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos_port_network_policy.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.575666 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.576177 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 21 20:36:48.576491 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos_pps_rule.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.577700 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.578226 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos-pps not supported by any of loaded plugins Apr 21 20:36:48.578568 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos_rule_type_details.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.580051 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.580568 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 21 20:36:48.580918 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: qos_rules_alias.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.581938 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.582448 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 21 20:36:48.582769 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: quotasv2.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.583657 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.583977 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: quotas Apr 21 20:36:48.584292 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: quotasv2_detail.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.586035 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.586366 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: quota_details Apr 21 20:36:48.586685 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: rbac.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.587713 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.588236 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: rbac-policies Apr 21 20:36:48.588557 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: rbac_address_group.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.589509 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.590035 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: rbac-address-group Apr 21 20:36:48.590354 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: rbac_address_scope.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.591257 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.591938 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: rbac-address-scope Apr 21 20:36:48.592259 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: rbac_security_groups.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.593204 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.593714 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: rbac-security-groups Apr 21 20:36:48.594031 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: rbac_subnetpool.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.594930 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.595778 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: rbac-subnetpool Apr 21 20:36:48.596099 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: revisionifmatch.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.597112 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.597835 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: revision-if-match Apr 21 20:36:48.598156 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: revisions.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.599254 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.599769 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: standard-attr-revisions Apr 21 20:36:48.600084 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: router_availability_zone.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.600750 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.601288 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: router_availability_zone Apr 21 20:36:48.601600 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: routerservicetype.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.602503 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.603009 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension router-service-type not supported by any of loaded plugins Apr 21 20:36:48.603393 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.604326 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.604861 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: security-groups-normalized-cidr Apr 21 20:36:48.605177 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.606078 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.606591 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: port-security-groups-filtering Apr 21 20:36:48.607185 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.608097 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.608612 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: security-groups-remote-address-group Apr 21 20:36:48.608950 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: securitygroup.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.619852 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.620388 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: security-group Apr 21 20:36:48.620720 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: segment.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.621521 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.622038 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension segment not supported by any of loaded plugins Apr 21 20:36:48.622361 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.623293 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.623808 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 21 20:36:48.624128 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: servicetype.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.625348 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.625872 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: service-type Apr 21 20:36:48.626195 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: sorting.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.627684 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.628007 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: sorting Apr 21 20:36:48.628322 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: standard_attr_segment.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.629263 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.629776 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 21 20:36:48.630091 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: standardattrdescription.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.630754 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.631266 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: standard-attr-description Apr 21 20:36:48.631576 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: stateful_security_group.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.632490 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.633042 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: stateful-security-group Apr 21 20:36:48.633362 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: stdattrs_common.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.633933 n-d-838945-1 neutron-server[114539]: WARNING neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 21 20:36:48.634248 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.635173 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.635691 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 21 20:36:48.636010 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: subnet_onboard.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.637086 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.637611 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: subnet_onboard Apr 21 20:36:48.638220 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.639126 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.639636 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 21 20:36:48.639960 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: subnet_service_types.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.640895 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.641413 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: subnet-service-types Apr 21 20:36:48.641730 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: subnetallocation.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.643443 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.643960 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: subnet_allocation Apr 21 20:36:48.644280 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.644957 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.645474 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: subnetpool-prefix-ops Apr 21 20:36:48.645794 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.647251 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.647802 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 21 20:36:48.648220 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: tagging.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.649618 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.650189 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: standard-attr-tag Apr 21 20:36:48.650611 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: timestamp.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.651936 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.652496 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loaded extension: standard-attr-timestamp Apr 21 20:36:48.652945 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: trunk.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.654306 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.654959 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension trunk not supported by any of loaded plugins Apr 21 20:36:48.655336 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: trunk_details.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.656548 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.657200 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension trunk-details not supported by any of loaded plugins Apr 21 20:36:48.657752 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: uplink_status_propagation.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.659077 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.659632 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 21 20:36:48.660072 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Loading extension file: vlantransparent.py {{(pid=114539) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 20:36:48.660893 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114539) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 20:36:48.661683 n-d-838945-1 neutron-server[114539]: INFO neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 21 20:36:48.664444 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:network Apr 21 20:36:48.665053 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:subnet Apr 21 20:36:48.665531 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 20:36:48.666117 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:port Apr 21 20:36:48.667643 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.668102 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service FLAVORS assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.668933 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.669506 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.669872 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:router Apr 21 20:36:48.670408 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 20:36:48.671017 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service METERING assigned prefix: /metering {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.672893 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.673408 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.673829 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:36:48.675194 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 20:36:48.675708 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:security_group Apr 21 20:36:48.676156 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 20:36:48.676989 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service CORE assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.677335 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 20:36:48.677733 n-d-838945-1 neutron-server[114539]: WARNING neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] subnetpool is already registered Apr 21 20:36:48.678217 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service CORE assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.678735 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 20:36:48.679132 n-d-838945-1 neutron-server[114539]: WARNING neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] subnetpool is already registered Apr 21 20:36:48.681887 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.682636 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service FLAVORS assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.683219 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.683633 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.683956 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:router Apr 21 20:36:48.684284 n-d-838945-1 neutron-server[114539]: WARNING neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] router is already registered Apr 21 20:36:48.684682 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 20:36:48.685027 n-d-838945-1 neutron-server[114539]: WARNING neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] floatingip is already registered Apr 21 20:36:48.685473 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service METERING assigned prefix: /metering {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.686121 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 20:36:48.686439 n-d-838945-1 neutron-server[114539]: WARNING neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] rbac_policy is already registered Apr 21 20:36:48.686836 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:security_group Apr 21 20:36:48.687159 n-d-838945-1 neutron-server[114539]: WARNING neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] security_group is already registered Apr 21 20:36:48.687546 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 20:36:48.687867 n-d-838945-1 neutron-server[114539]: WARNING neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] security_group_rule is already registered Apr 21 20:36:48.688522 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service CORE assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.689339 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 20:36:48.689649 n-d-838945-1 neutron-server[114539]: WARNING neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] subnetpool is already registered Apr 21 20:36:48.690062 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.v2.resource_helper [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Service CORE assigned prefix: {{(pid=114539) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 20:36:48.690374 n-d-838945-1 neutron-server[114539]: INFO neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 20:36:48.690693 n-d-838945-1 neutron-server[114539]: WARNING neutron.quota.resource_registry [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] subnetpool is already registered Apr 21 20:36:48.691150 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: extensions {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.692597 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: address-groups {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.694051 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: address-scopes {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.695337 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: agents {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.696470 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: auto-allocated-topology {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.697714 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: availability_zones {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.698890 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: dhcp-networks {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.700355 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: dhcp-agents {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.701768 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: routers {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.703891 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: flavors {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.705660 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: service_profiles {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.706838 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: next_providers {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.708244 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: service_profiles {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.709775 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: floatingip-pools {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.710961 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: routers {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.713056 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: floatingips {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.714285 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: l3-routers {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.715631 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: l3-agents {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.717041 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: metering-labels {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.718355 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: metering-label-rules {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.719584 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: network-ip-availabilities {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.720915 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: bindings {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.722535 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: quotas {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.723920 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: quotas {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.725326 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: rbac-policies {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.726494 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: security-groups {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.728667 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: security-group-rules {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.729910 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: service-providers {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.731090 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: subnetpools {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.732472 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: subnetpools {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.733918 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.735667 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.737432 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.739159 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.740920 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.742741 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.744384 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.746263 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.747961 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.749739 n-d-838945-1 neutron-server[114539]: DEBUG neutron.api.extensions [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Extended resource: tags {{(pid=114539) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 20:36:48.756107 n-d-838945-1 neutron-server[114539]: WARNING keystonemiddleware.auth_token [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 21 20:36:48.760881 n-d-838945-1 neutron-server[114539]: WARNING keystonemiddleware.auth_token [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 21 20:36:48.769863 n-d-838945-1 neutron-server[114539]: DEBUG oslo_concurrency.lockutils [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Acquired lock "singleton_lock" {{(pid=114539) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 21 20:36:48.770323 n-d-838945-1 neutron-server[114539]: DEBUG oslo_concurrency.lockutils [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Releasing lock "singleton_lock" {{(pid=114539) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 21 20:36:48.770939 n-d-838945-1 neutron-server[114539]: INFO oslo_service.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Starting 2 workers Apr 21 20:36:48.775720 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Started child 114646 {{(pid=114539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 21 20:36:48.780126 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Started child 114647 {{(pid=114539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 21 20:36:48.781065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:36:48.781737 n-d-838945-1 neutron-server[114539]: INFO neutron.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 21 20:36:48.782310 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Notify callbacks [] for process, before_spawn {{(pid=114539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:36:48.782571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [-] (114646) wsgi starting up on http://0.0.0.0:9696 Apr 21 20:36:48.784725 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:36:48.785219 n-d-838945-1 neutron-server[114539]: INFO oslo_service.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Starting 1 workers Apr 21 20:36:48.786137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [-] (114647) wsgi starting up on http://0.0.0.0:9696 Apr 21 20:36:48.789930 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Started child 114648 {{(pid=114539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 21 20:36:48.790454 n-d-838945-1 neutron-server[114539]: INFO oslo_service.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Starting 1 workers Apr 21 20:36:48.793553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] calling RpcWorker wait() {{(pid=114648) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 21 20:36:48.794094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] returning from RpcWorker wait() {{(pid=114648) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 21 20:36:48.794880 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Started child 114649 {{(pid=114539) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 21 20:36:48.795430 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:36:48.795694 n-d-838945-1 neutron-server[114539]: DEBUG neutron_lib.callbacks.manager [None req-3e566a86-7958-46c7-8b0c-fe4abc3ae309 None None] Notify callbacks [] for process, after_spawn {{(pid=114539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:36:48.795979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:36:48.797563 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114539) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 21 20:36:48.797781 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 20:36:48.797961 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 20:36:48.798213 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 20:36:48.798549 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 20:36:48.798708 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 20:36:48.799196 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.799464 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.799956 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:36:48.800409 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.800409 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.800560 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.801114 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.801368 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.801599 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.801870 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.802096 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.802262 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.802426 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.802690 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.802936 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.803238 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.803491 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.803739 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.804005 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.804169 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.804411 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.804683 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.804961 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.805221 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] debug = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.805474 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.805963 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.806217 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.806463 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.806752 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.807015 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.807240 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.807489 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.807722 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.807952 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.808171 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.808414 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.808644 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.808877 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.809109 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.809395 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.809609 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.810073 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] host = n-d-838945-1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.810329 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.810566 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.810826 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.811063 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.811315 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.811541 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.811785 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.812034 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.812286 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.812508 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.812813 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.813042 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.813281 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.813528 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.813685 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_options = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.814460 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.814702 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.814956 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.815146 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.815309 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.815479 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.815732 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.815889 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.816142 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.816383 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.816592 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.816852 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.817094 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.817258 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.817500 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.817740 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.817949 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.818154 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.818391 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.818613 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.818853 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.819078 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.819332 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.819547 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.819758 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.819994 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.820218 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.820419 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.820627 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.821860 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.821995 n-d-838945-1 neutron-server[114649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:36:48.822137 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.822297 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.822538 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.822776 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.823050 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.824235 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.824395 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.824604 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.824947 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.825188 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.825450 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.825843 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.826983 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.827178 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.827502 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.827693 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.828544 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_json = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.830537 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.830816 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.831110 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.831357 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.831604 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.831841 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.832081 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.832333 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.832584 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.833047 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.833441 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.833696 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.833933 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.834194 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.834455 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.834691 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.834929 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.835304 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.835559 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.835901 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.836131 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.836430 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.836659 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.837006 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.837340 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.837601 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.837887 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.838131 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.838374 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.838612 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.838869 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.839131 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.839372 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.839603 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.839835 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.840078 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.840410 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.840691 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.843542 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.843542 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.843542 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.843542 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.843542 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.843542 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.843542 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.843542 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.844064 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.844064 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.844064 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.844064 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.844064 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.844349 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.844558 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.844795 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.845074 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.845315 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.845573 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.845752 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.845986 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.846222 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.846437 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.846663 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.846875 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.847141 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.847394 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.847636 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.847848 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.848096 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.848321 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.848552 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.848823 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.849041 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.849260 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.849480 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.849715 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.849924 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.850155 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.850386 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.850586 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.850808 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.851021 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.851252 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.851469 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.851817 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.852091 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.852452 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.852720 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.852997 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.853239 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.853454 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.853682 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.853893 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.854108 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.854320 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.854533 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.854742 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.854953 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.855163 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.855434 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.855755 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.855992 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.856249 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.856482 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.856742 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.857023 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.857261 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.857476 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.857691 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.857904 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.858171 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.858418 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.858664 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.858903 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.859151 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.859409 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.859642 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.859860 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.860074 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.860328 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.861115 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.861396 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.861655 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.861912 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.862160 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.862410 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.862688 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.862904 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.863153 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.863367 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.863630 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.863926 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.864192 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.864440 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.864798 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.865025 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.865301 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.865573 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.865818 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.866045 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.866502 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.866722 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.867001 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.867536 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.867681 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.868042 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.868313 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.868648 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.868926 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.869140 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.869351 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.869641 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.870074 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.870215 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.870485 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.870718 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.870951 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.871413 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.871413 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.871698 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.871943 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.872167 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.872373 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.872622 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.872885 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.873117 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.873345 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.873555 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.873797 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.874005 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.874237 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.874467 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.874686 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.874906 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.875149 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.875358 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.875573 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.875807 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.876023 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.876339 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.877192 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.877442 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.877706 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.877927 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.878277 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.878464 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.878677 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.878899 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.879137 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.879403 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.879615 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.879857 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.880072 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.880306 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.880508 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.880722 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.880968 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.881178 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.881402 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.881610 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.881842 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.882074 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.882425 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.882656 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.882880 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.883105 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.883338 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.883551 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.883764 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.883974 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.884213 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.884425 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.884660 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.884895 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.885108 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.885319 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.885548 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.885760 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.886011 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.886243 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.886771 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.886771 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.886944 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.887124 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.887334 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.888881 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.888881 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.888881 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.888881 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.888881 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.888881 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.888881 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.889324 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.889403 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.889611 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.889853 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.890081 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.890496 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.890729 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.890972 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.891373 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.891771 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.892196 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.892451 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.892688 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.892914 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.893299 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.893671 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.894032 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.894262 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.894471 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.894686 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.894927 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.895141 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.895349 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.895571 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.895780 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.895992 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.896207 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.896418 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.896628 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.896891 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.897101 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.897308 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.897527 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.897738 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.897965 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.898254 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.898695 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.898918 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.899202 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.899453 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.899695 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.900121 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.900429 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.900810 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.901069 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.901281 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.901639 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.901998 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.902393 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.902841 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.903143 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.903403 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.903654 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.903923 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.904194 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.904470 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.904715 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.905030 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.905359 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.905640 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.905879 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.906121 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.906362 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.906602 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.906836 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.907051 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.907290 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.908429 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.908429 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.908429 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.908429 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.908429 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.908754 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.908873 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.909126 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.909355 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.909571 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.909787 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.909943 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 20:36:48.910418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:36:48.910517 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114539) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 21 20:36:48.910618 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 20:36:48.910768 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 20:36:48.910948 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 20:36:48.911116 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 20:36:48.911266 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 20:36:48.911468 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.911624 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.911778 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.911931 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.912093 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.912265 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.912420 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.912574 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.912728 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.912905 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.913138 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.913303 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.913441 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.913581 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.913718 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.913850 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.914008 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.914149 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.914329 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.914471 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.914613 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.914747 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.914879 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] debug = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.915011 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.915213 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.915377 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.915555 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.915690 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.915829 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.915982 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.916115 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.916247 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.916380 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.916511 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.916643 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.916826 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.916970 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.917127 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.917281 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.917417 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.917549 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] host = n-d-838945-1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.917703 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.917843 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.917995 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.918128 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.918281 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.918422 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.918564 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.918723 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.918863 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.919018 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.919159 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.919313 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.919454 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.919607 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.920063 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_options = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.920063 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.920063 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.920399 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.920399 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.920602 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.920703 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.920864 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.920947 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.921095 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.921247 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.921400 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.921553 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.921706 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.921858 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.922012 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.922149 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.922291 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.922691 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.922691 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.922895 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.922895 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.923601 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.923688 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.923808 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.923959 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.924111 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.924264 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.924418 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.925216 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.925216 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.925216 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.925446 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.925446 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.925640 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.925752 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.925871 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.926001 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.926155 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927038 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927038 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927038 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927038 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927038 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927038 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927593 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927593 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927593 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_json = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.927593 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.928115 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.928115 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.928115 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.928115 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.928563 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.928563 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.928563 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.928942 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 20:36:48.928942 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.929169 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.929169 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.929395 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.929515 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.929635 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.929768 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.929890 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.930047 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.930203 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.930365 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.930521 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.930686 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.930841 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.931069 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.931233 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.931389 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.931546 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.931701 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.931855 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.932010 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.932165 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.932330 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.932547 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.932686 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.932863 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.932988 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.933110 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.933253 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.933410 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.933567 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.933722 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.933878 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.934036 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.934193 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.934349 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.934505 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.934662 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.934818 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.934973 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.935130 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.935285 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.935424 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.935584 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.935741 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.935897 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.936052 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.936207 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.936362 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.936517 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.936673 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.936858 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.936982 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.937142 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.937297 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.937463 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.937618 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.937774 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.937929 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.938085 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.938239 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.938396 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.938601 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.938697 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.939408 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.939625 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.939755 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.939874 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.940024 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.940180 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.940336 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941230 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941230 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941230 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941230 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941230 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941230 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941929 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941929 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941929 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.941929 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.942258 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.942258 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.942258 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.942750 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.942750 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.942750 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.943102 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.943102 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.943102 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.943400 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.943400 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.943590 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.943703 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.943858 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.944013 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.944169 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.944325 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.944479 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.944636 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.944815 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.944974 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.945132 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.945287 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.945442 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.945597 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.945752 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.945907 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.946063 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.946218 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.946374 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.946529 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.946683 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.947194 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.947194 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.947194 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.947427 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.947427 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.947568 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.947724 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.947887 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.948051 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.948207 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.948361 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.948516 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.948672 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.948846 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.949002 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.949156 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.949311 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.949470 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.949614 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.949776 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.949941 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.950097 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.950251 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.950465 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.950644 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.950799 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.950955 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.951110 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.951264 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.951425 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.951597 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.951753 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.951909 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.952065 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.952221 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.952378 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.952533 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.952689 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.952871 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.953028 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.953183 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.953338 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.953493 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.953649 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.953806 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.953961 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.954116 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.954271 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.954459 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.954615 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.954771 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.954927 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.955082 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.955237 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.955392 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.955547 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.955703 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.955859 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.956014 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.956168 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.956323 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.956479 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.956635 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.956810 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.956966 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.957123 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.957278 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.957434 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.957590 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.957746 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.957902 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.958058 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.958214 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.958371 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.958527 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.958684 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.958840 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.958995 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.959151 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.959323 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.959482 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.959640 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.959797 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.959953 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.960108 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.960263 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.960418 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.960573 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.960729 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.960906 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.961064 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.961219 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.961375 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.961530 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.961686 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.961843 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.962002 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.962156 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.962312 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.962469 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.962625 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.962781 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.962936 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.963109 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.963236 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.963392 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.963547 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.963701 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.963869 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.964025 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.964180 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.964335 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.964490 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.964645 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.964829 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.964986 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.965141 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.965294 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.965449 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.965604 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.965825 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.965911 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.966053 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.966207 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.966361 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.966515 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.966674 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.966822 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.966976 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.967131 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.967285 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.967440 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.967602 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.967757 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.967913 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.968067 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.968221 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.968375 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.968539 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.968695 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.968879 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.969034 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.969189 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.969348 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.969512 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.969668 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.969823 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.970007 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.970190 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.970345 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.970499 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.970665 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.970821 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.970979 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.971133 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.971287 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.971442 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.971597 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.971780 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.971944 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.972106 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.972261 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.972425 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.972587 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.972750 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.972923 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.973081 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.973248 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.973401 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.973555 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.973712 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.973867 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.974022 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.974176 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.974330 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.974484 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.974638 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.974792 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.974947 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.975102 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.975257 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.975411 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.975567 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.975721 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.975876 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.976030 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.976185 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 20:36:48.976334 n-d-838945-1 neutron-server[114539]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114539) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 20:36:49.149520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 32906) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:36:49.158242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064375 Apr 21 20:37:00.501942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf127280-cfa8-48b6-8875-7ee1a3dae139 None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 20:37:00.581680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf127280-cfa8-48b6-8875-7ee1a3dae139 None None] No non-hosted networks {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 21 20:37:00.617166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.agentschedulers_db [None req-bf127280-cfa8-48b6-8875-7ee1a3dae139 None None] DHCP Agent not found on host n-d-838945-1 {{(pid=114648) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 21 20:37:00.668316 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-af7ee2f0-dbf0-47fb-8b6d-6421391e7b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33057406'] for agent, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:02.719368 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bbc9265a-aad0-4dd3-bb7e-a3ea3d778e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33057406'] for agent, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:02.750262 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cd13c10a-6a0e-4471-945c-39d6f8f1d4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:03.883983 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33057406'] for agent, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:05.162827 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33057406'] for agent, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:05.762521 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33057406'] for agent, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:05.763125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.763455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.763786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.764526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.765202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.767457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.769552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.769892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.770223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.770550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.770873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.771212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:05.772270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-838945-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:05.791676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-838945-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:06.539953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 32996) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:07.099092 n-d-838945-1 neutron-server[114646]: WARNING oslo_policy.policy [None req-80528dc3-1687-41b6-9b3a-d9f73e8f921a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 20:37:07.099668 n-d-838945-1 neutron-server[114646]: WARNING oslo_policy.policy [None req-80528dc3-1687-41b6-9b3a-d9f73e8f921a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 20:37:07.322122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-80528dc3-1687-41b6-9b3a-d9f73e8f921a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:37:07.323233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-80528dc3-1687-41b6-9b3a-d9f73e8f921a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7822781 Apr 21 20:37:08.086158 n-d-838945-1 neutron-server[114648]: INFO neutron.db.l3_hamode_db [None req-fce0abc8-9214-4266-85bd-0a3569290786 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 21 20:37:08.161914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0abc8-9214-4266-85bd-0a3569290786 None None] Routers set() bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:37:08.162187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0abc8-9214-4266-85bd-0a3569290786 None None] Router IDs set() for agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 20:37:09.715666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33012) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:10.019690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-30f088cf-4d74-45ed-9197-991a31dd809f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:37:10.113155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.policy [None req-30f088cf-4d74-45ed-9197-991a31dd809f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114646) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 21 20:37:10.158408 n-d-838945-1 neutron-server[114646]: WARNING oslo_policy.policy [None req-30f088cf-4d74-45ed-9197-991a31dd809f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 20:37:10.158796 n-d-838945-1 neutron-server[114646]: WARNING oslo_policy.policy [None req-30f088cf-4d74-45ed-9197-991a31dd809f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 20:37:10.251906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30f088cf-4d74-45ed-9197-991a31dd809f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780107772563', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780107771972', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780107776973', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780107778075', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780108528186', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780107808204', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-552439', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525324', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33133883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32939724'] for rbac-policy, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:10.315341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30f088cf-4d74-45ed-9197-991a31dd809f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:10.316485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-30f088cf-4d74-45ed-9197-991a31dd809f admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5998461 Apr 21 20:37:12.922647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33024) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:13.214991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'admin_state_up': True, 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:37:13.241722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Made reservation on behalf of ced0d556c7f84ddeba0c37170dc05db7 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:37:13.244697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:13.261559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:13.366659 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:13.370101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:13.388550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:37:13.417633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780104421367', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:13.418229 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Unsubscribe: segment precommit_create {{(pid=114646) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 21 20:37:13.418776 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Added segment 9cf9d127-c8aa-47ef-ae16-c06c5e7e6024 of type vlan for network 25d3898e-ed25-4f24-b35e-9498442d5ef2 Apr 21 20:37:13.434054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a23d7e-c5be-4324-b84d-9611876faff8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:13.481666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.482007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.482353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.482672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.482999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.483322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.483641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.483959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.484277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.484617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.484961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.485277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Tracked resource versions report: Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: pushed versions: Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: { 'AddressGroup': {'1.2'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'ConntrackHelper': {'1.0'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Log': {'1.0'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Network': {'1.1'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Port': {'1.7'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'PortForwarding': {'1.2'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'QosPolicy': {'1.9'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'SecurityGroup': {'1.4'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'SecurityGroupRule': {'1.2'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'SubPort': {'1.0'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Subnet': {'1.1'}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Trunk': {'1.1'}} Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: consumer versions: Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: { DHCP agent@n-d-838945-1: {}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: L3 agent@n-d-838945-1: {}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: Metadata agent@n-d-838945-1: {}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: Metering agent@n-d-838945-1: {}, Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: Open vSwitch agent@n-d-838945-1: { 'AddressGroup': '1.2', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'ConntrackHelper': '1.0', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Log': '1.0', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Network': '1.1', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Port': '1.7', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'PortForwarding': '1.2', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'QosPolicy': '1.9', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'SecurityGroup': '1.4', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'SecurityGroupRule': '1.2', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'SubPort': '1.0', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Subnet': '1.1', Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: 'Trunk': '1.1'}} Apr 21 20:37:13.486354 n-d-838945-1 neutron-server[114646]: {{(pid=114646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 20:37:13.527922 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:13.566203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:13.567234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:37:13.567919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:13.643737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7199426 Apr 21 20:37:13.665888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b210fff-1070-4a32-ac3b-204768e2da24 admin admin] Pushing event updated for resources: {'Network': ['ID=25d3898e-ed25-4f24-b35e-9498442d5ef2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:13.678148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 25d3898e-ed25-4f24-b35e-9498442d5ef2 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:37:16.278712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33038) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:16.662829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44007406-65d1-4003-b2b6-4f4a83794e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:37:16.664173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-44007406-65d1-4003-b2b6-4f4a83794e92 admin admin] 10.222.0.49 "GET /v2.0/networks/25d3898e-ed25-4f24-b35e-9498442d5ef2 HTTP/1.1" status: 200 len: 825 time: 0.3845220 Apr 21 20:37:16.688399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-009429a0-4d8d-4a06-9811-8b55f1ed4fca admin admin] 10.222.0.49 "GET /v2.0/subnetpools/a71e81b8-9edc-44af-843a-5d9f6148359f HTTP/1.1" status: 200 len: 734 time: 0.0181236 Apr 21 20:37:16.697681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'a71e81b8-9edc-44af-843a-5d9f6148359f', 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:37:16.717794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Made reservation on behalf of ced0d556c7f84ddeba0c37170dc05db7 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:37:16.720216 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:17.001164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:17.067772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e4787b-7d7a-42e2-8418-a9c6970ce7ec,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:17.069773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Checking segment: {'id': '9cf9d127-c8aa-47ef-ae16-c06c5e7e6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:37:17.070142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Network hostable DHCP agents. Network: 25d3898e-ed25-4f24-b35e-9498442d5ef2, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:37:17.089988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Network 25d3898e-ed25-4f24-b35e-9498442d5ef2 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:37:17.102248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 25d3898e-ed25-4f24-b35e-9498442d5ef2) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:37:17.107978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:37:17.109116 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:17.112285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7225131-d94d-490d-89f4-f920e3c35925 None None] Network 25d3898e-ed25-4f24-b35e-9498442d5ef2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:37:17.125704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e162320f-b719-484e-90ce-2654f2458450 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4310777 Apr 21 20:37:17.427141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-25d3898e-ed25-4f24-b35e-9498442d5ef2', 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'fixed_ips': [{'subnet_id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:37:17.428370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:17.733565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Allocated IP 172.20.0.2 (25d3898e-ed25-4f24-b35e-9498442d5ef2/31e4787b-7d7a-42e2-8418-a9c6970ce7ec/2f886522-fc30-4933-acf8-210e9d3a4c46) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:37:17.930038 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:17.937644 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:18.024878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Network 25d3898e-ed25-4f24-b35e-9498442d5ef2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:37:18.032345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:37:18.036090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:37:18.039206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Pushing event updated for resources: {'Port': ['ID=2f886522-fc30-4933-acf8-210e9d3a4c46,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:18.069806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.070154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.070493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.070827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.071162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.071489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.071811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.072123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.072445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.072782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.073105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.073424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Tracked resource versions report: Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: pushed versions: Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: { 'AddressGroup': {'1.2'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'ConntrackHelper': {'1.0'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Log': {'1.0'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Network': {'1.1'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Port': {'1.7'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'PortForwarding': {'1.2'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'QosPolicy': {'1.9'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'SecurityGroup': {'1.4'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'SecurityGroupRule': {'1.2'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'SubPort': {'1.0'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Subnet': {'1.1'}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Trunk': {'1.1'}} Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: consumer versions: Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: { DHCP agent@n-d-838945-1: {}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: L3 agent@n-d-838945-1: {}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: Metadata agent@n-d-838945-1: {}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: Metering agent@n-d-838945-1: {}, Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: Open vSwitch agent@n-d-838945-1: { 'AddressGroup': '1.2', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'ConntrackHelper': '1.0', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Log': '1.0', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Network': '1.1', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Port': '1.7', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'PortForwarding': '1.2', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'QosPolicy': '1.9', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'SecurityGroup': '1.4', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'SecurityGroupRule': '1.2', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'SubPort': '1.0', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Subnet': '1.1', Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: 'Trunk': '1.1'}} Apr 21 20:37:18.074500 n-d-838945-1 neutron-server[114648]: {{(pid=114648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 20:37:18.124906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Attempting to bind port 2f886522-fc30-4933-acf8-210e9d3a4c46 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:37:18.125508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Attempting to bind port 2f886522-fc30-4933-acf8-210e9d3a4c46 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '9cf9d127-c8aa-47ef-ae16-c06c5e7e6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:37:18.125728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Attempting to bind port 2f886522-fc30-4933-acf8-210e9d3a4c46 on network 25d3898e-ed25-4f24-b35e-9498442d5ef2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:37:18.131332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:37:18.131744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Checking segment: {'id': '9cf9d127-c8aa-47ef-ae16-c06c5e7e6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:37:18.132207 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:18.132587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Bound using segment: {'id': '9cf9d127-c8aa-47ef-ae16-c06c5e7e6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:37:18.133084 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Bound port: 2f886522-fc30-4933-acf8-210e9d3a4c46, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf9d127-c8aa-47ef-ae16-c06c5e7e6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:37:18.133498 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:18.197472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] For port 2f886522-fc30-4933-acf8-210e9d3a4c46, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:37:18.201657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] For port 2f886522-fc30-4933-acf8-210e9d3a4c46, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2f886522-fc30-4933-acf8-210e9d3a4c46,segment=NetworkSegment(9cf9d127-c8aa-47ef-ae16-c06c5e7e6024),segment_id=9cf9d127-c8aa-47ef-ae16-c06c5e7e6024)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:37:18.206700 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:18.272855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa60c9b-8649-4268-ad7a-ab9974b0f729 None None] Pushing event updated for resources: {'Port': ['ID=2f886522-fc30-4933-acf8-210e9d3a4c46,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:19.549754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33046) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:20.043650 n-d-838945-1 neutron-server[114647]: WARNING oslo_policy.policy [None req-6d8d961b-4caa-423c-a204-1ccf2863dc87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 20:37:20.044252 n-d-838945-1 neutron-server[114647]: WARNING oslo_policy.policy [None req-6d8d961b-4caa-423c-a204-1ccf2863dc87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 20:37:20.266229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-6d8d961b-4caa-423c-a204-1ccf2863dc87 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:37:20.267534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6d8d961b-4caa-423c-a204-1ccf2863dc87 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7157295 Apr 21 20:37:22.714053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33062) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:23.024099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-d03cd1aa-d16e-4f9e-b7af-f5317b92502d admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:37:23.025073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d03cd1aa-d16e-4f9e-b7af-f5317b92502d admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100924 Apr 21 20:37:25.696045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33076) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:25.992785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-fb5b4de8-0ca5-4ab0-8848-864e950fae3c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'name': 'router1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:37:26.018091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4de8-0ca5-4ab0-8848-864e950fae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:26.019585 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4de8-0ca5-4ab0-8848-864e950fae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:26.161669 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4de8-0ca5-4ab0-8848-864e950fae3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:26.166990 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4de8-0ca5-4ab0-8848-864e950fae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:26.181339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb5b4de8-0ca5-4ab0-8848-864e950fae3c admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:26.194912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fb5b4de8-0ca5-4ab0-8848-864e950fae3c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4854972 Apr 21 20:37:26.631065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ac054-1a43-414c-93b8-e370eb6cd84c None None] Network 25d3898e-ed25-4f24-b35e-9498442d5ef2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:37:26.706878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1209b39b-832a-4bf8-bfb9-a8c2cc7b755d None None] Provisioning complete for port 2f886522-fc30-4933-acf8-210e9d3a4c46 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:26.707252 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1209b39b-832a-4bf8-bfb9-a8c2cc7b755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:26.893387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1209b39b-832a-4bf8-bfb9-a8c2cc7b755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:26.959362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1209b39b-832a-4bf8-bfb9-a8c2cc7b755d None None] For port 2f886522-fc30-4933-acf8-210e9d3a4c46, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2f886522-fc30-4933-acf8-210e9d3a4c46,segment=NetworkSegment(9cf9d127-c8aa-47ef-ae16-c06c5e7e6024),segment_id=9cf9d127-c8aa-47ef-ae16-c06c5e7e6024)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:37:26.964431 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1209b39b-832a-4bf8-bfb9-a8c2cc7b755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:27.017518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209b39b-832a-4bf8-bfb9-a8c2cc7b755d None None] Pushing event updated for resources: {'Port': ['ID=2f886522-fc30-4933-acf8-210e9d3a4c46,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:27.193433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2f886522-fc30-4933-acf8-210e9d3a4c46 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:37:27.219170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-00fa7c2c-1323-4232-8545-fde520b4fc23 None None] Provisioning complete for port 2f886522-fc30-4933-acf8-210e9d3a4c46 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:27.220116 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-00fa7c2c-1323-4232-8545-fde520b4fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:27.283207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2f886522-fc30-4933-acf8-210e9d3a4c46 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:27.283497 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:28.592345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33084) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:28.897628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-cbf4a823-7b7f-4c83-bbcc-73620a2e188d admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:37:28.898626 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cbf4a823-7b7f-4c83-bbcc-73620a2e188d admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3053124 Apr 21 20:37:30.428376 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a6867cf0-91a9-4953-90f8-1e3655d16fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:31.293412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33092) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:31.593618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:37:31.612400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Made reservation on behalf of bb98be3b21e5410c8f111a52dac54246 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:37:31.614581 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:31.622232 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:31.692071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:31.695619 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:31.710493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Reserving flat network on physical network physnet1 {{(pid=114646) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 21 20:37:31.729044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bbc365-3b34-437f-bb67-e0f62e26f9cc,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:31.734167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:31.734509 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Added segment a5bdc520-15ed-407a-895e-d23c6cfed806 of type flat for network e15cf026-9e63-42ff-9500-d9972308a40d Apr 21 20:37:31.780740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:31.810927 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:31.811848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:37:31.812431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:31.858860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5644019 Apr 21 20:37:31.871062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410e1f1-e4e4-4e7e-aca9-267975ea3e5c admin admin] Pushing event updated for resources: {'Network': ['ID=e15cf026-9e63-42ff-9500-d9972308a40d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:31.881315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e15cf026-9e63-42ff-9500-d9972308a40d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:37:32.722191 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d86aebc5-cfd4-4bab-82ef-de29dc1c764a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:33.847364 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:34.338611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33110) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:34.516789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4609948f-f20c-45fd-8334-74dec2903660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:37:34.518100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4609948f-f20c-45fd-8334-74dec2903660 admin admin] 10.222.0.49 "GET /v2.0/subnets/31e4787b-7d7a-42e2-8418-a9c6970ce7ec HTTP/1.1" status: 200 len: 849 time: 0.1785581 Apr 21 20:37:34.632404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e130637b-50e0-4b4d-97b7-f004ce011873 admin admin] 10.222.0.49 "GET /v2.0/routers/ea7e7edb-1269-4610-9250-c70936769895 HTTP/1.1" status: 200 len: 704 time: 0.1082742 Apr 21 20:37:34.895480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.115860 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.178777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Allocated IP 172.20.0.1 (25d3898e-ed25-4f24-b35e-9498442d5ef2/31e4787b-7d7a-42e2-8418-a9c6970ce7ec/f61407d2-c816-496b-85e0-794f04fab914) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:37:35.364934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.430565 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.495328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Network 25d3898e-ed25-4f24-b35e-9498442d5ef2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:37:35.502477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:37:35.505207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:37:35.505761 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.574691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Pushing event updated for resources: {'Port': ['ID=f61407d2-c816-496b-85e0-794f04fab914,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:35.706432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.714340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7433206f-f7d9-4b3a-bff7-65bef9343351 None None] Provisioning complete for port f61407d2-c816-496b-85e0-794f04fab914 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:35.714791 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7433206f-f7d9-4b3a-bff7-65bef9343351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.756349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7433206f-f7d9-4b3a-bff7-65bef9343351 None None] Port f61407d2-c816-496b-85e0-794f04fab914 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:37:35.765598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.934222 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.939104 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:35.939839 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:36.017816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Pushing event updated for resources: {'Port': ['ID=f61407d2-c816-496b-85e0-794f04fab914,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:36.061827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Network 25d3898e-ed25-4f24-b35e-9498442d5ef2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:37:36.063562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:37:36.225789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Router ea7e7edb-1269-4610-9250-c70936769895 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:37:36.276347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7e9eda91-ca63-4bfb-b45a-5baa964de320 None None] Provisioning complete for port f61407d2-c816-496b-85e0-794f04fab914 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:36.276915 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7e9eda91-ca63-4bfb-b45a-5baa964de320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:36.310388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7e9eda91-ca63-4bfb-b45a-5baa964de320 None None] Port f61407d2-c816-496b-85e0-794f04fab914 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:37:36.315676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:37:36.320713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-900810cb-a10f-41db-8b54-57917e733fab admin admin] 10.222.0.49 "PUT /v2.0/routers/ea7e7edb-1269-4610-9250-c70936769895/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6814420 Apr 21 20:37:36.344394 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd224285-e118-4410-9629-727a04ea376f None None] Sync routers for ids ['ea7e7edb-1269-4610-9250-c70936769895'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:37:36.356821 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd224285-e118-4410-9629-727a04ea376f None None] Routers {'ea7e7edb-1269-4610-9250-c70936769895'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:37:36.357655 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dd224285-e118-4410-9629-727a04ea376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:37:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ea7e7edb-1269-4610-9250-c70936769895'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:36.541963 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dd224285-e118-4410-9629-727a04ea376f None None] Set router ea7e7edb-1269-4610-9250-c70936769895 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:37:36.971505 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dd224285-e118-4410-9629-727a04ea376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7e7edb-1269-4610-9250-c70936769895', 'name': 'router1', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:37:26Z', 'updated_at': '2022-04-21T20:37:35Z', 'revision_number': 2, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'gw_port_host': None, '_interfaces': [{'id': 'f61407d2-c816-496b-85e0-794f04fab914', 'name': '', 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'mac_address': 'fa:16:3e:04:a0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7e7edb-1269-4610-9250-c70936769895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:37:34Z', 'updated_at': '2022-04-21T20:37:35Z', 'revision_number': 2, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'subnets': [{'id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a71e81b8-9edc-44af-843a-5d9f6148359f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:37.022284 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd224285-e118-4410-9629-727a04ea376f None None] Checking router: ea7e7edb-1269-4610-9250-c70936769895 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:37:37.022650 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd224285-e118-4410-9629-727a04ea376f None None] Updating router ea7e7edb-1269-4610-9250-c70936769895 port f61407d2-c816-496b-85e0-794f04fab914 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:37:37.069711 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dd224285-e118-4410-9629-727a04ea376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:37.583164 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dd224285-e118-4410-9629-727a04ea376f None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:37.590158 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dd224285-e118-4410-9629-727a04ea376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:37.757060 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-dd224285-e118-4410-9629-727a04ea376f None None] Attempting to bind port f61407d2-c816-496b-85e0-794f04fab914 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:37:37.757467 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-dd224285-e118-4410-9629-727a04ea376f None None] Attempting to bind port f61407d2-c816-496b-85e0-794f04fab914 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '9cf9d127-c8aa-47ef-ae16-c06c5e7e6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:37:37.757923 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd224285-e118-4410-9629-727a04ea376f None None] Attempting to bind port f61407d2-c816-496b-85e0-794f04fab914 on network 25d3898e-ed25-4f24-b35e-9498442d5ef2 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:37:37.762730 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Pushing event updated for resources: {'Port': ['ID=f61407d2-c816-496b-85e0-794f04fab914,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:37.765123 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd224285-e118-4410-9629-727a04ea376f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:37:37.765539 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd224285-e118-4410-9629-727a04ea376f None None] Checking segment: {'id': '9cf9d127-c8aa-47ef-ae16-c06c5e7e6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:37:37.767721 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dd224285-e118-4410-9629-727a04ea376f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:37.767721 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd224285-e118-4410-9629-727a04ea376f None None] Bound using segment: {'id': '9cf9d127-c8aa-47ef-ae16-c06c5e7e6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:37:37.767721 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-dd224285-e118-4410-9629-727a04ea376f None None] Bound port: f61407d2-c816-496b-85e0-794f04fab914, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf9d127-c8aa-47ef-ae16-c06c5e7e6024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:37:37.767721 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dd224285-e118-4410-9629-727a04ea376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:37.780856 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.781201 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.781559 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.781888 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.782212 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.782533 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.782854 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.783173 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.784061 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.784394 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.784715 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.785058 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Tracked resource versions report: Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: pushed versions: Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: { 'AddressGroup': {'1.2'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'ConntrackHelper': {'1.0'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Log': {'1.0'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Network': {'1.1'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Port': {'1.7'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'PortForwarding': {'1.2'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'QosPolicy': {'1.9'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'SecurityGroup': {'1.4'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'SecurityGroupRule': {'1.2'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'SubPort': {'1.0'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Subnet': {'1.1'}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Trunk': {'1.1'}} Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: consumer versions: Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: { DHCP agent@n-d-838945-1: {}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: L3 agent@n-d-838945-1: {}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: Metadata agent@n-d-838945-1: {}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: Metering agent@n-d-838945-1: {}, Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: Open vSwitch agent@n-d-838945-1: { 'AddressGroup': '1.2', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'ConntrackHelper': '1.0', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Log': '1.0', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Network': '1.1', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Port': '1.7', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'PortForwarding': '1.2', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'QosPolicy': '1.9', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'SecurityGroup': '1.4', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'SecurityGroupRule': '1.2', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'SubPort': '1.0', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Subnet': '1.1', Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: 'Trunk': '1.1'}} Apr 21 20:37:37.786141 n-d-838945-1 neutron-server[114649]: {{(pid=114649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 20:37:37.848482 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-dd224285-e118-4410-9629-727a04ea376f None None] For port f61407d2-c816-496b-85e0-794f04fab914, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:37:37.872000 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-dd224285-e118-4410-9629-727a04ea376f None None] For port f61407d2-c816-496b-85e0-794f04fab914, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f61407d2-c816-496b-85e0-794f04fab914,segment=NetworkSegment(9cf9d127-c8aa-47ef-ae16-c06c5e7e6024),segment_id=9cf9d127-c8aa-47ef-ae16-c06c5e7e6024)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:37:37.877887 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dd224285-e118-4410-9629-727a04ea376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:37.890055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-aa561e0f-97be-4d7a-b34f-a6d0919433c6 None None] Provisioning complete for port f61407d2-c816-496b-85e0-794f04fab914 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:37.890546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa561e0f-97be-4d7a-b34f-a6d0919433c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:37.935513 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00393af-2d20-4ef5-bbb6-621d81d5478c None None] Pushing event updated for resources: {'Port': ['ID=f61407d2-c816-496b-85e0-794f04fab914,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:37.938533 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd224285-e118-4410-9629-727a04ea376f None None] Routers {'ea7e7edb-1269-4610-9250-c70936769895'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:37:37.939143 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dd224285-e118-4410-9629-727a04ea376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:37:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ea7e7edb-1269-4610-9250-c70936769895'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:37.978747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa561e0f-97be-4d7a-b34f-a6d0919433c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:38.016189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-aa561e0f-97be-4d7a-b34f-a6d0919433c6 None None] For port f61407d2-c816-496b-85e0-794f04fab914, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f61407d2-c816-496b-85e0-794f04fab914,segment=NetworkSegment(9cf9d127-c8aa-47ef-ae16-c06c5e7e6024),segment_id=9cf9d127-c8aa-47ef-ae16-c06c5e7e6024)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:37:38.021833 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa561e0f-97be-4d7a-b34f-a6d0919433c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:38.054244 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dd224285-e118-4410-9629-727a04ea376f None None] Set router ea7e7edb-1269-4610-9250-c70936769895 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:37:38.075421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa561e0f-97be-4d7a-b34f-a6d0919433c6 None None] Pushing event updated for resources: {'Port': ['ID=f61407d2-c816-496b-85e0-794f04fab914,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:38.141241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-95949414-6e82-4b26-8c8c-2db13f0ca120 None None] Provisioning complete for port f61407d2-c816-496b-85e0-794f04fab914 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:38.141618 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95949414-6e82-4b26-8c8c-2db13f0ca120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:38.261563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dd224285-e118-4410-9629-727a04ea376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7e7edb-1269-4610-9250-c70936769895', 'name': 'router1', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:37:26Z', 'updated_at': '2022-04-21T20:37:35Z', 'revision_number': 2, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'gw_port_host': None, '_interfaces': [{'id': 'f61407d2-c816-496b-85e0-794f04fab914', 'name': '', 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'mac_address': 'fa:16:3e:04:a0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7e7edb-1269-4610-9250-c70936769895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:37:34Z', 'updated_at': '2022-04-21T20:37:37Z', 'revision_number': 4, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'subnets': [{'id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a71e81b8-9edc-44af-843a-5d9f6148359f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:38.290574 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd224285-e118-4410-9629-727a04ea376f None None] The sync data for ids ['ea7e7edb-1269-4610-9250-c70936769895'] in n-d-838945-1 is: [{'id': 'ea7e7edb-1269-4610-9250-c70936769895', 'name': 'router1', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:37:26Z', 'updated_at': '2022-04-21T20:37:35Z', 'revision_number': 2, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'gw_port_host': None, '_interfaces': [{'id': 'f61407d2-c816-496b-85e0-794f04fab914', 'name': '', 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'mac_address': 'fa:16:3e:04:a0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7e7edb-1269-4610-9250-c70936769895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:37:34Z', 'updated_at': '2022-04-21T20:37:37Z', 'revision_number': 4, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'subnets': [{'id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a71e81b8-9edc-44af-843a-5d9f6148359f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:37:38.579228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33130) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:38.689639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0461a35-e022-45d5-bdb9-966a08e7e71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:37:38.690983 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b0461a35-e022-45d5-bdb9-966a08e7e71a admin admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 842 time: 0.1108894 Apr 21 20:37:38.700942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.0.0/24', 'enable_dhcp': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:37:38.720678 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Made reservation on behalf of bb98be3b21e5410c8f111a52dac54246 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:37:38.722871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:39.001973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:37:39.002386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:39.124675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:39.137510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:37:39.137859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Network hostable DHCP agents. Network: e15cf026-9e63-42ff-9500-d9972308a40d, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:37:39.154653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:37:39.165028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e15cf026-9e63-42ff-9500-d9972308a40d) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:37:39.169527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:37:39.170107 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:39.175024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3313998-ab5a-4a42-9592-bcc9747a3abf None None] Network e15cf026-9e63-42ff-9500-d9972308a40d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:37:39.187644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3459f3c5-8937-48f8-811a-4af41d7ee7fd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4900057 Apr 21 20:37:39.313465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca2155-9145-403d-b3c6-8d092cddab30 None None] Network e15cf026-9e63-42ff-9500-d9972308a40d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:37:41.517940 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33138) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:41.632315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.policy [None req-04bbdd80-7e8b-4fea-8838-34ac8b74f015 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 21 20:37:41.681249 n-d-838945-1 neutron-server[114647]: WARNING oslo_policy.policy [None req-04bbdd80-7e8b-4fea-8838-34ac8b74f015 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 20:37:41.681622 n-d-838945-1 neutron-server[114647]: WARNING oslo_policy.policy [None req-04bbdd80-7e8b-4fea-8838-34ac8b74f015 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 20:37:41.931673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04bbdd80-7e8b-4fea-8838-34ac8b74f015 admin admin] 10.222.0.49 "GET /v2.0/routers/ea7e7edb-1269-4610-9250-c70936769895 HTTP/1.1" status: 200 len: 710 time: 0.4127126 Apr 21 20:37:42.124267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65358e7e-f6a7-4a99-849c-3edfa5d2541c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:37:42.126478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-65358e7e-f6a7-4a99-849c-3edfa5d2541c admin admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 886 time: 0.1871107 Apr 21 20:37:42.136608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:37:42.392328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:42.628106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:42.707986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:42.894771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Allocated IP 172.25.0.27 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/f47f6d9c-f679-440b-a7ee-ad1b8d398bb1) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:37:43.003371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:43.059896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:43.121768 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:37:43.126845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:37:43.170938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Pushing event updated for resources: {'Port': ['ID=f47f6d9c-f679-440b-a7ee-ad1b8d398bb1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:43.174692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:37:43.212339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.212678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.213036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.213369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.213692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.214011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.214326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.214641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.214955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.215268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.215580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.215892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Tracked resource versions report: Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: pushed versions: Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: { 'AddressGroup': {'1.2'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'ConntrackHelper': {'1.0'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Log': {'1.0'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Network': {'1.1'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Port': {'1.7'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'PortForwarding': {'1.2'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'QosPolicy': {'1.9'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'SecurityGroup': {'1.4'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'SecurityGroupRule': {'1.2'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'SubPort': {'1.0'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Subnet': {'1.1'}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Trunk': {'1.1'}} Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: consumer versions: Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: { DHCP agent@n-d-838945-1: {}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: L3 agent@n-d-838945-1: {}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: Metadata agent@n-d-838945-1: {}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: Metering agent@n-d-838945-1: {}, Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: Open vSwitch agent@n-d-838945-1: { 'AddressGroup': '1.2', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'ConntrackHelper': '1.0', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Log': '1.0', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Network': '1.1', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Port': '1.7', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'PortForwarding': '1.2', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'QosPolicy': '1.9', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'SecurityGroup': '1.4', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'SecurityGroupRule': '1.2', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'SubPort': '1.0', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Subnet': '1.1', Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: 'Trunk': '1.1'}} Apr 21 20:37:43.216961 n-d-838945-1 neutron-server[114647]: {{(pid=114647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 20:37:43.476949 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:43.720057 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:43.725339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:43.832068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Router ea7e7edb-1269-4610-9250-c70936769895 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:37:43.936498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:37:43.941037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:43.942244 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f349642a-e46f-4057-bba8-2804f4bce97d admin admin] 10.222.0.49 "PUT /v2.0/routers/ea7e7edb-1269-4610-9250-c70936769895 HTTP/1.1" status: 200 len: 889 time: 1.8094509 Apr 21 20:37:44.729139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Sync routers for ids ['ea7e7edb-1269-4610-9250-c70936769895'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:37:44.740517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Routers {'ea7e7edb-1269-4610-9250-c70936769895'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:37:44.741165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:37:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ea7e7edb-1269-4610-9250-c70936769895'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:44.951053 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Set router ea7e7edb-1269-4610-9250-c70936769895 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:37:45.202642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f61407d2-c816-496b-85e0-794f04fab914 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:37:45.329225 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f61407d2-c816-496b-85e0-794f04fab914 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:45.329592 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:45.417085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7e7edb-1269-4610-9250-c70936769895', 'name': 'router1', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f47f6d9c-f679-440b-a7ee-ad1b8d398bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:37:26Z', 'updated_at': '2022-04-21T20:37:43Z', 'revision_number': 4, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'gw_port': {'id': 'f47f6d9c-f679-440b-a7ee-ad1b8d398bb1', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7e7edb-1269-4610-9250-c70936769895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:37:42Z', 'updated_at': '2022-04-21T20:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'f61407d2-c816-496b-85e0-794f04fab914', 'name': '', 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'mac_address': 'fa:16:3e:04:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7e7edb-1269-4610-9250-c70936769895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:37:34Z', 'updated_at': '2022-04-21T20:37:37Z', 'revision_number': 5, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'subnets': [{'id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a71e81b8-9edc-44af-843a-5d9f6148359f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:45.543703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Checking router: ea7e7edb-1269-4610-9250-c70936769895 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:37:45.543962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Updating router ea7e7edb-1269-4610-9250-c70936769895 port f47f6d9c-f679-440b-a7ee-ad1b8d398bb1 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:37:45.601296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:45.920630 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:45.926673 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:45.976816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Attempting to bind port f47f6d9c-f679-440b-a7ee-ad1b8d398bb1 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:37:45.977185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Attempting to bind port f47f6d9c-f679-440b-a7ee-ad1b8d398bb1 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:37:45.977543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Attempting to bind port f47f6d9c-f679-440b-a7ee-ad1b8d398bb1 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:37:45.980192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b077-9223-4f3f-9a6c-dd4a3f65ab69 None None] Pushing event updated for resources: {'Port': ['ID=f47f6d9c-f679-440b-a7ee-ad1b8d398bb1,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:45.985184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:37:45.985555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:37:45.985952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:45.986328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:37:45.986785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Bound port: f47f6d9c-f679-440b-a7ee-ad1b8d398bb1, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:37:45.987176 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:46.037019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] For port f47f6d9c-f679-440b-a7ee-ad1b8d398bb1, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:37:46.039874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] For port f47f6d9c-f679-440b-a7ee-ad1b8d398bb1, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f47f6d9c-f679-440b-a7ee-ad1b8d398bb1,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:37:46.044542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:46.097458 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534b077-9223-4f3f-9a6c-dd4a3f65ab69 None None] Pushing event updated for resources: {'Port': ['ID=f47f6d9c-f679-440b-a7ee-ad1b8d398bb1,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:46.103497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Routers {'ea7e7edb-1269-4610-9250-c70936769895'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:37:46.104093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:37:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ea7e7edb-1269-4610-9250-c70936769895'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:46.210403 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] Set router ea7e7edb-1269-4610-9250-c70936769895 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:37:46.351836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33156) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:37:46.416571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea7e7edb-1269-4610-9250-c70936769895', 'name': 'router1', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f47f6d9c-f679-440b-a7ee-ad1b8d398bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:37:26Z', 'updated_at': '2022-04-21T20:37:43Z', 'revision_number': 4, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'gw_port': {'id': 'f47f6d9c-f679-440b-a7ee-ad1b8d398bb1', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7e7edb-1269-4610-9250-c70936769895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:37:42Z', 'updated_at': '2022-04-21T20:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'f61407d2-c816-496b-85e0-794f04fab914', 'name': '', 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'mac_address': 'fa:16:3e:04:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7e7edb-1269-4610-9250-c70936769895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:37:34Z', 'updated_at': '2022-04-21T20:37:37Z', 'revision_number': 5, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'subnets': [{'id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a71e81b8-9edc-44af-843a-5d9f6148359f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:37:46.444413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e189d6-f0f4-4ed4-90fb-0ca58d9e5265 None None] The sync data for ids ['ea7e7edb-1269-4610-9250-c70936769895'] in n-d-838945-1 is: [{'id': 'ea7e7edb-1269-4610-9250-c70936769895', 'name': 'router1', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f47f6d9c-f679-440b-a7ee-ad1b8d398bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:37:26Z', 'updated_at': '2022-04-21T20:37:43Z', 'revision_number': 4, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'gw_port': {'id': 'f47f6d9c-f679-440b-a7ee-ad1b8d398bb1', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7e7edb-1269-4610-9250-c70936769895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:37:42Z', 'updated_at': '2022-04-21T20:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'f61407d2-c816-496b-85e0-794f04fab914', 'name': '', 'network_id': '25d3898e-ed25-4f24-b35e-9498442d5ef2', 'tenant_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'mac_address': 'fa:16:3e:04:a0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7e7edb-1269-4610-9250-c70936769895', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:37:34Z', 'updated_at': '2022-04-21T20:37:37Z', 'revision_number': 5, 'project_id': 'ced0d556c7f84ddeba0c37170dc05db7', 'subnets': [{'id': '31e4787b-7d7a-42e2-8418-a9c6970ce7ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a71e81b8-9edc-44af-843a-5d9f6148359f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:37:46.468031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e81fea22-507b-4c6b-a213-0ddce3004463 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1150975 Apr 21 20:37:47.204018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f47f6d9c-f679-440b-a7ee-ad1b8d398bb1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:37:47.251901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f47f6d9c-f679-440b-a7ee-ad1b8d398bb1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:47.252527 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:47.329432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:47.349083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port f47f6d9c-f679-440b-a7ee-ad1b8d398bb1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f47f6d9c-f679-440b-a7ee-ad1b8d398bb1,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:37:47.353075 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:47.403217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=f47f6d9c-f679-440b-a7ee-ad1b8d398bb1,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:37:49.168523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f47f6d9c-f679-440b-a7ee-ad1b8d398bb1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:37:49.218380 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f47f6d9c-f679-440b-a7ee-ad1b8d398bb1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:37:49.218953 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:37:56.839405 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:38:00.431550 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f460cf6-4799-4aa7-b76b-7e9e9d4bce0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:38:02.727658 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f730ed2d-faf6-4be3-9a22-08287e28b4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:38:03.861089 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:38:05.130011 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:38:05.759665 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:38:30.437656 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-df433e34-8939-4e5b-aebc-2ee811b58c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:38:32.724951 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28f10223-67a4-4830-b033-414984b701cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:38:33.842568 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:38:33.867462 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:38:35.125023 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:38:35.765161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:00.430013 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4ee9c310-966a-4bfc-8e84-65ee6b8f3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:02.718278 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8c50-32d9-4186-a3f6-6b3b36a60d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:03.854221 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:05.127321 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:05.767658 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:10.842634 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:39:26.931972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33750) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:26.991445 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d40eba0-cae6-4adb-8f02-81054c0826ea admin admin] GET failed (client error): The resource could not be found. Apr 21 20:39:26.992729 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2d40eba0-cae6-4adb-8f02-81054c0826ea admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598335 Apr 21 20:39:27.150663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37999aa6-f626-4408-80f6-59edec214b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:27.152010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-37999aa6-f626-4408-80f6-59edec214b6b admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545789 Apr 21 20:39:29.333887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33760) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:29.423307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f223901-5257-4322-83f0-f004628505fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:29.424558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8f223901-5257-4322-83f0-f004628505fa admin admin] 10.222.0.49 "GET /v2.0/subnets/31e4787b-7d7a-42e2-8418-a9c6970ce7ec HTTP/1.1" status: 200 len: 849 time: 0.0896778 Apr 21 20:39:29.436674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:39:29.519056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Notify callbacks [] for subnet, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:29.661909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780104382392'] for subnet, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:29.691897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:29.692390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:29.693751 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] 10.222.0.49 "PUT /v2.0/subnets/31e4787b-7d7a-42e2-8418-a9c6970ce7ec HTTP/1.1" status: 200 len: 868 time: 0.2612972 Apr 21 20:39:29.713019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e4787b-7d7a-42e2-8418-a9c6970ce7ec,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:39:29.715789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bff8663-25b4-4028-b53a-86754bceeca4 None None] Network 25d3898e-ed25-4f24-b35e-9498442d5ef2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:39:29.721375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.721724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.722063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.722399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.722723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.723048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.723376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.723699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.724021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.724344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.724665 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:29.725032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e69040-e42d-4693-9d89-4d22fe67232a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:39:30.070877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8e50a598-cda9-41c5-861d-8013e27cd083 None None] Provisioning complete for port f61407d2-c816-496b-85e0-794f04fab914 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:39:30.071251 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e50a598-cda9-41c5-861d-8013e27cd083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:30.154215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8e50a598-cda9-41c5-861d-8013e27cd083 None None] Provisioning complete for port 2f886522-fc30-4933-acf8-210e9d3a4c46 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:39:30.154723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e50a598-cda9-41c5-861d-8013e27cd083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:30.431507 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-09a867cc-245b-445b-8f4a-14bfb06f78b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:31.923493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33768) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:32.117427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31828852-83de-4048-a962-4651284eee63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:32.117813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31828852-83de-4048-a962-4651284eee63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:32.119311 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-31828852-83de-4048-a962-4651284eee63 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948705 Apr 21 20:39:32.718700 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-daeee4b4-ce03-4cf4-a2cb-4d46de9f2caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:33.857495 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:34.304978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33776) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:34.433274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd37e1-7146-465e-a7ad-50cc2f924a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:34.433753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd37e1-7146-465e-a7ad-50cc2f924a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:34.435751 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bcfd37e1-7146-465e-a7ad-50cc2f924a99 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298039 Apr 21 20:39:35.131416 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:35.770014 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:39:36.609764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33784) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:36.738026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a28156-57be-4e9a-9fef-f963554cce79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:36.739368 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-60a28156-57be-4e9a-9fef-f963554cce79 admin admin] 10.222.0.49 "GET /v2.0/networks/25d3898e-ed25-4f24-b35e-9498442d5ef2 HTTP/1.1" status: 200 len: 869 time: 0.1286602 Apr 21 20:39:38.936364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33792) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:39.060187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a392394-8670-44d6-a2f6-48b6db94f5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:39.061529 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9a392394-8670-44d6-a2f6-48b6db94f5ef admin admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 886 time: 0.1241832 Apr 21 20:39:41.249270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33800) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:41.369228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ec231-da50-494b-bd05-24811cb533e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:41.369681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ec231-da50-494b-bd05-24811cb533e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:41.371164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-396ec231-da50-494b-bd05-24811cb533e2 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1207950 Apr 21 20:39:43.558591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33810) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:43.678221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44a9e1-46df-4032-99da-303a7f54bb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:43.678680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b44a9e1-46df-4032-99da-303a7f54bb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:43.680211 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1b44a9e1-46df-4032-99da-303a7f54bb07 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206982 Apr 21 20:39:45.881321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33818) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:45.974031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f202bf-1512-4f0e-8b50-e49015584a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:45.975326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e1f202bf-1512-4f0e-8b50-e49015584a22 admin admin] 10.222.0.49 "GET /v2.0/subnets/31e4787b-7d7a-42e2-8418-a9c6970ce7ec HTTP/1.1" status: 200 len: 868 time: 0.0930455 Apr 21 20:39:47.841109 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:39:48.167201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33826) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:39:48.252555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39280b0b-7d4e-4085-8778-3afc982fb096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:39:48.253879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-39280b0b-7d4e-4085-8778-3afc982fb096 admin admin] 10.222.0.49 "GET /v2.0/subnets/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c HTTP/1.1" status: 200 len: 816 time: 0.0857332 Apr 21 20:40:00.433432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0cef4f69-8c83-421b-9f15-1b90a1c6e36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:02.720556 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6adf01ff-f5de-41a4-a8d6-3dcd7fd7b1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:03.862143 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:05.135074 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:05.772420 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:08.667591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33880) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:40:08.715299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-c7964f67-7efe-4a75-9796-8dcc3fcdc944 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:40:08.716297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c7964f67-7efe-4a75-9796-8dcc3fcdc944 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476575 Apr 21 20:40:10.985725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33888) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:40:11.044720 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec54482-f007-4c45-8007-9433a6cb06ce admin admin] GET failed (client error): The resource could not be found. Apr 21 20:40:11.046025 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-eec54482-f007-4c45-8007-9433a6cb06ce admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593536 Apr 21 20:40:11.131713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89c4d64-e46f-4044-8625-b49b2d3daf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:40:11.133094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b89c4d64-e46f-4044-8625-b49b2d3daf4b admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0824690 Apr 21 20:40:13.322515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33896) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:40:13.368498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:40:13.386153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Made reservation on behalf of bb98be3b21e5410c8f111a52dac54246 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:40:13.388972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:13.415332 n-d-838945-1 neutron-server[114646]: WARNING neutron.services.revisions.revision_plugin [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Could not find related network for resource to bump revision. Apr 21 20:40:13.427527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:40:13.438059 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:13.438377 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Added segment fc34332e-a9d6-4bd8-bd1c-02c53be15078 of type vlan for network f4cacf3c-00a2-4064-aa97-3115619278d2 Apr 21 20:40:13.475514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:13.498251 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:13.499272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:40:13.499868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:13.555151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2315657 Apr 21 20:40:13.562601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a982678-a1df-4afa-be33-2ddb9a1c520a admin admin] Pushing event updated for resources: {'Network': ['ID=f4cacf3c-00a2-4064-aa97-3115619278d2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:40:13.584515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network f4cacf3c-00a2-4064-aa97-3115619278d2 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:40:15.785630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33904) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:40:15.848035 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a64107b-9a5f-465c-885e-688c7e8dfc37 admin admin] GET failed (client error): The resource could not be found. Apr 21 20:40:15.849375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0a64107b-9a5f-465c-885e-688c7e8dfc37 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628204 Apr 21 20:40:15.927787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2901983-85ff-481e-95b9-dcf8bfdd6e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:40:15.929253 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a2901983-85ff-481e-95b9-dcf8bfdd6e94 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0753341 Apr 21 20:40:15.940119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Request body: {'subnet': {'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:40:15.957518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Made reservation on behalf of bb98be3b21e5410c8f111a52dac54246 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:40:15.959703 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Notify callbacks [] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:16.199111 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:16.259519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c87e29-81cb-457e-a9f3-75fc7078bde3,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:40:16.267677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:40:16.268022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Network hostable DHCP agents. Network: f4cacf3c-00a2-4064-aa97-3115619278d2, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:40:16.283044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:40:16.290956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, f4cacf3c-00a2-4064-aa97-3115619278d2) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:40:16.295377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:40:16.295953 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:16.300963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2539ca4f-b874-43b9-8e88-2a5a62f83577 None None] Network f4cacf3c-00a2-4064-aa97-3115619278d2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:40:16.311778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e56dac0-49e6-4b8f-bf46-8db53c65361c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3749745 Apr 21 20:40:16.541540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-f4cacf3c-00a2-4064-aa97-3115619278d2', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'tenant_id': 'bb98be3b21e5410c8f111a52dac54246', 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:40:16.542428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:16.682631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Allocated IP 192.168.233.2 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/a7a1d76c-3c1e-46b7-8609-505a1b65871d) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:40:16.823773 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:16.830640 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:16.876882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:40:16.879834 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:40:16.884074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:40:16.887655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Pushing event updated for resources: {'Port': ['ID=a7a1d76c-3c1e-46b7-8609-505a1b65871d,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:40:16.895651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.896003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.896341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.896680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.897036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.897366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.897697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.898025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.898345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.898666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.898992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.899327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:40:16.952143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Attempting to bind port a7a1d76c-3c1e-46b7-8609-505a1b65871d on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:40:16.952143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Attempting to bind port a7a1d76c-3c1e-46b7-8609-505a1b65871d by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:40:16.952471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Attempting to bind port a7a1d76c-3c1e-46b7-8609-505a1b65871d on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:40:16.957569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:40:16.957938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:40:16.958333 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:16.958720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:40:16.959175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Bound port: a7a1d76c-3c1e-46b7-8609-505a1b65871d, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:40:16.959569 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:17.020424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] For port a7a1d76c-3c1e-46b7-8609-505a1b65871d, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:40:17.023414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] For port a7a1d76c-3c1e-46b7-8609-505a1b65871d, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a7a1d76c-3c1e-46b7-8609-505a1b65871d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:40:17.028074 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:17.089371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869eacb-ad3a-4252-9b96-68b356db34c1 None None] Pushing event updated for resources: {'Port': ['ID=a7a1d76c-3c1e-46b7-8609-505a1b65871d,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:40:17.925511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f5384-c3d3-456a-87ca-22007cd6430d None None] Network f4cacf3c-00a2-4064-aa97-3115619278d2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:40:18.045011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f0e28eeb-862a-4ac4-86c0-e730513f6868 None None] Provisioning complete for port a7a1d76c-3c1e-46b7-8609-505a1b65871d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:40:18.045422 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f0e28eeb-862a-4ac4-86c0-e730513f6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:18.162677 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f0e28eeb-862a-4ac4-86c0-e730513f6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:18.198140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f0e28eeb-862a-4ac4-86c0-e730513f6868 None None] For port a7a1d76c-3c1e-46b7-8609-505a1b65871d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a7a1d76c-3c1e-46b7-8609-505a1b65871d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:40:18.205557 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f0e28eeb-862a-4ac4-86c0-e730513f6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:18.263123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e28eeb-862a-4ac4-86c0-e730513f6868 None None] Pushing event updated for resources: {'Port': ['ID=a7a1d76c-3c1e-46b7-8609-505a1b65871d,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:40:18.328855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-263ef242-4279-43b1-bb39-3ef7f9dec148 None None] Provisioning complete for port a7a1d76c-3c1e-46b7-8609-505a1b65871d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:40:18.329475 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-263ef242-4279-43b1-bb39-3ef7f9dec148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:19.296303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a7a1d76c-3c1e-46b7-8609-505a1b65871d up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:40:19.343072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a7a1d76c-3c1e-46b7-8609-505a1b65871d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:40:19.343417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:24.840602 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:40:30.442858 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2d471b46-6922-4162-b08c-0e74ef9acde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:32.721664 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2837e61b-f256-474b-94e3-00f9dc3f30fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:33.864903 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:35.138891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:40:35.775785 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:00.435736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7a4eee38-7ecf-4e5c-814a-029d7d20d4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:01.840265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:41:02.723611 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1764a667-4128-4016-833d-f56a1ea5921c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:03.867958 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:05.144948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:05.778133 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:30.438137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-88a0cef4-3609-41ec-877d-8a912184dd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:32.724666 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e0f78d50-2ee2-4d26-b361-2d94b7d1be81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:33.871258 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:35.144990 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:35.783693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:38.839819 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:41:44.095029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33942) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:41:44.100742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-e6067e5e-1c34-4e3b-8b46-997b19123e6c tempest-verify_tempest_config-1478732184 tempest-verify_tempest_config-1478732184-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:41:44.101699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e6067e5e-1c34-4e3b-8b46-997b19123e6c tempest-verify_tempest_config-1478732184 tempest-verify_tempest_config-1478732184-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057428 Apr 21 20:41:44.386679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33960) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:41:44.486666 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:44.561872 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:44.565534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:44.607493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d210b55-07c1-4ab4-b6c5-6bd23ec049a7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:41:44.611077 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9013c5e2ef4642e5a866d4343451fd92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2234166 Apr 21 20:41:44.614026 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33964) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:41:44.616308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.616649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.617007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.617339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.617725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.617992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.618315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.618658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.619687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.620011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.620334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.620651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd69931-f13c-45c7-8ab0-1296a354d9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.694448 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:44.714632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:44.803823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:44.806335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:41:44.807496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d210b55-07c1-4ab4-b6c5-6bd23ec049a7 HTTP/1.1" status: 204 len: 168 time: 0.1924989 Apr 21 20:41:44.816305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d210b55-07c1-4ab4-b6c5-6bd23ec049a7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:41:44.823024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.823372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.823710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.824042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.824371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.824699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.825125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.825446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.825765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.826083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.826401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:41:44.826725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4205376a-84df-447b-a617-7e6971028d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:42:00.439293 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9724514f-b0d6-41fa-9b66-3d91053310b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:02.725698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f922bdb8-b38e-4ba4-864e-276f4bc174ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:03.873473 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:05.146709 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:05.776278 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:15.838459 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:42:30.440685 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-88de6959-092d-4681-a0be-942f7f070aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:32.725566 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c9a0edf3-8687-4c8a-ac09-d8cfa0fb635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:33.874322 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:35.149304 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:35.782598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:42:52.837740 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:43:00.441699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cb0d18b8-8f9a-4a89-a993-c27bb26cde21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:43:02.726814 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-88f3bb00-dc10-457a-8d5a-5496614202dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:43:03.878461 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:43:05.153050 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:43:05.773877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:43:29.836386 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:43:30.443573 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6252a382-c4f6-4157-868c-7107a0360656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:43:32.727046 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c2e65f3d-c951-43ca-853a-6e7eb3f0b832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:43:33.883053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:43:35.155290 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:43:35.776929 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:00.444748 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05b6fda3-bb15-4b56-9b90-05fd392150a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:02.729731 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b2b8-bd59-4b96-97a2-b6c6d9eba7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:03.884345 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:05.158886 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:05.779000 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:06.835150 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:44:30.445635 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-717ef2da-e5d9-40b4-9552-c8cf886f9654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:32.730328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cb71073b-78e4-4120-895e-b2801594534a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:33.886685 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:35.161500 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:35.781164 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:43.833374 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 5 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:44:50.160616 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33057406'] for agent, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:44:50.346040 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33057406'] for agent, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:00.446239 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-021bbe6b-3ae7-4334-b3a5-f8a67622b35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:02.731840 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f3d9bce8-df09-4fce-980b-47ac9ae1f76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:03.889527 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:05.165306 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:05.783559 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:20.112403 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:20.330204 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:20.832422 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:45:30.448472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-93750984-d17a-42ea-a9d3-da671dd70be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:32.480866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34018) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:45:32.582552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d96e40a9-74a6-4977-bef7-e2bf669f2d17 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1005957 Apr 21 20:45:32.734364 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628375fa-857a-4b80-a00c-d57a6932c250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:33.892975 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:34.791655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34028) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:45:34.852025 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5879d08f-7af2-4eae-a42d-8da8a565f93a admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0592983 Apr 21 20:45:35.167843 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:35.786001 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:50.126743 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:50.328892 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:45:57.831401 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:46:00.449339 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5dfd87e3-55ad-4342-948a-5c7422ed8fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:02.736425 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ea48813-032d-434f-926b-2e94cb0d8082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:03.895699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:05.170124 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:05.788431 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:20.142219 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:20.333331 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:30.450321 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-018370c6-dc09-485a-ad14-868d3462beac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:32.740839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f18d47fa-c0ca-4b79-98d5-29731c9611ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:33.898214 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:34.830558 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:46:35.174085 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:35.793462 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:50.173837 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:46:50.329178 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:00.462088 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-52bf1a71-d401-43b4-a129-2c189f9011bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:02.757049 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-72be667e-550e-4716-b426-44f70bbe8c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:03.907340 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:05.182125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:05.765234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34260) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:05.798524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:06.140396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1a7076b7-2d4c-4990-8371-5fb7c221b60d tempest-AutoAllocateNetworkTest-838398846 tempest-AutoAllocateNetworkTest-838398846-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=17ecd2745d64437abe0f31f7a4e88c0c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3715875 Apr 21 20:47:06.140629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34280) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:06.322006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249bf7ac-9519-4193-825c-024f1ac8fe93 tempest-AutoAllocateNetworkTest-838398846 tempest-AutoAllocateNetworkTest-838398846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:06.323737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-249bf7ac-9519-4193-825c-024f1ac8fe93 tempest-AutoAllocateNetworkTest-838398846 tempest-AutoAllocateNetworkTest-838398846-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1821847 Apr 21 20:47:06.326687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34290) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:06.392888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34302) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:06.393467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-761cb0eb-99fb-4d1b-9959-e29ec4802ca6 tempest-AutoAllocateNetworkTest-838398846 tempest-AutoAllocateNetworkTest-838398846-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650163 Apr 21 20:47:06.423284 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3a505fd9-559c-4f1d-928f-b0df7358d5c5 tempest-AutoAllocateNetworkTest-838398846 tempest-AutoAllocateNetworkTest-838398846-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=17ecd2745d64437abe0f31f7a4e88c0c HTTP/1.1" status: 200 len: 208 time: 0.0290511 Apr 21 20:47:07.055545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34344) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:07.439852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:07.529806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:07.536578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:07.596301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34380) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:07.596893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17ecd2745d64437abe0f31f7a4e88c0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5396144 Apr 21 20:47:07.606943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff13b715-736f-4ad9-b761-1d6d428a2d68,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:07.615179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.615754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.616308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.616874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.617386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.617889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.618411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.619044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.619547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.620046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.620859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.621577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93ba75-a3bf-431b-8f72-beb86e74eef8 admin admin] Tracked resource versions report: Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: pushed versions: Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: { 'AddressGroup': {'1.2'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'ConntrackHelper': {'1.0'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Log': {'1.0'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Network': {'1.1'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Port': {'1.7'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'PortForwarding': {'1.2'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'QosPolicy': {'1.9'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'SecurityGroup': {'1.4'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'SecurityGroupRule': {'1.2'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'SubPort': {'1.0'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Subnet': {'1.1'}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Trunk': {'1.1'}} Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: consumer versions: Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: { DHCP agent@n-d-838945-1: {}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: HyperV agent@n-h1-838945-1: {}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: HyperV agent@n-h2-838945-1: {}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: L3 agent@n-d-838945-1: {}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: Metadata agent@n-d-838945-1: {}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: Metering agent@n-d-838945-1: {}, Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: Open vSwitch agent@n-d-838945-1: { 'AddressGroup': '1.2', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'ConntrackHelper': '1.0', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Log': '1.0', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Network': '1.1', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Port': '1.7', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'PortForwarding': '1.2', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'QosPolicy': '1.9', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'SecurityGroup': '1.4', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'SecurityGroupRule': '1.2', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'SubPort': '1.0', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Subnet': '1.1', Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: 'Trunk': '1.1'}} Apr 21 20:47:07.622991 n-d-838945-1 neutron-server[114646]: {{(pid=114646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 20:47:07.652236 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:07.672996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:07.723211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:07.727034 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:07.732046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff13b715-736f-4ad9-b761-1d6d428a2d68 HTTP/1.1" status: 204 len: 168 time: 0.1339114 Apr 21 20:47:07.740556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff13b715-736f-4ad9-b761-1d6d428a2d68,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:07.749116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.749585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.750047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.750614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.751070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.751521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.752010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.752332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.752651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.752998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.753446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.753896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6cf75-ef8a-4b17-acc2-64e3a46f9a10 admin admin] Tracked resource versions report: Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: pushed versions: Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: { 'AddressGroup': {'1.2'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'ConntrackHelper': {'1.0'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Log': {'1.0'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Network': {'1.1'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Port': {'1.7'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'PortForwarding': {'1.2'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'QosPolicy': {'1.9'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'SecurityGroup': {'1.4'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'SecurityGroupRule': {'1.2'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'SubPort': {'1.0'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Subnet': {'1.1'}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Trunk': {'1.1'}} Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: consumer versions: Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: { DHCP agent@n-d-838945-1: {}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: HyperV agent@n-h1-838945-1: {}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: HyperV agent@n-h2-838945-1: {}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: L3 agent@n-d-838945-1: {}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: Metadata agent@n-d-838945-1: {}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: Metering agent@n-d-838945-1: {}, Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: Open vSwitch agent@n-d-838945-1: { 'AddressGroup': '1.2', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'ConntrackHelper': '1.0', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Log': '1.0', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Network': '1.1', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Port': '1.7', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'PortForwarding': '1.2', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'QosPolicy': '1.9', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'SecurityGroup': '1.4', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'SecurityGroupRule': '1.2', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'SubPort': '1.0', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Subnet': '1.1', Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: 'Trunk': '1.1'}} Apr 21 20:47:07.755205 n-d-838945-1 neutron-server[114647]: {{(pid=114647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 20:47:08.209009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34412) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:08.432929 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f094993-e374-498f-83e7-6208cb302f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:08.533701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f094993-e374-498f-83e7-6208cb302f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:08.546452 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f094993-e374-498f-83e7-6208cb302f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:08.588791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f094993-e374-498f-83e7-6208cb302f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b0356b-007e-4854-9bc5-c246a50e55e9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:08.613314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f094993-e374-498f-83e7-6208cb302f5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc73eb9459fb49889491dac576638f08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4030654 Apr 21 20:47:08.614070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34440) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:08.668273 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-14638a4e-3ee4-417c-9f9e-0615d08ef830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:08.693903 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-14638a4e-3ee4-417c-9f9e-0615d08ef830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:08.764373 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-14638a4e-3ee4-417c-9f9e-0615d08ef830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:08.767203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-14638a4e-3ee4-417c-9f9e-0615d08ef830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:08.771217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-14638a4e-3ee4-417c-9f9e-0615d08ef830 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87b0356b-007e-4854-9bc5-c246a50e55e9 HTTP/1.1" status: 204 len: 168 time: 0.1562049 Apr 21 20:47:08.779213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14638a4e-3ee4-417c-9f9e-0615d08ef830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b0356b-007e-4854-9bc5-c246a50e55e9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:08.948685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34466) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:09.330012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-network', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:09.369239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34504) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:09.371657 n-d-838945-1 neutron-server[114646]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 20:47:09.429520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Made reservation on behalf of 7a16b123a9cf4beaaff2c329f5f855eb for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:09.434690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.445545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.449295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-3abd1070-2e8f-4b17-8d56-e00547b2eb2e tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784483 Apr 21 20:47:09.454289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34508) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:09.515895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7438-e110-4053-b93e-4d5e17ab4282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.548563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.554757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.576452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:47:09.591996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780104421367', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.593147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Unsubscribe: segment precommit_create {{(pid=114647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 21 20:47:09.593840 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Added segment 3bd466f5-2774-41e1-98e1-dd61cb6d3b39 of type vlan for network ed92b188-e14e-4d1e-ae98-d4cbfad16828 Apr 21 20:47:09.605961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34514) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:09.675865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.698321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6753ee9a-eb81-4a67-b73f-54b9c801cf97,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:09.714586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-8f2db78b-dcde-453f-9c3c-908f2ea3edff tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:09.716717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-8f2db78b-dcde-453f-9c3c-908f2ea3edff tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545979 Apr 21 20:47:09.729578 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.730835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:09.732064 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.752353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-97719f42-a751-46cb-b335-e658f624f494 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/quotas/15bf1e54c3ef4248ae3347a0e3d1d087 HTTP/1.1" status: 200 len: 375 time: 0.0271552 Apr 21 20:47:09.787517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8373921 Apr 21 20:47:09.797887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34530) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:09.802815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Request body: {'subnet': {'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-subnet', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:09.828870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-c7581289-fb6b-4e08-a79b-a54bb00b2249 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753279 Apr 21 20:47:09.835288 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7438-e110-4053-b93e-4d5e17ab4282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.847448 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f8d7438-e110-4053-b93e-4d5e17ab4282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.871720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72239fc-b67d-46b9-b9dc-ae3db2cc4643 admin admin] Pushing event updated for resources: {'Network': ['ID=ed92b188-e14e-4d1e-ae98-d4cbfad16828,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:09.874793 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49bf0b21-bb61-4589-a797-b9137c7e4b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.883387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Made reservation on behalf of 7a16b123a9cf4beaaff2c329f5f855eb for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:09.886183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:09.890203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:47:09.912815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4f8d7438-e110-4053-b93e-4d5e17ab4282 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8c7869572ec487b9720049ca116ff95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4573200 Apr 21 20:47:09.916604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d7438-e110-4053-b93e-4d5e17ab4282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9615a601-d2e1-4c61-a854-90c686f9176c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:09.921360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34540) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:10.029556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba7a95b2-1927-417b-9607-130b8400e3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.073908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba7a95b2-1927-417b-9607-130b8400e3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.106426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49bf0b21-bb61-4589-a797-b9137c7e4b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.140135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49bf0b21-bb61-4589-a797-b9137c7e4b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.227912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba7a95b2-1927-417b-9607-130b8400e3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.232091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba7a95b2-1927-417b-9607-130b8400e3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.233988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ba7a95b2-1927-417b-9607-130b8400e3b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9615a601-d2e1-4c61-a854-90c686f9176c HTTP/1.1" status: 204 len: 168 time: 0.3109634 Apr 21 20:47:10.275341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf0b21-bb61-4589-a797-b9137c7e4b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b6b581-74ff-4be2-85d4-aed65cb48e36,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:10.279954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-49bf0b21-bb61-4589-a797-b9137c7e4b92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05276214c93f423a80e9484fa4c4fe10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6706111 Apr 21 20:47:10.282946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34576) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:10.322716 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97db1df4-8b04-436a-8ebc-f472683f7c53 req-47e5efb2-e410-42da-acfa-9ed4386638ca tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 210 time: 0.1368377 Apr 21 20:47:10.328070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a95b2-1927-417b-9607-130b8400e3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9615a601-d2e1-4c61-a854-90c686f9176c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:10.409423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4f7aa47-771e-4019-8af7-fceff7761556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.417579 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.463931 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4f7aa47-771e-4019-8af7-fceff7761556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.560547 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4f7aa47-771e-4019-8af7-fceff7761556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.560725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Checking segment: {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:10.561029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Network hostable DHCP agents. Network: ed92b188-e14e-4d1e-ae98-d4cbfad16828, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:47:10.564433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4f7aa47-771e-4019-8af7-fceff7761556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.566176 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d4f7aa47-771e-4019-8af7-fceff7761556 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9b6b581-74ff-4be2-85d4-aed65cb48e36 HTTP/1.1" status: 204 len: 168 time: 0.2812316 Apr 21 20:47:10.566342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7fbf35-ae24-40df-af73-497f4a003c6c,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:10.592858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7aa47-771e-4019-8af7-fceff7761556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b6b581-74ff-4be2-85d4-aed65cb48e36,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:10.608525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:47:10.638976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, ed92b188-e14e-4d1e-ae98-d4cbfad16828) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:10.652689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd262130-1e26-489c-9d0c-0520f71d4f33 None None] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:10.657776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:10.658557 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.692746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34606) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:10.694207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-161a6116-6e2d-468f-957b-55eacf4c1924 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8946314 Apr 21 20:47:10.700982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:10.754684 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.756312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.861573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:10.956370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:47:10.958313 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.111365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.146604 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Allocated IP 172.20.0.2 (ed92b188-e14e-4d1e-ae98-d4cbfad16828/be7fbf35-ae24-40df-af73-497f4a003c6c/5b54b933-cffd-440d-aa37-79bcceafec4b) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:11.367557 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.376299 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.439964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:11.445001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:11.449755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:11.456091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Pushing event updated for resources: {'Port': ['ID=5b54b933-cffd-440d-aa37-79bcceafec4b,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:11.457491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8411096c-d700-4430-9b2b-564de474e9a0 req-1b9f2006-c126-4182-a1d2-4eea580668eb tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 210 time: 0.0392001 Apr 21 20:47:11.478756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.479163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.479503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.479892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.480250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.480561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.481039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.481369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.481672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.482073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.482467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.482788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Tracked resource versions report: Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: pushed versions: Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: { 'AddressGroup': {'1.2'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'ConntrackHelper': {'1.0'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Log': {'1.0'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Network': {'1.1'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Port': {'1.7'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'PortForwarding': {'1.2'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'QosPolicy': {'1.9'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'SecurityGroup': {'1.4'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'SecurityGroupRule': {'1.2'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'SubPort': {'1.0'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Subnet': {'1.1'}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Trunk': {'1.1'}} Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: consumer versions: Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: { DHCP agent@n-d-838945-1: {}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: HyperV agent@n-h1-838945-1: {}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: HyperV agent@n-h2-838945-1: {}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: L3 agent@n-d-838945-1: {}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: Metadata agent@n-d-838945-1: {}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: Metering agent@n-d-838945-1: {}, Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: Open vSwitch agent@n-d-838945-1: { 'AddressGroup': '1.2', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'ConntrackHelper': '1.0', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Log': '1.0', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Network': '1.1', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Port': '1.7', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'PortForwarding': '1.2', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'QosPolicy': '1.9', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'SecurityGroup': '1.4', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'SecurityGroupRule': '1.2', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'SubPort': '1.0', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Subnet': '1.1', Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: 'Trunk': '1.1'}} Apr 21 20:47:11.489552 n-d-838945-1 neutron-server[114648]: {{(pid=114648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 20:47:11.524025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.553977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.561959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Attempting to bind port 5b54b933-cffd-440d-aa37-79bcceafec4b on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:11.562270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Attempting to bind port 5b54b933-cffd-440d-aa37-79bcceafec4b by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:11.564639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Attempting to bind port 5b54b933-cffd-440d-aa37-79bcceafec4b on network ed92b188-e14e-4d1e-ae98-d4cbfad16828 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:11.581569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:11.586415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34662) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:11.601468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Checking segment: {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:11.602050 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.602500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Bound using segment: {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:11.603001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Bound port: 5b54b933-cffd-440d-aa37-79bcceafec4b, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:11.603404 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.611077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2e55-09f6-44da-a406-e9c25c30786e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.700156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] For port 5b54b933-cffd-440d-aa37-79bcceafec4b, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:11.705311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] For port 5b54b933-cffd-440d-aa37-79bcceafec4b, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5b54b933-cffd-440d-aa37-79bcceafec4b,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:11.712137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.779449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2e55-09f6-44da-a406-e9c25c30786e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.786065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7fe2e55-09f6-44da-a406-e9c25c30786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:11.813282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04f499-dd27-4d9b-9854-c8e5d2a00f80 None None] Pushing event updated for resources: {'Port': ['ID=5b54b933-cffd-440d-aa37-79bcceafec4b,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:11.831645 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:47:11.861979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Allocated IP 172.25.0.67 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/042650c4-7fe3-492e-b8e4-f746d0c14ae8) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:11.863907 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34668) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:11.878143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e7fe2e55-09f6-44da-a406-e9c25c30786e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f9785f0295648fc8f057e1e35663962&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2906418 Apr 21 20:47:11.885242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34672) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:11.894898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe2e55-09f6-44da-a406-e9c25c30786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405c3720-43f0-43db-b466-eda0d0b99226,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:11.945734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34676) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:12.005334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d3617e65-a6f6-4f8d-bee5-f809f7216127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.011029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34684) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:12.015114 n-d-838945-1 neutron-server[114647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 20:47:12.070827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c3682c7f-b6af-416a-a2fe-d76e7c3eac63 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ab8f2768d00742aaba10cc5d38bf2816&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570469 Apr 21 20:47:12.083747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33fd5805-32f1-4d40-9f16-e768f672d118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.113577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d3617e65-a6f6-4f8d-bee5-f809f7216127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.159013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f3f8a7c-5f06-47a5-bf75-eaa3823e2f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.265797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-9c6302fb-d25f-4417-b280-1f96003a6d20 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:12.279723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d3617e65-a6f6-4f8d-bee5-f809f7216127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.282318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d3617e65-a6f6-4f8d-bee5-f809f7216127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.283453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d3617e65-a6f6-4f8d-bee5-f809f7216127 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/405c3720-43f0-43db-b466-eda0d0b99226 HTTP/1.1" status: 204 len: 168 time: 0.3935726 Apr 21 20:47:12.289053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-9c6302fb-d25f-4417-b280-1f96003a6d20 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128532 Apr 21 20:47:12.330525 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.347454 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3617e65-a6f6-4f8d-bee5-f809f7216127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405c3720-43f0-43db-b466-eda0d0b99226,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:12.360579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c30cbd6c-e68b-4b3f-840d-ba6acfcb6452 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/quotas/ab8f2768d00742aaba10cc5d38bf2816 HTTP/1.1" status: 200 len: 375 time: 0.0703669 Apr 21 20:47:12.446611 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33fd5805-32f1-4d40-9f16-e768f672d118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.448973 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.463627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-049d8d6e-16df-4b10-b50d-7fc414af81cc tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab8f2768d00742aaba10cc5d38bf2816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019530 Apr 21 20:47:12.496543 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33fd5805-32f1-4d40-9f16-e768f672d118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.552853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f3f8a7c-5f06-47a5-bf75-eaa3823e2f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.561137 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f3f8a7c-5f06-47a5-bf75-eaa3823e2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.600949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:12.625913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:12.636561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f8a7c-5f06-47a5-bf75-eaa3823e2f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd8df73-c276-4a51-b5f7-e38547df94c9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:12.638670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:12.646439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-33fd5805-32f1-4d40-9f16-e768f672d118 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c55d0227881d46139206d5f2916c2425&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7812991 Apr 21 20:47:12.654744 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f3f8a7c-5f06-47a5-bf75-eaa3823e2f4f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b113edd0dc4545c0a0d3be0ec5ef7ecf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7079561 Apr 21 20:47:12.661598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34698) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:12.662101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34700) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:12.727413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=042650c4-7fe3-492e-b8e4-f746d0c14ae8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:12.755832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd5805-32f1-4d40-9f16-e768f672d118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0f699-092b-4633-bf88-c1c6e649c5e1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:12.798862 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aebbac25-6d68-4190-8fc4-8c5f3b5d6e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.805222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.43', 64821) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:12.824622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5398-2d49-430e-a06d-d9ada04742ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.856680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-141b7d6c-a43d-4200-b761-bacae836c9bc tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499511 Apr 21 20:47:12.892451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5398-2d49-430e-a06d-d9ada04742ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:12.901233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b7e3164-8250-4198-8781-1b02b1169eae req-90ce2d81-c87d-43ba-b318-538330307595 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 210 time: 0.1575909 Apr 21 20:47:12.926870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aebbac25-6d68-4190-8fc4-8c5f3b5d6e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.201198 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a9890ee-1302-47a9-adf3-eda77915f350 req-ec38f073-aa77-4299-9312-981410431fcc tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 210 time: 0.2555575 Apr 21 20:47:13.292034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-96675e00-0af5-495f-a405-37954bc0b7e1 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:13.293549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-96675e00-0af5-495f-a405-37954bc0b7e1 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4283774 Apr 21 20:47:13.302057 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aebbac25-6d68-4190-8fc4-8c5f3b5d6e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.305709 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aebbac25-6d68-4190-8fc4-8c5f3b5d6e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.309875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aebbac25-6d68-4190-8fc4-8c5f3b5d6e85 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02a0f699-092b-4633-bf88-c1c6e649c5e1 HTTP/1.1" status: 204 len: 168 time: 0.6445529 Apr 21 20:47:13.312873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5398-2d49-430e-a06d-d9ada04742ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.315346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5398-2d49-430e-a06d-d9ada04742ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.320010 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aa1a5398-2d49-430e-a06d-d9ada04742ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cd8df73-c276-4a51-b5f7-e38547df94c9 HTTP/1.1" status: 204 len: 168 time: 0.6361275 Apr 21 20:47:13.327078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbac25-6d68-4190-8fc4-8c5f3b5d6e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0f699-092b-4633-bf88-c1c6e649c5e1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:13.345633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a5398-2d49-430e-a06d-d9ada04742ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd8df73-c276-4a51-b5f7-e38547df94c9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:13.356358 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.393138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Request body: {'port': {'device_id': 'ecbacaa6-e9d4-49d6-9480-54aff3836d50', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '15bf1e54c3ef4248ae3347a0e3d1d087'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:13.602434 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5b54b933-cffd-440d-aa37-79bcceafec4b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:13.698590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5b54b933-cffd-440d-aa37-79bcceafec4b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:13.700654 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.726566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a2658b-4d6b-455b-a772-8a1058f24c89 None None] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:13.764746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Made reservation on behalf of 15bf1e54c3ef4248ae3347a0e3d1d087 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:13.768849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.781016 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.824925 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.946696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.956422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1658c2a0-4ab2-4e7f-8905-e02018d00f40 None None] Provisioning complete for port 5b54b933-cffd-440d-aa37-79bcceafec4b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:13.956861 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1658c2a0-4ab2-4e7f-8905-e02018d00f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:13.959505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:14.120857 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:14.169025 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a423504b-e474-4bb1-bbe2-9ca5681f71af req-f7804495-8446-4bbf-a406-48c4be9baf38 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 210 time: 0.0708718 Apr 21 20:47:14.209040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34792) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:14.212875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 5b54b933-cffd-440d-aa37-79bcceafec4b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5b54b933-cffd-440d-aa37-79bcceafec4b,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:14.236600 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8320e452-aab2-4745-84a7-1b2df002a0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:14.280597 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:14.353390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7989524-4f0f-4580-b273-8c1cf6bb580e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:14.379195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34798) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:14.395527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8320e452-aab2-4745-84a7-1b2df002a0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:14.396666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Router 2450a346-80a6-43bb-b1cc-2dd8451abb44 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:47:14.422932 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8320e452-aab2-4745-84a7-1b2df002a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:14.486712 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-126ab052-231b-4a9c-991c-21bc31705637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:14.602583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Allocated IP 192.168.233.135 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/5ccb8e33-484f-42cd-870b-946a34c115af) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:14.640242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320e452-aab2-4745-84a7-1b2df002a0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a0aa9d-e7a4-488f-a6e0-93de7f3d10a6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:14.660363 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1658c2a0-4ab2-4e7f-8905-e02018d00f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:14.669202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0438710d-2c6c-4ef1-b5f5-3ff96a26eb72 req-7fbe0bba-ca38-4bac-85ba-0bb9ca0a3f4a tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 210 time: 0.1102769 Apr 21 20:47:14.687268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8320e452-aab2-4745-84a7-1b2df002a0d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69c4983d67df49e581cea03f09943100&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4741504 Apr 21 20:47:14.690254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34804) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:14.808117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=5b54b933-cffd-440d-aa37-79bcceafec4b,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:14.971308 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-1658c2a0-4ab2-4e7f-8905-e02018d00f40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:47:14.974501 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-1658c2a0-4ab2-4e7f-8905-e02018d00f40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:47:14.995948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:47:15.028416 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Sync routers for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:47:15.060525 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f42048c8-2767-43b5-8e5f-88921acb93fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:15.063488 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:15.064312 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:15.124185 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:15.138250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1e37e7f7-57c9-4997-9205-298349159ea5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.4422324 Apr 21 20:47:15.142722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34816) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:15.177338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f42048c8-2767-43b5-8e5f-88921acb93fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:15.247206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.43', 64825) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:15.259668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-126ab052-231b-4a9c-991c-21bc31705637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:15.306001 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e3a7787d-d2ce-4f8a-bdc0-373537ba6a9b tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ab8f2768d00742aaba10cc5d38bf2816&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572982 Apr 21 20:47:15.543507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f42048c8-2767-43b5-8e5f-88921acb93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:15.547716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f42048c8-2767-43b5-8e5f-88921acb93fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:15.557010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f42048c8-2767-43b5-8e5f-88921acb93fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6a0aa9d-e7a4-488f-a6e0-93de7f3d10a6 HTTP/1.1" status: 204 len: 168 time: 0.8581166 Apr 21 20:47:15.573161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42048c8-2767-43b5-8e5f-88921acb93fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a0aa9d-e7a4-488f-a6e0-93de7f3d10a6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:15.574680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5b54b933-cffd-440d-aa37-79bcceafec4b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:15.606504 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:15.695225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-58c49c4c-845c-4621-a630-b1e6db604c81 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:15.697770 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-58c49c4c-845c-4621-a630-b1e6db604c81 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820946 Apr 21 20:47:15.714152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Request body: {'port': {'device_id': '22ac32d3-ce3e-4ae9-92c3-866d42a9b68a', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': 'ab8f2768d00742aaba10cc5d38bf2816'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:15.714330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-126ab052-231b-4a9c-991c-21bc31705637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:15.809668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ab052-231b-4a9c-991c-21bc31705637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e73378-86df-4f63-9245-12979a53f2fd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:15.821983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9c95483e-6108-40e2-8a1e-7c031ccecdc1 None None] Provisioning complete for port 5b54b933-cffd-440d-aa37-79bcceafec4b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:15.823721 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9c95483e-6108-40e2-8a1e-7c031ccecdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:15.896831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f65ba609-e3eb-4289-bef5-84dafc56db64 req-928bdb11-e084-4c4a-8794-a5f8a3b12250 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 210 time: 0.2124705 Apr 21 20:47:15.997996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5b54b933-cffd-440d-aa37-79bcceafec4b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:15.998367 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.018164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-126ab052-231b-4a9c-991c-21bc31705637 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c734ceaef28e4f5bb2b1a618255354dd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6330693 Apr 21 20:47:16.035548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34842) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:16.121144 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:13Z', 'revision_number': 3, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:16.174778 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.199132 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Checking router: 2450a346-80a6-43bb-b1cc-2dd8451abb44 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:47:16.205877 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Updating router 2450a346-80a6-43bb-b1cc-2dd8451abb44 port 042650c4-7fe3-492e-b8e4-f746d0c14ae8 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:47:16.274082 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.314325 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3bc0-a387-4bd5-9e28-73ca547b74b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.404068 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3bc0-a387-4bd5-9e28-73ca547b74b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.674838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e5402d45-f5f7-4268-a529-0951e4de56fb req-66c1f13b-ca7a-4e39-b375-8d5a161557af tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 210 time: 0.7076941 Apr 21 20:47:16.712909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Made reservation on behalf of ab8f2768d00742aaba10cc5d38bf2816 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:16.734266 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.741420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.785127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.907439 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.919759 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.985020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3bc0-a387-4bd5-9e28-73ca547b74b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.991349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e4a3bc0-a387-4bd5-9e28-73ca547b74b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:16.991349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7e4a3bc0-a387-4bd5-9e28-73ca547b74b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9e73378-86df-4f63-9245-12979a53f2fd HTTP/1.1" status: 204 len: 168 time: 0.9529979 Apr 21 20:47:17.018208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:17.033145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:17.062517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a3bc0-a387-4bd5-9e28-73ca547b74b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e73378-86df-4f63-9245-12979a53f2fd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:17.068669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:17.079087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:17.080628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:17.138535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Pushing event updated for resources: {'Port': ['ID=5ccb8e33-484f-42cd-870b-946a34c115af,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:17.159557 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Attempting to bind port 042650c4-7fe3-492e-b8e4-f746d0c14ae8 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:17.160109 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Attempting to bind port 042650c4-7fe3-492e-b8e4-f746d0c14ae8 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:17.160309 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Attempting to bind port 042650c4-7fe3-492e-b8e4-f746d0c14ae8 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:17.175137 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Pushing event updated for resources: {'Port': ['ID=042650c4-7fe3-492e-b8e4-f746d0c14ae8,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:17.222925 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:17.223740 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:17.224394 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:17.225155 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:17.225943 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Bound port: 042650c4-7fe3-492e-b8e4-f746d0c14ae8, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:17.226702 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:17.237706 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.238102 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.238538 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.238875 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.243477 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.243870 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.244220 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.244554 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.244907 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.245238 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.245563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.246002 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Tracked resource versions report: Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: pushed versions: Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: { 'AddressGroup': {'1.2'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'ConntrackHelper': {'1.0'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Log': {'1.0'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Network': {'1.1'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Port': {'1.7'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'PortForwarding': {'1.2'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'QosPolicy': {'1.9'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'SecurityGroup': {'1.4'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'SecurityGroupRule': {'1.2'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'SubPort': {'1.0'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Subnet': {'1.1'}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Trunk': {'1.1'}} Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: consumer versions: Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: { DHCP agent@n-d-838945-1: {}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: HyperV agent@n-h1-838945-1: {}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: HyperV agent@n-h2-838945-1: {}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: L3 agent@n-d-838945-1: {}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: Metadata agent@n-d-838945-1: {}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: Metering agent@n-d-838945-1: {}, Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: Open vSwitch agent@n-d-838945-1: { 'AddressGroup': '1.2', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'ConntrackHelper': '1.0', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Log': '1.0', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Network': '1.1', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Port': '1.7', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'PortForwarding': '1.2', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'QosPolicy': '1.9', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'SecurityGroup': '1.4', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'SecurityGroupRule': '1.2', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'SubPort': '1.0', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Subnet': '1.1', Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: 'Trunk': '1.1'}} Apr 21 20:47:17.252598 n-d-838945-1 neutron-server[114649]: {{(pid=114649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 20:47:17.320373 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:17.357296 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-9e8b7ce8-1e6e-42ae-a643-52b446676fb0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9751120 Apr 21 20:47:17.407028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] For port 042650c4-7fe3-492e-b8e4-f746d0c14ae8, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:17.414458 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] For port 042650c4-7fe3-492e-b8e4-f746d0c14ae8, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=042650c4-7fe3-492e-b8e4-f746d0c14ae8,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:17.422595 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:17.429235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-048be81e-ad41-4dcc-a6de-7a922d9eb649 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:47:17.429235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-048be81e-ad41-4dcc-a6de-7a922d9eb649 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170629 Apr 21 20:47:17.438653 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:17.592575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-913623de-fbaf-479e-970a-7001ce3637e8 None None] Provisioning complete for port 5ccb8e33-484f-42cd-870b-946a34c115af triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:17.595042 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-913623de-fbaf-479e-970a-7001ce3637e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:17.638582 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:17.639231 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:17.694603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:17.726876 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7933c-0f2f-422e-a7e8-78ea3b25dbeb None None] Pushing event updated for resources: {'Port': ['ID=042650c4-7fe3-492e-b8e4-f746d0c14ae8,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:17.733986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-913623de-fbaf-479e-970a-7001ce3637e8 None None] Port 5ccb8e33-484f-42cd-870b-946a34c115af cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:17.869020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970202a-6216-475c-8f5c-da2f49b90f43 req-c3c62cef-d715-4277-adf9-4187fb88e2a4 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:17.882317 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f970202a-6216-475c-8f5c-da2f49b90f43 req-c3c62cef-d715-4277-adf9-4187fb88e2a4 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 936 time: 0.6474044 Apr 21 20:47:17.912571 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:17.958302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8150b6-8bd6-4592-a2f0-49d97777052d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:18.134559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f970202a-6216-475c-8f5c-da2f49b90f43 req-6bdf0fd5-5e12-43ab-9463-86f23f67c35c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462010 Apr 21 20:47:18.280597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Allocated IP 172.20.0.1 (ed92b188-e14e-4d1e-ae98-d4cbfad16828/be7fbf35-ae24-40df-af73-497f4a003c6c/5ffae454-5233-4a51-8e88-9346da0fb686) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:18.323307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Allocated IP 192.168.233.191 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/2ec63bf9-89d9-41ea-b240-9dbae7f99709) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:18.334971 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ca371ee-6238-4f67-b576-c1668c2f144b req-17ce29c9-7987-4c38-b5cd-7f35a91a6e21 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 210 time: 0.0556824 Apr 21 20:47:18.479265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:13Z', 'revision_number': 3, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:18.518905 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:18.546558 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb591277-96bd-465c-90a2-de7b0b95e846 None None] The sync data for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 is: [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:13Z', 'revision_number': 3, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:47:18.559732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:18.600707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34906) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:18.618307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:18.652422 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:18.717737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Request body: {'port': {'device_id': 'ecbacaa6-e9d4-49d6-9480-54aff3836d50', 'device_owner': 'compute:tempest-test_az-2015540656', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:18.728052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:18.781351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:18.787809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:18.800924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:18.807485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:18.814622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:18.815171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:18.823922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Pushing event updated for resources: {'Port': ['ID=2ec63bf9-89d9-41ea-b240-9dbae7f99709,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:18.833566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:18.845167 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:18.858199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-e56b54f5-69e0-4fdd-8655-10d5db2fbada tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1487541 Apr 21 20:47:18.883547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Request body: {'port': {'device_id': '22ac32d3-ce3e-4ae9-92c3-866d42a9b68a', 'device_owner': 'compute:tempest-test_az-2015540656', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:18.909068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffae454-5233-4a51-8e88-9346da0fb686,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:19.060036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:19.066777 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed28e-faca-4e15-9be6-943d18ae51ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:19.219691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:19.397422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-12487de3-9edf-4353-9e1d-c561b8956845 None None] Provisioning complete for port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:19.399330 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-12487de3-9edf-4353-9e1d-c561b8956845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:19.527413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-12487de3-9edf-4353-9e1d-c561b8956845 None None] Port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:19.586129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-12487de3-9edf-4353-9e1d-c561b8956845 None None] Provisioning complete for port 5ffae454-5233-4a51-8e88-9346da0fb686 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:19.587357 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-12487de3-9edf-4353-9e1d-c561b8956845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:19.657043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 042650c4-7fe3-492e-b8e4-f746d0c14ae8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:19.764216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-12487de3-9edf-4353-9e1d-c561b8956845 None None] Port 5ffae454-5233-4a51-8e88-9346da0fb686 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:19.771866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 042650c4-7fe3-492e-b8e4-f746d0c14ae8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:19.772901 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.009564 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.056198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 042650c4-7fe3-492e-b8e4-f746d0c14ae8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=042650c4-7fe3-492e-b8e4-f746d0c14ae8,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:20.062194 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.220070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=042650c4-7fe3-492e-b8e4-f746d0c14ae8,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:20.222377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec63bf9-89d9-41ea-b240-9dbae7f99709 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:20.236903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.237894 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.282186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Transition to ACTIVE for port object 2ec63bf9-89d9-41ea-b240-9dbae7f99709 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:47:20.340774 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.348650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf936-d7e9-4689-87cc-d5811da6af87 req-8890284d-e520-4ed7-88aa-4b63140f5da0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:20.358331 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae4cf936-d7e9-4689-87cc-d5811da6af87 req-8890284d-e520-4ed7-88aa-4b63140f5da0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 936 time: 0.9825392 Apr 21 20:47:20.370879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.423601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed28e-faca-4e15-9be6-943d18ae51ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.473069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e2ed28e-faca-4e15-9be6-943d18ae51ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.537985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ed28e-faca-4e15-9be6-943d18ae51ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feda4467-7dbb-43ce-9093-836c7d76c560,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:20.549698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a58899-316e-431f-ab13-58c5b760d5de req-56b676d8-a0f0-41dc-99cc-58e9033b5eca tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:20.557507 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49a58899-316e-431f-ab13-58c5b760d5de req-56b676d8-a0f0-41dc-99cc-58e9033b5eca tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.2736025 Apr 21 20:47:20.639197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.704172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae4cf936-d7e9-4689-87cc-d5811da6af87 req-9bff5d07-55dc-4e83-82a5-9b9d45b83796 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448625 Apr 21 20:47:20.753399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Pushing event updated for resources: {'Port': ['ID=2ec63bf9-89d9-41ea-b240-9dbae7f99709,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:20.797911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Attempting to bind port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:20.798435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Attempting to bind port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:20.798839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Attempting to bind port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:20.820912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0e2ed28e-faca-4e15-9be6-943d18ae51ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95dc000fe6a74614bd8a1e950977de7f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2176373 Apr 21 20:47:20.831689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34958) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:20.832509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:47:20.839055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Attempting to bind port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:20.863930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:20.871204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:20.871920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:20.872519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Bound port: 2ec63bf9-89d9-41ea-b240-9dbae7f99709, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:20.872951 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:20.949398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49a58899-316e-431f-ab13-58c5b760d5de req-c18007ac-05fd-4a66-bcd1-06f06de86ab0 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909204 Apr 21 20:47:21.098120 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21552d21-6bb0-451a-b973-a9ebfe41c358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:21.214028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] For port 2ec63bf9-89d9-41ea-b240-9dbae7f99709, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:21.235153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21552d21-6bb0-451a-b973-a9ebfe41c358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:21.241561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] For port 2ec63bf9-89d9-41ea-b240-9dbae7f99709, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2ec63bf9-89d9-41ea-b240-9dbae7f99709,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:21.269071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:21.329105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:21.331934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:21.339140 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] 10.222.0.43 "PUT /v2.0/ports/2ec63bf9-89d9-41ea-b240-9dbae7f99709 HTTP/1.1" status: 200 len: 1118 time: 2.4627180 Apr 21 20:47:21.380454 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ac32d3-ce3e-4ae9-92c3-866d42a9b68a', 'tag': '2ec63bf9-89d9-41ea-b240-9dbae7f99709'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:21.439393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccb8e33-484f-42cd-870b-946a34c115af {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:21.461694 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:21.465368 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:21.473427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:21.476752 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:21.669166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 042650c4-7fe3-492e-b8e4-f746d0c14ae8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:21.778566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Transition to ACTIVE for port object 5ccb8e33-484f-42cd-870b-946a34c115af will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:47:21.788509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 042650c4-7fe3-492e-b8e4-f746d0c14ae8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:21.791674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:21.823023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ffae454-5233-4a51-8e88-9346da0fb686,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:21.849535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:22.045615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133748f-f997-4dcf-9b21-c05415c3242a service neutron] Pushing event updated for resources: {'Port': ['ID=2ec63bf9-89d9-41ea-b240-9dbae7f99709,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:22.068745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Attempting to bind port 5ccb8e33-484f-42cd-870b-946a34c115af on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:22.069430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Attempting to bind port 5ccb8e33-484f-42cd-870b-946a34c115af by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:22.070546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Attempting to bind port 5ccb8e33-484f-42cd-870b-946a34c115af on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:22.107406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb8e33-484f-42cd-870b-946a34c115af,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:22.111892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Port 5ccb8e33-484f-42cd-870b-946a34c115af on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:47:22.112418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Attempting to bind port 5ccb8e33-484f-42cd-870b-946a34c115af on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:22.134019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:22.134453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:22.135106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:22.135694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Bound port: 5ccb8e33-484f-42cd-870b-946a34c115af, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:22.136325 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:22.239751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:22.249866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:22.404538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21552d21-6bb0-451a-b973-a9ebfe41c358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:22.407061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21552d21-6bb0-451a-b973-a9ebfe41c358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:22.410648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-21552d21-6bb0-451a-b973-a9ebfe41c358 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/feda4467-7dbb-43ce-9093-836c7d76c560 HTTP/1.1" status: 204 len: 168 time: 1.5483384 Apr 21 20:47:22.410772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd090395-98bc-4ec9-b7c7-cfc179f7a8b4 req-99364089-c6ac-4fbc-8469-04fbde05163b tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:22.415290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd090395-98bc-4ec9-b7c7-cfc179f7a8b4 req-99364089-c6ac-4fbc-8469-04fbde05163b tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.2599261 Apr 21 20:47:22.456002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35000) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:22.466048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-9a8b7297-44b7-47b0-b2f8-d984590896d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:22.474663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-9a8b7297-44b7-47b0-b2f8-d984590896d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab8f2768d00742aaba10cc5d38bf2816&device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 1121 time: 0.8017886 Apr 21 20:47:22.476800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21552d21-6bb0-451a-b973-a9ebfe41c358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feda4467-7dbb-43ce-9093-836c7d76c560,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:22.625277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] For port 5ccb8e33-484f-42cd-870b-946a34c115af, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:22.652849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] For port 5ccb8e33-484f-42cd-870b-946a34c115af, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ccb8e33-484f-42cd-870b-946a34c115af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:22.658899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35008) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:22.673568 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7577b5e0-179d-438a-a410-66d170098851" -d '{"events": [{"name": "network-changed", "server_uuid": "22ac32d3-ce3e-4ae9-92c3-866d42a9b68a", "tag": "2ec63bf9-89d9-41ea-b240-9dbae7f99709"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:22.684575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-64deffcc-0b1e-45a3-aae3-fdaba73057d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2ec63bf9-89d9-41ea-b240-9dbae7f99709 HTTP/1.1" status: 200 len: 217 time: 0.1874671 Apr 21 20:47:22.687072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:22.764446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6582a6-0e82-4033-bb98-5688e2fea578 req-c8618e98-2697-4497-90a4-56c71f9beb93 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:22.785929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd6582a6-0e82-4033-bb98-5688e2fea578 req-c8618e98-2697-4497-90a4-56c71f9beb93 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 970 time: 0.6510606 Apr 21 20:47:22.809669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b50dbfa0-5449-418a-b813-f635a1ad6a7d None None] Provisioning complete for port 5ffae454-5233-4a51-8e88-9346da0fb686 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:22.810717 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b50dbfa0-5449-418a-b813-f635a1ad6a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:22.905781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Router 2450a346-80a6-43bb-b1cc-2dd8451abb44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:47:22.908024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb8e33-484f-42cd-870b-946a34c115af,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:22.939537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:22.947831 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:22.949399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-226e751e-be71-4829-ab3f-4777861d85ad service neutron] 10.222.0.43 "PUT /v2.0/ports/5ccb8e33-484f-42cd-870b-946a34c115af HTTP/1.1" status: 200 len: 1118 time: 4.9628870 Apr 21 20:47:22.950387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbacaa6-e9d4-49d6-9480-54aff3836d50', 'tag': '5ccb8e33-484f-42cd-870b-946a34c115af'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:22.957326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b50dbfa0-5449-418a-b813-f635a1ad6a7d None None] Port 5ffae454-5233-4a51-8e88-9346da0fb686 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:23.016106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd6582a6-0e82-4033-bb98-5688e2fea578 req-5f594c4e-795f-4dd3-b529-6e97ea764cdd tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291038 Apr 21 20:47:23.045321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35018) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:23.103007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8aab-63f6-4828-ac82-164cbd87083c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:23.159898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-fbd7f545-eedd-44f3-9687-ea3b1d18ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:23.161433 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-fbd7f545-eedd-44f3-9687-ea3b1d18ccec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.4505892 Apr 21 20:47:23.215259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd090395-98bc-4ec9-b7c7-cfc179f7a8b4 req-97952793-4734-4df7-b01a-71bb919f4216 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7651687 Apr 21 20:47:23.217930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50f40644-b5df-4856-9462-5dc3375ae3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:23.440749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-859d87a2-5d14-40e6-bbc9-2782c84dd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:23.442779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-859d87a2-5d14-40e6-bbc9-2782c84dd3a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2539973 Apr 21 20:47:23.520628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8aab-63f6-4828-ac82-164cbd87083c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:23.531678 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8aab-63f6-4828-ac82-164cbd87083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:23.573899 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbacaa6-e9d4-49d6-9480-54aff3836d50", "tag": "5ccb8e33-484f-42cd-870b-946a34c115af"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:23.589094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3cd37bd-7b17-4a4d-963f-b83981cc1c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:23.607827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b8aab-63f6-4828-ac82-164cbd87083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa4b7e7-e41f-412a-97cd-04c1a3a7322e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:23.615990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fc4b8aab-63f6-4828-ac82-164cbd87083c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7aa110ff369c479bb9483837a6749f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647106 Apr 21 20:47:23.618859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35030) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:23.661424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-a8236759-55e3-4e5f-afa5-bcbd3237509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:23.663711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-a8236759-55e3-4e5f-afa5-bcbd3237509a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 1121 time: 0.5466712 Apr 21 20:47:23.785696 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ed35f8-fb31-42ed-9c98-74c1ff31553d x-openstack-request-id: req-50ed35f8-fb31-42ed-9c98-74c1ff31553d {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:23.785988 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ac32d3-ce3e-4ae9-92c3-866d42a9b68a", "tag": "2ec63bf9-89d9-41ea-b240-9dbae7f99709", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:23.786284 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50ed35f8-fb31-42ed-9c98-74c1ff31553d {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:23.786851 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ed35f8-fb31-42ed-9c98-74c1ff31553d'] response: {'name': 'network-changed', 'server_uuid': '22ac32d3-ce3e-4ae9-92c3-866d42a9b68a', 'tag': '2ec63bf9-89d9-41ea-b240-9dbae7f99709', 'status': 'completed', 'code': 200} Apr 21 20:47:23.845153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f6ae-5010-406a-a450-e0057807ac6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:23.875109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-c8affc00-3cec-449f-b94b-ca03388cc177 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5ccb8e33-484f-42cd-870b-946a34c115af HTTP/1.1" status: 200 len: 217 time: 0.1727574 Apr 21 20:47:23.882009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-7dcb8ba7-347d-4887-bcab-170b959f43a1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481863 Apr 21 20:47:23.888238 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f6ae-5010-406a-a450-e0057807ac6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:23.915299 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8eeae8-f068-4871-b32e-c491e8be1f09 x-openstack-request-id: req-bd8eeae8-f068-4871-b32e-c491e8be1f09 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:23.915854 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbacaa6-e9d4-49d6-9480-54aff3836d50", "tag": "5ccb8e33-484f-42cd-870b-946a34c115af", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:23.916260 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd8eeae8-f068-4871-b32e-c491e8be1f09 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:23.916930 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8eeae8-f068-4871-b32e-c491e8be1f09'] response: {'name': 'network-changed', 'server_uuid': 'ecbacaa6-e9d4-49d6-9480-54aff3836d50', 'tag': '5ccb8e33-484f-42cd-870b-946a34c115af', 'status': 'completed', 'code': 200} Apr 21 20:47:23.952620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f6ae-5010-406a-a450-e0057807ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:23.955465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f6ae-5010-406a-a450-e0057807ac6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:23.959005 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a5e5f6ae-5010-406a-a450-e0057807ac6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aaa4b7e7-e41f-412a-97cd-04c1a3a7322e HTTP/1.1" status: 204 len: 168 time: 0.3372407 Apr 21 20:47:23.961915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:47:23.977223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Sync routers for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:47:23.979457 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50f40644-b5df-4856-9462-5dc3375ae3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:24.001715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1564fed7-50eb-4d4b-ba14-cdb6b12ba5e5 admin admin] 10.222.0.49 "PUT /v2.0/routers/2450a346-80a6-43bb-b1cc-2dd8451abb44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8424771 Apr 21 20:47:24.001939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5f6ae-5010-406a-a450-e0057807ac6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa4b7e7-e41f-412a-97cd-04c1a3a7322e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:24.022550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50f40644-b5df-4856-9462-5dc3375ae3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:24.055629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:24.057151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:24.104482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-f6053254-6161-48c3-a3ba-e373761adf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:24.106240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-f6053254-6161-48c3-a3ba-e373761adf97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1588655 Apr 21 20:47:24.119315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-50f40644-b5df-4856-9462-5dc3375ae3dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fb017f4ce9d4fd8aa0619e4144abe40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6622059 Apr 21 20:47:24.126648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35050) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:24.192926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f40644-b5df-4856-9462-5dc3375ae3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e293bcd-1776-4570-98c5-555b65651976,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:24.244971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3cd37bd-7b17-4a4d-963f-b83981cc1c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:24.278299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3cd37bd-7b17-4a4d-963f-b83981cc1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:24.320615 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b621957-5d5c-4c5a-b7d4-cbca747b302c req-f7caf57a-0c8c-420f-bade-b688af99f745 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576300 Apr 21 20:47:24.499728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:24.564193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b5e0-179d-438a-a410-66d170098851 req-d76e146b-00ce-4de1-9a07-0d6353a80277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:24.580809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7577b5e0-179d-438a-a410-66d170098851 req-d76e146b-00ce-4de1-9a07-0d6353a80277 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ab8f2768d00742aaba10cc5d38bf2816&device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 1121 time: 0.1802790 Apr 21 20:47:24.597503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d8209-65ac-4ea8-b8f9-5d349ffd8d72 req-d272d87b-e030-46b0-bf09-a62e4c78d586 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:24.617798 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb3d8209-65ac-4ea8-b8f9-5d349ffd8d72 req-d272d87b-e030-46b0-bf09-a62e4c78d586 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.1716151 Apr 21 20:47:24.786701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-fb73c6e0-6d89-4ff4-9625-6d4356f4a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:24.792105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-fb73c6e0-6d89-4ff4-9625-6d4356f4a4e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6707058 Apr 21 20:47:24.819651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd37bd-7b17-4a4d-963f-b83981cc1c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae378b6-12fc-4467-9b68-b7ca27eca981,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:24.852061 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb3d8209-65ac-4ea8-b8f9-5d349ffd8d72 req-2c6341de-5696-4438-ac16-f54426a830dd tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323945 Apr 21 20:47:25.017272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-0f77b0eb-7a34-4561-88ea-6145bc4ef689 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120759 Apr 21 20:47:25.041186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558d68f-b984-4d1e-ac5a-d97f4da6fc29 req-e4235f25-0fcc-44ba-b2f4-3ce718fcb09c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:25.052590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0558d68f-b984-4d1e-ac5a-d97f4da6fc29 req-e4235f25-0fcc-44ba-b2f4-3ce718fcb09c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 970 time: 0.8508790 Apr 21 20:47:25.060196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c3cd37bd-7b17-4a4d-963f-b83981cc1c58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16101cff66c0443e9697210f416eee0a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3857036 Apr 21 20:47:25.078003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 2, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:25.096539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b5e0-179d-438a-a410-66d170098851 req-2e82ea03-9555-48b2-bbdb-2e51f90363f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:25.098076 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7577b5e0-179d-438a-a410-66d170098851 req-2e82ea03-9555-48b2-bbdb-2e51f90363f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.4777279 Apr 21 20:47:25.098858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35086) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:25.142788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8024aac5-9a65-4230-bdca-e64dcc76c6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.152427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Checking router: 2450a346-80a6-43bb-b1cc-2dd8451abb44 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:47:25.152832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Updating router 2450a346-80a6-43bb-b1cc-2dd8451abb44 port 5ffae454-5233-4a51-8e88-9346da0fb686 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:47:25.239244 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.251616 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7577b5e0-179d-438a-a410-66d170098851 req-593de5d8-0d07-4c86-81ba-e607998dec7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2ec63bf9-89d9-41ea-b240-9dbae7f99709 HTTP/1.1" status: 200 len: 217 time: 0.1110556 Apr 21 20:47:25.254602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0558d68f-b984-4d1e-ac5a-d97f4da6fc29 req-40513058-b5e7-4fed-b7c3-52ab9f9be201 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008131 Apr 21 20:47:25.270630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35096) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:25.287136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-network', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:25.407538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8024aac5-9a65-4230-bdca-e64dcc76c6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.431579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b5e0-179d-438a-a410-66d170098851 req-c52562a5-360e-4999-ae85-f30252e5d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:25.433455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7577b5e0-179d-438a-a410-66d170098851 req-c52562a5-360e-4999-ae85-f30252e5d7d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1561489 Apr 21 20:47:25.434462 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c64d32a5-836c-47d1-b4eb-9a5bb92ca7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.437984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Made reservation on behalf of 7aa92b44f6c04e37b44ee38ea0ba4b42 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:25.440489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.478685 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4238d2aa-ff05-4cfa-a69f-3305128c99eb req-bb9c0cd4-680d-47e3-bccd-fe842b53c4a1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236839 Apr 21 20:47:25.488003 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.513393 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c64d32a5-836c-47d1-b4eb-9a5bb92ca7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.575236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577b5e0-179d-438a-a410-66d170098851 req-9805dfef-58eb-4b71-b835-b8d50390444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:25.577605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7577b5e0-179d-438a-a410-66d170098851 req-9805dfef-58eb-4b71-b835-b8d50390444c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311941 Apr 21 20:47:25.590163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8024aac5-9a65-4230-bdca-e64dcc76c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.602847 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8024aac5-9a65-4230-bdca-e64dcc76c6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.609212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8024aac5-9a65-4230-bdca-e64dcc76c6e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e293bcd-1776-4570-98c5-555b65651976 HTTP/1.1" status: 204 len: 168 time: 1.4763327 Apr 21 20:47:25.660092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024aac5-9a65-4230-bdca-e64dcc76c6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e293bcd-1776-4570-98c5-555b65651976,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:25.681143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-e217b168-2f3e-4cef-881c-895265e35a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:25.682945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-e217b168-2f3e-4cef-881c-895265e35a8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 1121 time: 0.1148570 Apr 21 20:47:25.703941 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.736992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c64d32a5-836c-47d1-b4eb-9a5bb92ca7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.739526 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c64d32a5-836c-47d1-b4eb-9a5bb92ca7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.743851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c64d32a5-836c-47d1-b4eb-9a5bb92ca7da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eae378b6-12fc-4467-9b68-b7ca27eca981 HTTP/1.1" status: 204 len: 168 time: 0.6420088 Apr 21 20:47:25.762407 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:25.769435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35110) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:25.811356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d32a5-836c-47d1-b4eb-9a5bb92ca7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae378b6-12fc-4467-9b68-b7ca27eca981,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:25.873086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:47:25.930188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-9d00eef5-3642-45ab-8f2a-2268a7e79f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:25.932399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-9d00eef5-3642-45ab-8f2a-2268a7e79f7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2427418 Apr 21 20:47:25.985794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7577b5e0-179d-438a-a410-66d170098851 req-f7dd04f5-6245-4a77-8549-8082243700c8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927984 Apr 21 20:47:25.986587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de69b87c-c0b8-404c-ba27-e2b2701bbe62,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:26.003799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-3de69888-6613-4b66-a6eb-6029dc93fcfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=5ccb8e33-484f-42cd-870b-946a34c115af HTTP/1.1" status: 200 len: 217 time: 0.0570631 Apr 21 20:47:26.137387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.149289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.175754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-dcde1091-1fe9-4a94-869a-0081e3a77820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:26.182139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-dcde1091-1fe9-4a94-869a-0081e3a77820 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1569886 Apr 21 20:47:26.182936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7577b5e0-179d-438a-a410-66d170098851 req-352225c2-c3ad-4e91-98f4-6ca233cc919a service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685653 Apr 21 20:47:26.186002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.186590 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Added segment b9f78f5f-2778-4c78-9dbb-af5b604de302 of type vlan for network 1736b1ec-9533-44ea-a006-20788206c676 Apr 21 20:47:26.251511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be5607c2-6543-42de-bb10-530c292d4d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.301090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-f7030d0f-d65c-4605-9868-4531cd4989c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:26.307850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-f7030d0f-d65c-4605-9868-4531cd4989c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103384 Apr 21 20:47:26.332379 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.377788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc912f-1711-44bb-af21-a63bd8f19d60 None None] Pushing event updated for resources: {'Port': ['ID=5ffae454-5233-4a51-8e88-9346da0fb686,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:26.447449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774039e7-0fc0-435c-8066-a55f066d40eb req-60c97f91-34ec-4cde-a2af-2179d63e1521 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:26.459684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-774039e7-0fc0-435c-8066-a55f066d40eb req-60c97f91-34ec-4cde-a2af-2179d63e1521 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.4516659 Apr 21 20:47:26.555895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Attempting to bind port 5ffae454-5233-4a51-8e88-9346da0fb686 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:26.555895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Attempting to bind port 5ffae454-5233-4a51-8e88-9346da0fb686 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:26.556703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Attempting to bind port 5ffae454-5233-4a51-8e88-9346da0fb686 on network ed92b188-e14e-4d1e-ae98-d4cbfad16828 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:26.590554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:26.590931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Checking segment: {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:26.591435 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.591867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Bound using segment: {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:26.592349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Bound port: 5ffae454-5233-4a51-8e88-9346da0fb686, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:26.592752 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.602013 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-774039e7-0fc0-435c-8066-a55f066d40eb req-bcc62030-c9dd-473a-b987-6869b45e4059 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411960 Apr 21 20:47:26.607571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.614070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:26.621930 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.707175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-22244a6c-11ca-4f45-bdec-a552ccd9a0f6 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601844 Apr 21 20:47:26.761301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaddb91-1c98-4d6b-bdd6-a79913b6cda4 req-666c4748-4871-4275-8dc2-7f8a2bdc5fc0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:26.768820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ffaddb91-1c98-4d6b-bdd6-a79913b6cda4 req-666c4748-4871-4275-8dc2-7f8a2bdc5fc0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 970 time: 0.3652165 Apr 21 20:47:26.798272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] For port 5ffae454-5233-4a51-8e88-9346da0fb686, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:26.801917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35126) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:26.819120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] For port 5ffae454-5233-4a51-8e88-9346da0fb686, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5ffae454-5233-4a51-8e88-9346da0fb686,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:26.831653 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.853994 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70257de2-369a-4999-8ad7-71382eb40ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.860089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5847583 Apr 21 20:47:26.860789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35128) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:26.861120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35130) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:26.881322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Request body: {'subnet': {'network_id': '1736b1ec-9533-44ea-a006-20788206c676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-subnet', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:26.891138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-373a68c3-2d41-4ef0-8e58-bbdca38ec1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.952324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc912f-1711-44bb-af21-a63bd8f19d60 None None] Pushing event updated for resources: {'Port': ['ID=5ffae454-5233-4a51-8e88-9346da0fb686,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:26.957595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36d14d-aeed-44a9-bb6e-6325c07cd09c admin admin] Pushing event updated for resources: {'Network': ['ID=1736b1ec-9533-44ea-a006-20788206c676,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:26.965243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2ea98c7e-ea80-4bdd-b54e-6597fd7869e6 None None] Provisioning complete for port 5ffae454-5233-4a51-8e88-9346da0fb686 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:26.965865 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ea98c7e-ea80-4bdd-b54e-6597fd7869e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.982008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be5607c2-6543-42de-bb10-530c292d4d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:26.999412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be5607c2-6543-42de-bb10-530c292d4d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.002985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1736b1ec-9533-44ea-a006-20788206c676 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:47:27.045736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Made reservation on behalf of 7aa92b44f6c04e37b44ee38ea0ba4b42 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:27.048724 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.076461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c461b78b-5b3f-4c7c-9b11-01facb4c8e44 req-f45fd8b7-5619-4a60-ad07-a0d2a68104a1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514075 Apr 21 20:47:27.087753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ffaddb91-1c98-4d6b-bdd6-a79913b6cda4 req-7e9fd679-c914-48ca-89a6-fc7986264efe tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144891 Apr 21 20:47:27.110969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:27.111883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:27.214618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-373a68c3-2d41-4ef0-8e58-bbdca38ec1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.233415 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-373a68c3-2d41-4ef0-8e58-bbdca38ec1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.242628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-be5607c2-6543-42de-bb10-530c292d4d9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9c8e671e1be47f9949a468d2d26c896&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4647076 Apr 21 20:47:27.244359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35134) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:27.251770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5607c2-6543-42de-bb10-530c292d4d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c224b901-3e22-4abb-bb20-f23301e046db,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:27.340512 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f9355a3-47e8-4197-8807-217e742a1b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.379956 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f9355a3-47e8-4197-8807-217e742a1b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.414473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-373a68c3-2d41-4ef0-8e58-bbdca38ec1d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f417ca13b4d4b779907ee4023f47909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515566 Apr 21 20:47:27.415239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35142) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:27.443331 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ea98c7e-ea80-4bdd-b54e-6597fd7869e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.448408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f9355a3-47e8-4197-8807-217e742a1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.454185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f9355a3-47e8-4197-8807-217e742a1b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.455747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1f9355a3-47e8-4197-8807-217e742a1b07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c224b901-3e22-4abb-bb20-f23301e046db HTTP/1.1" status: 204 len: 168 time: 0.2103245 Apr 21 20:47:27.461169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:27.467253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a68c3-2d41-4ef0-8e58-bbdca38ec1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37622970-34ac-4c18-8c67-809398f4ea35,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:27.467704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9355a3-47e8-4197-8807-217e742a1b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c224b901-3e22-4abb-bb20-f23301e046db,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:27.527681 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2ea98c7e-ea80-4bdd-b54e-6597fd7869e6 None None] For port 5ffae454-5233-4a51-8e88-9346da0fb686, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5ffae454-5233-4a51-8e88-9346da0fb686,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:27.535641 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ea98c7e-ea80-4bdd-b54e-6597fd7869e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.538367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70257de2-369a-4999-8ad7-71382eb40ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.556717 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70257de2-369a-4999-8ad7-71382eb40ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.586761 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.619926 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8713e775-4326-4fec-bccb-ad955c767f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.654935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70257de2-369a-4999-8ad7-71382eb40ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d22cb26-339a-48dc-9721-6b270f0f64d5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:27.666989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-70257de2-369a-4999-8ad7-71382eb40ec5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51a5cfce1f384115a576a51000500c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8612361 Apr 21 20:47:27.670969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35152) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:27.705064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8713e775-4326-4fec-bccb-ad955c767f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.718784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea98c7e-ea80-4bdd-b54e-6597fd7869e6 None None] Pushing event updated for resources: {'Port': ['ID=5ffae454-5233-4a51-8e88-9346da0fb686,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:27.729759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:27.734843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-04da3b49-37ae-41a5-aa31-366c70d0e4ce None None] Provisioning complete for port 5ffae454-5233-4a51-8e88-9346da0fb686 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:27.735226 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-04da3b49-37ae-41a5-aa31-366c70d0e4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.810410 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94700e48-4efd-4cce-be26-af74610a3855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.875182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:26Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:27.882804 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94700e48-4efd-4cce-be26-af74610a3855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.941104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca692a-f7fa-4dfc-8ffb-eda301e0138c None None] The sync data for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 is: [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:26Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:47:27.960551 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94700e48-4efd-4cce-be26-af74610a3855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.963010 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94700e48-4efd-4cce-be26-af74610a3855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:27.964137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-94700e48-4efd-4cce-be26-af74610a3855 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d22cb26-339a-48dc-9721-6b270f0f64d5 HTTP/1.1" status: 204 len: 168 time: 0.2917519 Apr 21 20:47:27.981836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Checking segment: {'id': 'b9f78f5f-2778-4c78-9dbb-af5b604de302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1736b1ec-9533-44ea-a006-20788206c676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:27.982433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Network hostable DHCP agents. Network: 1736b1ec-9533-44ea-a006-20788206c676, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:47:27.985645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94700e48-4efd-4cce-be26-af74610a3855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d22cb26-339a-48dc-9721-6b270f0f64d5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:28.015607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d927a-0150-44d4-9549-8415e5209dee req-66c29f1e-e2ad-4564-a4c5-207d9118dc06 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:28.017246 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-724d927a-0150-44d4-9549-8415e5209dee req-66c29f1e-e2ad-4564-a4c5-207d9118dc06 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.3051195 Apr 21 20:47:28.101027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Network 1736b1ec-9533-44ea-a006-20788206c676 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:47:28.101601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8713e775-4326-4fec-bccb-ad955c767f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.104125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8713e775-4326-4fec-bccb-ad955c767f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.105346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8713e775-4326-4fec-bccb-ad955c767f4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37622970-34ac-4c18-8c67-809398f4ea35 HTTP/1.1" status: 204 len: 168 time: 0.6792908 Apr 21 20:47:28.123496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713e775-4326-4fec-bccb-ad955c767f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37622970-34ac-4c18-8c67-809398f4ea35,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:28.140005 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-724d927a-0150-44d4-9549-8415e5209dee req-32e59dff-8bb0-44f2-a46d-c94f1cc4c55a tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865734 Apr 21 20:47:28.141768 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 1736b1ec-9533-44ea-a006-20788206c676) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:28.155792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268e0475-50ab-476b-b269-b6b8deecdbc2 None None] Network 1736b1ec-9533-44ea-a006-20788206c676 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:28.159235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:28.161570 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.167751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35168) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:28.201253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-571e53a4-5e8d-45d2-9e58-12ca3c17d96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.210720 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1528f8fe-de79-4b6c-8bc9-4fee09a65f43 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3449059 Apr 21 20:47:28.213617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35170) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:28.224695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:28.257206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.258471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.392971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.394859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17013a-1623-4c9a-a718-b60f81c11d03 req-6d53c743-a96f-492a-86a2-1fc4135243f0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:28.396469 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b17013a-1623-4c9a-a718-b60f81c11d03 req-6d53c743-a96f-492a-86a2-1fc4135243f0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 970 time: 0.1603596 Apr 21 20:47:28.537818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-1736b1ec-9533-44ea-a006-20788206c676', 'network_id': '1736b1ec-9533-44ea-a006-20788206c676', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'fixed_ips': [{'subnet_id': '7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:47:28.538979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.555461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b17013a-1623-4c9a-a718-b60f81c11d03 req-d22efff0-1608-4ef7-b6ac-6a11ad0c3dd6 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354282 Apr 21 20:47:28.571556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-571e53a4-5e8d-45d2-9e58-12ca3c17d96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.580576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-571e53a4-5e8d-45d2-9e58-12ca3c17d96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.652984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.667284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e53a4-5e8d-45d2-9e58-12ca3c17d96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840fd890-b601-48fb-b9b7-0b58cb21a475,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:28.676475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-571e53a4-5e8d-45d2-9e58-12ca3c17d96c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a737c3b948114faea321eedd84cb5ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077326 Apr 21 20:47:28.680024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35186) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:28.762648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Allocated IP 172.20.0.2 (1736b1ec-9533-44ea-a006-20788206c676/7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690/7f2a1457-0621-4c94-ac8f-56812096a496) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:28.790382 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36229951-d291-4fe8-ad5f-992e2cd554d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.834055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36229951-d291-4fe8-ad5f-992e2cd554d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.913419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36229951-d291-4fe8-ad5f-992e2cd554d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.918096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36229951-d291-4fe8-ad5f-992e2cd554d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.919784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-36229951-d291-4fe8-ad5f-992e2cd554d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/840fd890-b601-48fb-b9b7-0b58cb21a475 HTTP/1.1" status: 204 len: 168 time: 0.2360480 Apr 21 20:47:28.929952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36229951-d291-4fe8-ad5f-992e2cd554d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840fd890-b601-48fb-b9b7-0b58cb21a475,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:28.977377 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:28.989873 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.021642 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.042193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.044494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Network 1736b1ec-9533-44ea-a006-20788206c676 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:29.047389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:29.049815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:29.061724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Pushing event updated for resources: {'Port': ['ID=7f2a1457-0621-4c94-ac8f-56812096a496,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:29.122284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Attempting to bind port 7f2a1457-0621-4c94-ac8f-56812096a496 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:29.122980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Attempting to bind port 7f2a1457-0621-4c94-ac8f-56812096a496 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b9f78f5f-2778-4c78-9dbb-af5b604de302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1736b1ec-9533-44ea-a006-20788206c676'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:29.123721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Attempting to bind port 7f2a1457-0621-4c94-ac8f-56812096a496 on network 1736b1ec-9533-44ea-a006-20788206c676 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:29.131664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:29.132292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Checking segment: {'id': 'b9f78f5f-2778-4c78-9dbb-af5b604de302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1736b1ec-9533-44ea-a006-20788206c676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:29.132928 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.133695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Bound using segment: {'id': 'b9f78f5f-2778-4c78-9dbb-af5b604de302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1736b1ec-9533-44ea-a006-20788206c676'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:29.134330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Bound port: 7f2a1457-0621-4c94-ac8f-56812096a496, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f78f5f-2778-4c78-9dbb-af5b604de302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1736b1ec-9533-44ea-a006-20788206c676'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:29.134887 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.219413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] For port 7f2a1457-0621-4c94-ac8f-56812096a496, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:29.223075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] For port 7f2a1457-0621-4c94-ac8f-56812096a496, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7f2a1457-0621-4c94-ac8f-56812096a496,segment=NetworkSegment(b9f78f5f-2778-4c78-9dbb-af5b604de302),segment_id=b9f78f5f-2778-4c78-9dbb-af5b604de302)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:29.230387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35200) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:29.242241 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.259582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Allocated IP 172.25.0.62 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/01d35ec0-55e5-4caa-8a50-e7845cba326f) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:29.332218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c049aef-6310-416c-b87a-b752a78af445 None None] Pushing event updated for resources: {'Port': ['ID=7f2a1457-0621-4c94-ac8f-56812096a496,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:29.391299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2931c94-bf89-4bda-acfe-185e85cc7e68 req-09d5b392-f94c-4f7e-96da-7b6ddab19e1a tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:29.399306 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2931c94-bf89-4bda-acfe-185e85cc7e68 req-09d5b392-f94c-4f7e-96da-7b6ddab19e1a tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.1417685 Apr 21 20:47:29.464474 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2931c94-bf89-4bda-acfe-185e85cc7e68 req-84c2132e-420c-4c0e-bbf0-ec4c7e0f1218 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628579 Apr 21 20:47:29.537365 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-646e306b-ec1d-4f58-9755-a3805dad04f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.539404 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.611191 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.641677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5ffae454-5233-4a51-8e88-9346da0fb686 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:29.736838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:29.745208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:29.754301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:29.761446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Pushing event updated for resources: {'Port': ['ID=01d35ec0-55e5-4caa-8a50-e7845cba326f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:29.803604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-646e306b-ec1d-4f58-9755-a3805dad04f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.809456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5ffae454-5233-4a51-8e88-9346da0fb686 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:29.809847 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.825803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-646e306b-ec1d-4f58-9755-a3805dad04f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:29.963585 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-646e306b-ec1d-4f58-9755-a3805dad04f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=728e87234e7646b4a5e37d63b8cd4bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7317584 Apr 21 20:47:29.967406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35224) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:29.975108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e306b-ec1d-4f58-9755-a3805dad04f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae63c252-d75a-474c-a015-bf871ca84f24,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:30.012855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e79a3-3c32-4e68-92af-828b0fb0f80a req-c8451353-830f-4a85-a8eb-026f4e27416d tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:30.015468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-706e79a3-3c32-4e68-92af-828b0fb0f80a req-c8451353-830f-4a85-a8eb-026f4e27416d tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 970 time: 0.2510049 Apr 21 20:47:30.049334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:30.107707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-706e79a3-3c32-4e68-92af-828b0fb0f80a req-485c71f1-9744-49ef-9078-a68182df7ae4 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857940 Apr 21 20:47:30.111787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b986690b-c63e-4945-a689-b33e19aec23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:30.140676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b986690b-c63e-4945-a689-b33e19aec23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:30.199084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b986690b-c63e-4945-a689-b33e19aec23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:30.202751 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b986690b-c63e-4945-a689-b33e19aec23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:30.204301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b986690b-c63e-4945-a689-b33e19aec23e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae63c252-d75a-474c-a015-bf871ca84f24 HTTP/1.1" status: 204 len: 168 time: 0.2348998 Apr 21 20:47:30.214821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986690b-c63e-4945-a689-b33e19aec23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae63c252-d75a-474c-a015-bf871ca84f24,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:30.293002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:30.459283 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b4d30ba6-fa70-42e7-9a5d-cd5ef091a134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:30.460792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Router 048c923f-793b-48d3-b54e-209b4cabf46a is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:47:30.649389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:47:30.657631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98636b6-5416-4726-bc9a-53d6d2db819c req-e408b939-ff68-41f5-aa69-4856b0b072fe tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:30.661677 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Sync routers for ids ['048c923f-793b-48d3-b54e-209b4cabf46a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:47:30.665405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a98636b6-5416-4726-bc9a-53d6d2db819c req-e408b939-ff68-41f5-aa69-4856b0b072fe tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.0820506 Apr 21 20:47:30.679474 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Routers {'048c923f-793b-48d3-b54e-209b4cabf46a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:30.680817 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['048c923f-793b-48d3-b54e-209b4cabf46a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:30.699645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:30.701167 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-de7f2b13-d64a-4e34-a845-ec35d7fa18b9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4866054 Apr 21 20:47:30.704013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35254) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:30.736379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a98636b6-5416-4726-bc9a-53d6d2db819c req-3c8e96b5-2b95-485f-9790-be7afbc57164 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697455 Apr 21 20:47:30.792176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61ac3e-9d97-4cc5-91c8-baa28b389ff4 None None] Network 1736b1ec-9533-44ea-a006-20788206c676 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:30.868064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1cbe2fdc-70c1-4d10-a6b5-bcd5995c9dc7 None None] Provisioning complete for port 7f2a1457-0621-4c94-ac8f-56812096a496 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:30.868710 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2fdc-70c1-4d10-a6b5-bcd5995c9dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:30.957454 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Set router 048c923f-793b-48d3-b54e-209b4cabf46a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:30.964562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35262) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:30.994217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1fe20d8c-3060-4da7-ad25-30656deda724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.159736 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:28Z', 'updated_at': '2022-04-21T20:47:29Z', 'revision_number': 3, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'gw_port': {'id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:29Z', 'updated_at': '2022-04-21T20:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:31.190735 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1fe20d8c-3060-4da7-ad25-30656deda724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.205065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1fe20d8c-3060-4da7-ad25-30656deda724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.231636 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Checking router: 048c923f-793b-48d3-b54e-209b4cabf46a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:47:31.231983 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Updating router 048c923f-793b-48d3-b54e-209b4cabf46a port 01d35ec0-55e5-4caa-8a50-e7845cba326f binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:47:31.238783 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1fe20d8c-3060-4da7-ad25-30656deda724 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fdcbc8464fc498cac80b138cefda212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726896 Apr 21 20:47:31.239408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35270) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:31.266935 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2fdc-70c1-4d10-a6b5-bcd5995c9dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.301445 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.345821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe20d8c-3060-4da7-ad25-30656deda724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91201b9a-e627-47c2-a4d4-68020cff80bd,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:31.348689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1cbe2fdc-70c1-4d10-a6b5-bcd5995c9dc7 None None] For port 7f2a1457-0621-4c94-ac8f-56812096a496, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7f2a1457-0621-4c94-ac8f-56812096a496,segment=NetworkSegment(b9f78f5f-2778-4c78-9dbb-af5b604de302),segment_id=b9f78f5f-2778-4c78-9dbb-af5b604de302)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:31.358682 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2fdc-70c1-4d10-a6b5-bcd5995c9dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.363049 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63080f65-737c-432c-acc2-5b8b879396b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.414655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63080f65-737c-432c-acc2-5b8b879396b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.460002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1912a-ab40-42cc-b625-5aed213f2382 req-3638139b-1a26-4deb-95ee-4c2e37227d8c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:31.473647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2f1912a-ab40-42cc-b625-5aed213f2382 req-3638139b-1a26-4deb-95ee-4c2e37227d8c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 970 time: 0.2197382 Apr 21 20:47:31.529756 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63080f65-737c-432c-acc2-5b8b879396b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.533992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63080f65-737c-432c-acc2-5b8b879396b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.537980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-63080f65-737c-432c-acc2-5b8b879396b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91201b9a-e627-47c2-a4d4-68020cff80bd HTTP/1.1" status: 204 len: 168 time: 0.2959833 Apr 21 20:47:31.552406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63080f65-737c-432c-acc2-5b8b879396b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91201b9a-e627-47c2-a4d4-68020cff80bd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:31.641085 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.666647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2f1912a-ab40-42cc-b625-5aed213f2382 req-ef3c13c6-bd59-4981-8154-984c61d9edce tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920636 Apr 21 20:47:31.702947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f2a1457-0621-4c94-ac8f-56812096a496 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:31.733619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2fdc-70c1-4d10-a6b5-bcd5995c9dc7 None None] Pushing event updated for resources: {'Port': ['ID=7f2a1457-0621-4c94-ac8f-56812096a496,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:31.786930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-04f28a33-a3e1-4cdb-aab4-7a72f58f4b4a None None] Provisioning complete for port 7f2a1457-0621-4c94-ac8f-56812096a496 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:31.792753 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-04f28a33-a3e1-4cdb-aab4-7a72f58f4b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.844876 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.853124 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.905434 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82644657-67fe-4a16-9732-b441ff7b9a3a None None] Pushing event updated for resources: {'Port': ['ID=01d35ec0-55e5-4caa-8a50-e7845cba326f,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:31.922464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7f2a1457-0621-4c94-ac8f-56812096a496 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:31.922837 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.942689 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Attempting to bind port 01d35ec0-55e5-4caa-8a50-e7845cba326f on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:31.943964 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Attempting to bind port 01d35ec0-55e5-4caa-8a50-e7845cba326f by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:31.944508 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Attempting to bind port 01d35ec0-55e5-4caa-8a50-e7845cba326f on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:31.955931 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:31.956837 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:31.957402 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.958800 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:31.959430 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Bound port: 01d35ec0-55e5-4caa-8a50-e7845cba326f, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:31.959839 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:31.969220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc864-e73b-40c3-8c35-c16d1a058383 req-9a3df630-456a-4439-936f-7c11e61f521c tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:31.980232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-771bc864-e73b-40c3-8c35-c16d1a058383 req-9a3df630-456a-4439-936f-7c11e61f521c tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.1474121 Apr 21 20:47:32.027071 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] For port 01d35ec0-55e5-4caa-8a50-e7845cba326f, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:32.032563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] For port 01d35ec0-55e5-4caa-8a50-e7845cba326f, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=01d35ec0-55e5-4caa-8a50-e7845cba326f,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:32.040674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Allocated IP 172.20.0.1 (1736b1ec-9533-44ea-a006-20788206c676/7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690/52cf65bd-e666-43b7-ab03-31ff388c8d1a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:32.041970 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.062587 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-771bc864-e73b-40c3-8c35-c16d1a058383 req-c6cb12f5-b145-479e-9f64-1a701652437f tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753696 Apr 21 20:47:32.131087 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Routers {'048c923f-793b-48d3-b54e-209b4cabf46a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:32.131811 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['048c923f-793b-48d3-b54e-209b4cabf46a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:32.135459 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82644657-67fe-4a16-9732-b441ff7b9a3a None None] Pushing event updated for resources: {'Port': ['ID=01d35ec0-55e5-4caa-8a50-e7845cba326f,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:32.197814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.245577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.259966 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] Set router 048c923f-793b-48d3-b54e-209b4cabf46a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:32.298085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Network 1736b1ec-9533-44ea-a006-20788206c676 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:32.301499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:32.308055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:32.308584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.449396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Pushing event updated for resources: {'Port': ['ID=52cf65bd-e666-43b7-ab03-31ff388c8d1a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:32.492662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.500649 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:28Z', 'updated_at': '2022-04-21T20:47:29Z', 'revision_number': 3, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'gw_port': {'id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:29Z', 'updated_at': '2022-04-21T20:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:32.545193 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8342a0e-26ef-408b-ad16-9ce8a75fbf6a None None] The sync data for ids ['048c923f-793b-48d3-b54e-209b4cabf46a'] in n-d-838945-1 is: [{'id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:28Z', 'updated_at': '2022-04-21T20:47:29Z', 'revision_number': 3, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'gw_port': {'id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f1:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:29Z', 'updated_at': '2022-04-21T20:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:47:32.648308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b534d08f-bb85-4b8c-a355-748f1bd090dc None None] Provisioning complete for port 52cf65bd-e666-43b7-ab03-31ff388c8d1a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:32.649021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b534d08f-bb85-4b8c-a355-748f1bd090dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.749500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.750630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b534d08f-bb85-4b8c-a355-748f1bd090dc None None] Port 52cf65bd-e666-43b7-ab03-31ff388c8d1a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:32.758421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.759484 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.763402 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-348bc37e-6e86-45d0-907b-e6f3f757b2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:32.835830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4922e-de3c-48de-a8e0-86d743f91b12 req-b0ed15cf-1453-4979-b36e-dab62678298c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:32.837856 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-18b4922e-de3c-48de-a8e0-86d743f91b12 req-b0ed15cf-1453-4979-b36e-dab62678298c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 970 time: 0.0790446 Apr 21 20:47:32.863316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Pushing event updated for resources: {'Port': ['ID=52cf65bd-e666-43b7-ab03-31ff388c8d1a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:32.925515 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-18b4922e-de3c-48de-a8e0-86d743f91b12 req-71753957-51d0-4f2f-aec4-281ff788c500 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713995 Apr 21 20:47:32.937965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Network 1736b1ec-9533-44ea-a006-20788206c676 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:32.937965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:33.364998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59e350-86b8-49cf-abf1-c2ccc321f861 req-3e0b06d1-91a7-4be7-9313-e2ecd6cf64fa tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:33.367087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca59e350-86b8-49cf-abf1-c2ccc321f861 req-3e0b06d1-91a7-4be7-9313-e2ecd6cf64fa tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.1089935 Apr 21 20:47:33.401197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Router 048c923f-793b-48d3-b54e-209b4cabf46a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:47:33.403082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5606f866-48fb-4d1a-a7a3-3f07310ba3e8 None None] Provisioning complete for port 52cf65bd-e666-43b7-ab03-31ff388c8d1a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:33.404013 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5606f866-48fb-4d1a-a7a3-3f07310ba3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:33.429962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca59e350-86b8-49cf-abf1-c2ccc321f861 req-36971fb6-113a-48dd-9beb-f437d5ef3b08 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560811 Apr 21 20:47:33.477073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5606f866-48fb-4d1a-a7a3-3f07310ba3e8 None None] Port 52cf65bd-e666-43b7-ab03-31ff388c8d1a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:33.561703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:47:33.568810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6eb0a74b-5490-4c0e-adce-883bb5b95a6d admin admin] 10.222.0.49 "PUT /v2.0/routers/048c923f-793b-48d3-b54e-209b4cabf46a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8622599 Apr 21 20:47:33.670225 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f2a1457-0621-4c94-ac8f-56812096a496 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:33.745536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7f2a1457-0621-4c94-ac8f-56812096a496 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:33.746062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:33.844443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 01d35ec0-55e5-4caa-8a50-e7845cba326f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:33.942460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 01d35ec0-55e5-4caa-8a50-e7845cba326f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:33.942828 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:33.966616 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.030061 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.056452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 01d35ec0-55e5-4caa-8a50-e7845cba326f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=01d35ec0-55e5-4caa-8a50-e7845cba326f,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:34.058138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c326f1-8948-444d-a5d7-5d2b7ba39108 req-37c3bb37-6fd6-4397-af49-5ad4401bdfc9 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:34.059897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-03c326f1-8948-444d-a5d7-5d2b7ba39108 req-37c3bb37-6fd6-4397-af49-5ad4401bdfc9 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 970 time: 0.0644414 Apr 21 20:47:34.064285 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.118817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-03c326f1-8948-444d-a5d7-5d2b7ba39108 req-0a5c3401-589c-44f1-8896-6700981a9355 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469253 Apr 21 20:47:34.134859 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=01d35ec0-55e5-4caa-8a50-e7845cba326f,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:34.340899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35394) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:34.537566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35402) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:34.570925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17b96-eeda-4580-b545-56dbef73ce25 req-f5ee7071-ada0-4178-83a7-e5dd1d645a0a tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:34.578237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fe17b96-eeda-4580-b545-56dbef73ce25 req-f5ee7071-ada0-4178-83a7-e5dd1d645a0a tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 970 time: 0.0641000 Apr 21 20:47:34.623915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fe17b96-eeda-4580-b545-56dbef73ce25 req-7ccfda12-a18d-4921-922e-ec3a4e714570 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Apr 21 20:47:34.739612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b849115-bbae-40ed-8c80-518e29ead6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.747268 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01d7bd47-e843-4db9-a1db-f7aae7a984c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.836446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35420) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:34.842594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Sync routers for ids ['048c923f-793b-48d3-b54e-209b4cabf46a'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:47:34.843094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cddd4dba-273e-4801-835d-90c2df99189d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34912372', 'description': 'tempest-description--180453051'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:34.857588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Routers {'048c923f-793b-48d3-b54e-209b4cabf46a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:34.858522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['048c923f-793b-48d3-b54e-209b4cabf46a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:34.898231 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b849115-bbae-40ed-8c80-518e29ead6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.900215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01d7bd47-e843-4db9-a1db-f7aae7a984c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.904624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b849115-bbae-40ed-8c80-518e29ead6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.913433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cddd4dba-273e-4801-835d-90c2df99189d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.916471 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01d7bd47-e843-4db9-a1db-f7aae7a984c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:34.970077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6b849115-bbae-40ed-8c80-518e29ead6ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d23abcf2e7dd4f9591f9b8dbae5a632e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314399 Apr 21 20:47:34.970230 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2ec63bf9-89d9-41ea-b240-9dbae7f99709 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:47:34.972546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-01d7bd47-e843-4db9-a1db-f7aae7a984c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2d1d1be1d86441286d968f86a2f46e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6306708 Apr 21 20:47:34.973577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b849115-bbae-40ed-8c80-518e29ead6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd7ee1b-6f37-45b8-b959-05262bba45d8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:34.978677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35424) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:34.979754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35426) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:35.006693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Set router 048c923f-793b-48d3-b54e-209b4cabf46a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:35.045206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6a75212-4d14-4bfd-8775-d14c546b444a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.046723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7bd47-e843-4db9-a1db-f7aae7a984c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04ba6b9-96b3-466b-a762-d54de9d9fc73,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:35.076795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6a75212-4d14-4bfd-8775-d14c546b444a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.113669 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cddd4dba-273e-4801-835d-90c2df99189d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.121288 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cddd4dba-273e-4801-835d-90c2df99189d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.127864 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-079aba95-758b-45cf-bbef-1464235653fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.144336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6a75212-4d14-4bfd-8775-d14c546b444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.148578 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6a75212-4d14-4bfd-8775-d14c546b444a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.151147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b6a75212-4d14-4bfd-8775-d14c546b444a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f04ba6b9-96b3-466b-a762-d54de9d9fc73 HTTP/1.1" status: 204 len: 168 time: 0.1691918 Apr 21 20:47:35.166056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cddd4dba-273e-4801-835d-90c2df99189d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.167460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cddd4dba-273e-4801-835d-90c2df99189d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3300028 Apr 21 20:47:35.180479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35434) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:35.195933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-079aba95-758b-45cf-bbef-1464235653fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.197642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-49c39461-7989-4477-acef-542daa8f1c61 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Request body: {'security_group_rule': {'security_group_id': '01e0feb6-3c7e-4da9-98dc-7aac337fb330', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:35.207297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd4dba-273e-4801-835d-90c2df99189d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e0feb6-3c7e-4da9-98dc-7aac337fb330,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:35.238277 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.248571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a75212-4d14-4bfd-8775-d14c546b444a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04ba6b9-96b3-466b-a762-d54de9d9fc73,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:35.273375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2ec63bf9-89d9-41ea-b240-9dbae7f99709, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2ec63bf9-89d9-41ea-b240-9dbae7f99709,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:35.300419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '2ec63bf9-89d9-41ea-b240-9dbae7f99709', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '2ec63bf9-89d9-41ea-b240-9dbae7f99709', 'mac_address': 'fa:16:3e:69:5e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:tempest-test_az-2015540656', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:47:35.311594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-079aba95-758b-45cf-bbef-1464235653fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.314538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-079aba95-758b-45cf-bbef-1464235653fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.315348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49c39461-7989-4477-acef-542daa8f1c61 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.319185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-079aba95-758b-45cf-bbef-1464235653fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0cd7ee1b-6f37-45b8-b959-05262bba45d8 HTTP/1.1" status: 204 len: 168 time: 0.3370047 Apr 21 20:47:35.344388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079aba95-758b-45cf-bbef-1464235653fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd7ee1b-6f37-45b8-b959-05262bba45d8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:35.368176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b28a-bd79-46bc-b816-7e8e34ba020e req-39fb2000-23ae-4872-b999-a9cd48b5cbfe tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:35.369995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7e2b28a-bd79-46bc-b816-7e8e34ba020e req-39fb2000-23ae-4872-b999-a9cd48b5cbfe tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 970 time: 0.0830653 Apr 21 20:47:35.398399 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.431730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec63bf9-89d9-41ea-b240-9dbae7f99709 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:35.449081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7e2b28a-bd79-46bc-b816-7e8e34ba020e req-f0c2b7bf-cbd4-4782-a6ab-4fcbc1e485bd tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720630 Apr 21 20:47:35.456005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2ec63bf9-89d9-41ea-b240-9dbae7f99709, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2ec63bf9-89d9-41ea-b240-9dbae7f99709,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:35.460135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:28Z', 'updated_at': '2022-04-21T20:47:32Z', 'revision_number': 4, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'gw_port': {'id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:29Z', 'updated_at': '2022-04-21T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '52cf65bd-e666-43b7-ab03-31ff388c8d1a', 'name': '', 'network_id': '1736b1ec-9533-44ea-a006-20788206c676', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'mac_address': 'fa:16:3e:8e:a8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:31Z', 'updated_at': '2022-04-21T20:47:32Z', 'revision_number': 2, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'subnets': [{'id': '7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:35.464406 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.465158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5ccb8e33-484f-42cd-870b-946a34c115af details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:47:35.481796 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49c39461-7989-4477-acef-542daa8f1c61 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.501933 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49c39461-7989-4477-acef-542daa8f1c61 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.526650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Checking router: 048c923f-793b-48d3-b54e-209b4cabf46a for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:47:35.527010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Updating router 048c923f-793b-48d3-b54e-209b4cabf46a port 52cf65bd-e666-43b7-ab03-31ff388c8d1a binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:47:35.548143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c39461-7989-4477-acef-542daa8f1c61 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73d5e59-d19d-4cd0-b251-8763e9760743,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:35.602353 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.608477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 01d35ec0-55e5-4caa-8a50-e7845cba326f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:35.638972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49c39461-7989-4477-acef-542daa8f1c61 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.640718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-49c39461-7989-4477-acef-542daa8f1c61 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4590831 Apr 21 20:47:35.643881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35444) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:35.651446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9a84c697-282b-4ffb-8ad1-dcc9caf634dc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Request body: {'security_group_rule': {'security_group_id': '01e0feb6-3c7e-4da9-98dc-7aac337fb330', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:35.697539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 01d35ec0-55e5-4caa-8a50-e7845cba326f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:35.698126 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.752261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9a84c697-282b-4ffb-8ad1-dcc9caf634dc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.757327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca789-4343-4348-a781-a4810cb288fc req-c3477cab-7a5d-4a0e-aa44-e5f568f37fdd tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:35.757816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca789-4343-4348-a781-a4810cb288fc req-c3477cab-7a5d-4a0e-aa44-e5f568f37fdd tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:35.758289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca789-4343-4348-a781-a4810cb288fc req-c3477cab-7a5d-4a0e-aa44-e5f568f37fdd tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:35.758757 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca789-4343-4348-a781-a4810cb288fc req-c3477cab-7a5d-4a0e-aa44-e5f568f37fdd tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:35.759252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca789-4343-4348-a781-a4810cb288fc req-c3477cab-7a5d-4a0e-aa44-e5f568f37fdd tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:35.767191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a5aca789-4343-4348-a781-a4810cb288fc req-c3477cab-7a5d-4a0e-aa44-e5f568f37fdd tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2836046 Apr 21 20:47:35.812482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35452) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:35.820740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5ccb8e33-484f-42cd-870b-946a34c115af, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ccb8e33-484f-42cd-870b-946a34c115af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:35.853000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=2ec63bf9-89d9-41ea-b240-9dbae7f99709,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:35.862501 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-87f7dfa9-673b-4c2a-a46f-e1a856b9ff59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.879154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '5ccb8e33-484f-42cd-870b-946a34c115af', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '5ccb8e33-484f-42cd-870b-946a34c115af', 'mac_address': 'fa:16:3e:bd:ff:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:tempest-test_az-2015540656', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:47:35.929689 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.944109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87428802-126c-402f-9fac-89bad8fc5698 req-fb6b853e-04e2-49f9-bdf6-b1cf583cd623 tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:35.944460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87428802-126c-402f-9fac-89bad8fc5698 req-fb6b853e-04e2-49f9-bdf6-b1cf583cd623 tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 886 time: 0.1566048 Apr 21 20:47:35.979126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-87f7dfa9-673b-4c2a-a46f-e1a856b9ff59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.985063 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.990465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-87f7dfa9-673b-4c2a-a46f-e1a856b9ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:35.994842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5d22-bcba-433b-8de6-7f3312db7ee7 req-dbfe60c2-dd63-45e8-bf6b-76568d8361ba tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:35.996602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-160a5d22-bcba-433b-8de6-7f3312db7ee7 req-dbfe60c2-dd63-45e8-bf6b-76568d8361ba tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 971 time: 0.1710193 Apr 21 20:47:36.037493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9a84c697-282b-4ffb-8ad1-dcc9caf634dc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.056091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9a84c697-282b-4ffb-8ad1-dcc9caf634dc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.086665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-87f7dfa9-673b-4c2a-a46f-e1a856b9ff59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eee3391a9f1d42a6a222991e24ee8aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729647 Apr 21 20:47:36.087580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7dfa9-673b-4c2a-a46f-e1a856b9ff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cd0eda-0943-44ba-8504-d4d9f882827b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:36.090201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35458) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:36.095448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84c697-282b-4ffb-8ad1-dcc9caf634dc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28177426-810a-48f1-9b28-11fb7317eb5d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:36.103781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-160a5d22-bcba-433b-8de6-7f3312db7ee7 req-82cd848a-4af9-4ded-af4c-e16db4c76e03 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005218 Apr 21 20:47:36.140123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9a84c697-282b-4ffb-8ad1-dcc9caf634dc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.141352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9a84c697-282b-4ffb-8ad1-dcc9caf634dc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4955671 Apr 21 20:47:36.144476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35460) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:36.149396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:36.190221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.190436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccb8e33-484f-42cd-870b-946a34c115af {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:36.204062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5140f352-091a-40fa-8909-724e48ef0134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.211538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2a869-9e54-45a9-8209-f5c6ea8ef8b7 req-42d966d6-86d1-4c0f-b6fa-ea2ba3798cbf tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:36.212222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2a869-9e54-45a9-8209-f5c6ea8ef8b7 req-42d966d6-86d1-4c0f-b6fa-ea2ba3798cbf tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:36.212878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2a869-9e54-45a9-8209-f5c6ea8ef8b7 req-42d966d6-86d1-4c0f-b6fa-ea2ba3798cbf tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:36.213497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2a869-9e54-45a9-8209-f5c6ea8ef8b7 req-42d966d6-86d1-4c0f-b6fa-ea2ba3798cbf tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:36.214116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2a869-9e54-45a9-8209-f5c6ea8ef8b7 req-42d966d6-86d1-4c0f-b6fa-ea2ba3798cbf tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:36.216008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b8c2a869-9e54-45a9-8209-f5c6ea8ef8b7 req-42d966d6-86d1-4c0f-b6fa-ea2ba3798cbf tempest-NetworksTest-685983554 tempest-NetworksTest-685983554-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2353644 Apr 21 20:47:36.242064 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5140f352-091a-40fa-8909-724e48ef0134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.254105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5ccb8e33-484f-42cd-870b-946a34c115af, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ccb8e33-484f-42cd-870b-946a34c115af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:36.266154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35464) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:36.285797 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.301362 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-302c2db0-d7c0-4b29-9920-a66c7471c006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.342907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.351380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5140f352-091a-40fa-8909-724e48ef0134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.354019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5140f352-091a-40fa-8909-724e48ef0134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.357821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5140f352-091a-40fa-8909-724e48ef0134 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41cd0eda-0943-44ba-8504-d4d9f882827b HTTP/1.1" status: 204 len: 168 time: 0.2621417 Apr 21 20:47:36.377501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5ccb8e33-484f-42cd-870b-946a34c115af,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:36.394644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140f352-091a-40fa-8909-724e48ef0134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cd0eda-0943-44ba-8504-d4d9f882827b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:36.447198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-302c2db0-d7c0-4b29-9920-a66c7471c006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.455284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-302c2db0-d7c0-4b29-9920-a66c7471c006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.502351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c2db0-d7c0-4b29-9920-a66c7471c006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ad1e4-8c92-4d15-808d-1ba16a4075fc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:36.524915 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.537139 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.544846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-302c2db0-d7c0-4b29-9920-a66c7471c006 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=071bc46a291741e986eebe20ae34e1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776535 Apr 21 20:47:36.548153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35472) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:36.636328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b794cea5-7d26-4b05-b169-4eb7da223f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.660051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09154fe9-6571-4d22-8f2e-d2bb52631e43 None None] Pushing event updated for resources: {'Port': ['ID=52cf65bd-e666-43b7-ab03-31ff388c8d1a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:36.694150 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b794cea5-7d26-4b05-b169-4eb7da223f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.694753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35474) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:36.698096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Allocated IP 172.25.0.246 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/17c213ba-c8f4-46ce-88c4-8d3de540c139) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:36.776189 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b794cea5-7d26-4b05-b169-4eb7da223f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.779814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b794cea5-7d26-4b05-b169-4eb7da223f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.781466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b794cea5-7d26-4b05-b169-4eb7da223f4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef9ad1e4-8c92-4d15-808d-1ba16a4075fc HTTP/1.1" status: 204 len: 168 time: 0.2320440 Apr 21 20:47:36.806609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794cea5-7d26-4b05-b169-4eb7da223f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ad1e4-8c92-4d15-808d-1ba16a4075fc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:36.820510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3dabf-7556-4a54-b498-68b87b5018d5 req-13df28c4-d44e-4cb4-9020-2eda84d2a63e tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:36.823514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Attempting to bind port 52cf65bd-e666-43b7-ab03-31ff388c8d1a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:36.823912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Attempting to bind port 52cf65bd-e666-43b7-ab03-31ff388c8d1a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b9f78f5f-2778-4c78-9dbb-af5b604de302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1736b1ec-9533-44ea-a006-20788206c676'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:36.824273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Attempting to bind port 52cf65bd-e666-43b7-ab03-31ff388c8d1a on network 1736b1ec-9533-44ea-a006-20788206c676 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:36.848169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ff3dabf-7556-4a54-b498-68b87b5018d5 req-13df28c4-d44e-4cb4-9020-2eda84d2a63e tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 971 time: 0.2722795 Apr 21 20:47:36.853502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:36.854003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Checking segment: {'id': 'b9f78f5f-2778-4c78-9dbb-af5b604de302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1736b1ec-9533-44ea-a006-20788206c676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:36.854264 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.854642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Bound using segment: {'id': 'b9f78f5f-2778-4c78-9dbb-af5b604de302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1736b1ec-9533-44ea-a006-20788206c676'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:36.855109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Bound port: 52cf65bd-e666-43b7-ab03-31ff388c8d1a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f78f5f-2778-4c78-9dbb-af5b604de302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1736b1ec-9533-44ea-a006-20788206c676'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:36.855687 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:36.859557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['2ec63bf9-89d9-41ea-b240-9dbae7f99709'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:47:36.936301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5ccb8e33-484f-42cd-870b-946a34c115af'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:47:36.948426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ff3dabf-7556-4a54-b498-68b87b5018d5 req-6156f26b-6108-4125-b637-d4c0dddfb0d1 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936549 Apr 21 20:47:37.001623 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.053378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.073671 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-789edbc4-9f64-4d76-b41f-727ad3af5d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.125916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:37.144058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:37.153550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ac11d6c4-5362-442c-b4f9-d2cabaec882b None None] Provisioning complete for port 52cf65bd-e666-43b7-ab03-31ff388c8d1a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:37.154118 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac11d6c4-5362-442c-b4f9-d2cabaec882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.154856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:37.199037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ac11d6c4-5362-442c-b4f9-d2cabaec882b None None] Port 52cf65bd-e666-43b7-ab03-31ff388c8d1a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:37.206592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event updated for resources: {'Port': ['ID=17c213ba-c8f4-46ce-88c4-8d3de540c139,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:37.257354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] For port 52cf65bd-e666-43b7-ab03-31ff388c8d1a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:37.317513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97fe52-1641-4e37-b6a4-57183ea66bfa req-feb9975b-56e6-4139-921d-eb7725d257f3 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:37.325669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f97fe52-1641-4e37-b6a4-57183ea66bfa req-feb9975b-56e6-4139-921d-eb7725d257f3 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 971 time: 0.1002066 Apr 21 20:47:37.331840 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.400015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f97fe52-1641-4e37-b6a4-57183ea66bfa req-02e6c4c9-5ba6-4be3-85bd-94142e752d93 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678639 Apr 21 20:47:37.407353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] For port 52cf65bd-e666-43b7-ab03-31ff388c8d1a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52cf65bd-e666-43b7-ab03-31ff388c8d1a,segment=NetworkSegment(b9f78f5f-2778-4c78-9dbb-af5b604de302),segment_id=b9f78f5f-2778-4c78-9dbb-af5b604de302)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:37.451188 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.513620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09154fe9-6571-4d22-8f2e-d2bb52631e43 None None] Pushing event updated for resources: {'Port': ['ID=52cf65bd-e666-43b7-ab03-31ff388c8d1a,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:37.577825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Routers {'048c923f-793b-48d3-b54e-209b4cabf46a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:37.578260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['048c923f-793b-48d3-b54e-209b4cabf46a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:37.590391 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-789edbc4-9f64-4d76-b41f-727ad3af5d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.591409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.616567 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-789edbc4-9f64-4d76-b41f-727ad3af5d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.685057 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-789edbc4-9f64-4d76-b41f-727ad3af5d0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67ac08448621489eb61d31d71468e422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9750023 Apr 21 20:47:37.687760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35508) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:37.689128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789edbc4-9f64-4d76-b41f-727ad3af5d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db685ff-b600-412b-aa99-7afbd6462b19,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:37.785843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb55bdbd-be83-46b5-b88c-334f7012d525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.802987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] Set router 048c923f-793b-48d3-b54e-209b4cabf46a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:37.838570 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb55bdbd-be83-46b5-b88c-334f7012d525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.905920 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb55bdbd-be83-46b5-b88c-334f7012d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.909550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb55bdbd-be83-46b5-b88c-334f7012d525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.914952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bb55bdbd-be83-46b5-b88c-334f7012d525 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1db685ff-b600-412b-aa99-7afbd6462b19 HTTP/1.1" status: 204 len: 168 time: 0.2238002 Apr 21 20:47:37.915128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.920483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:37.925971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55bdbd-be83-46b5-b88c-334f7012d525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db685ff-b600-412b-aa99-7afbd6462b19,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:37.974727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event updated for resources: {'Port': ['ID=17c213ba-c8f4-46ce-88c4-8d3de540c139,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:37.979213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:38.003315 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:38.018628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c7c22f3f-8ac7-4aa8-a5bc-9abd3cb2a237 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8727500 Apr 21 20:47:38.053413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d83d60da-7bfe-4dd9-a996-69ea6f61d0b2 None None] Provisioning complete for port 52cf65bd-e666-43b7-ab03-31ff388c8d1a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:38.053888 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d83d60da-7bfe-4dd9-a996-69ea6f61d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:38.099653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45eb44-6a34-4101-b9ab-ef7e2df6c70c req-37f0b574-26b1-4c33-aabe-4c104854acba tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:38.101783 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc45eb44-6a34-4101-b9ab-ef7e2df6c70c req-37f0b574-26b1-4c33-aabe-4c104854acba tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 971 time: 0.0602186 Apr 21 20:47:38.157369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc45eb44-6a34-4101-b9ab-ef7e2df6c70c req-08b27484-f128-4a21-baab-c01d70574d9b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488689 Apr 21 20:47:38.203012 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d83d60da-7bfe-4dd9-a996-69ea6f61d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:38.241539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:28Z', 'updated_at': '2022-04-21T20:47:32Z', 'revision_number': 4, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'gw_port': {'id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:29Z', 'updated_at': '2022-04-21T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '52cf65bd-e666-43b7-ab03-31ff388c8d1a', 'name': '', 'network_id': '1736b1ec-9533-44ea-a006-20788206c676', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'mac_address': 'fa:16:3e:8e:a8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:31Z', 'updated_at': '2022-04-21T20:47:37Z', 'revision_number': 4, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'subnets': [{'id': '7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:38.274158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b49253-64b0-4815-925e-db63e61f9df3 None None] The sync data for ids ['048c923f-793b-48d3-b54e-209b4cabf46a'] in n-d-838945-1 is: [{'id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:28Z', 'updated_at': '2022-04-21T20:47:32Z', 'revision_number': 4, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'gw_port': {'id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:29Z', 'updated_at': '2022-04-21T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '52cf65bd-e666-43b7-ab03-31ff388c8d1a', 'name': '', 'network_id': '1736b1ec-9533-44ea-a006-20788206c676', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'mac_address': 'fa:16:3e:8e:a8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:31Z', 'updated_at': '2022-04-21T20:47:37Z', 'revision_number': 4, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'subnets': [{'id': '7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:47:38.279752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d83d60da-7bfe-4dd9-a996-69ea6f61d0b2 None None] For port 52cf65bd-e666-43b7-ab03-31ff388c8d1a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52cf65bd-e666-43b7-ab03-31ff388c8d1a,segment=NetworkSegment(b9f78f5f-2778-4c78-9dbb-af5b604de302),segment_id=b9f78f5f-2778-4c78-9dbb-af5b604de302)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:38.286327 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d83d60da-7bfe-4dd9-a996-69ea6f61d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:38.354420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d60da-7bfe-4dd9-a996-69ea6f61d0b2 None None] Pushing event updated for resources: {'Port': ['ID=52cf65bd-e666-43b7-ab03-31ff388c8d1a,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:38.398939 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-bdb2b491-30c1-4464-bb4b-5f9a5bcb0694 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--34912372&fields=id&tenant_id=7a16b123a9cf4beaaff2c329f5f855eb HTTP/1.1" status: 200 len: 267 time: 0.0804400 Apr 21 20:47:38.481458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35546) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:38.506952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-565dafb9-966c-4d0f-bbb8-f115181fb0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:38.607557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bc5f5-8dd5-41e8-b1b1-161cce3fd62c req-37ac6204-09b7-45a7-a0a7-d82fec763d3a tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:38.620236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-994bc5f5-8dd5-41e8-b1b1-161cce3fd62c req-37ac6204-09b7-45a7-a0a7-d82fec763d3a tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 971 time: 0.1018248 Apr 21 20:47:38.684435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-bda40a86-1a96-43cd-a427-7c16cc97da2c tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:38.686047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-bda40a86-1a96-43cd-a427-7c16cc97da2c tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/networks?id=ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 200 len: 823 time: 0.2792518 Apr 21 20:47:38.695431 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-994bc5f5-8dd5-41e8-b1b1-161cce3fd62c req-bafb1100-5ab1-4bb8-9154-c4ac87e55f6a tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741010 Apr 21 20:47:38.719106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-c0413d9e-a2e7-46c6-9e18-b694488994ca tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/quotas/7a16b123a9cf4beaaff2c329f5f855eb HTTP/1.1" status: 200 len: 375 time: 0.0262060 Apr 21 20:47:38.730868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-565dafb9-966c-4d0f-bbb8-f115181fb0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:38.737199 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-565dafb9-966c-4d0f-bbb8-f115181fb0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:38.789782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dafb9-966c-4d0f-bbb8-f115181fb0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a84965-64c1-4195-87a3-3be1176fb332,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:38.845377 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-565dafb9-966c-4d0f-bbb8-f115181fb0c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd9d0ec95dd948b88b35ce238468c044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627555 Apr 21 20:47:38.856303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35556) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:38.874985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5ccb8e33-484f-42cd-870b-946a34c115af up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:38.950349 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-289fa8e9-268a-410b-8ca1-c141c2aa583a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:38.984486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 5ccb8e33-484f-42cd-870b-946a34c115af completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:47:38.990471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 5ccb8e33-484f-42cd-870b-946a34c115af triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:38.990828 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.010947 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-289fa8e9-268a-410b-8ca1-c141c2aa583a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.090763 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-289fa8e9-268a-410b-8ca1-c141c2aa583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.092475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-289fa8e9-268a-410b-8ca1-c141c2aa583a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.096870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-289fa8e9-268a-410b-8ca1-c141c2aa583a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85a84965-64c1-4195-87a3-3be1176fb332 HTTP/1.1" status: 204 len: 168 time: 0.2390325 Apr 21 20:47:39.102719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-efae5aac-9eb5-46bf-b531-a7c404d7c2a8 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3758860 Apr 21 20:47:39.111504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fa8e9-268a-410b-8ca1-c141c2aa583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a84965-64c1-4195-87a3-3be1176fb332,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:39.132903 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.177117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbacaa6-e9d4-49d6-9480-54aff3836d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb8e33-484f-42cd-870b-946a34c115af'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:39.317357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5ccb8e33-484f-42cd-870b-946a34c115af, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ccb8e33-484f-42cd-870b-946a34c115af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:39.331112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb99bac-ea05-478c-a43c-9a1f3058df4b req-7c27bd02-144b-4395-8513-eda93eac41a8 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:39.339925 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.340771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2ec63bf9-89d9-41ea-b240-9dbae7f99709 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:39.353468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ceb99bac-ea05-478c-a43c-9a1f3058df4b req-7c27bd02-144b-4395-8513-eda93eac41a8 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 971 time: 0.0905817 Apr 21 20:47:39.445282 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ceb99bac-ea05-478c-a43c-9a1f3058df4b req-d3218484-dba7-4946-a45c-d6542ddbbb64 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902500 Apr 21 20:47:39.483860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5ccb8e33-484f-42cd-870b-946a34c115af,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:39.501228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:47:39.505083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:39.505982 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.723074 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.728637 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bed0fc-9b3c-4470-9c62-1f351cb7e0bc" -d '{"events": [{"server_uuid": "ecbacaa6-e9d4-49d6-9480-54aff3836d50", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb8e33-484f-42cd-870b-946a34c115af"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:39.731812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52cf65bd-e666-43b7-ab03-31ff388c8d1a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:39.796604 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2ec63bf9-89d9-41ea-b240-9dbae7f99709, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2ec63bf9-89d9-41ea-b240-9dbae7f99709,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:39.806995 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.840614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 52cf65bd-e666-43b7-ab03-31ff388c8d1a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:39.841232 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:39.868792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-33b34564-da02-4a42-a41c-b6402df6ebf2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:47:39.869959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-33b34564-da02-4a42-a41c-b6402df6ebf2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4013541 Apr 21 20:47:39.986996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=2ec63bf9-89d9-41ea-b240-9dbae7f99709,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:40.077066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-128136b9-0a06-47e4-8bb0-e908fbd3191d service neutron] 10.222.0.49 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000356 Apr 21 20:47:40.137688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a77c7-95be-4579-9e3c-26228022de7f req-f2e2f1ec-ea40-42b6-b1ab-1989b76b2803 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:40.139265 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a0a77c7-95be-4579-9e3c-26228022de7f req-f2e2f1ec-ea40-42b6-b1ab-1989b76b2803 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 972 time: 0.0547347 Apr 21 20:47:40.179958 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a0a77c7-95be-4579-9e3c-26228022de7f req-8cc9e29c-3b47-47e1-ad9f-fd3e038b91d9 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Apr 21 20:47:40.184741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-567eebbd-ee48-4f93-8268-69f75ad2d1f2 service neutron] 10.222.0.49 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013424 Apr 21 20:47:40.381172 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9af1f17-4c70-4ee6-a13a-86d2704de6fc x-openstack-request-id: req-c9af1f17-4c70-4ee6-a13a-86d2704de6fc {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:40.381677 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbacaa6-e9d4-49d6-9480-54aff3836d50", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb8e33-484f-42cd-870b-946a34c115af", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:40.381859 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9af1f17-4c70-4ee6-a13a-86d2704de6fc {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:40.382194 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9af1f17-4c70-4ee6-a13a-86d2704de6fc'] response: {'server_uuid': 'ecbacaa6-e9d4-49d6-9480-54aff3836d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb8e33-484f-42cd-870b-946a34c115af', 'code': 200} Apr 21 20:47:40.627426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62db1-b66a-462a-8d3d-6296d5807b55 req-6aaab755-4a9c-4945-bd67-65b9045b1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:40.629431 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bc62db1-b66a-462a-8d3d-6296d5807b55 req-6aaab755-4a9c-4945-bd67-65b9045b1682 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 1123 time: 0.1426039 Apr 21 20:47:40.664972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2bc62db1-b66a-462a-8d3d-6296d5807b55 req-7a2c536f-fdaa-423f-aa0c-962bf06fb55a service neutron] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:40.813077 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-0071acd7-8a65-4751-ade1-84c4763224aa tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=51b91fce49a94986a42f0b9fce162efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329425 Apr 21 20:47:40.847869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2bb14f1-2460-45ae-9ee5-eac9abf2e693 req-4193815a-5419-40e3-87ba-0f593f94c59f tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 210 time: 0.0464287 Apr 21 20:47:40.869109 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2bc62db1-b66a-462a-8d3d-6296d5807b55 req-7a2c536f-fdaa-423f-aa0c-962bf06fb55a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:40.888859 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2bc62db1-b66a-462a-8d3d-6296d5807b55 req-7a2c536f-fdaa-423f-aa0c-962bf06fb55a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:40.978991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-aafe6aec-5f7c-472d-a655-c87bbaa99cdd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:40.980518 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-aafe6aec-5f7c-472d-a655-c87bbaa99cdd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591983 Apr 21 20:47:40.988240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bc62db1-b66a-462a-8d3d-6296d5807b55 req-7a2c536f-fdaa-423f-aa0c-962bf06fb55a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510959 Apr 21 20:47:40.989765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c536f-fdaa-423f-aa0c-962bf06fb55a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=01ead158-3035-4e1f-ac5b-86a70f207489,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:41.018687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23130786-3de5-4b26-96fa-397bd4235be1 req-49c97e80-acf3-49ae-9c83-15ac712b8b25 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:41.020555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23130786-3de5-4b26-96fa-397bd4235be1 req-49c97e80-acf3-49ae-9c83-15ac712b8b25 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 972 time: 0.0923040 Apr 21 20:47:41.030623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-81c1c801-5614-4d7e-88a6-4bd9d5c29aa6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/quotas/51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 375 time: 0.0424409 Apr 21 20:47:41.062334 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-e6b4f477-1d46-4657-bf11-951b4c2a0971 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308077 Apr 21 20:47:41.065997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23130786-3de5-4b26-96fa-397bd4235be1 req-d2af3c69-e742-4c00-82c2-f91ca6a04156 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366664 Apr 21 20:47:41.288933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26b23d8c-fc23-4238-aa9d-d00b5634bf14 req-28be568b-d04c-480d-8625-b76ba49fb110 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 210 time: 0.0426178 Apr 21 20:47:41.422834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7fe77-a16a-4bee-85ae-5e843dbd1a5a req-b8fa4f23-a695-4c75-8c38-14d7cb11fc92 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:41.423945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ac7fe77-a16a-4bee-85ae-5e843dbd1a5a req-b8fa4f23-a695-4c75-8c38-14d7cb11fc92 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 972 time: 0.0564489 Apr 21 20:47:41.468855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ac7fe77-a16a-4bee-85ae-5e843dbd1a5a req-1451eb95-a23b-4c99-96bd-32755cad7012 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366454 Apr 21 20:47:41.678476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.46', 59966) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:41.982029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35720) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:42.014444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-95c180e1-8333-44ac-ac83-4f2599695159 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:42.016206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-95c180e1-8333-44ac-ac83-4f2599695159 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.46 "GET /v2.0/networks?id=ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 200 len: 823 time: 0.3323147 Apr 21 20:47:42.044583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-911fb601-bb53-41cf-a399-7fb1e8e79ddc req-9abe6885-994b-417d-b994-0d309060b506 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 210 time: 0.0916765 Apr 21 20:47:42.131786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aaa080a4-2e6c-4b14-b0fb-bef11ad63e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.223156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d912c-9faf-48b3-b4e2-88968971375a req-75d4f9f6-3129-4bbc-8582-da2b7b3e9053 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:42.229295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-661d912c-9faf-48b3-b4e2-88968971375a req-75d4f9f6-3129-4bbc-8582-da2b7b3e9053 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 972 time: 0.0756874 Apr 21 20:47:42.257487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aaa080a4-2e6c-4b14-b0fb-bef11ad63e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.261925 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aaa080a4-2e6c-4b14-b0fb-bef11ad63e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.281586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-661d912c-9faf-48b3-b4e2-88968971375a req-478c9632-e345-4e1b-81ce-d672f192c0b3 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Apr 21 20:47:42.310474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa080a4-2e6c-4b14-b0fb-bef11ad63e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b89c3c-affc-4596-a23a-e5081d292a72,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:42.320511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35732) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:42.327779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aaa080a4-2e6c-4b14-b0fb-bef11ad63e4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=013b45ea5c3b48e3b9850eff4351448c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436890 Apr 21 20:47:42.357584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35734) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:42.383286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ac32d3-ce3e-4ae9-92c3-866d42a9b68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec63bf9-89d9-41ea-b240-9dbae7f99709'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:42.384082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f608752f-202e-45b4-a8fb-c481f3558f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.388534 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81049c28-b29f-4ade-ad1c-f303eec56221" -d '{"events": [{"server_uuid": "22ac32d3-ce3e-4ae9-92c3-866d42a9b68a", "name": "network-vif-plugged", "status": "completed", "tag": "2ec63bf9-89d9-41ea-b240-9dbae7f99709"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:42.428802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6db6eac4-08f9-4e0a-9ddc-a23708b85400 req-51f74706-f442-4e7f-a804-3d78feb397ea tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 210 time: 0.0477788 Apr 21 20:47:42.444040 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1fa6ca-f5ce-4818-b8bf-ea079ddfce82 x-openstack-request-id: req-cf1fa6ca-f5ce-4818-b8bf-ea079ddfce82 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:42.444531 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ac32d3-ce3e-4ae9-92c3-866d42a9b68a", "name": "network-vif-plugged", "status": "completed", "tag": "2ec63bf9-89d9-41ea-b240-9dbae7f99709", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:42.444946 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf1fa6ca-f5ce-4818-b8bf-ea079ddfce82 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:42.445129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f608752f-202e-45b4-a8fb-c481f3558f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.445637 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1fa6ca-f5ce-4818-b8bf-ea079ddfce82'] response: {'server_uuid': '22ac32d3-ce3e-4ae9-92c3-866d42a9b68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec63bf9-89d9-41ea-b240-9dbae7f99709', 'code': 200} Apr 21 20:47:42.503547 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef69be43-3205-4c13-a17f-8d538a67adb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.536215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f608752f-202e-45b4-a8fb-c481f3558f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.541630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f608752f-202e-45b4-a8fb-c481f3558f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.544796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f608752f-202e-45b4-a8fb-c481f3558f29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29b89c3c-affc-4596-a23a-e5081d292a72 HTTP/1.1" status: 204 len: 168 time: 0.2217045 Apr 21 20:47:42.568750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608752f-202e-45b4-a8fb-c481f3558f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b89c3c-affc-4596-a23a-e5081d292a72,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:42.617087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adbf65-f7e4-45c8-81c2-72e12ac3c86b req-c738b1fa-23f7-4fd0-b109-f29fcf59eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:42.618737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19adbf65-f7e4-45c8-81c2-72e12ac3c86b req-c738b1fa-23f7-4fd0-b109-f29fcf59eaca service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 1123 time: 0.1151085 Apr 21 20:47:42.652578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72d442-16f4-4082-b959-1f017f9d7926 req-5230855c-023a-49e9-a78f-4a857f75dac5 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:42.652923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef69be43-3205-4c13-a17f-8d538a67adb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.654115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c72d442-16f4-4082-b959-1f017f9d7926 req-5230855c-023a-49e9-a78f-4a857f75dac5 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 972 time: 0.0722744 Apr 21 20:47:42.661560 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef69be43-3205-4c13-a17f-8d538a67adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.688182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19adbf65-f7e4-45c8-81c2-72e12ac3c86b req-71e65569-62aa-4d98-804e-883fdf41ea9e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622990 Apr 21 20:47:42.704794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ef69be43-3205-4c13-a17f-8d538a67adb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5641df92bcd1465aadd5130841182a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458612 Apr 21 20:47:42.710639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c72d442-16f4-4082-b959-1f017f9d7926 req-e07264dd-a021-4dae-97da-858b845dd656 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495701 Apr 21 20:47:42.710864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35746) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:42.721000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69be43-3205-4c13-a17f-8d538a67adb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed586c71-bc1f-4d4f-a450-6f762d2630bb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:42.775543 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-faf03f90-e7ee-4fbb-ae75-e65315ad9d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.798025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-faf03f90-e7ee-4fbb-ae75-e65315ad9d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.852715 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-faf03f90-e7ee-4fbb-ae75-e65315ad9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.855413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-faf03f90-e7ee-4fbb-ae75-e65315ad9d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.857354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-faf03f90-e7ee-4fbb-ae75-e65315ad9d91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed586c71-bc1f-4d4f-a450-6f762d2630bb HTTP/1.1" status: 204 len: 168 time: 0.1448836 Apr 21 20:47:42.866895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf03f90-e7ee-4fbb-ae75-e65315ad9d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed586c71-bc1f-4d4f-a450-6f762d2630bb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:42.892538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35750) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:42.909453 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-950d0e7c-9f2f-4a09-9166-57ca44ff1919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:42.998377 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-950d0e7c-9f2f-4a09-9166-57ca44ff1919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.003599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-950d0e7c-9f2f-4a09-9166-57ca44ff1919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.043593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-950d0e7c-9f2f-4a09-9166-57ca44ff1919 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6fa053e656f42e0adbadce29a4e7811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500738 Apr 21 20:47:43.045849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d0e7c-9f2f-4a09-9166-57ca44ff1919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca93e37-a118-46f9-854d-fb5d9b38e156,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:43.046393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35754) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:43.129210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f24c-0ef1-4cd5-a559-88f824d33093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.156435 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f24c-0ef1-4cd5-a559-88f824d33093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.164344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a067724-94b1-41ce-853d-10a818b17e49 req-d072459d-0ca3-41c2-a047-1cc7ef9417bb tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 210 time: 0.0397012 Apr 21 20:47:43.223853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f24c-0ef1-4cd5-a559-88f824d33093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.227112 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f24c-0ef1-4cd5-a559-88f824d33093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.231109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d3e1f24c-0ef1-4cd5-a559-88f824d33093 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eca93e37-a118-46f9-854d-fb5d9b38e156 HTTP/1.1" status: 204 len: 168 time: 0.1833930 Apr 21 20:47:43.245934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f24c-0ef1-4cd5-a559-88f824d33093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca93e37-a118-46f9-854d-fb5d9b38e156,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:43.293083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35760) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:43.322379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af4801d0-b66f-411b-9763-fb1e8b88d3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.461144 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af4801d0-b66f-411b-9763-fb1e8b88d3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.469437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2921f-3c83-47ff-88dc-eb920bc403c8 req-69bc4a2c-29e6-4a0c-a65f-189c50bb727a tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:43.471152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80b2921f-3c83-47ff-88dc-eb920bc403c8 req-69bc4a2c-29e6-4a0c-a65f-189c50bb727a tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 972 time: 0.0984113 Apr 21 20:47:43.472401 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af4801d0-b66f-411b-9763-fb1e8b88d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.533564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-af4801d0-b66f-411b-9763-fb1e8b88d3c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb4d20a5a81d4496b258343dd78b47d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393870 Apr 21 20:47:43.535952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35770) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:43.541250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7102af4-cd7c-4b7b-8270-57f71c06067d req-f83f9bb6-9e9c-4f1a-b312-702799968943 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 210 time: 0.0329883 Apr 21 20:47:43.549741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4801d0-b66f-411b-9763-fb1e8b88d3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a4e1a4-ace2-43f7-887f-a52807b0c2fd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:43.572979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80b2921f-3c83-47ff-88dc-eb920bc403c8 req-0ac40254-23a6-45eb-9e0d-095db7aa1ca8 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951283 Apr 21 20:47:43.603915 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77cf2233-1477-446c-a377-a35a37db23c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.627529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77cf2233-1477-446c-a377-a35a37db23c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.676866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77cf2233-1477-446c-a377-a35a37db23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.680408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77cf2233-1477-446c-a377-a35a37db23c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:43.684466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-77cf2233-1477-446c-a377-a35a37db23c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65a4e1a4-ace2-43f7-887f-a52807b0c2fd HTTP/1.1" status: 204 len: 168 time: 0.1467679 Apr 21 20:47:43.692526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf2233-1477-446c-a377-a35a37db23c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a4e1a4-ace2-43f7-887f-a52807b0c2fd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:43.858175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0217f-1859-4df9-82e5-1596af51615c req-c007dde5-b5aa-43b1-91a4-b868bf170332 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:43.859794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31a0217f-1859-4df9-82e5-1596af51615c req-c007dde5-b5aa-43b1-91a4-b868bf170332 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 972 time: 0.0672860 Apr 21 20:47:43.914493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31a0217f-1859-4df9-82e5-1596af51615c req-6fc052f2-0397-417c-bbc5-6430ebb849e7 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480721 Apr 21 20:47:44.292104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d00e720d-3394-4982-a058-182f5b6588bf req-65bb24eb-118b-4537-a8a0-441419b4d7eb tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 210 time: 0.0508020 Apr 21 20:47:44.307609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35806) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:44.312072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebe2a3-401c-4d5f-a70c-34d24a08d196 req-c6658e5e-a84b-45f5-a203-1152eac468ee tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:44.313708 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0ebe2a3-401c-4d5f-a70c-34d24a08d196 req-c6658e5e-a84b-45f5-a203-1152eac468ee tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 972 time: 0.0551238 Apr 21 20:47:44.374621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0ebe2a3-401c-4d5f-a70c-34d24a08d196 req-5d0fd93d-1665-4ff4-b4a8-60324e34e106 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Apr 21 20:47:44.474793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1244568008-network', 'tenant_id': '0cd9c8f481ed4b43a275fdf002b13f29'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:44.494786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Made reservation on behalf of 0cd9c8f481ed4b43a275fdf002b13f29 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:44.497083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:44.506307 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:44.588947 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:44.593588 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:44.623796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:47:44.663228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71909baf-7953-4f25-afde-186a298ff96b req-a1d11535-2a97-41f3-8439-57cb3fd2ee9b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 210 time: 0.0448148 Apr 21 20:47:44.663902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d74b58-83b8-43eb-bfa1-7f3255f18432,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:44.669121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:44.669844 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Added segment 61caf995-cd04-4c1a-bbf6-0735ab39f860 of type vlan for network 3f844257-3971-4842-8d6e-2287bca8c3d5 Apr 21 20:47:44.717954 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:44.744927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:44.746044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:44.746977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:44.804154 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4954462 Apr 21 20:47:44.807299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35824) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:44.820589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Request body: {'subnet': {'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1244568008-subnet', 'tenant_id': '0cd9c8f481ed4b43a275fdf002b13f29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:44.824856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b19a2f-a87a-4213-9886-9a981b1e22f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3f844257-3971-4842-8d6e-2287bca8c3d5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:44.834881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 3f844257-3971-4842-8d6e-2287bca8c3d5 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:47:44.850641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Made reservation on behalf of 0cd9c8f481ed4b43a275fdf002b13f29 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:44.855192 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:45.062402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:45.064480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cdf5a-dbfa-40ad-8494-45160c4557cc req-43607b5f-e8b2-48b6-805b-719b4c2e3a3c tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:45.073820 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a29cdf5a-dbfa-40ad-8494-45160c4557cc req-43607b5f-e8b2-48b6-805b-719b4c2e3a3c tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 972 time: 0.0668631 Apr 21 20:47:45.118206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a29cdf5a-dbfa-40ad-8494-45160c4557cc req-6309656e-4a57-4fb9-b493-d135a9f27ef2 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434024 Apr 21 20:47:45.125005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:45.150075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:45.150428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Network hostable DHCP agents. Network: 3f844257-3971-4842-8d6e-2287bca8c3d5, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:47:45.171221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Network 3f844257-3971-4842-8d6e-2287bca8c3d5 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:47:45.182838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 3f844257-3971-4842-8d6e-2287bca8c3d5) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:45.191685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c656df6d-93b5-45f8-83d0-c1f1f5e7202b None None] Network 3f844257-3971-4842-8d6e-2287bca8c3d5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:45.196965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:45.201687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:45.230942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6a6ddb5e-54d1-4fe6-b5a3-e731feb024fa admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4146123 Apr 21 20:47:45.298017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0246-8fdf-479c-a03e-b35e930d35bc req-6cc7e3b9-6b5b-4a45-825b-6dffbb3505b4 tempest-AggregatesAdminTestJSON-364479379 tempest-AggregatesAdminTestJSON-364479379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:45.305362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e55e0246-8fdf-479c-a03e-b35e930d35bc req-6cc7e3b9-6b5b-4a45-825b-6dffbb3505b4 tempest-AggregatesAdminTestJSON-364479379 tempest-AggregatesAdminTestJSON-364479379-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 1123 time: 0.0599155 Apr 21 20:47:45.348669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e55e0246-8fdf-479c-a03e-b35e930d35bc req-b2cd4180-f9ec-4c56-bd67-ff53fe41711c tempest-AggregatesAdminTestJSON-364479379 tempest-AggregatesAdminTestJSON-364479379-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:45.360223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db566d-a355-4aa1-bc12-20db1fb19f9d None None] Network 3f844257-3971-4842-8d6e-2287bca8c3d5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:45.482596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e55e0246-8fdf-479c-a03e-b35e930d35bc req-b2cd4180-f9ec-4c56-bd67-ff53fe41711c tempest-AggregatesAdminTestJSON-364479379 tempest-AggregatesAdminTestJSON-364479379-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:45.490599 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e55e0246-8fdf-479c-a03e-b35e930d35bc req-b2cd4180-f9ec-4c56-bd67-ff53fe41711c tempest-AggregatesAdminTestJSON-364479379 tempest-AggregatesAdminTestJSON-364479379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:45.538934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e55e0246-8fdf-479c-a03e-b35e930d35bc req-b2cd4180-f9ec-4c56-bd67-ff53fe41711c tempest-AggregatesAdminTestJSON-364479379 tempest-AggregatesAdminTestJSON-364479379-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291353 Apr 21 20:47:45.560116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd4180-f9ec-4c56-bd67-ff53fe41711c tempest-AggregatesAdminTestJSON-364479379 tempest-AggregatesAdminTestJSON-364479379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b72b730-caee-4866-ba98-92f896b488f0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:45.669193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418343-073b-44c3-a9ea-d82cb5d84ccd req-120f50aa-0b4b-4b98-bcf9-995b07d48403 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:45.671010 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc418343-073b-44c3-a9ea-d82cb5d84ccd req-120f50aa-0b4b-4b98-bcf9-995b07d48403 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 972 time: 0.0541396 Apr 21 20:47:45.681581 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01a3c090-75b1-4917-ad40-6c209a4cc155 req-26931e75-c2cb-4068-a8a4-41d2c7a86651 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 210 time: 0.0426726 Apr 21 20:47:45.756794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc418343-073b-44c3-a9ea-d82cb5d84ccd req-daf6f6ec-301f-4f32-ba85-b318c3da5e50 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775878 Apr 21 20:47:45.772174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-716e1c99-95d2-47a4-8df2-5ade23cc8cbc tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:45.773645 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-716e1c99-95d2-47a4-8df2-5ade23cc8cbc tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 1123 time: 0.0684416 Apr 21 20:47:45.880042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] Deleting port 5ccb8e33-484f-42cd-870b-946a34c115af {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:47:45.880416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:45.995913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] For port 5ccb8e33-484f-42cd-870b-946a34c115af, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ccb8e33-484f-42cd-870b-946a34c115af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:45.996627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.022621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] Calling delete_port for 5ccb8e33-484f-42cd-870b-946a34c115af owned by compute:tempest-test_az-2015540656 {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:47:46.041547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c756302c-4a4e-4b36-819d-727e43648a62 req-e8f728d6-0b2d-460d-a85d-fb6239cbf91d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 210 time: 0.0443575 Apr 21 20:47:46.099018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35874) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:46.106442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-877476667-network', 'tenant_id': 'c376f4f2a3334d2f93bf5cb89b3c1000'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:46.155097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Made reservation on behalf of c376f4f2a3334d2f93bf5cb89b3c1000 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:46.160115 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.183111 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.203756 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060f831-2042-41e1-8f52-0b770c12a4c9 req-2da308b3-d2f3-49d2-a7be-0e2cb46627b2 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:46.205743 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b060f831-2042-41e1-8f52-0b770c12a4c9 req-2da308b3-d2f3-49d2-a7be-0e2cb46627b2 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 972 time: 0.0904295 Apr 21 20:47:46.257861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.280809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5ccb8e33-484f-42cd-870b-946a34c115af'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:47:46.293849 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b060f831-2042-41e1-8f52-0b770c12a4c9 req-82db1872-c3a1-48fe-a6c1-f094d330875c tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732932 Apr 21 20:47:46.296650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ccb8e33-484f-42cd-870b-946a34c115af,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:46.360269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] No DVR routers for this DVR port 5ccb8e33-484f-42cd-870b-946a34c115af on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:47:46.364124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.368792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e38a8e6-5bc3-4a62-a13f-792d015e051a req-fd9b180b-98c3-49ba-8e24-e763cf86706c tempest-DeleteServersAdminTestJSON-204423 tempest-DeleteServersAdminTestJSON-204423-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5ccb8e33-484f-42cd-870b-946a34c115af HTTP/1.1" status: 204 len: 173 time: 0.5894239 Apr 21 20:47:46.371641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbacaa6-e9d4-49d6-9480-54aff3836d50', 'name': 'network-vif-deleted', 'tag': '5ccb8e33-484f-42cd-870b-946a34c115af'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:46.372614 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46246125-1b64-4122-8d4d-840c11425fc4" -d '{"events": [{"server_uuid": "ecbacaa6-e9d4-49d6-9480-54aff3836d50", "name": "network-vif-deleted", "tag": "5ccb8e33-484f-42cd-870b-946a34c115af"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:46.384887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.394655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.427072 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0449a36-e50d-4d52-832c-7d3c63b7a953 x-openstack-request-id: req-a0449a36-e50d-4d52-832c-7d3c63b7a953 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:46.427414 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbacaa6-e9d4-49d6-9480-54aff3836d50", "name": "network-vif-deleted", "tag": "5ccb8e33-484f-42cd-870b-946a34c115af", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:46.427682 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0449a36-e50d-4d52-832c-7d3c63b7a953 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:46.428078 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0449a36-e50d-4d52-832c-7d3c63b7a953'] response: {'server_uuid': 'ecbacaa6-e9d4-49d6-9480-54aff3836d50', 'name': 'network-vif-deleted', 'tag': '5ccb8e33-484f-42cd-870b-946a34c115af', 'status': 'completed', 'code': 200} Apr 21 20:47:46.437890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:47:46.447813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16081a7-1264-47dd-9b8e-2f38da149348,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:46.454886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.455317 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Added segment 93f90883-39b6-40d2-9829-30300587badb of type vlan for network a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b Apr 21 20:47:46.511254 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.547976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.549829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:46.550667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.613176 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5115116 Apr 21 20:47:46.616413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35900) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:46.621598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Request body: {'subnet': {'network_id': 'a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-877476667-subnet', 'tenant_id': 'c376f4f2a3334d2f93bf5cb89b3c1000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:46.626814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846335fd-50ec-4740-9091-f7ed0bf84618 admin admin] Pushing event updated for resources: {'Network': ['ID=a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:46.637365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:47:46.641130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Made reservation on behalf of c376f4f2a3334d2f93bf5cb89b3c1000 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:46.643545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.798614 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1422b121-3a68-42b2-9065-92448eeea5de req-a3217505-d45a-418c-b6bb-ba41a7e9bd41 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 210 time: 0.0320456 Apr 21 20:47:46.857569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.945425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7dbd6869-9b02-4f4f-bf77-86a08e340cc9 req-4805f4e9-36e1-49b5-b1fa-cc630e715afe tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecbacaa6-e9d4-49d6-9480-54aff3836d50 HTTP/1.1" status: 200 len: 210 time: 0.0456789 Apr 21 20:47:46.949511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7eefac-62d8-483e-8dc3-4a7558aa502b,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:46.956674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Checking segment: {'id': '93f90883-39b6-40d2-9829-30300587badb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:46.957006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Network hostable DHCP agents. Network: a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:47:46.976017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Network a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:47:46.986170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:46.990613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:46.991449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:46.998784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f83fa-5150-406d-b75b-efd52132d135 None None] Network a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:47.029394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7f7cfbdf-2037-4b3b-9812-5428150cb080 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4033995 Apr 21 20:47:47.161792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e1e3d-f6aa-4696-a101-0badc04dba93 None None] Network a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:47.174233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fad893d0-1a4b-45c8-af45-0dc1928f760c req-87c00fd9-a391-481e-bd89-df8eccdf343a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 210 time: 0.0397894 Apr 21 20:47:47.220403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35922) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:47.421371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ab0ff-2ae9-47ee-a5de-7b550c72d9bc req-047c4267-9e1c-4563-9554-fb4dd0129e29 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:47.422895 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-968ab0ff-2ae9-47ee-a5de-7b550c72d9bc req-047c4267-9e1c-4563-9554-fb4dd0129e29 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 972 time: 0.0569665 Apr 21 20:47:47.476590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d7cbf08-341f-40d0-96b4-4466626a47d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:47.477693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-968ab0ff-2ae9-47ee-a5de-7b550c72d9bc req-c2e1090c-1589-44ce-8747-194644ef7246 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/security-groups?id=ff8150b6-8bd6-4592-a2f0-49d97777052d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Apr 21 20:47:47.619900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-df87f1e3-b8dd-4260-8a35-f426690f3b75 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:47.621402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-df87f1e3-b8dd-4260-8a35-f426690f3b75 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.43 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 972 time: 0.1417265 Apr 21 20:47:47.735094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-c1477772-d1c8-45a6-accd-bba0c9ef24b2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:47.736515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-c1477772-d1c8-45a6-accd-bba0c9ef24b2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 821 time: 0.2214799 Apr 21 20:47:47.801478 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d7cbf08-341f-40d0-96b4-4466626a47d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:47.806100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-6bb64fa3-f194-429a-b7a9-a9b8cbe5db92 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/quotas/0cd9c8f481ed4b43a275fdf002b13f29 HTTP/1.1" status: 200 len: 375 time: 0.0321808 Apr 21 20:47:47.810291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d7cbf08-341f-40d0-96b4-4466626a47d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:47.879065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-ce77ac27-4175-4543-8b06-f65d2f17471b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661433 Apr 21 20:47:47.891169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3fdc640d-7de5-4e0e-ae35-b9c1983be932 req-cb654977-2220-453a-b8d0-327fcbb39aed tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 210 time: 0.0262263 Apr 21 20:47:48.073722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cbf08-341f-40d0-96b4-4466626a47d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecc29ea-c83a-411a-a60b-1b33d4a4e8f7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:48.078211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8d7cbf08-341f-40d0-96b4-4466626a47d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=678d093f35c04b2eaf875694f3fe1d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8564517 Apr 21 20:47:48.081091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35946) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:48.098672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Deleting port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:47:48.099540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:48.136485 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d58fba5-d9d7-4865-9554-ce2a962f5cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:48.158476 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d58fba5-d9d7-4865-9554-ce2a962f5cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:48.212250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-6b94aedb-3600-4b68-93b3-1794f59d1e94 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267820 Apr 21 20:47:48.225754 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-2fb865d2-015c-417a-8373-0795ea0ed371 service neutron] 10.222.0.49 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367867 Apr 21 20:47:48.249559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d58fba5-d9d7-4865-9554-ce2a962f5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:48.252078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d58fba5-d9d7-4865-9554-ce2a962f5cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:48.253213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1d58fba5-d9d7-4865-9554-ce2a962f5cc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ecc29ea-c83a-411a-a60b-1b33d4a4e8f7 HTTP/1.1" status: 204 len: 168 time: 0.1709933 Apr 21 20:47:48.262172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] For port 2ec63bf9-89d9-41ea-b240-9dbae7f99709, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2ec63bf9-89d9-41ea-b240-9dbae7f99709,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:48.262593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:48.292438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58fba5-d9d7-4865-9554-ce2a962f5cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecc29ea-c83a-411a-a60b-1b33d4a4e8f7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:48.306016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Calling delete_port for 2ec63bf9-89d9-41ea-b240-9dbae7f99709 owned by compute:tempest-test_az-2015540656 {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:47:48.349426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-784f9897-ccf2-4164-ae74-692a1079171a tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:48.353575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-784f9897-ccf2-4164-ae74-692a1079171a tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345711 Apr 21 20:47:48.367876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-b2189db5-b0ad-439e-ac4b-628e908f7953 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/quotas/15bf1e54c3ef4248ae3347a0e3d1d087 HTTP/1.1" status: 200 len: 375 time: 0.0106239 Apr 21 20:47:48.383507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-cef5efed-13bf-487b-8e9f-9914e432468d service neutron] 10.222.0.49 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504993 Apr 21 20:47:48.410802 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-46c99285-7e24-4692-b685-cab25767b2c0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352180 Apr 21 20:47:48.479086 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:48.491841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['2ec63bf9-89d9-41ea-b240-9dbae7f99709'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:47:48.616653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Pushing event deleted for resources: {'Port': ['ID=2ec63bf9-89d9-41ea-b240-9dbae7f99709,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:48.634066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67fe010b-00af-4261-973b-b7c67fb5a44f req-0d5bbe7f-79b0-4b8a-b448-026b541a5582 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ac32d3-ce3e-4ae9-92c3-866d42a9b68a HTTP/1.1" status: 200 len: 210 time: 0.0390701 Apr 21 20:47:48.726041 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74bdd3f7-b80d-4965-8188-14d463607b1c req-e1b00d16-7587-4563-8c3e-1caeb7838cdd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 210 time: 0.1215937 Apr 21 20:47:48.726589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35974) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:48.766832 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-82ef9c13-ab44-4362-bcdc-c169d39f3318 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a16b123a9cf4beaaff2c329f5f855eb HTTP/1.1" status: 200 len: 378 time: 0.1272194 Apr 21 20:47:48.776025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] No DVR routers for this DVR port 2ec63bf9-89d9-41ea-b240-9dbae7f99709 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:47:48.784106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:48.787440 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3a9d7cf3-9e0b-4892-9065-c5a68bd2db99 req-98445c30-4e32-4d58-b867-91f2deb5bd2d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 210 time: 0.0582144 Apr 21 20:47:48.787617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebf18569-45b8-4cb7-ae96-9d7e4c900b1a req-45630c1a-832e-4d16-97a3-0573fa3a64b1 tempest-AggregatesAdminTestJSON-1037050826 tempest-AggregatesAdminTestJSON-1037050826-project] 10.222.0.43 "DELETE /v2.0/ports/2ec63bf9-89d9-41ea-b240-9dbae7f99709 HTTP/1.1" status: 204 len: 173 time: 1.1556334 Apr 21 20:47:48.788318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ac32d3-ce3e-4ae9-92c3-866d42a9b68a', 'name': 'network-vif-deleted', 'tag': '2ec63bf9-89d9-41ea-b240-9dbae7f99709'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:48.792352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Request body: {'port': {'device_id': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'admin_state_up': True, 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'security_groups': ['01e0feb6-3c7e-4da9-98dc-7aac337fb330']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:48.800545 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf8f178-5d42-4909-a03c-5f764dee87dc" -d '{"events": [{"server_uuid": "22ac32d3-ce3e-4ae9-92c3-866d42a9b68a", "name": "network-vif-deleted", "tag": "2ec63bf9-89d9-41ea-b240-9dbae7f99709"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:48.810294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-54a2b7ee-f9e6-4617-8f84-0832fb25a165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:48.837311 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:47:48.926407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5864405d-f048-4217-a0e3-5c76029d219b req-e7aed64d-ecb6-48e1-8e26-4c381a6d3028 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 210 time: 0.0574756 Apr 21 20:47:48.931606 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de2feb1-41ef-4b7b-9844-a595a601f785 x-openstack-request-id: req-0de2feb1-41ef-4b7b-9844-a595a601f785 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:48.931898 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ac32d3-ce3e-4ae9-92c3-866d42a9b68a", "name": "network-vif-deleted", "tag": "2ec63bf9-89d9-41ea-b240-9dbae7f99709", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:48.932152 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0de2feb1-41ef-4b7b-9844-a595a601f785 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:48.932540 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de2feb1-41ef-4b7b-9844-a595a601f785'] response: {'server_uuid': '22ac32d3-ce3e-4ae9-92c3-866d42a9b68a', 'name': 'network-vif-deleted', 'tag': '2ec63bf9-89d9-41ea-b240-9dbae7f99709', 'status': 'completed', 'code': 200} Apr 21 20:47:49.074916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-734914e1-ef9e-4d5d-b97d-750d5b0e9818 req-b2e9cf21-73bc-461b-9a5e-cd0615a3abd9 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 210 time: 0.0474794 Apr 21 20:47:49.075649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Made reservation on behalf of 7a16b123a9cf4beaaff2c329f5f855eb for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:49.087028 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.106703 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-54a2b7ee-f9e6-4617-8f84-0832fb25a165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.117963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-54a2b7ee-f9e6-4617-8f84-0832fb25a165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.157942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.46', 59970) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:49.198568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-8a6ecc0b-7e85-4469-a7d6-2deaff66824f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=51b91fce49a94986a42f0b9fce162efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381534 Apr 21 20:47:49.233330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-54a2b7ee-f9e6-4617-8f84-0832fb25a165 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afce4a17642244b6a050a29c756b4a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056391 Apr 21 20:47:49.240610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35996) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:49.245428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2b7ee-f9e6-4617-8f84-0832fb25a165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3814651-1e5a-474e-be44-7f1df5855c4a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:49.317666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-791ec3ed-7c82-4bfd-8f5d-96ee3f421cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.354660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Allocated IP 172.20.0.7 (ed92b188-e14e-4d1e-ae98-d4cbfad16828/be7fbf35-ae24-40df-af73-497f4a003c6c/b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:49.361879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-791ec3ed-7c82-4bfd-8f5d-96ee3f421cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.438006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-705f0913-7c7c-47f2-b360-d72885ff2302 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:49.439328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-705f0913-7c7c-47f2-b360-d72885ff2302 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356148 Apr 21 20:47:49.457325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Request body: {'port': {'device_id': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '51b91fce49a94986a42f0b9fce162efd'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:49.475232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-791ec3ed-7c82-4bfd-8f5d-96ee3f421cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.477845 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-791ec3ed-7c82-4bfd-8f5d-96ee3f421cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.478977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-791ec3ed-7c82-4bfd-8f5d-96ee3f421cd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3814651-1e5a-474e-be44-7f1df5855c4a HTTP/1.1" status: 204 len: 168 time: 0.2369266 Apr 21 20:47:49.493509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ec3ed-7c82-4bfd-8f5d-96ee3f421cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3814651-1e5a-474e-be44-7f1df5855c4a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:49.680078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.695735 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Made reservation on behalf of 51b91fce49a94986a42f0b9fce162efd for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:49.699379 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.711903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.757653 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.821550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:49.832925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:49.839319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:49.845002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:49.846188 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.857487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event updated for resources: {'Port': ['ID=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:49.872577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-952bd157-9569-4700-b364-954f71786b22 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0879829 Apr 21 20:47:49.897863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c00f486d-d641-445e-a2f5-b00252138352 req-cfae8aed-47d7-49e0-9986-52b143143553 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 210 time: 0.0505917 Apr 21 20:47:49.899028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-6920602f-8d83-4444-94c9-75beb2398f91 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:47:49.900040 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-6920602f-8d83-4444-94c9-75beb2398f91 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134294 Apr 21 20:47:49.924975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:49.931802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:50.012719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7a367e4-be78-4d23-a58d-63af15f9b820 req-7c52720c-dd2c-445c-9048-ad9d6eb18a11 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 210 time: 0.0556746 Apr 21 20:47:50.017943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:50.120950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Allocated IP 192.168.233.45 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/5599a89a-010e-443c-9278-2c8a182e9d64) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:50.188659 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:50.234891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-24f0df78-2bc0-4453-8f7c-b096cc8023bf None None] Provisioning complete for port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:50.237529 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24f0df78-2bc0-4453-8f7c-b096cc8023bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:50.271555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8584a13-a099-46dd-b9a0-e22c64cc89bf req-d124094b-8d69-443d-a567-4e970e14c384 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 210 time: 0.0974419 Apr 21 20:47:50.303435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Request body: {'port': {'device_id': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:50.309329 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-ceec4947-a070-4762-981c-52faabffe769 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696344 Apr 21 20:47:50.355073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-24f0df78-2bc0-4453-8f7c-b096cc8023bf None None] Port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:50.368221 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:50.514468 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:50.517964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-e42ce98c-b3ea-437b-bf5c-442ddb4277d0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:50.520353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-e42ce98c-b3ea-437b-bf5c-442ddb4277d0 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932747 Apr 21 20:47:50.538029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbb340-2121-4fae-bf42-8282bc14c95a req-bde6c264-7626-448f-8edb-79a9f27fa508 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:50.539571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3cbb340-2121-4fae-bf42-8282bc14c95a req-bde6c264-7626-448f-8edb-79a9f27fa508 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 931 time: 0.1003218 Apr 21 20:47:50.545585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Request body: {'port': {'device_id': '9d9a23e1-ef42-4bad-8598-adb96b3124a7', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '15bf1e54c3ef4248ae3347a0e3d1d087'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:50.573066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:50.653616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3cbb340-2121-4fae-bf42-8282bc14c95a req-8f86dd71-cc51-4f99-87f4-ad3a612cf321 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940852 Apr 21 20:47:50.757526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Made reservation on behalf of 15bf1e54c3ef4248ae3347a0e3d1d087 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:50.765065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:50.917300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5ccb8e33-484f-42cd-870b-946a34c115af no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:47:50.950362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 5ccb8e33-484f-42cd-870b-946a34c115af {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:47:50.950705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5ccb8e33-484f-42cd-870b-946a34c115af not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:47:50.951113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2ec63bf9-89d9-41ea-b240-9dbae7f99709 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:47:50.972171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 2ec63bf9-89d9-41ea-b240-9dbae7f99709 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:47:50.972886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2ec63bf9-89d9-41ea-b240-9dbae7f99709 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:47:50.977313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36070) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:51.062039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Allocated IP 192.168.233.115 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/834023c6-01af-4fbd-827d-f92f0011a66c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:51.091281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768047a5-1f3d-48e8-80d2-ce6e1f3dec38 req-3905ae04-d587-4d84-b358-96523337bf52 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:51.093387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-768047a5-1f3d-48e8-80d2-ce6e1f3dec38 req-3905ae04-d587-4d84-b358-96523337bf52 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 935 time: 0.0909879 Apr 21 20:47:51.119280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.175294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-network', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:51.194480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-768047a5-1f3d-48e8-80d2-ce6e1f3dec38 req-65716675-24ea-4808-9ff2-b39da1ecab5a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875261 Apr 21 20:47:51.224441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:51.252962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Made reservation on behalf of a776e5f642ab4ba8a4a5382a4e6d9ee4 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:51.254149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-347a4618-e9d8-4a5d-ae8b-c302b8069fec req-9f1ee4dd-f6a6-46c8-b5d3-87c7965748e7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 210 time: 0.0849030 Apr 21 20:47:51.255513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:51.255710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.268875 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.269039 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:51.275010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:51.275635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.289194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Pushing event updated for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:51.302995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-b65cd93e-d098-4dd4-8c8e-c5999c1abe74 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:51.304959 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-b65cd93e-d098-4dd4-8c8e-c5999c1abe74 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 821 time: 0.5754530 Apr 21 20:47:51.352493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-09f37016-947c-4b92-ab8d-b84077a9c269 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9002957 Apr 21 20:47:51.381997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Request body: {'port': {'device_id': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5', 'admin_state_up': True, 'tenant_id': '0cd9c8f481ed4b43a275fdf002b13f29'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:51.383628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.393043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Request body: {'port': {'device_id': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:51.482482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.490849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.507014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:47:51.519103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.519993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5798317d-11e4-4bc6-b5fd-f55899edb24f req-2f3dd97c-07e7-47b9-b4de-160551da7eef tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 210 time: 0.0979836 Apr 21 20:47:51.525670 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Added segment 584beda7-da37-43cb-ba4d-8bd06c6aa983 of type vlan for network 5fefd423-f8ba-4248-a410-a8182f3c4545 Apr 21 20:47:51.525821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:51.528502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.538534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.581554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Transition to ACTIVE for port object b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:47:51.585844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.595587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.632565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-05186e69-fa42-402d-abfc-ff1b6c7a73c6 None None] Provisioning complete for port 5599a89a-010e-443c-9278-2c8a182e9d64 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:51.636033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05186e69-fa42-402d-abfc-ff1b6c7a73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.652954 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.665430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2922d3b-164c-47b2-a1a0-463d31a6a73e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:51.671338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:51.692254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:51.696778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:51.702281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:51.702902 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.716161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:51.718490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Pushing event updated for resources: {'Port': ['ID=834023c6-01af-4fbd-827d-f92f0011a66c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:51.759772 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.760817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:51.761497 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.764835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-05186e69-fa42-402d-abfc-ff1b6c7a73c6 None None] Port 5599a89a-010e-443c-9278-2c8a182e9d64 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:51.771791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Made reservation on behalf of 0cd9c8f481ed4b43a275fdf002b13f29 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:51.775332 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:51.780575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-763d50f6-2151-43ff-81ee-207ced558974 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2397597 Apr 21 20:47:51.801760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Request body: {'port': {'device_id': '9d9a23e1-ef42-4bad-8598-adb96b3124a7', 'device_owner': 'compute:tempest-test_az-2015540656', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:51.948326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Attempting to bind port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:51.948699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Attempting to bind port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:51.949134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Attempting to bind port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 on network ed92b188-e14e-4d1e-ae98-d4cbfad16828 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:51.974927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9862719 Apr 21 20:47:51.975817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36114) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:51.988858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Request body: {'subnet': {'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-subnet', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:52.000864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fccf31-4a14-4921-8820-aa1d1d5317a2 admin admin] Pushing event updated for resources: {'Network': ['ID=5fefd423-f8ba-4248-a410-a8182f3c4545,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:52.015006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 5fefd423-f8ba-4248-a410-a8182f3c4545 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:47:52.018276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 on network ed92b188-e14e-4d1e-ae98-d4cbfad16828 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:47:52.018605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Attempting to bind port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 on network ed92b188-e14e-4d1e-ae98-d4cbfad16828 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:52.043197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:52.043587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Checking segment: {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:52.043931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Bound using segment: {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:52.044375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Bound port: b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:52.044730 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.065542 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.105338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbb82a-81be-41a3-a7df-6309849e3e61 req-0d4c16e3-562e-4b77-970d-efc215b67371 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:52.108372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11bbb82a-81be-41a3-a7df-6309849e3e61 req-0d4c16e3-562e-4b77-970d-efc215b67371 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 943 time: 0.2880237 Apr 21 20:47:52.112579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Made reservation on behalf of a776e5f642ab4ba8a4a5382a4e6d9ee4 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:47:52.116025 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.172987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6333e44c-d887-42ba-be1a-02a455f50118 None None] Provisioning complete for port 834023c6-01af-4fbd-827d-f92f0011a66c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:52.173647 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6333e44c-d887-42ba-be1a-02a455f50118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.225661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Allocated IP 172.20.0.3 (3f844257-3971-4842-8d6e-2287bca8c3d5/59fc8748-6c5d-4e0a-80c8-c93c954d0f9e/ba5f2547-7bf5-414b-8f59-50403fd3c838) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:52.228472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6333e44c-d887-42ba-be1a-02a455f50118 None None] Port 834023c6-01af-4fbd-827d-f92f0011a66c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:47:52.263664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] For port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:52.306776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] For port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:52.341931 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.354902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11bbb82a-81be-41a3-a7df-6309849e3e61 req-0a9aaf08-12c6-4b21-b104-c808e7d6a845 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1586609 Apr 21 20:47:52.492227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.493857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:52.494500 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.496042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 HTTP/1.1" status: 200 len: 1091 time: 2.3941312 Apr 21 20:47:52.496489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'tag': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:52.500405 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7133d336-c650-4ad8-b97e-a52e0254b8ca" -d '{"events": [{"name": "network-changed", "server_uuid": "50ece6f4-61c5-48c5-9aa1-9ff16434a75d", "tag": "b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:52.539974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5599a89a-010e-443c-9278-2c8a182e9d64 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:52.551773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf2fa3-9fa5-464b-a617-abb8ee3deaa3 req-e53292da-a02a-421d-90d8-accae363733a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:52.559754 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2bbf2fa3-9fa5-464b-a617-abb8ee3deaa3 req-e53292da-a02a-421d-90d8-accae363733a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 935 time: 0.2724819 Apr 21 20:47:52.567602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Checking segment: {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:52.568123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Network hostable DHCP agents. Network: 5fefd423-f8ba-4248-a410-a8182f3c4545, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:47:52.587029 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.603193 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c694a674-4b21-45d5-86b2-9ed3b2aa4854 req-d8a1d66d-241f-49b6-a0e0-97d05564d947 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 210 time: 0.0393236 Apr 21 20:47:52.606025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f49a05-bcdd-4569-8d8f-e0ce5a066e92,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:52.620897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56eae3a-1de9-4d96-a2d1-4267759365f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:52.623062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Network 5fefd423-f8ba-4248-a410-a8182f3c4545 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:47:52.652137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 5fefd423-f8ba-4248-a410-a8182f3c4545) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:52.657990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:52.658763 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.666807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260794f-1620-447b-8be3-1ba2b5b4f237 None None] Network 5fefd423-f8ba-4248-a410-a8182f3c4545 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:52.691385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1860ebd9-7078-4c52-8cb2-43619ee3a0b1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7114067 Apr 21 20:47:52.696352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Transition to ACTIVE for port object 5599a89a-010e-443c-9278-2c8a182e9d64 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:47:52.697426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36144) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:52.703255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-router', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:52.704792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2bbf2fa3-9fa5-464b-a617-abb8ee3deaa3 req-eea16924-165d-4086-acd6-e40cf4b9169c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440990 Apr 21 20:47:52.711587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.821503 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3cb17e-9cd9-412c-94f8-f1a97340ff47 x-openstack-request-id: req-8e3cb17e-9cd9-412c-94f8-f1a97340ff47 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:52.821791 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ece6f4-61c5-48c5-9aa1-9ff16434a75d", "tag": "b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:52.822657 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e3cb17e-9cd9-412c-94f8-f1a97340ff47 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:52.823088 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3cb17e-9cd9-412c-94f8-f1a97340ff47'] response: {'name': 'network-changed', 'server_uuid': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'tag': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11', 'status': 'completed', 'code': 200} Apr 21 20:47:52.834138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Pushing event updated for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:52.888135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.892947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-1bae08ad-85f1-4ef9-87b4-661e7ee618b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:52.894483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-1bae08ad-85f1-4ef9-87b4-661e7ee618b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 1094 time: 0.3301618 Apr 21 20:47:52.926040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-5fefd423-f8ba-4248-a410-a8182f3c4545', 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'fixed_ips': [{'subnet_id': '05f49a05-bcdd-4569-8d8f-e0ce5a066e92'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:47:52.927661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:52.941026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Attempting to bind port 5599a89a-010e-443c-9278-2c8a182e9d64 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:52.941160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Attempting to bind port 5599a89a-010e-443c-9278-2c8a182e9d64 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:52.941522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Attempting to bind port 5599a89a-010e-443c-9278-2c8a182e9d64 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:53.068254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-26731353-ed10-4aed-92b0-7847ea96d63e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 HTTP/1.1" status: 200 len: 217 time: 0.1425707 Apr 21 20:47:53.071204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Port 5599a89a-010e-443c-9278-2c8a182e9d64 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:47:53.071564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Attempting to bind port 5599a89a-010e-443c-9278-2c8a182e9d64 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:53.093368 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.093724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:53.094071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:53.094519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:53.094675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.094977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Bound port: 5599a89a-010e-443c-9278-2c8a182e9d64, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:53.095334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.167916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Allocated IP 172.20.0.2 (5fefd423-f8ba-4248-a410-a8182f3c4545/05f49a05-bcdd-4569-8d8f-e0ce5a066e92/a5a05419-bd40-489b-b796-1cd340d93905) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:53.211852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b0dfa-bdf4-442f-ae09-2a7c6f4282ec req-429e3bc8-4505-49b5-8bc4-cac880b8c596 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:53.213386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-632b0dfa-bdf4-442f-ae09-2a7c6f4282ec req-429e3bc8-4505-49b5-8bc4-cac880b8c596 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 936 time: 0.2626615 Apr 21 20:47:53.230278 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-9445ba49-dff5-4dff-b69b-ea280d0cdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:53.231909 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-9445ba49-dff5-4dff-b69b-ea280d0cdf26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7fbf35-ae24-40df-af73-497f4a003c6c HTTP/1.1" status: 200 len: 862 time: 0.1496243 Apr 21 20:47:53.245406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.269396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.331230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:53.360051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Network 3f844257-3971-4842-8d6e-2287bca8c3d5 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:53.362402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:53.370027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-632b0dfa-bdf4-442f-ae09-2a7c6f4282ec req-603507f3-92f6-4139-9646-ec5cbe7a873c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465962 Apr 21 20:47:53.374833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:53.378629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:53.384849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:53.385487 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.392727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.407172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Pushing event updated for resources: {'Port': ['ID=ba5f2547-7bf5-414b-8f59-50403fd3c838,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:53.424087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:53.425004 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.426589 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] 10.222.0.46 "PUT /v2.0/ports/5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 1095 time: 2.0518923 Apr 21 20:47:53.448532 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.471481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834023c6-01af-4fbd-827d-f92f0011a66c {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:53.473760 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.484436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-0eb22582-88ce-47b3-83be-935a434e7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:53.486847 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-0eb22582-88ce-47b3-83be-935a434e7213 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed92b188-e14e-4d1e-ae98-d4cbfad16828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2344344 Apr 21 20:47:53.493616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.500412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a3718e08-643b-48af-b83c-e769c229b214 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1242878 Apr 21 20:47:53.537089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Request body: {'port': {'device_id': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'device_owner': 'compute:tempest-test_az-2015540656', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:47:53.566336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Network 5fefd423-f8ba-4248-a410-a8182f3c4545 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:53.574762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:53.577648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:53.629238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Pushing event updated for resources: {'Port': ['ID=a5a05419-bd40-489b-b796-1cd340d93905,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:53.664386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7965f69-a255-4657-8f68-86d9106a9028 service neutron] Pushing event updated for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:53.697641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Attempting to bind port a5a05419-bd40-489b-b796-1cd340d93905 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:53.698223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Attempting to bind port a5a05419-bd40-489b-b796-1cd340d93905 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:53.698783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Attempting to bind port a5a05419-bd40-489b-b796-1cd340d93905 on network 5fefd423-f8ba-4248-a410-a8182f3c4545 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:53.705729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:53.706252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Checking segment: {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:53.707294 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.707959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Bound using segment: {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:53.708790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Bound port: a5a05419-bd40-489b-b796-1cd340d93905, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:53.709587 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.752238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Transition to ACTIVE for port object 834023c6-01af-4fbd-827d-f92f0011a66c will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:47:53.756526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.763053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.770929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.812850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] For port a5a05419-bd40-489b-b796-1cd340d93905, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:53.816587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] For port a5a05419-bd40-489b-b796-1cd340d93905, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a5a05419-bd40-489b-b796-1cd340d93905,segment=NetworkSegment(584beda7-da37-43cb-ba4d-8bd06c6aa983),segment_id=584beda7-da37-43cb-ba4d-8bd06c6aa983)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:53.827952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:53.886190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-1380e6ae-6a8b-47a0-b200-2f45d89ee60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:53.888403 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-1380e6ae-6a8b-47a0-b200-2f45d89ee60e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1098 time: 0.3668137 Apr 21 20:47:53.889943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3bb3c-1dbf-48f9-8a63-2a647ce922fd req-b3aa4236-8d65-4d22-9a01-6dad781376e1 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:53.898219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcd3bb3c-1dbf-48f9-8a63-2a647ce922fd req-b3aa4236-8d65-4d22-9a01-6dad781376e1 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 943 time: 0.2806122 Apr 21 20:47:53.914854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de1c63-7805-4f0e-8241-ca3b3f4cc551 None None] Pushing event updated for resources: {'Port': ['ID=a5a05419-bd40-489b-b796-1cd340d93905,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:53.971291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Pushing event updated for resources: {'Port': ['ID=834023c6-01af-4fbd-827d-f92f0011a66c,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:53.978296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36194) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:53.990098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Attempting to bind port 834023c6-01af-4fbd-827d-f92f0011a66c on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:53.990809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Attempting to bind port 834023c6-01af-4fbd-827d-f92f0011a66c by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:53.991348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Attempting to bind port 834023c6-01af-4fbd-827d-f92f0011a66c on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:53.997421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-f3d7332c-f454-4dd7-ba28-a987f1998b49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 217 time: 0.0637803 Apr 21 20:47:54.013334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcd3bb3c-1dbf-48f9-8a63-2a647ce922fd req-b05029c6-97eb-4c18-99db-1c76ae48c800 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108856 Apr 21 20:47:54.022568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Port 834023c6-01af-4fbd-827d-f92f0011a66c on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:47:54.023329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Attempting to bind port 834023c6-01af-4fbd-827d-f92f0011a66c on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:54.031097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:54.031668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:54.032200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:54.033470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Bound port: 834023c6-01af-4fbd-827d-f92f0011a66c, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:54.034136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:54.168492 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-4b968677-904b-4432-812a-187aefaedeb7 service neutron] 10.222.0.46 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6615448 Apr 21 20:47:54.200082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff748a7-a0a4-454e-8e8a-f6b99eb5dd16 req-e1d86e41-8f79-4806-ab17-d553a40792c7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:54.207781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bff748a7-a0a4-454e-8e8a-f6b99eb5dd16 req-e1d86e41-8f79-4806-ab17-d553a40792c7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 931 time: 0.3725379 Apr 21 20:47:54.207926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] For port 834023c6-01af-4fbd-827d-f92f0011a66c, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:54.240445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] For port 834023c6-01af-4fbd-827d-f92f0011a66c, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=834023c6-01af-4fbd-827d-f92f0011a66c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:54.266695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-9abd37a6-ede6-4112-b500-c74da94c789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:54.268203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-9abd37a6-ede6-4112-b500-c74da94c789f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2620561 Apr 21 20:47:54.287793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:54.408363 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c031e0eb-2413-4412-968e-d905ce8a19a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:54.505809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:54.506373 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:54.507961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] 10.222.0.43 "PUT /v2.0/ports/834023c6-01af-4fbd-827d-f92f0011a66c HTTP/1.1" status: 200 len: 1118 time: 2.7142482 Apr 21 20:47:54.511057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9a23e1-ef42-4bad-8598-adb96b3124a7', 'tag': '834023c6-01af-4fbd-827d-f92f0011a66c'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:54.513788 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9a23e1-ef42-4bad-8598-adb96b3124a7", "tag": "834023c6-01af-4fbd-827d-f92f0011a66c"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:54.554396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecebd1b-7072-479d-a09d-deceebf7d864 service neutron] Pushing event updated for resources: {'Port': ['ID=834023c6-01af-4fbd-827d-f92f0011a66c,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:54.573106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:54.606414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bff748a7-a0a4-454e-8e8a-f6b99eb5dd16 req-b910d5c0-a79b-42bc-8436-e9ff1b125788 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972547 Apr 21 20:47:54.626651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849155-7828-4483-9ac2-22055f407fd8 req-bf14861a-3035-42eb-afa7-c35798e6d2c8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:54.634686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38849155-7828-4483-9ac2-22055f407fd8 req-bf14861a-3035-42eb-afa7-c35798e6d2c8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 947 time: 0.3484278 Apr 21 20:47:54.639368 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:54.672226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63e9e06b-4a78-46b9-bbfb-e4bd321ddb3f req-e5f525d0-a644-4e32-9167-1d679afe7251 service neutron] 10.222.0.46 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843647 Apr 21 20:47:54.678597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-e96952ed-fdad-4905-bf83-a739ff4f148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:54.680599 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-e96952ed-fdad-4905-bf83-a739ff4f148f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708477 Apr 21 20:47:54.811624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-33fd29b4-a465-439c-916e-1e7f606c9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:54.813166 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-33fd29b4-a465-439c-916e-1e7f606c9eb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 1121 time: 0.2516084 Apr 21 20:47:54.816063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38849155-7828-4483-9ac2-22055f407fd8 req-ed704f52-3310-48be-a37b-8757164d5b82 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805694 Apr 21 20:47:54.820338 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c031e0eb-2413-4412-968e-d905ce8a19a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:54.827454 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:54.830027 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1c3079-1bb6-46b4-8012-0866bccc51b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:54.882125 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c031e0eb-2413-4412-968e-d905ce8a19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:54.891534 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21458a7-e49f-4be2-9ee0-61ad33836792 x-openstack-request-id: req-a21458a7-e49f-4be2-9ee0-61ad33836792 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:54.891824 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9a23e1-ef42-4bad-8598-adb96b3124a7", "tag": "834023c6-01af-4fbd-827d-f92f0011a66c", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:54.892080 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a21458a7-e49f-4be2-9ee0-61ad33836792 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:54.892743 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21458a7-e49f-4be2-9ee0-61ad33836792'] response: {'name': 'network-changed', 'server_uuid': '9d9a23e1-ef42-4bad-8598-adb96b3124a7', 'tag': '834023c6-01af-4fbd-827d-f92f0011a66c', 'status': 'completed', 'code': 200} Apr 21 20:47:54.903385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-f9d9dec8-03a5-4219-9ddc-c753ecea382d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=834023c6-01af-4fbd-827d-f92f0011a66c HTTP/1.1" status: 200 len: 217 time: 0.0791821 Apr 21 20:47:54.966696 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-857e6899-bd2c-485d-9747-5da4d8fddf46 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754149 Apr 21 20:47:54.991376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c031e0eb-2413-4412-968e-d905ce8a19a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7d29e16bbbd44ed9105442b0c899d84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0120056 Apr 21 20:47:54.997774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031e0eb-2413-4412-968e-d905ce8a19a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d04bd60-bf11-4bc5-a3bb-2363e5e54f35,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:55.023855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36218) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:55.025362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-2dcc2068-34bf-4880-afe3-c0424614aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:55.027473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-2dcc2068-34bf-4880-afe3-c0424614aa04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1157470 Apr 21 20:47:55.030476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Allocated IP 172.25.0.55 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/501def5b-d708-432c-8f02-a0e13494bd7c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:55.048870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5f2547-7bf5-414b-8f59-50403fd3c838 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:55.058882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.073616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Transition to ACTIVE for port object ba5f2547-7bf5-414b-8f59-50403fd3c838 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:47:55.201961 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c0d281-6aae-44fa-a5da-367cb5c6f5e0 x-openstack-request-id: req-99c0d281-6aae-44fa-a5da-367cb5c6f5e0 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:55.202239 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:55.202496 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99c0d281-6aae-44fa-a5da-367cb5c6f5e0 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:55.202850 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c0d281-6aae-44fa-a5da-367cb5c6f5e0'] response: {'name': 'network-changed', 'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64', 'status': 'completed', 'code': 200} Apr 21 20:47:55.216985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.220281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-aef235c5-0205-413a-bbe2-de655e3c1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:55.221875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-aef235c5-0205-413a-bbe2-de655e3c1bb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820242 Apr 21 20:47:55.243112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ca41a-3b22-474b-a6b8-e86259e28418 req-d622d6aa-85d2-4968-a54c-84436a7f6e87 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:55.244613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-624ca41a-3b22-474b-a6b8-e86259e28418 req-d622d6aa-85d2-4968-a54c-84436a7f6e87 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 970 time: 0.4307935 Apr 21 20:47:55.265397 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27683735-b306-4daa-b67a-15f5cd4f4332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.273505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2ebe86-7608-4df7-a2d8-1421b323629e None None] Network 5fefd423-f8ba-4248-a410-a8182f3c4545 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:47:55.319363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5f2547-7bf5-414b-8f59-50403fd3c838,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:55.361696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-e911ad68-6851-46f2-8985-2abf5075bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:55.363972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-e911ad68-6851-46f2-8985-2abf5075bd4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 1094 time: 0.5487685 Apr 21 20:47:55.379231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e833d5a9-3d10-42cb-8143-cea75694f6b2 req-359d49a4-9aea-4b2e-830b-830fc625e9bd service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952545 Apr 21 20:47:55.425996 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-624ca41a-3b22-474b-a6b8-e86259e28418 req-0be19a35-1ec1-4227-80bd-2d7fc147fbd9 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363981 Apr 21 20:47:55.426508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36230) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:55.435522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2ec32793-c350-461f-bb34-a8d923a93e50 None None] Provisioning complete for port a5a05419-bd40-489b-b796-1cd340d93905 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:55.436142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ec32793-c350-461f-bb34-a8d923a93e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.569509 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ec32793-c350-461f-bb34-a8d923a93e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.612401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:55.617655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:55.618098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:55.648432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a5a05419-bd40-489b-b796-1cd340d93905 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:55.656545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2ec32793-c350-461f-bb34-a8d923a93e50 None None] For port a5a05419-bd40-489b-b796-1cd340d93905, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a5a05419-bd40-489b-b796-1cd340d93905,segment=NetworkSegment(584beda7-da37-43cb-ba4d-8bd06c6aa983),segment_id=584beda7-da37-43cb-ba4d-8bd06c6aa983)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:55.657765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Port ba5f2547-7bf5-414b-8f59-50403fd3c838 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:47:55.658166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:55.697037 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ec32793-c350-461f-bb34-a8d923a93e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.713358 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.717521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:55.721425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:55.722229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:55.723272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Bound port: ba5f2547-7bf5-414b-8f59-50403fd3c838, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:55.725664 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.774761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-81488f91-5c6e-45b7-8fa7-3e02bf8841b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:55.777007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-81488f91-5c6e-45b7-8fa7-3e02bf8841b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1098 time: 0.3059642 Apr 21 20:47:55.804090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec32793-c350-461f-bb34-a8d923a93e50 None None] Pushing event updated for resources: {'Port': ['ID=a5a05419-bd40-489b-b796-1cd340d93905,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:55.815154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a5a05419-bd40-489b-b796-1cd340d93905 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:55.815434 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.906569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27683735-b306-4daa-b67a-15f5cd4f4332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.908647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.952128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6f555-e9d5-4a66-869d-f623e6f11349 req-2b30ac93-0c5d-4a52-b190-b20ed5590222 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:55.953697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1bd6f555-e9d5-4a66-869d-f623e6f11349 req-2b30ac93-0c5d-4a52-b190-b20ed5590222 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 943 time: 0.7547541 Apr 21 20:47:55.960262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-a582b421-4f8c-4c28-a94a-76f2aef4411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:55.962344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-a582b421-4f8c-4c28-a94a-76f2aef4411c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 200 len: 924 time: 0.5863779 Apr 21 20:47:55.962498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-426451f9-3296-4777-b83a-4d0e28870943 None None] Provisioning complete for port a5a05419-bd40-489b-b796-1cd340d93905 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:55.962498 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-426451f9-3296-4777-b83a-4d0e28870943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.963056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:47:55.977135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0ef1-b699-44f2-9828-ddec5f0adb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:55.993397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-d06502a5-ce1a-4d68-940b-fde6fb9d59d9 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618413 Apr 21 20:47:56.010142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:47:56.032558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:47:56.062032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-49efbf65-80c8-4564-b9aa-2c4403691cae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 HTTP/1.1" status: 200 len: 217 time: 0.0810256 Apr 21 20:47:56.090166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:56.139532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:56.159143 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:56.161293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Pushing event updated for resources: {'Port': ['ID=501def5b-d708-432c-8f02-a0e13494bd7c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:56.168980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-e42f351a-3801-420a-b285-858a8916a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.171097 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-e42f351a-3801-420a-b285-858a8916a15a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3374140 Apr 21 20:47:56.185210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb463fe-eddd-450d-9d3a-d10c15aa5044 req-bcec6999-f178-4a34-8c81-f5f1481a962a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.186651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ebb463fe-eddd-450d-9d3a-d10c15aa5044 req-bcec6999-f178-4a34-8c81-f5f1481a962a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.2327118 Apr 21 20:47:56.206733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-b3f30dcc-5991-41a7-a20a-43e4469a428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.208420 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-b3f30dcc-5991-41a7-a20a-43e4469a428d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7fbf35-ae24-40df-af73-497f4a003c6c HTTP/1.1" status: 200 len: 862 time: 0.1313097 Apr 21 20:47:56.208566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1bd6f555-e9d5-4a66-869d-f623e6f11349 req-7b89eef5-8608-4c64-a883-1939e6ac6550 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2093208 Apr 21 20:47:56.243058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27683735-b306-4daa-b67a-15f5cd4f4332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:56.245801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27683735-b306-4daa-b67a-15f5cd4f4332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:56.246920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-27683735-b306-4daa-b67a-15f5cd4f4332 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d04bd60-bf11-4bc5-a3bb-2363e5e54f35 HTTP/1.1" status: 204 len: 168 time: 1.2183754 Apr 21 20:47:56.268966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27683735-b306-4daa-b67a-15f5cd4f4332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d04bd60-bf11-4bc5-a3bb-2363e5e54f35,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:56.273085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6855a2b3-b230-46c1-b302-79a81f7e4306 req-a622780c-a931-4d4a-a420-fc22862a0519 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647226 Apr 21 20:47:56.320509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.321411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:56.323210 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] 10.222.0.43 "PUT /v2.0/ports/ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 1113 time: 2.8004842 Apr 21 20:47:56.327332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-e6708b81-3a25-4030-9f79-0e92b1387d0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 217 time: 0.1350489 Apr 21 20:47:56.493122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d99a3b-0330-4e80-8ea4-27d0c7bcc879 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5f2547-7bf5-414b-8f59-50403fd3c838,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:56.496088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f64e5-9322-4c67-879f-bc9003aa7bd4 req-b6f986cd-7529-4f99-ba62-3eedecb58b8b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.497638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-562f64e5-9322-4c67-879f-bc9003aa7bd4 req-b6f986cd-7529-4f99-ba62-3eedecb58b8b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 947 time: 0.1458015 Apr 21 20:47:56.501481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-d988aaed-2a2f-4197-9c92-ad5ce453e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.502869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-d988aaed-2a2f-4197-9c92-ad5ce453e8f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1116 time: 0.1326439 Apr 21 20:47:56.509370 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ebb463fe-eddd-450d-9d3a-d10c15aa5044 req-63ec8727-c833-4922-8b1d-84ed1ee1aaf2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047156 Apr 21 20:47:56.529707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:56.534966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-c9857c2f-3e00-4acf-b344-4a06c8d6d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.535593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-c9857c2f-3e00-4acf-b344-4a06c8d6d869 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed92b188-e14e-4d1e-ae98-d4cbfad16828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446544 Apr 21 20:47:56.537468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-9fda0770-5169-492f-bcc6-af4e173fc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.538782 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-9fda0770-5169-492f-bcc6-af4e173fc4e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1531434 Apr 21 20:47:56.551549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0ef1-b699-44f2-9828-ddec5f0adb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:56.570318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-8d223db4-1d26-41b4-aec4-039f2898ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.571870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-8d223db4-1d26-41b4-aec4-039f2898ae87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 1121 time: 0.1894362 Apr 21 20:47:56.575112 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0ef1-b699-44f2-9828-ddec5f0adb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:56.604367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-a145df58-8373-4f98-832a-420b3a59c5cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 217 time: 0.0828264 Apr 21 20:47:56.657006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-562f64e5-9322-4c67-879f-bc9003aa7bd4 req-c14d2901-0c55-442b-8934-1a900c7870c7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531119 Apr 21 20:47:56.665747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36258) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:56.736380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-448a5fad-dd03-4a78-aaf5-bc1d49298ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:56.741138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-1fcf8344-118b-41fd-9143-49441873dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.742574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-1fcf8344-118b-41fd-9143-49441873dcb0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1261239 Apr 21 20:47:56.758969 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a9a0ef1-b699-44f2-9828-ddec5f0adb2a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=352d3fac721543a3b0ce2805b74feb82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2868452 Apr 21 20:47:56.763250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36264) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:56.772140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a0ef1-b699-44f2-9828-ddec5f0adb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d036e-ead7-45f1-8e9a-75d777758768,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:56.794288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-6702d351-5102-41bb-a67e-b5f0cd6126c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:56.795557 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-6702d351-5102-41bb-a67e-b5f0cd6126c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2442169 Apr 21 20:47:56.798346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-8221a041-e53f-4408-a5a1-df76a02ded9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455453 Apr 21 20:47:56.896862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-0a01e19b-59fb-4890-9169-e3821b381167 service neutron] 10.222.0.46 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426685 Apr 21 20:47:57.023361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e61e326-728d-4ec3-82bb-6ecdc783fcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.083791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e61e326-728d-4ec3-82bb-6ecdc783fcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.086074 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.089553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-509d7942-52e9-471a-b41e-6879cee9fa02 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788250 Apr 21 20:47:57.120506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b41f8-c719-4cf2-95e8-aa7ccbe518a3 req-cf36c352-bb90-4e0a-a19a-91dd6ffee70c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:57.120645 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-448a5fad-dd03-4a78-aaf5-bc1d49298ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.122018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e9b41f8-c719-4cf2-95e8-aa7ccbe518a3 req-cf36c352-bb90-4e0a-a19a-91dd6ffee70c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 970 time: 0.4319186 Apr 21 20:47:57.137129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-09e10c57-70da-4082-bafa-5c8e4e8f8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:57.138518 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-09e10c57-70da-4082-bafa-5c8e4e8f8865 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.5338678 Apr 21 20:47:57.172138 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-448a5fad-dd03-4a78-aaf5-bc1d49298ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.209964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36274) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:57.226838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:47:57.229082 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d1fc57-af90-42e5-b0c6-a322049f8455" -d '{"events": [{"name": "network-changed", "server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:47:57.243975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-e7271188-f5bd-467d-926d-063101ad4988 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=834023c6-01af-4fbd-827d-f92f0011a66c HTTP/1.1" status: 200 len: 217 time: 0.0932562 Apr 21 20:47:57.271869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-448a5fad-dd03-4a78-aaf5-bc1d49298ff1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b69fab1535a4120b8a5f4dd86796915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050479 Apr 21 20:47:57.272466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36282) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:57.294258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-2b28c355-6a57-4f2a-93d0-f3087c53eaa1 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872279 Apr 21 20:47:57.295460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a5fad-dd03-4a78-aaf5-bc1d49298ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4ec03c-5dc1-4db8-b17c-0ee22abc4a65,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:57.323822 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e9b41f8-c719-4cf2-95e8-aa7ccbe518a3 req-3ccf64f6-248d-4843-a2fd-cb4747dcb596 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840649 Apr 21 20:47:57.393650 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7133d336-c650-4ad8-b97e-a52e0254b8ca req-0cd97c19-c526-4bef-95af-30674461d7fb service neutron] 10.222.0.46 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902935 Apr 21 20:47:57.397422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-2dcfbc4e-cf9c-4cb8-acbc-f363c4ebf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:57.398899 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-2dcfbc4e-cf9c-4cb8-acbc-f363c4ebf843 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1448729 Apr 21 20:47:57.416120 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb522d4c-d425-485f-8a3f-a4df3a38f05b x-openstack-request-id: req-eb522d4c-d425-485f-8a3f-a4df3a38f05b {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:47:57.416446 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:47:57.416936 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb522d4c-d425-485f-8a3f-a4df3a38f05b {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:47:57.417916 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb522d4c-d425-485f-8a3f-a4df3a38f05b'] response: {'name': 'network-changed', 'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838', 'status': 'completed', 'code': 200} Apr 21 20:47:57.469687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1c3079-1bb6-46b4-8012-0866bccc51b6 req-6372dd98-11f9-4b93-bd1c-f2b5d4c854d0 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635787 Apr 21 20:47:57.480467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-5b5a77d3-a271-456e-a699-bbd517d8a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:57.482066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-5b5a77d3-a271-456e-a699-bbd517d8a163 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765500 Apr 21 20:47:57.509763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a5a05419-bd40-489b-b796-1cd340d93905 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:47:57.528635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f887a9cc-0bed-4741-917b-5f33286f6f31 req-8db9a091-bc62-49f2-aa86-89cb09c99d12 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304020 Apr 21 20:47:57.566692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b96649-39aa-4ac4-a42b-02e3d5a7c4d0 req-ca8310b1-e94a-45dd-9bb3-ea13d168cad3 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:57.569131 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5b96649-39aa-4ac4-a42b-02e3d5a7c4d0 req-ca8310b1-e94a-45dd-9bb3-ea13d168cad3 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 943 time: 0.2709866 Apr 21 20:47:57.570870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a5a05419-bd40-489b-b796-1cd340d93905 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:47:57.571427 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.584932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e61e326-728d-4ec3-82bb-6ecdc783fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.587741 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e61e326-728d-4ec3-82bb-6ecdc783fcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.591869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7e61e326-728d-4ec3-82bb-6ecdc783fcb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca4d036e-ead7-45f1-8e9a-75d777758768 HTTP/1.1" status: 204 len: 168 time: 0.8261912 Apr 21 20:47:57.610797 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-ed7c96bb-7e17-4ab0-9742-2643749581de service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212726 Apr 21 20:47:57.642609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61e326-728d-4ec3-82bb-6ecdc783fcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d036e-ead7-45f1-8e9a-75d777758768,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:57.650860 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3c542b81-fbdf-43c1-803d-e84021c6a8c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab8f2768d00742aaba10cc5d38bf2816&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4275391 Apr 21 20:47:57.662807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36290) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:57.704545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d92f-37cd-4c5b-8480-818b8fe5fc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.815562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc6103-9c36-4367-84f9-d1a3d0fc4a0a req-a5ea4428-946e-4a5a-ba63-2270daf53366 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:57.817866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78fc6103-9c36-4367-84f9-d1a3d0fc4a0a req-a5ea4428-946e-4a5a-ba63-2270daf53366 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.1784182 Apr 21 20:47:57.855739 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3dbf-a9d9-44b1-abc0-f703419e14e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.858910 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaa27306-cc9e-4ff7-b2ac-4faffbcc7560 req-2015bf24-fe7a-4a57-abbc-037bf06e72a8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397745 Apr 21 20:47:57.910642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78fc6103-9c36-4367-84f9-d1a3d0fc4a0a req-1404e286-9a95-469b-87f7-9da818338833 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752621 Apr 21 20:47:57.918724 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3dbf-a9d9-44b1-abc0-f703419e14e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.944141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d92f-37cd-4c5b-8480-818b8fe5fc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.976064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3dbf-a9d9-44b1-abc0-f703419e14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.978637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3dbf-a9d9-44b1-abc0-f703419e14e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:57.982115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4b2d3dbf-a9d9-44b1-abc0-f703419e14e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff8150b6-8bd6-4592-a2f0-49d97777052d HTTP/1.1" status: 204 len: 168 time: 0.3032820 Apr 21 20:47:57.982309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-aefc2881-b111-4910-88da-e859fbf52eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:57.982309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-aefc2881-b111-4910-88da-e859fbf52eae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1116 time: 0.3888838 Apr 21 20:47:57.990523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3dbf-a9d9-44b1-abc0-f703419e14e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8150b6-8bd6-4592-a2f0-49d97777052d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:57.991440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5b96649-39aa-4ac4-a42b-02e3d5a7c4d0 req-c1f8f76f-1d85-454a-b031-14e8970ef746 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4075387 Apr 21 20:47:58.010120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:47:58.056798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36298) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:58.073286 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4de773d9-a1c4-4777-8004-cbfa04c9d796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.086875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04619e8a-aca6-4159-88cd-928085d0f5a3 req-8cfe11b7-cdcc-42bc-a4ea-c5d2093f6cdb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:58.089062 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04619e8a-aca6-4159-88cd-928085d0f5a3 req-8cfe11b7-cdcc-42bc-a4ea-c5d2093f6cdb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 947 time: 0.0887673 Apr 21 20:47:58.166818 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04619e8a-aca6-4159-88cd-928085d0f5a3 req-7b8c8ce8-4cc2-4677-bd45-538a9aa5c9c3 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695791 Apr 21 20:47:58.176882 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d92f-37cd-4c5b-8480-818b8fe5fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.179767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8eb0d92f-37cd-4c5b-8480-818b8fe5fc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.181081 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8eb0d92f-37cd-4c5b-8480-818b8fe5fc9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef4ec03c-5dc1-4db8-b17c-0ee22abc4a65 HTTP/1.1" status: 204 len: 168 time: 0.8866115 Apr 21 20:47:58.214984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4de773d9-a1c4-4777-8004-cbfa04c9d796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.223262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4de773d9-a1c4-4777-8004-cbfa04c9d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.223592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-dd6f0925-c234-4442-a64d-977faeada61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:58.225106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-dd6f0925-c234-4442-a64d-977faeada61d service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.2325838 Apr 21 20:47:58.227762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0d92f-37cd-4c5b-8480-818b8fe5fc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4ec03c-5dc1-4db8-b17c-0ee22abc4a65,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:58.264989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4de773d9-a1c4-4777-8004-cbfa04c9d796 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c481e42842f241cabb5bc7063a0582c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068858 Apr 21 20:47:58.267003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36304) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:58.280307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-41fef44d-27d1-4817-a34f-cddd87ee5f20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 217 time: 0.0435977 Apr 21 20:47:58.285211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:47:58.295662 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Sync routers for ids ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:47:58.312596 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Routers {'8d6aecd1-d24b-410b-a5c9-ed96e0096571'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:58.313780 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:58.336437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de773d9-a1c4-4777-8004-cbfa04c9d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d5d13-a165-43ea-9d75-1daf3e20fb44,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:58.341249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.345389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-109a4a83-2c23-4b30-a2b0-28a92df0a63c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6441219 Apr 21 20:47:58.346393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36306) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:58.384540 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da435360-6200-44c1-af07-af155b3b5764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.411155 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da435360-6200-44c1-af07-af155b3b5764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.474572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36310) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:58.479502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-b4175032-11bf-4798-a83b-98e1756590d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:58.481032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-b4175032-11bf-4798-a83b-98e1756590d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1901257 Apr 21 20:47:58.481894 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da435360-6200-44c1-af07-af155b3b5764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.484883 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da435360-6200-44c1-af07-af155b3b5764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.489058 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-da435360-6200-44c1-af07-af155b3b5764 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c24d5d13-a165-43ea-9d75-1daf3e20fb44 HTTP/1.1" status: 204 len: 168 time: 0.2178433 Apr 21 20:47:58.513539 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Set router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:58.548969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da435360-6200-44c1-af07-af155b3b5764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d5d13-a165-43ea-9d75-1daf3e20fb44,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:58.553674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-ab59fb6b-dfeb-4d65-bd6e-745b20731289 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393221 Apr 21 20:47:58.635799 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-85e0b126-8181-4270-ae7c-68be72560d33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=655eda6e99874e8e92c8f81a4898b47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578865 Apr 21 20:47:58.639030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36316) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:47:58.681584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54d800-f951-4894-8e51-5b54b69d4167 req-7653c66c-6e50-4a9d-a793-5539c3607a4e tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:58.683023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd54d800-f951-4894-8e51-5b54b69d4167 req-7653c66c-6e50-4a9d-a793-5539c3607a4e tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 970 time: 0.2055404 Apr 21 20:47:58.729041 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-1382c022-ba44-4f1d-bc7c-b1538dbc52ce service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415100 Apr 21 20:47:58.745968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-666ce393-d206-44b6-ba99-c263efa224d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.772904 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-router', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:53Z', 'updated_at': '2022-04-21T20:47:56Z', 'revision_number': 3, 'project_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'gw_port': {'id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:54Z', 'updated_at': '2022-04-21T20:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:58.788029 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-666ce393-d206-44b6-ba99-c263efa224d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.870151 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-666ce393-d206-44b6-ba99-c263efa224d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.875044 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-666ce393-d206-44b6-ba99-c263efa224d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:58.881662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-666ce393-d206-44b6-ba99-c263efa224d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b72b730-caee-4866-ba98-92f896b488f0 HTTP/1.1" status: 204 len: 168 time: 0.2415578 Apr 21 20:47:58.904904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ce393-d206-44b6-ba99-c263efa224d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b72b730-caee-4866-ba98-92f896b488f0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:58.915113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd54d800-f951-4894-8e51-5b54b69d4167 req-014b5a7e-99c1-4511-ba33-b6f0f91833d9 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206979 Apr 21 20:47:58.953563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Checking router: 8d6aecd1-d24b-410b-a5c9-ed96e0096571 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:47:58.954105 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Updating router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 port 501def5b-d708-432c-8f02-a0e13494bd7c binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:47:58.981359 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.026008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75d1fc57-af90-42e5-b0c6-a322049f8455 req-6875433b-a419-434d-b344-f2eb381e0082 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848814 Apr 21 20:47:59.127102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ac536-aa9c-444d-91ef-61bd2f3f27bb req-302e274c-dc33-444a-ba59-1086922efd59 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:59.129061 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-681ac536-aa9c-444d-91ef-61bd2f3f27bb req-302e274c-dc33-444a-ba59-1086922efd59 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.0994320 Apr 21 20:47:59.176190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:47:59.206023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-681ac536-aa9c-444d-91ef-61bd2f3f27bb req-5c2d49fe-d536-44ec-ae2f-79b0dd50a0b3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697210 Apr 21 20:47:59.228386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a11e8-9d0f-4fca-8c4d-ef33c2b1b249 req-149f732c-8247-4ce0-adc9-ef20e959d97f tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:59.237858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b80a11e8-9d0f-4fca-8c4d-ef33c2b1b249 req-149f732c-8247-4ce0-adc9-ef20e959d97f tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 943 time: 0.1030326 Apr 21 20:47:59.378147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.399386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:59.410805 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.419099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b80a11e8-9d0f-4fca-8c4d-ef33c2b1b249 req-422b5513-39bf-49a7-a2a2-00550493a796 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1758308 Apr 21 20:47:59.427495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'port_id': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11', 'mac_address': 'fa:16:3e:28:12:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:47:59.432716 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.475192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88be6-262b-4a8a-ba0d-e1a326fbc696 req-df6e0fe7-ffca-44cf-a914-d3dde09ed484 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:47:59.483533 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1c7f7-2532-4df8-9934-93a2d7a47f6e None None] Pushing event updated for resources: {'Port': ['ID=501def5b-d708-432c-8f02-a0e13494bd7c,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:59.484155 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ba88be6-262b-4a8a-ba0d-e1a326fbc696 req-df6e0fe7-ffca-44cf-a914-d3dde09ed484 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 947 time: 0.1193650 Apr 21 20:47:59.503736 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Attempting to bind port 501def5b-d708-432c-8f02-a0e13494bd7c on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:47:59.504333 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Attempting to bind port 501def5b-d708-432c-8f02-a0e13494bd7c by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:47:59.505457 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Attempting to bind port 501def5b-d708-432c-8f02-a0e13494bd7c on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:47:59.512046 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:47:59.512815 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:47:59.513421 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.514731 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:47:59.515412 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Bound port: 501def5b-d708-432c-8f02-a0e13494bd7c, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:47:59.516591 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.524724 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.551360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:59.562000 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ba88be6-262b-4a8a-ba0d-e1a326fbc696 req-fa7349ba-416c-467b-afbb-2f891ed7676f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641067 Apr 21 20:47:59.603040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:59.603173 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] For port 501def5b-d708-432c-8f02-a0e13494bd7c, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:47:59.607093 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] For port 501def5b-d708-432c-8f02-a0e13494bd7c, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=501def5b-d708-432c-8f02-a0e13494bd7c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:47:59.610513 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.612546 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5599a89a-010e-443c-9278-2c8a182e9d64 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:47:59.620413 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.672096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Allocated IP 172.20.0.1 (5fefd423-f8ba-4248-a410-a8182f3c4545/05f49a05-bcdd-4569-8d8f-e0ce5a066e92/7a7c5650-62ab-437e-977c-70292a2e7b91) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:47:59.710629 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Routers {'8d6aecd1-d24b-410b-a5c9-ed96e0096571'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:47:59.711593 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:47:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:47:59.713750 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1c7f7-2532-4df8-9934-93a2d7a47f6e None None] Pushing event updated for resources: {'Port': ['ID=501def5b-d708-432c-8f02-a0e13494bd7c,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:59.822817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.830729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:47:59.864393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:47:59.888513 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '5599a89a-010e-443c-9278-2c8a182e9d64', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '5599a89a-010e-443c-9278-2c8a182e9d64', 'mac_address': 'fa:16:3e:76:a5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:47:59.898801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.916667 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] Set router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:47:59.933948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:47:59.973263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5599a89a-010e-443c-9278-2c8a182e9d64 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:47:59.993536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Network 5fefd423-f8ba-4248-a410-a8182f3c4545 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:00.003245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:00.012272 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:00.012674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:00.018793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:00.019280 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:00.023799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Pushing event updated for resources: {'Port': ['ID=7a7c5650-62ab-437e-977c-70292a2e7b91,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:00.125238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:00.150798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2c542-4629-4ecb-9754-963ced32d88f req-163c5b18-1f2b-4777-8ba0-1ce5e2676b02 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:00.152088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ab2c542-4629-4ecb-9754-963ced32d88f req-163c5b18-1f2b-4777-8ba0-1ce5e2676b02 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 970 time: 0.1218345 Apr 21 20:48:00.246350 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-router', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:53Z', 'updated_at': '2022-04-21T20:47:56Z', 'revision_number': 3, 'project_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'gw_port': {'id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:54Z', 'updated_at': '2022-04-21T20:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:00.257774 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ab2c542-4629-4ecb-9754-963ced32d88f req-3183a652-478e-4736-a300-3ab7089fc91d tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742764 Apr 21 20:48:00.298004 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c81cd-30cc-4cee-8fbc-b634bb00160b None None] The sync data for ids ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'] in n-d-838945-1 is: [{'id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-router', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:53Z', 'updated_at': '2022-04-21T20:47:56Z', 'revision_number': 3, 'project_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'gw_port': {'id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:54Z', 'updated_at': '2022-04-21T20:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:48:00.313108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:00.400481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3396c-da23-422a-9871-50dcf1d3dc4f req-80e670bf-065f-450c-a981-dfbd897211ca tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:00.417468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-faf3396c-da23-422a-9871-50dcf1d3dc4f req-80e670bf-065f-450c-a981-dfbd897211ca tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.0789514 Apr 21 20:48:00.472577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0feeb4dc-0047-4828-ae94-62b576a95621 None None] Provisioning complete for port 7a7c5650-62ab-437e-977c-70292a2e7b91 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:00.474482 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0feeb4dc-0047-4828-ae94-62b576a95621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:00.478935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-faf3396c-da23-422a-9871-50dcf1d3dc4f req-85153ce3-ccb7-4187-8b08-83e9eb64ec5b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603311 Apr 21 20:48:00.510499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['5599a89a-010e-443c-9278-2c8a182e9d64'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:00.545162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:00.547082 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7dae30bd-6329-43e2-9ae5-0e976a8dfbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:00.585944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0feeb4dc-0047-4828-ae94-62b576a95621 None None] Port 7a7c5650-62ab-437e-977c-70292a2e7b91 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:00.632284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:00.644658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b5f4f-e2b4-40cd-bb00-4c7192274ec5 req-87856659-0a23-45c9-8f7c-5d85563928c8 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:00.646737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-928b5f4f-e2b4-40cd-bb00-4c7192274ec5 req-87856659-0a23-45c9-8f7c-5d85563928c8 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 944 time: 0.0835726 Apr 21 20:48:00.647904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:00.648616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:00.770949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-928b5f4f-e2b4-40cd-bb00-4c7192274ec5 req-f9cc06ff-fce9-4bc6-a579-3f9585fd7c24 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074853 Apr 21 20:48:00.825628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c2f7d-150d-429d-95e8-dd0321ebd701 req-98418b22-dc4d-41e5-94a8-78100a8d9759 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:00.827658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-275c2f7d-150d-429d-95e8-dd0321ebd701 req-98418b22-dc4d-41e5-94a8-78100a8d9759 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 948 time: 0.1317377 Apr 21 20:48:00.905965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Network 5fefd423-f8ba-4248-a410-a8182f3c4545 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:00.918584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:00.921036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Pushing event updated for resources: {'Port': ['ID=7a7c5650-62ab-437e-977c-70292a2e7b91,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:00.946627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 834023c6-01af-4fbd-827d-f92f0011a66c details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:00.947527 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-275c2f7d-150d-429d-95e8-dd0321ebd701 req-3c054ac1-9a6c-41cd-8cd7-fcaff7e07390 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122770 Apr 21 20:48:01.135712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:48:01.147203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 834023c6-01af-4fbd-827d-f92f0011a66c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=834023c6-01af-4fbd-827d-f92f0011a66c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:01.161552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '834023c6-01af-4fbd-827d-f92f0011a66c', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '834023c6-01af-4fbd-827d-f92f0011a66c', 'mac_address': 'fa:16:3e:b2:c7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:tempest-test_az-2015540656', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:48:01.222222 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:01.241883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834023c6-01af-4fbd-827d-f92f0011a66c {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:01.269223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 834023c6-01af-4fbd-827d-f92f0011a66c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=834023c6-01af-4fbd-827d-f92f0011a66c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:01.276968 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:01.278730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ba5f2547-7bf5-414b-8f59-50403fd3c838 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:01.395723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9f96c895-369a-4a0c-9924-21ac1496dc49 None None] Provisioning complete for port 7a7c5650-62ab-437e-977c-70292a2e7b91 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:01.396091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9f96c895-369a-4a0c-9924-21ac1496dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:01.451236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9f96c895-369a-4a0c-9924-21ac1496dc49 None None] Port 7a7c5650-62ab-437e-977c-70292a2e7b91 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:01.523628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=834023c6-01af-4fbd-827d-f92f0011a66c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:01.588889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:01.602992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ba5f2547-7bf5-414b-8f59-50403fd3c838', 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5', 'port_id': 'ba5f2547-7bf5-414b-8f59-50403fd3c838', 'mac_address': 'fa:16:3e:84:1a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fc8748-6c5d-4e0a-80c8-c93c954d0f9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-2015540656', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:48:01.631469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 501def5b-d708-432c-8f02-a0e13494bd7c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:01.689581 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:01.704995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5f2547-7bf5-414b-8f59-50403fd3c838 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:01.719302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a8cad-4e54-4e01-bee6-2d06730fe294 req-aa1f889e-a81e-4f6c-a3ff-2c1a4362f439 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:01.723509 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e58a8cad-4e54-4e01-bee6-2d06730fe294 req-aa1f889e-a81e-4f6c-a3ff-2c1a4362f439 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.0891266 Apr 21 20:48:01.745938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:01.757047 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:01.763940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 501def5b-d708-432c-8f02-a0e13494bd7c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:01.764386 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:01.781585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845301-873d-4363-b7a7-d6cfc55f8d9b req-be61972a-7df7-4ff5-a898-b4dcd53c2e62 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:01.783110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96845301-873d-4363-b7a7-d6cfc55f8d9b req-be61972a-7df7-4ff5-a898-b4dcd53c2e62 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 971 time: 0.2644913 Apr 21 20:48:01.808826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e58a8cad-4e54-4e01-bee6-2d06730fe294 req-8b8c778f-343b-46b5-a49a-6d5ace225dbf tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798914 Apr 21 20:48:01.846881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:48:01.858916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5ab2c371-8a72-4f0f-9919-8d3eedc3aefa admin admin] 10.222.0.49 "PUT /v2.0/routers/8d6aecd1-d24b-410b-a5c9-ed96e0096571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5114315 Apr 21 20:48:01.880516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ba5f2547-7bf5-414b-8f59-50403fd3c838,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:01.903077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96845301-873d-4363-b7a7-d6cfc55f8d9b req-6f5bbc7c-8623-4b4e-a279-e95ede88a88a tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094630 Apr 21 20:48:01.976113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:01.996156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36436) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:02.003214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 501def5b-d708-432c-8f02-a0e13494bd7c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=501def5b-d708-432c-8f02-a0e13494bd7c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:02.011477 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:02.028458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa695a6-e50a-4b23-8121-aed7d14d4be3 req-6a33e6c7-a337-40e7-a5e6-962a2a961944 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:02.029854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9aa695a6-e50a-4b23-8121-aed7d14d4be3 req-6a33e6c7-a337-40e7-a5e6-962a2a961944 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 944 time: 0.1123779 Apr 21 20:48:02.086579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9aa695a6-e50a-4b23-8121-aed7d14d4be3 req-b1c5c847-58ff-416d-888a-38eb5988e1d9 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481818 Apr 21 20:48:02.089071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=501def5b-d708-432c-8f02-a0e13494bd7c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:02.093643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['834023c6-01af-4fbd-827d-f92f0011a66c'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:02.125603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ba5f2547-7bf5-414b-8f59-50403fd3c838'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:02.126290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4998e33-df6e-4fe7-ad8f-54e4e8cb777e req-ec11c87c-6f8d-4287-a687-db642d9f4733 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:02.128097 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4998e33-df6e-4fe7-ad8f-54e4e8cb777e req-ec11c87c-6f8d-4287-a687-db642d9f4733 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 948 time: 0.0655267 Apr 21 20:48:02.197320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4998e33-df6e-4fe7-ad8f-54e4e8cb777e req-d86ff70a-36d8-43c1-bada-77624086730c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555456 Apr 21 20:48:02.327500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7afec30-d4fa-45bf-91fd-c1eff8630d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:02.451237 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7afec30-d4fa-45bf-91fd-c1eff8630d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:02.456898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7afec30-d4fa-45bf-91fd-c1eff8630d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:02.494846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afec30-d4fa-45bf-91fd-c1eff8630d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46248862-0f1e-4ed0-b5f0-afcffce4a58f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:02.501800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f7afec30-d4fa-45bf-91fd-c1eff8630d66 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c12d8f6f3ee4e4ab714be5d8a03b0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029979 Apr 21 20:48:02.502475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36454) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:02.569901 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd7f3bd6-b4a3-46ed-af60-a483913de6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:02.596753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd7f3bd6-b4a3-46ed-af60-a483913de6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:02.703741 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29b835d0-6b14-44fc-9c50-d92eb86ccff5 req-3628310f-b372-4de9-b862-b32d159ffc7a tempest-FloatingIPsNegativeTestJSON-1272265994 tempest-FloatingIPsNegativeTestJSON-1272265994-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=a776e5f642ab4ba8a4a5382a4e6d9ee4 HTTP/1.1" status: 200 len: 217 time: 0.0559487 Apr 21 20:48:02.704505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd7f3bd6-b4a3-46ed-af60-a483913de6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:02.707072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd7f3bd6-b4a3-46ed-af60-a483913de6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:02.708619 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bd7f3bd6-b4a3-46ed-af60-a483913de6db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46248862-0f1e-4ed0-b5f0-afcffce4a58f HTTP/1.1" status: 204 len: 168 time: 0.2046354 Apr 21 20:48:02.726885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f3bd6-b4a3-46ed-af60-a483913de6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46248862-0f1e-4ed0-b5f0-afcffce4a58f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:02.775728 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac2a5-7915-40e2-82e9-12bb642a2282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:02.790500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17fc5703-d4ef-4ec5-9a1e-57fc8813903c req-c17bba31-e65d-4a48-9e8e-32f3b26a973e tempest-FloatingIPsNegativeTestJSON-1272265994 tempest-FloatingIPsNegativeTestJSON-1272265994-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0557723 Apr 21 20:48:02.825430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Sync routers for ids ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:48:02.872362 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-3efa58f7-dfe0-40e5-99b8-1ea819293ff3 req-2ac42f72-54ad-4073-acb7-20bfa5807352 tempest-FloatingIPsNegativeTestJSON-1272265994 tempest-FloatingIPsNegativeTestJSON-1272265994-project] show failed (client error): The resource could not be found. Apr 21 20:48:02.874111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3efa58f7-dfe0-40e5-99b8-1ea819293ff3 req-2ac42f72-54ad-4073-acb7-20bfa5807352 tempest-FloatingIPsNegativeTestJSON-1272265994 tempest-FloatingIPsNegativeTestJSON-1272265994-project] 10.222.0.49 "GET /v2.0/floatingips/a3835537-d3e0-4863-921b-ab69e3cbdc9d HTTP/1.1" status: 404 len: 350 time: 0.0835593 Apr 21 20:48:02.883727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36478) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:02.956117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 834023c6-01af-4fbd-827d-f92f0011a66c up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:02.992943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Routers {'8d6aecd1-d24b-410b-a5c9-ed96e0096571'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:02.993871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:03.086302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 834023c6-01af-4fbd-827d-f92f0011a66c completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:03.092651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 834023c6-01af-4fbd-827d-f92f0011a66c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:03.093044 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.138952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Set router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:03.186883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77a159-4243-4e9e-97b2-c7a01e56b860 req-05dca901-812f-476e-946f-2357ff7114a8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:03.195902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d77a159-4243-4e9e-97b2-c7a01e56b860 req-05dca901-812f-476e-946f-2357ff7114a8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 966 time: 0.2013314 Apr 21 20:48:03.219432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:03.272301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36490) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:03.310704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d77a159-4243-4e9e-97b2-c7a01e56b860 req-99331b37-3241-44dd-82ce-41c87e5b55ab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139367 Apr 21 20:48:03.317904 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26b0dabf-539a-4995-8e2b-0dae2d949d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.357389 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.400359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7d92-cc36-4f60-ac20-2915622486f8 req-0a78a2ec-33da-4552-8178-a449229aeba5 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:03.402393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-906a7d92-cc36-4f60-ac20-2915622486f8 req-0a78a2ec-33da-4552-8178-a449229aeba5 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 971 time: 0.0623317 Apr 21 20:48:03.403333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9a23e1-ef42-4bad-8598-adb96b3124a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834023c6-01af-4fbd-827d-f92f0011a66c'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:03.405618 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00a3c7d-8b3f-4baa-b21f-587ae26549d6" -d '{"events": [{"server_uuid": "9d9a23e1-ef42-4bad-8598-adb96b3124a7", "name": "network-vif-plugged", "status": "completed", "tag": "834023c6-01af-4fbd-827d-f92f0011a66c"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:03.447857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 834023c6-01af-4fbd-827d-f92f0011a66c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=834023c6-01af-4fbd-827d-f92f0011a66c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:03.456103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:03.463219 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.464034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ba5f2547-7bf5-414b-8f59-50403fd3c838 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:03.471313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:03.471688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.479885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-906a7d92-cc36-4f60-ac20-2915622486f8 req-f5b819d1-bb8a-4866-bc16-ff24ab2d8e89 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683188 Apr 21 20:48:03.496905 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.578305 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26b0dabf-539a-4995-8e2b-0dae2d949d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.598129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=834023c6-01af-4fbd-827d-f92f0011a66c,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:03.604228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 501def5b-d708-432c-8f02-a0e13494bd7c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:03.609689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-router', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:53Z', 'updated_at': '2022-04-21T20:48:00Z', 'revision_number': 4, 'project_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'gw_port': {'id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:54Z', 'updated_at': '2022-04-21T20:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7a7c5650-62ab-437e-977c-70292a2e7b91', 'name': '', 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'mac_address': 'fa:16:3e:7c:6c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '05f49a05-bcdd-4569-8d8f-e0ce5a066e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:59Z', 'updated_at': '2022-04-21T20:48:00Z', 'revision_number': 2, 'project_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'subnets': [{'id': '05f49a05-bcdd-4569-8d8f-e0ce5a066e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:03.615301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26b0dabf-539a-4995-8e2b-0dae2d949d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.640417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-26b0dabf-539a-4995-8e2b-0dae2d949d8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d019dd515034d7188a1b6873ef478e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621578 Apr 21 20:48:03.646174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36500) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:03.670737 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Checking router: 8d6aecd1-d24b-410b-a5c9-ed96e0096571 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:48:03.671687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Updating router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 port 7a7c5650-62ab-437e-977c-70292a2e7b91 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:48:03.688452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0dabf-539a-4995-8e2b-0dae2d949d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce865995-a693-47ed-8074-812793253be4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:03.691531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fffb51-f496-4fdc-b81e-64266fb08760 req-e14194c2-f4d1-4571-b0a6-ab83798627bc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:03.693783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8fffb51-f496-4fdc-b81e-64266fb08760 req-e14194c2-f4d1-4571-b0a6-ab83798627bc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 944 time: 0.1120048 Apr 21 20:48:03.709815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port ba5f2547-7bf5-414b-8f59-50403fd3c838 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:03.733068 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.750942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ba5f2547-7bf5-414b-8f59-50403fd3c838 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:03.750942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.771017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8fffb51-f496-4fdc-b81e-64266fb08760 req-c6230f9e-b98b-445f-bad3-a53c2387497a tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650439 Apr 21 20:48:03.775889 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-83ae051e-4aa9-43a5-9af4-cc14ea56c223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.801147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-83ae051e-4aa9-43a5-9af4-cc14ea56c223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.821659 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.850523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 501def5b-d708-432c-8f02-a0e13494bd7c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:03.850814 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.866449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-83ae051e-4aa9-43a5-9af4-cc14ea56c223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.870675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-83ae051e-4aa9-43a5-9af4-cc14ea56c223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:03.872453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-83ae051e-4aa9-43a5-9af4-cc14ea56c223 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce865995-a693-47ed-8074-812793253be4 HTTP/1.1" status: 204 len: 168 time: 0.2222698 Apr 21 20:48:03.884613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae051e-4aa9-43a5-9af4-cc14ea56c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce865995-a693-47ed-8074-812793253be4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:03.963343 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049b647e-9c1f-470b-8b07-68a22717ad0d x-openstack-request-id: req-049b647e-9c1f-470b-8b07-68a22717ad0d {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:03.963598 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9a23e1-ef42-4bad-8598-adb96b3124a7", "name": "network-vif-plugged", "status": "completed", "tag": "834023c6-01af-4fbd-827d-f92f0011a66c", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:03.963962 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-049b647e-9c1f-470b-8b07-68a22717ad0d {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:03.964228 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049b647e-9c1f-470b-8b07-68a22717ad0d'] response: {'server_uuid': '9d9a23e1-ef42-4bad-8598-adb96b3124a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834023c6-01af-4fbd-827d-f92f0011a66c', 'code': 200} Apr 21 20:48:04.053444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:04.069943 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.079336 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.080137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5599a89a-010e-443c-9278-2c8a182e9d64 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:04.128150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c31e-88c1-4c60-b52f-2ec9e2265eb4 req-82996984-66ca-4836-81f9-05c1fa98cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:04.130765 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac13c31e-88c1-4c60-b52f-2ec9e2265eb4 req-82996984-66ca-4836-81f9-05c1fa98cb85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 1123 time: 0.1014605 Apr 21 20:48:04.159567 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.180567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac13c31e-88c1-4c60-b52f-2ec9e2265eb4 req-1721d03a-eab6-4ba1-aedc-5630b730cbe8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428421 Apr 21 20:48:04.191130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26310a-4884-4e58-be64-7dfc10dcf437 req-e0e6ebcb-3b71-4a5f-8971-8aa08f7e5e4f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:04.197305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d26310a-4884-4e58-be64-7dfc10dcf437 req-e0e6ebcb-3b71-4a5f-8971-8aa08f7e5e4f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 948 time: 0.0988996 Apr 21 20:48:04.273614 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d26310a-4884-4e58-be64-7dfc10dcf437 req-9a012a9a-ce63-48f6-944c-e944e097df9c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691369 Apr 21 20:48:04.326080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:04.361084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Deleting port 7a7c5650-62ab-437e-977c-70292a2e7b91 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:48:04.361675 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.447482 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.449271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.470146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Calling delete_port for 7a7c5650-62ab-437e-977c-70292a2e7b91 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:48:04.486608 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.506461 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.541909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 5599a89a-010e-443c-9278-2c8a182e9d64 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:04.552202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:04.599784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e004a3b-0b05-4e92-a2c5-58c433a9984c None None] Pushing event updated for resources: {'Port': ['ID=7a7c5650-62ab-437e-977c-70292a2e7b91,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:04.607767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 5599a89a-010e-443c-9278-2c8a182e9d64 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:04.607767 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.748582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ba5f2547-7bf5-414b-8f59-50403fd3c838,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:04.758086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Attempting to bind port 7a7c5650-62ab-437e-977c-70292a2e7b91 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:04.763188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Attempting to bind port 7a7c5650-62ab-437e-977c-70292a2e7b91 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:04.763608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Attempting to bind port 7a7c5650-62ab-437e-977c-70292a2e7b91 on network 5fefd423-f8ba-4248-a410-a8182f3c4545 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:04.773984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:04.774371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Checking segment: {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:04.774773 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.775160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Bound using segment: {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:04.775630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Bound port: 7a7c5650-62ab-437e-977c-70292a2e7b91, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:04.776281 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.897683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ff85f-3c2d-4e69-a8e6-956f5b0d9352 req-72fdfe37-d5ff-414b-858f-33e3983ea588 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:04.899261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b3ff85f-3c2d-4e69-a8e6-956f5b0d9352 req-72fdfe37-d5ff-414b-858f-33e3983ea588 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 967 time: 0.0992467 Apr 21 20:48:04.900946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:04.942502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40362014-f515-46b9-8535-f16d10ea8791 req-c83755e1-4d2f-437b-8f0b-2fd7a53d3b36 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:04.948911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7c5650-62ab-437e-977c-70292a2e7b91,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:04.951553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40362014-f515-46b9-8535-f16d10ea8791 req-c83755e1-4d2f-437b-8f0b-2fd7a53d3b36 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 972 time: 0.0743597 Apr 21 20:48:05.006454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40362014-f515-46b9-8535-f16d10ea8791 req-643a1533-472a-4276-92a0-dd396a5bbf99 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538573 Apr 21 20:48:05.012949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-40a8b0b3-c014-40e0-8b2c-68ef01af4397 None None] Could not find standard attr ID for object 7a7c5650-62ab-437e-977c-70292a2e7b91. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:48:05.025217 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:05.045223 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b3ff85f-3c2d-4e69-a8e6-956f5b0d9352 req-8d3b88e6-9ff9-470e-b8be-2b48ba21e58f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271808 Apr 21 20:48:05.064747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:48:05.069028 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:48:05.117262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:05.123634 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:05.163295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:05.210174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:05.235929 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:05.334774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25f7c2-b1c8-4f67-91ec-9d415b0ba726 req-296ad2d3-49b5-457f-a5e8-1f6f4fd6f468 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:05.339871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7e25f7c2-b1c8-4f67-91ec-9d415b0ba726 req-296ad2d3-49b5-457f-a5e8-1f6f4fd6f468 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 945 time: 0.1446605 Apr 21 20:48:05.430780 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7e25f7c2-b1c8-4f67-91ec-9d415b0ba726 req-745bedfb-7fab-43b6-a96d-30b2b8fa71dc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808403 Apr 21 20:48:05.556924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:48:05.591279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Attempting to bind port 7a7c5650-62ab-437e-977c-70292a2e7b91 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:05.591665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Attempting to bind port 7a7c5650-62ab-437e-977c-70292a2e7b91 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:05.592016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Attempting to bind port 7a7c5650-62ab-437e-977c-70292a2e7b91 on network 5fefd423-f8ba-4248-a410-a8182f3c4545 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:05.605804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:05.606181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Checking segment: {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:05.606586 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:05.606971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Bound using segment: {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:05.607440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Bound port: 7a7c5650-62ab-437e-977c-70292a2e7b91, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584beda7-da37-43cb-ba4d-8bd06c6aa983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5fefd423-f8ba-4248-a410-a8182f3c4545'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:05.607895 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:05.609698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da759ae1-baa2-4034-9882-c8d18177ae7a req-9cd70dcd-b552-451d-99f9-1c24de41d67e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:05.617594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da759ae1-baa2-4034-9882-c8d18177ae7a req-9cd70dcd-b552-451d-99f9-1c24de41d67e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0758057 Apr 21 20:48:05.664937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da759ae1-baa2-4034-9882-c8d18177ae7a req-57aa1291-4f3f-4bec-9a4c-beac339ea2a2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454032 Apr 21 20:48:05.665214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Port 7a7c5650-62ab-437e-977c-70292a2e7b91 has been deleted concurrently {{(pid=114648) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 21 20:48:05.680949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Routers {'8d6aecd1-d24b-410b-a5c9-ed96e0096571'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:05.680949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:05.747834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:48:05.763339 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a6386bec-6a93-4fab-acb6-b3189ae705a6 admin admin] 10.222.0.49 "PUT /v2.0/routers/8d6aecd1-d24b-410b-a5c9-ed96e0096571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8784060 Apr 21 20:48:05.772346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36596) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:05.833571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:05.844644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] Set router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:05.952252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:05.973841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11'}, {'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838'}, {'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:05.976545 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00ebd38-eaa6-4fab-b52e-f6cc76309e6f" -d '{"events": [{"server_uuid": "50ece6f4-61c5-48c5-9aa1-9ff16434a75d", "name": "network-vif-plugged", "status": "completed", "tag": "b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11"}, {"server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "name": "network-vif-plugged", "status": "completed", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838"}, {"server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "name": "network-vif-plugged", "status": "completed", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:06.076239 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140a2478-9115-4d5b-9db2-c4f5a8575408 x-openstack-request-id: req-140a2478-9115-4d5b-9db2-c4f5a8575408 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:06.076930 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ece6f4-61c5-48c5-9aa1-9ff16434a75d", "name": "network-vif-plugged", "status": "completed", "tag": "b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11", "code": 200}, {"server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "name": "network-vif-plugged", "status": "completed", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838", "code": 200}, {"server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "name": "network-vif-plugged", "status": "completed", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:06.076930 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-140a2478-9115-4d5b-9db2-c4f5a8575408 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:06.082017 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140a2478-9115-4d5b-9db2-c4f5a8575408'] response: {'server_uuid': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11', 'code': 200} Apr 21 20:48:06.082416 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140a2478-9115-4d5b-9db2-c4f5a8575408'] response: {'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838', 'code': 200} Apr 21 20:48:06.082813 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140a2478-9115-4d5b-9db2-c4f5a8575408'] response: {'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64', 'code': 200} Apr 21 20:48:06.152490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:06.198188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-router', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:53Z', 'updated_at': '2022-04-21T20:48:04Z', 'revision_number': 5, 'project_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'gw_port': {'id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:54Z', 'updated_at': '2022-04-21T20:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:06.214829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c93fed-c510-4626-9e9d-2c58583ed3b2 req-c79d3107-0948-48ae-b2e0-151c8051735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:06.216721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55c93fed-c510-4626-9e9d-2c58583ed3b2 req-c79d3107-0948-48ae-b2e0-151c8051735d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1118 time: 0.0742528 Apr 21 20:48:06.233675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e420c0-da42-41c3-928d-a26ae7b4c340 None None] The sync data for ids ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'] in n-d-838945-1 is: [{'id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-router', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:53Z', 'updated_at': '2022-04-21T20:48:04Z', 'revision_number': 5, 'project_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'gw_port': {'id': '501def5b-d708-432c-8f02-a0e13494bd7c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:df:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:54Z', 'updated_at': '2022-04-21T20:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:48:06.275132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Deleting port 501def5b-d708-432c-8f02-a0e13494bd7c {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:48:06.275469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:06.281459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55c93fed-c510-4626-9e9d-2c58583ed3b2 req-4e6b3582-6c92-4490-938e-d9c76b4e28d9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561619 Apr 21 20:48:06.376458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] For port 501def5b-d708-432c-8f02-a0e13494bd7c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=501def5b-d708-432c-8f02-a0e13494bd7c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:06.376928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:06.393827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Calling delete_port for 501def5b-d708-432c-8f02-a0e13494bd7c owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:48:06.396920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962592-d7a6-447d-b3b6-9a357664427c req-54c0421c-1ca0-4635-9175-bf0b23ac8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:06.398947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d962592-d7a6-447d-b3b6-9a357664427c req-54c0421c-1ca0-4635-9175-bf0b23ac8087 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 1096 time: 0.2296548 Apr 21 20:48:06.437940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecd7e3-ba56-46a8-bb79-e9309e8d92bd req-b8d0ce13-f6d5-46b6-921e-989139bddc25 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:06.439701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8cecd7e3-ba56-46a8-bb79-e9309e8d92bd req-b8d0ce13-f6d5-46b6-921e-989139bddc25 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 972 time: 0.1857255 Apr 21 20:48:06.446787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39855-1dab-4c26-897d-dbda34ae5537 req-cd27e693-907d-4425-a88c-42cf28d19ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:06.448435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82b39855-1dab-4c26-897d-dbda34ae5537 req-cd27e693-907d-4425-a88c-42cf28d19ab0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1100 time: 0.1956096 Apr 21 20:48:06.488569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d962592-d7a6-447d-b3b6-9a357664427c req-1ddae79a-bb7b-4728-a486-83e9b37a7860 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811367 Apr 21 20:48:06.513028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e934-03bb-4232-890a-6f8a3e84ea5b req-b24e902a-8e43-4c80-9a8d-c1fb9b256cf3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:06.514658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3829e934-03bb-4232-890a-6f8a3e84ea5b req-b24e902a-8e43-4c80-9a8d-c1fb9b256cf3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 967 time: 0.0738268 Apr 21 20:48:06.519209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82b39855-1dab-4c26-897d-dbda34ae5537 req-9366640a-71c8-4375-8766-25650e1f4fae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614791 Apr 21 20:48:06.522136 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8cecd7e3-ba56-46a8-bb79-e9309e8d92bd req-61e9064b-44b5-410a-a4c3-4beb9d1b57c9 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727522 Apr 21 20:48:06.590458 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3829e934-03bb-4232-890a-6f8a3e84ea5b req-76aef2b5-1369-4123-ad23-9a221076acef tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449452 Apr 21 20:48:06.657353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:06.686155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Pushing event deleted for resources: {'Port': ['ID=501def5b-d708-432c-8f02-a0e13494bd7c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:06.710206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-6bd6d16b-d233-47fc-aa2e-0fbc4c42c5dd tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386596 Apr 21 20:48:06.722540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:06.832333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-7a55a470-5786-4ad2-9a5a-cb2a90074896 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:06.834901 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-7a55a470-5786-4ad2-9a5a-cb2a90074896 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1228192 Apr 21 20:48:06.851577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:06.855021 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:06.857286 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-14b00131-10cd-476d-86dc-97f733dfd86a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/quotas/13a216be7b284863a0694c0b683fe3de HTTP/1.1" status: 200 len: 375 time: 0.0171444 Apr 21 20:48:06.896584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-41f844ad-4eab-4466-b0b2-005948b6caf0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327008 Apr 21 20:48:06.910085 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] Sync routers for ids ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:48:06.922291 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] Routers {'8d6aecd1-d24b-410b-a5c9-ed96e0096571'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:06.923231 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:06.938649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf897c-c21b-4d1e-b1ab-8d5fb84c1a6c req-ab717cd3-9bda-4098-b2a2-7666dc7d42c0 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:06.940148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97bf897c-c21b-4d1e-b1ab-8d5fb84c1a6c req-ab717cd3-9bda-4098-b2a2-7666dc7d42c0 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 945 time: 0.1753061 Apr 21 20:48:06.941250 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:06.941776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:48:06.946966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:06.948072 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-db2dd4d4-bce7-492b-946a-89788ef84703 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8d6aecd1-d24b-410b-a5c9-ed96e0096571 HTTP/1.1" status: 204 len: 168 time: 1.1740851 Apr 21 20:48:06.950606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36652) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:06.984569 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97bf897c-c21b-4d1e-b1ab-8d5fb84c1a6c req-6468b6b4-3728-4736-a06b-03bc248eca97 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353913 Apr 21 20:48:07.008399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b87992-d1d6-4487-948b-12f59069ad60 admin admin] Deleting subnet 05f49a05-bcdd-4569-8d8f-e0ce5a066e92 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:48:07.016875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1b87992-d1d6-4487-948b-12f59069ad60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.028293 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] Set router 8d6aecd1-d24b-410b-a5c9-ed96e0096571 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:07.056630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1b87992-d1d6-4487-948b-12f59069ad60 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.124248 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6aecd1-d24b-410b-a5c9-ed96e0096571', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542876158-router', 'tenant_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:53Z', 'updated_at': '2022-04-21T20:48:06Z', 'revision_number': 7, 'project_id': 'a776e5f642ab4ba8a4a5382a4e6d9ee4', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:07.151927 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] Checking router: 8d6aecd1-d24b-410b-a5c9-ed96e0096571 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:48:07.161177 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] Routers set() bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:07.161760 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] Router IDs set() for agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 20:48:07.162751 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d6aecd1-d24b-410b-a5c9-ed96e0096571'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent'). {{(pid=114649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 20:48:07.163294 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7b9560-16a6-4b13-98e8-6120e697afc4 None None] The sync data for ids ['8d6aecd1-d24b-410b-a5c9-ed96e0096571'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:48:07.168411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1b87992-d1d6-4487-948b-12f59069ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.275409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c3526-ea3e-4849-a6c5-53a7b19aff4a req-9bc7e7f1-08e0-4425-840d-0348d545a109 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:07.284065 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-633c3526-ea3e-4849-a6c5-53a7b19aff4a req-9bc7e7f1-08e0-4425-840d-0348d545a109 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1180964 Apr 21 20:48:07.305947 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1b87992-d1d6-4487-948b-12f59069ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.317889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55788c4a-a3b9-4c1a-8520-d0603d0d9939 req-24d18861-9ec6-4fa1-9e73-04a3053832c1 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 210 time: 0.0365920 Apr 21 20:48:07.336661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b87992-d1d6-4487-948b-12f59069ad60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f49a05-bcdd-4569-8d8f-e0ce5a066e92,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:07.351470 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1b87992-d1d6-4487-948b-12f59069ad60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.353649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1013a-e0d6-4001-95d8-10bbf07f17c2 None None] Network 5fefd423-f8ba-4248-a410-a8182f3c4545 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:48:07.360103 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f1b87992-d1d6-4487-948b-12f59069ad60 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/05f49a05-bcdd-4569-8d8f-e0ce5a066e92 HTTP/1.1" status: 204 len: 168 time: 0.4084330 Apr 21 20:48:07.363048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36668) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:07.369827 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-633c3526-ea3e-4849-a6c5-53a7b19aff4a req-e0a749ec-8c81-49e3-80ad-e14392a70411 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849404 Apr 21 20:48:07.466722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.590372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5465a6-e5ef-4445-956e-a5f9285b2d8e req-948ff10d-f273-4c7c-ad51-71fc7abcc992 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:07.602132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c5465a6-e5ef-4445-956e-a5f9285b2d8e req-948ff10d-f273-4c7c-ad51-71fc7abcc992 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 972 time: 0.0806835 Apr 21 20:48:07.612956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Deleting port a5a05419-bd40-489b-b796-1cd340d93905 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:48:07.613332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.673372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a740b-fd1d-4d0e-bc52-ec5828dfa1ee None None] DHCP port deletion for 5fefd423-f8ba-4248-a410-a8182f3c4545 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:48:07.774343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a5a05419-bd40-489b-b796-1cd340d93905 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:48:07.793026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c5465a6-e5ef-4445-956e-a5f9285b2d8e req-bd9ab065-7825-4cfa-a17f-dc4ba3e808ea tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654453 Apr 21 20:48:07.799127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-de7a740b-fd1d-4d0e-bc52-ec5828dfa1ee None None] Deleting port a5a05419-bd40-489b-b796-1cd340d93905 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:48:07.799652 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-de7a740b-fd1d-4d0e-bc52-ec5828dfa1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.804058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] For port a5a05419-bd40-489b-b796-1cd340d93905, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a5a05419-bd40-489b-b796-1cd340d93905,segment=NetworkSegment(584beda7-da37-43cb-ba4d-8bd06c6aa983),segment_id=584beda7-da37-43cb-ba4d-8bd06c6aa983)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:07.806897 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.844371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Calling delete_port for a5a05419-bd40-489b-b796-1cd340d93905 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:48:07.848731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de807a62-ee3a-486d-be5c-06fec18fecfa req-72697f9e-c9e7-4acb-acb2-b781a7e76a00 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:07.850796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de807a62-ee3a-486d-be5c-06fec18fecfa req-72697f9e-c9e7-4acb-acb2-b781a7e76a00 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 967 time: 0.1052260 Apr 21 20:48:07.921209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de807a62-ee3a-486d-be5c-06fec18fecfa req-f0558414-27c5-4d27-99c7-b4531607a483 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469799 Apr 21 20:48:07.980296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.983841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-de7a740b-fd1d-4d0e-bc52-ec5828dfa1ee None None] For port a5a05419-bd40-489b-b796-1cd340d93905, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a5a05419-bd40-489b-b796-1cd340d93905,segment=NetworkSegment(584beda7-da37-43cb-ba4d-8bd06c6aa983),segment_id=584beda7-da37-43cb-ba4d-8bd06c6aa983)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:07.984348 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-de7a740b-fd1d-4d0e-bc52-ec5828dfa1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:07.995736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:08.009979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-de7a740b-fd1d-4d0e-bc52-ec5828dfa1ee None None] Calling delete_port for a5a05419-bd40-489b-b796-1cd340d93905 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:48:08.014389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] No DVR routers for this DVR port a5a05419-bd40-489b-b796-1cd340d93905 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:48:08.043531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a05419-bd40-489b-b796-1cd340d93905,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:08.051035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 501def5b-d708-432c-8f02-a0e13494bd7c no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:48:08.077395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 501def5b-d708-432c-8f02-a0e13494bd7c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:48:08.077743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 501def5b-d708-432c-8f02-a0e13494bd7c not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:48:08.149889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.150099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.150314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.150624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.150946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.151267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.151589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.151911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.152226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.152541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.152897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.153219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:08.173707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:08.213175 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-de7a740b-fd1d-4d0e-bc52-ec5828dfa1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:08.236497 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.237328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.248689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a740b-fd1d-4d0e-bc52-ec5828dfa1ee None None] Pushing event deleted for resources: {'Port': ['ID=a5a05419-bd40-489b-b796-1cd340d93905,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:08.250503 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.250959 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > port after_create 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.251417 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > port after_delete 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.256290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > port after_update 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.258034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a740b-fd1d-4d0e-bc52-ec5828dfa1ee None None] No DVR routers for this DVR port a5a05419-bd40-489b-b796-1cd340d93905 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:48:08.258178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.259237 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.260379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.260947 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.329374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.329951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.330281 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.330607 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:48:08.330980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fefd423-f8ba-4248-a410-a8182f3c4545']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:08.368250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584beda7-da37-43cb-ba4d-8bd06c6aa983') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:08.368527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584beda7-da37-43cb-ba4d-8bd06c6aa983') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:08.382163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a8dd-25d1-4f56-8937-001fb384341d req-4dbaa449-722b-40c2-a8e1-2c5c0d0fa0e3 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:08.383841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e99a8dd-25d1-4f56-8937-001fb384341d req-4dbaa449-722b-40c2-a8e1-2c5c0d0fa0e3 tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 972 time: 0.0584700 Apr 21 20:48:08.393730 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-56aa3608-5178-43cc-9db4-95f2ab7e44fb tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522971 Apr 21 20:48:08.397634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:08.425620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f437db6-783d-45d0-a9c3-fb3180105dcb req-3caf2a67-6e1d-4899-9ede-9b1ad72dd811 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:08.427118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f437db6-783d-45d0-a9c3-fb3180105dcb req-3caf2a67-6e1d-4899-9ede-9b1ad72dd811 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 945 time: 0.2793102 Apr 21 20:48:08.435936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e99a8dd-25d1-4f56-8937-001fb384341d req-dd9029b8-1ea4-4c8b-a280-76ef77ab491c tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Apr 21 20:48:08.488708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:08.517005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:48:08.517401 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: from cryptography.utils import int_from_bytes Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: from cryptography.utils import int_from_bytes Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:48:08.546012 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:48:08.571410 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2a89a1e-50d8-40ab-9fc1-5fc450ee4471 req-d17f7e9c-d65d-419f-a812-e0af97e00303 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 210 time: 0.0264614 Apr 21 20:48:08.618254 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f437db6-783d-45d0-a9c3-fb3180105dcb req-db9daba0-3ac1-4ad2-ad26-0f3532632c94 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1732333 Apr 21 20:48:08.670141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-9438b43e-9630-4210-b5aa-5e41c0318377 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:08.672084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-9438b43e-9630-4210-b5aa-5e41c0318377 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692096 Apr 21 20:48:08.673414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:08.687060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Request body: {'port': {'device_id': '134318d7-ed13-4760-a0cd-a9392f0a0334', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '13a216be7b284863a0694c0b683fe3de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:08.700100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6833-b7ec-40d6-b219-1f65188cd32b req-989268e0-cca3-4b5e-b4a4-4bb4dc1b44b4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:08.701687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:08.702361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f5a6833-b7ec-40d6-b219-1f65188cd32b req-989268e0-cca3-4b5e-b4a4-4bb4dc1b44b4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0767493 Apr 21 20:48:08.715225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] 10.222.0.49 "DELETE /v2.0/networks/5fefd423-f8ba-4248-a410-a8182f3c4545 HTTP/1.1" status: 204 len: 168 time: 1.3510904 Apr 21 20:48:08.751767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75017f7a-c907-4cc0-84fe-9dd17f9d985a admin admin] Pushing event deleted for resources: {'Network': ['ID=5fefd423-f8ba-4248-a410-a8182f3c4545,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:08.791799 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f5a6833-b7ec-40d6-b219-1f65188cd32b req-aa7e1297-4782-440c-ada2-3742e1ba2bfd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816219 Apr 21 20:48:09.070338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36750) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:09.150570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Made reservation on behalf of 13a216be7b284863a0694c0b683fe3de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:09.153989 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.172368 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.199633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ed05cc31-84d8-4502-8fc6-beea02783ffd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a776e5f642ab4ba8a4a5382a4e6d9ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256952 Apr 21 20:48:09.200171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36760) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:09.215965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a8935-7a5f-471b-bfb7-a777f606d6e8 req-e016039c-3b11-4411-8eba-6a8a908a839a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:09.217512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c57a8935-7a5f-471b-bfb7-a777f606d6e8 req-e016039c-3b11-4411-8eba-6a8a908a839a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 967 time: 0.1374552 Apr 21 20:48:09.247312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36766) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:09.281366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.306447 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.306591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c57a8935-7a5f-471b-bfb7-a777f606d6e8 req-67af1c18-505a-40b0-8ec7-8706062bff5f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802839 Apr 21 20:48:09.343196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.349140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.382699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.386158 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.388087 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2922d3b-164c-47b2-a1a0-463d31a6a73e HTTP/1.1" status: 204 len: 168 time: 0.1866851 Apr 21 20:48:09.396726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2922d3b-164c-47b2-a1a0-463d31a6a73e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:09.406204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.406718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.407151 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.407609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.408070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.408622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.409118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.409557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.410147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.411062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.411592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.412165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddba4f4-745f-4877-83a3-84e57f336911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:09.495999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-916df9f6-dc56-43fc-91ab-efa125fae208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.498246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdb7513-425f-4050-bdc6-464b3e4c0786,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:09.711773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Allocated IP 192.168.233.243 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/a8e61d63-1c2b-43c0-8355-ef2f804f3ade) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:09.759637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-e1ecafc5-4d24-41a2-8853-fde9f169608e tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:09.761168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-e1ecafc5-4d24-41a2-8853-fde9f169608e tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 972 time: 0.0892179 Apr 21 20:48:09.788599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44657d-50b4-4daf-9037-32ffe35c76ef req-64ea78a5-d026-4e0b-883e-b3f99a26be3b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:09.790333 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c44657d-50b4-4daf-9037-32ffe35c76ef req-64ea78a5-d026-4e0b-883e-b3f99a26be3b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d9a23e1-ef42-4bad-8598-adb96b3124a7 HTTP/1.1" status: 200 len: 972 time: 0.1693718 Apr 21 20:48:09.819539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-916df9f6-dc56-43fc-91ab-efa125fae208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.831476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-916df9f6-dc56-43fc-91ab-efa125fae208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:09.945047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c44657d-50b4-4daf-9037-32ffe35c76ef req-37839118-1570-4928-8ca7-2c385538e29a tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7989524-4f0f-4580-b273-8c1cf6bb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310210 Apr 21 20:48:09.960808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-916df9f6-dc56-43fc-91ab-efa125fae208 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=082f6d073efa4b51b63b7c912f02df28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7105000 Apr 21 20:48:09.965695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36802) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:09.969872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916df9f6-dc56-43fc-91ab-efa125fae208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d9ce86-e8b5-4f0d-8b79-d219ddc98689,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:10.017653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Deleting port 834023c6-01af-4fbd-827d-f92f0011a66c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:48:10.021018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.036938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988c6ca-170a-4cf4-99ee-007df2ce03b7 req-09dc49e9-79b0-48cb-8fdb-1f14d40da351 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:10.044209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f988c6ca-170a-4cf4-99ee-007df2ce03b7 req-09dc49e9-79b0-48cb-8fdb-1f14d40da351 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1118 time: 0.1898720 Apr 21 20:48:10.107521 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.115923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ac62606-fa08-4087-9f46-f065232299d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.125104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f988c6ca-170a-4cf4-99ee-007df2ce03b7 req-0c8f02ed-8559-4b8a-a6a9-3464abcfaf8b tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798073 Apr 21 20:48:10.169490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ac62606-fa08-4087-9f46-f065232299d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.220014 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.292794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:10.299224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:10.301571 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ac62606-fa08-4087-9f46-f065232299d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.304437 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ac62606-fa08-4087-9f46-f065232299d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.305579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1ac62606-fa08-4087-9f46-f065232299d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39d9ce86-e8b5-4f0d-8b79-d219ddc98689 HTTP/1.1" status: 204 len: 168 time: 0.3329194 Apr 21 20:48:10.306483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:10.323325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event updated for resources: {'Port': ['ID=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:10.367704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac62606-fa08-4087-9f46-f065232299d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d9ce86-e8b5-4f0d-8b79-d219ddc98689,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:10.433824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:10.434678 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.455428 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fb5b0-fd9f-4896-9b26-fc5790db408c req-09b8f269-6a25-43c2-808b-5edc0b7b1553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:10.465444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff5fb5b0-fd9f-4896-9b26-fc5790db408c req-09b8f269-6a25-43c2-808b-5edc0b7b1553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 936 time: 0.1648118 Apr 21 20:48:10.476563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb281c-19c0-4af1-89aa-63746904c172 req-e760bd01-1280-4ff5-880e-00d65892c9a4 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:10.487933 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60eb281c-19c0-4af1-89aa-63746904c172 req-e760bd01-1280-4ff5-880e-00d65892c9a4 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 945 time: 0.1780307 Apr 21 20:48:10.512501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] For port 834023c6-01af-4fbd-827d-f92f0011a66c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=834023c6-01af-4fbd-827d-f92f0011a66c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:10.513071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.534556 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-5c7eb35d-3dbd-4e80-9b77-4f40ee3fb553 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8525181 Apr 21 20:48:10.538251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff5fb5b0-fd9f-4896-9b26-fc5790db408c req-50f47a8e-b20e-48e9-a688-d7e034657b86 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716002 Apr 21 20:48:10.557290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60eb281c-19c0-4af1-89aa-63746904c172 req-9ddfb007-a14b-4dc2-9a21-a384223ec8da tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622044 Apr 21 20:48:10.564943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Request body: {'port': {'device_id': '134318d7-ed13-4760-a0cd-a9392f0a0334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:10.566056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Calling delete_port for 834023c6-01af-4fbd-827d-f92f0011a66c owned by compute:tempest-test_az-2015540656 {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:48:10.685067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.701653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e56572fc-aec4-46b8-8224-79c7b404b7ab None None] Provisioning complete for port a8e61d63-1c2b-43c0-8355-ef2f804f3ade triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:10.702277 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e56572fc-aec4-46b8-8224-79c7b404b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.754175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237ceb-f4f6-4c74-b0d0-00194dda28ee req-b6785424-e2df-4002-a286-830a0e689067 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:10.763073 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73237ceb-f4f6-4c74-b0d0-00194dda28ee req-b6785424-e2df-4002-a286-830a0e689067 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0896368 Apr 21 20:48:10.778178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e56572fc-aec4-46b8-8224-79c7b404b7ab None None] Port a8e61d63-1c2b-43c0-8355-ef2f804f3ade cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:10.839240 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73237ceb-f4f6-4c74-b0d0-00194dda28ee req-b22cfaa2-fd2a-4899-a72e-3ec6ff6736b4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752850 Apr 21 20:48:10.849831 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.864954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['834023c6-01af-4fbd-827d-f92f0011a66c'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:10.883447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36830) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:10.907013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Pushing event deleted for resources: {'Port': ['ID=834023c6-01af-4fbd-827d-f92f0011a66c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:10.933087 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f2126bf-f86e-45ad-bbcb-c3a4bd4124ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:10.936074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f668bd6-7699-4dca-968f-5f75b04d883e req-a0a1244a-2b33-4b39-97dc-f66d37f7027a tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:10.937637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f668bd6-7699-4dca-968f-5f75b04d883e req-a0a1244a-2b33-4b39-97dc-f66d37f7027a tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1118 time: 0.1688209 Apr 21 20:48:11.012732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] No DVR routers for this DVR port 834023c6-01af-4fbd-827d-f92f0011a66c on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:48:11.015790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.019061 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-850b3b0e-deac-461e-a6d7-7d256bdd16ce req-3a752593-4b0b-4b00-bde1-5db4d1223b2b tempest-DeleteServersAdminTestJSON-358923851 tempest-DeleteServersAdminTestJSON-358923851-project] 10.222.0.43 "DELETE /v2.0/ports/834023c6-01af-4fbd-827d-f92f0011a66c HTTP/1.1" status: 204 len: 173 time: 1.2498600 Apr 21 20:48:11.019638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9a23e1-ef42-4bad-8598-adb96b3124a7', 'name': 'network-vif-deleted', 'tag': '834023c6-01af-4fbd-827d-f92f0011a66c'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:11.022336 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799a1c1b-d71a-4bae-a6fd-d12adfd19b25" -d '{"events": [{"server_uuid": "9d9a23e1-ef42-4bad-8598-adb96b3124a7", "name": "network-vif-deleted", "tag": "834023c6-01af-4fbd-827d-f92f0011a66c"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:11.029834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f668bd6-7699-4dca-968f-5f75b04d883e req-474c254c-99b8-4436-9f2b-0fd2c866a3e8 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809944 Apr 21 20:48:11.047466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ca44f-0f29-4f4d-a015-b49bb72fc069 req-d13eab79-5fc3-4bae-bbb3-b3946aecef9f tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:11.049796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-869ca44f-0f29-4f4d-a015-b49bb72fc069 req-d13eab79-5fc3-4bae-bbb3-b3946aecef9f tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 945 time: 0.0987391 Apr 21 20:48:11.060161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36838) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:11.066228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Request body: {'floatingip': {'port_id': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:11.146730 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.167427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e61d63-1c2b-43c0-8355-ef2f804f3ade {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:11.179603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.198000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f2126bf-f86e-45ad-bbcb-c3a4bd4124ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.208168 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f2126bf-f86e-45ad-bbcb-c3a4bd4124ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.223861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Transition to ACTIVE for port object a8e61d63-1c2b-43c0-8355-ef2f804f3ade will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:48:11.240048 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.263307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1f2126bf-f86e-45ad-bbcb-c3a4bd4124ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44615d7dab144f3dbeedd2abe5f503c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787417 Apr 21 20:48:11.267904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36848) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:11.289090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2126bf-f86e-45ad-bbcb-c3a4bd4124ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dc02c1-d981-4f21-b884-498dd979a48c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:11.331833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:11.410517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Attempting to bind port a8e61d63-1c2b-43c0-8355-ef2f804f3ade on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:11.429382 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9303b9c5-0e9f-4f7e-8aa4-120660f585d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.432195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Attempting to bind port a8e61d63-1c2b-43c0-8355-ef2f804f3ade by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:11.432530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Attempting to bind port a8e61d63-1c2b-43c0-8355-ef2f804f3ade on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:11.479880 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Port a8e61d63-1c2b-43c0-8355-ef2f804f3ade on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:48:11.481133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Attempting to bind port a8e61d63-1c2b-43c0-8355-ef2f804f3ade on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:11.501215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9303b9c5-0e9f-4f7e-8aa4-120660f585d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.513631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:11.520977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:11.524576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:11.526914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Bound port: a8e61d63-1c2b-43c0-8355-ef2f804f3ade, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:11.527782 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.672559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36862) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:11.692195 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-9ed3bddc-36ff-4cd4-9738-3b3abc80ac29 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=30b44f7149c74e279e768ab407765eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739601 Apr 21 20:48:11.737042 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9303b9c5-0e9f-4f7e-8aa4-120660f585d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.740777 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9303b9c5-0e9f-4f7e-8aa4-120660f585d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.742904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9303b9c5-0e9f-4f7e-8aa4-120660f585d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f3dc02c1-d981-4f21-b884-498dd979a48c HTTP/1.1" status: 204 len: 168 time: 0.4740348 Apr 21 20:48:11.787373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] For port a8e61d63-1c2b-43c0-8355-ef2f804f3ade, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:11.792722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] For port a8e61d63-1c2b-43c0-8355-ef2f804f3ade, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:11.794594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303b9c5-0e9f-4f7e-8aa4-120660f585d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dc02c1-d981-4f21-b884-498dd979a48c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:11.803768 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.878776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-33848fdb-2194-42c2-aeec-509d81f8dc97 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:11.881869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-33848fdb-2194-42c2-aeec-509d81f8dc97 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886520 Apr 21 20:48:11.886888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:11.888075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:11.890490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] 10.222.0.43 "PUT /v2.0/ports/a8e61d63-1c2b-43c0-8355-ef2f804f3ade HTTP/1.1" status: 200 len: 1096 time: 1.3375711 Apr 21 20:48:11.891016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134318d7-ed13-4760-a0cd-a9392f0a0334', 'tag': 'a8e61d63-1c2b-43c0-8355-ef2f804f3ade'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:11.898311 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a4eb08-0545-4465-a67c-1e03d0394ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "134318d7-ed13-4760-a0cd-a9392f0a0334", "tag": "a8e61d63-1c2b-43c0-8355-ef2f804f3ade"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:11.950385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b3875acb-91fd-4e3d-9001-f75c2a658745 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/quotas/30b44f7149c74e279e768ab407765eba HTTP/1.1" status: 200 len: 375 time: 0.0415530 Apr 21 20:48:12.000457 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-78d52221-6c3f-4c0d-9727-13917e374fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.007622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65067a7-e7c3-477d-9639-79b5ee7d1d17 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:12.022158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-f720fb73-0374-44be-93c1-a050bc8338e5 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=30b44f7149c74e279e768ab407765eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705774 Apr 21 20:48:12.045884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-acf497bb-7ad4-4ff7-b43d-7b3fc8440f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:12.047372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-acf497bb-7ad4-4ff7-b43d-7b3fc8440f06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 1099 time: 0.1044149 Apr 21 20:48:12.088936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752d1d-14e6-443a-b5bc-142bd2c3e3c4 req-3912e286-6105-4507-9e94-e4ced25b15e5 tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:12.096322 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e752d1d-14e6-443a-b5bc-142bd2c3e3c4 req-3912e286-6105-4507-9e94-e4ced25b15e5 tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1100 time: 0.1652560 Apr 21 20:48:12.104442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-4f500153-b331-42b2-b426-806425395c0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a8e61d63-1c2b-43c0-8355-ef2f804f3ade HTTP/1.1" status: 200 len: 217 time: 0.0494301 Apr 21 20:48:12.147700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.resource_extend [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:48:12.150683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3e752d1d-14e6-443a-b5bc-142bd2c3e3c4 req-98e8bca9-e69f-4694-8325-f2e70a6d655a tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.174034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36872) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:12.183112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-d29d90ce-316d-47d6-a5f5-f571855d0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:12.185474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-d29d90ce-316d-47d6-a5f5-f571855d0111 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0697830 Apr 21 20:48:12.214851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff8f5-3d87-41fc-b7ad-77599334858a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.285663 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.299546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-0102d8de-0088-45de-a0b1-adbf43e6861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:12.300681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.301908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-0102d8de-0088-45de-a0b1-adbf43e6861e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105077 Apr 21 20:48:12.305198 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1afc41e-028f-41bf-a7c0-acd319a5d3b8 x-openstack-request-id: req-a1afc41e-028f-41bf-a7c0-acd319a5d3b8 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:12.305499 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9a23e1-ef42-4bad-8598-adb96b3124a7", "name": "network-vif-deleted", "tag": "834023c6-01af-4fbd-827d-f92f0011a66c", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:12.305737 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1afc41e-028f-41bf-a7c0-acd319a5d3b8 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:12.306153 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1afc41e-028f-41bf-a7c0-acd319a5d3b8'] response: {'server_uuid': '9d9a23e1-ef42-4bad-8598-adb96b3124a7', 'name': 'network-vif-deleted', 'tag': '834023c6-01af-4fbd-827d-f92f0011a66c', 'status': 'completed', 'code': 200} Apr 21 20:48:12.393763 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-78d52221-6c3f-4c0d-9727-13917e374fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.431877 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-78d52221-6c3f-4c0d-9727-13917e374fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.472156 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-418bd58b-bb93-4ea4-b611-6cf64fa9de77 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616468 Apr 21 20:48:12.505637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7fd71-4d25-4d85-a6f6-ca5a1616bbe4 req-4481d229-77c3-4476-bb29-958d2f32d44e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:12.507136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87c7fd71-4d25-4d85-a6f6-ca5a1616bbe4 req-4481d229-77c3-4476-bb29-958d2f32d44e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 948 time: 0.1001852 Apr 21 20:48:12.512300 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Floating IP 72fe51bc-f532-417c-b580-af29951bd3c8 associated. External IP: 172.25.0.246, port: b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11. Apr 21 20:48:12.525764 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-78d52221-6c3f-4c0d-9727-13917e374fc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96b05d534f47480799f0e7a2be5b5e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8282466 Apr 21 20:48:12.557817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3e752d1d-14e6-443a-b5bc-142bd2c3e3c4 req-98e8bca9-e69f-4694-8325-f2e70a6d655a tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.558004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36888) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:12.558093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d52221-6c3f-4c0d-9727-13917e374fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abdae32-8ace-4edd-ab37-721ca142ad63,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:12.568304 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3e752d1d-14e6-443a-b5bc-142bd2c3e3c4 req-98e8bca9-e69f-4694-8325-f2e70a6d655a tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.615140 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e752d1d-14e6-443a-b5bc-142bd2c3e3c4 req-98e8bca9-e69f-4694-8325-f2e70a6d655a tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173237 Apr 21 20:48:12.625600 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff8f5-3d87-41fc-b7ad-77599334858a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.649711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8bca9-e69f-4694-8325-f2e70a6d655a tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b70f6-da4b-4bbb-b739-b67478eb6aa2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:12.666065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff8f5-3d87-41fc-b7ad-77599334858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.730348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87c7fd71-4d25-4d85-a6f6-ca5a1616bbe4 req-1b8f3664-1aff-48a6-98df-f6fd453d9acd tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915088 Apr 21 20:48:12.730348 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e400155-8531-49cd-a8b2-b592633d3708 x-openstack-request-id: req-6e400155-8531-49cd-a8b2-b592633d3708 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:12.730348 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134318d7-ed13-4760-a0cd-a9392f0a0334", "tag": "a8e61d63-1c2b-43c0-8355-ef2f804f3ade", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:12.730348 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e400155-8531-49cd-a8b2-b592633d3708 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:12.730819 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e400155-8531-49cd-a8b2-b592633d3708'] response: {'name': 'network-changed', 'server_uuid': '134318d7-ed13-4760-a0cd-a9392f0a0334', 'tag': 'a8e61d63-1c2b-43c0-8355-ef2f804f3ade', 'status': 'completed', 'code': 200} Apr 21 20:48:12.761946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edab37e1-e610-4267-ac2d-1d872c45a470 req-f854384f-fcc6-42cf-afb6-2412f067a768 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778020 Apr 21 20:48:12.773305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ff8f5-3d87-41fc-b7ad-77599334858a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30edcf13-3412-4c5f-9f57-e401edf6259d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:12.777696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8b0ff8f5-3d87-41fc-b7ad-77599334858a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91e0fc41d3a14f0483e388a836419d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026082 Apr 21 20:48:12.780884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36894) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:12.788210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6947f66d-4b75-4629-ab07-d7fdeed719ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.837666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6947f66d-4b75-4629-ab07-d7fdeed719ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.916567 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a18db4fa-9ee5-49c7-875f-60e0caacf1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.927331 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66ccb8dc-19c5-4293-954f-89bf48b8f1c6 req-a92a0cdd-5fa5-440f-a07f-e9169d315173 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 210 time: 0.0338912 Apr 21 20:48:12.948627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-02c8ba0e-fa84-4e12-acdc-636c7640a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:12.950530 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-02c8ba0e-fa84-4e12-acdc-636c7640a3ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 1099 time: 0.0950749 Apr 21 20:48:12.953045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a18db4fa-9ee5-49c7-875f-60e0caacf1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.980828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-a6b4832c-21bd-42f1-a849-6df7143fa8e8 req-399038fe-be59-4773-bfa2-2cf1bc54e126 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:48:12.982014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6b4832c-21bd-42f1-a849-6df7143fa8e8 req-399038fe-be59-4773-bfa2-2cf1bc54e126 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087595 Apr 21 20:48:12.983113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 834023c6-01af-4fbd-827d-f92f0011a66c no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:48:12.995043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6947f66d-4b75-4629-ab07-d7fdeed719ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.997677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6947f66d-4b75-4629-ab07-d7fdeed719ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:12.998842 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6947f66d-4b75-4629-ab07-d7fdeed719ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6abdae32-8ace-4edd-ab37-721ca142ad63 HTTP/1.1" status: 204 len: 168 time: 0.4404137 Apr 21 20:48:13.027438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 834023c6-01af-4fbd-827d-f92f0011a66c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:48:13.027755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 834023c6-01af-4fbd-827d-f92f0011a66c not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:48:13.053029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947f66d-4b75-4629-ab07-d7fdeed719ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abdae32-8ace-4edd-ab37-721ca142ad63,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:13.098012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-e77dd4a0-19c6-4d0f-b904-8c76458f5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:13.101221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-e77dd4a0-19c6-4d0f-b904-8c76458f5ed4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1404347 Apr 21 20:48:13.102066 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a18db4fa-9ee5-49c7-875f-60e0caacf1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:13.108156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a18db4fa-9ee5-49c7-875f-60e0caacf1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:13.112325 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a18db4fa-9ee5-49c7-875f-60e0caacf1c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30edcf13-3412-4c5f-9f57-e401edf6259d HTTP/1.1" status: 204 len: 168 time: 0.3304954 Apr 21 20:48:13.158404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Router 2450a346-80a6-43bb-b1cc-2dd8451abb44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:48:13.213920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18db4fa-9ee5-49c7-875f-60e0caacf1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30edcf13-3412-4c5f-9f57-e401edf6259d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:13.217581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-838ef7db-0aa0-47c5-a840-9535bf06792f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a8e61d63-1c2b-43c0-8355-ef2f804f3ade HTTP/1.1" status: 200 len: 217 time: 0.1040056 Apr 21 20:48:13.296905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-919fd476-936d-4e15-a249-a91357d3fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:13.299583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-919fd476-936d-4e15-a249-a91357d3fc9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0745094 Apr 21 20:48:13.318502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:48:13.323929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:13.337684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] Sync routers for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:48:13.358866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:13.358866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:13.377170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-dddc0133-1ab6-43d9-ad8b-931232caf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:13.380299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-dddc0133-1ab6-43d9-ad8b-931232caf700 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724123 Apr 21 20:48:13.428472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ca8ad23e-0108-4474-9ae7-32262f90655b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "PUT /v2.0/floatingips/72fe51bc-f532-417c-b580-af29951bd3c8 HTTP/1.1" status: 200 len: 991 time: 2.3664951 Apr 21 20:48:13.542647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-675532c9-7ff6-4557-b338-29f285bcb7c1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520472 Apr 21 20:48:13.570269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-02d18ab7-31b1-459b-92a8-7b356a60b1e0 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=30b44f7149c74e279e768ab407765eba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408022 Apr 21 20:48:13.582122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:13.602341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36920) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:13.654211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65a4eb08-0545-4465-a67c-1e03d0394ef5 req-798e3c8a-a4ba-4bd2-b0b2-edc27f3e551e service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042464 Apr 21 20:48:13.751269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-5b8c904e-f632-48c8-b828-8fb97c6b5164 req-841cc546-b625-4443-890e-4ba10de5cd4c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:48:13.767814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b8c904e-f632-48c8-b828-8fb97c6b5164 req-841cc546-b625-4443-890e-4ba10de5cd4c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2509592 Apr 21 20:48:13.800729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef39898e-3a13-41e2-9ecc-0c7ec8c8323a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:13.918103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-924e8f5c-8218-4721-84d7-46aa261b72e8 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:13.919716 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-924e8f5c-8218-4721-84d7-46aa261b72e8 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3451424 Apr 21 20:48:13.934166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Request body: {'port': {'device_id': 'bf9477d9-5a32-48a7-926d-46dda65491d8', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '30b44f7149c74e279e768ab407765eba'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:14.042413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '72fe51bc-f532-417c-b580-af29951bd3c8', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'port_id': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'mac_address': 'fa:16:3e:28:12:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:47:37Z', 'updated_at': '2022-04-21T20:48:12Z', 'revision_number': 1, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:14.048038 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef39898e-3a13-41e2-9ecc-0c7ec8c8323a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.060195 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef39898e-3a13-41e2-9ecc-0c7ec8c8323a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.073552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] Checking router: 2450a346-80a6-43bb-b1cc-2dd8451abb44 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:48:14.082519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:14.083437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:14.091618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ef39898e-3a13-41e2-9ecc-0c7ec8c8323a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04b36045c41a430aba834616d1373d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885380 Apr 21 20:48:14.095246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36950) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:14.143556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39898e-3a13-41e2-9ecc-0c7ec8c8323a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3672181d-b4b1-4a5d-b345-c5ee08211e00,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:14.150007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Made reservation on behalf of 30b44f7149c74e279e768ab407765eba for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:14.153491 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.172067 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.250356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2baa682e-8c3a-4d86-980e-b19dfb674c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.275787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:14.276028 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.279140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2baa682e-8c3a-4d86-980e-b19dfb674c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.282324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.308374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'tag': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:14.310753 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9f853a-5bed-4da9-bcb7-ae609075ba35" -d '{"events": [{"name": "network-changed", "server_uuid": "50ece6f4-61c5-48c5-9aa1-9ff16434a75d", "tag": "b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:14.377822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df08e419-0cad-432b-a02a-cc43ef7d289b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:14.382056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2baa682e-8c3a-4d86-980e-b19dfb674c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.385010 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2baa682e-8c3a-4d86-980e-b19dfb674c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.391161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2baa682e-8c3a-4d86-980e-b19dfb674c9e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3672181d-b4b1-4a5d-b345-c5ee08211e00 HTTP/1.1" status: 204 len: 168 time: 0.2948070 Apr 21 20:48:14.408354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa682e-8c3a-4d86-980e-b19dfb674c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3672181d-b4b1-4a5d-b345-c5ee08211e00,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:14.490731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Allocated IP 192.168.233.30 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/a551fa73-6fad-4918-b854-1b6734623fbc) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:14.678721 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.763610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '72fe51bc-f532-417c-b580-af29951bd3c8', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'port_id': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'mac_address': 'fa:16:3e:28:12:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:47:37Z', 'updated_at': '2022-04-21T20:48:12Z', 'revision_number': 1, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:14.771774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b517941-661b-4491-a235-8723da03b41a req-775db979-49bb-4928-aea7-27e1fd50121d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:14.773376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b517941-661b-4491-a235-8723da03b41a req-775db979-49bb-4928-aea7-27e1fd50121d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 945 time: 0.0816808 Apr 21 20:48:14.774912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.798942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7480467-dce5-4770-9a8f-8c8f280343c0 None None] The sync data for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 is: [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '72fe51bc-f532-417c-b580-af29951bd3c8', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'port_id': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'mac_address': 'fa:16:3e:28:12:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:47:37Z', 'updated_at': '2022-04-21T20:48:12Z', 'revision_number': 1, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:48:14.869208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:14.872654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Pushing event updated for resources: {'Port': ['ID=a551fa73-6fad-4918-b854-1b6734623fbc,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:14.875312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:14.882094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:14.888066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:14.888741 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:14.903604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b517941-661b-4491-a235-8723da03b41a req-50278165-0985-48ff-85ea-4d9f2e689226 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204011 Apr 21 20:48:14.921276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-b58b7cfd-266f-47d6-b12f-b3ec5e209087 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9922662 Apr 21 20:48:14.934049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Request body: {'port': {'device_id': 'bf9477d9-5a32-48a7-926d-46dda65491d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:15.068253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:15.117834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36998) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:15.249787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a47dc1-c74c-4aec-95fc-85bf2f2a2a5f req-2ee0b3fb-38da-43fa-93a2-8be3a60e69f8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:15.249996 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68929dbc-98f5-42ca-8d0f-326e73aab585 None None] New status for floating IP 72fe51bc-f532-417c-b580-af29951bd3c8: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:48:15.251345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3a47dc1-c74c-4aec-95fc-85bf2f2a2a5f req-2ee0b3fb-38da-43fa-93a2-8be3a60e69f8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 948 time: 0.2230279 Apr 21 20:48:15.270076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-0435c388-e2b8-479e-a62a-599dbd3c019d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1508353 Apr 21 20:48:15.279325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-87a498db-e1a8-44a4-a3a9-af22dde5698c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:48:15.295111 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-87a498db-e1a8-44a4-a3a9-af22dde5698c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232344 Apr 21 20:48:15.310122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bed1faea-8ea8-497f-9230-536c8ad89f67 None None] Provisioning complete for port a551fa73-6fad-4918-b854-1b6734623fbc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:15.310602 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bed1faea-8ea8-497f-9230-536c8ad89f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:15.432807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3a47dc1-c74c-4aec-95fc-85bf2f2a2a5f req-c1afbe9d-b9da-491a-b8ca-b8519fd61bc8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501281 Apr 21 20:48:15.438536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bed1faea-8ea8-497f-9230-536c8ad89f67 None None] Port a551fa73-6fad-4918-b854-1b6734623fbc cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:15.642991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e7ecb-c544-44bb-b3a7-485cc9e83571 req-b6936d37-95ce-45f5-abe2-297bce542c9a tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:15.650652 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-723e7ecb-c544-44bb-b3a7-485cc9e83571 req-b6936d37-95ce-45f5-abe2-297bce542c9a tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 935 time: 0.1224585 Apr 21 20:48:15.732812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-723e7ecb-c544-44bb-b3a7-485cc9e83571 req-b752f21c-49b6-48b6-97da-2ea454187a61 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812171 Apr 21 20:48:15.735336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37034) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:15.740188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a551fa73-6fad-4918-b854-1b6734623fbc {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:15.751790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:15.765853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Transition to ACTIVE for port object a551fa73-6fad-4918-b854-1b6734623fbc will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:48:15.774004 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:15.814141 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961b8d9d-ceb6-4ce5-a968-05d1f95875e2 x-openstack-request-id: req-961b8d9d-ceb6-4ce5-a968-05d1f95875e2 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:15.814430 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ece6f4-61c5-48c5-9aa1-9ff16434a75d", "tag": "b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:15.814677 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-961b8d9d-ceb6-4ce5-a968-05d1f95875e2 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:15.815069 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961b8d9d-ceb6-4ce5-a968-05d1f95875e2'] response: {'name': 'network-changed', 'server_uuid': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'tag': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11', 'status': 'completed', 'code': 200} Apr 21 20:48:15.959908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Pushing event updated for resources: {'Port': ['ID=a551fa73-6fad-4918-b854-1b6734623fbc,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:16.012740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-1d8f47e7-5905-42cf-83e9-2d040a53d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:16.014294 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-1d8f47e7-5905-42cf-83e9-2d040a53d458 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 1096 time: 0.1984906 Apr 21 20:48:16.016403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Attempting to bind port a551fa73-6fad-4918-b854-1b6734623fbc on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:16.016737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Attempting to bind port a551fa73-6fad-4918-b854-1b6734623fbc by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:16.017089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Attempting to bind port a551fa73-6fad-4918-b854-1b6734623fbc on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:16.032328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978b66f-5eab-440a-b5ac-fc93651d94ec req-e7e54bb4-b880-4e55-9cb2-ab5bbb9ca86a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:16.034380 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3978b66f-5eab-440a-b5ac-fc93651d94ec req-e7e54bb4-b880-4e55-9cb2-ab5bbb9ca86a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1879926 Apr 21 20:48:16.042617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Port a551fa73-6fad-4918-b854-1b6734623fbc on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:48:16.042617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Attempting to bind port a551fa73-6fad-4918-b854-1b6734623fbc on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:16.061942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-ba7f994c-1275-47a4-8a6e-1d42504f2b05 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:48:16.063793 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-ba7f994c-1275-47a4-8a6e-1d42504f2b05 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3254914 Apr 21 20:48:16.085855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:16.085855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:16.086384 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:16.087032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Bound port: a551fa73-6fad-4918-b854-1b6734623fbc, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:16.087505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:16.192863 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3978b66f-5eab-440a-b5ac-fc93651d94ec req-b827d17f-4113-48b3-961d-57bfc36ab5e6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367702 Apr 21 20:48:16.252988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-ee11abed-38db-4bb5-aef9-59831e7e3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:16.255061 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-ee11abed-38db-4bb5-aef9-59831e7e3a49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 200 len: 924 time: 0.2174370 Apr 21 20:48:16.263232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] For port a551fa73-6fad-4918-b854-1b6734623fbc, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:16.275922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] For port a551fa73-6fad-4918-b854-1b6734623fbc, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a551fa73-6fad-4918-b854-1b6734623fbc,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:16.356156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:16.406993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-8b616ec8-4cc9-4590-af4f-b94d18c1808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:16.408487 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-8b616ec8-4cc9-4590-af4f-b94d18c1808b service neutron] 10.222.0.49 "GET /v2.0/ports/ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 1115 time: 0.1884599 Apr 21 20:48:16.441524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Request body: {'binding': {'host': 'n-h1-838945-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:16.442503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Unknown quota resources ['binding']. {{(pid=114646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 20:48:16.485936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:16.486706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:16.488139 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] 10.222.0.43 "PUT /v2.0/ports/a551fa73-6fad-4918-b854-1b6734623fbc HTTP/1.1" status: 200 len: 1095 time: 1.5587194 Apr 21 20:48:16.509560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-7f5d0116-05fd-4ad7-8715-1d8c17872242 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 HTTP/1.1" status: 200 len: 1001 time: 0.2477226 Apr 21 20:48:16.596655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad9c3a-6b83-4baf-b906-5a2200d60d85 service neutron] Pushing event updated for resources: {'Port': ['ID=a551fa73-6fad-4918-b854-1b6734623fbc,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:16.724930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-c716d366-36aa-4d74-9d86-57379be9739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:16.726561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-c716d366-36aa-4d74-9d86-57379be9739f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7fbf35-ae24-40df-af73-497f4a003c6c HTTP/1.1" status: 200 len: 862 time: 0.2020006 Apr 21 20:48:16.755861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-76633efc-d210-4b7a-b0e0-34fdbc5ec09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:16.757362 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-76633efc-d210-4b7a-b0e0-34fdbc5ec09c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30b44f7149c74e279e768ab407765eba&device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 1098 time: 0.2048717 Apr 21 20:48:16.827691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 on host n-h1-838945-1 for vnic_type normal with profile None {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:16.827967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:16.828296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:16.836846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-04412ff1-7836-468d-ad9b-9e171180db96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a551fa73-6fad-4918-b854-1b6734623fbc HTTP/1.1" status: 200 len: 217 time: 0.0593827 Apr 21 20:48:16.983044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a8e61d63-1c2b-43c0-8355-ef2f804f3ade details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:17.077298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37094) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:17.099877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a8e61d63-1c2b-43c0-8355-ef2f804f3ade, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:17.112056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Port ba5f2547-7bf5-414b-8f59-50403fd3c838 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:48:17.112376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:17.116746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'a8e61d63-1c2b-43c0-8355-ef2f804f3ade', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'a8e61d63-1c2b-43c0-8355-ef2f804f3ade', 'mac_address': 'fa:16:3e:bc:de:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:48:17.147473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:17.147812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:17.148195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:17.148635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Bound port: ba5f2547-7bf5-414b-8f59-50403fd3c838, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:17.156607 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:17.169783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e61d63-1c2b-43c0-8355-ef2f804f3ade {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:17.172803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-1f444a1d-d1e4-4d65-9118-02ad38f42dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:17.174303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-1f444a1d-d1e4-4d65-9118-02ad38f42dcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed92b188-e14e-4d1e-ae98-d4cbfad16828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4394772 Apr 21 20:48:17.190836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a8e61d63-1c2b-43c0-8355-ef2f804f3ade, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:17.195939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:17.235054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-4174eeae-b4a5-40f0-905e-0cb2a36b77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:17.236562 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-4174eeae-b4a5-40f0-905e-0cb2a36b77db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.3897786 Apr 21 20:48:17.255766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:17.265618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.265960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.266295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.266625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.266950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.267291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.267773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.268094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.268601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.269461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.270038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.270503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:17.278353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0a0b6d20-6619-4287-a835-278aba5bc5f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15bf1e54c3ef4248ae3347a0e3d1d087&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1999195 Apr 21 20:48:17.279004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37100) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:17.299092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f3115-143d-49c6-8ed7-92ee4dfd5b0c req-63bda2f3-56a2-414f-b6fe-f17ee6e40bbb tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:17.300593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-536f3115-143d-49c6-8ed7-92ee4dfd5b0c req-63bda2f3-56a2-414f-b6fe-f17ee6e40bbb tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 948 time: 0.4699667 Apr 21 20:48:17.348974 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9157aa1-67dc-4ee2-9260-539cc494c139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:17.370858 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9157aa1-67dc-4ee2-9260-539cc494c139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:17.380521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:17.420017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] Notify callbacks [] for binding, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:17.421262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-eda97663-7943-4d54-8883-d9da86d7f117 service neutron] 10.222.0.49 "POST /v2.0/ports/ba5f2547-7bf5-414b-8f59-50403fd3c838/bindings HTTP/1.1" status: 201 len: 389 time: 0.9944077 Apr 21 20:48:17.429221 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9157aa1-67dc-4ee2-9260-539cc494c139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:17.432548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9157aa1-67dc-4ee2-9260-539cc494c139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:17.436332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d9157aa1-67dc-4ee2-9260-539cc494c139 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7989524-4f0f-4580-b273-8c1cf6bb580e HTTP/1.1" status: 204 len: 168 time: 0.1540153 Apr 21 20:48:17.445865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-536f3115-143d-49c6-8ed7-92ee4dfd5b0c req-0cc63cb9-5d8e-47dd-9a99-f61e3c4ab13d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236749 Apr 21 20:48:17.450814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9157aa1-67dc-4ee2-9260-539cc494c139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7989524-4f0f-4580-b273-8c1cf6bb580e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:17.452188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-2a7bae80-5174-45a0-bedc-18d005edcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:17.453563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-2a7bae80-5174-45a0-bedc-18d005edcea3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2048521 Apr 21 20:48:17.456228 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-1d466053-d8eb-4043-b10a-4617f20e2b5d service neutron] 10.222.0.46 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569315 Apr 21 20:48:17.518579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-bbac3971-e4b8-4b7b-89ac-81425e431f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:17.520097 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-bbac3971-e4b8-4b7b-89ac-81425e431f38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1100 time: 0.1615088 Apr 21 20:48:17.528985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:17.755171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-d50a2da7-d590-4801-9b74-20235e21924f service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921994 Apr 21 20:48:17.755775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.46', 59983) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:17.810094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a9f853a-5bed-4da9-bcb7-ae609075ba35 req-a36f49cd-8889-480a-b462-0f2078dc190b service neutron] 10.222.0.46 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146291 Apr 21 20:48:17.815022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-701d4c27-2a2b-4c1b-92f3-7ce6104b7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:17.816471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-701d4c27-2a2b-4c1b-92f3-7ce6104b7845 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2638323 Apr 21 20:48:17.817305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-a79b59b4-79ad-4038-a255-a5fe29f4fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:17.819459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-a79b59b4-79ad-4038-a255-a5fe29f4fc8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1118 time: 0.0619075 Apr 21 20:48:17.840812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9477d9-5a32-48a7-926d-46dda65491d8', 'tag': 'a551fa73-6fad-4918-b854-1b6734623fbc'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:17.843061 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26345d9e-dee7-4f29-84a5-12914e3cdfff" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9477d9-5a32-48a7-926d-46dda65491d8", "tag": "a551fa73-6fad-4918-b854-1b6734623fbc"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:17.855382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b58210-7f89-46cd-8ee0-e13a696f9a17 req-2228029e-4496-4b2f-afdf-044d867f47b8 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:17.856951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0b58210-7f89-46cd-8ee0-e13a696f9a17 req-2228029e-4496-4b2f-afdf-044d867f47b8 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 947 time: 0.1915183 Apr 21 20:48:17.917294 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-73adab1b-60da-43b5-ad97-7805ac082dc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 217 time: 0.0564117 Apr 21 20:48:17.946017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-37f51ef6-a461-4a1c-8c27-6aabcdd3a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:17.948698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-37f51ef6-a461-4a1c-8c27-6aabcdd3a975 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.1084845 Apr 21 20:48:17.963963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37116) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:17.983583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0b58210-7f89-46cd-8ee0-e13a696f9a17 req-be63994f-fcf5-4b20-a1fc-0ca36f3c6efe tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145542 Apr 21 20:48:18.015049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2391ab-030f-4d7e-bc84-1a36f2bafd97 req-60f3b1ea-263a-4dcb-9cb0-e10bb108ebfd service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462790 Apr 21 20:48:18.019441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-09148c79-7e26-4fc2-b370-5bcad7d14146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:18.022661 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-f7368f09-c9d3-4076-8645-8effbb193031 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 217 time: 0.0672796 Apr 21 20:48:18.023556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0612875a-5058-48d3-bbe5-5f107d053e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:18.031638 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-09148c79-7e26-4fc2-b370-5bcad7d14146 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0994256 Apr 21 20:48:18.091871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-5a502029-a310-448a-9aa7-90ca7367bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:18.093821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-5a502029-a310-448a-9aa7-90ca7367bfa7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453308 Apr 21 20:48:18.153128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-7fb38d66-c3c7-4ca2-a544-4ccc9a3f2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:18.154551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-7fb38d66-c3c7-4ca2-a544-4ccc9a3f2886 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0997000 Apr 21 20:48:18.170840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd14a0-c7d6-4734-8e46-3ef976794e8c req-086d4425-ee7b-4a91-b76a-e802db28ddda tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:18.172248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22cd14a0-c7d6-4734-8e46-3ef976794e8c req-086d4425-ee7b-4a91-b76a-e802db28ddda tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1268499 Apr 21 20:48:18.216788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-c7a47f94-53b7-49b5-864a-7ff0171d0ee0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551169 Apr 21 20:48:18.220465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b57eab-dfdc-4dd8-b46c-626e0ab098e7 req-663eca77-c423-4b8d-82a3-b80d9b1dddc7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:18.221942 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-76b57eab-dfdc-4dd8-b46c-626e0ab098e7 req-663eca77-c423-4b8d-82a3-b80d9b1dddc7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 967 time: 0.1031394 Apr 21 20:48:18.249218 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-b4cba7dd-f025-4333-b746-9fa93f6e0367 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387022 Apr 21 20:48:18.270467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0612875a-5058-48d3-bbe5-5f107d053e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:18.297314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22cd14a0-c7d6-4734-8e46-3ef976794e8c req-73c40804-fbef-4237-9edb-1e3eb2be6dc0 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162481 Apr 21 20:48:18.300026 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0612875a-5058-48d3-bbe5-5f107d053e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:18.313464 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-76b57eab-dfdc-4dd8-b46c-626e0ab098e7 req-e0a14ca1-4f09-4ae3-b7fd-21aec6920aea tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847163 Apr 21 20:48:18.358843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0612875a-5058-48d3-bbe5-5f107d053e30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f621d8b5cedb44e3ba8ab076a8c6743a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908820 Apr 21 20:48:18.358843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612875a-5058-48d3-bbe5-5f107d053e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34127d09-6fcf-4ff7-b368-e805990bc3f7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:18.362113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37124) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:18.363531 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc450c32-5cf7-4713-a82c-1b9cc9689242 x-openstack-request-id: req-fc450c32-5cf7-4713-a82c-1b9cc9689242 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:18.363818 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9477d9-5a32-48a7-926d-46dda65491d8", "tag": "a551fa73-6fad-4918-b854-1b6734623fbc", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:18.364070 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc450c32-5cf7-4713-a82c-1b9cc9689242 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:18.364448 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc450c32-5cf7-4713-a82c-1b9cc9689242'] response: {'name': 'network-changed', 'server_uuid': 'bf9477d9-5a32-48a7-926d-46dda65491d8', 'tag': 'a551fa73-6fad-4918-b854-1b6734623fbc', 'status': 'completed', 'code': 200} Apr 21 20:48:18.388152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b5bc8741-bf35-40fb-bb26-be14b211757b service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601861 Apr 21 20:48:18.411198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-50639a22-baa7-483c-8e9c-9fb7ce887506 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554906 Apr 21 20:48:18.509831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-520401d2-6b96-494d-8c2d-b01967b3aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:18.511440 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-520401d2-6b96-494d-8c2d-b01967b3aefc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=30b44f7149c74e279e768ab407765eba&device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 1098 time: 0.1121783 Apr 21 20:48:18.547034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-e8718a0d-6099-47cb-af2f-4e92c5c1cae0 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506793 Apr 21 20:48:18.560696 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7898766-b6a8-42eb-b01b-5695bd5c6c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:18.653221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7898766-b6a8-42eb-b01b-5695bd5c6c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:18.723675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef175899-a72c-472a-b2c8-449dfc220a16 req-88977d11-91f9-4248-8bbe-cb736c7d9833 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:18.729249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef175899-a72c-472a-b2c8-449dfc220a16 req-88977d11-91f9-4248-8bbe-cb736c7d9833 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 949 time: 0.1794429 Apr 21 20:48:18.735453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-6a00121d-d73c-4f09-88ce-1edd11cf525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:18.737533 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-6a00121d-d73c-4f09-88ce-1edd11cf525e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2193511 Apr 21 20:48:18.805281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-6fc2fb70-4110-49f2-b5f9-dbd848bd28d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a551fa73-6fad-4918-b854-1b6734623fbc HTTP/1.1" status: 200 len: 217 time: 0.0538692 Apr 21 20:48:18.817679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef175899-a72c-472a-b2c8-449dfc220a16 req-a127e752-b005-4978-9561-f7875e497ff0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849199 Apr 21 20:48:18.829504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7898766-b6a8-42eb-b01b-5695bd5c6c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:18.831910 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7898766-b6a8-42eb-b01b-5695bd5c6c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:18.835764 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c7898766-b6a8-42eb-b01b-5695bd5c6c43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34127d09-6fcf-4ff7-b368-e805990bc3f7 HTTP/1.1" status: 204 len: 168 time: 0.4682789 Apr 21 20:48:18.846325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37156) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:18.908205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7898766-b6a8-42eb-b01b-5695bd5c6c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34127d09-6fcf-4ff7-b368-e805990bc3f7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:18.923580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-f4292ff7-c426-4ef7-83c4-c8a0042c2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:18.925205 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-f4292ff7-c426-4ef7-83c4-c8a0042c2e72 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1053002 Apr 21 20:48:18.984151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a8e61d63-1c2b-43c0-8355-ef2f804f3ade up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:19.015327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-b4e9f91e-9eab-4f25-a58f-415410330475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:19.016960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-b4e9f91e-9eab-4f25-a58f-415410330475 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829751 Apr 21 20:48:19.105158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port a8e61d63-1c2b-43c0-8355-ef2f804f3ade completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:19.110799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port a8e61d63-1c2b-43c0-8355-ef2f804f3ade triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:19.112048 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.175089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2c408a1-c352-41b3-9706-56c616ff051f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.182185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-226bf036-8b8a-448f-a7ae-dfa2eeddf694 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:19.184555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-226bf036-8b8a-448f-a7ae-dfa2eeddf694 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1118 time: 0.4107587 Apr 21 20:48:19.199599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838945-1'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:19.215021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.231432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2b741-ef26-4bc7-a387-24136a74fae3 req-246a6b60-4090-4ea6-9a1a-a45164c24b0f tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:19.247316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134318d7-ed13-4760-a0cd-a9392f0a0334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e61d63-1c2b-43c0-8355-ef2f804f3ade'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:19.248780 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ce2b741-ef26-4bc7-a387-24136a74fae3 req-246a6b60-4090-4ea6-9a1a-a45164c24b0f tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 947 time: 0.1548395 Apr 21 20:48:19.252218 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a0563e-0a64-49db-a52c-c3aa60af1ad6" -d '{"events": [{"server_uuid": "134318d7-ed13-4760-a0cd-a9392f0a0334", "name": "network-vif-plugged", "status": "completed", "tag": "a8e61d63-1c2b-43c0-8355-ef2f804f3ade"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:19.271983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a8e61d63-1c2b-43c0-8355-ef2f804f3ade, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:19.272747 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-47328a24-4ad7-41b1-8b80-fe744a5f8611 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470555 Apr 21 20:48:19.277536 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.292147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.349002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:19.368415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ce2b741-ef26-4bc7-a387-24136a74fae3 req-e23545ed-bfb3-46c9-bc73-a8635742ad45 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187456 Apr 21 20:48:19.418937 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26345d9e-dee7-4f29-84a5-12914e3cdfff req-42ec3786-9b2d-4fca-b181-a84d40968705 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357586 Apr 21 20:48:19.459687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2c408a1-c352-41b3-9706-56c616ff051f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.471570 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2c408a1-c352-41b3-9706-56c616ff051f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.480723 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14401c1-36cf-4b7c-ade1-7143de72c479 x-openstack-request-id: req-d14401c1-36cf-4b7c-ade1-7143de72c479 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:19.481290 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134318d7-ed13-4760-a0cd-a9392f0a0334", "name": "network-vif-plugged", "status": "completed", "tag": "a8e61d63-1c2b-43c0-8355-ef2f804f3ade", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:19.481561 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d14401c1-36cf-4b7c-ade1-7143de72c479 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:19.482253 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14401c1-36cf-4b7c-ade1-7143de72c479'] response: {'server_uuid': '134318d7-ed13-4760-a0cd-a9392f0a0334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e61d63-1c2b-43c0-8355-ef2f804f3ade', 'code': 200} Apr 21 20:48:19.547757 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e2c408a1-c352-41b3-9706-56c616ff051f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bbdfdffd5d045b188eba365415700bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6981273 Apr 21 20:48:19.548124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37196) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:19.589762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c408a1-c352-41b3-9706-56c616ff051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a35943-0480-40ef-a8ee-088d2f6159a3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:19.630331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:19.670456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30373684-ed78-452d-a751-66d38764c4a4 req-10089d47-1340-4a6c-bcc0-96627638b0f7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:19.673253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30373684-ed78-452d-a751-66d38764c4a4 req-10089d47-1340-4a6c-bcc0-96627638b0f7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 967 time: 0.0886080 Apr 21 20:48:19.682248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0170c5b-ddb9-4c53-a8f8-129a49cf190a req-31c6f6b8-5228-48dc-9217-92916f15c5f6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:19.683742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0170c5b-ddb9-4c53-a8f8-129a49cf190a req-31c6f6b8-5228-48dc-9217-92916f15c5f6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1274378 Apr 21 20:48:19.685323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe29f3-9261-4861-ba18-8a2bc1011b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.692357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5263859-44b5-450a-acb0-99ada45974fb req-69be6b41-e95e-49a5-b4cc-10fb25f0688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:19.693821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5263859-44b5-450a-acb0-99ada45974fb req-69be6b41-e95e-49a5-b4cc-10fb25f0688c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 1101 time: 0.1179442 Apr 21 20:48:19.727799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:19.743681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe29f3-9261-4861-ba18-8a2bc1011b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.750229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30373684-ed78-452d-a751-66d38764c4a4 req-3236f322-b0bb-4703-93ec-4775b33b1bd2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663033 Apr 21 20:48:19.788256 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0170c5b-ddb9-4c53-a8f8-129a49cf190a req-1e5725e1-9197-449d-8f6e-20702c3bad8e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914981 Apr 21 20:48:19.792913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:19.796947 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db797f19-983e-461b-b775-3dd9e88a1357" -d '{"events": [{"server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "name": "network-vif-unplugged", "status": "completed", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:19.799436 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.818527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.823433 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5263859-44b5-450a-acb0-99ada45974fb req-e432ed5c-e253-4525-a2b9-4166756d7e08 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205034 Apr 21 20:48:19.866473 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbdccae-7860-4fd6-be65-a07d6084626c x-openstack-request-id: req-edbdccae-7860-4fd6-be65-a07d6084626c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:19.866992 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "name": "network-vif-unplugged", "status": "completed", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:19.867398 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edbdccae-7860-4fd6-be65-a07d6084626c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:19.867544 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe29f3-9261-4861-ba18-8a2bc1011b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.868113 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbdccae-7860-4fd6-be65-a07d6084626c'] response: {'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838', 'code': 200} Apr 21 20:48:19.870045 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe29f3-9261-4861-ba18-8a2bc1011b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:19.881862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-28fe29f3-9261-4861-ba18-8a2bc1011b67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9a35943-0480-40ef-a8ee-088d2f6159a3 HTTP/1.1" status: 204 len: 168 time: 0.3325920 Apr 21 20:48:19.889654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe29f3-9261-4861-ba18-8a2bc1011b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a35943-0480-40ef-a8ee-088d2f6159a3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:19.982295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Pushing event updated for resources: {'Port': ['ID=ba5f2547-7bf5-414b-8f59-50403fd3c838,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:19.983879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f77cad-8d67-42ea-9bb2-d3aaf8dfc9a4 req-77b029ec-b43d-47fb-a38c-6d18ac143c4b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:19.991489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 on host n-h2-838945-1 for vnic_type normal with profile {"migrating_to": "n-h1-838945-1"} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:19.991927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:19.992704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:19.997337 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7f77cad-8d67-42ea-9bb2-d3aaf8dfc9a4 req-77b029ec-b43d-47fb-a38c-6d18ac143c4b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 950 time: 0.0871673 Apr 21 20:48:19.999055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Port ba5f2547-7bf5-414b-8f59-50403fd3c838 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:48:19.999516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Attempting to bind port ba5f2547-7bf5-414b-8f59-50403fd3c838 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:20.005250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:20.005821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:20.006270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:20.006796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Bound port: ba5f2547-7bf5-414b-8f59-50403fd3c838, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:20.007265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.054193 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7f77cad-8d67-42ea-9bb2-d3aaf8dfc9a4 req-075c003f-9454-427b-9eb2-8811b91ff342 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469482 Apr 21 20:48:20.086654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:20.090187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:20.097054 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.183228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:20.183926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.184472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.185685 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] 10.222.0.46 "PUT /v2.0/ports/ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 1143 time: 0.9901209 Apr 21 20:48:20.193039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dfb5a-8ea4-4d0c-ab0e-f611845789dd service neutron] Pushing event updated for resources: {'Port': ['ID=ba5f2547-7bf5-414b-8f59-50403fd3c838,revision_number=8']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:20.260817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ba5f2547-7bf5-414b-8f59-50403fd3c838'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:20.378004 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.426781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37252) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:20.449025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45351203-afd0-4ada-80ca-1e79af85583c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.547799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4191cb8-fea3-488e-83fa-37dd0691e744 req-80083df7-b776-401c-9f04-a07a73a6f5da tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:20.549356 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4191cb8-fea3-488e-83fa-37dd0691e744 req-80083df7-b776-401c-9f04-a07a73a6f5da tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 947 time: 0.0603840 Apr 21 20:48:20.578166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45351203-afd0-4ada-80ca-1e79af85583c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.586827 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45351203-afd0-4ada-80ca-1e79af85583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.601592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4191cb8-fea3-488e-83fa-37dd0691e744 req-9a4cfd81-fba6-4783-82d0-2c74c237b32a tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Apr 21 20:48:20.630600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-45351203-afd0-4ada-80ca-1e79af85583c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dfa22d314e44bc0b1732f276be31c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025228 Apr 21 20:48:20.631452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45351203-afd0-4ada-80ca-1e79af85583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a402003-66d9-492d-8609-ea312c95acad,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:20.633212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37266) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:20.686734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-18e3e07c-4eb1-4237-869a-810d0fbb38c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.711893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-18e3e07c-4eb1-4237-869a-810d0fbb38c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.765590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-18e3e07c-4eb1-4237-869a-810d0fbb38c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.768084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-18e3e07c-4eb1-4237-869a-810d0fbb38c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:20.769241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-18e3e07c-4eb1-4237-869a-810d0fbb38c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a402003-66d9-492d-8609-ea312c95acad HTTP/1.1" status: 204 len: 168 time: 0.1345048 Apr 21 20:48:20.777984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3e07c-4eb1-4237-869a-810d0fbb38c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a402003-66d9-492d-8609-ea312c95acad,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:20.939537 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcf4ce-1d7f-4a99-9ecc-974c7f6d0f4b req-06ee497e-7a24-43d5-bb55-7acf57e84f6b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:20.941021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89fcf4ce-1d7f-4a99-9ecc-974c7f6d0f4b req-06ee497e-7a24-43d5-bb55-7acf57e84f6b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.0828753 Apr 21 20:48:20.943560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4342a-da6c-4f5a-87c6-6b95b08c9654 req-a5c8e850-d6fb-47e0-b76c-583eb3c7ec11 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:20.945663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9e4342a-da6c-4f5a-87c6-6b95b08c9654 req-a5c8e850-d6fb-47e0-b76c-583eb3c7ec11 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0539155 Apr 21 20:48:20.980591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89fcf4ce-1d7f-4a99-9ecc-974c7f6d0f4b req-a7591540-02f1-4d9f-a998-828eb6f77e99 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327978 Apr 21 20:48:20.984499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9e4342a-da6c-4f5a-87c6-6b95b08c9654 req-c142adce-9412-446b-b6a4-103e19681f94 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327382 Apr 21 20:48:21.166190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffaf4e-7ca4-4c59-baa7-11e2884d82d8 req-14937db8-575e-424c-8e09-88461f805b78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:21.167678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dbffaf4e-7ca4-4c59-baa7-11e2884d82d8 req-14937db8-575e-424c-8e09-88461f805b78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 950 time: 0.0504639 Apr 21 20:48:21.231999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dbffaf4e-7ca4-4c59-baa7-11e2884d82d8 req-a5251933-da98-4e0e-8bcf-0eafb4e18afd tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Apr 21 20:48:21.578297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37334) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:21.744187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08336ce-7124-4d47-ae34-1658ed0314ea req-b30adecc-8854-4c82-b95f-6780c2cd38ce tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:21.746066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e08336ce-7124-4d47-ae34-1658ed0314ea req-b30adecc-8854-4c82-b95f-6780c2cd38ce tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 947 time: 0.0701151 Apr 21 20:48:21.784222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e08336ce-7124-4d47-ae34-1658ed0314ea req-535e4705-55c8-4bd1-89f2-1f7115723245 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321465 Apr 21 20:48:21.860319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddf65d99-bb51-488d-85ab-94a4e86fc25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:21.869886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:21.872386 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:21.874649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37346) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:21.931892 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222a5d6e-43da-4699-91ce-070b756e33a4 x-openstack-request-id: req-222a5d6e-43da-4699-91ce-070b756e33a4 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:21.931892 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:21.931892 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-222a5d6e-43da-4699-91ce-070b756e33a4 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:21.931892 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222a5d6e-43da-4699-91ce-070b756e33a4'] response: {'name': 'network-changed', 'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838', 'status': 'completed', 'code': 200} Apr 21 20:48:21.958303 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddf65d99-bb51-488d-85ab-94a4e86fc25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:21.965665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddf65d99-bb51-488d-85ab-94a4e86fc25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:21.992324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9314edde-c85a-4f73-97fe-769458a8a74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.013775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ddf65d99-bb51-488d-85ab-94a4e86fc25b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b623b67fe3074c079f7a62b8dcf47008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320436 Apr 21 20:48:22.014654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37360) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:22.041844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf65d99-bb51-488d-85ab-94a4e86fc25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad25b9b-d67c-4a92-aa81-0dcd3d73a086,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:22.075342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-ef191e5c-3c75-429f-afdc-c842c082da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:22.076829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-ef191e5c-3c75-429f-afdc-c842c082da5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1146 time: 0.1270769 Apr 21 20:48:22.087359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9314edde-c85a-4f73-97fe-769458a8a74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.093291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7219e78e-0ca4-43c4-8b7e-c1ff9d9c90b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.109148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9314edde-c85a-4f73-97fe-769458a8a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.139481 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7219e78e-0ca4-43c4-8b7e-c1ff9d9c90b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.184964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53390e5-a870-475f-9809-5b3a35a49aae req-8891c2e3-d0a4-4888-8c9f-623f792aa595 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:22.186447 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b53390e5-a870-475f-9809-5b3a35a49aae req-8891c2e3-d0a4-4888-8c9f-623f792aa595 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.0901735 Apr 21 20:48:22.210074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9314edde-c85a-4f73-97fe-769458a8a74b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=552b108b05cc4d849ada230049de112b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341377 Apr 21 20:48:22.212882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37368) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:22.213191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314edde-c85a-4f73-97fe-769458a8a74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab98cac-f8a7-4b9f-a206-63f1aa2c30ba,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:22.237327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7219e78e-0ca4-43c4-8b7e-c1ff9d9c90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.239839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7219e78e-0ca4-43c4-8b7e-c1ff9d9c90b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.240973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7219e78e-0ca4-43c4-8b7e-c1ff9d9c90b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ad25b9b-d67c-4a92-aa81-0dcd3d73a086 HTTP/1.1" status: 204 len: 168 time: 0.2253861 Apr 21 20:48:22.242062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789860d1-3b29-4788-b61e-a871e0a43ee6 req-705b1b92-c77a-442d-bd9f-5c274b62408a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:22.243502 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-789860d1-3b29-4788-b61e-a871e0a43ee6 req-705b1b92-c77a-442d-bd9f-5c274b62408a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1382444 Apr 21 20:48:22.252978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-dbbe0dce-17d8-476c-89bd-36695343a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:22.254985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-dbbe0dce-17d8-476c-89bd-36695343a4e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.1698596 Apr 21 20:48:22.270271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b53390e5-a870-475f-9809-5b3a35a49aae req-cdee2860-6ec8-468c-804b-e6ca6cffb9b6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759478 Apr 21 20:48:22.275196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219e78e-0ca4-43c4-8b7e-c1ff9d9c90b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad25b9b-d67c-4a92-aa81-0dcd3d73a086,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:22.298209 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a110a564-024f-42f0-b150-4d8c98ec4ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.335779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a110a564-024f-42f0-b150-4d8c98ec4ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.426672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a110a564-024f-42f0-b150-4d8c98ec4ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.429616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a110a564-024f-42f0-b150-4d8c98ec4ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.433226 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a110a564-024f-42f0-b150-4d8c98ec4ead admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ab98cac-f8a7-4b9f-a206-63f1aa2c30ba HTTP/1.1" status: 204 len: 168 time: 0.2167602 Apr 21 20:48:22.449394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110a564-024f-42f0-b150-4d8c98ec4ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab98cac-f8a7-4b9f-a206-63f1aa2c30ba,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:22.460001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a5811-efa5-4bc5-be3c-06008582bd15 req-0d40234b-4ae0-4a39-8f6d-f3d002deb0f1 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:22.468100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c6a5811-efa5-4bc5-be3c-06008582bd15 req-0d40234b-4ae0-4a39-8f6d-f3d002deb0f1 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 950 time: 0.0892909 Apr 21 20:48:22.529043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c6a5811-efa5-4bc5-be3c-06008582bd15 req-2c50cb16-2ca4-432f-be08-377731cb1423 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553107 Apr 21 20:48:22.571867 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-913ad7e1-9044-4455-8648-44665acb79d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 217 time: 0.3090816 Apr 21 20:48:22.611902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-789860d1-3b29-4788-b61e-a871e0a43ee6 req-f99531ba-e178-440f-bf0d-6d078f1627ff tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558779 Apr 21 20:48:22.632962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-cd08ea17-979a-4f8b-9377-a3b8f7235caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:22.634490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-cd08ea17-979a-4f8b-9377-a3b8f7235caa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0532861 Apr 21 20:48:22.667079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-5ba5606a-3507-4175-9e97-7112bc10c857 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259254 Apr 21 20:48:22.672242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37390) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:22.709601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf816144-b578-4a52-96e4-78898eb281dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.819537 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-0f8c6228-758d-424a-82e7-b88814152eec service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346653 Apr 21 20:48:22.890225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37404) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:22.905938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb085-a3e6-4707-b879-6539c3a99f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.941809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf816144-b578-4a52-96e4-78898eb281dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.951767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf816144-b578-4a52-96e4-78898eb281dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.993686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb085-a3e6-4707-b879-6539c3a99f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:22.999330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb085-a3e6-4707-b879-6539c3a99f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.004387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a551fa73-6fad-4918-b854-1b6734623fbc details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:23.015498 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dc69ec3-beb8-4699-a848-8b1d86bfa8b9 req-00d1f6fe-f7b7-4221-b0fe-97a99058c4d3 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894753 Apr 21 20:48:23.017243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf816144-b578-4a52-96e4-78898eb281dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baa5ad3-d422-4dd0-9b3e-dd07fa1ad480,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:23.021739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf816144-b578-4a52-96e4-78898eb281dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d49e2fe092b84ce7b9529968b8746d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437796 Apr 21 20:48:23.030837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173eb6e-f866-49c8-8c01-c0f72231e4d6 req-497a88f7-4e56-42ff-bdee-3c0864487d58 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:23.031001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37406) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:23.033533 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f173eb6e-f866-49c8-8c01-c0f72231e4d6 req-497a88f7-4e56-42ff-bdee-3c0864487d58 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 947 time: 0.1415491 Apr 21 20:48:23.041669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5cbeb085-a3e6-4707-b879-6539c3a99f91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d0d9a9664d44e12a6460602210bf68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489468 Apr 21 20:48:23.048310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37408) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:23.081576 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f173eb6e-f866-49c8-8c01-c0f72231e4d6 req-0a9cf169-a4b8-4f69-a296-e38d5bfc550d tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Apr 21 20:48:23.125815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbeb085-a3e6-4707-b879-6539c3a99f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209f00a3-e701-4303-bf67-48279d8d80bb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:23.134297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a551fa73-6fad-4918-b854-1b6734623fbc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a551fa73-6fad-4918-b854-1b6734623fbc,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:23.155543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'a551fa73-6fad-4918-b854-1b6734623fbc', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'a551fa73-6fad-4918-b854-1b6734623fbc', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:48:23.180695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509f138-7be8-429e-a754-234e920513c0 req-70383a67-b820-4ce2-ac71-8e66a25a4968 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:23.182216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6509f138-7be8-429e-a754-234e920513c0 req-70383a67-b820-4ce2-ac71-8e66a25a4968 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 1101 time: 0.1249790 Apr 21 20:48:23.184693 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5834-fa60-4766-beea-74a0822dc271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.187453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b683c60d-c610-4dce-81f7-819f45f4284a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.200658 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.214699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a551fa73-6fad-4918-b854-1b6734623fbc {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:23.234918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6509f138-7be8-429e-a754-234e920513c0 req-3972d5b1-43fc-48c1-a362-67ee051b9cd4 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.237866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5834-fa60-4766-beea-74a0822dc271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.239759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a551fa73-6fad-4918-b854-1b6734623fbc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a551fa73-6fad-4918-b854-1b6734623fbc,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:23.244370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.253675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b683c60d-c610-4dce-81f7-819f45f4284a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.294253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a551fa73-6fad-4918-b854-1b6734623fbc,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:23.322356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ba5f2547-7bf5-414b-8f59-50403fd3c838 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:23.354293 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b683c60d-c610-4dce-81f7-819f45f4284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.356720 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b683c60d-c610-4dce-81f7-819f45f4284a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.361555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b683c60d-c610-4dce-81f7-819f45f4284a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/209f00a3-e701-4303-bf67-48279d8d80bb HTTP/1.1" status: 204 len: 168 time: 0.3031433 Apr 21 20:48:23.363855 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5834-fa60-4766-beea-74a0822dc271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.366299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b4ca5834-fa60-4766-beea-74a0822dc271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.367454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b4ca5834-fa60-4766-beea-74a0822dc271 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3baa5ad3-d422-4dd0-9b3e-dd07fa1ad480 HTTP/1.1" status: 204 len: 168 time: 0.3244541 Apr 21 20:48:23.375348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683c60d-c610-4dce-81f7-819f45f4284a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f00a3-e701-4303-bf67-48279d8d80bb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:23.393068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca5834-fa60-4766-beea-74a0822dc271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baa5ad3-d422-4dd0-9b3e-dd07fa1ad480,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:23.422942 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6509f138-7be8-429e-a754-234e920513c0 req-3972d5b1-43fc-48c1-a362-67ee051b9cd4 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.430890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6509f138-7be8-429e-a754-234e920513c0 req-3972d5b1-43fc-48c1-a362-67ee051b9cd4 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:23.464083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6509f138-7be8-429e-a754-234e920513c0 req-3972d5b1-43fc-48c1-a362-67ee051b9cd4 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683656 Apr 21 20:48:23.465132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:23.497917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972d5b1-43fc-48c1-a362-67ee051b9cd4 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08df4a59-9b3d-4ead-96f1-531cf42df58d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:23.507521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7b25a-83ea-4104-b392-f30c5af20531 req-080b54bb-883d-4186-adaf-82e689d4006e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:23.515192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ba5f2547-7bf5-414b-8f59-50403fd3c838 has no active binding in host n-h1-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:48:23.517513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08e7b25a-83ea-4104-b392-f30c5af20531 req-080b54bb-883d-4186-adaf-82e689d4006e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.1015835 Apr 21 20:48:23.559669 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08e7b25a-83ea-4104-b392-f30c5af20531 req-ec4bb07a-0769-42ca-b67b-e90232656aba tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Apr 21 20:48:23.610886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a551fa73-6fad-4918-b854-1b6734623fbc'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:23.733305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37440) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:23.767928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2d3cb-528c-4dde-8730-8bffddd96fa9 req-5f6af0e6-7c90-4646-be66-4a5e36698b04 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:23.769530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dc2d3cb-528c-4dde-8730-8bffddd96fa9 req-5f6af0e6-7c90-4646-be66-4a5e36698b04 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0634730 Apr 21 20:48:23.815531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dc2d3cb-528c-4dde-8730-8bffddd96fa9 req-43b8befc-0526-43d3-8b0c-bfb4a28d9c71 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341172 Apr 21 20:48:23.948083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-132796d0-fa91-43c0-a791-d4944409b2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:24.016865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-f9e551ac-dae1-4f31-9f12-e5fdd2f5c780 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350943 Apr 21 20:48:24.136174 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-132796d0-fa91-43c0-a791-d4944409b2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:24.146453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-132796d0-fa91-43c0-a791-d4944409b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:24.184446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132796d0-fa91-43c0-a791-d4944409b2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef83aec-b6a7-4bcc-9b80-476fd020d039,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:24.201808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2ecd6714-fbe6-49ba-b987-bb7ed3ab8029 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:24.203575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2ecd6714-fbe6-49ba-b987-bb7ed3ab8029 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753664 Apr 21 20:48:24.225281 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-132796d0-fa91-43c0-a791-d4944409b2aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3b38be3cb8745c8aceab1e4b52ff46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883225 Apr 21 20:48:24.225436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3b4a-182a-4d41-90ab-b67098105ee1 req-e5f29432-2a3b-4a43-8583-ba59a99fcd3e tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:24.230374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-f6b5c260-95aa-4085-8e0e-4a28ce2c2408 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/quotas/13a216be7b284863a0694c0b683fe3de HTTP/1.1" status: 200 len: 375 time: 0.0179284 Apr 21 20:48:24.231104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c37a3b4a-182a-4d41-90ab-b67098105ee1 req-e5f29432-2a3b-4a43-8583-ba59a99fcd3e tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 948 time: 0.0706069 Apr 21 20:48:24.231962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37476) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:24.273800 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c37a3b4a-182a-4d41-90ab-b67098105ee1 req-672a59d3-f047-4093-a70b-2b1a7979346d tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Apr 21 20:48:24.329717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-c81f3d74-bf53-4d9a-915f-0cf19ed4a1ec tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980546 Apr 21 20:48:24.361490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2aa8-0bc7-4478-b30f-8819ffc8504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:24.394850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2aa8-0bc7-4478-b30f-8819ffc8504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:24.470881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2aa8-0bc7-4478-b30f-8819ffc8504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:24.476065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6ab2aa8-0bc7-4478-b30f-8819ffc8504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:24.477689 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d6ab2aa8-0bc7-4478-b30f-8819ffc8504e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ef83aec-b6a7-4bcc-9b80-476fd020d039 HTTP/1.1" status: 204 len: 168 time: 0.2438922 Apr 21 20:48:24.491139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab2aa8-0bc7-4478-b30f-8819ffc8504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef83aec-b6a7-4bcc-9b80-476fd020d039,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:24.722296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5ce46-280c-4ef2-bb19-9160b1e6ac16 req-6b0d073d-902e-4ecb-9520-74213d50fdd8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:24.728636 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c7d5ce46-280c-4ef2-bb19-9160b1e6ac16 req-6b0d073d-902e-4ecb-9520-74213d50fdd8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.0674565 Apr 21 20:48:24.801652 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c7d5ce46-280c-4ef2-bb19-9160b1e6ac16 req-2fa21d6d-b680-4941-99b4-4e887015e1c6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719812 Apr 21 20:48:24.985166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4a25-39d8-442c-996c-99d39fe94d05 req-4ed8422e-cd42-4c9a-b3d0-ecf7ae60a39a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:24.986880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffeb4a25-39d8-442c-996c-99d39fe94d05 req-4ed8422e-cd42-4c9a-b3d0-ecf7ae60a39a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0666919 Apr 21 20:48:25.023061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a551fa73-6fad-4918-b854-1b6734623fbc up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:25.036988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffeb4a25-39d8-442c-996c-99d39fe94d05 req-225170c9-1e6c-4d1f-ab52-1e6d9829f811 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Apr 21 20:48:25.098944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port a551fa73-6fad-4918-b854-1b6734623fbc completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:25.115665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port a551fa73-6fad-4918-b854-1b6734623fbc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:25.116996 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:25.146416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8768677f-220b-4732-b3e2-fb4153ba8ebf req-f957534b-7635-4ddf-88df-d830c90ca4aa tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 210 time: 0.0406487 Apr 21 20:48:25.241166 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:25.276086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9477d9-5a32-48a7-926d-46dda65491d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a551fa73-6fad-4918-b854-1b6734623fbc'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:25.278853 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065dc25f-a824-4fcb-a717-94733c311fb3" -d '{"events": [{"server_uuid": "bf9477d9-5a32-48a7-926d-46dda65491d8", "name": "network-vif-plugged", "status": "completed", "tag": "a551fa73-6fad-4918-b854-1b6734623fbc"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:25.294453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a551fa73-6fad-4918-b854-1b6734623fbc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a551fa73-6fad-4918-b854-1b6734623fbc,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:25.300390 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:25.345900 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eead42a4-2de3-4cc9-a192-5d9e389d0ffa x-openstack-request-id: req-eead42a4-2de3-4cc9-a192-5d9e389d0ffa {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:25.346545 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9477d9-5a32-48a7-926d-46dda65491d8", "name": "network-vif-plugged", "status": "completed", "tag": "a551fa73-6fad-4918-b854-1b6734623fbc", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:25.347149 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eead42a4-2de3-4cc9-a192-5d9e389d0ffa {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:25.347908 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eead42a4-2de3-4cc9-a192-5d9e389d0ffa'] response: {'server_uuid': 'bf9477d9-5a32-48a7-926d-46dda65491d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a551fa73-6fad-4918-b854-1b6734623fbc', 'code': 200} Apr 21 20:48:25.375722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a551fa73-6fad-4918-b854-1b6734623fbc,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:25.463922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27b34-8ce5-4edc-80fd-a9fef06cadbd req-854ce545-d26e-4a60-995e-30cfed456bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:25.466181 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62a27b34-8ce5-4edc-80fd-a9fef06cadbd req-854ce545-d26e-4a60-995e-30cfed456bd4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 1100 time: 0.0529747 Apr 21 20:48:25.501978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b696acf-585a-4b1a-9f7f-b5432a6f94e6 req-d7bc8a08-aa79-4ac8-9ca9-f4fc25956809 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:25.513258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b696acf-585a-4b1a-9f7f-b5432a6f94e6 req-d7bc8a08-aa79-4ac8-9ca9-f4fc25956809 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 949 time: 0.0960076 Apr 21 20:48:25.542965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62a27b34-8ce5-4edc-80fd-a9fef06cadbd req-bebc0a90-ed80-4cc3-88dc-878d7973b84a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685985 Apr 21 20:48:25.578850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b696acf-585a-4b1a-9f7f-b5432a6f94e6 req-f97db35f-751f-42b4-824b-a180f680be5e tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644102 Apr 21 20:48:25.828437 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:48:25.961066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b799c-3c0e-4864-8c08-861540e848af req-e0c4617c-8e86-4037-9e9c-2ed40ea84c4e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:25.968726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-393b799c-3c0e-4864-8c08-861540e848af req-e0c4617c-8e86-4037-9e9c-2ed40ea84c4e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.0800643 Apr 21 20:48:26.009970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-393b799c-3c0e-4864-8c08-861540e848af req-6d315707-f09c-4273-a31a-3d2d5c5ebd7d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Apr 21 20:48:26.130218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37576) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:26.173427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f1c8d-f13b-4563-8ee1-35dbbbf921ea req-b3d7bf8e-6491-4a45-8517-5660c8787a3d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:26.174964 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-281f1c8d-f13b-4563-8ee1-35dbbbf921ea req-b3d7bf8e-6491-4a45-8517-5660c8787a3d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0661864 Apr 21 20:48:26.224104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-281f1c8d-f13b-4563-8ee1-35dbbbf921ea req-d2c0e00b-0c2e-40c3-b163-6e18b973a5b0 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Apr 21 20:48:26.355892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-345513a9-1397-4546-a866-979b47397c7e req-6d9eb916-a60f-4493-98df-ac905ba1d33b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 210 time: 0.0393167 Apr 21 20:48:26.432597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1043940400-network', 'tenant_id': '4283929ea283416b80569436acd25b59'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:26.461055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Made reservation on behalf of 4283929ea283416b80569436acd25b59 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:26.469563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:26.485016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:26.494383 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-83bc778c-70c8-4377-89c7-119ebec5b46d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301404 Apr 21 20:48:26.585010 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:26.622993 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:26.673778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-3a824128-e811-4116-a40d-0646ca7587bf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:26.676881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-3a824128-e811-4116-a40d-0646ca7587bf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665993 Apr 21 20:48:26.682780 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:48:26.691809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8611e155-dbed-432c-9b76-c158a5ea547b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:26.712429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Request body: {'port': {'device_id': '9cd7b806-5641-4746-b7c7-4ee90e0c8036', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '13a216be7b284863a0694c0b683fe3de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:26.714236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:26.715618 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Added segment 2a82d173-371f-4104-8193-b4dc6fba4561 of type vlan for network 7d4c838f-46bb-41df-98f1-54a5944fa71a Apr 21 20:48:26.752681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37610) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:26.768138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:26.801125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:26.802667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:26.803947 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:26.862688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06201e9f-47d2-477c-8731-56e930c30248 req-2ad8e152-4935-4124-9889-e46f1fd14e6d tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:26.864221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06201e9f-47d2-477c-8731-56e930c30248 req-2ad8e152-4935-4124-9889-e46f1fd14e6d tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 949 time: 0.1273780 Apr 21 20:48:26.892512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7606022 Apr 21 20:48:26.898258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37614) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:26.908814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Request body: {'subnet': {'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1043940400-subnet', 'tenant_id': '4283929ea283416b80569436acd25b59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:26.927773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cac81-e77c-4dbe-be77-135527731236 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4c838f-46bb-41df-98f1-54a5944fa71a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:26.938227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 7d4c838f-46bb-41df-98f1-54a5944fa71a details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:48:26.962492 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a69b8728-3110-4323-b886-456e6ee94665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.009199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06201e9f-47d2-477c-8731-56e930c30248 req-3f02ee88-9eca-41b2-8ea4-5b32a46564b0 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317487 Apr 21 20:48:27.013778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Made reservation on behalf of 4283929ea283416b80569436acd25b59 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:27.016106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.023687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Made reservation on behalf of 13a216be7b284863a0694c0b683fe3de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:27.027263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.119353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-6a1e1929-dc93-4344-b3ee-d6f4e723b8a0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270944 Apr 21 20:48:27.329663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-f6cb552a-434e-4c36-aada-abf4dbb64193 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:27.331111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-f6cb552a-434e-4c36-aada-abf4dbb64193 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614962 Apr 21 20:48:27.350385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Request body: {'port': {'device_id': 'a528c77d-1b22-4e5c-9815-a704d30d26f5', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '13a216be7b284863a0694c0b683fe3de'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:27.368847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcea84-2b3c-4be6-86ac-27b7065f5d45 req-771a97a6-a1a0-4ea2-ad9e-109f87b71b33 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:27.370492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2bcea84-2b3c-4be6-86ac-27b7065f5d45 req-771a97a6-a1a0-4ea2-ad9e-109f87b71b33 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 965 time: 0.2384772 Apr 21 20:48:27.408346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a69b8728-3110-4323-b886-456e6ee94665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.412828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Allocated IP 192.168.233.32 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/98ed3b61-2052-419c-a490-610c8342fa1e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:27.430973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa867238-e199-4af3-95db-5c7bcd06f763 req-04d2951e-92a9-4013-86b8-f354d244acc1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:27.432487 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aa867238-e199-4af3-95db-5c7bcd06f763 req-04d2951e-92a9-4013-86b8-f354d244acc1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1242018 Apr 21 20:48:27.433228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a69b8728-3110-4323-b886-456e6ee94665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.500108 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aa867238-e199-4af3-95db-5c7bcd06f763 req-ef01d0db-11c8-4607-b5a7-8b4830c7cf23 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596569 Apr 21 20:48:27.511320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Made reservation on behalf of 13a216be7b284863a0694c0b683fe3de for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:27.515366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.547411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a69b8728-3110-4323-b886-456e6ee94665 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=557064a2981a4e2bb964149146012dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7934203 Apr 21 20:48:27.557642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37640) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:27.565550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2bcea84-2b3c-4be6-86ac-27b7065f5d45 req-07fbc987-5549-4304-8c5c-126891290891 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703253 Apr 21 20:48:27.574107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b8728-3110-4323-b886-456e6ee94665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9989970a-fb79-402d-969f-ce09735aaf08,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:27.664141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-0cf3df3d-1831-4517-98e4-6febafe107bd service neutron] 10.222.0.43 "GET /v2.0/ports/ba5f2547-7bf5-414b-8f59-50403fd3c838/bindings/n-h1-838945-1 HTTP/1.1" status: 200 len: 384 time: 0.0944541 Apr 21 20:48:27.735692 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.744694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dba13c5f-1975-4891-9c9b-693e3d0623cb req-caf1bca5-57c4-4470-8220-e0e692176fc5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 210 time: 0.0539999 Apr 21 20:48:27.809583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19c1b1e3-4eff-4acd-b236-c9f7f2ef3d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.865752 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19c1b1e3-4eff-4acd-b236-c9f7f2ef3d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.869271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:27.882738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.895831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a2c10e-c645-432b-8d6a-d9d86ecc6a51,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:27.898587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:27.926973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Checking segment: {'id': '2a82d173-371f-4104-8193-b4dc6fba4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:27.927618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Network hostable DHCP agents. Network: 7d4c838f-46bb-41df-98f1-54a5944fa71a, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:48:27.938306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5f2547-7bf5-414b-8f59-50403fd3c838 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:27.949323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:27.965548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Network 7d4c838f-46bb-41df-98f1-54a5944fa71a is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:48:27.968692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.974133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.983760 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19c1b1e3-4eff-4acd-b236-c9f7f2ef3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.987379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19c1b1e3-4eff-4acd-b236-c9f7f2ef3d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:27.988261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:27.992253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-19c1b1e3-4eff-4acd-b236-c9f7f2ef3d75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9989970a-fb79-402d-969f-ce09735aaf08 HTTP/1.1" status: 204 len: 168 time: 0.4291177 Apr 21 20:48:28.024125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 7d4c838f-46bb-41df-98f1-54a5944fa71a) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:28.032294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:28.032294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.056037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1b1e3-4eff-4acd-b236-c9f7f2ef3d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9989970a-fb79-402d-969f-ce09735aaf08,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:28.079222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:28.086157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:28.100591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6cb83f29-2bcd-40be-9b27-dd30aa105b3d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1929629 Apr 21 20:48:28.100591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:28.103180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37658) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:28.108398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event updated for resources: {'Port': ['ID=98ed3b61-2052-419c-a490-610c8342fa1e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:28.115285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:28.123788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d62820c-aca6-4a00-b70f-427028cba99f None None] Network 7d4c838f-46bb-41df-98f1-54a5944fa71a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:48:28.126618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Allocated IP 192.168.233.236 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/26bccee8-ed76-47a1-84b4-0b9ea790048d) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:28.200158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:28.200837 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.208158 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.209408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.214025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] Transition to ACTIVE for port object ba5f2547-7bf5-414b-8f59-50403fd3c838 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:48:28.230470 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-214fac8f-11c9-434b-8d3a-5c2f105c984b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5337815 Apr 21 20:48:28.239236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.292201 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.352701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5f2547-7bf5-414b-8f59-50403fd3c838,revision_number=10']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:28.460103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] No DVR routers for this DVR port ba5f2547-7bf5-414b-8f59-50403fd3c838 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:48:28.475247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf281b9-2b4c-404c-873c-2991c3efbb70 req-0568d4d0-5638-4028-94b6-a5b943926cfd tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:28.476992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-daf281b9-2b4c-404c-873c-2991c3efbb70 req-0568d4d0-5638-4028-94b6-a5b943926cfd tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 949 time: 0.2805810 Apr 21 20:48:28.525222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ba34355b-20ad-42d2-9f45-b735f89f788d None None] Provisioning complete for port 98ed3b61-2052-419c-a490-610c8342fa1e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:28.525619 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ba34355b-20ad-42d2-9f45-b735f89f788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.534086 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.541765 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-6ee197b5-c934-4dc9-8c45-5847c603eab8 service neutron] 10.222.0.43 "PUT /v2.0/ports/ba5f2547-7bf5-414b-8f59-50403fd3c838/bindings/n-h1-838945-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8703864 Apr 21 20:48:28.592789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-daf281b9-2b4c-404c-873c-2991c3efbb70 req-60f94f7b-91bb-4737-a731-ba071031768f tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711815 Apr 21 20:48:28.636995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.643506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ba34355b-20ad-42d2-9f45-b735f89f788d None None] Port 98ed3b61-2052-419c-a490-610c8342fa1e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:28.646331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-7d4c838f-46bb-41df-98f1-54a5944fa71a', 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a', 'tenant_id': '4283929ea283416b80569436acd25b59', 'fixed_ips': [{'subnet_id': '26a2c10e-c645-432b-8d6a-d9d86ecc6a51'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:48:28.647191 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.732669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff80dbf-7e3c-4c9b-9c57-6a63b9130f84 req-237cd3bb-eec8-4c2d-a3ab-0f773dc34ac5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:28.734525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ff80dbf-7e3c-4c9b-9c57-6a63b9130f84 req-237cd3bb-eec8-4c2d-a3ab-0f773dc34ac5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0767097 Apr 21 20:48:28.751170 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.776538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37676) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:28.819774 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32f5dc0-2a72-4e04-8396-47200cad4eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.835156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ff80dbf-7e3c-4c9b-9c57-6a63b9130f84 req-b0624145-227f-4a1c-8724-6d703579114f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903475 Apr 21 20:48:28.856412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:28.858059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Allocated IP 172.20.0.2 (7d4c838f-46bb-41df-98f1-54a5944fa71a/26a2c10e-c645-432b-8d6a-d9d86ecc6a51/b0b5b312-f450-4b91-8d37-1f2d024bad21) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:28.864528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:28.875960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event updated for resources: {'Port': ['ID=26bccee8-ed76-47a1-84b4-0b9ea790048d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:28.893969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:28.901453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:28.902101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.914635 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:28.931998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-73005e3f-6e75-4ee6-bf4d-a1cff64b0551 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5866263 Apr 21 20:48:28.969928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.001297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:29.119266 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.134717 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.253271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d1088-f533-431b-b0af-995ffdaf55b8 req-d0cd7871-9d6b-4a5d-b783-d73ae44d7a82 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:29.255010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e47d1088-f533-431b-b0af-995ffdaf55b8 req-d0cd7871-9d6b-4a5d-b783-d73ae44d7a82 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 936 time: 0.0863056 Apr 21 20:48:29.303724 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e47d1088-f533-431b-b0af-995ffdaf55b8 req-9bac16da-aabc-437c-a435-f9893c6b5c95 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Apr 21 20:48:29.358530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Network 7d4c838f-46bb-41df-98f1-54a5944fa71a is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:29.369400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:29.384213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:29.421041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ade28f-fcc1-41d7-8fb1-6d7d7ea5bf00 req-581b274c-75ed-440c-970a-10130b74bae8 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:29.422573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47ade28f-fcc1-41d7-8fb1-6d7d7ea5bf00 req-581b274c-75ed-440c-970a-10130b74bae8 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 949 time: 0.0535448 Apr 21 20:48:29.435322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7197bcde-8211-4308-8e4e-d63752db7d80 None None] Provisioning complete for port 26bccee8-ed76-47a1-84b4-0b9ea790048d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:29.435699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7197bcde-8211-4308-8e4e-d63752db7d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.450708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32f5dc0-2a72-4e04-8396-47200cad4eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.462339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32f5dc0-2a72-4e04-8396-47200cad4eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.467723 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47ade28f-fcc1-41d7-8fb1-6d7d7ea5bf00 req-ae2d8010-6d61-451b-b2a2-b4fcb5c1b5e9 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359817 Apr 21 20:48:29.489349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3786e1f-b78f-44c2-b7dc-beab7d57f382 req-8e5d7b83-9646-4066-87c9-1a3e42cb4c60 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:29.497263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Pushing event updated for resources: {'Port': ['ID=b0b5b312-f450-4b91-8d37-1f2d024bad21,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:29.497521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3786e1f-b78f-44c2-b7dc-beab7d57f382 req-8e5d7b83-9646-4066-87c9-1a3e42cb4c60 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 966 time: 0.4302695 Apr 21 20:48:29.557759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Attempting to bind port b0b5b312-f450-4b91-8d37-1f2d024bad21 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:29.558104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Attempting to bind port b0b5b312-f450-4b91-8d37-1f2d024bad21 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2a82d173-371f-4104-8193-b4dc6fba4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:29.558461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Attempting to bind port b0b5b312-f450-4b91-8d37-1f2d024bad21 on network 7d4c838f-46bb-41df-98f1-54a5944fa71a {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:29.559059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Allocated IP 172.25.0.5 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/0ce4b848-19c2-4088-8c77-628bfea0fd35) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:29.565363 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7197bcde-8211-4308-8e4e-d63752db7d80 None None] Port 26bccee8-ed76-47a1-84b4-0b9ea790048d cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:29.567966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37692) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:29.568489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f32f5dc0-2a72-4e04-8396-47200cad4eea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2ac0c70b2014b9993e930e50155eef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7908869 Apr 21 20:48:29.569241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:29.569608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Checking segment: {'id': '2a82d173-371f-4104-8193-b4dc6fba4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:29.570011 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.570382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Bound using segment: {'id': '2a82d173-371f-4104-8193-b4dc6fba4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:29.570846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Bound port: b0b5b312-f450-4b91-8d37-1f2d024bad21, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a82d173-371f-4104-8193-b4dc6fba4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:29.571218 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.572580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f5dc0-2a72-4e04-8396-47200cad4eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df863631-4865-4439-b4c1-a989ee47d1af,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:29.609261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3786e1f-b78f-44c2-b7dc-beab7d57f382 req-c3d88cd4-c088-4c29-a4a0-dffe79995466 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107619 Apr 21 20:48:29.655797 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce635009-6ad4-4fc8-b34f-6b1c96dd77a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.681854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce635009-6ad4-4fc8-b34f-6b1c96dd77a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.739882 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.752433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b46ba0df-3200-426f-9280-307eb576508e None None] For port b0b5b312-f450-4b91-8d37-1f2d024bad21, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:29.753983 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce635009-6ad4-4fc8-b34f-6b1c96dd77a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.758769 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce635009-6ad4-4fc8-b34f-6b1c96dd77a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.762732 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ce635009-6ad4-4fc8-b34f-6b1c96dd77a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df863631-4865-4439-b4c1-a989ee47d1af HTTP/1.1" status: 204 len: 168 time: 0.1893954 Apr 21 20:48:29.772367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b46ba0df-3200-426f-9280-307eb576508e None None] For port b0b5b312-f450-4b91-8d37-1f2d024bad21, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b0b5b312-f450-4b91-8d37-1f2d024bad21,segment=NetworkSegment(2a82d173-371f-4104-8193-b4dc6fba4561),segment_id=2a82d173-371f-4104-8193-b4dc6fba4561)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:29.774521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce635009-6ad4-4fc8-b34f-6b1c96dd77a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df863631-4865-4439-b4c1-a989ee47d1af,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:29.780651 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.790042 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:29.849092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Request body: {'port': {'device_id': 'a528c77d-1b22-4e5c-9815-a704d30d26f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:29.853799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:29.892027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ba0df-3200-426f-9280-307eb576508e None None] Pushing event updated for resources: {'Port': ['ID=b0b5b312-f450-4b91-8d37-1f2d024bad21,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:29.913667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Request body: {'port': {'device_id': '9cd7b806-5641-4746-b7c7-4ee90e0c8036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:29.925032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:29.969718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:30.010470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Pushing event updated for resources: {'Port': ['ID=0ce4b848-19c2-4088-8c77-628bfea0fd35,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:30.133614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:30.136942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-7bf66509-61df-4744-a5b3-1079ea04f461 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:30.138521 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-7bf66509-61df-4744-a5b3-1079ea04f461 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1117 time: 0.2084699 Apr 21 20:48:30.151002 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:30.199339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8fbcf-53fe-4295-8316-f5f102b8cf8c req-faa34588-e53d-4945-bdd5-f648b84adf1b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:30.205815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5ab8fbcf-53fe-4295-8316-f5f102b8cf8c req-faa34588-e53d-4945-bdd5-f648b84adf1b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.2375624 Apr 21 20:48:30.358421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5ab8fbcf-53fe-4295-8316-f5f102b8cf8c req-38fad08e-3216-4279-85c5-3c2180cf6220 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415670 Apr 21 20:48:30.462924 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b708126b-8d3d-4569-86c3-d619009afa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:30.513516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-9c756a21-d392-4c1b-ae99-c6ceeead82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:30.515780 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-9c756a21-d392-4c1b-ae99-c6ceeead82c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29 HTTP/1.1" status: 200 len: 1117 time: 0.3605938 Apr 21 20:48:30.607122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28293a69-db97-4507-97db-773c998d2e35 req-c1def7e7-5146-4796-971e-239a33d2433f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:30.615460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28293a69-db97-4507-97db-773c998d2e35 req-c1def7e7-5146-4796-971e-239a33d2433f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 936 time: 0.1682787 Apr 21 20:48:30.643823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-81615e36-2a0b-40e2-ae03-bf55a3f218ea tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:30.646278 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-81615e36-2a0b-40e2-ae03-bf55a3f218ea tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 949 time: 0.1476381 Apr 21 20:48:30.662193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:30.666616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-d99d81ba-33d5-4a91-8340-f41ab49342bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:30.668074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-d99d81ba-33d5-4a91-8340-f41ab49342bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1117 time: 0.1251209 Apr 21 20:48:30.740560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28293a69-db97-4507-97db-773c998d2e35 req-c78260b4-e306-40f3-8a5d-38e0f0122f3e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241829 Apr 21 20:48:30.844535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-69ca9ef6-c929-4a35-9f80-829f7ff5979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:30.846178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-69ca9ef6-c929-4a35-9f80-829f7ff5979b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.1587605 Apr 21 20:48:30.884738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0761ad-4ec8-4b24-99a3-bab5f282f3ac req-10b11a89-05e0-4001-a89d-7c5791b841cf tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:30.886303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b0761ad-4ec8-4b24-99a3-bab5f282f3ac req-10b11a89-05e0-4001-a89d-7c5791b841cf tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 949 time: 0.2992160 Apr 21 20:48:30.917528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-46a5504d-0c5b-4b80-bde0-fa43947cf915 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 217 time: 0.0603294 Apr 21 20:48:31.003158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b0761ad-4ec8-4b24-99a3-bab5f282f3ac req-13965c26-96bb-45a7-9d79-c79200fbcaf5 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/security-groups?id=df08e419-0cad-432b-a02a-cc43ef7d289b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026745 Apr 21 20:48:31.059656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ba5f2547-7bf5-414b-8f59-50403fd3c838 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:48:31.100810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ed3b61-2052-419c-a490-610c8342fa1e {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:31.120931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:31.128459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:31.132786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ba5f2547-7bf5-414b-8f59-50403fd3c838 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:48:31.186315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Transition to ACTIVE for port object 98ed3b61-2052-419c-a490-610c8342fa1e will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:48:31.198702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:31.332487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-7cab4f0e-f80e-4580-93c4-1337d9369de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:31.333954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-7cab4f0e-f80e-4580-93c4-1337d9369de8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.3938575 Apr 21 20:48:31.340596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Pushing event updated for resources: {'Port': ['ID=98ed3b61-2052-419c-a490-610c8342fa1e,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:31.439649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Deleting port a551fa73-6fad-4918-b854-1b6734623fbc {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:48:31.439990 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:31.521673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6d897-f529-4965-aaaf-88a1a4b3ca60 None None] Network 7d4c838f-46bb-41df-98f1-54a5944fa71a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:48:31.557495 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-1ae136e9-b4e7-4db1-a91c-12cff7b23f8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1923800 Apr 21 20:48:31.571252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fba88-da78-4c39-bffc-acfba871d662 req-232e444e-08b1-43ae-b295-81af1911ca07 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:31.580921 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-400fba88-da78-4c39-bffc-acfba871d662 req-232e444e-08b1-43ae-b295-81af1911ca07 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 966 time: 0.7264249 Apr 21 20:48:31.593521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Attempting to bind port 98ed3b61-2052-419c-a490-610c8342fa1e on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:31.594349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Attempting to bind port 98ed3b61-2052-419c-a490-610c8342fa1e by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:31.595899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Attempting to bind port 98ed3b61-2052-419c-a490-610c8342fa1e on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:31.616571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Port 98ed3b61-2052-419c-a490-610c8342fa1e on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:48:31.617002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Attempting to bind port 98ed3b61-2052-419c-a490-610c8342fa1e on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:31.624637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:48:31.653260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:31.653597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:31.653979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:31.658209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b0b5b312-f450-4b91-8d37-1f2d024bad21 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:31.661353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Bound port: 98ed3b61-2052-419c-a490-610c8342fa1e, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:31.662826 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:31.708156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-400fba88-da78-4c39-bffc-acfba871d662 req-42eec4c9-dbaf-4884-aaed-b072829da610 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121984 Apr 21 20:48:31.708923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7c19bf6e-17f0-4b8c-8585-9697e68a5f75 None None] Provisioning complete for port b0b5b312-f450-4b91-8d37-1f2d024bad21 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:31.710014 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c19bf6e-17f0-4b8c-8585-9697e68a5f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:31.790564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b0b5b312-f450-4b91-8d37-1f2d024bad21 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:31.791583 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:31.791716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] For port a551fa73-6fad-4918-b854-1b6734623fbc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a551fa73-6fad-4918-b854-1b6734623fbc,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:31.792017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:31.833465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Calling delete_port for a551fa73-6fad-4918-b854-1b6734623fbc owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:48:31.983618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:48:31.997284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c19bf6e-17f0-4b8c-8585-9697e68a5f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:31.999714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-06645691-3617-4d83-b07d-74843d048991 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177947 Apr 21 20:48:32.024739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Sync routers for ids ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:48:32.030925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f6b5-3423-4782-8b9c-ceac128b584c req-e8581a90-abfb-41a6-a112-92cd0653522f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:32.032815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8b3f6b5-3423-4782-8b9c-ceac128b584c req-e8581a90-abfb-41a6-a112-92cd0653522f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1651213 Apr 21 20:48:32.068533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Routers {'3d3e0f0b-53da-484d-ae73-59fafb6c4feb'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:32.069289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:32.119115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26bccee8-ed76-47a1-84b4-0b9ea790048d {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:32.154976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.195369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Set router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:32.205436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-921d5a19-c59c-4703-bbb3-5910e3e18707 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913948 Apr 21 20:48:32.212065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Transition to ACTIVE for port object 26bccee8-ed76-47a1-84b4-0b9ea790048d will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:48:32.229434 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8b3f6b5-3423-4782-8b9c-ceac128b584c req-4fe9c154-3ac4-4fae-9ab5-334182beb0a0 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254268 Apr 21 20:48:32.240130 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.291190 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.310652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7c19bf6e-17f0-4b8c-8585-9697e68a5f75 None None] For port b0b5b312-f450-4b91-8d37-1f2d024bad21, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b0b5b312-f450-4b91-8d37-1f2d024bad21,segment=NetworkSegment(2a82d173-371f-4104-8193-b4dc6fba4561),segment_id=2a82d173-371f-4104-8193-b4dc6fba4561)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:32.368641 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c19bf6e-17f0-4b8c-8585-9697e68a5f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.379137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] For port 98ed3b61-2052-419c-a490-610c8342fa1e, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:32.435106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.436350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4e02b23b-3575-4357-a8ab-dc4cb9bef7bf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3306298 Apr 21 20:48:32.441854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37768) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:32.451875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19bf6e-17f0-4b8c-8585-9697e68a5f75 None None] Pushing event updated for resources: {'Port': ['ID=b0b5b312-f450-4b91-8d37-1f2d024bad21,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:32.490957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Attempting to bind port 26bccee8-ed76-47a1-84b4-0b9ea790048d on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:32.491509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Attempting to bind port 26bccee8-ed76-47a1-84b4-0b9ea790048d by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:32.492271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Attempting to bind port 26bccee8-ed76-47a1-84b4-0b9ea790048d on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:32.501709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Pushing event updated for resources: {'Port': ['ID=26bccee8-ed76-47a1-84b4-0b9ea790048d,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:32.505625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.522084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] For port 98ed3b61-2052-419c-a490-610c8342fa1e, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=98ed3b61-2052-419c-a490-610c8342fa1e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:32.533476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a551fa73-6fad-4918-b854-1b6734623fbc'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:32.565601 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9da5b42f-1dca-4dd9-97a6-729af8306336 req-2eedfe9d-42cc-43f3-91da-dc05807c486d tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf9477d9-5a32-48a7-926d-46dda65491d8 HTTP/1.1" status: 200 len: 210 time: 0.1245475 Apr 21 20:48:32.574672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.602309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2c878-30ae-49e0-a08e-7d8c398409fa req-56291983-8fbb-419b-94b6-608736e565f2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:32.603905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-adc2c878-30ae-49e0-a08e-7d8c398409fa req-56291983-8fbb-419b-94b6-608736e565f2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 948 time: 0.2469354 Apr 21 20:48:32.637606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Port 26bccee8-ed76-47a1-84b4-0b9ea790048d on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:48:32.637931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Attempting to bind port 26bccee8-ed76-47a1-84b4-0b9ea790048d on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:32.644818 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:48:32.645499 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:48:32.654178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Pushing event deleted for resources: {'Port': ['ID=a551fa73-6fad-4918-b854-1b6734623fbc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:32.693155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:32.693499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:32.693876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:32.694321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Bound port: 26bccee8-ed76-47a1-84b4-0b9ea790048d, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:32.694707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.751960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:32.754150 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.759406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-ad51deff-529f-4397-8d3a-3a21d98ad46d tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:32.762284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] 10.222.0.46 "PUT /v2.0/ports/98ed3b61-2052-419c-a490-610c8342fa1e HTTP/1.1" status: 200 len: 1095 time: 2.9070814 Apr 21 20:48:32.768620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd7b806-5641-4746-b7c7-4ee90e0c8036', 'tag': '98ed3b61-2052-419c-a490-610c8342fa1e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:32.771305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-ad51deff-529f-4397-8d3a-3a21d98ad46d tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1117 time: 0.2428744 Apr 21 20:48:32.773067 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd7b806-5641-4746-b7c7-4ee90e0c8036", "tag": "98ed3b61-2052-419c-a490-610c8342fa1e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:32.787267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4774aa35-c23c-4c50-911f-8125cf3cde22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.807024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:30Z', 'revision_number': 3, 'project_id': '4283929ea283416b80569436acd25b59', 'gw_port': {'id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:32.807277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] No DVR routers for this DVR port a551fa73-6fad-4918-b854-1b6734623fbc on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:48:32.853703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-adc2c878-30ae-49e0-a08e-7d8c398409fa req-acf9683e-3794-4b6a-a463-85612f95b40f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111936 Apr 21 20:48:32.854921 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.864490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-44077a5b-1a5f-4030-b4e6-372e7648adb4 req-48411a58-ce27-4b8d-946e-cd8488970075 tempest-ImagesNegativeTestJSON-792142646 tempest-ImagesNegativeTestJSON-792142646-project] 10.222.0.43 "DELETE /v2.0/ports/a551fa73-6fad-4918-b854-1b6734623fbc HTTP/1.1" status: 204 len: 173 time: 2.2102685 Apr 21 20:48:32.878960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Checking router: 3d3e0f0b-53da-484d-ae73-59fafb6c4feb for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:48:32.880185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Updating router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb port 0ce4b848-19c2-4088-8c77-628bfea0fd35 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:48:32.979830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] For port 26bccee8-ed76-47a1-84b4-0b9ea790048d, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:32.980284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:32.993771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] For port 26bccee8-ed76-47a1-84b4-0b9ea790048d, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=26bccee8-ed76-47a1-84b4-0b9ea790048d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:32.995581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9477d9-5a32-48a7-926d-46dda65491d8', 'name': 'network-vif-deleted', 'tag': 'a551fa73-6fad-4918-b854-1b6734623fbc'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:33.001788 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c50ac5-fbe5-4158-a040-095103042d6f" -d '{"events": [{"server_uuid": "bf9477d9-5a32-48a7-926d-46dda65491d8", "name": "network-vif-deleted", "tag": "a551fa73-6fad-4918-b854-1b6734623fbc"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:33.051209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348b0bf-676a-4192-8d76-bd418cd6cc6d service neutron] Pushing event updated for resources: {'Port': ['ID=98ed3b61-2052-419c-a490-610c8342fa1e,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:33.055751 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:33.115721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-68d21d70-ee11-4ab4-92d4-7d482bb9b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:33.117518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-68d21d70-ee11-4ab4-92d4-7d482bb9b901 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 1098 time: 0.2805023 Apr 21 20:48:33.221271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-9024c80b-d936-453c-bd4a-9cc0c6ea610b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=98ed3b61-2052-419c-a490-610c8342fa1e HTTP/1.1" status: 200 len: 217 time: 0.0624349 Apr 21 20:48:33.226917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37784) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:33.229312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4f70f7a7-3a11-4762-83e1-29afad7bc016 None None] Provisioning complete for port b0b5b312-f450-4b91-8d37-1f2d024bad21 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:33.231168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4f70f7a7-3a11-4762-83e1-29afad7bc016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:33.232319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:33.233482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:33.235906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] 10.222.0.46 "PUT /v2.0/ports/26bccee8-ed76-47a1-84b4-0b9ea790048d HTTP/1.1" status: 200 len: 1096 time: 3.3945065 Apr 21 20:48:33.325046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f201ba9-fd4e-4b5d-bf9b-7b549c729a38 req-7d847f8c-e725-413a-a362-01f3906261cd tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:33.327137 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f201ba9-fd4e-4b5d-bf9b-7b549c729a38 req-7d847f8c-e725-413a-a362-01f3906261cd tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 966 time: 0.2659693 Apr 21 20:48:33.328396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463674a-75b1-4c7f-9d1e-bea3b718a586 service neutron] Pushing event updated for resources: {'Port': ['ID=26bccee8-ed76-47a1-84b4-0b9ea790048d,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:33.556024 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f201ba9-fd4e-4b5d-bf9b-7b549c729a38 req-534b86cb-5e35-46f3-893d-3f47023c6458 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749923 Apr 21 20:48:33.576816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-866277ea-b494-4dca-a334-4089c6399edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:33.581169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-866277ea-b494-4dca-a334-4089c6399edf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 1099 time: 0.2491047 Apr 21 20:48:33.588656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0325704-3adc-4b81-a73f-6a6318f3f45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:33.660674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-bb0ca346-5070-40c9-8d45-0cfeb365c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:33.662209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-bb0ca346-5070-40c9-8d45-0cfeb365c204 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.4289637 Apr 21 20:48:33.672205 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269d1448-5403-4bd9-afa2-42272ef6bfe2 x-openstack-request-id: req-269d1448-5403-4bd9-afa2-42272ef6bfe2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:33.672646 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd7b806-5641-4746-b7c7-4ee90e0c8036", "tag": "98ed3b61-2052-419c-a490-610c8342fa1e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:33.672913 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-269d1448-5403-4bd9-afa2-42272ef6bfe2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:33.673303 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269d1448-5403-4bd9-afa2-42272ef6bfe2'] response: {'name': 'network-changed', 'server_uuid': '9cd7b806-5641-4746-b7c7-4ee90e0c8036', 'tag': '98ed3b61-2052-419c-a490-610c8342fa1e', 'status': 'completed', 'code': 200} Apr 21 20:48:33.697991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-b2649c60-94fc-4609-8811-572e0d708f7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=26bccee8-ed76-47a1-84b4-0b9ea790048d HTTP/1.1" status: 200 len: 217 time: 0.1053910 Apr 21 20:48:33.729551 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a0fe62-0f51-4456-9b3b-54fbb79313d7 x-openstack-request-id: req-a5a0fe62-0f51-4456-9b3b-54fbb79313d7 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:33.729789 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9477d9-5a32-48a7-926d-46dda65491d8", "name": "network-vif-deleted", "tag": "a551fa73-6fad-4918-b854-1b6734623fbc", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:33.730094 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5a0fe62-0f51-4456-9b3b-54fbb79313d7 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:33.730495 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a0fe62-0f51-4456-9b3b-54fbb79313d7'] response: {'server_uuid': 'bf9477d9-5a32-48a7-926d-46dda65491d8', 'name': 'network-vif-deleted', 'tag': 'a551fa73-6fad-4918-b854-1b6734623fbc', 'status': 'completed', 'code': 200} Apr 21 20:48:33.752495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b0b5b312-f450-4b91-8d37-1f2d024bad21 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:33.779247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-e4e2d771-9258-4634-b922-5ddfa15b8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:33.781464 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-e4e2d771-9258-4634-b922-5ddfa15b8dd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073005 Apr 21 20:48:33.812266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-30f55245-967a-46cc-a199-99920380ca90 service neutron] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:33.821108 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-30f55245-967a-46cc-a199-99920380ca90 service neutron] Notify callbacks [] for binding, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:33.822421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f76ecd84-48cf-43da-b98a-d9e1e0b75ce8 req-30f55245-967a-46cc-a199-99920380ca90 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ba5f2547-7bf5-414b-8f59-50403fd3c838/bindings/n-h2-838945-1 HTTP/1.1" status: 204 len: 173 time: 1.0209930 Apr 21 20:48:33.854625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-596ba320-6aa8-4586-82f5-55cfd11c4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:33.855432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-596ba320-6aa8-4586-82f5-55cfd11c4f14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1147089 Apr 21 20:48:33.956319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b0b5b312-f450-4b91-8d37-1f2d024bad21 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:33.956319 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:33.983895 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:33.988670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-effbf6a6-9d83-4029-92c6-2bdba344eb65 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978316 Apr 21 20:48:34.005369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0325704-3adc-4b81-a73f-6a6318f3f45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.006219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.007669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-b8798ffd-2323-4e99-850a-bfa693429580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:34.009212 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-b8798ffd-2323-4e99-850a-bfa693429580 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454020 Apr 21 20:48:34.031820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0325704-3adc-4b81-a73f-6a6318f3f45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.044405 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.046604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f73a0-d945-455a-a2bc-6eb072bb389f req-50658a05-3489-494c-ae39-34a704e68e40 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:34.048126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-322f73a0-d945-455a-a2bc-6eb072bb389f req-50658a05-3489-494c-ae39-34a704e68e40 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1711109 Apr 21 20:48:34.055696 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.143370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37806) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:34.153151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291105f-9a8e-4273-9210-6a10437bd4f3 None None] Pushing event updated for resources: {'Port': ['ID=0ce4b848-19c2-4088-8c77-628bfea0fd35,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:34.168962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d0325704-3adc-4b81-a73f-6a6318f3f45e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3243db56212d45158d98d6024bf23b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9209719 Apr 21 20:48:34.171378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37810) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:34.173824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Attempting to bind port 0ce4b848-19c2-4088-8c77-628bfea0fd35 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:34.174265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Attempting to bind port 0ce4b848-19c2-4088-8c77-628bfea0fd35 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:34.174674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0325704-3adc-4b81-a73f-6a6318f3f45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b254339-3259-481b-80fd-5c50dda1c018,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:34.174787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Attempting to bind port 0ce4b848-19c2-4088-8c77-628bfea0fd35 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:34.205504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:34.206410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:34.208993 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.209690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:34.210421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Bound port: 0ce4b848-19c2-4088-8c77-628bfea0fd35, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:34.211062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.217299 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-322f73a0-d945-455a-a2bc-6eb072bb389f req-b02fbddc-8760-4e40-935c-9c30b46c0ffd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463683 Apr 21 20:48:34.275078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-c337ab40-7f45-4362-8a67-217d665b972b service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571232 Apr 21 20:48:34.275690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-388c5a97-a445-4795-81e7-696d57aa3a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.339670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] For port 0ce4b848-19c2-4088-8c77-628bfea0fd35, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:34.343534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] For port 0ce4b848-19c2-4088-8c77-628bfea0fd35, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0ce4b848-19c2-4088-8c77-628bfea0fd35,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:34.349191 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.350057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-388c5a97-a445-4795-81e7-696d57aa3a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.392893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158b14-b6d5-44fd-8a19-081e57972dad req-c80f8fbd-49b6-4af3-8324-9cfcec1ec2c9 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:34.402900 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b158b14-b6d5-44fd-8a19-081e57972dad req-c80f8fbd-49b6-4af3-8324-9cfcec1ec2c9 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1117 time: 0.3790460 Apr 21 20:48:34.446862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Routers {'3d3e0f0b-53da-484d-ae73-59fafb6c4feb'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:34.447874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:34.457387 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a02c7c9b-306b-4b5f-b0dd-a2f523ec81b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.469078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b158b14-b6d5-44fd-8a19-081e57972dad req-ccfe9bc3-dab8-4a5c-9507-9d9ea7df92ff tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632324 Apr 21 20:48:34.490520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1cf61-6365-4b01-9385-787efe4de381 req-09a04cb5-0727-492c-9a17-fcb6f945b9f8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:34.498029 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16b1cf61-6365-4b01-9385-787efe4de381 req-09a04cb5-0727-492c-9a17-fcb6f945b9f8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 948 time: 0.1796644 Apr 21 20:48:34.514646 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-17d04c27-aa95-4d03-8d6e-fe290c7af07a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292240 Apr 21 20:48:34.531318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29e46c52-b745-48b8-bd26-1f4a510cf9e6 req-21310e56-ab03-453a-8f96-cb1c9772c550 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355959 Apr 21 20:48:34.551876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Allocated IP 172.20.0.1 (7d4c838f-46bb-41df-98f1-54a5944fa71a/26a2c10e-c645-432b-8d6a-d9d86ecc6a51/645edbbe-6108-4130-a459-e200ed60f4b4) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:34.555891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-388c5a97-a445-4795-81e7-696d57aa3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.560806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-388c5a97-a445-4795-81e7-696d57aa3a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.573286 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-388c5a97-a445-4795-81e7-696d57aa3a87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b254339-3259-481b-80fd-5c50dda1c018 HTTP/1.1" status: 204 len: 168 time: 0.3932290 Apr 21 20:48:34.590743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291105f-9a8e-4273-9210-6a10437bd4f3 None None] Pushing event updated for resources: {'Port': ['ID=0ce4b848-19c2-4088-8c77-628bfea0fd35,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:34.635029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] Set router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:34.639474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c5a97-a445-4795-81e7-696d57aa3a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b254339-3259-481b-80fd-5c50dda1c018,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:34.665686 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16b1cf61-6365-4b01-9385-787efe4de381 req-e1b98671-fbd2-44e6-84ba-9c323e474843 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667256 Apr 21 20:48:34.757230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a02c7c9b-306b-4b5f-b0dd-a2f523ec81b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.766976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a02c7c9b-306b-4b5f-b0dd-a2f523ec81b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.855205 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a02c7c9b-306b-4b5f-b0dd-a2f523ec81b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=203680c295cf4ed6bec99f177b041cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107432 Apr 21 20:48:34.855882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37832) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:34.904138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-292de1d0-33ed-457d-b804-43d9e1304483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:34.908527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-292de1d0-33ed-457d-b804-43d9e1304483 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 1098 time: 0.2904248 Apr 21 20:48:34.921264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c7c9b-306b-4b5f-b0dd-a2f523ec81b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5b2fbf-5327-454d-aab9-31260c41cb78,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:34.976241 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9506-e1b7-4b43-bf72-17f0c81da2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:34.978006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.013293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9506-e1b7-4b43-bf72-17f0c81da2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.019560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:30Z', 'revision_number': 3, 'project_id': '4283929ea283416b80569436acd25b59', 'gw_port': {'id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:35.058325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ead016-3240-453e-bea4-1c26d2b7bd17 None None] The sync data for ids ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'] in n-d-838945-1 is: [{'id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:30Z', 'revision_number': 3, 'project_id': '4283929ea283416b80569436acd25b59', 'gw_port': {'id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:48:35.066836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a551fa73-6fad-4918-b854-1b6734623fbc no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:48:35.097752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37844) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:35.102981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: a551fa73-6fad-4918-b854-1b6734623fbc {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:48:35.103528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a551fa73-6fad-4918-b854-1b6734623fbc not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:48:35.115504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9506-e1b7-4b43-bf72-17f0c81da2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.118482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b0b9506-e1b7-4b43-bf72-17f0c81da2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.119740 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7b0b9506-e1b7-4b43-bf72-17f0c81da2ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d5b2fbf-5327-454d-aab9-31260c41cb78 HTTP/1.1" status: 204 len: 168 time: 0.2596085 Apr 21 20:48:35.142135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e6a485b-dae8-42c6-b581-5ac10ea2a76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.156671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b9506-e1b7-4b43-bf72-17f0c81da2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5b2fbf-5327-454d-aab9-31260c41cb78,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:35.174703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37848) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:35.195142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.218043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2977-8bd4-487c-88c0-46643caf1cab req-6a297f24-eed2-4b5e-b924-656561039b75 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:35.219660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-6a297f24-eed2-4b5e-b924-656561039b75 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 821 time: 0.3059866 Apr 21 20:48:35.224752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-9108405a-0076-4630-9a3a-7663e76eb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:35.226499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-9108405a-0076-4630-9a3a-7663e76eb849 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3110793 Apr 21 20:48:35.265438 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.267760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Network 7d4c838f-46bb-41df-98f1-54a5944fa71a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:35.273537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:35.288645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:35.351426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e6a485b-dae8-42c6-b581-5ac10ea2a76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.368557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e6a485b-dae8-42c6-b581-5ac10ea2a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.374116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-b4c6fd2c-3b91-4879-97f2-f30740254649 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=98ed3b61-2052-419c-a490-610c8342fa1e HTTP/1.1" status: 200 len: 217 time: 0.1216869 Apr 21 20:48:35.388160 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-921b673f-8b7e-4f0c-9d91-0b0863fc6779 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/quotas/0cd9c8f481ed4b43a275fdf002b13f29 HTTP/1.1" status: 200 len: 375 time: 0.1304455 Apr 21 20:48:35.452111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a485b-dae8-42c6-b581-5ac10ea2a76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42708ea0-9cc1-4e16-a4fd-f93f638205c7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:35.458013 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8e6a485b-dae8-42c6-b581-5ac10ea2a76d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d1f60ff4dd2477abb32cdbbd347eba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592548 Apr 21 20:48:35.461977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37856) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:35.471386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Pushing event updated for resources: {'Port': ['ID=645edbbe-6108-4130-a459-e200ed60f4b4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:35.535390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.558821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c06ca-c3ad-4dbf-a423-1e69114767cc req-bd50f572-eeb3-4bda-a95d-ab0400e871c4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:35.560422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-648c06ca-c3ad-4dbf-a423-1e69114767cc req-bd50f572-eeb3-4bda-a95d-ab0400e871c4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.2155969 Apr 21 20:48:35.675642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-8a287e16-235a-47ab-a263-f3ff86b2b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:35.677332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-8a287e16-235a-47ab-a263-f3ff86b2b36a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2797494 Apr 21 20:48:35.694550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-648c06ca-c3ad-4dbf-a423-1e69114767cc req-c308700d-91fd-4c90-9b74-f5e5fca8ee58 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234498 Apr 21 20:48:35.697144 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a0f4-89e7-493d-a006-f06786c2465a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.741467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c55cf87b-cf17-41f0-b89e-04701865fdb8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30b44f7149c74e279e768ab407765eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650194 Apr 21 20:48:35.748947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37860) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:35.749500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a528c77d-1b22-4e5c-9815-a704d30d26f5', 'tag': '26bccee8-ed76-47a1-84b4-0b9ea790048d'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:35.751798 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6453f716-9934-4c57-9594-1be527287431" -d '{"events": [{"name": "network-changed", "server_uuid": "a528c77d-1b22-4e5c-9815-a704d30d26f5", "tag": "26bccee8-ed76-47a1-84b4-0b9ea790048d"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:35.763442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2858594b-4f66-47fb-a92f-6cd3a247cfc8 None None] Provisioning complete for port 645edbbe-6108-4130-a459-e200ed60f4b4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:35.763843 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2858594b-4f66-47fb-a92f-6cd3a247cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.813983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0ce4b848-19c2-4088-8c77-628bfea0fd35 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:35.821174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37864) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:35.823101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a0f4-89e7-493d-a006-f06786c2465a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.895315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2858594b-4f66-47fb-a92f-6cd3a247cfc8 None None] Port 645edbbe-6108-4130-a459-e200ed60f4b4 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:35.901703 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.915302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0ce4b848-19c2-4088-8c77-628bfea0fd35 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:35.915733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:35.942599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-480a646e-3b9c-46c1-b543-1503c14bf929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.041873 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.048681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-480a646e-3b9c-46c1-b543-1503c14bf929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.049788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a0f4-89e7-493d-a006-f06786c2465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.053586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a0f4-89e7-493d-a006-f06786c2465a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.057489 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b7d5a0f4-89e7-493d-a006-f06786c2465a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42708ea0-9cc1-4e16-a4fd-f93f638205c7 HTTP/1.1" status: 204 len: 168 time: 0.5925393 Apr 21 20:48:36.093703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5a0f4-89e7-493d-a006-f06786c2465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42708ea0-9cc1-4e16-a4fd-f93f638205c7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:36.095423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-480a646e-3b9c-46c1-b543-1503c14bf929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.113301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 0ce4b848-19c2-4088-8c77-628bfea0fd35, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0ce4b848-19c2-4088-8c77-628bfea0fd35,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:36.123839 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-4ce10b03-30bb-45ff-a94e-24dcf94180d3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7344568 Apr 21 20:48:36.137751 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.179536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e459f553-6447-4bad-82c3-dd683b2bedc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.203668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e459f553-6447-4bad-82c3-dd683b2bedc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.220573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-e619a3e4-c8ba-4499-b330-9b555ec94d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:36.222122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-e619a3e4-c8ba-4499-b330-9b555ec94d7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658926 Apr 21 20:48:36.227023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.294832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=0ce4b848-19c2-4088-8c77-628bfea0fd35,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:36.321474 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-480a646e-3b9c-46c1-b543-1503c14bf929 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fd85196855b4e688b59c6b3b1df48fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4941916 Apr 21 20:48:36.326766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37868) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:36.330446 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e459f553-6447-4bad-82c3-dd683b2bedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.340460 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e459f553-6447-4bad-82c3-dd683b2bedc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.345896 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e459f553-6447-4bad-82c3-dd683b2bedc5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df08e419-0cad-432b-a02a-cc43ef7d289b HTTP/1.1" status: 204 len: 168 time: 0.5739291 Apr 21 20:48:36.360036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a646e-3b9c-46c1-b543-1503c14bf929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891b650b-3347-4b17-888d-5cfe7eb3df88,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:36.385301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-12b7fe68-18d1-4d53-9d76-b66ee1230dbb service neutron] 10.222.0.49 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604902 Apr 21 20:48:36.403478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045f31a-25f1-4b18-9fd3-a68da236672a req-ba0f6429-a36a-4a3e-bf87-8188ccce23e0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:36.417150 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e045f31a-25f1-4b18-9fd3-a68da236672a req-ba0f6429-a36a-4a3e-bf87-8188ccce23e0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 948 time: 0.4854820 Apr 21 20:48:36.465065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459f553-6447-4bad-82c3-dd683b2bedc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df08e419-0cad-432b-a02a-cc43ef7d289b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:36.514948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-004abf43-68c9-4f46-8e9c-d7e94140b709 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819381 Apr 21 20:48:36.582775 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8dc985e-b851-4a53-bf54-3027d71c8ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.604320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e045f31a-25f1-4b18-9fd3-a68da236672a req-26c305ed-47ba-4c7f-bc4a-807ab6e3cb34 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602454 Apr 21 20:48:36.640352 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8dc985e-b851-4a53-bf54-3027d71c8ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.649908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-efe227e7-eedd-405b-abc8-01ccc5fb7789 service neutron] 10.222.0.49 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636802 Apr 21 20:48:36.712093 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1263d3-562d-485c-99c0-5b5c19d111fc x-openstack-request-id: req-2d1263d3-562d-485c-99c0-5b5c19d111fc {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:36.712600 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a528c77d-1b22-4e5c-9815-a704d30d26f5", "tag": "26bccee8-ed76-47a1-84b4-0b9ea790048d", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:36.713075 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d1263d3-562d-485c-99c0-5b5c19d111fc {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:36.713482 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1263d3-562d-485c-99c0-5b5c19d111fc'] response: {'name': 'network-changed', 'server_uuid': 'a528c77d-1b22-4e5c-9815-a704d30d26f5', 'tag': '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'status': 'completed', 'code': 200} Apr 21 20:48:36.744128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8dc985e-b851-4a53-bf54-3027d71c8ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.748616 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8dc985e-b851-4a53-bf54-3027d71c8ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.750363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c8dc985e-b851-4a53-bf54-3027d71c8ccc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/891b650b-3347-4b17-888d-5cfe7eb3df88 HTTP/1.1" status: 204 len: 168 time: 0.4032028 Apr 21 20:48:36.810878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc985e-b851-4a53-bf54-3027d71c8ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891b650b-3347-4b17-888d-5cfe7eb3df88,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:36.934176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453f716-9934-4c57-9594-1be527287431 req-05854836-da77-4e9c-9c1a-cf5e99db371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:36.936687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:36.941869 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6453f716-9934-4c57-9594-1be527287431 req-05854836-da77-4e9c-9c1a-cf5e99db371d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 1099 time: 0.1541793 Apr 21 20:48:36.946421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60b5ecdf-cb1b-48ff-b822-aac4bd1a89fa req-485caf52-fd89-4aaf-a03c-c2b5978288e3 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794298 Apr 21 20:48:36.965881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:37.036827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:37.111017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d28e600a-0965-441c-908c-e484212bc469 req-c60831f1-ef75-4a50-b07c-63a75dce6fab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 210 time: 0.0771401 Apr 21 20:48:37.204742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Pushing event updated for resources: {'Port': ['ID=645edbbe-6108-4130-a459-e200ed60f4b4,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:37.249908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f9f32-e7f4-42c9-975e-1e17f979ae5b req-bf6cf6a4-8e87-461b-8ca9-708a80a2d821 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:37.253536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-915f9f32-e7f4-42c9-975e-1e17f979ae5b req-bf6cf6a4-8e87-461b-8ca9-708a80a2d821 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.2625079 Apr 21 20:48:37.258786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453f716-9934-4c57-9594-1be527287431 req-745ce0b7-55c0-49a9-a834-51a976c85ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:37.260380 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6453f716-9934-4c57-9594-1be527287431 req-745ce0b7-55c0-49a9-a834-51a976c85ffe service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3141427 Apr 21 20:48:37.266338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Network 7d4c838f-46bb-41df-98f1-54a5944fa71a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:37.268019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:37.398768 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-915f9f32-e7f4-42c9-975e-1e17f979ae5b req-23bc56c9-0d72-4ee6-8160-a4d71181a838 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341662 Apr 21 20:48:37.407083 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6453f716-9934-4c57-9594-1be527287431 req-3e09b034-a02c-489c-ba47-7a115f43341f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=26bccee8-ed76-47a1-84b4-0b9ea790048d HTTP/1.1" status: 200 len: 217 time: 0.1378052 Apr 21 20:48:37.555806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:48:37.562848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453f716-9934-4c57-9594-1be527287431 req-6e77afc5-d8dd-47c8-ab64-e5da102c308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:37.565278 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6453f716-9934-4c57-9594-1be527287431 req-6e77afc5-d8dd-47c8-ab64-e5da102c308b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1507730 Apr 21 20:48:37.691473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453f716-9934-4c57-9594-1be527287431 req-04d68993-b683-41b4-9351-5efb82fed7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:37.694125 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6453f716-9934-4c57-9594-1be527287431 req-04d68993-b683-41b4-9351-5efb82fed7ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213934 Apr 21 20:48:37.723792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0ce4b848-19c2-4088-8c77-628bfea0fd35 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:37.834914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9e0a8d1b-42a8-4438-a6f1-0f00907e855e None None] Provisioning complete for port 645edbbe-6108-4130-a459-e200ed60f4b4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:37.839757 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e0a8d1b-42a8-4438-a6f1-0f00907e855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:37.930442 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6453f716-9934-4c57-9594-1be527287431 req-f8687de2-f4d1-46a8-9053-8a1ec73c6d5d service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279897 Apr 21 20:48:37.932002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa0c76-20f5-4fa6-9329-193183b09f27 req-521ffed4-3aab-46a4-9df2-f7e044b3e38a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:37.935747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9e0a8d1b-42a8-4438-a6f1-0f00907e855e None None] Port 645edbbe-6108-4130-a459-e200ed60f4b4 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:37.936803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6aaa0c76-20f5-4fa6-9329-193183b09f27 req-521ffed4-3aab-46a4-9df2-f7e044b3e38a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 948 time: 0.1854565 Apr 21 20:48:37.952382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0ce4b848-19c2-4088-8c77-628bfea0fd35 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:37.952779 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:38.002935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:48:38.020102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e81d1070-6787-4d96-bc34-14b3b97f01e8 admin admin] 10.222.0.49 "PUT /v2.0/routers/3d3e0f0b-53da-484d-ae73-59fafb6c4feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5682070 Apr 21 20:48:38.064822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6aaa0c76-20f5-4fa6-9329-193183b09f27 req-b3414218-f65e-46db-99bb-d821801590eb tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095595 Apr 21 20:48:38.097566 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Sync routers for ids ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:48:38.119280 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Routers {'3d3e0f0b-53da-484d-ae73-59fafb6c4feb'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:38.122205 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:38.143647 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6453f716-9934-4c57-9594-1be527287431 req-e37e1d75-7d3a-48be-bcc3-655803d264b0 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053301 Apr 21 20:48:38.276592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ed4631a-9561-4012-a842-02ad7538ff55 req-1d1f37de-d9d9-4391-8740-0d1d0d2f88ae tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 210 time: 0.0614986 Apr 21 20:48:38.386327 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Set router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:38.574103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eae8d6-61ca-4fbb-8300-4fdc94f409f4 req-73aa48ce-492b-4b6c-b359-2b7bf97d7068 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:38.582231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83eae8d6-61ca-4fbb-8300-4fdc94f409f4 req-73aa48ce-492b-4b6c-b359-2b7bf97d7068 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0972927 Apr 21 20:48:38.638154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83eae8d6-61ca-4fbb-8300-4fdc94f409f4 req-6cba2c69-9c6b-45ca-b878-802a6f22a9f7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501549 Apr 21 20:48:38.703075 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 4, 'project_id': '4283929ea283416b80569436acd25b59', 'gw_port': {'id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '645edbbe-6108-4130-a459-e200ed60f4b4', 'name': '', 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a', 'tenant_id': '4283929ea283416b80569436acd25b59', 'mac_address': 'fa:16:3e:2f:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '26a2c10e-c645-432b-8d6a-d9d86ecc6a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:34Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 2, 'project_id': '4283929ea283416b80569436acd25b59', 'subnets': [{'id': '26a2c10e-c645-432b-8d6a-d9d86ecc6a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:38.749555 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Checking router: 3d3e0f0b-53da-484d-ae73-59fafb6c4feb for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:48:38.749914 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Updating router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb port 645edbbe-6108-4130-a459-e200ed60f4b4 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:48:38.782207 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:38.882183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2977-8bd4-487c-88c0-46643caf1cab req-b0563311-df0f-4d5d-bcb8-f6d966559d3d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:38.886387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-b0563311-df0f-4d5d-bcb8-f6d966559d3d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 821 time: 0.2336886 Apr 21 20:48:38.903332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Request body: {'port': {'device_id': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5', 'admin_state_up': True, 'tenant_id': '0cd9c8f481ed4b43a275fdf002b13f29'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:38.935756 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-edf05804-152f-4477-b533-ed61206ed2b5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3741310 Apr 21 20:48:38.942247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:38.987381 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.092610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Made reservation on behalf of 0cd9c8f481ed4b43a275fdf002b13f29 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:39.097734 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.115451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.209251 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.217917 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.308214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1faec-9c20-49cc-83d8-7cb88e38aa20 req-5c0910ad-21ad-4a4b-9157-b22092f6b263 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:39.310201 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15f1faec-9c20-49cc-83d8-7cb88e38aa20 req-5c0910ad-21ad-4a4b-9157-b22092f6b263 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 948 time: 0.1178732 Apr 21 20:48:39.312029 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Pushing event updated for resources: {'Port': ['ID=645edbbe-6108-4130-a459-e200ed60f4b4,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:39.337959 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.338310 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.338834 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.339178 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.339569 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.339899 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.340223 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.340549 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.340895 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.341411 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.341944 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.342423 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:48:39.351139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Allocated IP 172.25.0.160 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/dba62834-0826-4603-922f-32db9fa342e5) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:39.368473 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Attempting to bind port 645edbbe-6108-4130-a459-e200ed60f4b4 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:39.369073 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Attempting to bind port 645edbbe-6108-4130-a459-e200ed60f4b4 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2a82d173-371f-4104-8193-b4dc6fba4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:39.369641 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Attempting to bind port 645edbbe-6108-4130-a459-e200ed60f4b4 on network 7d4c838f-46bb-41df-98f1-54a5944fa71a {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:39.385574 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:39.386255 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Checking segment: {'id': '2a82d173-371f-4104-8193-b4dc6fba4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:39.388258 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.389114 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Bound using segment: {'id': '2a82d173-371f-4104-8193-b4dc6fba4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:39.390037 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Bound port: 645edbbe-6108-4130-a459-e200ed60f4b4, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a82d173-371f-4104-8193-b4dc6fba4561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:39.390894 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.409670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 26bccee8-ed76-47a1-84b4-0b9ea790048d details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:39.578133 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] For port 645edbbe-6108-4130-a459-e200ed60f4b4, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:39.585444 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] For port 645edbbe-6108-4130-a459-e200ed60f4b4, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=645edbbe-6108-4130-a459-e200ed60f4b4,segment=NetworkSegment(2a82d173-371f-4104-8193-b4dc6fba4561),segment_id=2a82d173-371f-4104-8193-b4dc6fba4561)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:39.600117 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.602838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 26bccee8-ed76-47a1-84b4-0b9ea790048d, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=26bccee8-ed76-47a1-84b4-0b9ea790048d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:39.625051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'mac_address': 'fa:16:3e:3d:48:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:48:39.669545 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.697072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9a2aa8f7-9ef1-4fb4-88f6-30b16a1f7e27 None None] Provisioning complete for port 645edbbe-6108-4130-a459-e200ed60f4b4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:39.697698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8f7-9ef1-4fb4-88f6-30b16a1f7e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.700429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bccee8-ed76-47a1-84b4-0b9ea790048d {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:39.709297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.726228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 26bccee8-ed76-47a1-84b4-0b9ea790048d, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=26bccee8-ed76-47a1-84b4-0b9ea790048d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:39.759121 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.760236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 98ed3b61-2052-419c-a490-610c8342fa1e details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:39.767656 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Routers {'3d3e0f0b-53da-484d-ae73-59fafb6c4feb'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:39.768296 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:39.809899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 98ed3b61-2052-419c-a490-610c8342fa1e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=98ed3b61-2052-419c-a490-610c8342fa1e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:39.819681 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:39.822181 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a494c5-0759-462f-ae6d-f53d1f66dc86 None None] Pushing event updated for resources: {'Port': ['ID=645edbbe-6108-4130-a459-e200ed60f4b4,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:39.832724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '98ed3b61-2052-419c-a490-610c8342fa1e', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '98ed3b61-2052-419c-a490-610c8342fa1e', 'mac_address': 'fa:16:3e:f4:ab:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:48:39.939379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Allocated IP 172.20.0.8 (3f844257-3971-4842-8d6e-2287bca8c3d5/59fc8748-6c5d-4e0a-80c8-c93c954d0f9e/d6549e6a-74b5-440b-bf78-74bd1f3379a8) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:39.958829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:39.962266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15f1faec-9c20-49cc-83d8-7cb88e38aa20 req-541273c8-49fe-41c5-b59e-94775bfc827c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489303 Apr 21 20:48:39.969290 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] Set router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:39.984338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:40.014016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:40.080221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Pushing event updated for resources: {'Port': ['ID=dba62834-0826-4603-922f-32db9fa342e5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:40.199474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.271707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=26bccee8-ed76-47a1-84b4-0b9ea790048d,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:40.276316 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8f7-9ef1-4fb4-88f6-30b16a1f7e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.280791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ed3b61-2052-419c-a490-610c8342fa1e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:40.322775 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.335178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9a2aa8f7-9ef1-4fb4-88f6-30b16a1f7e27 None None] For port 645edbbe-6108-4130-a459-e200ed60f4b4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=645edbbe-6108-4130-a459-e200ed60f4b4,segment=NetworkSegment(2a82d173-371f-4104-8193-b4dc6fba4561),segment_id=2a82d173-371f-4104-8193-b4dc6fba4561)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:40.340968 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 98ed3b61-2052-419c-a490-610c8342fa1e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=98ed3b61-2052-419c-a490-610c8342fa1e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:40.343023 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa8f7-9ef1-4fb4-88f6-30b16a1f7e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.348045 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 4, 'project_id': '4283929ea283416b80569436acd25b59', 'gw_port': {'id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '645edbbe-6108-4130-a459-e200ed60f4b4', 'name': '', 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a', 'tenant_id': '4283929ea283416b80569436acd25b59', 'mac_address': 'fa:16:3e:2f:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '26a2c10e-c645-432b-8d6a-d9d86ecc6a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:34Z', 'updated_at': '2022-04-21T20:48:39Z', 'revision_number': 4, 'project_id': '4283929ea283416b80569436acd25b59', 'subnets': [{'id': '26a2c10e-c645-432b-8d6a-d9d86ecc6a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:40.353426 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.374400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.386578 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.386836 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d525d-12d1-4d4a-888f-9f3ff61677ff None None] The sync data for ids ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'] in n-d-838945-1 is: [{'id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 4, 'project_id': '4283929ea283416b80569436acd25b59', 'gw_port': {'id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '645edbbe-6108-4130-a459-e200ed60f4b4', 'name': '', 'network_id': '7d4c838f-46bb-41df-98f1-54a5944fa71a', 'tenant_id': '4283929ea283416b80569436acd25b59', 'mac_address': 'fa:16:3e:2f:56:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '26a2c10e-c645-432b-8d6a-d9d86ecc6a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:34Z', 'updated_at': '2022-04-21T20:48:39Z', 'revision_number': 4, 'project_id': '4283929ea283416b80569436acd25b59', 'subnets': [{'id': '26a2c10e-c645-432b-8d6a-d9d86ecc6a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:48:40.422389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2aa8f7-9ef1-4fb4-88f6-30b16a1f7e27 None None] Pushing event updated for resources: {'Port': ['ID=645edbbe-6108-4130-a459-e200ed60f4b4,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:40.488215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.515185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-33bd4144-3718-4547-ae3d-4ff322830ae3 None None] Provisioning complete for port 645edbbe-6108-4130-a459-e200ed60f4b4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:40.515933 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33bd4144-3718-4547-ae3d-4ff322830ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.556740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Network 3f844257-3971-4842-8d6e-2287bca8c3d5 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:40.561011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:40.563673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=98ed3b61-2052-419c-a490-610c8342fa1e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:40.566230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:40.572600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:40.573590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.603111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Pushing event updated for resources: {'Port': ['ID=d6549e6a-74b5-440b-bf78-74bd1f3379a8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:40.611472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-37991f31-98fc-48e3-ba86-1baf773afdab tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7130215 Apr 21 20:48:40.629049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Request body: {'port': {'device_id': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:40.752194 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.757436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:40.787659 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['26bccee8-ed76-47a1-84b4-0b9ea790048d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:40.802916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be115767-1908-4d4a-bb60-e0b0da53c6b7 req-6c0b2e81-42a8-449b-8870-1bd65e75e48c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:40.804738 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be115767-1908-4d4a-bb60-e0b0da53c6b7 req-6c0b2e81-42a8-449b-8870-1bd65e75e48c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 931 time: 0.1226559 Apr 21 20:48:40.960336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:40.967181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:41.068263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Pushing event updated for resources: {'Port': ['ID=dba62834-0826-4603-922f-32db9fa342e5,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:41.076889 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:41.095368 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be115767-1908-4d4a-bb60-e0b0da53c6b7 req-3a05a599-7282-497b-a7de-e59e9dbe7ecc tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109090 Apr 21 20:48:41.095810 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:41.101274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-0fba27d1-c36c-48ce-8e6e-7eb53f838cbc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1639819 Apr 21 20:48:41.150893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6549e6a-74b5-440b-bf78-74bd1f3379a8 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:41.162247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:41.185138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-fc1fc205-88ee-40e0-9bfc-06dcf5b5551e tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.0814068 Apr 21 20:48:41.193391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Transition to ACTIVE for port object d6549e6a-74b5-440b-bf78-74bd1f3379a8 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:48:41.197584 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:41.270863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Pushing event updated for resources: {'Port': ['ID=d6549e6a-74b5-440b-bf78-74bd1f3379a8,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:41.283309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84ddfd-0c8d-4129-8b98-881285b93fac req-1a9c9913-3dc3-4fea-8e67-0ff199b35284 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:41.284876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc84ddfd-0c8d-4129-8b98-881285b93fac req-1a9c9913-3dc3-4fea-8e67-0ff199b35284 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1043701 Apr 21 20:48:41.308847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-eaa98ae2-4205-415d-a168-bca9f78a9ec6 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:41.310704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-eaa98ae2-4205-415d-a168-bca9f78a9ec6 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1171370 Apr 21 20:48:41.325309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-723d6fa4-3c73-43dd-8816-a9f963efc228 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:48:41.326658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c06ad178-d1d7-4b16-8051-bb9cc417b2b1 req-723d6fa4-3c73-43dd-8816-a9f963efc228 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061281 Apr 21 20:48:41.336970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:41.337308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:41.337638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:41.350153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:48:41.350470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:41.365880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc84ddfd-0c8d-4129-8b98-881285b93fac req-efe6a353-5cb2-432b-969f-f23f4fedcd8e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631218 Apr 21 20:48:41.367216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:41.367726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:41.368265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:41.368937 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Bound port: d6549e6a-74b5-440b-bf78-74bd1f3379a8, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:41.369306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:41.473315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:41.477866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:41.484035 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:41.504635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:41.505328 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:41.506839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] 10.222.0.43 "PUT /v2.0/ports/d6549e6a-74b5-440b-bf78-74bd1f3379a8 HTTP/1.1" status: 200 len: 1091 time: 0.8822474 Apr 21 20:48:41.507931 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-3dd16681-9bf4-40af-a64f-7fd14361a1f2 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=420d0bf9f4d8497f900df08de28172fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487542 Apr 21 20:48:41.526994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:41.529672 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba764daf-1384-4075-a394-37446055520b" -d '{"events": [{"name": "network-changed", "server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:41.580605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad14369-bec9-4401-87f6-587e89c7140e service neutron] Pushing event updated for resources: {'Port': ['ID=d6549e6a-74b5-440b-bf78-74bd1f3379a8,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:41.639481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2977-8bd4-487c-88c0-46643caf1cab req-fa0dc6c1-2982-4a76-99b0-92f847ba2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:41.642885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-fa0dc6c1-2982-4a76-99b0-92f847ba2474 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1094 time: 0.0842919 Apr 21 20:48:41.676829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-916a0ba4-feb3-4a09-8c69-b7d1520f6bc6 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:41.677268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-916a0ba4-feb3-4a09-8c69-b7d1520f6bc6 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684198 Apr 21 20:48:41.698957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-aa607665-a1e5-4f5f-b056-b711b1f1abb4 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/quotas/420d0bf9f4d8497f900df08de28172fb HTTP/1.1" status: 200 len: 375 time: 0.0127521 Apr 21 20:48:41.707291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-f5e45993-b088-4283-9512-2d8bcb7ed641 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8 HTTP/1.1" status: 200 len: 217 time: 0.0553994 Apr 21 20:48:41.736163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 645edbbe-6108-4130-a459-e200ed60f4b4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:41.747728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-39e3cd63-6934-4015-a3c6-5e5923e3336f tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=420d0bf9f4d8497f900df08de28172fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428817 Apr 21 20:48:41.805508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 645edbbe-6108-4130-a459-e200ed60f4b4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:41.805876 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:41.815746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d8c15-ca8c-4108-ab4e-166330254920 req-ce370788-12b4-470d-8da6-c12acc93d4d8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:41.817621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-750d8c15-ca8c-4108-ab4e-166330254920 req-ce370788-12b4-470d-8da6-c12acc93d4d8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 949 time: 0.0639288 Apr 21 20:48:41.819226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2977-8bd4-487c-88c0-46643caf1cab req-26527c62-1f4d-41d6-8943-f61acb755b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:41.820552 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-26527c62-1f4d-41d6-8943-f61acb755b18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1026866 Apr 21 20:48:41.882726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-eb789c87-ebdf-4010-8f68-c9c9d8bd080a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518374 Apr 21 20:48:41.918893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-750d8c15-ca8c-4108-ab4e-166330254920 req-b1200a85-191c-4502-80a0-237fd6ea83c0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957057 Apr 21 20:48:41.984243 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557d30ff-9f83-42cd-9c75-7431e0a0f194 x-openstack-request-id: req-557d30ff-9f83-42cd-9c75-7431e0a0f194 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:41.984748 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:41.985226 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-557d30ff-9f83-42cd-9c75-7431e0a0f194 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:41.985803 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557d30ff-9f83-42cd-9c75-7431e0a0f194'] response: {'name': 'network-changed', 'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8', 'status': 'completed', 'code': 200} Apr 21 20:48:42.017011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fabdde10-aa2d-408e-956b-d8a90f0d9955 req-df4e23d8-b819-4922-813d-c9f82129f876 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips/4fbc5bb1-3348-4e29-8080-9ab244eb4999 HTTP/1.1" status: 200 len: 693 time: 0.1283612 Apr 21 20:48:42.026999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-ed1225e7-1bf1-497e-b029-24f0c4044cc5 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308312 Apr 21 20:48:42.148476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdde10-aa2d-408e-956b-d8a90f0d9955 req-7051160e-4c9d-447f-87cd-bffa3fcf89a7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:42.149513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fabdde10-aa2d-408e-956b-d8a90f0d9955 req-7051160e-4c9d-447f-87cd-bffa3fcf89a7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1255872 Apr 21 20:48:42.166689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-542f2977-8bd4-487c-88c0-46643caf1cab req-8429a7d2-5de4-483d-9c0f-8efd4fa9e659 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333659 Apr 21 20:48:42.167719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-fabdde10-aa2d-408e-956b-d8a90f0d9955 req-5d0e948a-ea3d-4831-b440-ed97108e4ac5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:48:42.172923 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fabdde10-aa2d-408e-956b-d8a90f0d9955 req-5d0e948a-ea3d-4831-b440-ed97108e4ac5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130827 Apr 21 20:48:42.279922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7539182-baab-499a-86a6-47b6d5c9be6b req-497433d2-b546-459d-9e6f-50fa243481bd tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 210 time: 0.0692613 Apr 21 20:48:42.332373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764daf-1384-4075-a394-37446055520b req-2d0d9824-4312-4a0e-a17e-e51905c024a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:42.334633 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba764daf-1384-4075-a394-37446055520b req-2d0d9824-4312-4a0e-a17e-e51905c024a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1094 time: 0.0979774 Apr 21 20:48:42.342804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856881a-f142-45f5-8814-9dd93cc25823 req-76ee1fe9-8f9f-458a-b24c-9dcc2a3d40b8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:42.344583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8856881a-f142-45f5-8814-9dd93cc25823 req-76ee1fe9-8f9f-458a-b24c-9dcc2a3d40b8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0639505 Apr 21 20:48:42.389848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0cb6d8f0-7b77-486b-8291-346b44ea6f0d req-5a8eb23a-b3a0-4cc3-84c1-c7a479eae3d2 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=4283929ea283416b80569436acd25b59 HTTP/1.1" status: 200 len: 696 time: 0.0798659 Apr 21 20:48:42.447032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8856881a-f142-45f5-8814-9dd93cc25823 req-a0e191d1-9717-492f-bf86-4544d7bf75fc tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940535 Apr 21 20:48:42.540747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764daf-1384-4075-a394-37446055520b req-6e09e7e2-480b-44e4-b500-e6d8b3c77aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:42.542279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba764daf-1384-4075-a394-37446055520b req-6e09e7e2-480b-44e4-b500-e6d8b3c77aad service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.1968617 Apr 21 20:48:42.545353 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-10048dba-a478-44e7-a32b-599deb2e3822 req-11a53736-bd70-4a69-85cc-8fa613ca5b96 service neutron] show failed (client error): The resource could not be found. Apr 21 20:48:42.546263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-11a53736-bd70-4a69-85cc-8fa613ca5b96 service neutron] 10.222.0.46 "GET /v2.0/ports/5599a89a-010e-443c-9278-2c8a182e9d64/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.1144750 Apr 21 20:48:42.558769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38078) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:42.587361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6d8f0-7b77-486b-8291-346b44ea6f0d req-915f7dc0-56f1-4fa1-9ae1-e2e254e159dc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:42.588965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0cb6d8f0-7b77-486b-8291-346b44ea6f0d req-915f7dc0-56f1-4fa1-9ae1-e2e254e159dc tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/networks?id=e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 787 time: 0.1904526 Apr 21 20:48:42.602959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-0cb6d8f0-7b77-486b-8291-346b44ea6f0d req-b5c4b144-4b64-4c6c-96ec-84d2de4e04e5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:48:42.603959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0cb6d8f0-7b77-486b-8291-346b44ea6f0d req-b5c4b144-4b64-4c6c-96ec-84d2de4e04e5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068102 Apr 21 20:48:42.620656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba764daf-1384-4075-a394-37446055520b req-606bba9c-7acb-4838-80c7-d3f9ad579e32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8 HTTP/1.1" status: 200 len: 217 time: 0.0697114 Apr 21 20:48:42.707923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba764daf-1384-4075-a394-37446055520b req-984df621-3812-45cf-959d-8a8237ff407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:42.710655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba764daf-1384-4075-a394-37446055520b req-984df621-3812-45cf-959d-8a8237ff407e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0835514 Apr 21 20:48:42.782258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0ffd-e839-445c-bd82-3dc841480aa0 req-3fd26e3c-7eb1-4cac-9695-a62427103fe8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:42.783978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-255a0ffd-e839-445c-bd82-3dc841480aa0 req-3fd26e3c-7eb1-4cac-9695-a62427103fe8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0666921 Apr 21 20:48:42.788930 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba764daf-1384-4075-a394-37446055520b req-2ceb8503-9bd7-4644-8d61-d7fd1ff7d1ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516210 Apr 21 20:48:42.804555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca6474b8-45d2-44a8-9b3b-1d1a25496f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:42.910690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-255a0ffd-e839-445c-bd82-3dc841480aa0 req-15458c1b-7837-48b5-8dfc-9a2af106a8eb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201930 Apr 21 20:48:42.919406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-7d4646c9-4532-460b-bd90-9895f1753ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:42.920877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-7d4646c9-4532-460b-bd90-9895f1753ca9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56&tenant_id=51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 1100 time: 0.1120422 Apr 21 20:48:42.934437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:42.957461 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c374dfb9-620d-40b5-ad62-781ae0636119 req-7a5c83c5-9e55-46d6-8df8-a6e79645fe09 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=826c83134efc4f47a8e8a62e6ce35d15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509419 Apr 21 20:48:43.001172 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba764daf-1384-4075-a394-37446055520b req-d981247e-e7a4-49a9-a7ee-41eda147cfc9 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983569 Apr 21 20:48:43.033202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30311f15-190a-40e6-8cfa-9411301ed266 req-fa9321eb-158b-4b24-b7b0-5daef52c5f3c tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips/4fbc5bb1-3348-4e29-8080-9ab244eb4999 HTTP/1.1" status: 200 len: 693 time: 0.0757473 Apr 21 20:48:43.040152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.098432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca6474b8-45d2-44a8-9b3b-1d1a25496f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.134523 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca6474b8-45d2-44a8-9b3b-1d1a25496f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.226819 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ca6474b8-45d2-44a8-9b3b-1d1a25496f6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fa840c6846d46ac887e76e5b096e52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6665800 Apr 21 20:48:43.231092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.43', 64874) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:43.231441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38094) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:43.245055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6474b8-45d2-44a8-9b3b-1d1a25496f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023dec8e-0a27-4183-a73e-922004952099,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:43.255400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374dfb9-620d-40b5-ad62-781ae0636119 req-8afa77ff-48e0-4cff-98d8-e8cc88a59339 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:43.256878 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c374dfb9-620d-40b5-ad62-781ae0636119 req-8afa77ff-48e0-4cff-98d8-e8cc88a59339 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931318 Apr 21 20:48:43.275174 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-df143214-4ecc-41b2-8919-be5455d767d2 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=420d0bf9f4d8497f900df08de28172fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425293 Apr 21 20:48:43.281799 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba764daf-1384-4075-a394-37446055520b req-36bc5052-4bae-4b74-860c-f838aad2fb6d service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704716 Apr 21 20:48:43.283059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30311f15-190a-40e6-8cfa-9411301ed266 req-4cecd508-6174-4542-b459-2050523ff7f1 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:43.283235 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c374dfb9-620d-40b5-ad62-781ae0636119 req-84c6d690-0c3d-4b9b-9e98-a378175fdcc7 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/quotas/826c83134efc4f47a8e8a62e6ce35d15 HTTP/1.1" status: 200 len: 375 time: 0.0147154 Apr 21 20:48:43.285087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30311f15-190a-40e6-8cfa-9411301ed266 req-4cecd508-6174-4542-b459-2050523ff7f1 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2413325 Apr 21 20:48:43.322916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-30311f15-190a-40e6-8cfa-9411301ed266 req-6a727fd6-a42a-4d08-b7f5-62df0acd7988 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:48:43.323862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30311f15-190a-40e6-8cfa-9411301ed266 req-6a727fd6-a42a-4d08-b7f5-62df0acd7988 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126145 Apr 21 20:48:43.333400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c374dfb9-620d-40b5-ad62-781ae0636119 req-0396a8d6-d8be-4cff-9730-810a5686d6a0 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=826c83134efc4f47a8e8a62e6ce35d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419347 Apr 21 20:48:43.443059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 26bccee8-ed76-47a1-84b4-0b9ea790048d up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:43.472928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30311f15-190a-40e6-8cfa-9411301ed266 req-1beeddd0-9bc9-40d0-a9a4-679bee14daee tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.1346354 Apr 21 20:48:43.490436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b4011-83fb-4656-8aaf-86ced54add0c req-d9b8e67c-edb6-4df3-ba57-490b3d9e760c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:43.492691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8a7b4011-83fb-4656-8aaf-86ced54add0c req-d9b8e67c-edb6-4df3-ba57-490b3d9e760c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 949 time: 0.0580614 Apr 21 20:48:43.497719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 26bccee8-ed76-47a1-84b4-0b9ea790048d completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:43.502034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 26bccee8-ed76-47a1-84b4-0b9ea790048d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:43.502473 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.538335 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8a7b4011-83fb-4656-8aaf-86ced54add0c req-70d35d29-a938-41c4-b53d-55a9f76e672d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369661 Apr 21 20:48:43.580131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:43.580741 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.584939 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30311f15-190a-40e6-8cfa-9411301ed266 req-eb9d807f-6578-4c44-a437-c93ad98ef544 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.0930388 Apr 21 20:48:43.599026 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-9cc3e869-c748-4b26-bf8a-e8dcd019185e tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:43.600302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-9cc3e869-c748-4b26-bf8a-e8dcd019185e tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059902 Apr 21 20:48:43.605915 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a8c0e13-3bd3-4b4c-8e87-2de778449508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.606327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a528c77d-1b22-4e5c-9815-a704d30d26f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bccee8-ed76-47a1-84b4-0b9ea790048d'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:43.608603 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9010d920-dc42-4546-981d-a69c948226b6" -d '{"events": [{"server_uuid": "a528c77d-1b22-4e5c-9815-a704d30d26f5", "name": "network-vif-plugged", "status": "completed", "tag": "26bccee8-ed76-47a1-84b4-0b9ea790048d"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:43.624546 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 26bccee8-ed76-47a1-84b4-0b9ea790048d, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=26bccee8-ed76-47a1-84b4-0b9ea790048d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:43.629799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.630790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 98ed3b61-2052-419c-a490-610c8342fa1e up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:43.641654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5ddaab26-993a-4b33-9769-511a7c717cec req-2cbbda39-fb2e-4453-8a98-b10f60cc8395 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 210 time: 0.0312905 Apr 21 20:48:43.649131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Request body: {'port': {'device_id': 'ad2e8733-99f9-4b49-b16d-c98069d6b178', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '420d0bf9f4d8497f900df08de28172fb'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:43.703072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a8c0e13-3bd3-4b4c-8e87-2de778449508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.716495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=26bccee8-ed76-47a1-84b4-0b9ea790048d,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:43.735108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 98ed3b61-2052-419c-a490-610c8342fa1e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:43.740085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 98ed3b61-2052-419c-a490-610c8342fa1e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:43.740456 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.780070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:43.825344 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.870072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 98ed3b61-2052-419c-a490-610c8342fa1e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=98ed3b61-2052-419c-a490-610c8342fa1e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:43.875194 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:43.932319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=98ed3b61-2052-419c-a490-610c8342fa1e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:43.994023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a07a68-a2c9-4c07-9e10-1a723f174206 req-2433fb45-7f6b-4ed4-8659-55a1d0004126 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:43.995503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74a07a68-a2c9-4c07-9e10-1a723f174206 req-2433fb45-7f6b-4ed4-8659-55a1d0004126 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0546563 Apr 21 20:48:44.035956 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74a07a68-a2c9-4c07-9e10-1a723f174206 req-79643f03-b1a2-45d6-a24a-da28b9a4353e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341113 Apr 21 20:48:44.090336 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd2c1cf-6691-49c9-813e-e183174cdb52 x-openstack-request-id: req-0dd2c1cf-6691-49c9-813e-e183174cdb52 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:44.090649 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a528c77d-1b22-4e5c-9815-a704d30d26f5", "name": "network-vif-plugged", "status": "completed", "tag": "26bccee8-ed76-47a1-84b4-0b9ea790048d", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:44.090903 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dd2c1cf-6691-49c9-813e-e183174cdb52 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:44.091308 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd2c1cf-6691-49c9-813e-e183174cdb52'] response: {'server_uuid': 'a528c77d-1b22-4e5c-9815-a704d30d26f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'code': 200} Apr 21 20:48:44.091504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:44.093698 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be27b80-af59-4fc0-841e-e8fe9552bef0" -d '{"events": [{"server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "name": "network-vif-unplugged", "status": "completed", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:44.099161 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.131487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Transition to ACTIVE for port object 5599a89a-010e-443c-9278-2c8a182e9d64 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:48:44.139850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.191988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-30311f15-190a-40e6-8cfa-9411301ed266 req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Deleting port dba62834-0826-4603-922f-32db9fa342e5 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:48:44.192331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-30311f15-190a-40e6-8cfa-9411301ed266 req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.199665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a8c0e13-3bd3-4b4c-8e87-2de778449508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.202739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b3b9-f362-4c08-a5ce-0f6003814cfa req-29157a21-ece6-4179-8d65-38ea1c519ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:44.204282 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b04b3b9-f362-4c08-a5ce-0f6003814cfa req-29157a21-ece6-4179-8d65-38ea1c519ea1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 1101 time: 0.0521362 Apr 21 20:48:44.205228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a8c0e13-3bd3-4b4c-8e87-2de778449508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.207139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1a8c0e13-3bd3-4b4c-8e87-2de778449508 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/023dec8e-0a27-4183-a73e-922004952099 HTTP/1.1" status: 204 len: 168 time: 0.9723761 Apr 21 20:48:44.224613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Made reservation on behalf of 420d0bf9f4d8497f900df08de28172fb for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:44.228720 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.246219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.278063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b04b3b9-f362-4c08-a5ce-0f6003814cfa req-19c49434-f9a3-4a9d-8e57-d15310dd5610 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Apr 21 20:48:44.292890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c0e13-3bd3-4b4c-8e87-2de778449508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023dec8e-0a27-4183-a73e-922004952099,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:44.310810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e07e-7a9a-4482-8a7a-ffdb092f4544 req-f0661ce6-960c-4438-abda-faf009c4d77d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:44.312583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e816e07e-7a9a-4482-8a7a-ffdb092f4544 req-f0661ce6-960c-4438-abda-faf009c4d77d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 947 time: 0.0682847 Apr 21 20:48:44.314545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Pushing event updated for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:44.321355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] No DVR routers for this DVR port 5599a89a-010e-443c-9278-2c8a182e9d64 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:48:44.371858 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e816e07e-7a9a-4482-8a7a-ffdb092f4544 req-eafb12c5-acde-47c9-b8f1-00fbb6a3d065 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474439 Apr 21 20:48:44.390519 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-30311f15-190a-40e6-8cfa-9411301ed266 req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.390848 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-30311f15-190a-40e6-8cfa-9411301ed266 req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.414489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Attempting to bind port 5599a89a-010e-443c-9278-2c8a182e9d64 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:44.414830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Attempting to bind port 5599a89a-010e-443c-9278-2c8a182e9d64 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:44.415168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Attempting to bind port 5599a89a-010e-443c-9278-2c8a182e9d64 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:44.418806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-30311f15-190a-40e6-8cfa-9411301ed266 req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Calling delete_port for dba62834-0826-4603-922f-32db9fa342e5 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:48:44.435850 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Port 5599a89a-010e-443c-9278-2c8a182e9d64 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:48:44.436175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Attempting to bind port 5599a89a-010e-443c-9278-2c8a182e9d64 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:44.446850 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e40fd8-149a-460d-aa81-ac6ada46e5b5 x-openstack-request-id: req-b9e40fd8-149a-460d-aa81-ac6ada46e5b5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:44.447014 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "name": "network-vif-unplugged", "status": "completed", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:44.447226 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9e40fd8-149a-460d-aa81-ac6ada46e5b5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:44.447561 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e40fd8-149a-460d-aa81-ac6ada46e5b5'] response: {'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64', 'code': 200} Apr 21 20:48:44.459545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:44.459776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:44.460198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:44.460605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Bound port: 5599a89a-010e-443c-9278-2c8a182e9d64, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:44.461084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.595282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.605366 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.647545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:44.704852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:44.711792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff57bc2-dc4b-44b9-9a18-0691610c4b47,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:44.721142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.824444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:44.825300 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.826688 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] 10.222.0.43 "PUT /v2.0/ports/5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 1095 time: 1.8972769 Apr 21 20:48:44.876010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29878ebb-e6fc-4be1-8a08-250a32def888 service neutron] Pushing event updated for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:44.895234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098c08a-a0c7-4994-9a21-5075d18facc8 req-13881f22-3038-4abb-870a-e12ee3897d18 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:44.899740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Allocated IP 192.168.233.153 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:44.904169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3098c08a-a0c7-4994-9a21-5075d18facc8 req-13881f22-3038-4abb-870a-e12ee3897d18 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 950 time: 0.0892715 Apr 21 20:48:44.905907 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-30311f15-190a-40e6-8cfa-9411301ed266 req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:44.947594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3098c08a-a0c7-4994-9a21-5075d18facc8 req-54fd481b-9515-482b-821f-3ea3f798ccf7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Apr 21 20:48:44.951634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Pushing event deleted for resources: {'Port': ['ID=dba62834-0826-4603-922f-32db9fa342e5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:45.050581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-a806d81f-70d6-48fb-b28e-c7f03fed5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:45.052067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-a806d81f-70d6-48fb-b28e-c7f03fed5fe9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1098 time: 0.1932349 Apr 21 20:48:45.080159 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4da71f1b-5f45-44fc-a080-1ccb79bf7bd3 req-a8a49280-10c1-4e34-adef-03082821e26f tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 210 time: 0.0334525 Apr 21 20:48:45.133737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38160) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:45.169801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-30311f15-190a-40e6-8cfa-9411301ed266 req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.172295 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-30311f15-190a-40e6-8cfa-9411301ed266 req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.173491 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30311f15-190a-40e6-8cfa-9411301ed266 req-73f486f8-a120-475c-82d6-890b94dcfbe7 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "DELETE /v2.0/floatingips/4fbc5bb1-3348-4e29-8080-9ab244eb4999 HTTP/1.1" status: 204 len: 173 time: 1.5721118 Apr 21 20:48:45.214905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7e498d3-4cda-4ade-9d76-0ebaa109dab4 req-0082a9c8-ad68-47e2-a8bc-23fc6af3e588 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=826c83134efc4f47a8e8a62e6ce35d15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350204 Apr 21 20:48:45.279006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-45b67d6c-1da1-4045-9a90-24ac804950fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:45.280452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-45b67d6c-1da1-4045-9a90-24ac804950fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2216871 Apr 21 20:48:45.281550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-501901043-network', 'tenant_id': '5bb566ee2745403d9546e81221628e27'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:45.286676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.322949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Made reservation on behalf of 5bb566ee2745403d9546e81221628e27 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:45.325207 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.336959 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.338537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-7f480b37-1d9b-48ec-895b-23bc6e6353f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 217 time: 0.0502315 Apr 21 20:48:45.361510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496c62f-7fc1-45fe-8bdb-6b034aa836f5 req-23b22401-0678-45a1-843a-25cfddfd808e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:45.363495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f496c62f-7fc1-45fe-8bdb-6b034aa836f5 req-23b22401-0678-45a1-843a-25cfddfd808e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.1222496 Apr 21 20:48:45.368222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e498d3-4cda-4ade-9d76-0ebaa109dab4 req-3bb5d040-495d-4bee-a9fb-06731728a698 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:45.369680 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7e498d3-4cda-4ade-9d76-0ebaa109dab4 req-3bb5d040-495d-4bee-a9fb-06731728a698 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540034 Apr 21 20:48:45.393427 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7e498d3-4cda-4ade-9d76-0ebaa109dab4 req-f2030b2e-3196-4385-b6e0-4bbcef1fc130 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/quotas/826c83134efc4f47a8e8a62e6ce35d15 HTTP/1.1" status: 200 len: 375 time: 0.0176845 Apr 21 20:48:45.433499 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.437824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-e4e8d2cd-9f00-40ad-a118-1eea96c0b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:45.439265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-e4e8d2cd-9f00-40ad-a118-1eea96c0b2ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0936887 Apr 21 20:48:45.439986 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7e498d3-4cda-4ade-9d76-0ebaa109dab4 req-a61e80b4-cdbc-41cc-b125-271a993e9607 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=826c83134efc4f47a8e8a62e6ce35d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359008 Apr 21 20:48:45.461360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f496c62f-7fc1-45fe-8bdb-6b034aa836f5 req-e1a86e17-2553-4246-bf8f-b8bbfe57fb0b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726309 Apr 21 20:48:45.491750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.498699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.508566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:45.533409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:45.538272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:48:45.541416 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:45.545546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce29c420-6460-4e4a-851a-f9c26765e1be,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:45.554527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.554874 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Added segment 5e070a30-e3da-4c03-bd05-05c129314464 of type vlan for network d1e06e87-3ae6-4925-939a-4294a67b477e Apr 21 20:48:45.557565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Pushing event updated for resources: {'Port': ['ID=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:45.629557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.639861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048dba-a478-44e7-a32b-599deb2e3822 req-be7191b5-6512-4a83-b61a-2e27864fead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:45.641394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-be7191b5-6512-4a83-b61a-2e27864fead9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1947429 Apr 21 20:48:45.653749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:45.654297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.698268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567ac5d-9e03-4c8d-80a2-bd4316f30cca req-1dda2c73-1d4e-42a1-afb6-2d2ed0a1864e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:45.700323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e567ac5d-9e03-4c8d-80a2-bd4316f30cca req-1dda2c73-1d4e-42a1-afb6-2d2ed0a1864e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 947 time: 0.1085112 Apr 21 20:48:45.728893 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.730338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:45.730961 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.743357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-5e7f42e5-76da-4bb6-bc2a-b80f5dffeb42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1284449 Apr 21 20:48:45.758758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Request body: {'port': {'device_id': 'ad2e8733-99f9-4b49-b16d-c98069d6b178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:45.771190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-d2dfcf58-5b3d-4fc6-a7af-172a6d75f62a tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2564433 Apr 21 20:48:45.796865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:45.816606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e567ac5d-9e03-4c8d-80a2-bd4316f30cca req-d3f26a2b-7838-483d-9bd6-c1e887275b48 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032488 Apr 21 20:48:45.829000 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6941519 Apr 21 20:48:45.832388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:45.838088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Request body: {'subnet': {'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-501901043-subnet', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:45.856511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54f68a-c983-42ee-9dd5-c3f830a0e5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e06e87-3ae6-4925-939a-4294a67b477e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:45.870622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d1e06e87-3ae6-4925-939a-4294a67b477e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:48:45.872187 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.880702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Made reservation on behalf of 5bb566ee2745403d9546e81221628e27 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:45.884992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.886117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:45.890483 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-b11027a6-2f8c-4b47-bad6-c31b6280ba95 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325587 Apr 21 20:48:45.962874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6262f14c-6213-4674-9b2f-f18057fdfa0c None None] Provisioning complete for port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:45.963608 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6262f14c-6213-4674-9b2f-f18057fdfa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.011449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6262f14c-6213-4674-9b2f-f18057fdfa0c None None] Port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:46.092454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd7b806-5641-4746-b7c7-4ee90e0c8036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed3b61-2052-419c-a490-610c8342fa1e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:46.095132 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35eddfa-f9ff-4eca-b31c-05409d6c6892" -d '{"events": [{"server_uuid": "9cd7b806-5641-4746-b7c7-4ee90e0c8036", "name": "network-vif-plugged", "status": "completed", "tag": "98ed3b61-2052-419c-a490-610c8342fa1e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:46.096907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.127835 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10048dba-a478-44e7-a32b-599deb2e3822 req-a8b4dd84-d42d-464f-8132-ead11dd563ca service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266757 Apr 21 20:48:46.184308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Checking segment: {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:46.184666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Network hostable DHCP agents. Network: d1e06e87-3ae6-4925-939a-4294a67b477e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:48:46.187450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1f080a-94a5-4bbf-bfc6-70873c141d8c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:46.210554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Network d1e06e87-3ae6-4925-939a-4294a67b477e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:48:46.220112 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.234589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, d1e06e87-3ae6-4925-939a-4294a67b477e) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:46.239462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:46.241092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.245368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceeee7a-0a27-4f9b-b35e-ec0e660e7970 None None] Network d1e06e87-3ae6-4925-939a-4294a67b477e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:48:46.286765 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-15e10f94-afe7-49ee-ae82-f3596df64582 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4525883 Apr 21 20:48:46.289478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38188) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:46.293668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:46.312479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835e03e-b0df-4d2e-b6a1-197a3fe5acfe req-59053660-70fc-4945-a823-6e9d4b529175 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:46.317271 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3835e03e-b0df-4d2e-b6a1-197a3fe5acfe req-59053660-70fc-4945-a823-6e9d4b529175 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 950 time: 0.0975554 Apr 21 20:48:46.360132 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.361144 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.362250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3835e03e-b0df-4d2e-b6a1-197a3fe5acfe req-031bc4be-0cb9-442c-b0f3-8db71c6ea5c3 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Apr 21 20:48:46.410805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-d1e06e87-3ae6-4925-939a-4294a67b477e', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:48:46.411796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.439900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:46.452626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:46.454864 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:46.464772 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.498691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21553247-6648-4cc3-84d3-49765853783a req-b53788d7-6e9e-451a-a4bc-81fbcecc90c3 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:46.500742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21553247-6648-4cc3-84d3-49765853783a req-b53788d7-6e9e-451a-a4bc-81fbcecc90c3 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 936 time: 0.0588484 Apr 21 20:48:46.505913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Allocated IP 172.25.0.164 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/74785711-c3d4-4e5b-b155-bfd9eab713d7) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:46.512679 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.529592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Transition to ACTIVE for port object c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:48:46.551941 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21553247-6648-4cc3-84d3-49765853783a req-b2eedffb-f9a5-405a-9dc4-9de301f57259 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Apr 21 20:48:46.562460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.574897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Allocated IP 172.20.0.2 (d1e06e87-3ae6-4925-939a-4294a67b477e/aa1f080a-94a5-4bbf-bfc6-70873c141d8c/2c9dd777-33f9-414d-a470-37097fa612cd) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:46.592169 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc36c3c-fe05-4f8c-8f13-e7341542b036 x-openstack-request-id: req-3fc36c3c-fe05-4f8c-8f13-e7341542b036 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:46.592479 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd7b806-5641-4746-b7c7-4ee90e0c8036", "name": "network-vif-plugged", "status": "completed", "tag": "98ed3b61-2052-419c-a490-610c8342fa1e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:46.592732 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fc36c3c-fe05-4f8c-8f13-e7341542b036 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:46.593232 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc36c3c-fe05-4f8c-8f13-e7341542b036'] response: {'server_uuid': '9cd7b806-5641-4746-b7c7-4ee90e0c8036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ed3b61-2052-419c-a490-610c8342fa1e', 'code': 200} Apr 21 20:48:46.719512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a99842-6a3b-4970-bb5f-3ac38b6ab65c req-1c8c64c9-0e5c-4743-9698-b2e1e4c67154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:46.720994 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a99842-6a3b-4970-bb5f-3ac38b6ab65c req-1c8c64c9-0e5c-4743-9698-b2e1e4c67154 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 1100 time: 0.0640059 Apr 21 20:48:46.763995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a99842-6a3b-4970-bb5f-3ac38b6ab65c req-d0e2eb44-c9f5-4378-847f-5e9da0deaf04 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349019 Apr 21 20:48:46.766902 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.776958 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.814503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Network d1e06e87-3ae6-4925-939a-4294a67b477e is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:46.819079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:46.822860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:46.823717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb5d39-2387-4b82-a5d2-9557299a60c3 req-4dfad789-534f-4672-b361-b74780a9cdbf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:46.825679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fbfb5d39-2387-4b82-a5d2-9557299a60c3 req-4dfad789-534f-4672-b361-b74780a9cdbf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 949 time: 0.0524740 Apr 21 20:48:46.863470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Pushing event updated for resources: {'Port': ['ID=2c9dd777-33f9-414d-a470-37097fa612cd,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:46.894574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fbfb5d39-2387-4b82-a5d2-9557299a60c3 req-4bfe559d-85f8-477d-8c96-1fa32946bb46 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604601 Apr 21 20:48:46.915679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Attempting to bind port 2c9dd777-33f9-414d-a470-37097fa612cd on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:46.915679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Attempting to bind port 2c9dd777-33f9-414d-a470-37097fa612cd by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:46.915679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Attempting to bind port 2c9dd777-33f9-414d-a470-37097fa612cd on network d1e06e87-3ae6-4925-939a-4294a67b477e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:46.921080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:46.921576 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Checking segment: {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:46.922080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.922567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Bound using segment: {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:46.923155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Bound port: 2c9dd777-33f9-414d-a470-37097fa612cd, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:46.923641 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:46.980923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:46.995273 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742654d3-bd5c-42a6-b404-4b149feb8e1d x-openstack-request-id: req-742654d3-bd5c-42a6-b404-4b149feb8e1d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:46.995555 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:46.995801 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-742654d3-bd5c-42a6-b404-4b149feb8e1d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:46.996247 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742654d3-bd5c-42a6-b404-4b149feb8e1d'] response: {'name': 'network-changed', 'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64', 'status': 'completed', 'code': 200} Apr 21 20:48:47.002025 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:47.004227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] For port 2c9dd777-33f9-414d-a470-37097fa612cd, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:47.009248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] For port 2c9dd777-33f9-414d-a470-37097fa612cd, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2c9dd777-33f9-414d-a470-37097fa612cd,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:47.018815 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:47.077639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:47.135458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-afb23b8d-2404-403a-9fc4-26970eb5c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:47.137109 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-afb23b8d-2404-403a-9fc4-26970eb5c355 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1098 time: 0.0754838 Apr 21 20:48:47.151236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff8002-acd3-46be-8e00-806341d3c995 req-cf705614-8ef9-430e-89e5-93b17ba7576b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:47.160677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55ff8002-acd3-46be-8e00-806341d3c995 req-cf705614-8ef9-430e-89e5-93b17ba7576b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.1174366 Apr 21 20:48:47.167333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c75f0b-807a-4c9f-819a-ba2b160a9692 None None] Pushing event updated for resources: {'Port': ['ID=2c9dd777-33f9-414d-a470-37097fa612cd,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:47.177257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Attempting to bind port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:47.177585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Attempting to bind port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:47.178721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Attempting to bind port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:47.194421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-662ce525-308c-4afb-9e02-cc6844c5731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:47.195907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-662ce525-308c-4afb-9e02-cc6844c5731f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1098 time: 0.1894958 Apr 21 20:48:47.210729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:47.224211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8', 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5', 'port_id': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8', 'mac_address': 'fa:16:3e:89:23:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fc8748-6c5d-4e0a-80c8-c93c954d0f9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:48:47.240388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:48:47.240906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Attempting to bind port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:47.262420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:47.265249 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:47.282862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6549e6a-74b5-440b-bf78-74bd1f3379a8 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:47.321156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-1490da91-5c9c-44ca-85b4-6d427427a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:47.322689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-1490da91-5c9c-44ca-85b4-6d427427a47a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1599822 Apr 21 20:48:47.325564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:47.332030 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:47.339710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:47.340248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:47.340427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:47.340919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Bound port: c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:47.342186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:47.376396 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-02063c88-2171-40d2-8861-1b84a7b42cc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 217 time: 0.0428896 Apr 21 20:48:47.390035 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55ff8002-acd3-46be-8e00-806341d3c995 req-a24d6e3d-7da6-4d8b-ab08-98e44ee567fa tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283044 Apr 21 20:48:47.437770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-fb039fd3-add9-457d-8c06-626035338448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:47.439398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-fb039fd3-add9-457d-8c06-626035338448 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0483365 Apr 21 20:48:47.441232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=d6549e6a-74b5-440b-bf78-74bd1f3379a8,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:47.446931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5599a89a-010e-443c-9278-2c8a182e9d64 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:48:47.512041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5599a89a-010e-443c-9278-2c8a182e9d64 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:48:47.512899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-cb265cfb-fe55-4d00-8e4c-8392be4d919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:47.515513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-cb265cfb-fe55-4d00-8e4c-8392be4d919e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655234 Apr 21 20:48:47.521006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:47.524669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] For port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:47.569197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-f17f52fd-5a52-4439-bd4c-bfa3331734d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:47.570664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-f17f52fd-5a52-4439-bd4c-bfa3331734d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3377585 Apr 21 20:48:47.577701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] For port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:47.604579 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:47.634306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:47.637573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-76331fc2-3adf-4231-836e-a5c6224f898e service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129980 Apr 21 20:48:47.659214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Pushing event updated for resources: {'Port': ['ID=74785711-c3d4-4e5b-b155-bfd9eab713d7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:47.673072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:47.675689 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-513b4a54-c805-448c-9b75-3469c986d8a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 217 time: 0.0905235 Apr 21 20:48:47.678068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:47.738628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['d6549e6a-74b5-440b-bf78-74bd1f3379a8'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:47.750600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:47.751695 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:47.753727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] 10.222.0.43 "PUT /v2.0/ports/c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 HTTP/1.1" status: 200 len: 1096 time: 2.0003107 Apr 21 20:48:47.834133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933552ad-712f-4e78-8a1a-bbc769720bcb req-135e8671-6841-47da-b991-1ccf28a46b7e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:47.836606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2c9dd777-33f9-414d-a470-37097fa612cd up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:47.843104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-933552ad-712f-4e78-8a1a-bbc769720bcb req-135e8671-6841-47da-b991-1ccf28a46b7e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 947 time: 0.1530623 Apr 21 20:48:47.896854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-9520b81b-0e2d-4b9d-918a-b7475c9ac4ad service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433987 Apr 21 20:48:47.929027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-933552ad-712f-4e78-8a1a-bbc769720bcb req-8097b74d-b367-4a01-adc7-8b851c39eae6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768080 Apr 21 20:48:47.952625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e963ce-ff7a-435a-8692-008d17b44a13 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:47.980388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2c9dd777-33f9-414d-a470-37097fa612cd triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:47.980978 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:48.019600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-10208348-cbdc-4ec6-b6d9-64085063f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:48.021397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-10208348-cbdc-4ec6-b6d9-64085063f7a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.3075089 Apr 21 20:48:48.054483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:48.069298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df71db-dd44-4907-aa86-fa82cf7e36ad req-58a23869-50c4-432c-98a0-e619b2655789 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:48.070950 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-54df71db-dd44-4907-aa86-fa82cf7e36ad req-58a23869-50c4-432c-98a0-e619b2655789 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 948 time: 0.0641418 Apr 21 20:48:48.101782 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:48.105378 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:48.116068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-3a19013f-8ab3-48da-8d92-2fc5a5a3f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:48.122725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-3a19013f-8ab3-48da-8d92-2fc5a5a3f279 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=420d0bf9f4d8497f900df08de28172fb&device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 1099 time: 0.2206357 Apr 21 20:48:48.124331 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-54df71db-dd44-4907-aa86-fa82cf7e36ad req-0fd0f7d5-140a-4845-b62d-2c11a7d59011 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Apr 21 20:48:48.182122 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:48.236384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 2c9dd777-33f9-414d-a470-37097fa612cd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2c9dd777-33f9-414d-a470-37097fa612cd,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:48.248829 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:48.260140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-642dea1e-4e02-4464-91c0-697c394498c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 HTTP/1.1" status: 200 len: 217 time: 0.1061947 Apr 21 20:48:48.269557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-e11e8c1d-793c-439a-9672-b81b3b83ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:48.271601 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-e11e8c1d-793c-439a-9672-b81b3b83ea9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2417073 Apr 21 20:48:48.288002 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-202fea65-9de9-4607-9979-a2cc697ee159 req-1a9e4ec9-0edc-4f7f-bb6f-c74bced4363e tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=826c83134efc4f47a8e8a62e6ce35d15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415723 Apr 21 20:48:48.312968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:48.319469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=2c9dd777-33f9-414d-a470-37097fa612cd,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:48.411337 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b526c0-dddf-493c-a2eb-14d902cf5504 None None] Network d1e06e87-3ae6-4925-939a-4294a67b477e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:48:48.419398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fea65-9de9-4607-9979-a2cc697ee159 req-5eda33b4-4006-475b-af45-52e8e317ad48 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:48.422587 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-202fea65-9de9-4607-9979-a2cc697ee159 req-5eda33b4-4006-475b-af45-52e8e317ad48 tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336982 Apr 21 20:48:48.440670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-202fea65-9de9-4607-9979-a2cc697ee159 req-63651b42-a086-4eec-a343-da3f32b765cb tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/quotas/826c83134efc4f47a8e8a62e6ce35d15 HTTP/1.1" status: 200 len: 375 time: 0.0133860 Apr 21 20:48:48.458448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-fa8bf5b4-aab3-4920-8269-4297d1f71dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:48.460023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-fa8bf5b4-aab3-4920-8269-4297d1f71dcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1834733 Apr 21 20:48:48.473736 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-202fea65-9de9-4607-9979-a2cc697ee159 req-07bf51cf-f2f0-4894-a70c-d91cbdb533bb tempest-QuotasAdminNegativeTest-1078653301 tempest-QuotasAdminNegativeTest-1078653301-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=826c83134efc4f47a8e8a62e6ce35d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310156 Apr 21 20:48:48.486512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Allocated IP 172.25.0.134 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/ef2545cb-5861-451f-b88a-1f1d06172eec) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:48.545283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dad9734f-bf4e-4085-a88d-ec577ca0fa02 None None] Provisioning complete for port 2c9dd777-33f9-414d-a470-37097fa612cd triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:48.545658 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dad9734f-bf4e-4085-a88d-ec577ca0fa02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:48.607004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-eb95653d-30fe-46ad-9847-51d10acf8277 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042376 Apr 21 20:48:48.647819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a3dcb-2114-4d4b-9301-7840a43dbedb req-d93ed737-f4a8-4f3c-adbc-b972cda2b6d4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:48.649432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c3a3dcb-2114-4d4b-9301-7840a43dbedb req-d93ed737-f4a8-4f3c-adbc-b972cda2b6d4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 949 time: 0.0675838 Apr 21 20:48:48.670289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-f66df69b-2d57-47d2-9d7a-fb0da4fdb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:48.672263 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-f66df69b-2d57-47d2-9d7a-fb0da4fdb1e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1956797 Apr 21 20:48:48.701550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c3a3dcb-2114-4d4b-9301-7840a43dbedb req-d0efa03e-6e3c-448f-ad8e-6bba2ff61b64 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382314 Apr 21 20:48:48.831553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d54f9-fc21-4092-a7dc-49f2f9822c6b req-e0d7ba36-5a23-4b4b-bdda-a1890fac6987 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:48.833260 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a93d54f9-fc21-4092-a7dc-49f2f9822c6b req-e0d7ba36-5a23-4b4b-bdda-a1890fac6987 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0576270 Apr 21 20:48:48.878199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a93d54f9-fc21-4092-a7dc-49f2f9822c6b req-8ab01457-e411-4edc-a9f2-4623b2f56ab7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383122 Apr 21 20:48:48.882077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-934d140b-5101-4192-a409-69e3743e7913 None None] Provisioning complete for port 2c9dd777-33f9-414d-a470-37097fa612cd triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:48.882563 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-934d140b-5101-4192-a409-69e3743e7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.015761 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2e8733-99f9-4b49-b16d-c98069d6b178', 'tag': 'c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:49.018064 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a895b7c-260c-4694-9172-e555ac2b49ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2e8733-99f9-4b49-b16d-c98069d6b178", "tag": "c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:49.086306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:49.103385 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.132081 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08f95d0c-8a0d-454e-a22b-5df5f7c4e11c req-e1d8c357-9d72-49a4-80af-b100588b7983 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939215 Apr 21 20:48:49.153078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port d6549e6a-74b5-440b-bf78-74bd1f3379a8 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:49.157080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port d6549e6a-74b5-440b-bf78-74bd1f3379a8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:49.157457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.174863 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.177992 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-b51e66f7-38d2-45c9-aa71-5c56d3942c85 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975774 Apr 21 20:48:49.184249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.228949 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.240826 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.259562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Pushing event updated for resources: {'Port': ['ID=74785711-c3d4-4e5b-b155-bfd9eab713d7,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:49.265629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:49.268050 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac13181-aa05-440e-a07f-e9df0a508186" -d '{"events": [{"server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "name": "network-vif-plugged", "status": "completed", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:49.282690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:49.286782 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.332250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:49.334696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=d6549e6a-74b5-440b-bf78-74bd1f3379a8,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:49.356926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:49.362843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:49.435985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2545cb-5861-451f-b88a-1f1d06172eec,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:49.438429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.451751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc93ed3a-c786-4d06-be6a-5a9922cf12ce req-7f30d783-9a54-49ec-a85a-5ab2722f9bb1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644837 Apr 21 20:48:49.458154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e554088-179b-4cbf-ae60-dd7c43cb805a req-ffbfd58d-c0d3-4b59-b4ab-7f8eab9f245a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:49.464709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e554088-179b-4cbf-ae60-dd7c43cb805a req-ffbfd58d-c0d3-4b59-b4ab-7f8eab9f245a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:49.468299 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e554088-179b-4cbf-ae60-dd7c43cb805a req-ffbfd58d-c0d3-4b59-b4ab-7f8eab9f245a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036&device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 1690 time: 0.0632465 Apr 21 20:48:49.498016 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.499294 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-97ed22bf-770f-49a2-8b88-af89683a8ef5 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7107048 Apr 21 20:48:49.512543 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e554088-179b-4cbf-ae60-dd7c43cb805a req-9b849db9-873a-465c-80d6-ffa37269017b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367343 Apr 21 20:48:49.602267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-5f701cdf-3ebf-4f0e-9b15-8f3039edbc34 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.0753202 Apr 21 20:48:49.634236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72e78e-786b-4c49-9edf-85b9fb34716e req-f572e00b-7793-4233-90e1-5ef47c37e2eb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:49.635838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d72e78e-786b-4c49-9edf-85b9fb34716e req-f572e00b-7793-4233-90e1-5ef47c37e2eb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 947 time: 0.0614057 Apr 21 20:48:49.680907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d72e78e-786b-4c49-9edf-85b9fb34716e req-c2202bab-4f6c-40a4-8f4b-6de666fba84f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382791 Apr 21 20:48:49.688425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2c9dd777-33f9-414d-a470-37097fa612cd up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:49.736434 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c4ec3e-9ae4-4efb-a5d5-f0fbe668fc73 x-openstack-request-id: req-78c4ec3e-9ae4-4efb-a5d5-f0fbe668fc73 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:49.736715 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2e8733-99f9-4b49-b16d-c98069d6b178", "tag": "c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:49.736979 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78c4ec3e-9ae4-4efb-a5d5-f0fbe668fc73 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:49.737892 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c4ec3e-9ae4-4efb-a5d5-f0fbe668fc73'] response: {'name': 'network-changed', 'server_uuid': 'ad2e8733-99f9-4b49-b16d-c98069d6b178', 'tag': 'c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38', 'status': 'completed', 'code': 200} Apr 21 20:48:49.774595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2c9dd777-33f9-414d-a470-37097fa612cd triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:49.774975 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.808122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-19edd027-fea0-4df2-9a5b-873fc0cf9f36 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:49.810000 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ad2378e-51dc-40be-ad03-0bddde01008e req-19edd027-fea0-4df2-9a5b-873fc0cf9f36 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1977479 Apr 21 20:48:49.880967 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61651165-16bd-4b5b-ac1e-045dbe2c4019 x-openstack-request-id: req-61651165-16bd-4b5b-ac1e-045dbe2c4019 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:49.881285 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "name": "network-vif-plugged", "status": "completed", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:49.881541 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61651165-16bd-4b5b-ac1e-045dbe2c4019 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:49.881938 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61651165-16bd-4b5b-ac1e-045dbe2c4019'] response: {'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8', 'code': 200} Apr 21 20:48:49.924220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd7545-c746-41bb-b382-b71c60028707 req-0b0e8e9d-346b-4fa4-b985-112d56d218c4 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:49.927085 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bbd7545-c746-41bb-b382-b71c60028707 req-0b0e8e9d-346b-4fa4-b985-112d56d218c4 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 948 time: 0.1246183 Apr 21 20:48:49.931766 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:49.937375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-92667249-271a-4e1b-bf11-e451aa7b08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:49.938869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-92667249-271a-4e1b-bf11-e451aa7b08df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=420d0bf9f4d8497f900df08de28172fb&device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 1099 time: 0.1772308 Apr 21 20:48:49.977900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bbd7545-c746-41bb-b382-b71c60028707 req-c345b42f-b64c-41c5-b190-57637eab489e tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Apr 21 20:48:50.044548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38258) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:50.087372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1be3c-f726-46e5-abe2-c508e307d66d req-4a71efa2-68f5-4881-96af-73ad08a66634 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:50.088917 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8c1be3c-f726-46e5-abe2-c508e307d66d req-4a71efa2-68f5-4881-96af-73ad08a66634 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 945 time: 0.0527771 Apr 21 20:48:50.108553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-e49d633b-0cad-4408-851c-5d98c7610036 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips/464bd957-c9dd-4b4d-9b71-54335cb21de0 HTTP/1.1" status: 200 len: 693 time: 0.1295664 Apr 21 20:48:50.130439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8c1be3c-f726-46e5-abe2-c508e307d66d req-74086e55-847e-4904-a613-4f786a8e500b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347188 Apr 21 20:48:50.180534 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.184246 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2350da25-9cf4-47b4-a167-4d707d0f6f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.186907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4e6a3-eaa1-4e45-9581-63be172fc2f5 req-86800ae9-e07d-4482-892d-1278f230ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:50.187965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0c4e6a3-eaa1-4e45-9581-63be172fc2f5 req-86800ae9-e07d-4482-892d-1278f230ac4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1096 time: 0.2529182 Apr 21 20:48:50.265134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1180e9-a136-4abf-807f-bf895dfe983e req-35daaaed-0579-4c37-995b-05bf8cca1b84 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:50.266702 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc1180e9-a136-4abf-807f-bf895dfe983e req-35daaaed-0579-4c37-995b-05bf8cca1b84 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 1100 time: 0.0648897 Apr 21 20:48:50.317533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-aada48f2-1e18-473d-9cdc-f7b26dd2d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:50.318982 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-aada48f2-1e18-473d-9cdc-f7b26dd2d1e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3390985 Apr 21 20:48:50.319185 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2350da25-9cf4-47b4-a167-4d707d0f6f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.324273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2350da25-9cf4-47b4-a167-4d707d0f6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.327691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc1180e9-a136-4abf-807f-bf895dfe983e req-d67c3da0-9797-465a-9891-2330ba1e29be tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Apr 21 20:48:50.374428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.379302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0c4e6a3-eaa1-4e45-9581-63be172fc2f5 req-06a3ebb4-5e45-4012-a47f-dd681396ac5c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703868 Apr 21 20:48:50.385703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-03ef2403-4e3a-48a0-903b-08054f0008f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 HTTP/1.1" status: 200 len: 217 time: 0.0552752 Apr 21 20:48:50.390982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350da25-9cf4-47b4-a167-4d707d0f6f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3143e24c-9cf5-4de9-8bff-baecdc81b0f1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:50.407123 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2350da25-9cf4-47b4-a167-4d707d0f6f9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=826c83134efc4f47a8e8a62e6ce35d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613029 Apr 21 20:48:50.410194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38264) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:50.437456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6e4a6841-db07-47bb-afc5-5dc52e7f1cd2 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:50.438800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6e4a6841-db07-47bb-afc5-5dc52e7f1cd2 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2809482 Apr 21 20:48:50.479160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692f0a-1ae8-4c36-aca8-c8f7291a457a req-c097dbf9-cd5f-43f2-a9c0-07d33b85df14 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:50.480688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb692f0a-1ae8-4c36-aca8-c8f7291a457a req-c097dbf9-cd5f-43f2-a9c0-07d33b85df14 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 1101 time: 0.0640450 Apr 21 20:48:50.497332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.502502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-e709261e-0b4d-422d-978b-b078e616f23f tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.0555623 Apr 21 20:48:50.507203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae87a5fc-caad-4927-a299-9c84ac8570ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.539239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb692f0a-1ae8-4c36-aca8-c8f7291a457a req-ad1bd027-0bdd-4fe8-9182-acd6d63bbca9 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483027 Apr 21 20:48:50.540987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae87a5fc-caad-4927-a299-9c84ac8570ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.589714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-7713c91d-5e94-49cd-aa06-5be9d2c9b6a6 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.0528409 Apr 21 20:48:50.602787 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae87a5fc-caad-4927-a299-9c84ac8570ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.605695 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae87a5fc-caad-4927-a299-9c84ac8570ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:50.610028 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ae87a5fc-caad-4927-a299-9c84ac8570ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3143e24c-9cf5-4de9-8bff-baecdc81b0f1 HTTP/1.1" status: 204 len: 168 time: 0.1988385 Apr 21 20:48:50.618161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87a5fc-caad-4927-a299-9c84ac8570ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3143e24c-9cf5-4de9-8bff-baecdc81b0f1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:50.980234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38278) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:51.011852 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5a60af3-3d39-4b56-9d39-422f6a402ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.051400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-8cdbb49e-9dc2-4bb6-962e-95ddd7dd42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:51.052830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-8cdbb49e-9dc2-4bb6-962e-95ddd7dd42b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1494143 Apr 21 20:48:51.069594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16af00-addb-4d6f-969b-cbfbd82d13bf req-5ddbb3d4-cb7a-4f14-a5d2-aa2f3286bce1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:51.071180 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e16af00-addb-4d6f-969b-cbfbd82d13bf req-5ddbb3d4-cb7a-4f14-a5d2-aa2f3286bce1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 947 time: 0.3095698 Apr 21 20:48:51.076419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5599a89a-010e-443c-9278-2c8a182e9d64 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:51.120915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e16af00-addb-4d6f-969b-cbfbd82d13bf req-86be7a19-c4a3-49ca-a13c-d0081269ba34 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358515 Apr 21 20:48:51.135566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:48:51.165887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-46ac9cf4-7feb-44e4-a69e-abef8efd4788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:51.167498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-46ac9cf4-7feb-44e4-a69e-abef8efd4788 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024263 Apr 21 20:48:51.173725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Deleting port 74785711-c3d4-4e5b-b155-bfd9eab713d7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:48:51.174134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.183948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:51.196727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '5599a89a-010e-443c-9278-2c8a182e9d64', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '5599a89a-010e-443c-9278-2c8a182e9d64', 'mac_address': 'fa:16:3e:76:a5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:48:51.237662 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.239462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-19896b33-6d5d-42c7-80d3-c4a38a8bffe4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229716 Apr 21 20:48:51.250650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5599a89a-010e-443c-9278-2c8a182e9d64 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:51.270303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:51.275261 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.325293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:51.343532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5a60af3-3d39-4b56-9d39-422f6a402ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.358392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cfe9a608-ff56-415b-879b-caa94b16678c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:51.359824 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cfe9a608-ff56-415b-879b-caa94b16678c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134160 Apr 21 20:48:51.375238 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-e1751aeb-542a-428a-af9e-0675a184a65b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/quotas/13a216be7b284863a0694c0b683fe3de HTTP/1.1" status: 200 len: 375 time: 0.0088489 Apr 21 20:48:51.378733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5a60af3-3d39-4b56-9d39-422f6a402ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.439631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-080e6179-6681-4c76-847f-5d6901145923 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581334 Apr 21 20:48:51.467000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.467609 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.481285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:48:51.488643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c5a60af3-3d39-4b56-9d39-422f6a402ce6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6fab7c5b63f4ced9c74f695e6554304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073714 Apr 21 20:48:51.490607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-897d6527-46f7-43c5-a029-b35dab5ff66d service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110516 Apr 21 20:48:51.491260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a60af3-3d39-4b56-9d39-422f6a402ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251ebeb8-03d8-4397-9349-7e09ad28f62e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:51.491431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38294) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:51.496092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Calling delete_port for 74785711-c3d4-4e5b-b155-bfd9eab713d7 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:48:51.497051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Sync routers for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:48:51.514028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:51.514868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:51.565534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.570003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9066ef8a-35c0-4d3a-9283-b06ac9e80a01 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2763190 Apr 21 20:48:51.580092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38296) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:51.580798 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fd619f-c6bb-48f3-a7d2-d2fa5b07350c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.633111 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fd619f-c6bb-48f3-a7d2-d2fa5b07350c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.665057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a895b7c-260c-4694-9172-e555ac2b49ea req-0082f837-acb3-4a4e-a26f-2d17d24b79f2 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638644 Apr 21 20:48:51.710791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:51.724130 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fd619f-c6bb-48f3-a7d2-d2fa5b07350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.728888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fd619f-c6bb-48f3-a7d2-d2fa5b07350c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.730884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-15fd619f-c6bb-48f3-a7d2-d2fa5b07350c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/251ebeb8-03d8-4397-9349-7e09ad28f62e HTTP/1.1" status: 204 len: 168 time: 0.2379103 Apr 21 20:48:51.748526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd619f-c6bb-48f3-a7d2-d2fa5b07350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251ebeb8-03d8-4397-9349-7e09ad28f62e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:51.764829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.813016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Pushing event deleted for resources: {'Port': ['ID=74785711-c3d4-4e5b-b155-bfd9eab713d7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:51.978474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:51.984260 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:52.009935 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ac8c3e9-6691-448e-b0f4-d45573bd4e10 req-6aaf60e5-443e-4ae7-b3a3-31dab06abc51 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "DELETE /v2.0/floatingips/464bd957-c9dd-4b4d-9b71-54335cb21de0 HTTP/1.1" status: 204 len: 173 time: 1.4136662 Apr 21 20:48:52.075723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5599a89a-010e-443c-9278-2c8a182e9d64'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:52.129065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdc42e-53cf-4f44-94c3-14bedae52d8d req-0cee54ce-7b0a-41d0-bf95-410838b4b960 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:52.130826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cbcdc42e-53cf-4f44-94c3-14bedae52d8d req-0cee54ce-7b0a-41d0-bf95-410838b4b960 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 948 time: 0.1421399 Apr 21 20:48:52.285948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cbcdc42e-53cf-4f44-94c3-14bedae52d8d req-6d574f30-eae4-4895-80cc-76372dfaef61 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471190 Apr 21 20:48:52.305778 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:49Z', 'revision_number': 3, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:52.357290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da346b-1e57-458c-a33e-a40426a6fbcb req-7ffbd7e7-1d6b-4ac9-ad14-a90e297bfaa4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:52.359285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2da346b-1e57-458c-a33e-a40426a6fbcb req-7ffbd7e7-1d6b-4ac9-ad14-a90e297bfaa4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 945 time: 0.1035392 Apr 21 20:48:52.437669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Checking router: 6d11e904-ba4c-4f74-8f65-5b78611eafa7 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:48:52.438411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Updating router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 port ef2545cb-5861-451f-b88a-1f1d06172eec binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:48:52.460173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2da346b-1e57-458c-a33e-a40426a6fbcb req-513a0cd7-f076-4a8e-bbcc-62e0835a83f5 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914195 Apr 21 20:48:52.500921 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:52.564056 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-9a46ca99-d175-4f4b-a506-b5ea49352aeb req-7f0fb49f-7a0d-41dc-b68c-1a1a99ed96b8 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] show failed (client error): The resource could not be found. Apr 21 20:48:52.565842 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a46ca99-d175-4f4b-a506-b5ea49352aeb req-7f0fb49f-7a0d-41dc-b68c-1a1a99ed96b8 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips/464bd957-c9dd-4b4d-9b71-54335cb21de0 HTTP/1.1" status: 404 len: 350 time: 0.0410147 Apr 21 20:48:52.638821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-03665fed-84ee-4e9f-9dbf-6b4cf686af21 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:52.640779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-03665fed-84ee-4e9f-9dbf-6b4cf686af21 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56&tenant_id=51b91fce49a94986a42f0b9fce162efd&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 948 time: 0.2286410 Apr 21 20:48:52.642854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:52.724605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa17e5a-949c-41cb-ba2d-c6d07dc1ae05 req-7cafa4b8-bfcb-4325-a9b2-ffbd5db24726 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:52.727991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9fa17e5a-949c-41cb-ba2d-c6d07dc1ae05 req-7cafa4b8-bfcb-4325-a9b2-ffbd5db24726 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 948 time: 0.0860627 Apr 21 20:48:52.807825 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9fa17e5a-949c-41cb-ba2d-c6d07dc1ae05 req-340469a5-e794-4f48-b7e2-61625b449980 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728657 Apr 21 20:48:52.890910 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-99fa2e2b-37b8-4b3f-8372-6132980767ce service neutron] delete failed (client error): The resource could not be found. Apr 21 20:48:52.892216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-99fa2e2b-37b8-4b3f-8372-6132980767ce service neutron] 10.222.0.46 "DELETE /v2.0/ports/5599a89a-010e-443c-9278-2c8a182e9d64/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.2369578 Apr 21 20:48:52.920014 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-88b46bca-117b-4920-a097-6ed26b9f314d req-adf52883-5964-47c1-9ae7-ff4bfc743d09 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] show failed (client error): The resource could not be found. Apr 21 20:48:52.927913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb19b3c-4e72-4e24-bbe8-617a780c7d12 req-b51696f9-3760-4c94-a593-c46846087d45 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:52.931391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88b46bca-117b-4920-a097-6ed26b9f314d req-adf52883-5964-47c1-9ae7-ff4bfc743d09 tempest-FloatingIPsTestJSON-2107583407 tempest-FloatingIPsTestJSON-2107583407-project] 10.222.0.49 "GET /v2.0/floatingips/464bd957-c9dd-4b4d-9b71-54335cb21de0 HTTP/1.1" status: 404 len: 350 time: 0.0614231 Apr 21 20:48:52.932002 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fb19b3c-4e72-4e24-bbe8-617a780c7d12 req-b51696f9-3760-4c94-a593-c46846087d45 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1096 time: 0.1512642 Apr 21 20:48:52.934532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38342) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:52.998443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:53.013174 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:53.029425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fb19b3c-4e72-4e24-bbe8-617a780c7d12 req-a28f2a8d-8bc7-4ea0-9d37-c28d6004f4ae tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730472 Apr 21 20:48:53.035517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f0cba08-6966-4dac-8f73-4f409ace9cdf req-1d491d4c-143c-4e6a-9e3b-1b4308aca9cb tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 210 time: 0.0416946 Apr 21 20:48:53.107632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a183ec-3caa-4c7e-a158-71b8c98e5c6a None None] Pushing event updated for resources: {'Port': ['ID=ef2545cb-5861-451f-b88a-1f1d06172eec,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:53.120720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:48:53.146003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Attempting to bind port ef2545cb-5861-451f-b88a-1f1d06172eec on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:53.146420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Attempting to bind port ef2545cb-5861-451f-b88a-1f1d06172eec by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:53.146794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Attempting to bind port ef2545cb-5861-451f-b88a-1f1d06172eec on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:53.162554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:53.162997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:53.163440 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:53.163937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:53.164426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Bound port: ef2545cb-5861-451f-b88a-1f1d06172eec, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:53.164898 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:53.214543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Allocated IP 172.20.0.1 (d1e06e87-3ae6-4925-939a-4294a67b477e/aa1f080a-94a5-4bbf-bfc6-70873c141d8c/41b8b2cd-7ded-4ba1-904b-1d7f42e2b684) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:53.303972 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] For port ef2545cb-5861-451f-b88a-1f1d06172eec, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:53.319605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-bc4f1440-e5fb-4402-a4ec-e31b857ac30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:53.321148 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-bc4f1440-e5fb-4402-a4ec-e31b857ac30f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1099 time: 0.2106278 Apr 21 20:48:53.367959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] For port ef2545cb-5861-451f-b88a-1f1d06172eec, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ef2545cb-5861-451f-b88a-1f1d06172eec,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:53.399784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781834-d5fa-4a78-bc22-7e5b20e3b8ef req-56a7b6fe-a13e-4103-b98a-126dc5cb6f2e tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:53.404819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84781834-d5fa-4a78-bc22-7e5b20e3b8ef req-56a7b6fe-a13e-4103-b98a-126dc5cb6f2e tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1096 time: 0.1599150 Apr 21 20:48:53.436936 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:53.439246 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:53.498538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:53.527825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-8f03e202-7345-47cc-8bd7-faf781efb165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:53.529384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-8f03e202-7345-47cc-8bd7-faf781efb165 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2015283 Apr 21 20:48:53.531755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38', 'mac_address': 'fa:16:3e:2b:ce:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:48:53.552145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:53.553400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:53.554600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84781834-d5fa-4a78-bc22-7e5b20e3b8ef req-00d77268-972e-48b5-a83a-3ebc28c5235a tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417346 Apr 21 20:48:53.567026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea2fb8-f3c8-46d3-9ed2-54386559cd03 req-69839945-0b3c-41e9-b9c0-2d62c825b723 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:53.589067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43ea2fb8-f3c8-46d3-9ed2-54386559cd03 req-69839945-0b3c-41e9-b9c0-2d62c825b723 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 948 time: 0.1504092 Apr 21 20:48:53.618174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a183ec-3caa-4c7e-a158-71b8c98e5c6a None None] Pushing event updated for resources: {'Port': ['ID=ef2545cb-5861-451f-b88a-1f1d06172eec,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:53.681570 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-33fde201-06f7-4fc7-b539-03cb7e621978 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 217 time: 0.0895841 Apr 21 20:48:53.750652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:53.777185 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:53.782832 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43ea2fb8-f3c8-46d3-9ed2-54386559cd03 req-30ba807b-9dc3-452f-afd0-738d52621b3d tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925943 Apr 21 20:48:53.870990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Network d1e06e87-3ae6-4925-939a-4294a67b477e is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:53.891958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-d54344f0-a3ea-471d-a2ac-72eba5f1d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:53.891958 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-d54344f0-a3ea-471d-a2ac-72eba5f1d860 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2017620 Apr 21 20:48:53.899622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:53.909099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:53.941455 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:53.956957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:53.962390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:54.055876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:48:54.242838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-3cf0d23e-173a-429c-9ede-dc6c45315398 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609603 Apr 21 20:48:54.276514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Pushing event updated for resources: {'Port': ['ID=41b8b2cd-7ded-4ba1-904b-1d7f42e2b684,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:54.309291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:54.322451 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:54.414381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999e309-379e-4925-a2bb-788312c8647c req-4ed39ee1-10c1-43af-96d7-d7285210e931 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:54.422132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6999e309-379e-4925-a2bb-788312c8647c req-4ed39ee1-10c1-43af-96d7-d7285210e931 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1096 time: 0.3977885 Apr 21 20:48:54.437136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-09e1968d-499b-4ee1-8a15-c1d879c835de tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2378733 Apr 21 20:48:54.444397 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:54.455263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ef19e-d455-4f07-aa68-953fdeae6b8f req-29fdb89d-527f-4211-ae63-ca9b22bf590f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:54.458555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-720ef19e-d455-4f07-aa68-953fdeae6b8f req-29fdb89d-527f-4211-ae63-ca9b22bf590f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 948 time: 0.3875906 Apr 21 20:48:54.463516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-681aa5f9-9d12-4c5b-ac77-5d61ea9535d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:54.463677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4fb457fe-526a-47e3-a996-1b7e2649f428 None None] Provisioning complete for port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:54.464164 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4fb457fe-526a-47e3-a996-1b7e2649f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:54.466065 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-681aa5f9-9d12-4c5b-ac77-5d61ea9535d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5591009 Apr 21 20:48:54.468161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:54.525347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4fb457fe-526a-47e3-a996-1b7e2649f428 None None] Port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:54.539570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:49Z', 'revision_number': 3, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:54.568267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c329d2-f45d-4568-9361-6c4e1d383fe7 None None] The sync data for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 is: [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:49Z', 'revision_number': 3, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:48:54.603767 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-25b5374d-40ec-4186-9105-f37f9e46c8d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5175240 Apr 21 20:48:54.608718 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-720ef19e-d455-4f07-aa68-953fdeae6b8f req-d5f541a1-116d-4ea9-8928-de122829086e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388564 Apr 21 20:48:54.662439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:54.701244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-0a18a463-d525-4d44-80c7-1b7d6da9c5ef service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144277 Apr 21 20:48:54.711456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-5baf306a-7b50-46b6-bb9d-2145e62eb766 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:54.713022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-5baf306a-7b50-46b6-bb9d-2145e62eb766 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629964 Apr 21 20:48:54.739610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Request body: {'port': {'device_id': 'd7afe180-5495-4376-a599-ed967bb6a900', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '13a216be7b284863a0694c0b683fe3de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:54.808581 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21061a58-7e09-4c13-ad45-4333cefa620f req-3245f044-fc14-439e-b82f-8bdfb2cdef89 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 210 time: 0.0662830 Apr 21 20:48:54.855867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6999e309-379e-4925-a2bb-788312c8647c req-4f6b1ad1-d4be-471f-821c-5b710cd61db9 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276330 Apr 21 20:48:54.857458 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:54.874400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:54.875228 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:54.890396 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ea36d72-a6d0-4334-bf9e-3f810037321b req-0f9cf52f-6868-402e-b6a1-20f114bccbe2 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813586 Apr 21 20:48:55.048248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-993231c6-d669-4d6b-ae30-b17ce101f254 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:55.050443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-993231c6-d669-4d6b-ae30-b17ce101f254 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7607133 Apr 21 20:48:55.061159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Pushing event updated for resources: {'Port': ['ID=41b8b2cd-7ded-4ba1-904b-1d7f42e2b684,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:55.109278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5599a89a-010e-443c-9278-2c8a182e9d64 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:55.136450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Network d1e06e87-3ae6-4925-939a-4294a67b477e is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:55.138105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:55.206082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 5599a89a-010e-443c-9278-2c8a182e9d64 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:55.219029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 5599a89a-010e-443c-9278-2c8a182e9d64 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:55.219400 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:55.240643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-b96928b2-fa1d-4543-a452-4eee7871bbec tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b0b419b66b1d4917ad193054b9fc954f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342150 Apr 21 20:48:55.344289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:55.347010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Request body: {'port': {'device_id': '1fdea746-2935-41d4-9a09-24526e658920', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '13a216be7b284863a0694c0b683fe3de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:55.385383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-c98178c4-3a8b-43f4-a395-42d9f12de7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:55.388458 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-c98178c4-3a8b-43f4-a395-42d9f12de7aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1099 time: 0.6742430 Apr 21 20:48:55.400202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:55.405466 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8def9b7c-1093-42de-94b4-dbda348df3e4" -d '{"events": [{"server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "name": "network-vif-plugged", "status": "completed", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:55.421830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:55.431880 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:55.461437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:48:55.491410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ca29-275f-4c64-b866-39351d01932d req-ee6e543f-d280-4886-8e5c-896c8138c54d tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:55.498972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-ee6e543f-d280-4886-8e5c-896c8138c54d tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2439959 Apr 21 20:48:55.513523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:55.541583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-df412d74-0274-4f10-8921-1347f9732e7a tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/quotas/b0b419b66b1d4917ad193054b9fc954f HTTP/1.1" status: 200 len: 375 time: 0.0417571 Apr 21 20:48:55.555346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ecfcd7ff-a3d0-497a-9540-ce6ec8d50720 None None] Provisioning complete for port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:55.555832 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ecfcd7ff-a3d0-497a-9540-ce6ec8d50720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:55.611214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ecfcd7ff-a3d0-497a-9540-ce6ec8d50720 None None] Port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:55.728272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1f1a6-8006-42b6-aae0-49daee9a2b95 req-42aa850e-09ac-4d09-9861-5599f86cde37 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:55.737701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92a1f1a6-8006-42b6-aae0-49daee9a2b95 req-42aa850e-09ac-4d09-9861-5599f86cde37 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 949 time: 0.6764739 Apr 21 20:48:55.762353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ef2545cb-5861-451f-b88a-1f1d06172eec up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:55.773920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Made reservation on behalf of 13a216be7b284863a0694c0b683fe3de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:55.779111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:55.834717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ef2545cb-5861-451f-b88a-1f1d06172eec triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:55.835624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:55.910536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-1170a54b-ce25-451c-97e1-3d4fff8a8df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:55.912021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-1170a54b-ce25-451c-97e1-3d4fff8a8df9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3728759 Apr 21 20:48:55.921296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Made reservation on behalf of 13a216be7b284863a0694c0b683fe3de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:55.924909 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:55.925084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:55.940873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92a1f1a6-8006-42b6-aae0-49daee9a2b95 req-28e7db74-e170-4ef3-bbc6-41e431883995 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015493 Apr 21 20:48:55.973073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port ef2545cb-5861-451f-b88a-1f1d06172eec, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ef2545cb-5861-451f-b88a-1f1d06172eec,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:55.985472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:56.030999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-7af5495e-7015-4fd5-acf5-f62d4fe47072 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0b419b66b1d4917ad193054b9fc954f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4507847 Apr 21 20:48:56.034659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-6a7a06af-b8ae-457b-951d-13d18589da9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 217 time: 0.1063709 Apr 21 20:48:56.056453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=ef2545cb-5861-451f-b88a-1f1d06172eec,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:56.059859 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a22f9-bbeb-4b96-ba97-734d40754f13 x-openstack-request-id: req-c95a22f9-bbeb-4b96-ba97-734d40754f13 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:56.060155 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "name": "network-vif-plugged", "status": "completed", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:56.060412 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c95a22f9-bbeb-4b96-ba97-734d40754f13 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:56.060812 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95a22f9-bbeb-4b96-ba97-734d40754f13'] response: {'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64', 'code': 200} Apr 21 20:48:56.121232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-fc5225f7-80de-488e-94be-ade1f240c232 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5401409 Apr 21 20:48:56.148598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:48:56.168134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ee85b948-a2c3-41ed-9f4c-98c10a22bad4 admin admin] 10.222.0.49 "PUT /v2.0/routers/6d11e904-ba4c-4f74-8f65-5b78611eafa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5775583 Apr 21 20:48:56.237497 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-1b283f62-d154-4de4-abb9-8f530269192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:56.239011 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-1b283f62-d154-4de4-abb9-8f530269192c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 1096 time: 0.0510309 Apr 21 20:48:56.271973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-c686a600-5f7e-473e-ac85-93e6e5029e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:56.273854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-c686a600-5f7e-473e-ac85-93e6e5029e9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2280433 Apr 21 20:48:56.300787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Allocated IP 192.168.233.240 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/9709e06e-8d68-465a-862a-67e2d1f6872e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:56.328141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Deleting port 645edbbe-6108-4130-a459-e200ed60f4b4 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:48:56.328502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:56.343602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff16c8-64f7-495f-9401-e29ee393b418 req-91164058-dde4-4695-a725-5f8e07f83e62 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:56.345105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69ff16c8-64f7-495f-9401-e29ee393b418 req-91164058-dde4-4695-a725-5f8e07f83e62 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.2467153 Apr 21 20:48:56.365490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-52a5d0fd-fd7c-4179-bccd-7a5ebc93f709 req-f9195629-e430-4afe-8259-785291928e02 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 210 time: 0.0607233 Apr 21 20:48:56.417750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-0635c869-d08a-40b1-95b6-985214afe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:56.419704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-0635c869-d08a-40b1-95b6-985214afe6ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 200 len: 924 time: 0.1530983 Apr 21 20:48:56.441573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-f93e64e5-fb20-4c9d-a646-933177cc4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:56.443120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-f93e64e5-fb20-4c9d-a646-933177cc4f7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613312 Apr 21 20:48:56.500850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69ff16c8-64f7-495f-9401-e29ee393b418 req-a0c5fde1-9be7-4689-9664-c50ed5e38099 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427996 Apr 21 20:48:56.547102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5bc8d-fc14-49f9-9d22-644681238c27 req-cb7b92fb-b596-47f6-9e54-9fef982507ad tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:56.549386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68e5bc8d-fc14-49f9-9d22-644681238c27 req-cb7b92fb-b596-47f6-9e54-9fef982507ad tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1096 time: 0.1108081 Apr 21 20:48:56.552915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-77136757-9332-44c5-ba6f-fe85b76d4cec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 HTTP/1.1" status: 200 len: 1001 time: 0.1247742 Apr 21 20:48:56.559878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] For port 645edbbe-6108-4130-a459-e200ed60f4b4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=645edbbe-6108-4130-a459-e200ed60f4b4,segment=NetworkSegment(2a82d173-371f-4104-8193-b4dc6fba4561),segment_id=2a82d173-371f-4104-8193-b4dc6fba4561)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:56.560274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:56.611519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Calling delete_port for 645edbbe-6108-4130-a459-e200ed60f4b4 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:48:56.630417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-bf8c26f0-e8e8-49f9-b2e6-2806f35c07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:56.631922 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-bf8c26f0-e8e8-49f9-b2e6-2806f35c07fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be7fbf35-ae24-40df-af73-497f4a003c6c HTTP/1.1" status: 200 len: 862 time: 0.0703542 Apr 21 20:48:56.635692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68e5bc8d-fc14-49f9-9d22-644681238c27 req-0eb914e6-4c20-4cf5-bfe9-01eae91654c0 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721686 Apr 21 20:48:56.668413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f2c122e-5e66-40af-afa7-4e444bd648e9 req-604c867f-c2c9-40dc-a7ef-35f71970bdb6 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 210 time: 0.0796289 Apr 21 20:48:56.687794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-892b5098-bcf8-4083-92e9-81c2fac8fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:56.689551 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-892b5098-bcf8-4083-92e9-81c2fac8fbe6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed92b188-e14e-4d1e-ae98-d4cbfad16828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512581 Apr 21 20:48:56.832754 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-2afdbf16-502f-4965-ae91-55f685df2c89 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760092 Apr 21 20:48:56.851391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9aff96-1093-470d-886a-92b5a4bed622 req-1336f8a4-9161-4409-8912-65e091a7bf19 tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:56.859739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f9aff96-1093-470d-886a-92b5a4bed622 req-1336f8a4-9161-4409-8912-65e091a7bf19 tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1100 time: 0.0928228 Apr 21 20:48:56.868926 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-96b1555e-5802-48aa-a72d-a872f945d6c6 service neutron] 10.222.0.46 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675448 Apr 21 20:48:56.948268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f9aff96-1093-470d-886a-92b5a4bed622 req-05e7dc80-6e4f-407e-8fbd-f448c0f097e7 tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827625 Apr 21 20:48:56.979439 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.008455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21a55aa9-6b2f-4c6b-b14d-7a5cdf2ef891 req-b43fd2f6-549d-45e5-b801-301d5cde4b82 service neutron] 10.222.0.46 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318119 Apr 21 20:48:57.070092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38426) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:57.075903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b25de394-b22c-4d43-a9bb-8005b0618aee tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983075001', 'description': 'tempest-description--700800541'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:57.109604 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:57.116303 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b25de394-b22c-4d43-a9bb-8005b0618aee tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.141400 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Sync routers for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:48:57.164788 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:57.168281 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:57.168771 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ff3c43-45cb-4fec-a2be-c71d56e3836f req-01837acb-ae9a-4032-9a1f-351241f5aaab service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116014 Apr 21 20:48:57.197800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:48:57.209512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:57.210183 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.214877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.240649 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b25de394-b22c-4d43-a9bb-8005b0618aee tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.247576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b25de394-b22c-4d43-a9bb-8005b0618aee tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.249768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:57.253435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:57.293280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b25de394-b22c-4d43-a9bb-8005b0618aee tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.296804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b25de394-b22c-4d43-a9bb-8005b0618aee tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2228224 Apr 21 20:48:57.296962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event updated for resources: {'Port': ['ID=9709e06e-8d68-465a-862a-67e2d1f6872e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:57.298346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38428) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:57.299370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25de394-b22c-4d43-a9bb-8005b0618aee tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb528de7-0029-487a-a97b-b415c09fa146,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:57.317356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c009b5cf-9536-40b5-8762-82020a72dd09 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Request body: {'security_group_rule': {'security_group_id': 'fb528de7-0029-487a-a97b-b415c09fa146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:57.359879 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:57.396622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:57.433121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:57.437685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c009b5cf-9536-40b5-8762-82020a72dd09 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.453074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:57.459335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Allocated IP 192.168.233.18 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/b618387d-6f8b-4e05-90ee-599f7fd67105) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:48:57.555315 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c009b5cf-9536-40b5-8762-82020a72dd09 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.561722 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c009b5cf-9536-40b5-8762-82020a72dd09 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.562456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918cd8e-b387-478b-a0c3-8a0cbe374fb4 req-8ccf78a5-3eb5-47b2-a97d-ac2151af5465 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:57.564079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3918cd8e-b387-478b-a0c3-8a0cbe374fb4 req-8ccf78a5-3eb5-47b2-a97d-ac2151af5465 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 949 time: 0.3441746 Apr 21 20:48:57.618062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009b5cf-9536-40b5-8762-82020a72dd09 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca8073f-2c4d-4c40-bf10-c2bf37efa27f,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:57.645629 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c009b5cf-9536-40b5-8762-82020a72dd09 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.647719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c009b5cf-9536-40b5-8762-82020a72dd09 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422747 Apr 21 20:48:57.650757 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38438) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:57.662707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3c4423a1-8967-4ec0-b74e-d9b0adc78864 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Request body: {'security_group_rule': {'security_group_id': 'fb528de7-0029-487a-a97b-b415c09fa146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:57.696636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.751576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c4423a1-8967-4ec0-b74e-d9b0adc78864 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.784942 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '41b8b2cd-7ded-4ba1-904b-1d7f42e2b684', 'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'mac_address': 'fa:16:3e:8d:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:52Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 2, 'project_id': '5bb566ee2745403d9546e81221628e27', 'subnets': [{'id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:57.834161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ef2545cb-5861-451f-b88a-1f1d06172eec up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:57.865816 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Checking router: 6d11e904-ba4c-4f74-8f65-5b78611eafa7 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:48:57.866169 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Updating router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:48:57.894130 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c4423a1-8967-4ec0-b74e-d9b0adc78864 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.901815 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c4423a1-8967-4ec0-b74e-d9b0adc78864 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.903138 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.934643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.953734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4423a1-8967-4ec0-b74e-d9b0adc78864 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eecd192-170f-41d2-87a6-f6c94b911435,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:57.971181 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c4423a1-8967-4ec0-b74e-d9b0adc78864 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:57.979521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-60f4c9f8-ca2e-426b-92e7-38bbe87110a4 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b0b419b66b1d4917ad193054b9fc954f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3779926 Apr 21 20:48:57.982719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3c4423a1-8967-4ec0-b74e-d9b0adc78864 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3198838 Apr 21 20:48:57.983086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38448) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:48:57.996037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:57.997323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.006744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:58.048354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d9d86615-f368-432a-8462-6afe6257e8b9 None None] Provisioning complete for port 9709e06e-8d68-465a-862a-67e2d1f6872e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:58.048846 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d9d86615-f368-432a-8462-6afe6257e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.060037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=645edbbe-6108-4130-a459-e200ed60f4b4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:58.065828 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2e8733-99f9-4b49-b16d-c98069d6b178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:48:58.069241 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72531b6-ae62-4b90-8cec-079a1cb85929" -d '{"events": [{"server_uuid": "ad2e8733-99f9-4b49-b16d-c98069d6b178", "name": "network-vif-plugged", "status": "completed", "tag": "c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:48:58.116112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:58.168168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.192781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d9d86615-f368-432a-8462-6afe6257e8b9 None None] Port 9709e06e-8d68-465a-862a-67e2d1f6872e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:48:58.212444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3918cd8e-b387-478b-a0c3-8a0cbe374fb4 req-6a1ebd97-b9fe-489f-a237-dcbc350a58f5 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306114 Apr 21 20:48:58.245328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ef2545cb-5861-451f-b88a-1f1d06172eec triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:58.245686 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.263360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-cf99605c-da7d-4723-bd73-a3dd73e7f6ab tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1915765 Apr 21 20:48:58.328646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Request body: {'port': {'device_id': '1fdea746-2935-41d4-9a09-24526e658920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:58.331748 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.420883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ca29-275f-4c64-b866-39351d01932d req-e6180ff2-f6e4-4ef8-888b-bd9134f53a36 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:58.422597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-e6180ff2-f6e4-4ef8-888b-bd9134f53a36 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943665 Apr 21 20:48:58.454194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:58.492216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f551474a-dc21-44ea-b690-bf7cb3a159b6 req-1df894c4-69ec-49c1-8546-5d54d1875a74 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 210 time: 0.0934429 Apr 21 20:48:58.538463 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.543939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.551525 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.640143 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb126d0-294d-44c9-8069-00853ebf4f26 None None] Pushing event updated for resources: {'Port': ['ID=41b8b2cd-7ded-4ba1-904b-1d7f42e2b684,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:58.647054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Request body: {'port': {'device_id': '6cad5452-ef07-4ae6-9339-b12a4353ae28', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': 'b0b419b66b1d4917ad193054b9fc954f'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:58.658238 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.691471 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Attempting to bind port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:48:58.692415 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Attempting to bind port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:48:58.692801 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Attempting to bind port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 on network d1e06e87-3ae6-4925-939a-4294a67b477e {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:48:58.698317 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:48:58.698683 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Checking segment: {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:48:58.699262 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.699776 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Bound using segment: {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:48:58.700117 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Bound port: 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:48:58.700510 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.795590 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] For port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:48:58.799156 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] For port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=41b8b2cd-7ded-4ba1-904b-1d7f42e2b684,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:48:58.805676 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:58.880273 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb126d0-294d-44c9-8069-00853ebf4f26 None None] Pushing event updated for resources: {'Port': ['ID=41b8b2cd-7ded-4ba1-904b-1d7f42e2b684,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:58.894963 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:48:58.895565 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:58.923656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3d9e44b4-6b52-432d-8791-2a03224a898d None None] Provisioning complete for port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:58.924037 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3d9e44b4-6b52-432d-8791-2a03224a898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.034328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3d9e44b4-6b52-432d-8791-2a03224a898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.057267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c958b863-e5f2-49b4-a993-78a95ece3a00 req-379dbc92-a807-4e5a-898e-94dff7172327 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 210 time: 0.4066699 Apr 21 20:48:59.079042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3d9e44b4-6b52-432d-8791-2a03224a898d None None] For port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=41b8b2cd-7ded-4ba1-904b-1d7f42e2b684,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:48:59.098598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3d9e44b4-6b52-432d-8791-2a03224a898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.164935 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:48:59.167167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e44b4-6b52-432d-8791-2a03224a898d None None] Pushing event updated for resources: {'Port': ['ID=41b8b2cd-7ded-4ba1-904b-1d7f42e2b684,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:59.173262 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46115923-ede6-4e83-8095-efb900f4e3c9 x-openstack-request-id: req-46115923-ede6-4e83-8095-efb900f4e3c9 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:48:59.173951 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2e8733-99f9-4b49-b16d-c98069d6b178", "name": "network-vif-plugged", "status": "completed", "tag": "c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:48:59.175278 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46115923-ede6-4e83-8095-efb900f4e3c9 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:48:59.175858 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46115923-ede6-4e83-8095-efb900f4e3c9'] response: {'server_uuid': 'ad2e8733-99f9-4b49-b16d-c98069d6b178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38', 'code': 200} Apr 21 20:48:59.226950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-333c4744-be00-451b-99d7-b99027265092 None None] Provisioning complete for port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:59.227598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-333c4744-be00-451b-99d7-b99027265092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.273299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084361c-477c-4cb1-8108-0013c801d719 req-fec5e4e2-52c5-4bbc-8323-95a59d142ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:59.274878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-3b060fc9-eaa2-4787-a201-9a0dc7d059b0 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:48:59.275899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-3b060fc9-eaa2-4787-a201-9a0dc7d059b0 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3071415 Apr 21 20:48:59.285193 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f084361c-477c-4cb1-8108-0013c801d719 req-fec5e4e2-52c5-4bbc-8323-95a59d142ddf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 1101 time: 0.0743675 Apr 21 20:48:59.328200 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f084361c-477c-4cb1-8108-0013c801d719 req-7559e088-79e9-4f6e-9a0c-3167b69dbe16 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356998 Apr 21 20:48:59.328586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.351156 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b6733755-b50a-44dc-a902-6e930e1de5ef tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=51b91fce49a94986a42f0b9fce162efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985734 Apr 21 20:48:59.352008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:59.377274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:48:59.416215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.447070 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '41b8b2cd-7ded-4ba1-904b-1d7f42e2b684', 'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'mac_address': 'fa:16:3e:8d:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:52Z', 'updated_at': '2022-04-21T20:48:58Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'subnets': [{'id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:48:59.477371 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c484b-0d10-41ce-ad97-6ece67b429d3 None None] The sync data for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 is: [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '41b8b2cd-7ded-4ba1-904b-1d7f42e2b684', 'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'mac_address': 'fa:16:3e:8d:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:52Z', 'updated_at': '2022-04-21T20:48:58Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'subnets': [{'id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:48:59.526808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-a3f15255-69db-4d79-a0ad-d22c76f8b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:59.531641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-a3f15255-69db-4d79-a0ad-d22c76f8b84f service neutron] 10.222.0.49 "GET /v2.0/ports/d6549e6a-74b5-440b-bf78-74bd1f3379a8 HTTP/1.1" status: 200 len: 1093 time: 0.2265053 Apr 21 20:48:59.555424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:48:59.611541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Request body: {'binding': {'host': 'n-h1-838945-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:48:59.612608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Unknown quota resources ['binding']. {{(pid=114647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 20:48:59.616330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:48:59.618910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event updated for resources: {'Port': ['ID=b618387d-6f8b-4e05-90ee-599f7fd67105,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:48:59.623335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:48:59.789091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Made reservation on behalf of b0b419b66b1d4917ad193054b9fc954f for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:48:59.790898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.858181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:48:59.884697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:48:59.885581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.915514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:48:59.915882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.944150 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:48:59.948522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-38a6cf18-4223-4ac8-a07a-7e8976399c78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2160728 Apr 21 20:48:59.968879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:00.012289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-84910930-9d47-4f25-9402-7621264b8bf0 None None] Provisioning complete for port b618387d-6f8b-4e05-90ee-599f7fd67105 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:00.012785 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-84910930-9d47-4f25-9402-7621264b8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:00.024213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Request body: {'port': {'device_id': 'd7afe180-5495-4376-a599-ed967bb6a900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:00.052278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-84910930-9d47-4f25-9402-7621264b8bf0 None None] Port b618387d-6f8b-4e05-90ee-599f7fd67105 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:00.098833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-e1344530-3fde-4735-a27d-c244d4ae4649 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:00.100314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-e1344530-3fde-4735-a27d-c244d4ae4649 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6930835 Apr 21 20:49:00.253514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-9bde53b0-c10e-4f5c-9a9c-74e55b4a648a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/quotas/51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 375 time: 0.1020205 Apr 21 20:49:00.346785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:00.457473 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ea00e95e-ee13-425e-b462-b7bf73965ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:00.529184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Allocated IP 172.25.0.85 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/8a9d9db2-5ff8-4ef8-ad6c-5fc2ec367a7a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:00.561455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on host n-h1-838945-1 for vnic_type normal with profile None {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:00.561793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:00.562119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:00.614074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:00.614400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:00.617879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9709e06e-8d68-465a-862a-67e2d1f6872e {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:00.623264 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:00.633219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-bd596889-e085-4a21-bb38-26227e30d981 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3682916 Apr 21 20:49:00.645830 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:00.655432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:00.703269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:00.703611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:00.703992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:00.704433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Bound port: d6549e6a-74b5-440b-bf78-74bd1f3379a8, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:00.805772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Transition to ACTIVE for port object 9709e06e-8d68-465a-862a-67e2d1f6872e will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:00.856979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:49:00.903770 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:01.232787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc85f67-4269-423b-bbab-c6efceb4ba8b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:01.416794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:01.463977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:01.465165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-75b923ba-15e7-4196-beb3-b1eff7169116 service neutron] 10.222.0.49 "POST /v2.0/ports/d6549e6a-74b5-440b-bf78-74bd1f3379a8/bindings HTTP/1.1" status: 201 len: 389 time: 1.8695779 Apr 21 20:49:01.465743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=9709e06e-8d68-465a-862a-67e2d1f6872e,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:01.475533 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:01.493195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed3fe8-c884-4757-a4d2-1dafcf1753a5 req-7eefc419-8720-4e4c-9b41-1e1e21cc9d7a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:01.494869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cfed3fe8-c884-4757-a4d2-1dafcf1753a5 req-7eefc419-8720-4e4c-9b41-1e1e21cc9d7a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 950 time: 0.6137013 Apr 21 20:49:01.716883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cfed3fe8-c884-4757-a4d2-1dafcf1753a5 req-9004259f-45fe-4917-9832-000dee2840e5 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936283 Apr 21 20:49:01.718144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:49:01.734504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] Sync routers for ids ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:49:01.741573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-96930695-c2d8-4951-a3a6-5c72eb42c8a7 admin admin] 10.222.0.49 "PUT /v2.0/routers/3d3e0f0b-53da-484d-ae73-59fafb6c4feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8056710 Apr 21 20:49:01.744312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38506) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:01.745648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Attempting to bind port 9709e06e-8d68-465a-862a-67e2d1f6872e on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:01.745845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Attempting to bind port 9709e06e-8d68-465a-862a-67e2d1f6872e by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:01.746158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Attempting to bind port 9709e06e-8d68-465a-862a-67e2d1f6872e on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:01.752135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:01.760809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] Routers {'3d3e0f0b-53da-484d-ae73-59fafb6c4feb'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:01.763247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:01.803829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Port 9709e06e-8d68-465a-862a-67e2d1f6872e on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:01.804482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Attempting to bind port 9709e06e-8d68-465a-862a-67e2d1f6872e on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:01.854077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:01.859590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6641395-149a-433f-a598-3e6829d0603a req-cd33e67e-c7ad-47b6-8578-c7bae7d5f390 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 210 time: 0.0531545 Apr 21 20:49:01.860371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:01.860644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:01.861048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:01.861493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Bound port: 9709e06e-8d68-465a-862a-67e2d1f6872e, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:01.862488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:01.870791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b618387d-6f8b-4e05-90ee-599f7fd67105 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:01.875509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:01.885389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Pushing event updated for resources: {'Port': ['ID=8a9d9db2-5ff8-4ef8-ad6c-5fc2ec367a7a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:01.889930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:01.892259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:01.905297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-59e2c691-224f-40ec-8ea0-0d4b242ebf53 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=51b91fce49a94986a42f0b9fce162efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843508 Apr 21 20:49:02.003524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Transition to ACTIVE for port object b618387d-6f8b-4e05-90ee-599f7fd67105 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:02.031149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-190e6cea-b2aa-4f29-89c4-0f07d91e2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:02.032627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-190e6cea-b2aa-4f29-89c4-0f07d91e2455 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1096 time: 0.2859144 Apr 21 20:49:02.046637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637d52-b18a-431e-b4ee-f5fc2ed4eb30 req-44bb6497-136b-4b3e-897d-ad533f50144f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:02.048174 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f9637d52-b18a-431e-b4ee-f5fc2ed4eb30 req-44bb6497-136b-4b3e-897d-ad533f50144f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 935 time: 0.2261775 Apr 21 20:49:02.060348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.065727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.066719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b8e4fe7-f789-48cc-a5b5-08aae1c2e3cf req-0c1487dc-f58c-4ea8-917b-065c90ea8b01 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 210 time: 0.0546596 Apr 21 20:49:02.098375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] For port 9709e06e-8d68-465a-862a-67e2d1f6872e, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:02.134427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] Set router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:02.204702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] For port 9709e06e-8d68-465a-862a-67e2d1f6872e, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9709e06e-8d68-465a-862a-67e2d1f6872e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:02.264513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f9637d52-b18a-431e-b4ee-f5fc2ed4eb30 req-7efff75d-084f-412a-a539-769335c9dce1 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966324 Apr 21 20:49:02.275015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.281882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-356d4764-072b-4231-b28c-17d942964aa2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:02.284568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-356d4764-072b-4231-b28c-17d942964aa2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3701830 Apr 21 20:49:02.301043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Allocated IP 192.168.233.174 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/ade8a49c-5a46-4085-a606-89636aab3218) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:02.312860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Request body: {'port': {'device_id': '49d9a346-75a7-4390-ad59-2709db8925c8', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '51b91fce49a94986a42f0b9fce162efd'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:02.353746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:57Z', 'revision_number': 5, 'project_id': '4283929ea283416b80569436acd25b59', 'gw_port': {'id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:02.393733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-bff1a504-6e6a-45e6-8119-6a131deafadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:02.395176 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-bff1a504-6e6a-45e6-8119-6a131deafadd service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.3394785 Apr 21 20:49:02.396715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] Checking router: 3d3e0f0b-53da-484d-ae73-59fafb6c4feb for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:49:02.405417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Pushing event updated for resources: {'Port': ['ID=b618387d-6f8b-4e05-90ee-599f7fd67105,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:02.408210 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] Routers {'3d3e0f0b-53da-484d-ae73-59fafb6c4feb'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:02.409533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:02.431727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.455370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:02.456468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.457945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] 10.222.0.43 "PUT /v2.0/ports/9709e06e-8d68-465a-862a-67e2d1f6872e HTTP/1.1" status: 200 len: 1096 time: 4.1432662 Apr 21 20:49:02.461248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdea746-2935-41d4-9a09-24526e658920', 'tag': '9709e06e-8d68-465a-862a-67e2d1f6872e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:02.464414 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d934bce0-ec7c-46e0-92ff-666c93642577" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdea746-2935-41d4-9a09-24526e658920", "tag": "9709e06e-8d68-465a-862a-67e2d1f6872e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:02.479591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-4d5c688d-baf6-4b39-8259-8085443fba5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8 HTTP/1.1" status: 200 len: 217 time: 0.0642509 Apr 21 20:49:02.540466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.583422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] Set router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:02.583963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dad1ab-d332-45f7-92f7-7f566c5ab74b req-47a7fe4e-0afe-41b2-a6b1-06677737eb56 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:02.585815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87dad1ab-d332-45f7-92f7-7f566c5ab74b req-47a7fe4e-0afe-41b2-a6b1-06677737eb56 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 945 time: 0.4348798 Apr 21 20:49:02.636920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-1f04d9f7-5ffe-4b9f-a826-01e1777b5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:02.639592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-1f04d9f7-5ffe-4b9f-a826-01e1777b5f40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1458406 Apr 21 20:49:02.656017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Made reservation on behalf of 51b91fce49a94986a42f0b9fce162efd for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:02.665919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.696152 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec14a76-8858-4e45-afae-e90a8a29e3d3 x-openstack-request-id: req-5ec14a76-8858-4e45-afae-e90a8a29e3d3 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:02.696431 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdea746-2935-41d4-9a09-24526e658920", "tag": "9709e06e-8d68-465a-862a-67e2d1f6872e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:02.696672 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ec14a76-8858-4e45-afae-e90a8a29e3d3 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:02.697084 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec14a76-8858-4e45-afae-e90a8a29e3d3'] response: {'name': 'network-changed', 'server_uuid': '1fdea746-2935-41d4-9a09-24526e658920', 'tag': '9709e06e-8d68-465a-862a-67e2d1f6872e', 'status': 'completed', 'code': 200} Apr 21 20:49:02.738198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-abd6a92b-d030-4b1d-9dc3-a55a31c2a751 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833552 Apr 21 20:49:02.771856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c874874-0daa-4eb5-8a69-55bfc7427cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=9709e06e-8d68-465a-862a-67e2d1f6872e,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:02.781573 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.802037 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e9a6aff3-cd99-4c00-b969-e63cfa973bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.814756 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Deleting port 0ce4b848-19c2-4088-8c77-628bfea0fd35 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:02.816314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.827948 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:49:02.856850 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-9d4d3e2a-76d3-4c76-af3d-d4153b408a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:02.858534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-9d4d3e2a-76d3-4c76-af3d-d4153b408a67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=1fdea746-2935-41d4-9a09-24526e658920 HTTP/1.1" status: 200 len: 1099 time: 0.3209932 Apr 21 20:49:02.893644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:57Z', 'revision_number': 5, 'project_id': '4283929ea283416b80569436acd25b59', 'gw_port': {'id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:02.906051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Attempting to bind port b618387d-6f8b-4e05-90ee-599f7fd67105 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:02.906266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Attempting to bind port b618387d-6f8b-4e05-90ee-599f7fd67105 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:02.906565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Attempting to bind port b618387d-6f8b-4e05-90ee-599f7fd67105 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:02.928722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45148d86-d488-45b6-a077-1fab54a68822 None None] The sync data for ids ['3d3e0f0b-53da-484d-ae73-59fafb6c4feb'] in n-d-838945-1 is: [{'id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'name': 'tempest-FloatingIPsTestJSON-1043940400-router', 'tenant_id': '4283929ea283416b80569436acd25b59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:57Z', 'revision_number': 5, 'project_id': '4283929ea283416b80569436acd25b59', 'gw_port': {'id': '0ce4b848-19c2-4088-8c77-628bfea0fd35', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3e0f0b-53da-484d-ae73-59fafb6c4feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:28Z', 'updated_at': '2022-04-21T20:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:49:02.962123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Port b618387d-6f8b-4e05-90ee-599f7fd67105 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:02.962565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Attempting to bind port b618387d-6f8b-4e05-90ee-599f7fd67105 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:02.970703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87dad1ab-d332-45f7-92f7-7f566c5ab74b req-17091630-96b6-400e-a7e3-a81da0e889b0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689497 Apr 21 20:49:02.977108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:02.977451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:02.977937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:02.978459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Bound port: b618387d-6f8b-4e05-90ee-599f7fd67105, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:02.978883 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:02.981597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-b4153e05-8f6c-4b85-bda8-1a0828cb01dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9709e06e-8d68-465a-862a-67e2d1f6872e HTTP/1.1" status: 200 len: 217 time: 0.0954807 Apr 21 20:49:02.984477 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.001741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cdf69-f130-43d5-9bbe-d0d73692870e req-8b6903c8-176a-475a-8b81-81c986edbe8a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:03.004119 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e10cdf69-f130-43d5-9bbe-d0d73692870e req-8b6903c8-176a-475a-8b81-81c986edbe8a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 950 time: 0.2639644 Apr 21 20:49:03.071266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] For port 0ce4b848-19c2-4088-8c77-628bfea0fd35, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0ce4b848-19c2-4088-8c77-628bfea0fd35,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:03.071653 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.076120 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-71ba8c05-d8bd-431b-a0f2-c0d0432688ed service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251576 Apr 21 20:49:03.109774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Calling delete_port for 0ce4b848-19c2-4088-8c77-628bfea0fd35 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:03.116537 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e10cdf69-f130-43d5-9bbe-d0d73692870e req-e831cc3f-c3e8-4c65-bbca-a7705b6e401a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974145 Apr 21 20:49:03.143628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b96f9c5c-db9d-4305-aa69-07522af4aaba req-3c152b03-36a6-4854-827b-02ca8c8afb90 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 210 time: 0.0945365 Apr 21 20:49:03.239058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.242845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-43a06fe6-2b8c-467a-a1db-ed8b47b77e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:03.244410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-43a06fe6-2b8c-467a-a1db-ed8b47b77e7b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2494068 Apr 21 20:49:03.247856 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.280167 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.280868 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4521ac54-b625-478b-829d-18ff50529e3a req-86768698-41c7-4b66-bc45-3b346f5b6242 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 210 time: 0.0539086 Apr 21 20:49:03.295436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-73a649f1-4424-41c7-905e-7b4a5187324d service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088578 Apr 21 20:49:03.316734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] For port b618387d-6f8b-4e05-90ee-599f7fd67105, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:03.334710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] For port b618387d-6f8b-4e05-90ee-599f7fd67105, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b618387d-6f8b-4e05-90ee-599f7fd67105,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:03.392462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.450193 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-45fe6e9a-c952-448e-aab1-ce19c0be462e tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=420d0bf9f4d8497f900df08de28172fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727961 Apr 21 20:49:03.454153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:03.476740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:03.479612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Pushing event updated for resources: {'Port': ['ID=8a9d9db2-5ff8-4ef8-ad6c-5fc2ec367a7a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:03.482356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Allocated IP 192.168.233.193 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/1aa00b87-5d95-485c-9e8c-dd2839b05699) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:03.487436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:03.488080 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.489503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] 10.222.0.46 "PUT /v2.0/ports/b618387d-6f8b-4e05-90ee-599f7fd67105 HTTP/1.1" status: 200 len: 1095 time: 3.4784412 Apr 21 20:49:03.490665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:03.525465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d636-73d3-4cd1-9e94-48fb381f2e4d req-faa57761-c938-46d9-9dd3-1eacbefc31dc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:03.527140 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14a0d636-73d3-4cd1-9e94-48fb381f2e4d req-faa57761-c938-46d9-9dd3-1eacbefc31dc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 947 time: 0.1356089 Apr 21 20:49:03.539434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-333a2523-04a5-4048-8913-f6e86353449c tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:03.541181 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-333a2523-04a5-4048-8913-f6e86353449c tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.1525545 Apr 21 20:49:03.558185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.580130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838945-1'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:03.590340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-7b197350-d32a-4f13-8cb2-18d1a57d6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:03.591847 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-7b197350-d32a-4f13-8cb2-18d1a57d6971 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3345108 Apr 21 20:49:03.655456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 645edbbe-6108-4130-a459-e200ed60f4b4 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:49:03.678544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 645edbbe-6108-4130-a459-e200ed60f4b4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:49:03.679163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 645edbbe-6108-4130-a459-e200ed60f4b4 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:49:03.719307 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.720831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-278d0079-2192-4fed-9ef1-bebd62c069de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7203422 Apr 21 20:49:03.759626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:03.760468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:03.828698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Pushing event updated for resources: {'Port': ['ID=ade8a49c-5a46-4085-a606-89636aab3218,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:03.836466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-8c879996-a5f3-44ed-bb78-3ba9eae54e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:03.838015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-8c879996-a5f3-44ed-bb78-3ba9eae54e45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 1098 time: 0.2985678 Apr 21 20:49:03.856508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-68fcfc4e-9e6b-4d90-a8b5-bc386ef25518 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3003716 Apr 21 20:49:03.863676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-d84b2f40-a3a4-4168-b4c1-ac43deaeeb24 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:03.875904 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-d84b2f40-a3a4-4168-b4c1-ac43deaeeb24 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141684 Apr 21 20:49:03.950436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.039365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.044054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14a0d636-73d3-4cd1-9e94-48fb381f2e4d req-c00a35a5-1d08-44f5-a4de-d694632599ff tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991436 Apr 21 20:49:04.050127 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.083144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-78820056-342a-4c28-a992-c8c548bf404e None None] Provisioning complete for port ade8a49c-5a46-4085-a606-89636aab3218 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:04.083743 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78820056-342a-4c28-a992-c8c548bf404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.109472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce4b848-19c2-4088-8c77-628bfea0fd35,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:04.153178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-78820056-342a-4c28-a992-c8c548bf404e None None] Port ade8a49c-5a46-4085-a606-89636aab3218 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:04.174486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.220524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Request body: {'port': {'device_id': '6cad5452-ef07-4ae6-9339-b12a4353ae28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:04.331179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-3bed8356-3ca7-4887-84ed-d0ee3e6500fe tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/quotas/420d0bf9f4d8497f900df08de28172fb HTTP/1.1" status: 200 len: 375 time: 0.4535606 Apr 21 20:49:04.342746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-45385ac5-cb26-4ea7-95d5-26f13d8cbe4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b618387d-6f8b-4e05-90ee-599f7fd67105 HTTP/1.1" status: 200 len: 217 time: 0.1495955 Apr 21 20:49:04.350822 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.356670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.390215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.398389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-af9f2032-c6da-4130-9afe-f34e368b966f service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7846916 Apr 21 20:49:04.425621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb9a36-9970-480d-ad76-4db308dffab8 service neutron] Pushing event updated for resources: {'Port': ['ID=b618387d-6f8b-4e05-90ee-599f7fd67105,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:04.512491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ec2c3-b754-455c-b06a-0edfcb4f3461 req-bd46e562-9cb5-4452-b2d8-4e12f4cd03c1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:04.514055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c8ec2c3-b754-455c-b06a-0edfcb4f3461 req-bd46e562-9cb5-4452-b2d8-4e12f4cd03c1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 945 time: 0.2928321 Apr 21 20:49:04.519563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-16c3e9fa-daa3-4e4f-8bbf-119166c8e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:04.521032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-16c3e9fa-daa3-4e4f-8bbf-119166c8e926 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1641421 Apr 21 20:49:04.524108 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.524661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d3e0f0b-53da-484d-ae73-59fafb6c4feb {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:49:04.530058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.534204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cb0fd3d3-9a2f-45aa-af95-1d4effce98f1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3d3e0f0b-53da-484d-ae73-59fafb6c4feb HTTP/1.1" status: 204 len: 168 time: 2.7857428 Apr 21 20:49:04.542290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.543494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38584) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:04.563739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-f5d435e1-7b3d-4acb-9d82-e97d2a4fc6b5 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=420d0bf9f4d8497f900df08de28172fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2315500 Apr 21 20:49:04.699972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:04.714823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7afe180-5495-4376-a599-ed967bb6a900', 'tag': 'b618387d-6f8b-4e05-90ee-599f7fd67105'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:04.718104 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ba0cce-b4e7-404f-baf2-38b4a454d32d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7afe180-5495-4376-a599-ed967bb6a900", "tag": "b618387d-6f8b-4e05-90ee-599f7fd67105"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:04.760271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-68451893-32c9-46b9-aadf-517e3bc5dfb4 admin admin] Deleting subnet 26a2c10e-c645-432b-8d6a-d9d86ecc6a51 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:49:04.782421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c8ec2c3-b754-455c-b06a-0edfcb4f3461 req-276b6124-b88d-4d95-bfd3-6fb99209f009 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421000 Apr 21 20:49:04.788590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-68451893-32c9-46b9-aadf-517e3bc5dfb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.896471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3b8ca-6614-463f-89be-94587088acd5 req-85c84df0-5366-41ae-b37d-c53d09138088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:04.898029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-85c84df0-5366-41ae-b37d-c53d09138088 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3652081 Apr 21 20:49:04.916028 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-68451893-32c9-46b9-aadf-517e3bc5dfb4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:04.938143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-b7be042f-a20e-4dae-a4ba-635be052cc07 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138979 Apr 21 20:49:05.008778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a03dc9dd-f60a-40e0-8d41-571a1dcfc0e3 req-3aa47c27-e662-40f4-adcf-c427e64aba00 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 210 time: 0.0542164 Apr 21 20:49:05.017167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:05.039108 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-68451893-32c9-46b9-aadf-517e3bc5dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.043897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.057642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5599a89a-010e-443c-9278-2c8a182e9d64'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:05.123515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-289941af-dd25-4619-884e-97de64579e88 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887875 Apr 21 20:49:05.162140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:05.164484 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e20f80-af65-478f-a952-1d3d1a8f6006" -d '{"events": [{"server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "name": "network-vif-unplugged", "status": "completed", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:05.169097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff86b31-f53b-401e-8db5-83b7f13356c8 req-2e160bf9-9339-4bd3-9e79-b6c4449cebcc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:05.177503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ff86b31-f53b-401e-8db5-83b7f13356c8 req-2e160bf9-9339-4bd3-9e79-b6c4449cebcc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 936 time: 0.3564520 Apr 21 20:49:05.210539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.249443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.260362 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af77c68b-9248-4816-b8f5-336401cb3884 req-f43bd20b-c340-48db-9557-f1e716234080 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 210 time: 0.1523871 Apr 21 20:49:05.272641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:05.279226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:05.285849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:05.291962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:05.292577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.297833 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.304207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Pushing event updated for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:05.345206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-68451893-32c9-46b9-aadf-517e3bc5dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.351155 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-b67a83df-35a8-46f7-b989-4f33a859ca6a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0452108 Apr 21 20:49:05.376448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-a1dc514a-cd5c-4c3b-b5d5-47d477e9a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:05.378805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-a1dc514a-cd5c-4c3b-b5d5-47d477e9a747 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=1fdea746-2935-41d4-9a09-24526e658920 HTTP/1.1" status: 200 len: 1099 time: 0.2527425 Apr 21 20:49:05.397885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ff86b31-f53b-401e-8db5-83b7f13356c8 req-04746b51-fc5f-475b-a7ca-c47c7486b123 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146661 Apr 21 20:49:05.405933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Request body: {'port': {'device_id': '49d9a346-75a7-4390-ad59-2709db8925c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:05.412472 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4dccd5-d06a-4b9b-8745-6d7ad6ce9a7f x-openstack-request-id: req-9f4dccd5-d06a-4b9b-8745-6d7ad6ce9a7f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:05.414145 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7afe180-5495-4376-a599-ed967bb6a900", "tag": "b618387d-6f8b-4e05-90ee-599f7fd67105", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:05.414511 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f4dccd5-d06a-4b9b-8745-6d7ad6ce9a7f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:05.416662 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4dccd5-d06a-4b9b-8745-6d7ad6ce9a7f'] response: {'name': 'network-changed', 'server_uuid': 'd7afe180-5495-4376-a599-ed967bb6a900', 'tag': 'b618387d-6f8b-4e05-90ee-599f7fd67105', 'status': 'completed', 'code': 200} Apr 21 20:49:05.522986 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd34034-9f53-48bd-906c-65588dee84f4 x-openstack-request-id: req-7dd34034-9f53-48bd-906c-65588dee84f4 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:05.523281 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "name": "network-vif-unplugged", "status": "completed", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:05.523506 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dd34034-9f53-48bd-906c-65588dee84f4 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:05.523890 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd34034-9f53-48bd-906c-65588dee84f4'] response: {'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8', 'code': 200} Apr 21 20:49:05.560325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f81478-2733-4e3d-b2fb-9e2787bd733b None None] Network 7d4c838f-46bb-41df-98f1-54a5944fa71a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:49:05.573160 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-68451893-32c9-46b9-aadf-517e3bc5dfb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.588430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-68451893-32c9-46b9-aadf-517e3bc5dfb4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/26a2c10e-c645-432b-8d6a-d9d86ecc6a51 HTTP/1.1" status: 204 len: 168 time: 1.0404122 Apr 21 20:49:05.589203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38634) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:05.657305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68451893-32c9-46b9-aadf-517e3bc5dfb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a2c10e-c645-432b-8d6a-d9d86ecc6a51,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:05.669962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83f3b8ca-6614-463f-89be-94587088acd5 req-0852d966-9616-4efc-a5db-f889dc49ff33 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308847 Apr 21 20:49:05.728452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade8a49c-5a46-4085-a606-89636aab3218 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:05.730656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on host n-h2-838945-1 for vnic_type normal with profile {"migrating_to": "n-h1-838945-1"} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:05.733894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:05.734485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:05.742118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-3a560f95-65ba-45b1-9d49-e19713113744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:05.743529 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-3a560f95-65ba-45b1-9d49-e19713113744 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3419585 Apr 21 20:49:05.750715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7f4e2a73-1129-47cf-9a8c-f485ee7ef473 None None] Provisioning complete for port 1aa00b87-5d95-485c-9e8c-dd2839b05699 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:05.751082 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f4e2a73-1129-47cf-9a8c-f485ee7ef473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.770828 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Pushing event updated for resources: {'Port': ['ID=d6549e6a-74b5-440b-bf78-74bd1f3379a8,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:05.771787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.788827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0ce4b848-19c2-4088-8c77-628bfea0fd35 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:49:05.828834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.850957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:05.850957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Attempting to bind port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:05.890489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 0ce4b848-19c2-4088-8c77-628bfea0fd35 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:49:05.890841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0ce4b848-19c2-4088-8c77-628bfea0fd35 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:49:05.891797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-c439f332-0e18-4b8d-b247-f900752ee2d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9709e06e-8d68-465a-862a-67e2d1f6872e HTTP/1.1" status: 200 len: 217 time: 0.1381049 Apr 21 20:49:05.902431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:05.902737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:05.903295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:05.903904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Bound port: d6549e6a-74b5-440b-bf78-74bd1f3379a8, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:05.904406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.943581 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.968431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b6bf8-449c-49ee-8bf5-3d83b7d4fb2d req-5631df67-d4a4-4241-831b-51734140dd59 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:05.978029 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be3b6bf8-449c-49ee-8bf5-3d83b7d4fb2d req-5631df67-d4a4-4241-831b-51734140dd59 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 947 time: 0.4528971 Apr 21 20:49:05.987823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7f4e2a73-1129-47cf-9a8c-f485ee7ef473 None None] Port 1aa00b87-5d95-485c-9e8c-dd2839b05699 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:05.991047 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:05.999166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-db2a835a-2408-4a44-8811-8b35b24e2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:06.000626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-db2a835a-2408-4a44-8811-8b35b24e2305 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0874991 Apr 21 20:49:06.001654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Transition to ACTIVE for port object ade8a49c-5a46-4085-a606-89636aab3218 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:06.028739 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.037979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-0daf397e-35b7-43a4-a8f1-d92178a03e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:06.040279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-0daf397e-35b7-43a4-a8f1-d92178a03e26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 1098 time: 0.2728236 Apr 21 20:49:06.050337 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaceae7-4104-4ea5-bbdd-72ca2966a8c7 None None] DHCP port deletion for 7d4c838f-46bb-41df-98f1-54a5944fa71a request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:49:06.106633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cdaceae7-4104-4ea5-bbdd-72ca2966a8c7 None None] Deleting port b0b5b312-f450-4b91-8d37-1f2d024bad21 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:06.107899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdaceae7-4104-4ea5-bbdd-72ca2966a8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.182387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-c54f4ab4-6170-440d-b602-a7ecb695f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:06.183907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-c54f4ab4-6170-440d-b602-a7ecb695f8b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1227505 Apr 21 20:49:06.195992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be3b6bf8-449c-49ee-8bf5-3d83b7d4fb2d req-3aa46fb8-084c-48f5-8c4e-ace1c1737eca tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053146 Apr 21 20:49:06.201402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cdaceae7-4104-4ea5-bbdd-72ca2966a8c7 None None] For port b0b5b312-f450-4b91-8d37-1f2d024bad21, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b0b5b312-f450-4b91-8d37-1f2d024bad21,segment=NetworkSegment(2a82d173-371f-4104-8193-b4dc6fba4561),segment_id=2a82d173-371f-4104-8193-b4dc6fba4561)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:06.203219 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdaceae7-4104-4ea5-bbdd-72ca2966a8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.237703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cdaceae7-4104-4ea5-bbdd-72ca2966a8c7 None None] Calling delete_port for b0b5b312-f450-4b91-8d37-1f2d024bad21 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:06.271280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-2f5697fe-4fab-473f-941f-29ff9519dac4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b618387d-6f8b-4e05-90ee-599f7fd67105 HTTP/1.1" status: 200 len: 217 time: 0.0774951 Apr 21 20:49:06.280565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Pushing event updated for resources: {'Port': ['ID=ade8a49c-5a46-4085-a606-89636aab3218,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:06.290301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:06.322468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-f644170b-eb1d-4bd6-8016-df6a132ae051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:06.326868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-f644170b-eb1d-4bd6-8016-df6a132ae051 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3089919 Apr 21 20:49:06.337856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd46d9-660e-4762-a45b-2963b402663c req-371a110c-0b1e-49c7-b639-3f9503c487b2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:06.339469 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bdd46d9-660e-4762-a45b-2963b402663c req-371a110c-0b1e-49c7-b639-3f9503c487b2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.3361096 Apr 21 20:49:06.368204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:06.387594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.480155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Deleting port b0b5b312-f450-4b91-8d37-1f2d024bad21 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:06.480426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.495402 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdaceae7-4104-4ea5-bbdd-72ca2966a8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.510437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-996ee8b4-a154-4678-a6e4-d90993b82f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:06.511962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-996ee8b4-a154-4678-a6e4-d90993b82f1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2101407 Apr 21 20:49:06.514450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9afc1-aad6-4ac5-8917-de1b64293e0d req-2e1fffc4-cc6b-4eca-8868-640cd0e2cf80 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:06.517765 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3c9afc1-aad6-4ac5-8917-de1b64293e0d req-2e1fffc4-cc6b-4eca-8868-640cd0e2cf80 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 936 time: 0.1851254 Apr 21 20:49:06.538896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaceae7-4104-4ea5-bbdd-72ca2966a8c7 None None] Pushing event deleted for resources: {'Port': ['ID=b0b5b312-f450-4b91-8d37-1f2d024bad21,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:06.575244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.46', 59998) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:06.576551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaceae7-4104-4ea5-bbdd-72ca2966a8c7 None None] No DVR routers for this DVR port b0b5b312-f450-4b91-8d37-1f2d024bad21 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:49:06.596909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bdd46d9-660e-4762-a45b-2963b402663c req-520e4557-6192-4c5c-9781-d6409e9e1342 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321351 Apr 21 20:49:06.651801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-05cac8ad-8dd4-40ba-9411-a7240f22f5ea tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=420d0bf9f4d8497f900df08de28172fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697629 Apr 21 20:49:06.652959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Attempting to bind port ade8a49c-5a46-4085-a606-89636aab3218 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:06.653289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Attempting to bind port ade8a49c-5a46-4085-a606-89636aab3218 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:06.653611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Attempting to bind port ade8a49c-5a46-4085-a606-89636aab3218 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:06.685376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Port ade8a49c-5a46-4085-a606-89636aab3218 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:06.685736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Attempting to bind port ade8a49c-5a46-4085-a606-89636aab3218 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:06.705900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:06.706239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:06.706614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:06.707049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Bound port: ade8a49c-5a46-4085-a606-89636aab3218, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:06.707401 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.772187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:06.772838 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.774444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] 10.222.0.46 "PUT /v2.0/ports/d6549e6a-74b5-440b-bf78-74bd1f3379a8 HTTP/1.1" status: 200 len: 1121 time: 3.2081137 Apr 21 20:49:06.776426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa00b87-5d95-485c-9e8c-dd2839b05699 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:06.780831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-6377a26a-b420-4e1d-82fd-1d7a767e500a service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191360 Apr 21 20:49:06.801815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43f113b0-e6ff-47ad-af3f-a98646ba6462 req-4edbd114-2183-4b47-bff1-5423ed360daa tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 210 time: 0.0987825 Apr 21 20:49:06.805661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.808952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-d3bf45c7-a382-4d30-8b69-dfe4bba89083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:06.810648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-d3bf45c7-a382-4d30-8b69-dfe4bba89083 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2844665 Apr 21 20:49:06.818586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273dbfa4-f4d7-49f8-ad6f-bf6239cf4f66 service neutron] Pushing event updated for resources: {'Port': ['ID=d6549e6a-74b5-440b-bf78-74bd1f3379a8,revision_number=8']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:06.824106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3c9afc1-aad6-4ac5-8917-de1b64293e0d req-95a7bf46-a72b-424f-afb5-cd90ddc1fac2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996970 Apr 21 20:49:06.852799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] For port b0b5b312-f450-4b91-8d37-1f2d024bad21, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b0b5b312-f450-4b91-8d37-1f2d024bad21,segment=NetworkSegment(2a82d173-371f-4104-8193-b4dc6fba4561),segment_id=2a82d173-371f-4104-8193-b4dc6fba4561)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:06.852799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.858153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Transition to ACTIVE for port object 1aa00b87-5d95-485c-9e8c-dd2839b05699 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:06.863032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Calling delete_port for b0b5b312-f450-4b91-8d37-1f2d024bad21 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:06.870893 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:06.879614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['d6549e6a-74b5-440b-bf78-74bd1f3379a8'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:06.943541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Pushing event updated for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:07.054274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Attempting to bind port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:07.054973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Attempting to bind port 1aa00b87-5d95-485c-9e8c-dd2839b05699 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:07.055460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Attempting to bind port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:07.069847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:07.070177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Attempting to bind port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:07.089402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:07.089970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:07.090376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:07.090829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Bound port: 1aa00b87-5d95-485c-9e8c-dd2839b05699, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:07.091195 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.117103 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.173652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b5b312-f450-4b91-8d37-1f2d024bad21,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:07.182319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] No DVR routers for this DVR port b0b5b312-f450-4b91-8d37-1f2d024bad21 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:49:07.296508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:07.319393 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.353045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:07.353300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.353627 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.354410 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.354752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > port after_create 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.355092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.355442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > port after_update 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.355935 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.356257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.356575 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.356944 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.423906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.424711 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.424911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.425838 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 20:49:07.425838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4c838f-46bb-41df-98f1-54a5944fa71a']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:07.431213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.468746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a82d173-371f-4104-8193-b4dc6fba4561') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:07.469286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a82d173-371f-4104-8193-b4dc6fba4561') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:07.480857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-80367ea1-58ad-4a06-92d7-34d271aecb58 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:07.482488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-80367ea1-58ad-4a06-92d7-34d271aecb58 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8222134 Apr 21 20:49:07.490755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] For port ade8a49c-5a46-4085-a606-89636aab3218, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:07.497424 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.525088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5ae0b-f6c6-4f78-8331-fea5805dc9c6 req-154efc8f-a8ba-45e0-b5b1-f79b736044f6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:07.526823 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aae5ae0b-f6c6-4f78-8331-fea5805dc9c6 req-154efc8f-a8ba-45e0-b5b1-f79b736044f6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 947 time: 0.2467871 Apr 21 20:49:07.535138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] For port ade8a49c-5a46-4085-a606-89636aab3218, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ade8a49c-5a46-4085-a606-89636aab3218,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:07.535422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:07.537757 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:07.545285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f752c-d52f-44f5-8193-feff88540310 req-caba65c2-2dc3-45e5-b775-89f256108ec7 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:07.554274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-092f752c-d52f-44f5-8193-feff88540310 req-caba65c2-2dc3-45e5-b775-89f256108ec7 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 948 time: 0.2115521 Apr 21 20:49:07.555952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:07.556630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.558169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] 10.222.0.46 "PUT /v2.0/ports/1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 1096 time: 2.1814203 Apr 21 20:49:07.567120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d934bce0-ec7c-46e0-92ff-666c93642577 req-b852c47a-ec6c-47fb-97ff-a601cb4db11e service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621078 Apr 21 20:49:07.569178 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.575183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Request body: {'port': {'device_id': 'bc991b98-41b8-44d3-8785-d682873c8d0b', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '420d0bf9f4d8497f900df08de28172fb'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:07.594063 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.622548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a5e42-744e-45d6-a678-1ac762e0f04d service neutron] Pushing event updated for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:07.629540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:49:07.629540 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.632061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-d4606029-768d-4e63-898b-df2252ae3660 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055508 Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: from cryptography.utils import int_from_bytes Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: from cryptography.utils import int_from_bytes Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: items = [ Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:49:07.644987 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:49:07.707249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:07.707879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:07.709266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] 10.222.0.43 "PUT /v2.0/ports/ade8a49c-5a46-4085-a606-89636aab3218 HTTP/1.1" status: 200 len: 1096 time: 3.8247795 Apr 21 20:49:07.734277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad5452-ef07-4ae6-9339-b12a4353ae28', 'tag': 'ade8a49c-5a46-4085-a606-89636aab3218'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:07.738612 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083701f4-8feb-433c-bf56-c53fd59de67a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cad5452-ef07-4ae6-9339-b12a4353ae28", "tag": "ade8a49c-5a46-4085-a606-89636aab3218"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:07.742575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b0b5b312-f450-4b91-8d37-1f2d024bad21 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:49:07.776265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: b0b5b312-f450-4b91-8d37-1f2d024bad21 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:49:07.778231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b0b5b312-f450-4b91-8d37-1f2d024bad21 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:49:07.801418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-092f752c-d52f-44f5-8193-feff88540310 req-4fb1b16e-f665-4bee-b686-d34241d60542 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457943 Apr 21 20:49:07.906206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699d3b0-49ae-43a0-98be-97f888254e64 service neutron] Pushing event updated for resources: {'Port': ['ID=ade8a49c-5a46-4085-a606-89636aab3218,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:08.019455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ca29-275f-4c64-b866-39351d01932d req-88aa87d4-bfa2-46cd-b53e-e47dc6c058b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.020971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-88aa87d4-bfa2-46cd-b53e-e47dc6c058b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b0b419b66b1d4917ad193054b9fc954f&device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 1099 time: 0.2491670 Apr 21 20:49:08.063653 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34ba0cce-b4e7-404f-baf2-38b4a454d32d req-1c19f765-3108-4310-a2bf-508406a6600a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953288 Apr 21 20:49:08.110676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-15371794-542d-4356-ac01-a9f249c9f9f5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ade8a49c-5a46-4085-a606-89636aab3218 HTTP/1.1" status: 200 len: 217 time: 0.0800114 Apr 21 20:49:08.111279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Made reservation on behalf of 420d0bf9f4d8497f900df08de28172fb for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:08.115942 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:08.149709 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0659f4-4ec6-436b-8e6b-9486ea03148a x-openstack-request-id: req-1a0659f4-4ec6-436b-8e6b-9486ea03148a {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:08.149989 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:08.150233 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a0659f4-4ec6-436b-8e6b-9486ea03148a {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:08.150613 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0659f4-4ec6-436b-8e6b-9486ea03148a'] response: {'name': 'network-changed', 'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8', 'status': 'completed', 'code': 200} Apr 21 20:49:08.185220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-ca46632c-0e62-4266-bfbf-805b18fefd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.187019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-ca46632c-0e62-4266-bfbf-805b18fefd5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1124 time: 0.2685928 Apr 21 20:49:08.219341 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aae5ae0b-f6c6-4f78-8331-fea5805dc9c6 req-b235f0b8-12f9-4de7-a6d2-a0480fc4cc92 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6784947 Apr 21 20:49:08.226981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113e783-cc62-46d0-ba3a-3886970dbee4 req-efe24afb-1d30-41fb-b34c-fbff1324e9fa tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.228776 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a113e783-cc62-46d0-ba3a-3886970dbee4 req-efe24afb-1d30-41fb-b34c-fbff1324e9fa tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.2226529 Apr 21 20:49:08.239861 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:08.247323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:08.251105 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] 10.222.0.49 "DELETE /v2.0/networks/7d4c838f-46bb-41df-98f1-54a5944fa71a HTTP/1.1" status: 204 len: 168 time: 2.5968742 Apr 21 20:49:08.251268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ca29-275f-4c64-b866-39351d01932d req-a6da40e6-3de5-4f4d-b7e9-a6dce3a04331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.252862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-a6da40e6-3de5-4f4d-b7e9-a6dce3a04331 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1225040 Apr 21 20:49:08.277577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-d1f64add-30af-4006-ad6e-236c224a076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.288561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-d1f64add-30af-4006-ad6e-236c224a076a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 1099 time: 0.6763959 Apr 21 20:49:08.343532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8faccb-8198-4641-9f24-f094c1b94e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4c838f-46bb-41df-98f1-54a5944fa71a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:08.349053 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f937ef76-fe68-4765-9d42-ba9ab744dc28 x-openstack-request-id: req-f937ef76-fe68-4765-9d42-ba9ab744dc28 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:08.349331 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cad5452-ef07-4ae6-9339-b12a4353ae28", "tag": "ade8a49c-5a46-4085-a606-89636aab3218", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:08.350249 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f937ef76-fe68-4765-9d42-ba9ab744dc28 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:08.350249 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f937ef76-fe68-4765-9d42-ba9ab744dc28'] response: {'name': 'network-changed', 'server_uuid': '6cad5452-ef07-4ae6-9339-b12a4353ae28', 'tag': 'ade8a49c-5a46-4085-a606-89636aab3218', 'status': 'completed', 'code': 200} Apr 21 20:49:08.353056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-a7d36611-c420-4d7b-8b63-5035d3ac9613 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 217 time: 0.0633798 Apr 21 20:49:08.446666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ca29-275f-4c64-b866-39351d01932d req-ccc40902-cd05-42ee-9d9e-4cea4362a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.448671 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-ccc40902-cd05-42ee-9d9e-4cea4362a85a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285441 Apr 21 20:49:08.457220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a80a3d19-ed97-4333-9d59-c9a71ce5b957 req-9b5e0a1f-d21d-418e-9cd0-b7d3c20388f3 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 210 time: 0.0373864 Apr 21 20:49:08.464802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-4d1ef5bb-3a73-4a34-85f6-5c2208a2b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.466679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-4d1ef5bb-3a73-4a34-85f6-5c2208a2b343 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1071174 Apr 21 20:49:08.543480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-06156e3e-adec-4b84-928b-e757047bf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.545052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-06156e3e-adec-4b84-928b-e757047bf40c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697064 Apr 21 20:49:08.566905 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a113e783-cc62-46d0-ba3a-3886970dbee4 req-33396d12-12ce-416a-8595-381ce3fc578c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238111 Apr 21 20:49:08.572795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38674) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:08.575547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-669f2918-67da-4549-a9ad-daa347356ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.577014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-669f2918-67da-4549-a9ad-daa347356ac0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.3765688 Apr 21 20:49:08.656599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-cd8507f1-ea8f-47d2-92c6-8358b9f68c5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8 HTTP/1.1" status: 200 len: 217 time: 0.0694678 Apr 21 20:49:08.660636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Allocated IP 192.168.233.68 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/ade240bf-662e-4695-9d5a-15050fad1352) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:08.677277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bb943-5670-4b38-aec5-4680f8835713 req-a02223ab-6970-49ae-b120-5dc57d88c48e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.679028 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-660bb943-5670-4b38-aec5-4680f8835713 req-a02223ab-6970-49ae-b120-5dc57d88c48e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 948 time: 0.1284330 Apr 21 20:49:08.711997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f6c8c6a1-e84f-4ef0-b314-a267ae245b05 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457801 Apr 21 20:49:08.740800 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-660bb943-5670-4b38-aec5-4680f8835713 req-4910ca70-3e61-4c60-8dc7-6466b2446c6d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541241 Apr 21 20:49:08.755047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c7d08aaf-c388-43e7-900b-89bcf290d09e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4283929ea283416b80569436acd25b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769686 Apr 21 20:49:08.765384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38676) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:08.767448 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-4abb1514-7bf6-4abd-bec4-15eb6ca4f2a0 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096497 Apr 21 20:49:08.778789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-8bf69af9-bf29-466a-833a-df71a053c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:08.778789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-8bf69af9-bf29-466a-833a-df71a053c529 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1078880 Apr 21 20:49:08.822791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e0367-f1a8-41df-af22-eb86cc295b29 req-f51d2957-a6d6-4938-a901-6b556f44a2a7 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990171 Apr 21 20:49:08.860599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-aca5b15c-4f0d-4032-90cc-a20bc1868620 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603952 Apr 21 20:49:09.098304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:09.117153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00419da0-54ce-4341-afa9-0b000c64dd0d req-a9bfd78f-d68e-4a30-8f85-a6be74ff35ab tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:09.118635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00419da0-54ce-4341-afa9-0b000c64dd0d req-a9bfd78f-d68e-4a30-8f85-a6be74ff35ab tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 948 time: 0.2163246 Apr 21 20:49:09.132949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b62ca29-275f-4c64-b866-39351d01932d req-6fe7db8e-3e24-4a7c-965b-15757248f13e service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509130 Apr 21 20:49:09.138360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9709e06e-8d68-465a-862a-67e2d1f6872e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:09.186459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:09.202466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-0b2cb8a3-1c1f-4e2a-b27d-ade09320fc0c service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079600 Apr 21 20:49:09.209480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:09.290503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9709e06e-8d68-465a-862a-67e2d1f6872e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9709e06e-8d68-465a-862a-67e2d1f6872e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:09.305157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '9709e06e-8d68-465a-862a-67e2d1f6872e', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '9709e06e-8d68-465a-862a-67e2d1f6872e', 'mac_address': 'fa:16:3e:1f:db:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:09.333725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00419da0-54ce-4341-afa9-0b000c64dd0d req-0e50f0fe-1f73-4537-a09e-4f7edc74c7f2 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997907 Apr 21 20:49:09.378109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083701f4-8feb-433c-bf56-c53fd59de67a req-5d1e371f-d50d-43b2-9c72-c1d89758c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:09.379595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-083701f4-8feb-433c-bf56-c53fd59de67a req-5d1e371f-d50d-43b2-9c72-c1d89758c1a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b0b419b66b1d4917ad193054b9fc954f&device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 1099 time: 0.1682408 Apr 21 20:49:09.387577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:09.406698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:09.414549 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:09.422922 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:09.426012 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:09.427153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8611e155-dbed-432c-9b76-c158a5ea547b HTTP/1.1" status: 204 len: 168 time: 0.6582744 Apr 21 20:49:09.437220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be17f7-4a50-475d-83dc-6218444a5279 req-082661c6-8d9f-43c3-a403-91326adc80b2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:09.446378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36be17f7-4a50-475d-83dc-6218444a5279 req-082661c6-8d9f-43c3-a403-91326adc80b2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 947 time: 0.0911458 Apr 21 20:49:09.496654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36be17f7-4a50-475d-83dc-6218444a5279 req-6d286ec2-7cd9-4cce-8fd7-88f91b6178e7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491796 Apr 21 20:49:09.682110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:09.699411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9709e06e-8d68-465a-862a-67e2d1f6872e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:09.749807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9709e06e-8d68-465a-862a-67e2d1f6872e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9709e06e-8d68-465a-862a-67e2d1f6872e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:09.780474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:09.811839 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6322e119-b9fb-423e-9c2c-50bf0a0e78a7 req-2b637397-0445-469d-9956-92f3f80cb53a service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5969350 Apr 21 20:49:09.812420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2dee3-20de-47d1-9bfd-46ba5e5768b5 req-1ad0ae58-19ca-422a-aa2e-cff7ae4ae0f3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:09.815734 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95f2dee3-20de-47d1-9bfd-46ba5e5768b5 req-1ad0ae58-19ca-422a-aa2e-cff7ae4ae0f3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0998316 Apr 21 20:49:09.832645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:09.839931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8611e155-dbed-432c-9b76-c158a5ea547b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:09.864111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:09.870881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:09.903208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Pushing event updated for resources: {'Port': ['ID=ade240bf-662e-4695-9d5a-15050fad1352,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:09.922399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.922763 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.923299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.923433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.923723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.924112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.924406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.924726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.925072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.925390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.925709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.926021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8b203a-657a-4d06-a5b9-bddae7fddbbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.954555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.954900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.957513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.957878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.958210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.958544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.958884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.959190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.960128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.960462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.960871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.961200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:09.975025 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95f2dee3-20de-47d1-9bfd-46ba5e5768b5 req-b59815cf-c55e-46ea-ac92-fd8c6ad314b0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333225 Apr 21 20:49:10.033415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a0f70-752b-4c0c-bf63-0b6517d26332 req-45b3afe3-d907-4971-9dfd-66fb0a4b7626 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.041311 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b59a0f70-752b-4c0c-bf63-0b6517d26332 req-45b3afe3-d907-4971-9dfd-66fb0a4b7626 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 935 time: 0.2470326 Apr 21 20:49:10.050474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.051114 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:10.058052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=9709e06e-8d68-465a-862a-67e2d1f6872e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:10.059557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083701f4-8feb-433c-bf56-c53fd59de67a req-c89c0777-81d5-412d-b9c3-1656423f46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.061083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-083701f4-8feb-433c-bf56-c53fd59de67a req-c89c0777-81d5-412d-b9c3-1656423f46f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.6707497 Apr 21 20:49:10.067748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:10.125397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 has no active binding in host n-h1-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:49:10.160565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:10.166539 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e22aa-527c-4df6-aac9-f64b79c5a7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:10.225539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-083701f4-8feb-433c-bf56-c53fd59de67a req-34dc5a64-d204-42ee-8a8c-17d55823f535 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ade8a49c-5a46-4085-a606-89636aab3218 HTTP/1.1" status: 200 len: 217 time: 0.1324201 Apr 21 20:49:10.231927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812a941-e2ad-4659-8679-ec3b7b11ea1d req-bfdaa677-b36f-467f-96a8-3fc40642f17b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.242089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b812a941-e2ad-4659-8679-ec3b7b11ea1d req-bfdaa677-b36f-467f-96a8-3fc40642f17b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 948 time: 0.1376297 Apr 21 20:49:10.247822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b59a0f70-752b-4c0c-bf63-0b6517d26332 req-95d35bef-2662-4332-9631-8c84bfa6ecd4 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056291 Apr 21 20:49:10.251543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-ed14c7d9-dfef-45f0-8442-be5edab2355a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6818891 Apr 21 20:49:10.306303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Request body: {'port': {'device_id': 'bc991b98-41b8-44d3-8785-d682873c8d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:10.318678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['9709e06e-8d68-465a-862a-67e2d1f6872e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:10.344346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b812a941-e2ad-4659-8679-ec3b7b11ea1d req-a206b93b-e31f-4ddc-916c-b7c49226c5ab tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005659 Apr 21 20:49:10.385767 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a85018a-3dd2-4990-bdbb-7b2c4c5ded89 x-openstack-request-id: req-1a85018a-3dd2-4990-bdbb-7b2c4c5ded89 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:10.386069 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:10.386324 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a85018a-3dd2-4990-bdbb-7b2c4c5ded89 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:10.386598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083701f4-8feb-433c-bf56-c53fd59de67a req-b0a49713-e1e3-4b2e-a564-ccf1f931d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.386724 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a85018a-3dd2-4990-bdbb-7b2c4c5ded89'] response: {'name': 'network-changed', 'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'status': 'completed', 'code': 200} Apr 21 20:49:10.388337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-083701f4-8feb-433c-bf56-c53fd59de67a req-b0a49713-e1e3-4b2e-a564-ccf1f931d57b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1445937 Apr 21 20:49:10.482671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:10.499628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0b924ef2-f28d-4fbf-8483-c76190c136b1 None None] Provisioning complete for port ade240bf-662e-4695-9d5a-15050fad1352 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:10.500178 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0b924ef2-f28d-4fbf-8483-c76190c136b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:10.511173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-8104ae0c-2db4-4998-bb45-d04cadbc2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.528868 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-8104ae0c-2db4-4998-bb45-d04cadbc2f67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 1099 time: 0.1208010 Apr 21 20:49:10.604328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0b924ef2-f28d-4fbf-8483-c76190c136b1 None None] Port ade240bf-662e-4695-9d5a-15050fad1352 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:10.694621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-a8c135a6-d37d-427d-8971-167222f89191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.696232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-a8c135a6-d37d-427d-8971-167222f89191 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1478422 Apr 21 20:49:10.749703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-37a1a2ec-4d86-414b-b586-299d439eb052 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 217 time: 0.0452409 Apr 21 20:49:10.775097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5688b-6fc3-49f1-93ec-ec6467d3f710 req-6dedb18c-0c7a-41c7-a9bb-2c4fff0da23f tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.781524 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8d5688b-6fc3-49f1-93ec-ec6467d3f710 req-6dedb18c-0c7a-41c7-a9bb-2c4fff0da23f tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 948 time: 0.2411852 Apr 21 20:49:10.825000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083701f4-8feb-433c-bf56-c53fd59de67a req-49a0a8dc-4587-4e0a-bb89-84f033a71f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.826504 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-083701f4-8feb-433c-bf56-c53fd59de67a req-49a0a8dc-4587-4e0a-bb89-84f033a71f8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4251583 Apr 21 20:49:10.864533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-10b9c0a8-7768-484e-8025-52d1b1b69b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.866006 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-10b9c0a8-7768-484e-8025-52d1b1b69b39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1081357 Apr 21 20:49:10.890277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ffd65-8e58-4e56-bcfa-97b5c6df990d req-b0807548-b956-49d8-9c1f-477d65d5bcdf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.892368 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c2ffd65-8e58-4e56-bcfa-97b5c6df990d req-b0807548-b956-49d8-9c1f-477d65d5bcdf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 947 time: 0.1610861 Apr 21 20:49:10.906116 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8d5688b-6fc3-49f1-93ec-ec6467d3f710 req-f30ef7ce-7fab-47b7-9844-d1ac0e21a256 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984514 Apr 21 20:49:10.923672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-0bec2c51-c153-489f-82d2-bb3951d4545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:10.936351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-0bec2c51-c153-489f-82d2-bb3951d4545f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621779 Apr 21 20:49:10.969848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38720) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:11.034158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c2ffd65-8e58-4e56-bcfa-97b5c6df990d req-10cec9b8-c2e5-4d69-8253-214f73416f02 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237164 Apr 21 20:49:11.072741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-083701f4-8feb-433c-bf56-c53fd59de67a req-ce8f776a-7657-4735-a5de-b39cf4c526a5 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354512 Apr 21 20:49:11.079877 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-901b0dff-11dd-440e-894e-5cbc0c607ee1 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349618 Apr 21 20:49:11.082130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade240bf-662e-4695-9d5a-15050fad1352 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:11.099716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.149358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Transition to ACTIVE for port object ade240bf-662e-4695-9d5a-15050fad1352 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:11.161413 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.188312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-network', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:11.234677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee73df-f4fa-4d70-a6af-25d6bfce8957 req-b2d30c8e-8a66-42b9-ba5a-cbff2aeba859 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:11.239747 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaee73df-f4fa-4d70-a6af-25d6bfce8957 req-b2d30c8e-8a66-42b9-ba5a-cbff2aeba859 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.1344810 Apr 21 20:49:11.255764 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-083701f4-8feb-433c-bf56-c53fd59de67a req-68273727-4311-4901-8b2a-d78a564d57cf service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691253 Apr 21 20:49:11.262883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Pushing event updated for resources: {'Port': ['ID=ade240bf-662e-4695-9d5a-15050fad1352,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:11.335591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Attempting to bind port ade240bf-662e-4695-9d5a-15050fad1352 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:11.335926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Attempting to bind port ade240bf-662e-4695-9d5a-15050fad1352 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:11.336252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Attempting to bind port ade240bf-662e-4695-9d5a-15050fad1352 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:11.341180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Port ade240bf-662e-4695-9d5a-15050fad1352 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:11.341496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Attempting to bind port ade240bf-662e-4695-9d5a-15050fad1352 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:11.348237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-027e22aa-527c-4df6-aac9-f64b79c5a7cb req-9aac0c6f-6056-49f8-b923-c2b41fbe2a50 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591245 Apr 21 20:49:11.348846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:11.349187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:11.349565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:11.349994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Bound port: ade240bf-662e-4695-9d5a-15050fad1352, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:11.350496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.351490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaee73df-f4fa-4d70-a6af-25d6bfce8957 req-df23dfac-ff60-4637-905f-5201e82a6bf1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723631 Apr 21 20:49:11.353393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Made reservation on behalf of 0e2721f6cff04e11b16a12bd02c9e25c for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:11.362442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.381700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.526441 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.535255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.539758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a8f5f-d57c-4c13-bb46-c8ee520ca933 req-4bba255f-4756-4abe-b10f-a0703d940333 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:11.541023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b618387d-6f8b-4e05-90ee-599f7fd67105 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:11.547901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-080a8f5f-d57c-4c13-bb46-c8ee520ca933 req-4bba255f-4756-4abe-b10f-a0703d940333 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 947 time: 0.1398060 Apr 21 20:49:11.570750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] For port ade240bf-662e-4695-9d5a-15050fad1352, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:11.571003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:49:11.585106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94a917-0451-41f8-a060-732ac991d9d9 req-d4076be3-bc96-404d-b4cc-83776c644d2a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:11.586211 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df94a917-0451-41f8-a060-732ac991d9d9 req-d4076be3-bc96-404d-b4cc-83776c644d2a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 948 time: 0.0973215 Apr 21 20:49:11.588014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] For port ade240bf-662e-4695-9d5a-15050fad1352, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ade240bf-662e-4695-9d5a-15050fad1352,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:11.593126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a8c4ed-6860-48e4-a326-f342141e770b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:11.600458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.611374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.611874 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Added segment e83965f3-96a0-43c3-b8b7-b0cc84ceb377 of type vlan for network e121bd7d-6a0a-4532-8f16-c7215bfde0bc Apr 21 20:49:11.613697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-080a8f5f-d57c-4c13-bb46-c8ee520ca933 req-a37a2b0f-1828-4c57-94bd-d6cd86b87474 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649533 Apr 21 20:49:11.614825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.615220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.615555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.615880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.616204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.616523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.616863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.617238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.617589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.617851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.618162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.618476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:11.650576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:11.651537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.653133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] 10.222.0.46 "PUT /v2.0/ports/ade240bf-662e-4695-9d5a-15050fad1352 HTTP/1.1" status: 200 len: 1095 time: 1.3700604 Apr 21 20:49:11.653923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc991b98-41b8-44d3-8785-d682873c8d0b', 'tag': 'ade240bf-662e-4695-9d5a-15050fad1352'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:11.656359 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e20e55d-5446-4071-aff1-967e2ed012a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc991b98-41b8-44d3-8785-d682873c8d0b", "tag": "ade240bf-662e-4695-9d5a-15050fad1352"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:11.755808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df94a917-0451-41f8-a060-732ac991d9d9 req-5ac53851-29df-4960-92e8-81834c7222ed tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469281 Apr 21 20:49:11.757586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.763041 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13faf71d-1ef6-4e54-a111-c8941f380cfc x-openstack-request-id: req-13faf71d-1ef6-4e54-a111-c8941f380cfc {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:11.764075 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc991b98-41b8-44d3-8785-d682873c8d0b", "tag": "ade240bf-662e-4695-9d5a-15050fad1352", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:11.764477 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13faf71d-1ef6-4e54-a111-c8941f380cfc {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:11.765060 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13faf71d-1ef6-4e54-a111-c8941f380cfc'] response: {'name': 'network-changed', 'server_uuid': 'bc991b98-41b8-44d3-8785-d682873c8d0b', 'tag': 'ade240bf-662e-4695-9d5a-15050fad1352', 'status': 'completed', 'code': 200} Apr 21 20:49:11.774612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a74d7-bc5d-449a-bdce-f8d9dd9ee9fc service neutron] Pushing event updated for resources: {'Port': ['ID=ade240bf-662e-4695-9d5a-15050fad1352,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:11.789873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.791738 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:11.792449 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.797767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b618387d-6f8b-4e05-90ee-599f7fd67105, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b618387d-6f8b-4e05-90ee-599f7fd67105,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:11.814112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'b618387d-6f8b-4e05-90ee-599f7fd67105', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'b618387d-6f8b-4e05-90ee-599f7fd67105', 'mac_address': 'fa:16:3e:42:a2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:11.815729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c3509f46-f18f-4ab9-ae9c-9fce2bbf7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:11.817300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-c3509f46-f18f-4ab9-ae9c-9fce2bbf7ec8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=420d0bf9f4d8497f900df08de28172fb&device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 1098 time: 0.0985584 Apr 21 20:49:11.839355 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8685360 Apr 21 20:49:11.842195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38734) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:11.846994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Request body: {'subnet': {'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-subnet', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:11.882971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-bab8a233-936a-4d91-9019-d31574ab6302 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=ade240bf-662e-4695-9d5a-15050fad1352 HTTP/1.1" status: 200 len: 217 time: 0.0536101 Apr 21 20:49:11.889260 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.904370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b618387d-6f8b-4e05-90ee-599f7fd67105 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:11.911871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43347c64-4c4f-4081-8685-b22c75a14e43 admin admin] Pushing event updated for resources: {'Network': ['ID=e121bd7d-6a0a-4532-8f16-c7215bfde0bc,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:11.927519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b618387d-6f8b-4e05-90ee-599f7fd67105, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b618387d-6f8b-4e05-90ee-599f7fd67105,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:11.933298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Made reservation on behalf of 0e2721f6cff04e11b16a12bd02c9e25c for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:11.936217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e121bd7d-6a0a-4532-8f16-c7215bfde0bc details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:49:11.944384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.954305 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:11.967765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-efa3c9b1-8be8-4cf2-b209-d36e58aba011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:11.969583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-efa3c9b1-8be8-4cf2-b209-d36e58aba011 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0749972 Apr 21 20:49:12.076953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b618387d-6f8b-4e05-90ee-599f7fd67105,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:12.096061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-76549d39-eefc-4757-adb3-3b668b173802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.099180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-76549d39-eefc-4757-adb3-3b668b173802 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207280 Apr 21 20:49:12.194923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d5d73-6036-4494-8b7c-8e71e71fd865 req-83d03a47-af40-42f3-916e-0ecca4c088fe tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.196667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd4d5d73-6036-4494-8b7c-8e71e71fd865 req-83d03a47-af40-42f3-916e-0ecca4c088fe tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 948 time: 0.1643860 Apr 21 20:49:12.226873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e8504-d344-48e8-b099-65631a6336b7 req-9d0e6830-4f4d-43e6-a0e0-d98ed2d40fc7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.227973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-690e3920-a4dc-439f-9867-bc802a70f6c1 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219971 Apr 21 20:49:12.228443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e46e8504-d344-48e8-b099-65631a6336b7 req-9d0e6830-4f4d-43e6-a0e0-d98ed2d40fc7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 948 time: 0.1083236 Apr 21 20:49:12.229902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:12.257576 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd4d5d73-6036-4494-8b7c-8e71e71fd865 req-8c21185e-58e6-4ac6-b936-16507425ca4a tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529096 Apr 21 20:49:12.311127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f791c37-8014-427f-9e7d-0630d2252691,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:12.322270 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e46e8504-d344-48e8-b099-65631a6336b7 req-815cb038-b19c-454d-a78f-5577ff6ca1f8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836051 Apr 21 20:49:12.340498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Checking segment: {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:12.340889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Network hostable DHCP agents. Network: e121bd7d-6a0a-4532-8f16-c7215bfde0bc, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:49:12.358129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Network e121bd7d-6a0a-4532-8f16-c7215bfde0bc is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:49:12.360182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff2ebae9-04da-49c5-b6fd-14b305c8e30a req-68243b50-4108-4daa-bf7e-19bc27173ba0 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179810 Apr 21 20:49:12.367985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e121bd7d-6a0a-4532-8f16-c7215bfde0bc) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:12.371926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.372499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:12.380676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7211b7e-cbf2-42f8-849e-27c2f9ae0ea5 None None] Network e121bd7d-6a0a-4532-8f16-c7215bfde0bc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:49:12.412957 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-45bfb55a-67e5-4251-83ed-e24363c84d7a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5696788 Apr 21 20:49:12.415557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38742) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:12.421105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:12.458300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b618387d-6f8b-4e05-90ee-599f7fd67105'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:12.463882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:12.465970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:12.494934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-1b3843af-e317-4fe0-a823-62b56df0bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.497597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-1b3843af-e317-4fe0-a823-62b56df0bbad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=420d0bf9f4d8497f900df08de28172fb&device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 1098 time: 0.0660110 Apr 21 20:49:12.558885 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:12.619844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade03076-592f-447d-8f2e-8a4143e82dbc req-f88ef718-4cdb-4dcc-921d-9d57d8366552 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.621392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ade03076-592f-447d-8f2e-8a4143e82dbc req-f88ef718-4cdb-4dcc-921d-9d57d8366552 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.1210988 Apr 21 20:49:12.632563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:49:12.634093 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:12.681230 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ade03076-592f-447d-8f2e-8a4143e82dbc req-5318b677-bccc-433e-886a-bb049731e43f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483127 Apr 21 20:49:12.682567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-a3c6ff5d-2d79-4efb-9fd7-2fce49f126a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.684022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-a3c6ff5d-2d79-4efb-9fd7-2fce49f126a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1496828 Apr 21 20:49:12.746407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-e01cf173-dc3e-4bc2-a3c6-c607d172dbaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=ade240bf-662e-4695-9d5a-15050fad1352 HTTP/1.1" status: 200 len: 217 time: 0.0544806 Apr 21 20:49:12.757658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:12.868016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457e11c-85a2-4c27-9dba-1836df4b3227 req-7c99e83a-3628-4518-8bc1-67f3083cb2ef tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.869361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6457e11c-85a2-4c27-9dba-1836df4b3227 req-7c99e83a-3628-4518-8bc1-67f3083cb2ef tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 947 time: 0.1085601 Apr 21 20:49:12.873541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Allocated IP 172.20.0.2 (e121bd7d-6a0a-4532-8f16-c7215bfde0bc/1f791c37-8014-427f-9e7d-0630d2252691/d4b7b949-1110-4177-9d23-9cba2c55972e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:12.882504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-1071292e-38bc-493d-b5ea-5bbf7b5254bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.887599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-1071292e-38bc-493d-b5ea-5bbf7b5254bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1322649 Apr 21 20:49:12.925982 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6457e11c-85a2-4c27-9dba-1836df4b3227 req-5e716bfb-e4d5-4492-95a1-630145e1f6f8 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Apr 21 20:49:12.985791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ac170-5991-4e74-90a2-a030c83135a9 req-1abc061a-1a4f-46ae-a270-56a11e3503f4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:12.993636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb8ac170-5991-4e74-90a2-a030c83135a9 req-1abc061a-1a4f-46ae-a270-56a11e3503f4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 948 time: 0.0838506 Apr 21 20:49:13.029163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-08fa53bd-41ed-4706-bd41-f015e7af6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:13.030558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-08fa53bd-41ed-4706-bd41-f015e7af6c62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325600 Apr 21 20:49:13.046364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb8ac170-5991-4e74-90a2-a030c83135a9 req-44bf38ba-3dc3-4e71-8571-0bb6e1f5687b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 Apr 21 20:49:13.050043 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.058026 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.092908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.099536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Network e121bd7d-6a0a-4532-8f16-c7215bfde0bc is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:13.102362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:13.106333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:13.111675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Pushing event updated for resources: {'Port': ['ID=d4b7b949-1110-4177-9d23-9cba2c55972e,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:13.125415 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.163982 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-48fcf508-450c-412d-8bde-7ded099cb1e0 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165757 Apr 21 20:49:13.171937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ade8a49c-5a46-4085-a606-89636aab3218 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:13.173854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9709e06e-8d68-465a-862a-67e2d1f6872e up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:13.204710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Attempting to bind port d4b7b949-1110-4177-9d23-9cba2c55972e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:13.206034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Attempting to bind port d4b7b949-1110-4177-9d23-9cba2c55972e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:13.206576 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Attempting to bind port d4b7b949-1110-4177-9d23-9cba2c55972e on network e121bd7d-6a0a-4532-8f16-c7215bfde0bc {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:13.223205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:13.223865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Checking segment: {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:13.224427 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.224997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Bound using segment: {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:13.225629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Bound port: d4b7b949-1110-4177-9d23-9cba2c55972e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:13.226168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.273955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e20e55d-5446-4071-aff1-967e2ed012a9 req-5a69b7cb-18c7-49dc-9b3a-fd347fd6ac88 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029778 Apr 21 20:49:13.278840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Allocated IP 172.25.0.231 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/0e4cee12-81ba-4968-81ca-77d15786576a) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:13.365287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 9709e06e-8d68-465a-862a-67e2d1f6872e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:13.381249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ade8a49c-5a46-4085-a606-89636aab3218, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ade8a49c-5a46-4085-a606-89636aab3218,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:13.383539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 9709e06e-8d68-465a-862a-67e2d1f6872e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:13.383903 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.386509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] For port d4b7b949-1110-4177-9d23-9cba2c55972e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:13.394608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] For port d4b7b949-1110-4177-9d23-9cba2c55972e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d4b7b949-1110-4177-9d23-9cba2c55972e,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:13.416274 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.430353 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.432518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ade8a49c-5a46-4085-a606-89636aab3218', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'ade8a49c-5a46-4085-a606-89636aab3218', 'mac_address': 'fa:16:3e:bb:8b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:13.494171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d7086-446d-4cb1-b0ff-1f3f3bd1b96e req-c6fd5fbf-e139-4989-b269-57a7e1b111b9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:13.496141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-935d7086-446d-4cb1-b0ff-1f3f3bd1b96e req-c6fd5fbf-e139-4989-b269-57a7e1b111b9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 948 time: 0.0738451 Apr 21 20:49:13.526737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94a7ec-271a-4214-8333-692846860e17 req-28c32f72-8fb2-407e-84f3-cac8f5cf1e58 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:13.528410 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b94a7ec-271a-4214-8333-692846860e17 req-28c32f72-8fb2-407e-84f3-cac8f5cf1e58 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 948 time: 0.1043181 Apr 21 20:49:13.530260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.545613 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.573837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-935d7086-446d-4cb1-b0ff-1f3f3bd1b96e req-2a1d9f56-34c2-4346-8173-a0c2d4880fe7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674160 Apr 21 20:49:13.583194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1aa00b87-5d95-485c-9e8c-dd2839b05699 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:13.606335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade8a49c-5a46-4085-a606-89636aab3218 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:13.609935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:13.610754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179277b-4e68-431e-bd95-5732d2c7f92a None None] Pushing event updated for resources: {'Port': ['ID=d4b7b949-1110-4177-9d23-9cba2c55972e,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:13.614399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:13.624998 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:13.671666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ade8a49c-5a46-4085-a606-89636aab3218, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ade8a49c-5a46-4085-a606-89636aab3218,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:13.689617 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.699231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0e4cee12-81ba-4968-81ca-77d15786576a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:13.824259 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b94a7ec-271a-4214-8333-692846860e17 req-caa7b0dc-b4ab-40b3-8347-9da5707583ec tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878006 Apr 21 20:49:13.893606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:13.930278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63945a1-738f-471b-b241-bfc3c591e4f8 req-1dabe018-401d-4e11-9b06-e2d0319e13d4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:13.931823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f63945a1-738f-471b-b241-bfc3c591e4f8 req-1dabe018-401d-4e11-9b06-e2d0319e13d4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0869403 Apr 21 20:49:13.995930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f63945a1-738f-471b-b241-bfc3c591e4f8 req-3e5683bb-1491-4146-a923-32eef6b78e74 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515189 Apr 21 20:49:14.022637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:14.024339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdea746-2935-41d4-9a09-24526e658920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9709e06e-8d68-465a-862a-67e2d1f6872e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:14.026664 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5f2334-185a-4e1b-b932-ed5828a454dd" -d '{"events": [{"server_uuid": "1fdea746-2935-41d4-9a09-24526e658920", "name": "network-vif-plugged", "status": "completed", "tag": "9709e06e-8d68-465a-862a-67e2d1f6872e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:14.046315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ade8a49c-5a46-4085-a606-89636aab3218,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:14.055050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9709e06e-8d68-465a-862a-67e2d1f6872e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9709e06e-8d68-465a-862a-67e2d1f6872e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:14.065747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:14.068813 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:14.116404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ade8a49c-5a46-4085-a606-89636aab3218'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:14.120928 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3422c2d2-6603-447f-a291-7e9f2854de58 x-openstack-request-id: req-3422c2d2-6603-447f-a291-7e9f2854de58 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:14.121227 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdea746-2935-41d4-9a09-24526e658920", "name": "network-vif-plugged", "status": "completed", "tag": "9709e06e-8d68-465a-862a-67e2d1f6872e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:14.121476 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3422c2d2-6603-447f-a291-7e9f2854de58 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:14.121859 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3422c2d2-6603-447f-a291-7e9f2854de58'] response: {'server_uuid': '1fdea746-2935-41d4-9a09-24526e658920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9709e06e-8d68-465a-862a-67e2d1f6872e', 'code': 200} Apr 21 20:49:14.147168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'mac_address': 'fa:16:3e:06:67:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:14.219522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=9709e06e-8d68-465a-862a-67e2d1f6872e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:14.227273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768c66-9b85-45ed-9166-bcf0ec92a6e9 req-e164c312-d1fc-44d0-8f08-131f09037342 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:14.229213 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:14.235182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73768c66-9b85-45ed-9166-bcf0ec92a6e9 req-e164c312-d1fc-44d0-8f08-131f09037342 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 947 time: 0.1424527 Apr 21 20:49:14.260553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa00b87-5d95-485c-9e8c-dd2839b05699 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:14.280341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0de3ac-9607-4a21-974a-628ed20ef19b req-c8a3dff6-eeb1-4a28-b17a-145dbfc0eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:14.281900 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d0de3ac-9607-4a21-974a-628ed20ef19b req-c8a3dff6-eeb1-4a28-b17a-145dbfc0eac3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fdea746-2935-41d4-9a09-24526e658920 HTTP/1.1" status: 200 len: 1101 time: 0.1051354 Apr 21 20:49:14.283447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:14.296978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb2fa-022d-47cf-81b6-c4a5ee43e6d7 req-0cda28df-cfe0-4d79-98f3-644ccd3fc8db tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:14.299355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47dcb2fa-022d-47cf-81b6-c4a5ee43e6d7 req-0cda28df-cfe0-4d79-98f3-644ccd3fc8db tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 948 time: 0.0789459 Apr 21 20:49:14.300082 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:14.300504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73768c66-9b85-45ed-9166-bcf0ec92a6e9 req-cd2d3bea-6101-4eaf-8ef6-986cb223b513 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641272 Apr 21 20:49:14.358994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d0de3ac-9607-4a21-974a-628ed20ef19b req-88d07631-4132-4040-88b0-3698ce29a8d6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586009 Apr 21 20:49:14.364750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47dcb2fa-022d-47cf-81b6-c4a5ee43e6d7 req-53e37299-900f-4a89-a646-8a9279ca7018 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481710 Apr 21 20:49:14.397504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:14.420671 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:14.564694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Router b5b78842-12d7-4b67-b77b-c153a28c6509 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:49:14.724083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:49:14.735799 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Sync routers for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:49:14.748818 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:14.749945 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:14.768266 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:14.772842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38768) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:14.773340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a62288c1-9246-471e-9a83-ffc1511720b5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.3562167 Apr 21 20:49:14.782977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638aa8af-6693-458a-a44a-45e8c2af60c6 req-70fb2ded-ef07-41e0-8173-63a3c8ed954f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:14.785180 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-638aa8af-6693-458a-a44a-45e8c2af60c6 req-70fb2ded-ef07-41e0-8173-63a3c8ed954f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 948 time: 0.1005931 Apr 21 20:49:14.869057 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-638aa8af-6693-458a-a44a-45e8c2af60c6 req-35b0e5e8-fe1b-467d-b8cd-81f37a731c4b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765562 Apr 21 20:49:14.895817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d0c14-8815-4e64-b202-4231c38e4371 None None] Network e121bd7d-6a0a-4532-8f16-c7215bfde0bc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:49:14.900313 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:14.973481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-879243fc-794f-411a-bc03-58eab107286b None None] Provisioning complete for port d4b7b949-1110-4177-9d23-9cba2c55972e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:14.973844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-879243fc-794f-411a-bc03-58eab107286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.035588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5711f-f805-4382-9157-bcbef361734e req-4d87484d-8b37-4ef9-a8e0-196f95f064d9 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:15.043911 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cfa5711f-f805-4382-9157-bcbef361734e req-4d87484d-8b37-4ef9-a8e0-196f95f064d9 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 949 time: 0.0763366 Apr 21 20:49:15.045654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['1aa00b87-5d95-485c-9e8c-dd2839b05699'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:15.128191 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:13Z', 'revision_number': 3, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:15.177054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540195e-b7b9-4909-bff8-78ef81e62511 req-e6f68bf6-4cb9-449b-a3bf-51c3c88cc110 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:15.179132 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7540195e-b7b9-4909-bff8-78ef81e62511 req-e6f68bf6-4cb9-449b-a3bf-51c3c88cc110 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0885549 Apr 21 20:49:15.195264 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Checking router: b5b78842-12d7-4b67-b77b-c153a28c6509 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:49:15.195606 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Updating router b5b78842-12d7-4b67-b77b-c153a28c6509 port 0e4cee12-81ba-4968-81ca-77d15786576a binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:49:15.227577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7540195e-b7b9-4909-bff8-78ef81e62511 req-34a0b33f-2b2c-4407-996a-12394b58fdef tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 Apr 21 20:49:15.232328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-879243fc-794f-411a-bc03-58eab107286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.240489 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.310759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-879243fc-794f-411a-bc03-58eab107286b None None] For port d4b7b949-1110-4177-9d23-9cba2c55972e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d4b7b949-1110-4177-9d23-9cba2c55972e,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:15.322447 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-879243fc-794f-411a-bc03-58eab107286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.443888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879243fc-794f-411a-bc03-58eab107286b None None] Pushing event updated for resources: {'Port': ['ID=d4b7b949-1110-4177-9d23-9cba2c55972e,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:15.491687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cfa5711f-f805-4382-9157-bcbef361734e req-fdf8d7ea-c687-41f8-9e14-487c66bc3e1f tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416187 Apr 21 20:49:15.524817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797cad4-425f-4f5f-b56d-c5039bdd49d9 req-49e5d40a-fd10-4305-a90e-de3144159273 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:15.527395 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2797cad4-425f-4f5f-b56d-c5039bdd49d9 req-49e5d40a-fd10-4305-a90e-de3144159273 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 947 time: 0.0849903 Apr 21 20:49:15.572028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b618387d-6f8b-4e05-90ee-599f7fd67105 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:15.597416 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2797cad4-425f-4f5f-b56d-c5039bdd49d9 req-b824a264-ba39-4194-8abc-5a97ad03a5b8 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579600 Apr 21 20:49:15.669640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port b618387d-6f8b-4e05-90ee-599f7fd67105 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:15.678428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port b618387d-6f8b-4e05-90ee-599f7fd67105 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:15.678813 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.737014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bca6b8-a0c9-4f80-bbc7-ebbcd0fbbedc req-f0bfdab6-5fb3-416d-bdc5-1b360754bf86 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:15.738783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77bca6b8-a0c9-4f80-bbc7-ebbcd0fbbedc req-f0bfdab6-5fb3-416d-bdc5-1b360754bf86 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 949 time: 0.1360819 Apr 21 20:49:15.753027 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.759918 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0a341201-4dcf-474b-8793-de1c0a1d1643 None None] Provisioning complete for port d4b7b949-1110-4177-9d23-9cba2c55972e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:15.760741 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0a341201-4dcf-474b-8793-de1c0a1d1643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.766126 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.807439 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Attempting to bind port 0e4cee12-81ba-4968-81ca-77d15786576a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:15.808246 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Attempting to bind port 0e4cee12-81ba-4968-81ca-77d15786576a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:15.808787 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Attempting to bind port 0e4cee12-81ba-4968-81ca-77d15786576a on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:15.832452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77bca6b8-a0c9-4f80-bbc7-ebbcd0fbbedc req-91a50bf6-875a-4d80-b28f-f9368d4a1e71 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833957 Apr 21 20:49:15.854800 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:15.855535 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:15.856086 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.856832 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:15.857553 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Bound port: 0e4cee12-81ba-4968-81ca-77d15786576a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:15.858209 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.896280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d4b7b949-1110-4177-9d23-9cba2c55972e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:15.945046 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fcc0f-2eac-4824-ad1a-03913b7177f7 None None] Pushing event updated for resources: {'Port': ['ID=0e4cee12-81ba-4968-81ca-77d15786576a,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:15.960153 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:15.973806 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:16.006751 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] For port 0e4cee12-81ba-4968-81ca-77d15786576a, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:16.011102 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] For port 0e4cee12-81ba-4968-81ca-77d15786576a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0e4cee12-81ba-4968-81ca-77d15786576a,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:16.017243 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:16.086205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b618387d-6f8b-4e05-90ee-599f7fd67105, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b618387d-6f8b-4e05-90ee-599f7fd67105,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:16.091684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d4b7b949-1110-4177-9d23-9cba2c55972e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:16.092114 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:16.096382 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:16.105391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0c54-7ef3-4748-9188-8e711d942065 req-f8f40d09-47c5-4ef2-aa94-4b4c003b8202 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:16.107973 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fcc0f-2eac-4824-ad1a-03913b7177f7 None None] Pushing event updated for resources: {'Port': ['ID=0e4cee12-81ba-4968-81ca-77d15786576a,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:16.117148 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96ed0c54-7ef3-4748-9188-8e711d942065 req-f8f40d09-47c5-4ef2-aa94-4b4c003b8202 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 948 time: 0.1179094 Apr 21 20:49:16.130553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7afe180-5495-4376-a599-ed967bb6a900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b618387d-6f8b-4e05-90ee-599f7fd67105'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:16.133501 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788d521d-4301-42e5-a123-a14c6a567ecc" -d '{"events": [{"server_uuid": "d7afe180-5495-4376-a599-ed967bb6a900", "name": "network-vif-plugged", "status": "completed", "tag": "b618387d-6f8b-4e05-90ee-599f7fd67105"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:16.135782 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:16.137640 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:16.172191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96ed0c54-7ef3-4748-9188-8e711d942065 req-016a9be4-ce3a-40ed-9e33-79cd11052131 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477204 Apr 21 20:49:16.202704 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6976038a-6d2c-4351-9cf9-7988e33cfcae x-openstack-request-id: req-6976038a-6d2c-4351-9cf9-7988e33cfcae {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:16.203014 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7afe180-5495-4376-a599-ed967bb6a900", "name": "network-vif-plugged", "status": "completed", "tag": "b618387d-6f8b-4e05-90ee-599f7fd67105", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:16.203262 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6976038a-6d2c-4351-9cf9-7988e33cfcae {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:16.203646 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6976038a-6d2c-4351-9cf9-7988e33cfcae'] response: {'server_uuid': 'd7afe180-5495-4376-a599-ed967bb6a900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b618387d-6f8b-4e05-90ee-599f7fd67105', 'code': 200} Apr 21 20:49:16.222453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Allocated IP 172.20.0.1 (e121bd7d-6a0a-4532-8f16-c7215bfde0bc/1f791c37-8014-427f-9e7d-0630d2252691/3c321c64-3713-4425-a600-e4d01318c084) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:16.275454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b618387d-6f8b-4e05-90ee-599f7fd67105,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:16.347986 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:16.369309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493eca8-f3c5-41ab-b5e5-75f8aff13eff req-4bef8bf4-599c-4ecc-8e6c-58e67ba29abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:16.370789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6493eca8-f3c5-41ab-b5e5-75f8aff13eff req-4bef8bf4-599c-4ecc-8e6c-58e67ba29abf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 1100 time: 0.1111000 Apr 21 20:49:16.403176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e6b3d-7a81-49d7-80c6-86b9b8700230 req-df37974b-290a-474e-b8a1-1dee25e1a5ce tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:16.406746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:16.415012 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f6e6b3d-7a81-49d7-80c6-86b9b8700230 req-df37974b-290a-474e-b8a1-1dee25e1a5ce tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0724859 Apr 21 20:49:16.430434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6493eca8-f3c5-41ab-b5e5-75f8aff13eff req-8ed0b678-29bc-44e3-8496-9d5d7aa5dd6e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491016 Apr 21 20:49:16.456565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f6e6b3d-7a81-49d7-80c6-86b9b8700230 req-7064369a-b300-42f0-b3ea-9625fc66993f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Apr 21 20:49:16.458478 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:16.499018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Network e121bd7d-6a0a-4532-8f16-c7215bfde0bc is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:16.506704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:16.523322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:16.563161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Pushing event updated for resources: {'Port': ['ID=3c321c64-3713-4425-a600-e4d01318c084,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:16.582086 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:13Z', 'revision_number': 3, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:16.602960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:16.636509 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e9767-3aa1-464e-b79d-12cea2f493bf None None] The sync data for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 is: [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:13Z', 'revision_number': 3, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:49:16.695712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e577120-ad3f-4701-a890-cbee2c5cf048 req-2389c806-f934-4421-a80c-5216b6597a0c tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:16.697670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4e577120-ad3f-4701-a890-cbee2c5cf048 req-2389c806-f934-4421-a80c-5216b6597a0c tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 949 time: 0.1145823 Apr 21 20:49:16.749080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a7857-52d2-42a5-bc5b-84628af060f0 req-bf5776a6-a4a9-4d0b-9a2a-1088f5e2d4c0 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:16.751042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb4a7857-52d2-42a5-bc5b-84628af060f0 req-bf5776a6-a4a9-4d0b-9a2a-1088f5e2d4c0 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 947 time: 0.0684543 Apr 21 20:49:16.808298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb4a7857-52d2-42a5-bc5b-84628af060f0 req-870f2262-9bc9-40b2-9062-40ad8d93cdc9 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501709 Apr 21 20:49:16.816588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d55b215e-1712-4215-ace4-de278e994452 None None] Provisioning complete for port 3c321c64-3713-4425-a600-e4d01318c084 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:16.817167 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d55b215e-1712-4215-ace4-de278e994452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:16.817558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4e577120-ad3f-4701-a890-cbee2c5cf048 req-fe2b0e78-470b-4912-86ce-bd9946fa5f60 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808256 Apr 21 20:49:16.870424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:16.876698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d55b215e-1712-4215-ace4-de278e994452 None None] Port 3c321c64-3713-4425-a600-e4d01318c084 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:16.986329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7114483-a6a1-44b9-9e11-54bd0ae856e3 req-4d3228da-b67f-4919-8858-efe92f911f00 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:16.994446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7114483-a6a1-44b9-9e11-54bd0ae856e3 req-4d3228da-b67f-4919-8858-efe92f911f00 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 949 time: 0.0750456 Apr 21 20:49:17.047873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7114483-a6a1-44b9-9e11-54bd0ae856e3 req-c68a99e3-5dc2-430c-bd72-9274aab3b7a0 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523126 Apr 21 20:49:17.094629 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:17.101206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:17.172265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Pushing event updated for resources: {'Port': ['ID=3c321c64-3713-4425-a600-e4d01318c084,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:17.179722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:17.183196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ade8a49c-5a46-4085-a606-89636aab3218 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:17.272569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port ade8a49c-5a46-4085-a606-89636aab3218 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:17.276991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ade8a49c-5a46-4085-a606-89636aab3218 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:17.277373 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:17.339909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Network e121bd7d-6a0a-4532-8f16-c7215bfde0bc is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:17.347867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60495f-55e9-4960-82bb-235c399caed5 req-922e295b-e272-449b-93d4-539b3044583d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:17.349701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b60495f-55e9-4960-82bb-235c399caed5 req-922e295b-e272-449b-93d4-539b3044583d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0754721 Apr 21 20:49:17.351165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:17.406103 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:17.466443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ade8a49c-5a46-4085-a606-89636aab3218, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ade8a49c-5a46-4085-a606-89636aab3218,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:17.467314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b60495f-55e9-4960-82bb-235c399caed5 req-2f3e897a-7158-4902-b79b-df43f2d45bc9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101542 Apr 21 20:49:17.474175 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:17.477160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:49:17.581756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Router b5b78842-12d7-4b67-b77b-c153a28c6509 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:49:17.599603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ade240bf-662e-4695-9d5a-15050fad1352 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:17.691791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d46178-5cdd-4341-a7b0-426c08aca664 req-3275f581-6da5-43fb-9c1b-d2ac596a9104 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:17.709680 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30d46178-5cdd-4341-a7b0-426c08aca664 req-3275f581-6da5-43fb-9c1b-d2ac596a9104 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.1269231 Apr 21 20:49:17.752002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:49:17.755837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1aa00b87-5d95-485c-9e8c-dd2839b05699 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:17.758378 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-336ee4b0-31f3-456b-ac0c-c9f983f6bd63 admin admin] 10.222.0.49 "PUT /v2.0/routers/b5b78842-12d7-4b67-b77b-c153a28c6509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9844360 Apr 21 20:49:17.782322 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30d46178-5cdd-4341-a7b0-426c08aca664 req-b083a1a5-32db-4839-b637-ca09116ecfa8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708573 Apr 21 20:49:17.800826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ade240bf-662e-4695-9d5a-15050fad1352, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ade240bf-662e-4695-9d5a-15050fad1352,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:17.842613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0e4cee12-81ba-4968-81ca-77d15786576a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:17.950531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ade8a49c-5a46-4085-a606-89636aab3218,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:17.991614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'ade240bf-662e-4695-9d5a-15050fad1352', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'ade240bf-662e-4695-9d5a-15050fad1352', 'mac_address': 'fa:16:3e:2c:83:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:17.996081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0e4cee12-81ba-4968-81ca-77d15786576a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:17.996451 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:18.015022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5e67e-7a36-462d-84b4-ce34b5957be3 req-739b70b3-4634-44c7-8022-54d313070c29 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:18.020082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077509ca-9524-4545-a473-24d50ab6004e req-3dc08b13-122e-4f94-b5f8-129e7f4b9cf3 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:18.021835 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-077509ca-9524-4545-a473-24d50ab6004e req-3dc08b13-122e-4f94-b5f8-129e7f4b9cf3 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 950 time: 0.0593991 Apr 21 20:49:18.022781 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bb5e67e-7a36-462d-84b4-ce34b5957be3 req-739b70b3-4634-44c7-8022-54d313070c29 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 947 time: 0.0767112 Apr 21 20:49:18.039538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.039886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.040222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.040554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.040928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.041365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.041695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.042272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.042606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.042926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.043248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.043567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:49:18.081598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bb5e67e-7a36-462d-84b4-ce34b5957be3 req-7497e60b-5b57-4cb2-8b8c-77691458798e tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536599 Apr 21 20:49:18.081876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-077509ca-9524-4545-a473-24d50ab6004e req-80777895-2aa3-4bfe-b07b-489ed6ba07d7 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519590 Apr 21 20:49:18.105075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-319ca4bb-3441-4ee8-bbf1-975a0f962bc1 None None] Provisioning complete for port 3c321c64-3713-4425-a600-e4d01318c084 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:18.105692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-319ca4bb-3441-4ee8-bbf1-975a0f962bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:18.191501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 1aa00b87-5d95-485c-9e8c-dd2839b05699 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:18.195056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:18.198393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 1aa00b87-5d95-485c-9e8c-dd2839b05699 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:18.198753 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:18.200111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-319ca4bb-3441-4ee8-bbf1-975a0f962bc1 None None] Port 3c321c64-3713-4425-a600-e4d01318c084 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:18.208830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad5452-ef07-4ae6-9339-b12a4353ae28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade8a49c-5a46-4085-a606-89636aab3218'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:18.211077 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e92338-2703-4d5d-a8cf-e2136acb4f60" -d '{"events": [{"server_uuid": "6cad5452-ef07-4ae6-9339-b12a4353ae28", "name": "network-vif-plugged", "status": "completed", "tag": "ade8a49c-5a46-4085-a606-89636aab3218"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:18.234718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1180793-b47a-46d3-a7f5-4c0a7ca4b695 req-ab740d2a-c73e-4088-b9c0-a63bb538fb77 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:18.237896 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1180793-b47a-46d3-a7f5-4c0a7ca4b695 req-ab740d2a-c73e-4088-b9c0-a63bb538fb77 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 949 time: 0.0839999 Apr 21 20:49:18.257393 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:18.266007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade240bf-662e-4695-9d5a-15050fad1352 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:18.301543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1180793-b47a-46d3-a7f5-4c0a7ca4b695 req-6e4b71d2-9941-4b98-8e7c-6dc6072e3c17 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565999 Apr 21 20:49:18.473803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-9aeff281-3390-4080-972c-628dca747e85 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:18.475512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-9aeff281-3390-4080-972c-628dca747e85 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/networks?id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc HTTP/1.1" status: 200 len: 828 time: 0.1544585 Apr 21 20:49:18.479329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2819f47-12c8-470f-b77d-1d3efdd469f6 req-f4c8f703-9bf1-4e83-9664-12157066a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:18.481168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2819f47-12c8-470f-b77d-1d3efdd469f6 req-f4c8f703-9bf1-4e83-9664-12157066a7fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 1101 time: 0.0534890 Apr 21 20:49:18.484683 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fdd73e-264e-4892-a1b7-057c6b5059d2 x-openstack-request-id: req-01fdd73e-264e-4892-a1b7-057c6b5059d2 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:18.485073 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cad5452-ef07-4ae6-9339-b12a4353ae28", "name": "network-vif-plugged", "status": "completed", "tag": "ade8a49c-5a46-4085-a606-89636aab3218", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:18.485289 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01fdd73e-264e-4892-a1b7-057c6b5059d2 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:18.485633 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01fdd73e-264e-4892-a1b7-057c6b5059d2'] response: {'server_uuid': '6cad5452-ef07-4ae6-9339-b12a4353ae28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade8a49c-5a46-4085-a606-89636aab3218', 'code': 200} Apr 21 20:49:18.491155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 0e4cee12-81ba-4968-81ca-77d15786576a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0e4cee12-81ba-4968-81ca-77d15786576a,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:18.493386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ade240bf-662e-4695-9d5a-15050fad1352, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ade240bf-662e-4695-9d5a-15050fad1352,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:18.501358 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:18.503684 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:18.505781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3a207fe2-fcdc-404e-a324-9dada4951089 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/quotas/0e2721f6cff04e11b16a12bd02c9e25c HTTP/1.1" status: 200 len: 375 time: 0.0233135 Apr 21 20:49:18.533420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2819f47-12c8-470f-b77d-1d3efdd469f6 req-256c05fa-6fb0-42d9-8c7f-9d4d09469776 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454314 Apr 21 20:49:18.587130 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:18.589143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=0e4cee12-81ba-4968-81ca-77d15786576a,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:18.661849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a23e3-a058-4e6c-a9af-e237b17a5726 req-bde3f7cb-5d31-4c4c-9eca-2a8b9f1140d5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:18.667969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:18.671939 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d9a23e3-a058-4e6c-a9af-e237b17a5726 req-bde3f7cb-5d31-4c4c-9eca-2a8b9f1140d5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0891840 Apr 21 20:49:18.678045 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:18.686068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ade240bf-662e-4695-9d5a-15050fad1352,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:18.732440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d9a23e3-a058-4e6c-a9af-e237b17a5726 req-5c770f11-4778-4ee0-af14-0f7ff8ed8c33 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561090 Apr 21 20:49:18.751800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:18.903721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['ade240bf-662e-4695-9d5a-15050fad1352'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:18.916147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-4661ece9-fd41-4671-8c54-4f0055373e4a tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e2721f6cff04e11b16a12bd02c9e25c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3845558 Apr 21 20:49:18.942679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-277bd88f-4519-443c-b355-c394861a6a31 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:49:18.947798 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-277bd88f-4519-443c-b355-c394861a6a31 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167217 Apr 21 20:49:18.949394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa05d4-7622-4716-a0d8-6a4dc809d132 req-d7acf11a-ac86-4b79-a785-ad1759e07c9c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:18.951782 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8eaa05d4-7622-4716-a0d8-6a4dc809d132 req-d7acf11a-ac86-4b79-a785-ad1759e07c9c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0720971 Apr 21 20:49:18.970019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Sync routers for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:49:18.999896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:19.000540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:19.009320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8eaa05d4-7622-4716-a0d8-6a4dc809d132 req-4490af53-f833-4ded-b3dc-1e3f3125e7f9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506055 Apr 21 20:49:19.082084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-c10a424e-39d8-4b07-9503-71e259c405a8 service neutron] 10.222.0.49 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218233 Apr 21 20:49:19.150514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:19.203683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487d27-b34f-4181-8ac2-c7996a332dd7 req-1824b7fb-37de-48ca-9a41-5884c22a3bf3 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:19.213991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0487d27-b34f-4181-8ac2-c7996a332dd7 req-1824b7fb-37de-48ca-9a41-5884c22a3bf3 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 950 time: 0.0679712 Apr 21 20:49:19.215722 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-654ff22a-5a9c-4458-8339-47bd9e9a4e2f service neutron] 10.222.0.49 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266503 Apr 21 20:49:19.268862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0487d27-b34f-4181-8ac2-c7996a332dd7 req-516adab0-9abf-46f0-bd52-aac36af51a6e tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434000 Apr 21 20:49:19.399749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefce3bc-356f-4141-87c4-831cbd5138be req-f5fd8250-b48b-4347-b493-df9566d3e9b0 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:19.402090 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aefce3bc-356f-4141-87c4-831cbd5138be req-f5fd8250-b48b-4347-b493-df9566d3e9b0 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 948 time: 0.0693197 Apr 21 20:49:19.455517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8510b2b-861a-4cc8-899b-0a4f858308fe req-db6518e3-72ef-4a29-8bdc-fbfa40afce43 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:19.465111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8510b2b-861a-4cc8-899b-0a4f858308fe req-db6518e3-72ef-4a29-8bdc-fbfa40afce43 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0662420 Apr 21 20:49:19.471369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3c321c64-3713-4425-a600-e4d01318c084', 'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'mac_address': 'fa:16:3e:97:a0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:15Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 2, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'subnets': [{'id': '1f791c37-8014-427f-9e7d-0630d2252691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:19.471888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aefce3bc-356f-4141-87c4-831cbd5138be req-cc2b42ac-4a5b-47bd-8dbb-d80dcd5a8916 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575213 Apr 21 20:49:19.525306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Checking router: b5b78842-12d7-4b67-b77b-c153a28c6509 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:49:19.525660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Updating router b5b78842-12d7-4b67-b77b-c153a28c6509 port 3c321c64-3713-4425-a600-e4d01318c084 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:49:19.538998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8510b2b-861a-4cc8-899b-0a4f858308fe req-ed3c488e-624e-49b1-ad1f-2c248988e80c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715120 Apr 21 20:49:19.560629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10a20320-b9f9-40ec-a180-ab9e987e504c req-b5014877-d12e-4605-8f93-98cf9b696333 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 210 time: 0.0427451 Apr 21 20:49:19.563607 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:19.763379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0e4cee12-81ba-4968-81ca-77d15786576a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:19.873723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0e4cee12-81ba-4968-81ca-77d15786576a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:19.874099 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:19.875969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f154622-d01f-4e49-836b-3397ff15ede3 req-a295b0eb-d642-41ef-a65f-2dc539c0384a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:19.883736 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f154622-d01f-4e49-836b-3397ff15ede3 req-a295b0eb-d642-41ef-a65f-2dc539c0384a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0820894 Apr 21 20:49:19.930141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f154622-d01f-4e49-836b-3397ff15ede3 req-d57f54bb-7025-48d0-9e97-938ebdef4fc8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447702 Apr 21 20:49:19.974926 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:19.984506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:20.089499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687e785-ac8c-43d6-9e6e-09ee6447cd71 None None] Pushing event updated for resources: {'Port': ['ID=3c321c64-3713-4425-a600-e4d01318c084,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:20.182137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Attempting to bind port 3c321c64-3713-4425-a600-e4d01318c084 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:20.182626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Attempting to bind port 3c321c64-3713-4425-a600-e4d01318c084 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:20.183054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Attempting to bind port 3c321c64-3713-4425-a600-e4d01318c084 on network e121bd7d-6a0a-4532-8f16-c7215bfde0bc {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:20.190187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:20.190686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Checking segment: {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:20.191157 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:20.195700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Bound using segment: {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:20.196623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Bound port: 3c321c64-3713-4425-a600-e4d01318c084, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:20.197081 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:20.211798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f77a-3ff3-4c76-85d8-82fcf9055eaa req-c4d16fc9-6757-4d10-8097-8f4a1d51456d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:20.212275 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:20.214636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d26f77a-3ff3-4c76-85d8-82fcf9055eaa req-c4d16fc9-6757-4d10-8097-8f4a1d51456d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0907905 Apr 21 20:49:20.266505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d26f77a-3ff3-4c76-85d8-82fcf9055eaa req-ab954eab-79e2-42a5-8387-784f043815ad tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454309 Apr 21 20:49:20.295639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] For port 3c321c64-3713-4425-a600-e4d01318c084, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:20.295639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] For port 3c321c64-3713-4425-a600-e4d01318c084, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3c321c64-3713-4425-a600-e4d01318c084,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:20.300007 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:20.387800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-90fb58c8-1202-4fa7-bbe4-8d6d41d394ca None None] Provisioning complete for port 3c321c64-3713-4425-a600-e4d01318c084 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:20.388186 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90fb58c8-1202-4fa7-bbe4-8d6d41d394ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:20.391495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:20.392127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:20.394728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687e785-ac8c-43d6-9e6e-09ee6447cd71 None None] Pushing event updated for resources: {'Port': ['ID=3c321c64-3713-4425-a600-e4d01318c084,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:20.403681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e909b-9991-4794-a994-36c4a4cb39f4 req-caa4db5f-2512-43b8-913d-65a168be3894 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:20.405432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f8e909b-9991-4794-a994-36c4a4cb39f4 req-caa4db5f-2512-43b8-913d-65a168be3894 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 950 time: 0.0652905 Apr 21 20:49:20.424813 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:20.450865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f8e909b-9991-4794-a994-36c4a4cb39f4 req-73ee77c5-8647-4d70-8b14-a867391763a7 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Apr 21 20:49:20.509997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:20.516169 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc49b7af-1e35-43f7-b4e6-32f075b3d8b8" -d '{"events": [{"server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "name": "network-vif-plugged", "status": "completed", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:20.652328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:20.656157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f57a2e-fb90-4fae-83c5-009378a1a66a req-4c510c28-1ff2-406e-857c-d569bc382a28 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:20.657968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6f57a2e-fb90-4fae-83c5-009378a1a66a req-4c510c28-1ff2-406e-857c-d569bc382a28 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 948 time: 0.0972047 Apr 21 20:49:20.752471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6f57a2e-fb90-4fae-83c5-009378a1a66a req-95bfd20b-b672-41d2-8ae2-edcb5b516654 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736129 Apr 21 20:49:20.853109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-1f180094-cb62-487d-b990-66fde8d63c5b tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:20.854868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-1f180094-cb62-487d-b990-66fde8d63c5b tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.43 "GET /v2.0/networks?id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc HTTP/1.1" status: 200 len: 828 time: 0.1863639 Apr 21 20:49:20.876097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Request body: {'port': {'device_id': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'admin_state_up': True, 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:20.909137 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbffab9-b059-4aec-9279-e771a4a5cdf7 x-openstack-request-id: req-5fbffab9-b059-4aec-9279-e771a4a5cdf7 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:20.909623 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "name": "network-vif-plugged", "status": "completed", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:20.909976 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fbffab9-b059-4aec-9279-e771a4a5cdf7 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:20.910468 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbffab9-b059-4aec-9279-e771a4a5cdf7'] response: {'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'code': 200} Apr 21 20:49:20.911932 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90fb58c8-1202-4fa7-bbe4-8d6d41d394ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:20.971737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46959ec-26a0-467c-84c6-615c104bfcde req-efc19338-5642-4f54-831e-f1db2f111751 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:20.980643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e46959ec-26a0-467c-84c6-615c104bfcde req-efc19338-5642-4f54-831e-f1db2f111751 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0935597 Apr 21 20:49:20.984712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d58c17e-4e03-49dd-9372-a47d85f0839b req-fdd5f9df-af71-4f6e-a95a-5df7c8ef4e2f tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 210 time: 0.0368917 Apr 21 20:49:21.051753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e46959ec-26a0-467c-84c6-615c104bfcde req-e56c0329-52a7-468b-be33-3f4649ab3492 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699236 Apr 21 20:49:21.067758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Made reservation on behalf of 0e2721f6cff04e11b16a12bd02c9e25c for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:21.073073 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:21.183536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2dfa2-7f52-4c69-a9ce-ef0088e09fa3 req-f19e7e7a-5748-4e0d-9269-a8e450e6b2c9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:21.185396 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cb2dfa2-7f52-4c69-a9ce-ef0088e09fa3 req-f19e7e7a-5748-4e0d-9269-a8e450e6b2c9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0631218 Apr 21 20:49:21.187290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-90fb58c8-1202-4fa7-bbe4-8d6d41d394ca None None] For port 3c321c64-3713-4425-a600-e4d01318c084, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3c321c64-3713-4425-a600-e4d01318c084,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:21.203081 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90fb58c8-1202-4fa7-bbe4-8d6d41d394ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:21.225443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-e95fe748-d411-4c15-8298-eeb2b2ed859d tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b0b419b66b1d4917ad193054b9fc954f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360677 Apr 21 20:49:21.240602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cb2dfa2-7f52-4c69-a9ce-ef0088e09fa3 req-15865831-99f1-4f91-b258-7396e0c0ad83 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Apr 21 20:49:21.319827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb58c8-1202-4fa7-bbe4-8d6d41d394ca None None] Pushing event updated for resources: {'Port': ['ID=3c321c64-3713-4425-a600-e4d01318c084,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:21.340626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4e89c84c-cea8-4fb7-94ef-1df3acb89d0c None None] Provisioning complete for port 3c321c64-3713-4425-a600-e4d01318c084 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:21.341032 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4e89c84c-cea8-4fb7-94ef-1df3acb89d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:21.375423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Allocated IP 172.20.0.8 (e121bd7d-6a0a-4532-8f16-c7215bfde0bc/1f791c37-8014-427f-9e7d-0630d2252691/86a78966-8e31-4977-b35f-66287a9632c8) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:21.390312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-89f072c1-4001-4739-acdf-08219ae82736 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:21.396187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-89f072c1-4001-4739-acdf-08219ae82736 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698828 Apr 21 20:49:21.398059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3c321c64-3713-4425-a600-e4d01318c084', 'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'mac_address': 'fa:16:3e:97:a0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:15Z', 'updated_at': '2022-04-21T20:49:20Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'subnets': [{'id': '1f791c37-8014-427f-9e7d-0630d2252691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:21.417208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-8e729a45-fbe0-4d69-a7e1-d02264deeddb tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/quotas/b0b419b66b1d4917ad193054b9fc954f HTTP/1.1" status: 200 len: 375 time: 0.0200794 Apr 21 20:49:21.439765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c2bfd-c993-4751-a1c5-da7aac2eb0c3 None None] The sync data for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 is: [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3c321c64-3713-4425-a600-e4d01318c084', 'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'mac_address': 'fa:16:3e:97:a0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:15Z', 'updated_at': '2022-04-21T20:49:20Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'subnets': [{'id': '1f791c37-8014-427f-9e7d-0630d2252691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:49:21.440747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd571e3b-7707-4c1d-8ec3-84f76aace77c req-70670c1c-a5cb-445b-86f3-d8d202031e52 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:21.447926 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd571e3b-7707-4c1d-8ec3-84f76aace77c req-70670c1c-a5cb-445b-86f3-d8d202031e52 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0759902 Apr 21 20:49:21.512589 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd571e3b-7707-4c1d-8ec3-84f76aace77c req-4b2d526b-803b-429a-9afe-397d4d63c718 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541728 Apr 21 20:49:21.513860 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-1da72f8f-dba7-4ec8-a9d2-44faedd7dfcd tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b0b419b66b1d4917ad193054b9fc954f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0957150 Apr 21 20:49:21.622192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:21.624342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ade240bf-662e-4695-9d5a-15050fad1352 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:21.711522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b2eadd2f-6f87-4ed9-a5b9-153e2929a6ce service neutron] 10.222.0.43 "GET /v2.0/ports/d6549e6a-74b5-440b-bf78-74bd1f3379a8/bindings/n-h1-838945-1 HTTP/1.1" status: 200 len: 384 time: 0.1552341 Apr 21 20:49:21.719116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:21.861632 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c028aad-c4fa-4a4c-bba3-f2dd46b557e4 req-6fd40669-aae8-4716-8d86-da07be510be9 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0767481 Apr 21 20:49:21.897429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3c321c64-3713-4425-a600-e4d01318c084 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:22.003676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3c321c64-3713-4425-a600-e4d01318c084 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:22.014450 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:22.086978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port ade240bf-662e-4695-9d5a-15050fad1352 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:22.092816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port ade240bf-662e-4695-9d5a-15050fad1352 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:22.093002 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:22.107552 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:22.219918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e5b53-7f29-4662-a653-df3eca3973f6 req-12603b05-a536-46da-9a48-5eaa2c51e6f2 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:22.223282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:22.238848 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-169e5b53-7f29-4662-a653-df3eca3973f6 req-12603b05-a536-46da-9a48-5eaa2c51e6f2 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 931 time: 0.1171944 Apr 21 20:49:22.249389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78bf93-4ab0-42e0-82ef-60b3139c2d9d req-3fd2766e-4801-44ae-9a77-e927b049d1bb tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:22.257484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab78bf93-4ab0-42e0-82ef-60b3139c2d9d req-3fd2766e-4801-44ae-9a77-e927b049d1bb tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 948 time: 0.3468659 Apr 21 20:49:22.263079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 has no active binding in host n-h1-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:49:22.299279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-169e5b53-7f29-4662-a653-df3eca3973f6 req-5f614323-dd9e-4319-b5c7-4d84a230638f tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587699 Apr 21 20:49:22.343892 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:22.347137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Network e121bd7d-6a0a-4532-8f16-c7215bfde0bc is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:22.348288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Pushing event updated for resources: {'Port': ['ID=86a78966-8e31-4977-b35f-66287a9632c8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:22.378679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:22.394803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:22.430653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:22.434596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ade240bf-662e-4695-9d5a-15050fad1352, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ade240bf-662e-4695-9d5a-15050fad1352,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:22.445644 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:22.496796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26feb6-a801-434c-8d02-45374cb00417 req-f95c8aee-97f2-4dc5-978d-418ee483b57f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:22.509383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc26feb6-a801-434c-8d02-45374cb00417 req-f95c8aee-97f2-4dc5-978d-418ee483b57f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1136782 Apr 21 20:49:22.514380 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ade240bf-662e-4695-9d5a-15050fad1352,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:22.528578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab78bf93-4ab0-42e0-82ef-60b3139c2d9d req-d11ee090-a3a9-4c9f-9355-b2a4d3056550 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575138 Apr 21 20:49:22.553058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:22.574256 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc26feb6-a801-434c-8d02-45374cb00417 req-0c6c0fb1-3ef9-4479-a3ca-f017aab00cbc tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548046 Apr 21 20:49:22.653652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:22.654369 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:22.671203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6549e6a-74b5-440b-bf78-74bd1f3379a8 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:22.688058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:22.723769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c4cd1-05e0-41a4-ac59-242e4c3c8c82 req-671502e8-d302-4040-9a48-7d8f3964f390 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:22.726540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933d82f-b85c-45ff-848e-221c17ab6003 req-435b0e70-73b8-49c3-9ee9-97fe5df9f9f0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:22.728840 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7933d82f-b85c-45ff-848e-221c17ab6003 req-435b0e70-73b8-49c3-9ee9-97fe5df9f9f0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 943 time: 0.0657277 Apr 21 20:49:22.731983 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f40c4cd1-05e0-41a4-ac59-242e4c3c8c82 req-671502e8-d302-4040-9a48-7d8f3964f390 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.1145318 Apr 21 20:49:22.740139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:22.744310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-3b240661-471e-4331-ae0b-76b124b82feb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8722095 Apr 21 20:49:22.774102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Request body: {'port': {'device_id': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:22.775326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7933d82f-b85c-45ff-848e-221c17ab6003 req-6014c820-177e-45e0-88bb-2adc447fe542 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Apr 21 20:49:22.798258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bdc88eaa-6f0a-468a-bfdd-8280524bf0ef None None] Provisioning complete for port 86a78966-8e31-4977-b35f-66287a9632c8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:22.800024 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bdc88eaa-6f0a-468a-bfdd-8280524bf0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:22.858718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bdc88eaa-6f0a-468a-bfdd-8280524bf0ef None None] Port 86a78966-8e31-4977-b35f-66287a9632c8 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:22.869830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f40c4cd1-05e0-41a4-ac59-242e4c3c8c82 req-5c42f6c1-4bb9-4fc3-b769-c4799daa977b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227026 Apr 21 20:49:22.911707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc991b98-41b8-44d3-8785-d682873c8d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade240bf-662e-4695-9d5a-15050fad1352'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:22.911865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:22.914565 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7ec54a-422f-4502-ab83-47a7e822ae3e" -d '{"events": [{"server_uuid": "bc991b98-41b8-44d3-8785-d682873c8d0b", "name": "network-vif-plugged", "status": "completed", "tag": "ade240bf-662e-4695-9d5a-15050fad1352"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:22.966351 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863ed7cd-3c57-4670-969d-2c60f98e9ee8 x-openstack-request-id: req-863ed7cd-3c57-4670-969d-2c60f98e9ee8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:22.966778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f397a458-6c56-4c5b-8952-34963253394a req-d1e4d5c2-e873-4e5c-b142-2f026b94deb2 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0318468 Apr 21 20:49:22.967026 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc991b98-41b8-44d3-8785-d682873c8d0b", "name": "network-vif-plugged", "status": "completed", "tag": "ade240bf-662e-4695-9d5a-15050fad1352", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:22.967424 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-863ed7cd-3c57-4670-969d-2c60f98e9ee8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:22.967974 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863ed7cd-3c57-4670-969d-2c60f98e9ee8'] response: {'server_uuid': 'bc991b98-41b8-44d3-8785-d682873c8d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade240bf-662e-4695-9d5a-15050fad1352', 'code': 200} Apr 21 20:49:22.980706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] Transition to ACTIVE for port object d6549e6a-74b5-440b-bf78-74bd1f3379a8 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:22.997440 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:23.128837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] No DVR routers for this DVR port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:49:23.151759 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] Pushing event updated for resources: {'Port': ['ID=d6549e6a-74b5-440b-bf78-74bd1f3379a8,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:23.466463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-b8e69da5-d77c-4cf9-a4fd-1d9b252b7da2 service neutron] 10.222.0.43 "PUT /v2.0/ports/d6549e6a-74b5-440b-bf78-74bd1f3379a8/bindings/n-h1-838945-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7403383 Apr 21 20:49:23.522510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70992ff-1854-43d4-b189-ee0267da3397 req-e175bd01-4d54-48e6-b843-1f39969ac993 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:23.524082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e70992ff-1854-43d4-b189-ee0267da3397 req-e175bd01-4d54-48e6-b843-1f39969ac993 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 931 time: 0.0981107 Apr 21 20:49:23.590967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e70992ff-1854-43d4-b189-ee0267da3397 req-c5f57db7-d7e7-4d41-8eca-43a40a68113a tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589135 Apr 21 20:49:23.632481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a78966-8e31-4977-b35f-66287a9632c8 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:23.636568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fc8ed-0a77-433a-9327-f896159a7ad5 req-3993a187-c4f2-489b-94d2-e56660fd748d tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:23.638653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-741fc8ed-0a77-433a-9327-f896159a7ad5 req-3993a187-c4f2-489b-94d2-e56660fd748d tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0615673 Apr 21 20:49:23.641402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:23.654984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Transition to ACTIVE for port object 86a78966-8e31-4977-b35f-66287a9632c8 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:23.662044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:23.681038 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-741fc8ed-0a77-433a-9327-f896159a7ad5 req-fc348819-37d2-4ba7-af88-943a0b1efb0b tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353475 Apr 21 20:49:23.741701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Pushing event updated for resources: {'Port': ['ID=86a78966-8e31-4977-b35f-66287a9632c8,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:23.808598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e882b7c-780e-4a2e-bcaa-430842ba6570 req-0f60c0aa-fadf-48a6-b34b-81d5026d1c5d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:23.810690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e882b7c-780e-4a2e-bcaa-430842ba6570 req-0f60c0aa-fadf-48a6-b34b-81d5026d1c5d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1401010 Apr 21 20:49:23.880505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e882b7c-780e-4a2e-bcaa-430842ba6570 req-c2139cd2-78b1-4833-accb-2ef98fae62f5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587430 Apr 21 20:49:23.883314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Attempting to bind port 86a78966-8e31-4977-b35f-66287a9632c8 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:23.883655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Attempting to bind port 86a78966-8e31-4977-b35f-66287a9632c8 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:23.883983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Attempting to bind port 86a78966-8e31-4977-b35f-66287a9632c8 on network e121bd7d-6a0a-4532-8f16-c7215bfde0bc {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:23.902683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Port 86a78966-8e31-4977-b35f-66287a9632c8 on network e121bd7d-6a0a-4532-8f16-c7215bfde0bc not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:23.903009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Attempting to bind port 86a78966-8e31-4977-b35f-66287a9632c8 on network e121bd7d-6a0a-4532-8f16-c7215bfde0bc {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:23.909210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:23.909778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Checking segment: {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:23.910339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Bound using segment: {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:23.910945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Bound port: 86a78966-8e31-4977-b35f-66287a9632c8, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:23.911483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:23.949248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9004e28-b5a1-45f7-bd88-c701966323c1 req-91dddfd3-a7d2-45d0-8bfe-49bfbe98659d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:23.952432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9004e28-b5a1-45f7-bd88-c701966323c1 req-91dddfd3-a7d2-45d0-8bfe-49bfbe98659d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0639038 Apr 21 20:49:23.993222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9004e28-b5a1-45f7-bd88-c701966323c1 req-a131e532-8c89-4720-a115-505b8e036837 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Apr 21 20:49:24.013044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] For port 86a78966-8e31-4977-b35f-66287a9632c8, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:24.019655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] For port 86a78966-8e31-4977-b35f-66287a9632c8, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=86a78966-8e31-4977-b35f-66287a9632c8,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:24.026558 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:24.037691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856484c-7c1c-4a34-b5da-64dca4de72c7 req-04d69c42-9345-44e0-8938-c9cbab215cb4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.039183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7856484c-7c1c-4a34-b5da-64dca4de72c7 req-04d69c42-9345-44e0-8938-c9cbab215cb4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0795686 Apr 21 20:49:24.083857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.084503 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:24.085899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] 10.222.0.43 "PUT /v2.0/ports/86a78966-8e31-4977-b35f-66287a9632c8 HTTP/1.1" status: 200 len: 1091 time: 1.3282187 Apr 21 20:49:24.090263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:24.092405 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1846614-17fa-4250-91fa-998789a46e58" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "tag": "86a78966-8e31-4977-b35f-66287a9632c8"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:24.104237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2840d6fc-745b-4c1f-9ddf-9a297287ce2a req-22c1d1a0-4dde-4c16-95f1-251dba87e23a tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0387003 Apr 21 20:49:24.141253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7856484c-7c1c-4a34-b5da-64dca4de72c7 req-df24e319-1d71-4009-977e-67bb1abed277 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787468 Apr 21 20:49:24.174401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff38fd6-f1f3-45b3-8392-65cc5de99888 service neutron] Pushing event updated for resources: {'Port': ['ID=86a78966-8e31-4977-b35f-66287a9632c8,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:24.190299 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e24837-ebe1-4e3e-b540-e1b87a4fdf6d x-openstack-request-id: req-79e24837-ebe1-4e3e-b540-e1b87a4fdf6d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:24.190589 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "tag": "86a78966-8e31-4977-b35f-66287a9632c8", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:24.190834 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79e24837-ebe1-4e3e-b540-e1b87a4fdf6d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:24.191230 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e24837-ebe1-4e3e-b540-e1b87a4fdf6d'] response: {'name': 'network-changed', 'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8', 'status': 'completed', 'code': 200} Apr 21 20:49:24.199481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-26e6665c-4001-4966-95c6-927ed5c5a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.201011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-26e6665c-4001-4966-95c6-927ed5c5a853 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e2721f6cff04e11b16a12bd02c9e25c&device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 1094 time: 0.0580807 Apr 21 20:49:24.249029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-b1000f5c-70b5-4d8f-9a69-c07ac9c3b88e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a78966-8e31-4977-b35f-66287a9632c8 HTTP/1.1" status: 200 len: 217 time: 0.0390952 Apr 21 20:49:24.304051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-55f80764-f21a-4c8d-bd61-cba6db2dc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.305708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-55f80764-f21a-4c8d-bd61-cba6db2dc215 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f791c37-8014-427f-9e7d-0630d2252691 HTTP/1.1" status: 200 len: 867 time: 0.0499814 Apr 21 20:49:24.354209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-8fb4c8b1-e0a1-492f-8688-38a0e9b92cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.355709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-8fb4c8b1-e0a1-492f-8688-38a0e9b92cee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432222 Apr 21 20:49:24.445987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-776e5cce-8c16-4d55-98fc-2bdd1ac2e361 service neutron] 10.222.0.43 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834825 Apr 21 20:49:24.533729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c534c6d-00c6-4e19-af43-5a74be1a5de9 req-bc019767-7e6e-4506-bf88-e342ea835ab2 service neutron] 10.222.0.43 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797188 Apr 21 20:49:24.620041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1846614-17fa-4250-91fa-998789a46e58 req-0e28531d-7901-46e2-87dc-1c97a58da894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.621628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1846614-17fa-4250-91fa-998789a46e58 req-0e28531d-7901-46e2-87dc-1c97a58da894 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e2721f6cff04e11b16a12bd02c9e25c&device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 1094 time: 0.0412893 Apr 21 20:49:24.738801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3551f-b380-4702-bcb6-9a90074bf189 req-2b50f0aa-aa31-4780-9c59-78ac24736014 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.740284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-28f3551f-b380-4702-bcb6-9a90074bf189 req-2b50f0aa-aa31-4780-9c59-78ac24736014 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 943 time: 0.0624835 Apr 21 20:49:24.770938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1846614-17fa-4250-91fa-998789a46e58 req-076cb3e6-9021-4e21-8639-adc455618395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.772292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1846614-17fa-4250-91fa-998789a46e58 req-076cb3e6-9021-4e21-8639-adc455618395 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc HTTP/1.1" status: 200 len: 929 time: 0.1433582 Apr 21 20:49:24.821277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ed932-ae6a-4576-8461-cb0483b773fc req-353952f0-2b3f-43e8-a8be-2d76f2cd0c06 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.823446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-765ed932-ae6a-4576-8461-cb0483b773fc req-353952f0-2b3f-43e8-a8be-2d76f2cd0c06 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0625048 Apr 21 20:49:24.826457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-28f3551f-b380-4702-bcb6-9a90074bf189 req-1131866f-bfff-4e8e-b0e1-29e717eae50f tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784068 Apr 21 20:49:24.827803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1846614-17fa-4250-91fa-998789a46e58 req-24e95d30-a2ad-45a4-9be2-4dc9b0a37875 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a78966-8e31-4977-b35f-66287a9632c8 HTTP/1.1" status: 200 len: 217 time: 0.0452888 Apr 21 20:49:24.887616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1846614-17fa-4250-91fa-998789a46e58 req-fb13aef8-6a10-4342-af00-28dc47671a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.889120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1846614-17fa-4250-91fa-998789a46e58 req-fb13aef8-6a10-4342-af00-28dc47671a5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f791c37-8014-427f-9e7d-0630d2252691 HTTP/1.1" status: 200 len: 867 time: 0.0541077 Apr 21 20:49:24.891124 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-765ed932-ae6a-4576-8461-cb0483b773fc req-87e349b4-d54a-4591-a6e9-3544572cc751 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538905 Apr 21 20:49:24.938593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1846614-17fa-4250-91fa-998789a46e58 req-07a518ef-816b-40be-a9e0-764c5a51d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:24.940192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1846614-17fa-4250-91fa-998789a46e58 req-07a518ef-816b-40be-a9e0-764c5a51d1a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446548 Apr 21 20:49:25.063488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34263e-496b-4330-a56f-ae2188061c14 req-cc0fca0e-91a1-483b-916b-214d679de865 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:25.065523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db34263e-496b-4330-a56f-ae2188061c14 req-cc0fca0e-91a1-483b-916b-214d679de865 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1098554 Apr 21 20:49:25.071280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1846614-17fa-4250-91fa-998789a46e58 req-2a0556a9-986a-40f3-b50c-01ff961b0dc8 service neutron] 10.222.0.43 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243379 Apr 21 20:49:25.122965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884d457-8e4e-4aa2-851f-325cee69e308 req-92085d8c-0596-4cdb-a7f6-ee3413721ea0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:25.124718 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f884d457-8e4e-4aa2-851f-325cee69e308 req-92085d8c-0596-4cdb-a7f6-ee3413721ea0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0528955 Apr 21 20:49:25.154548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db34263e-496b-4330-a56f-ae2188061c14 req-238cee04-ffaa-4bec-960f-03e46d53dade tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823286 Apr 21 20:49:25.172893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f884d457-8e4e-4aa2-851f-325cee69e308 req-38d6ca5d-ba5a-4adc-adc7-deb180279a4e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410323 Apr 21 20:49:25.195927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1846614-17fa-4250-91fa-998789a46e58 req-ddf12cf1-6424-44f6-83be-595ec3ff95e5 service neutron] 10.222.0.43 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180120 Apr 21 20:49:25.273096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63ea3b6a-1b4c-4522-9b06-07ece33c126b req-b5ea6889-607f-4d28-bbac-9b9c4d16fabe tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0314562 Apr 21 20:49:25.305285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75c078-799a-41e8-a429-802dbed17277 req-4836691b-c631-4916-a80c-b39da4e14869 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:25.306810 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b75c078-799a-41e8-a429-802dbed17277 req-4836691b-c631-4916-a80c-b39da4e14869 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0529387 Apr 21 20:49:25.347751 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b75c078-799a-41e8-a429-802dbed17277 req-c757e396-fe4c-4bcf-bf1a-dfe81426c1cd tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Apr 21 20:49:25.658853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:49:25.953263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c39103-1dad-46e7-947c-06be26ada0f1 req-fcb4d615-a224-4df3-8cb3-e6ffefc604b9 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:25.955037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0c39103-1dad-46e7-947c-06be26ada0f1 req-fcb4d615-a224-4df3-8cb3-e6ffefc604b9 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 943 time: 0.0575142 Apr 21 20:49:25.995288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0c39103-1dad-46e7-947c-06be26ada0f1 req-3c86f483-2aca-4948-92cb-33689538157b tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340192 Apr 21 20:49:26.013933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9180f-056d-4590-a2da-08db7d5a03de req-aa4a1088-303a-4ea2-a3d8-6f68c71ce132 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:26.015485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cc9180f-056d-4590-a2da-08db7d5a03de req-aa4a1088-303a-4ea2-a3d8-6f68c71ce132 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0515990 Apr 21 20:49:26.052653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cc9180f-056d-4590-a2da-08db7d5a03de req-37b87703-0081-4e29-9de2-aefbe7fa1176 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Apr 21 20:49:26.292599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7bb3a-662c-4575-9af4-883ecc99347b req-22a57466-15c8-4776-b10e-71855440f6b7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:26.294111 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ac7bb3a-662c-4575-9af4-883ecc99347b req-22a57466-15c8-4776-b10e-71855440f6b7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0600762 Apr 21 20:49:26.311388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf3304-b3e6-4767-a69e-dc1aeaf1d305 req-d6ce488d-708d-4161-bbe4-9bd87cd1125a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:26.313097 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afbf3304-b3e6-4767-a69e-dc1aeaf1d305 req-d6ce488d-708d-4161-bbe4-9bd87cd1125a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0577452 Apr 21 20:49:26.334118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ac7bb3a-662c-4575-9af4-883ecc99347b req-fd481fb1-b77a-4869-ab21-72b675efb318 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336523 Apr 21 20:49:26.357296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afbf3304-b3e6-4767-a69e-dc1aeaf1d305 req-fd72b011-5797-433c-a46c-4bcf87194949 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Apr 21 20:49:26.444346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3f49a06-e461-4a72-8aca-0de6405e1067 req-9d37b924-ff46-48fe-80a5-d449f2d6e1fa tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0403953 Apr 21 20:49:26.534906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa724-e042-4d9f-8da8-445e100fe412 req-0da07c25-df35-4164-a2d7-dc9e8c4ed1cd tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:26.545368 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3baa724-e042-4d9f-8da8-445e100fe412 req-0da07c25-df35-4164-a2d7-dc9e8c4ed1cd tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.1251752 Apr 21 20:49:26.628635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-848e6722-ca2d-4ab1-9d57-0dd0a0b15f2a tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:26.632145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-848e6722-ca2d-4ab1-9d57-0dd0a0b15f2a tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.0961361 Apr 21 20:49:26.654631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3baa724-e042-4d9f-8da8-445e100fe412 req-cc59cb51-2fa3-4283-abbd-cab89ba6ca3c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045988 Apr 21 20:49:26.670134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ad401-05d5-4cb7-9797-98fc11458f95 req-15423bd4-4d2d-406d-8e32-5cff8ce298f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:26.672353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d75ad401-05d5-4cb7-9797-98fc11458f95 req-15423bd4-4d2d-406d-8e32-5cff8ce298f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 1100 time: 0.0760677 Apr 21 20:49:26.710346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb158f5f-52a2-4b1a-90ad-af54d42dc899 req-1bb0824e-b513-4d8d-ab0f-904008e44e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:26.711902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb158f5f-52a2-4b1a-90ad-af54d42dc899 req-1bb0824e-b513-4d8d-ab0f-904008e44e60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 1101 time: 0.0780838 Apr 21 20:49:26.722758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d75ad401-05d5-4cb7-9797-98fc11458f95 req-6eac25a9-e96d-4084-b409-3c8f6725663b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Apr 21 20:49:26.740591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-529caa91-fd1f-4443-b5d7-67feaba97427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:26.742161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-529caa91-fd1f-4443-b5d7-67feaba97427 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29 HTTP/1.1" status: 200 len: 1095 time: 0.0967751 Apr 21 20:49:26.760456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb158f5f-52a2-4b1a-90ad-af54d42dc899 req-30816b52-8a2a-4f85-801f-2bc3c8d75d9a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Apr 21 20:49:27.154527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ce998-a9be-4b80-94a2-c8972fa4007a req-3e382fc1-4d56-4107-8ebe-4853a002fcaf tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:27.157246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1f6ce998-a9be-4b80-94a2-c8972fa4007a req-3e382fc1-4d56-4107-8ebe-4853a002fcaf tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 943 time: 0.0742548 Apr 21 20:49:27.202765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1cf2e-7fd1-4ddd-bf62-695243f3cc93 req-24a5fd59-4a7e-4824-904e-01acc421541a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:27.204818 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aff1cf2e-7fd1-4ddd-bf62-695243f3cc93 req-24a5fd59-4a7e-4824-904e-01acc421541a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0681965 Apr 21 20:49:27.208626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1f6ce998-a9be-4b80-94a2-c8972fa4007a req-6356d394-0ab2-4bc0-b013-caafa3651ed0 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392685 Apr 21 20:49:27.251052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aff1cf2e-7fd1-4ddd-bf62-695243f3cc93 req-b0f38d80-ba95-4cbd-8797-6948385db04d tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Apr 21 20:49:27.455210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19906d-cf27-4296-88a5-81bc56383ffc req-5d58913e-77b1-4c99-994e-b761e88e7e2c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:27.456745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab19906d-cf27-4296-88a5-81bc56383ffc req-5d58913e-77b1-4c99-994e-b761e88e7e2c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0529652 Apr 21 20:49:27.490760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a162a6c-5daf-46e9-a439-300f2e0132da req-b14fa5eb-5815-4029-ae3d-20276c981ac7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:27.498565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a162a6c-5daf-46e9-a439-300f2e0132da req-b14fa5eb-5815-4029-ae3d-20276c981ac7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0587978 Apr 21 20:49:27.501851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab19906d-cf27-4296-88a5-81bc56383ffc req-edebadcf-1865-463b-b4fe-e280e6462c63 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Apr 21 20:49:27.545856 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a162a6c-5daf-46e9-a439-300f2e0132da req-83a296f1-7298-4720-8787-c91140af9ee0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Apr 21 20:49:27.595738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40b0e7bf-a96c-46e0-93dc-c4267f1d4597 req-f0e6acc6-a336-43c4-8ae2-4bde8eeb0b08 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0268359 Apr 21 20:49:27.780748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20e5bb-a966-463e-8c8e-e16b117b4a28 req-61225c8b-e9b0-4afd-a51b-ab1292be7959 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:27.782523 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d20e5bb-a966-463e-8c8e-e16b117b4a28 req-61225c8b-e9b0-4afd-a51b-ab1292be7959 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0525539 Apr 21 20:49:27.821905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d20e5bb-a966-463e-8c8e-e16b117b4a28 req-d26b267a-19eb-4990-abac-bf91c481f72d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Apr 21 20:49:28.324192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ebded-e19f-49b7-b3a2-82235addf705 req-8b8a81e6-1763-449d-9232-4041e46888aa tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:28.325694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d09ebded-e19f-49b7-b3a2-82235addf705 req-8b8a81e6-1763-449d-9232-4041e46888aa tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 943 time: 0.0487049 Apr 21 20:49:28.364292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d09ebded-e19f-49b7-b3a2-82235addf705 req-c7de15d8-29a8-4a00-b1ba-85830bc27acb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Apr 21 20:49:28.367239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc111e-592f-42a8-b8f3-ba207dc75ea0 req-a3578ae3-13ff-4abc-ba1f-5457bbe1a865 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:28.368682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-acdc111e-592f-42a8-b8f3-ba207dc75ea0 req-a3578ae3-13ff-4abc-ba1f-5457bbe1a865 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0484989 Apr 21 20:49:28.405266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-acdc111e-592f-42a8-b8f3-ba207dc75ea0 req-22918fd6-7c9b-450c-9fa5-6a1da5e92937 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Apr 21 20:49:28.617069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b52feb-2b19-4edb-9b8b-40dbc64d21a5 req-01debbfe-476e-45cc-beb6-eb952313e529 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:28.618654 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87b52feb-2b19-4edb-9b8b-40dbc64d21a5 req-01debbfe-476e-45cc-beb6-eb952313e529 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0495563 Apr 21 20:49:28.655279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87b52feb-2b19-4edb-9b8b-40dbc64d21a5 req-42802655-99a8-4907-8ae8-1078692b6c1a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Apr 21 20:49:28.669194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fbca9-89e6-438d-affc-243880e7adad req-e44c7e9d-0d16-4e60-a71a-90f7f5561bda tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:28.670665 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-291fbca9-89e6-438d-affc-243880e7adad req-e44c7e9d-0d16-4e60-a71a-90f7f5561bda tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0513790 Apr 21 20:49:28.712837 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-291fbca9-89e6-438d-affc-243880e7adad req-93725802-36ea-4561-b8e0-870cefba1040 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359883 Apr 21 20:49:28.788777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-e5eefb29-0e46-4082-b1e1-f7b15190bf11 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1983075001&fields=id&tenant_id=5bb566ee2745403d9546e81221628e27 HTTP/1.1" status: 200 len: 267 time: 0.0318811 Apr 21 20:49:28.796367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a27a334b-9a0c-43c3-bdf6-8b4e356ef0e6 req-8ba36ce2-6f5d-4667-a28c-ce03dfaf58bd tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0259702 Apr 21 20:49:28.897014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-58130499-a323-44c1-af54-afb5cce14e1c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:28.898448 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-58130499-a323-44c1-af54-afb5cce14e1c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/networks?id=d1e06e87-3ae6-4925-939a-4294a67b477e HTTP/1.1" status: 200 len: 815 time: 0.1029518 Apr 21 20:49:28.912985 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-d434746e-17b8-44a9-bc6c-3bc642c39a7e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/quotas/5bb566ee2745403d9546e81221628e27 HTTP/1.1" status: 200 len: 375 time: 0.0089133 Apr 21 20:49:28.940843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb0b8c-9314-45c8-8610-91ad2a65ece2 req-1a6834bf-df82-4753-9ac5-6439fe018201 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:28.942406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dbb0b8c-9314-45c8-8610-91ad2a65ece2 req-1a6834bf-df82-4753-9ac5-6439fe018201 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0484610 Apr 21 20:49:28.965227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-3a936a0c-63a3-408e-8e74-a603a58683d9 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bb566ee2745403d9546e81221628e27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468493 Apr 21 20:49:28.980385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dbb0b8c-9314-45c8-8610-91ad2a65ece2 req-02b21859-67db-4660-9dfa-31b213146f28 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Apr 21 20:49:29.059393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-a7185fcb-0c08-4f96-9923-1a7f6579eb7c service neutron] 10.222.0.49 "GET /v2.0/networks/d1e06e87-3ae6-4925-939a-4294a67b477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828383 Apr 21 20:49:29.150365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-fe009b98-4060-46be-ad57-bab4176f93ed service neutron] 10.222.0.49 "GET /v2.0/networks/d1e06e87-3ae6-4925-939a-4294a67b477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842335 Apr 21 20:49:29.217667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 86a78966-8e31-4977-b35f-66287a9632c8 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:29.312507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 86a78966-8e31-4977-b35f-66287a9632c8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=86a78966-8e31-4977-b35f-66287a9632c8,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:29.324399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '86a78966-8e31-4977-b35f-66287a9632c8', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'port_id': '86a78966-8e31-4977-b35f-66287a9632c8', 'mac_address': 'fa:16:3e:b6:a4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:29.364821 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:29.378432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a78966-8e31-4977-b35f-66287a9632c8 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:29.397977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 86a78966-8e31-4977-b35f-66287a9632c8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=86a78966-8e31-4977-b35f-66287a9632c8,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:29.402543 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:29.455799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=86a78966-8e31-4977-b35f-66287a9632c8,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:29.500394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02d134-f006-429d-b91a-c54794a8b8db req-5aa5735d-0d26-4975-af40-836e030f3b89 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:29.503332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac02d134-f006-429d-b91a-c54794a8b8db req-5aa5735d-0d26-4975-af40-836e030f3b89 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 944 time: 0.0680771 Apr 21 20:49:29.545844 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac02d134-f006-429d-b91a-c54794a8b8db req-4d3332d6-d88a-40ea-af8c-e45d5a3c9b4d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349522 Apr 21 20:49:29.562209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc6006-9866-41d7-82ea-8d89da045c34 req-8f9c8656-e3f6-4fee-9cf1-6aa3985b4d21 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:29.569555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77bc6006-9866-41d7-82ea-8d89da045c34 req-8f9c8656-e3f6-4fee-9cf1-6aa3985b4d21 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0710018 Apr 21 20:49:29.606709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77bc6006-9866-41d7-82ea-8d89da045c34 req-63af9fa7-ed9c-4fc0-bed1-a65843a45907 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363152 Apr 21 20:49:29.627806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a54fcb39-1e01-48a5-9693-40724543ae18 req-015ecd50-4fdf-4133-985b-58309c40447e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.0361462 Apr 21 20:49:29.775595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0bbad-8289-4989-a652-3a05a46752b3 req-b7d2d86f-1c3b-4c0b-8ffe-ab4176652b77 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:29.777190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3e0bbad-8289-4989-a652-3a05a46752b3 req-b7d2d86f-1c3b-4c0b-8ffe-ab4176652b77 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0538280 Apr 21 20:49:29.826118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['86a78966-8e31-4977-b35f-66287a9632c8'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:29.840219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3e0bbad-8289-4989-a652-3a05a46752b3 req-d18a82b5-01e9-4901-a67b-15ceafc52a43 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513532 Apr 21 20:49:29.859582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c1d9c-58c9-495f-b65d-f2de887937b4 req-6b4ab7cd-b622-44bb-87bd-1285937c2e2a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:29.861773 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d35c1d9c-58c9-495f-b65d-f2de887937b4 req-6b4ab7cd-b622-44bb-87bd-1285937c2e2a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0721436 Apr 21 20:49:29.909659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d35c1d9c-58c9-495f-b65d-f2de887937b4 req-7ce1cdfc-9c3a-4b1c-8d1f-c5bfae6fa859 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377278 Apr 21 20:49:29.937858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f08611d3-0d23-497a-a714-31a43f6d1d93 req-cb66da62-98f1-4a1f-96e0-fc3fd1317177 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0280128 Apr 21 20:49:30.090740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70568b6a-65b7-4090-93df-e80014244617 req-c28b5412-13df-4dec-8b0d-b81cc2b0bf5b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:30.092111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70568b6a-65b7-4090-93df-e80014244617 req-c28b5412-13df-4dec-8b0d-b81cc2b0bf5b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0474956 Apr 21 20:49:30.128596 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70568b6a-65b7-4090-93df-e80014244617 req-7c80713c-a1d2-4291-950d-1da3f8b9f898 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298216 Apr 21 20:49:30.460353 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cbb61152-3778-4d3a-81e6-31c6dca92b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:30.662458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6cc13-b9d1-435a-9be4-2a9582a0e85c req-c02ef372-de28-44f3-9b2e-8401fdd924d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:30.663919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aa6cc13-b9d1-435a-9be4-2a9582a0e85c req-c02ef372-de28-44f3-9b2e-8401fdd924d7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 944 time: 0.0485921 Apr 21 20:49:30.705074 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aa6cc13-b9d1-435a-9be4-2a9582a0e85c req-1dfce893-ab5e-4203-9698-a9ac352650cd tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349922 Apr 21 20:49:30.725328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027d923-4b74-433f-907c-2631fc88c1f9 req-feb57ee0-2e98-4bd6-b2cb-788728d7ec58 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:30.726831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7027d923-4b74-433f-907c-2631fc88c1f9 req-feb57ee0-2e98-4bd6-b2cb-788728d7ec58 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0478036 Apr 21 20:49:30.769627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7027d923-4b74-433f-907c-2631fc88c1f9 req-8b11f439-1e3e-4e28-a887-c3a5143cb3f5 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357287 Apr 21 20:49:30.790118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c950171-7b5f-44b4-adba-62197363ea7b req-8254b382-a8ab-4757-bb77-f129b4fd5110 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.0289743 Apr 21 20:49:30.955191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174a732-b2a2-4a1a-b2a1-1884e5be9466 req-4e8899f7-83fc-4ce0-8c70-046e810724f4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:30.956663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3174a732-b2a2-4a1a-b2a1-1884e5be9466 req-4e8899f7-83fc-4ce0-8c70-046e810724f4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0489116 Apr 21 20:49:30.995058 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3174a732-b2a2-4a1a-b2a1-1884e5be9466 req-5b0c6f83-a2d9-40e7-992b-91070189556e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321393 Apr 21 20:49:31.025236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717ecb5-48fb-409b-80d5-0fe1e80781b6 req-f5930c65-b987-4f04-925c-84472d5c910a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:31.026697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8717ecb5-48fb-409b-80d5-0fe1e80781b6 req-f5930c65-b987-4f04-925c-84472d5c910a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0487738 Apr 21 20:49:31.065004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8717ecb5-48fb-409b-80d5-0fe1e80781b6 req-c3386f17-c8b1-4b00-a8f5-9c8eb60e6248 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Apr 21 20:49:31.075605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5454ff21-4762-45ff-ae1f-eb7f532c656b req-4b7abaf8-4c23-4d8b-9dc4-bedc68ee8c44 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0256553 Apr 21 20:49:31.233306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 86a78966-8e31-4977-b35f-66287a9632c8 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:31.238832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e458971-160d-4ae6-a354-5c304c4336f2 req-844da326-5152-415c-b663-b99c7c6fe169 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:31.240293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e458971-160d-4ae6-a354-5c304c4336f2 req-844da326-5152-415c-b663-b99c7c6fe169 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0474062 Apr 21 20:49:31.276729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e458971-160d-4ae6-a354-5c304c4336f2 req-6f43b43d-e3d6-4359-aa51-34bf0e1d7afc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303836 Apr 21 20:49:31.280441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 86a78966-8e31-4977-b35f-66287a9632c8 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:31.285432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 86a78966-8e31-4977-b35f-66287a9632c8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:31.285803 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:31.368986 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:31.390370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:31.393121 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc9c27d-3019-4c90-b88f-12f21015cef7" -d '{"events": [{"server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "name": "network-vif-plugged", "status": "completed", "tag": "86a78966-8e31-4977-b35f-66287a9632c8"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:31.405246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 86a78966-8e31-4977-b35f-66287a9632c8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=86a78966-8e31-4977-b35f-66287a9632c8,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:31.409859 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:31.432398 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23fb79b-7615-4544-a8d7-a2989ece9bf1 x-openstack-request-id: req-f23fb79b-7615-4544-a8d7-a2989ece9bf1 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:31.432710 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "name": "network-vif-plugged", "status": "completed", "tag": "86a78966-8e31-4977-b35f-66287a9632c8", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:31.432994 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f23fb79b-7615-4544-a8d7-a2989ece9bf1 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:31.433375 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23fb79b-7615-4544-a8d7-a2989ece9bf1'] response: {'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8', 'code': 200} Apr 21 20:49:31.461379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=86a78966-8e31-4977-b35f-66287a9632c8,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:31.547116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7217596-9367-4a50-8997-531ae6be184b req-99194919-9edc-47b7-add1-f4131836fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:31.548486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7217596-9367-4a50-8997-531ae6be184b req-99194919-9edc-47b7-add1-f4131836fe3b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 1096 time: 0.0428421 Apr 21 20:49:31.582466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7217596-9367-4a50-8997-531ae6be184b req-f66d2fb3-2ec7-460f-a04b-2f00071420a9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260911 Apr 21 20:49:31.818680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8598a-a765-4ba5-940a-029cd8bb040f req-6e25ceef-fb18-4ecb-9481-fc236270583f tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:31.820172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34a8598a-a765-4ba5-940a-029cd8bb040f req-6e25ceef-fb18-4ecb-9481-fc236270583f tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 945 time: 0.0484293 Apr 21 20:49:31.860694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34a8598a-a765-4ba5-940a-029cd8bb040f req-96642520-3c7a-48bc-b51f-d6e0286f77eb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346539 Apr 21 20:49:31.894313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2c6e1-3722-4e40-b993-f58574f2424a req-2e4c8422-192e-4aad-88b3-51ee02924391 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:31.895803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7b2c6e1-3722-4e40-b993-f58574f2424a req-2e4c8422-192e-4aad-88b3-51ee02924391 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0536849 Apr 21 20:49:31.932517 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7b2c6e1-3722-4e40-b993-f58574f2424a req-bed9d854-15e9-4bf2-9824-0575e4cc8be5 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Apr 21 20:49:31.940320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-13568fc3-73db-4362-b75c-19a346cb1a0e req-25fca3bd-36a2-4117-b766-5e2779bab377 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.0265126 Apr 21 20:49:32.110000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b91843-7158-40f9-9db8-515a67c73bf5 req-428b645b-0a9e-461e-bae2-76b4f504fa26 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:32.111446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4b91843-7158-40f9-9db8-515a67c73bf5 req-428b645b-0a9e-461e-bae2-76b4f504fa26 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0514531 Apr 21 20:49:32.149192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4b91843-7158-40f9-9db8-515a67c73bf5 req-0fbdf2b5-029c-460e-a1db-318f7fea79d8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Apr 21 20:49:32.183969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bd2b4-6a33-4ee8-a1c3-87c5c82feb6f req-245216c9-c287-43d1-83ae-613bfe3edd35 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:32.185432 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc2bd2b4-6a33-4ee8-a1c3-87c5c82feb6f req-245216c9-c287-43d1-83ae-613bfe3edd35 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0510375 Apr 21 20:49:32.222978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc2bd2b4-6a33-4ee8-a1c3-87c5c82feb6f req-5fc2bc9f-0c81-4b93-b5a4-2a788c0bfbcf tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Apr 21 20:49:32.230942 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bcfe0ea1-c424-48f3-bf46-2b409e8fa1df req-cbdbf0b2-1586-440a-887e-b885b43a5f52 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0260859 Apr 21 20:49:32.387545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71db25-0ec7-4147-83b6-a40244a32e5b req-ece74213-11f2-440c-827a-566ca7450f55 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:32.388908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e71db25-0ec7-4147-83b6-a40244a32e5b req-ece74213-11f2-440c-827a-566ca7450f55 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0476172 Apr 21 20:49:32.424475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e71db25-0ec7-4147-83b6-a40244a32e5b req-33a1e4ac-14bc-4f27-bc6b-f8b342d995f2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297375 Apr 21 20:49:32.744449 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-de19e25e-1432-4c02-a0d3-5d3dd6296b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:32.974448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c1c63-cad9-40bf-97e8-f333b6aaaefc req-27d2aaf5-26b7-400f-a3a4-bb68022ce5bd tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:32.975927 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c96c1c63-cad9-40bf-97e8-f333b6aaaefc req-27d2aaf5-26b7-400f-a3a4-bb68022ce5bd tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 945 time: 0.0484130 Apr 21 20:49:33.012576 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c96c1c63-cad9-40bf-97e8-f333b6aaaefc req-a015c5c3-63a0-47de-b72a-7b8fb0e93a48 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305820 Apr 21 20:49:33.045419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5b011-812d-4df6-9685-d34cbef5f68a req-e471fc37-cae0-4e09-90b0-96d76a119c8c tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:33.046893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21e5b011-812d-4df6-9685-d34cbef5f68a req-e471fc37-cae0-4e09-90b0-96d76a119c8c tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0476956 Apr 21 20:49:33.084278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21e5b011-812d-4df6-9685-d34cbef5f68a req-89c06c7f-3a43-4883-975e-169bae223d66 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Apr 21 20:49:33.096134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5bb896a-b577-484e-b67c-cd1fe3948d41 req-53730b1d-e2a0-4684-8ef1-cb7254f07717 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.0300543 Apr 21 20:49:33.275145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aa5c8-631f-42c1-8cc7-0321b4f49672 req-30a5d20a-d9ee-4675-9016-44879203a25f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:33.282289 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b33aa5c8-631f-42c1-8cc7-0321b4f49672 req-30a5d20a-d9ee-4675-9016-44879203a25f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0657017 Apr 21 20:49:33.314244 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b33aa5c8-631f-42c1-8cc7-0321b4f49672 req-f2ab34b2-f67c-4cf7-957d-9b09fb8fa221 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306065 Apr 21 20:49:33.345671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25362e-88d1-4ee6-933c-7b785fb184d3 req-5d44419d-b768-4715-b1c6-de799793afd9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:33.347128 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b25362e-88d1-4ee6-933c-7b785fb184d3 req-5d44419d-b768-4715-b1c6-de799793afd9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.0504296 Apr 21 20:49:33.384961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b25362e-88d1-4ee6-933c-7b785fb184d3 req-8a8ac5d1-79a8-42f5-b2fe-38ef07f63924 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Apr 21 20:49:33.394997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0fa0240d-3c81-476b-a568-3427d6b6305d req-6025801b-35b5-443e-b107-d765dc4d616d tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Apr 21 20:49:33.538543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c095509-dc11-47ef-90cd-ae9fcad36740 req-62ac09fe-5640-4b56-b0ca-e2b2cc726e14 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:33.539971 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c095509-dc11-47ef-90cd-ae9fcad36740 req-62ac09fe-5640-4b56-b0ca-e2b2cc726e14 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0501926 Apr 21 20:49:33.577192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c095509-dc11-47ef-90cd-ae9fcad36740 req-51ca5fbc-babb-41c3-89f9-24d6a4245641 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Apr 21 20:49:33.630502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-dcf1f1c6-ef95-43a5-8f69-2b1c49efdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:33.631992 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-dcf1f1c6-ef95-43a5-8f69-2b1c49efdd73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1095 time: 0.0465395 Apr 21 20:49:33.725548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-bc6c833a-75fc-40da-b6d4-93cc72bf5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:33.726958 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-bc6c833a-75fc-40da-b6d4-93cc72bf5c5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.0850444 Apr 21 20:49:33.790221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-a48420a0-c3da-4ffe-8694-bfa1f670840b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8 HTTP/1.1" status: 200 len: 217 time: 0.0331223 Apr 21 20:49:33.839650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-0bde0dc5-cfd4-4398-a34e-c3f3b531c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:33.841094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-0bde0dc5-cfd4-4398-a34e-c3f3b531c180 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0427399 Apr 21 20:49:33.875951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-9ad171d6-ebb3-4bff-90ab-3de3c3158089 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265017 Apr 21 20:49:33.914657 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:33.967548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-0f4c7ba1-2e9f-4dcf-affb-cdd357f5575f service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842652 Apr 21 20:49:34.057854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-6855ac9b-9591-472f-a1f1-c55313da9624 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b0b419b66b1d4917ad193054b9fc954f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323417 Apr 21 20:49:34.191806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-d0c3f46f-ed0a-4686-bea5-ef8ee3df93c0 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170415 Apr 21 20:49:34.206665 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ceef4a-fbd6-4acd-b11e-17c6f6167673 req-da14000e-999e-40fa-89a6-3e7531b5ca67 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:34.208305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f9ceef4a-fbd6-4acd-b11e-17c6f6167673 req-da14000e-999e-40fa-89a6-3e7531b5ca67 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0491421 Apr 21 20:49:34.222741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808935-b922-473e-a99f-56fe1c2a0365 req-dac2d1d6-4ba8-4e11-8a6c-c12907a3b489 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:34.224272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c808935-b922-473e-a99f-56fe1c2a0365 req-dac2d1d6-4ba8-4e11-8a6c-c12907a3b489 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 945 time: 0.1248960 Apr 21 20:49:34.246643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-da3026d7-d983-4972-8cfd-a0d96259c58a tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:34.248019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-da3026d7-d983-4972-8cfd-a0d96259c58a tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767192 Apr 21 20:49:34.256683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f9ceef4a-fbd6-4acd-b11e-17c6f6167673 req-470be7e4-9262-423b-a57b-0518935dbd42 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Apr 21 20:49:34.260431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Request body: {'port': {'device_id': '20304fed-e017-4f3e-9e11-7dca535ede14', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': 'b0b419b66b1d4917ad193054b9fc954f'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:34.318309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c808935-b922-473e-a99f-56fe1c2a0365 req-ab515cb3-d1f7-4872-aedb-04077289e16c tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865474 Apr 21 20:49:34.339662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5fc0b8b1-3541-4ea2-9aba-8149075183b7 req-724c2f2f-6e8b-4fc8-9c65-410fb99712ab tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.0263777 Apr 21 20:49:34.382286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Made reservation on behalf of b0b419b66b1d4917ad193054b9fc954f for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:34.385953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:34.565329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3943975a-178e-4680-965d-b9b957b81d4b req-fcca6818-56cf-43f1-a811-5a49e3df5136 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 258 time: 0.1983509 Apr 21 20:49:34.572692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:34.593336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd0ff8-91b0-4ab1-83ac-2a8c65ad40ef req-909c17dc-a2eb-45c8-9140-f33148de81bf tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:34.594052 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:34.594805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4dd0ff8-91b0-4ab1-83ac-2a8c65ad40ef req-909c17dc-a2eb-45c8-9140-f33148de81bf tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1950636 Apr 21 20:49:34.687947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4dd0ff8-91b0-4ab1-83ac-2a8c65ad40ef req-aae82e43-e33a-40c5-b729-0bd1616c06c3 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858223 Apr 21 20:49:34.702335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Allocated IP 192.168.233.33 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/0aa71cd6-861d-4fc1-a570-0e392bc6d410) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:34.702615 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:34.706524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-15b3f97d-4425-459a-90dd-44e86a29ef9b tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:34.708152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-15b3f97d-4425-459a-90dd-44e86a29ef9b tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.46 "GET /v2.0/networks?id=d1e06e87-3ae6-4925-939a-4294a67b477e HTTP/1.1" status: 200 len: 815 time: 0.2293355 Apr 21 20:49:34.811951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-d6b52c52-31ea-45be-bac3-fee249bcef80 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bb566ee2745403d9546e81221628e27 HTTP/1.1" status: 200 len: 380 time: 0.0895863 Apr 21 20:49:34.842154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Request body: {'port': {'device_id': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'admin_state_up': True, 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'security_groups': ['fb528de7-0029-487a-a97b-b415c09fa146']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:34.853023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Allocated IP 172.25.0.195 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/bc645537-4568-4491-9b45-b5ad79e540b1) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:35.054541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.067707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-a0ba3339-6e37-415d-8e0c-3ad4ba7e6f85 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:35.069383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-a0ba3339-6e37-415d-8e0c-3ad4ba7e6f85 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.0901096 Apr 21 20:49:35.193865 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.197548 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.247023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5e9b-5a2d-481c-a700-c0d231b5e400 req-4673c7ac-83b2-4b00-a7c1-f2ce0bea549e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:35.255635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d59f5e9b-5a2d-481c-a700-c0d231b5e400 req-4673c7ac-83b2-4b00-a7c1-f2ce0bea549e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.4481230 Apr 21 20:49:35.276046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:35.292363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:35.301917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:35.311134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Pushing event updated for resources: {'Port': ['ID=bc645537-4568-4491-9b45-b5ad79e540b1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:35.341907 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.353255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-56d7f888-8829-4957-8d1c-9a545d47788d service neutron] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:35.357336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d59f5e9b-5a2d-481c-a700-c0d231b5e400 req-82bfbab0-d7b6-40b6-b3cb-b4d9fd383d8a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007144 Apr 21 20:49:35.358254 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-56d7f888-8829-4957-8d1c-9a545d47788d service neutron] Notify callbacks [] for binding, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.359396 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b691b37-c5d5-4c47-9683-d154348b54d5 req-56d7f888-8829-4957-8d1c-9a545d47788d service neutron] 10.222.0.46 "DELETE /v2.0/ports/d6549e6a-74b5-440b-bf78-74bd1f3379a8/bindings/n-h2-838945-1 HTTP/1.1" status: 204 len: 173 time: 0.2764733 Apr 21 20:49:35.418557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Made reservation on behalf of 5bb566ee2745403d9546e81221628e27 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:35.423624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.443219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.447786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.463249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ade8a49c-5a46-4085-a606-89636aab3218'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:35.480897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.646163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Pushing event updated for resources: {'Port': ['ID=0aa71cd6-861d-4fc1-a570-0e392bc6d410,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:35.649354 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.656544 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.685607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:35.692593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:35.757040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Pushing event updated for resources: {'Port': ['ID=bc645537-4568-4491-9b45-b5ad79e540b1,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:35.760848 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.778782 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.788967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3943975a-178e-4680-965d-b9b957b81d4b req-a7bf7203-ef58-4f0a-8916-39c10cd13682 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2202206 Apr 21 20:49:35.848474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:35.879034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Allocated IP 172.20.0.12 (d1e06e87-3ae6-4925-939a-4294a67b477e/aa1f080a-94a5-4bbf-bfc6-70873c141d8c/e0e2e918-30cb-4373-ad9f-7a9eb660a3af) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:35.894946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:35.912291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3943975a-178e-4680-965d-b9b957b81d4b req-05491187-269c-4a4d-9c9a-0ce775bd1454 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.1215076 Apr 21 20:49:36.026130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e0826535-9c21-4975-bc64-883286e13534 None None] Provisioning complete for port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:36.026854 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e0826535-9c21-4975-bc64-883286e13534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:36.038987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e96a7-14e6-453d-95ba-1e22aac6df0c req-f69acc4a-5a68-4b01-b6cb-4b74b2955cfc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:36.040419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-270e96a7-14e6-453d-95ba-1e22aac6df0c req-f69acc4a-5a68-4b01-b6cb-4b74b2955cfc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 935 time: 0.5751243 Apr 21 20:49:36.049034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943975a-178e-4680-965d-b9b957b81d4b req-98f0f0b5-a548-4f37-811c-f9e7c672a18d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:36.057255 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3943975a-178e-4680-965d-b9b957b81d4b req-98f0f0b5-a548-4f37-811c-f9e7c672a18d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1433182 Apr 21 20:49:36.061453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:36.062133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:36.063310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-3943975a-178e-4680-965d-b9b957b81d4b req-91f32680-e0ad-4b2d-93be-7a4f7bfe6c18 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:49:36.071573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3943975a-178e-4680-965d-b9b957b81d4b req-91f32680-e0ad-4b2d-93be-7a4f7bfe6c18 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121312 Apr 21 20:49:36.082395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e0826535-9c21-4975-bc64-883286e13534 None None] Port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:36.155830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-583e3a76-5ebc-4b39-8207-00943299a32b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8988254 Apr 21 20:49:36.172113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Request body: {'port': {'device_id': '20304fed-e017-4f3e-9e11-7dca535ede14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:36.199407 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b5dbe-1c08-4a4c-a5fb-2895573a9888 req-2881f1d1-4159-4867-8e73-74f76b36a513 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:36.201876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-608b5dbe-1c08-4a4c-a5fb-2895573a9888 req-2881f1d1-4159-4867-8e73-74f76b36a513 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.0698338 Apr 21 20:49:36.235159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-270e96a7-14e6-453d-95ba-1e22aac6df0c req-9ce9d868-44e4-4fb4-bf91-4876e7282d1e tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673818 Apr 21 20:49:36.253395 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-608b5dbe-1c08-4a4c-a5fb-2895573a9888 req-0fa53beb-95a2-46c8-82bf-976637cc5423 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Apr 21 20:49:36.352405 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:36.379465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:36.401352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a38ef150-8697-499a-b371-3f3aa9eb2452 req-edec4799-dfed-454e-8ce0-df63c06ab03e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.0373967 Apr 21 20:49:36.450298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b3c8a-b6b6-49c1-bbcd-9d253c75dcf7 req-e44b38c8-2146-439b-9e52-eaa42406f6ad tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:36.452165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc2b3c8a-b6b6-49c1-bbcd-9d253c75dcf7 req-e44b38c8-2146-439b-9e52-eaa42406f6ad tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.1372600 Apr 21 20:49:36.532636 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f054679-353b-4d89-83f4-7d581b5fb803 req-01bc7981-4607-4647-bc2b-452f131dba43 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:36.534554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f054679-353b-4d89-83f4-7d581b5fb803 req-01bc7981-4607-4647-bc2b-452f131dba43 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0556571 Apr 21 20:49:36.576923 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f054679-353b-4d89-83f4-7d581b5fb803 req-23faae8f-db5c-49f0-9518-e429dd98f12a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358739 Apr 21 20:49:36.580096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:36.587064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc2b3c8a-b6b6-49c1-bbcd-9d253c75dcf7 req-7590abf6-7add-43fd-8947-c98f9ca03980 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258154 Apr 21 20:49:36.718303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Network d1e06e87-3ae6-4925-939a-4294a67b477e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:36.742334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:36.759984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Pushing event updated for resources: {'Port': ['ID=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:36.764210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:36.845440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397c44-085f-4839-b989-8dbe43b4af29 req-b49841dd-e4bf-4ad2-a7be-e046f2f8a374 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:36.848965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:36.849592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:36.855344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-b49841dd-e4bf-4ad2-a7be-e046f2f8a374 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1055517 Apr 21 20:49:36.865207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30606a31-31fe-4caf-a9f7-0549369fd95e req-8ed82b9a-8a98-4198-912d-5f9bdb1b45ed tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:36.866722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30606a31-31fe-4caf-a9f7-0549369fd95e req-8ed82b9a-8a98-4198-912d-5f9bdb1b45ed tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fdea746-2935-41d4-9a09-24526e658920 HTTP/1.1" status: 200 len: 950 time: 0.1441636 Apr 21 20:49:36.908059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-5cb6cbc3-e2a6-481a-b12f-58fae799be81 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0516458 Apr 21 20:49:36.908853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-250f07ab-c0d6-4fad-a0f9-27268d60fd47 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0834858 Apr 21 20:49:36.912657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-47397c44-085f-4839-b989-8dbe43b4af29 req-006d1fb9-f83b-404a-a1c8-f650cf5e53f6 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Request body: {'floatingip': {'port_id': '86a78966-8e31-4977-b35f-66287a9632c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:36.929116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Request body: {'port': {'device_id': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:36.960954 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-47397c44-085f-4839-b989-8dbe43b4af29 req-006d1fb9-f83b-404a-a1c8-f650cf5e53f6 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:36.983930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30606a31-31fe-4caf-a9f7-0549369fd95e req-50ecf8fd-8d95-40ad-bb5f-886819f165ac tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062975 Apr 21 20:49:37.027425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa71cd6-861d-4fc1-a570-0e392bc6d410 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:37.039271 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.075656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.077760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Transition to ACTIVE for port object 0aa71cd6-861d-4fc1-a570-0e392bc6d410 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:37.097653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.116393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c0eac30f-e4d2-4355-8aa3-002520349882 None None] Provisioning complete for port e0e2e918-30cb-4373-ad9f-7a9eb660a3af triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:37.117023 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c0eac30f-e4d2-4355-8aa3-002520349882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.150479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa71cd6-861d-4fc1-a570-0e392bc6d410,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:37.169955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c0eac30f-e4d2-4355-8aa3-002520349882 None None] Port e0e2e918-30cb-4373-ad9f-7a9eb660a3af cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:37.213944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5db8c-4ebe-42d0-ba99-489ecc8ec51e req-92bb8197-248a-4a59-bb38-75ec6660c3db tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:37.215628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94d5db8c-4ebe-42d0-ba99-489ecc8ec51e req-92bb8197-248a-4a59-bb38-75ec6660c3db tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.1366575 Apr 21 20:49:37.381191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94d5db8c-4ebe-42d0-ba99-489ecc8ec51e req-b4876eb9-839b-4dee-8490-86650855e6a3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480675 Apr 21 20:49:37.473008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Attempting to bind port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:37.473263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Attempting to bind port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:37.473591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Attempting to bind port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:37.503079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:37.503504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Attempting to bind port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:37.507091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-47397c44-085f-4839-b989-8dbe43b4af29 req-006d1fb9-f83b-404a-a1c8-f650cf5e53f6 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.512810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:37.513050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:37.513273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-47397c44-085f-4839-b989-8dbe43b4af29 req-006d1fb9-f83b-404a-a1c8-f650cf5e53f6 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.513386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:37.513908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Bound port: 0aa71cd6-861d-4fc1-a570-0e392bc6d410, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:37.514371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.545258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-a7aa1329-2a0b-4c90-affa-4be5f0e37046 req-bbb342b0-359c-4973-be18-e3d45a2077ac service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:49:37.546323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7aa1329-2a0b-4c90-affa-4be5f0e37046 req-bbb342b0-359c-4973-be18-e3d45a2077ac service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090318 Apr 21 20:49:37.645104 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-47397c44-085f-4839-b989-8dbe43b4af29 req-006d1fb9-f83b-404a-a1c8-f650cf5e53f6 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Floating IP edc89f72-09ec-4756-b7b8-737a557fa6b4 associated. External IP: 172.25.0.195, port: 86a78966-8e31-4977-b35f-66287a9632c8. Apr 21 20:49:37.645446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] For port 0aa71cd6-861d-4fc1-a570-0e392bc6d410, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:37.650418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] For port 0aa71cd6-861d-4fc1-a570-0e392bc6d410, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0aa71cd6-861d-4fc1-a570-0e392bc6d410,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:37.669141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.673988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e2e918-30cb-4373-ad9f-7a9eb660a3af {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:37.685930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.737670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:37.738334 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.740024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] 10.222.0.46 "PUT /v2.0/ports/0aa71cd6-861d-4fc1-a570-0e392bc6d410 HTTP/1.1" status: 200 len: 1095 time: 1.5718682 Apr 21 20:49:37.741651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Transition to ACTIVE for port object e0e2e918-30cb-4373-ad9f-7a9eb660a3af will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:37.744090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20304fed-e017-4f3e-9e11-7dca535ede14', 'tag': '0aa71cd6-861d-4fc1-a570-0e392bc6d410'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:37.747106 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a594116-9d73-4a57-a201-c75d72a1c408" -d '{"events": [{"name": "network-changed", "server_uuid": "20304fed-e017-4f3e-9e11-7dca535ede14", "tag": "0aa71cd6-861d-4fc1-a570-0e392bc6d410"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:37.761860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:37.818649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399ce03-59fb-444f-b26c-288c63f5abc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa71cd6-861d-4fc1-a570-0e392bc6d410,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:37.913709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Pushing event updated for resources: {'Port': ['ID=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:38.011825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Attempting to bind port e0e2e918-30cb-4373-ad9f-7a9eb660a3af on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:38.012323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Attempting to bind port e0e2e918-30cb-4373-ad9f-7a9eb660a3af by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:38.012661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Attempting to bind port e0e2e918-30cb-4373-ad9f-7a9eb660a3af on network d1e06e87-3ae6-4925-939a-4294a67b477e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:38.024588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-f875f6ea-e36d-4e2a-9444-2a8533d7b368 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2291107 Apr 21 20:49:38.026909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-b39379e8-6d86-493b-9cc5-f35a9de2b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.028330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-b39379e8-6d86-493b-9cc5-f35a9de2b04d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0b419b66b1d4917ad193054b9fc954f&device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 1098 time: 0.2315435 Apr 21 20:49:38.029137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Port e0e2e918-30cb-4373-ad9f-7a9eb660a3af on network d1e06e87-3ae6-4925-939a-4294a67b477e not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:38.029522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Attempting to bind port e0e2e918-30cb-4373-ad9f-7a9eb660a3af on network d1e06e87-3ae6-4925-939a-4294a67b477e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:38.034958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:38.035295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Checking segment: {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:38.035677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Bound using segment: {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:38.036102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Bound port: e0e2e918-30cb-4373-ad9f-7a9eb660a3af, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e070a30-e3da-4c03-bd05-05c129314464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:38.036456 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:38.104498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47397c44-085f-4839-b989-8dbe43b4af29 req-006d1fb9-f83b-404a-a1c8-f650cf5e53f6 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Router b5b78842-12d7-4b67-b77b-c153a28c6509 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:49:38.107862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-e1456938-e11b-4153-9cd4-43983e223aa1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=0aa71cd6-861d-4fc1-a570-0e392bc6d410 HTTP/1.1" status: 200 len: 217 time: 0.0691032 Apr 21 20:49:38.183706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] For port e0e2e918-30cb-4373-ad9f-7a9eb660a3af, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:38.225537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] For port e0e2e918-30cb-4373-ad9f-7a9eb660a3af, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:38.237099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:38.305922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Pushing event updated for resources: {'Port': ['ID=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:38.324291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.324940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:38.326449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-82488553-34d1-4a7c-93e3-65541426174b service neutron] 10.222.0.46 "PUT /v2.0/ports/e0e2e918-30cb-4373-ad9f-7a9eb660a3af HTTP/1.1" status: 200 len: 1092 time: 1.4054515 Apr 21 20:49:38.328754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-a52a9842-a4c4-42e2-8a2b-6e66b2207999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.331603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-a52a9842-a4c4-42e2-8a2b-6e66b2207999 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1451676 Apr 21 20:49:38.466620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-e3580354-6194-48db-aa5f-bb2dbe6ec285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.468324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-e3580354-6194-48db-aa5f-bb2dbe6ec285 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1305077 Apr 21 20:49:38.470775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-779b3dfb-7c0f-426a-b616-3d9d7ec9b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.472371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-779b3dfb-7c0f-426a-b616-3d9d7ec9b9c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bb566ee2745403d9546e81221628e27&device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 1095 time: 0.0626373 Apr 21 20:49:38.629800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-012b4d0d-3100-4e88-a2bf-7fb1e3ae9e66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e2e918-30cb-4373-ad9f-7a9eb660a3af HTTP/1.1" status: 200 len: 217 time: 0.1136389 Apr 21 20:49:38.648733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92433-4197-40b8-a594-0c2df86247e5 req-9713b12c-d82d-4cb2-9ed2-a89dbc26b529 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.655323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92433-4197-40b8-a594-0c2df86247e5 req-9713b12c-d82d-4cb2-9ed2-a89dbc26b529 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.657874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9f92433-4197-40b8-a594-0c2df86247e5 req-9713b12c-d82d-4cb2-9ed2-a89dbc26b529 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fdea746-2935-41d4-9a09-24526e658920&device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 1690 time: 0.1786878 Apr 21 20:49:38.661397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47397c44-085f-4839-b989-8dbe43b4af29 req-006d1fb9-f83b-404a-a1c8-f650cf5e53f6 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:49:38.668796 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-47397c44-085f-4839-b989-8dbe43b4af29 req-006d1fb9-f83b-404a-a1c8-f650cf5e53f6 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:38.678907 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] Sync routers for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:49:38.693792 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:38.710084 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:38.756682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-006d1fb9-f83b-404a-a1c8-f650cf5e53f6 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "PUT /v2.0/floatingips/edc89f72-09ec-4756-b7b8-737a557fa6b4 HTTP/1.1" status: 200 len: 996 time: 1.8476815 Apr 21 20:49:38.757256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:38.770169 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-777efcb5-4b8f-4fcd-aaf7-b367f8e53a0d service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486322 Apr 21 20:49:38.770381 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbadb58c-fcea-4055-9744-6669c64f60f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "tag": "86a78966-8e31-4977-b35f-66287a9632c8"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:38.790973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-54b4027f-c05f-4a7a-bcc3-958d3fd1426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.792446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-54b4027f-c05f-4a7a-bcc3-958d3fd1426b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa1f080a-94a5-4bbf-bfc6-70873c141d8c HTTP/1.1" status: 200 len: 854 time: 0.1200712 Apr 21 20:49:38.862982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397c44-085f-4839-b989-8dbe43b4af29 req-15dadb98-50ef-4fce-a8c0-5a8a197ccc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.863287 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9f92433-4197-40b8-a594-0c2df86247e5 req-52cdfd08-a7f9-4b8b-aeba-267ef6f0c364 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596000 Apr 21 20:49:38.866677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-15dadb98-50ef-4fce-a8c0-5a8a197ccc97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e2721f6cff04e11b16a12bd02c9e25c&device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 1096 time: 0.0887825 Apr 21 20:49:38.923772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-89b42c2c-7590-4e12-aff3-5a8acc2db254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:38.925280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-89b42c2c-7590-4e12-aff3-5a8acc2db254 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d1e06e87-3ae6-4925-939a-4294a67b477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213150 Apr 21 20:49:39.007086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-802b8559-c7fc-4b19-b925-b414b07fd6dc req-13cf4d8b-132a-4f09-b64f-dde2a91a79d9 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234228 Apr 21 20:49:39.042371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397c44-085f-4839-b989-8dbe43b4af29 req-e63c92ac-dce0-44d7-b952-c4d834f5db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:39.044448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-e63c92ac-dce0-44d7-b952-c4d834f5db80 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc HTTP/1.1" status: 200 len: 929 time: 0.1622767 Apr 21 20:49:39.051194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-9738493b-f83c-4cd3-b088-bfa8d4cfd769 service neutron] 10.222.0.46 "GET /v2.0/networks/d1e06e87-3ae6-4925-939a-4294a67b477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113346 Apr 21 20:49:39.083026 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:39.123531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-1d393aaa-70ff-4bfe-ba53-8d7cddd7d2bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a78966-8e31-4977-b35f-66287a9632c8 HTTP/1.1" status: 200 len: 999 time: 0.0719683 Apr 21 20:49:39.192951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397c44-085f-4839-b989-8dbe43b4af29 req-328e263c-63b5-4a27-8fb2-5606a62f30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:39.203244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-328e263c-63b5-4a27-8fb2-5606a62f30b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f791c37-8014-427f-9e7d-0630d2252691 HTTP/1.1" status: 200 len: 867 time: 0.0720108 Apr 21 20:49:39.271474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e53d73cb-e4b9-4f9d-9589-8968fb42db37 req-036e9de3-6977-4e8b-9d1a-f553c9b2da2c service neutron] 10.222.0.46 "GET /v2.0/networks/d1e06e87-3ae6-4925-939a-4294a67b477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034359 Apr 21 20:49:39.315904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397c44-085f-4839-b989-8dbe43b4af29 req-3c78bbf7-5ba1-45ec-88f2-ad6c99449360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:39.330339 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-3c78bbf7-5ba1-45ec-88f2-ad6c99449360 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194794 Apr 21 20:49:39.339339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-cbf2f9cf-a476-4243-b83d-217a993ad191 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:49:39.347251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-cbf2f9cf-a476-4243-b83d-217a993ad191 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159118 Apr 21 20:49:39.408179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a415fb-af0a-41d2-af47-77210ced53b2 req-fc90d137-f236-47b8-a97f-75fb373b85d4 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:39.414102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-86a415fb-af0a-41d2-af47-77210ced53b2 req-fc90d137-f236-47b8-a97f-75fb373b85d4 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 947 time: 0.0548360 Apr 21 20:49:39.458802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-86a415fb-af0a-41d2-af47-77210ced53b2 req-2c6ddaa1-befc-477c-8cc6-b99ca98ab875 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Apr 21 20:49:39.471523 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'edc89f72-09ec-4756-b7b8-737a557fa6b4', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'port_id': '86a78966-8e31-4977-b35f-66287a9632c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'mac_address': 'fa:16:3e:b6:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:49:35Z', 'updated_at': '2022-04-21T20:49:37Z', 'revision_number': 1, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c321c64-3713-4425-a600-e4d01318c084', 'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'mac_address': 'fa:16:3e:97:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:15Z', 'updated_at': '2022-04-21T20:49:21Z', 'revision_number': 5, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'subnets': [{'id': '1f791c37-8014-427f-9e7d-0630d2252691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:39.505340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-d0eafeec-6d80-4cad-8f2b-7d11d09b5788 service neutron] 10.222.0.49 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570590 Apr 21 20:49:39.516381 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] Checking router: b5b78842-12d7-4b67-b77b-c153a28c6509 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:49:39.526273 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:39.526877 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:39.605684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223db7-10b1-4688-9268-16d4422c5ba7 req-690405ed-183f-4d7b-9cf9-91ebc1e7f407 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:39.615163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef223db7-10b1-4688-9268-16d4422c5ba7 req-690405ed-183f-4d7b-9cf9-91ebc1e7f407 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 944 time: 0.0764554 Apr 21 20:49:39.653306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef223db7-10b1-4688-9268-16d4422c5ba7 req-396cae24-bcd1-4133-9a9e-01c758ebb948 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371287 Apr 21 20:49:39.695799 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:39.729427 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47397c44-085f-4839-b989-8dbe43b4af29 req-bbc24a88-ab78-4474-bfc0-5671010ca940 service neutron] 10.222.0.49 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189884 Apr 21 20:49:39.791253 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110e548-2661-4a71-a837-69aa6155cc24 x-openstack-request-id: req-b110e548-2661-4a71-a837-69aa6155cc24 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:39.791544 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20304fed-e017-4f3e-9e11-7dca535ede14", "tag": "0aa71cd6-861d-4fc1-a570-0e392bc6d410", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:39.791792 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b110e548-2661-4a71-a837-69aa6155cc24 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:39.792190 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b110e548-2661-4a71-a837-69aa6155cc24'] response: {'name': 'network-changed', 'server_uuid': '20304fed-e017-4f3e-9e11-7dca535ede14', 'tag': '0aa71cd6-861d-4fc1-a570-0e392bc6d410', 'status': 'completed', 'code': 200} Apr 21 20:49:39.828853 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:49:39.884065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50a1c-0d80-4aba-b2f3-5ae13506118a req-3a517467-dc76-459d-95d6-2488131e4c9e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:39.892737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2b50a1c-0d80-4aba-b2f3-5ae13506118a req-3a517467-dc76-459d-95d6-2488131e4c9e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1226420 Apr 21 20:49:39.927297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7af5d6-510b-445f-a7c3-4c644a654da2 req-574059c5-e08a-4504-9ca7-9826cbecbf49 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:39.929579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b7af5d6-510b-445f-a7c3-4c644a654da2 req-574059c5-e08a-4504-9ca7-9826cbecbf49 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0717392 Apr 21 20:49:39.932472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-1cd6e088-1997-4b53-a0f1-8f53af1499e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:39.933959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-1cd6e088-1997-4b53-a0f1-8f53af1499e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b0b419b66b1d4917ad193054b9fc954f&device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 1098 time: 0.1159203 Apr 21 20:49:39.951483 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2b50a1c-0d80-4aba-b2f3-5ae13506118a req-4fcd5b00-d96b-4b8b-802f-16306b1ab7bd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530283 Apr 21 20:49:39.998816 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b7af5d6-510b-445f-a7c3-4c644a654da2 req-0b6b5737-7ba1-4f31-811e-190a80d23969 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631151 Apr 21 20:49:40.011262 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842c1eb6-e3ca-4588-9079-5543d804cbcc x-openstack-request-id: req-842c1eb6-e3ca-4588-9079-5543d804cbcc {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:40.011553 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "tag": "86a78966-8e31-4977-b35f-66287a9632c8", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:40.011808 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-842c1eb6-e3ca-4588-9079-5543d804cbcc {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:40.012204 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842c1eb6-e3ca-4588-9079-5543d804cbcc'] response: {'name': 'network-changed', 'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8', 'status': 'completed', 'code': 200} Apr 21 20:49:40.013201 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'edc89f72-09ec-4756-b7b8-737a557fa6b4', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'port_id': '86a78966-8e31-4977-b35f-66287a9632c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'mac_address': 'fa:16:3e:b6:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:49:35Z', 'updated_at': '2022-04-21T20:49:37Z', 'revision_number': 1, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c321c64-3713-4425-a600-e4d01318c084', 'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'mac_address': 'fa:16:3e:97:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:15Z', 'updated_at': '2022-04-21T20:49:21Z', 'revision_number': 5, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'subnets': [{'id': '1f791c37-8014-427f-9e7d-0630d2252691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:40.056573 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34588dd-690a-4ca2-a2b0-7ca932f2b3a1 None None] The sync data for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 is: [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'edc89f72-09ec-4756-b7b8-737a557fa6b4', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'port_id': '86a78966-8e31-4977-b35f-66287a9632c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'mac_address': 'fa:16:3e:b6:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:49:35Z', 'updated_at': '2022-04-21T20:49:37Z', 'revision_number': 1, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c321c64-3713-4425-a600-e4d01318c084', 'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'mac_address': 'fa:16:3e:97:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:15Z', 'updated_at': '2022-04-21T20:49:21Z', 'revision_number': 5, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'subnets': [{'id': '1f791c37-8014-427f-9e7d-0630d2252691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:49:40.155628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159e3d5-7072-4ea5-8f3c-5b8f663d4336 req-67757f50-5cb3-47ed-8bdb-beeb2d76464b tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:40.163565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2159e3d5-7072-4ea5-8f3c-5b8f663d4336 req-67757f50-5cb3-47ed-8bdb-beeb2d76464b tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 1095 time: 0.0585139 Apr 21 20:49:40.201316 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2159e3d5-7072-4ea5-8f3c-5b8f663d4336 req-96e545c8-243b-47d2-b123-3a3f96456ac1 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368454 Apr 21 20:49:40.261284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-6eed5526-82c3-4c9a-80ec-d1273c78b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:40.261868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-6eed5526-82c3-4c9a-80ec-d1273c78b202 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3093877 Apr 21 20:49:40.367826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc501987-dfee-420f-b394-0429f8672a19 req-bddf765b-f237-4614-8cf1-39e02500489e tempest-LiveMigrationNegativeTest-1062209877 tempest-LiveMigrationNegativeTest-1062209877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:40.369633 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc501987-dfee-420f-b394-0429f8672a19 req-bddf765b-f237-4614-8cf1-39e02500489e tempest-LiveMigrationNegativeTest-1062209877 tempest-LiveMigrationNegativeTest-1062209877-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 1100 time: 0.0688272 Apr 21 20:49:40.389620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fc501987-dfee-420f-b394-0429f8672a19 req-6584c66c-d5b3-45c1-82da-8b5ec08f1a51 tempest-LiveMigrationNegativeTest-1062209877 tempest-LiveMigrationNegativeTest-1062209877-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:40.406040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e7c300-5adf-48f2-8ae3-1eb23cf38d9c None None] New status for floating IP edc89f72-09ec-4756-b7b8-737a557fa6b4: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:49:40.513988 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fc501987-dfee-420f-b394-0429f8672a19 req-6584c66c-d5b3-45c1-82da-8b5ec08f1a51 tempest-LiveMigrationNegativeTest-1062209877 tempest-LiveMigrationNegativeTest-1062209877-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:40.521506 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fc501987-dfee-420f-b394-0429f8672a19 req-6584c66c-d5b3-45c1-82da-8b5ec08f1a51 tempest-LiveMigrationNegativeTest-1062209877 tempest-LiveMigrationNegativeTest-1062209877-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:40.540630 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc501987-dfee-420f-b394-0429f8672a19 req-6584c66c-d5b3-45c1-82da-8b5ec08f1a51 tempest-LiveMigrationNegativeTest-1062209877 tempest-LiveMigrationNegativeTest-1062209877-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644554 Apr 21 20:49:40.565949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584c66c-d5b3-45c1-82da-8b5ec08f1a51 tempest-LiveMigrationNegativeTest-1062209877 tempest-LiveMigrationNegativeTest-1062209877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5800d747-99fe-4274-9abd-71b524240110,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:40.672140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f38ee4-a87e-4ee4-bc0e-ae5929c808c6 req-2aeed279-f7b8-4aa2-9076-9baf78cc3491 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:40.674357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1f38ee4-a87e-4ee4-bc0e-ae5929c808c6 req-2aeed279-f7b8-4aa2-9076-9baf78cc3491 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1fdea746-2935-41d4-9a09-24526e658920 HTTP/1.1" status: 200 len: 1101 time: 0.0510209 Apr 21 20:49:40.695786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-6bbc4b4b-8ada-4cf6-be3c-dbd839e37f21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=0aa71cd6-861d-4fc1-a570-0e392bc6d410 HTTP/1.1" status: 200 len: 217 time: 0.0940301 Apr 21 20:49:40.718592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1f38ee4-a87e-4ee4-bc0e-ae5929c808c6 req-f9eb705b-c224-4e51-a895-a907ee231d27 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371239 Apr 21 20:49:40.727171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-d15e4a78-a240-448a-a104-3b28fe504564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:40.728628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-d15e4a78-a240-448a-a104-3b28fe504564 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e2721f6cff04e11b16a12bd02c9e25c&device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 1096 time: 0.6523352 Apr 21 20:49:40.863307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-7738f0df-5bcd-4894-9cf4-c4825853caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:40.865301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-7738f0df-5bcd-4894-9cf4-c4825853caf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 1101 time: 0.7242813 Apr 21 20:49:40.879905 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-d246de69-d97a-4e51-a9c8-7b81135fef29 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 258 time: 0.7498338 Apr 21 20:49:40.881709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-274957be-9538-43c5-aeb3-68faa5ebd020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:40.882765 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-274957be-9538-43c5-aeb3-68faa5ebd020 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1732457 Apr 21 20:49:40.896190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:40.932877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-a69601ff-3bdd-4e3d-a7a5-70eb4ed89205 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:40.934501 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-a69601ff-3bdd-4e3d-a7a5-70eb4ed89205 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 821 time: 0.1219895 Apr 21 20:49:40.952557 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cdf0ed4c-f443-4b82-a9ee-e97ee8816284 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/quotas/0cd9c8f481ed4b43a275fdf002b13f29 HTTP/1.1" status: 200 len: 375 time: 0.0111244 Apr 21 20:49:41.005808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-a54052e3-1b20-47d9-a798-eba4376487b7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460269 Apr 21 20:49:41.015628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-9c90238c-9133-4c86-bb07-1e2094b71f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.018238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-9c90238c-9133-4c86-bb07-1e2094b71f49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc HTTP/1.1" status: 200 len: 929 time: 0.2728553 Apr 21 20:49:41.023169 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:41.099586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-de5501de-d565-4178-b7bd-4eb600bc31e4 service neutron] 10.222.0.49 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861945 Apr 21 20:49:41.102022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-a9417c9c-8ba8-4bee-a99a-966b409e5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.103478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-a9417c9c-8ba8-4bee-a99a-966b409e5d7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021725 Apr 21 20:49:41.185295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-9109ae51-b466-49ce-bb24-19550a487e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.186721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-9109ae51-b466-49ce-bb24-19550a487e9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2962098 Apr 21 20:49:41.189317 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-0764f8c2-17d8-462a-a77a-b0a19f075813 service neutron] 10.222.0.49 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822544 Apr 21 20:49:41.269915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-283d830b-7e9d-4c66-99ab-0a8db232aeb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a78966-8e31-4977-b35f-66287a9632c8 HTTP/1.1" status: 200 len: 1001 time: 0.2379653 Apr 21 20:49:41.277189 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-16aac206-cecc-4ddc-931b-57648066f6ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 217 time: 0.0759575 Apr 21 20:49:41.401011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d01d38-ff4c-4b16-8831-671ef87db824 req-1cede608-dfc5-4f25-92e4-bc9ec8c78d89 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.402583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7d01d38-ff4c-4b16-8831-671ef87db824 req-1cede608-dfc5-4f25-92e4-bc9ec8c78d89 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 947 time: 0.0625656 Apr 21 20:49:41.405966 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-eee7ffcc-c579-4cd9-8578-696ae845f0fa service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830095 Apr 21 20:49:41.410267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-3e30bd93-e158-4dbd-b4c5-a32708e7d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.411608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-3e30bd93-e158-4dbd-b4c5-a32708e7d7bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f791c37-8014-427f-9e7d-0630d2252691 HTTP/1.1" status: 200 len: 867 time: 0.1336713 Apr 21 20:49:41.413128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-df3d2f55-e369-453c-a24c-18d0cbafa3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.414432 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-df3d2f55-e369-453c-a24c-18d0cbafa3d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1194813 Apr 21 20:49:41.445130 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7d01d38-ff4c-4b16-8831-671ef87db824 req-4dbda3d1-37fb-46a9-aaf2-369e58adfde3 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359263 Apr 21 20:49:41.570418 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:41.593184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-be0aaf6f-04f0-485f-8ba7-c3fa6d431d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.595226 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-be0aaf6f-04f0-485f-8ba7-c3fa6d431d97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682777 Apr 21 20:49:41.601328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81a51b-5123-43d9-b8c3-7fd9da4f42a1 req-284de116-c6e8-4176-b495-d1cec63bf23d tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.603429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-6817a86b-e4dd-4377-8e70-a126b3d75fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.603747 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e81a51b-5123-43d9-b8c3-7fd9da4f42a1 req-284de116-c6e8-4176-b495-d1cec63bf23d tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 944 time: 0.0561717 Apr 21 20:49:41.604867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-6817a86b-e4dd-4377-8e70-a126b3d75fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794167 Apr 21 20:49:41.651885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e81a51b-5123-43d9-b8c3-7fd9da4f42a1 req-df8c67ec-4792-4b3b-bd6c-85a4848dbfcd tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 Apr 21 20:49:41.682667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a594116-9d73-4a57-a201-c75d72a1c408 req-c0ee374d-5567-4688-b899-7bba90a218c7 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644932 Apr 21 20:49:41.779396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5019ba5-abd0-4c5f-9357-134a15a1b31a req-0b8a4b4b-1692-4b60-90d0-41b660fa86fa tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.780988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e5019ba5-abd0-4c5f-9357-134a15a1b31a req-0b8a4b4b-1692-4b60-90d0-41b660fa86fa tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 1100 time: 0.0465505 Apr 21 20:49:41.800596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'tag': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:41.802781 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23359b03-8087-4374-931e-2d87e7212397" -d '{"events": [{"name": "network-changed", "server_uuid": "935e4f82-b773-4e5c-b7fe-83defb6e08a4", "tag": "e0e2e918-30cb-4373-ad9f-7a9eb660a3af"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:41.822345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e5019ba5-abd0-4c5f-9357-134a15a1b31a req-20969c7a-301f-4a80-8510-7959738c4b5d tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329599 Apr 21 20:49:41.865435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-7c878f52-613d-4524-aed8-c5c6acf5cd74 service neutron] 10.222.0.43 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344582 Apr 21 20:49:41.875873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-8f8696b8-2987-4a27-bab1-26273fcc2281 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423084 Apr 21 20:49:41.895046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Allocated IP 172.25.0.99 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/5c7b5bcc-1bf4-4079-940d-22173c4b7e0d) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:41.990175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58de16-c208-4d2a-a32b-21b38e5d6465 req-68c24fd9-d1be-4e81-9190-70040ff157ce tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:41.992811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c58de16-c208-4d2a-a32b-21b38e5d6465 req-68c24fd9-d1be-4e81-9190-70040ff157ce tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0731428 Apr 21 20:49:42.031359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c58de16-c208-4d2a-a32b-21b38e5d6465 req-ad3552c4-af6f-4caf-80a3-f3902aab0d5a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Apr 21 20:49:42.113769 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e93bf3c5-dfe6-4e92-9f1a-c88605bb49b6 req-2826240d-91c4-466c-a0af-b2b1d217b0f5 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 210 time: 0.0273592 Apr 21 20:49:42.365240 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4018fc78-ce5b-4903-8dd8-87cba5929edb x-openstack-request-id: req-4018fc78-ce5b-4903-8dd8-87cba5929edb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:42.365526 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935e4f82-b773-4e5c-b7fe-83defb6e08a4", "tag": "e0e2e918-30cb-4373-ad9f-7a9eb660a3af", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:42.365772 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4018fc78-ce5b-4903-8dd8-87cba5929edb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:42.366187 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4018fc78-ce5b-4903-8dd8-87cba5929edb'] response: {'name': 'network-changed', 'server_uuid': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'tag': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af', 'status': 'completed', 'code': 200} Apr 21 20:49:42.371258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbadb58c-fcea-4055-9744-6669c64f60f0 req-fb9d67bd-dad1-491c-8c16-b1ea160fe284 service neutron] 10.222.0.43 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978552 Apr 21 20:49:42.462873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-af5c4483-a7a0-46c2-9d12-aba2ee167f65 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692270 Apr 21 20:49:42.505355 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-452ae201-f319-4535-a504-78b533b3d263 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478535 Apr 21 20:49:42.511241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:42.536457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359b03-8087-4374-931e-2d87e7212397 req-87cbbd15-bef8-492d-aa3b-ebf90143a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:42.538263 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23359b03-8087-4374-931e-2d87e7212397 req-87cbbd15-bef8-492d-aa3b-ebf90143a7d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bb566ee2745403d9546e81221628e27&device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 1095 time: 0.1220791 Apr 21 20:49:42.546003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-948a98fd-79a4-4100-a645-424692cdc9a4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:42.547515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-948a98fd-79a4-4100-a645-424692cdc9a4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 821 time: 0.2173197 Apr 21 20:49:42.569187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Request body: {'port': {'device_id': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5', 'admin_state_up': True, 'tenant_id': '0cd9c8f481ed4b43a275fdf002b13f29'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:42.622114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-050adffa-84e2-4d1d-a7bd-914e20f92725 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:42.623635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-050adffa-84e2-4d1d-a7bd-914e20f92725 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165507 Apr 21 20:49:42.644726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-15a0ea50-7bd2-431e-adad-aea1b3cb6a78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/quotas/13a216be7b284863a0694c0b683fe3de HTTP/1.1" status: 200 len: 375 time: 0.0111947 Apr 21 20:49:42.690565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:42.708206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-1e0e8b55-4dfd-44ff-9497-c12d11f43eeb tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0581181 Apr 21 20:49:42.759305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:42.774870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:42.787615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:42.799292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Pushing event updated for resources: {'Port': ['ID=5c7b5bcc-1bf4-4079-940d-22173c4b7e0d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:42.830270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359b03-8087-4374-931e-2d87e7212397 req-5bb9a2e8-b13f-4c2b-a1c6-1086d7b8ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:42.831723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23359b03-8087-4374-931e-2d87e7212397 req-5bb9a2e8-b13f-4c2b-a1c6-1086d7b8ceef service neutron] 10.222.0.46 "GET /v2.0/networks?id=d1e06e87-3ae6-4925-939a-4294a67b477e HTTP/1.1" status: 200 len: 916 time: 0.2711000 Apr 21 20:49:42.894583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23359b03-8087-4374-931e-2d87e7212397 req-ccb98c8d-c810-414a-863d-c63a60381b98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e2e918-30cb-4373-ad9f-7a9eb660a3af HTTP/1.1" status: 200 len: 217 time: 0.0519657 Apr 21 20:49:42.920365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Made reservation on behalf of 0cd9c8f481ed4b43a275fdf002b13f29 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:42.924114 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:43.019003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:43.051991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359b03-8087-4374-931e-2d87e7212397 req-f064c3e2-fed7-4703-a868-9570c3322a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:43.053812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23359b03-8087-4374-931e-2d87e7212397 req-f064c3e2-fed7-4703-a868-9570c3322a06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa1f080a-94a5-4bbf-bfc6-70873c141d8c HTTP/1.1" status: 200 len: 854 time: 0.1486030 Apr 21 20:49:43.094440 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-e673d806-f7ad-468d-b434-6ff5b2c2105d tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--34912372&fields=id&tenant_id=7a16b123a9cf4beaaff2c329f5f855eb HTTP/1.1" status: 200 len: 267 time: 0.0568054 Apr 21 20:49:43.128448 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:43.221936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359b03-8087-4374-931e-2d87e7212397 req-e762ac53-dcd6-410a-9c6a-a8496413e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:43.222798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-41e01fc4-a774-4384-a359-93e5667f78fc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:43.223444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23359b03-8087-4374-931e-2d87e7212397 req-e762ac53-dcd6-410a-9c6a-a8496413e04e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d1e06e87-3ae6-4925-939a-4294a67b477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538923 Apr 21 20:49:43.224434 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-41e01fc4-a774-4384-a359-93e5667f78fc tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/networks?id=ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 200 len: 823 time: 0.1212134 Apr 21 20:49:43.228474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Allocated IP 172.20.0.11 (3f844257-3971-4842-8d6e-2287bca8c3d5/59fc8748-6c5d-4e0a-80c8-c93c954d0f9e/30200fbf-1ce2-45de-ab18-a53bbd310966) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:43.241106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-fbf868dd-56d4-4735-8bc3-ee46beab6fbf tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/quotas/7a16b123a9cf4beaaff2c329f5f855eb HTTP/1.1" status: 200 len: 375 time: 0.0100837 Apr 21 20:49:43.305387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-a8d92e59-57bb-4795-9b9d-044f50a422b8 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0566423 Apr 21 20:49:43.408100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-fca86107-cc50-4679-a531-2a2138d0e3bb service neutron] 10.222.0.49 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881371 Apr 21 20:49:43.427309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23359b03-8087-4374-931e-2d87e7212397 req-7d8f8da8-555c-4231-91d4-c577f276380c service neutron] 10.222.0.46 "GET /v2.0/networks/d1e06e87-3ae6-4925-939a-4294a67b477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944969 Apr 21 20:49:43.515572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-54281d6d-ad3e-4487-98f5-f871d3ac9db3 service neutron] 10.222.0.49 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012230 Apr 21 20:49:43.615467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:43.630998 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:43.651532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23359b03-8087-4374-931e-2d87e7212397 req-f3287ce7-e083-46f6-8526-e780f1bedbfb service neutron] 10.222.0.46 "GET /v2.0/networks/d1e06e87-3ae6-4925-939a-4294a67b477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153165 Apr 21 20:49:43.654087 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:43.725171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Pushing event updated for resources: {'Port': ['ID=5c7b5bcc-1bf4-4079-940d-22173c4b7e0d,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:43.728100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a828c03-171c-475f-b316-24fcc7a19b14 req-86777f19-0aef-403a-b849-3385001a4484 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:43.736120 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a828c03-171c-475f-b316-24fcc7a19b14 req-86777f19-0aef-403a-b849-3385001a4484 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 947 time: 0.0601642 Apr 21 20:49:43.749552 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:43.758035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0aa71cd6-861d-4fc1-a570-0e392bc6d410 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:43.761803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:43.776288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:43.777201 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a828c03-171c-475f-b316-24fcc7a19b14 req-140a1824-3a7f-4245-a7c0-c2f996e4669a tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Apr 21 20:49:43.777501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-f11d5760-727b-44f1-8a98-d686ceb665ce tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8901026 Apr 21 20:49:43.824104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Network 3f844257-3971-4842-8d6e-2287bca8c3d5 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:43.859360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:43.870303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:43.874647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Pushing event updated for resources: {'Port': ['ID=30200fbf-1ce2-45de-ab18-a53bbd310966,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:43.885689 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-11ec4130-4ec8-4de2-a6a6-490451be1a9a tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.0883574 Apr 21 20:49:43.933037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 0aa71cd6-861d-4fc1-a570-0e392bc6d410, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0aa71cd6-861d-4fc1-a570-0e392bc6d410,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:43.954801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '0aa71cd6-861d-4fc1-a570-0e392bc6d410', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '0aa71cd6-861d-4fc1-a570-0e392bc6d410', 'mac_address': 'fa:16:3e:51:a1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:43.973361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81c574-6a71-4816-b786-2590e24fe578 req-ab9a5a71-7eaa-4a31-bfd2-c3981e16abfc tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:43.994212 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab81c574-6a71-4816-b786-2590e24fe578 req-ab9a5a71-7eaa-4a31-bfd2-c3981e16abfc tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 944 time: 0.1208417 Apr 21 20:49:44.003643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:44.004270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:44.027687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-c8f9dcfd-425f-49ae-8785-2d7d79f2de25 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444081 Apr 21 20:49:44.035686 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:44.057215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-cecd1b28-ad8a-400e-ab5f-c166516e9316 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4974787 Apr 21 20:49:44.058975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab81c574-6a71-4816-b786-2590e24fe578 req-12e2628f-d914-4b6e-9826-26d4d2bf2d44 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625954 Apr 21 20:49:44.076338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Request body: {'port': {'device_id': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:44.149305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-c87430a6-b1be-45e5-a4b6-2eb17aebc9e5 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:44.155988 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b73fb8c-c37f-45d0-9c1f-20980bf52723 req-c87430a6-b1be-45e5-a4b6-2eb17aebc9e5 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2693403 Apr 21 20:49:44.218197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa71cd6-861d-4fc1-a570-0e392bc6d410 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:44.241030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 0aa71cd6-861d-4fc1-a570-0e392bc6d410, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0aa71cd6-861d-4fc1-a570-0e392bc6d410,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:44.246028 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:44.253232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fbd25ad0-dfea-4380-9a5f-1b704715bea1 req-59e362df-951a-46de-8eae-35be6b7c55ef tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 210 time: 0.0421052 Apr 21 20:49:44.313034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=0aa71cd6-861d-4fc1-a570-0e392bc6d410,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:44.330565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:44.370443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-b835dec1-c361-4918-be5a-eb9e855d5432 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:44.371212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a35a5f-267f-489f-8506-92bb16a7df43 req-c3541055-eaa1-4fb3-989a-b0ac41fb4e34 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:44.371796 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-b835dec1-c361-4918-be5a-eb9e855d5432 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356211 Apr 21 20:49:44.372685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79a35a5f-267f-489f-8506-92bb16a7df43 req-c3541055-eaa1-4fb3-989a-b0ac41fb4e34 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0554950 Apr 21 20:49:44.405405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Request body: {'port': {'device_id': 'e02fdfe6-50aa-4cc3-b83f-543c26929dda', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '13a216be7b284863a0694c0b683fe3de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:44.415154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79a35a5f-267f-489f-8506-92bb16a7df43 req-31fc403a-e031-4811-8c88-40648a7e9638 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Apr 21 20:49:44.416579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40bced-3572-4f25-bb0c-93cca7df3288 req-72dd7b72-9485-46b1-9b1d-fe33424c90d2 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:44.418022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c40bced-3572-4f25-bb0c-93cca7df3288 req-72dd7b72-9485-46b1-9b1d-fe33424c90d2 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.1626809 Apr 21 20:49:44.534023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef71c-c507-4071-a0c6-54d1a095620a req-c678e953-165d-4c9b-aefc-e4b6450fbd58 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:44.535605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d9ef71c-c507-4071-a0c6-54d1a095620a req-c678e953-165d-4c9b-aefc-e4b6450fbd58 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 932 time: 0.0606883 Apr 21 20:49:44.575250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d9ef71c-c507-4071-a0c6-54d1a095620a req-7b0da5b9-fe5c-4624-adbe-cb086e949e86 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333126 Apr 21 20:49:44.641139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c40bced-3572-4f25-bb0c-93cca7df3288 req-b46b49db-2fff-4f00-a735-9c018d3f49c6 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976202 Apr 21 20:49:44.668812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0246cb39-c16a-4367-bdf3-13e91052ab59 req-3d443633-f4d8-4ea6-a149-9465cb951f42 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0312231 Apr 21 20:49:44.684383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-8b77bb9d-570c-4ddc-bab8-033f817a2504 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:44.685839 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-8b77bb9d-570c-4ddc-bab8-033f817a2504 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.46 "GET /v2.0/ports?device_id=50ece6f4-61c5-48c5-9aa1-9ff16434a75d HTTP/1.1" status: 200 len: 945 time: 0.2018275 Apr 21 20:49:44.828556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Made reservation on behalf of 13a216be7b284863a0694c0b683fe3de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:44.832122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:44.846576 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['0aa71cd6-861d-4fc1-a570-0e392bc6d410'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:44.946093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d576e52-ce09-4622-9128-688c7486b70e req-45763274-23fc-4ac7-a406-6de3141a6a4c tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:44.950437 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d576e52-ce09-4622-9128-688c7486b70e req-45763274-23fc-4ac7-a406-6de3141a6a4c tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 948 time: 0.0655074 Apr 21 20:49:45.005915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d576e52-ce09-4622-9128-688c7486b70e req-429358e3-12a5-437c-95d9-d8f6bd3cdf0d tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502193 Apr 21 20:49:45.184010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d00d-0bcf-4537-9b3e-66357f2cc33f req-1bfd38b4-6c87-4990-9105-9f7f68ad2b76 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:45.185649 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f51d00d-0bcf-4537-9b3e-66357f2cc33f req-1bfd38b4-6c87-4990-9105-9f7f68ad2b76 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 944 time: 0.0508289 Apr 21 20:49:45.225471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f51d00d-0bcf-4537-9b3e-66357f2cc33f req-8161c41e-6e64-457c-b4b4-cea8227a7fcf tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Apr 21 20:49:45.278275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29df61-184c-4141-bb5f-ba5d5991c294 req-b0a299e4-a575-4a1a-9d18-14a71d269348 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:45.278744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ab228-3a26-43a0-b877-fcbb2911224a req-47245e33-8efc-44e3-a349-df407db9b3b2 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:45.279772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b29df61-184c-4141-bb5f-ba5d5991c294 req-b0a299e4-a575-4a1a-9d18-14a71d269348 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5253723 Apr 21 20:49:45.280192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-337ab228-3a26-43a0-b877-fcbb2911224a req-47245e33-8efc-44e3-a349-df407db9b3b2 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 949 time: 0.0518129 Apr 21 20:49:45.355437 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-94191544-dcad-4e12-a792-2da1a2068725 req-5942f459-909a-4777-880f-9d3907633de9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 210 time: 0.0343714 Apr 21 20:49:45.410950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-337ab228-3a26-43a0-b877-fcbb2911224a req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Deleting port ade240bf-662e-4695-9d5a-15050fad1352 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:45.411285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-337ab228-3a26-43a0-b877-fcbb2911224a req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:45.428643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b29df61-184c-4141-bb5f-ba5d5991c294 req-f1a8d779-9863-46f0-8367-21277dc80d2b tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.1358402 Apr 21 20:49:45.476698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2b29df61-184c-4141-bb5f-ba5d5991c294 req-d9b892fc-c8b1-42ca-b685-d0cd2caa6596 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Request body: {'floatingip': {'port_id': '86a78966-8e31-4977-b35f-66287a9632c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:45.484659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Deleting port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:45.485020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:45.524417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-1963f345-b2b9-4e64-a8b7-cbada34775ca tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:45.525621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-1963f345-b2b9-4e64-a8b7-cbada34775ca tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.43 "GET /v2.0/networks?id=ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 200 len: 823 time: 0.6347365 Apr 21 20:49:45.529118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-337ab228-3a26-43a0-b877-fcbb2911224a req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] For port ade240bf-662e-4695-9d5a-15050fad1352, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ade240bf-662e-4695-9d5a-15050fad1352,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:45.529870 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-337ab228-3a26-43a0-b877-fcbb2911224a req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:45.546719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-337ab228-3a26-43a0-b877-fcbb2911224a req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Calling delete_port for ade240bf-662e-4695-9d5a-15050fad1352 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:45.561821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879677-6b57-417d-b7ac-f1c81a9bc785 req-89386b1b-bb30-458c-bbce-d71cde9ec164 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:45.563801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb879677-6b57-417d-b7ac-f1c81a9bc785 req-89386b1b-bb30-458c-bbce-d71cde9ec164 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0748415 Apr 21 20:49:45.593890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2b29df61-184c-4141-bb5f-ba5d5991c294 req-d9b892fc-c8b1-42ca-b685-d0cd2caa6596 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:45.612600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30200fbf-1ce2-45de-ab18-a53bbd310966 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:45.618075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Allocated IP 192.168.233.4 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/12ed72c8-b468-4abf-888a-30b84e381046) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:45.649052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb879677-6b57-417d-b7ac-f1c81a9bc785 req-d9169f28-95af-4028-8fa4-4cf5a16f93c1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778761 Apr 21 20:49:45.656607 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:45.733451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Transition to ACTIVE for port object 30200fbf-1ce2-45de-ab18-a53bbd310966 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:45.758724 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-337ab228-3a26-43a0-b877-fcbb2911224a req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:45.770852 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:45.772154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:45.776169 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-d06c4383-fb86-4be8-95d5-510b682e3e14 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a16b123a9cf4beaaff2c329f5f855eb HTTP/1.1" status: 200 len: 378 time: 0.2309079 Apr 21 20:49:45.792987 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Pushing event deleted for resources: {'Port': ['ID=ade240bf-662e-4695-9d5a-15050fad1352,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:45.805176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385ad06-a9e7-4eaf-b3ca-31b06757235d req-0fca4e52-e23a-4def-8965-d68c5935672d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:45.806729 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9385ad06-a9e7-4eaf-b3ca-31b06757235d req-0fca4e52-e23a-4def-8965-d68c5935672d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 932 time: 0.0850341 Apr 21 20:49:45.810075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Request body: {'port': {'device_id': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'admin_state_up': True, 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'security_groups': ['01e0feb6-3c7e-4da9-98dc-7aac337fb330']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:45.870909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-337ab228-3a26-43a0-b877-fcbb2911224a req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] No DVR routers for this DVR port ade240bf-662e-4695-9d5a-15050fad1352 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:49:45.874542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-337ab228-3a26-43a0-b877-fcbb2911224a req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:45.878500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-337ab228-3a26-43a0-b877-fcbb2911224a req-315d0d9e-000a-4e1b-b5ff-4245ff6e6803 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.46 "DELETE /v2.0/ports/ade240bf-662e-4695-9d5a-15050fad1352 HTTP/1.1" status: 204 len: 173 time: 0.5920892 Apr 21 20:49:45.878950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc991b98-41b8-44d3-8785-d682873c8d0b', 'name': 'network-vif-deleted', 'tag': 'ade240bf-662e-4695-9d5a-15050fad1352'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:45.881229 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415335a0-1e81-4fec-87e5-8783c8ffb575" -d '{"events": [{"server_uuid": "bc991b98-41b8-44d3-8785-d682873c8d0b", "name": "network-vif-deleted", "tag": "ade240bf-662e-4695-9d5a-15050fad1352"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:45.916994 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9385ad06-a9e7-4eaf-b3ca-31b06757235d req-0b063a7b-b5b3-4f80-8895-768974af7f15 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764396 Apr 21 20:49:46.004332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] For port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:46.004703 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:46.035755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=30200fbf-1ce2-45de-ab18-a53bbd310966,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:46.087921 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05cbf626-16f0-4a07-bfd6-5e8ffbf7b821 req-552c1abb-727b-46f2-aa62-e241177f4372 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=bc991b98-41b8-44d3-8785-d682873c8d0b HTTP/1.1" status: 200 len: 210 time: 0.0387805 Apr 21 20:49:46.166283 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b731d908-a558-4fab-9f78-81024501efd1 req-9c4c2695-1dcb-4559-a65a-d20d56549099 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0258465 Apr 21 20:49:46.209900 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f36360-b78d-4606-a16f-c66bc06fad7f x-openstack-request-id: req-52f36360-b78d-4606-a16f-c66bc06fad7f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:46.210192 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc991b98-41b8-44d3-8785-d682873c8d0b", "name": "network-vif-deleted", "tag": "ade240bf-662e-4695-9d5a-15050fad1352", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:46.210443 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52f36360-b78d-4606-a16f-c66bc06fad7f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:46.210848 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f36360-b78d-4606-a16f-c66bc06fad7f'] response: {'server_uuid': 'bc991b98-41b8-44d3-8785-d682873c8d0b', 'name': 'network-vif-deleted', 'tag': 'ade240bf-662e-4695-9d5a-15050fad1352', 'status': 'completed', 'code': 200} Apr 21 20:49:46.304528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42beb618-02be-457d-aca0-58d38948b77e req-d55b7b8f-cb3f-4d4d-a081-18355780b351 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:46.305928 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42beb618-02be-457d-aca0-58d38948b77e req-d55b7b8f-cb3f-4d4d-a081-18355780b351 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 948 time: 0.0530117 Apr 21 20:49:46.343138 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42beb618-02be-457d-aca0-58d38948b77e req-349e8450-257d-4f48-a74e-9ceb43697a75 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305140 Apr 21 20:49:46.400453 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-2b29df61-184c-4141-bb5f-ba5d5991c294 req-d9b892fc-c8b1-42ca-b685-d0cd2caa6596 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 20:49:46.401552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b29df61-184c-4141-bb5f-ba5d5991c294 req-d9b892fc-c8b1-42ca-b685-d0cd2caa6596 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "PUT /v2.0/floatingips/85f76e5c-9840-4b7f-a7f3-9c2cf12e230c HTTP/1.1" status: 409 len: 549 time: 0.9606769 Apr 21 20:49:46.424506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:46.424813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:46.425145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:46.467586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:46.468833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad774335-80b3-41b6-bd7f-0c3084bf675b req-a7b95b19-8dd8-4845-8459-a224a8c8b58e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:46.473244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad774335-80b3-41b6-bd7f-0c3084bf675b req-a7b95b19-8dd8-4845-8459-a224a8c8b58e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 944 time: 0.0628288 Apr 21 20:49:46.477597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Made reservation on behalf of 7a16b123a9cf4beaaff2c329f5f855eb for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:49:46.481039 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:46.482855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Port 30200fbf-1ce2-45de-ab18-a53bbd310966 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:46.483173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:46.513709 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad774335-80b3-41b6-bd7f-0c3084bf675b req-1fc37cd2-de79-4c8f-8434-f3ca58f8b482 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359066 Apr 21 20:49:46.546766 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:46.547103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:46.547484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:46.547965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Bound port: 30200fbf-1ce2-45de-ab18-a53bbd310966, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:46.548318 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:46.560358 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e98cff1-e466-4726-9a85-213cee332c0a req-643ebbe0-abfb-4046-ad22-2a689cc0e315 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 210 time: 0.0836124 Apr 21 20:49:46.589661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-36c05945-c721-4323-ba92-3f1c1b7d8176 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips/85f76e5c-9840-4b7f-a7f3-9c2cf12e230c HTTP/1.1" status: 200 len: 692 time: 0.0491221 Apr 21 20:49:46.599680 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:46.600036 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:46.600394 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Floating IP 72fe51bc-f532-417c-b580-af29951bd3c8 disassociated. External IP: 172.25.0.246, port: b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11. Apr 21 20:49:46.600729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Calling delete_port for b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:46.699853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-108ce2ba-61d4-44f7-a5bf-8f1fc276f828 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:46.701204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-108ce2ba-61d4-44f7-a5bf-8f1fc276f828 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1054397 Apr 21 20:49:46.714230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-07d77d83-6a49-4463-9b45-2248a6ff14f0 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:49:46.715183 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-07d77d83-6a49-4463-9b45-2248a6ff14f0 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058331 Apr 21 20:49:46.743517 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:46.760647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade', '9709e06e-8d68-465a-862a-67e2d1f6872e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:46.768573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'b618387d-6f8b-4e05-90ee-599f7fd67105'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:46.771051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-2994e49f-5be2-4853-9f29-112c3df15645 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.0470748 Apr 21 20:49:46.822617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:46.826541 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-8c1cd410-118c-4ad8-a147-d066ebea49a5 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.99 HTTP/1.1" status: 200 len: 695 time: 0.0482817 Apr 21 20:49:46.978386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Deleting port 5c7b5bcc-1bf4-4079-940d-22173c4b7e0d {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:46.978706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.055330 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.055668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.073143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Calling delete_port for 5c7b5bcc-1bf4-4079-940d-22173c4b7e0d owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:47.130511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:47.138326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:47.156781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.158867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:47.165736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:47.175406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event updated for resources: {'Port': ['ID=12ed72c8-b468-4abf-888a-30b84e381046,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:47.215271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acc7d4-c373-45e0-8c0e-cbf19eb56893 req-ef29c444-8d98-4132-a9e9-a7d6ace02dd6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:47.216792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5acc7d4-c373-45e0-8c0e-cbf19eb56893 req-ef29c444-8d98-4132-a9e9-a7d6ace02dd6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.4907126 Apr 21 20:49:47.261567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Allocated IP 172.20.0.4 (ed92b188-e14e-4d1e-ae98-d4cbfad16828/be7fbf35-ae24-40df-af73-497f4a003c6c/9c4df5a9-5293-40fb-a209-1d6e590f0187) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:49:47.264955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:47.265622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.267212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] 10.222.0.43 "PUT /v2.0/ports/30200fbf-1ce2-45de-ab18-a53bbd310966 HTTP/1.1" status: 200 len: 1092 time: 3.1950102 Apr 21 20:49:47.270133 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.272740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:47.275027 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf159275-abca-47a0-9ce3-3e6817e2f362" -d '{"events": [{"name": "network-changed", "server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:47.314855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Pushing event deleted for resources: {'Port': ['ID=5c7b5bcc-1bf4-4079-940d-22173c4b7e0d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:47.384680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.387725 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.401715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c320e10-66b0-4743-a1e5-e178d2d80b13 req-d1c30a20-5447-41a2-bb83-309c401e0a6d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "DELETE /v2.0/floatingips/85f76e5c-9840-4b7f-a7f3-9c2cf12e230c HTTP/1.1" status: 204 len: 173 time: 0.5555630 Apr 21 20:49:47.405592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:47.406312 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.450103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e2070-cbf3-4330-9bdc-377d03c4d8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=30200fbf-1ce2-45de-ab18-a53bbd310966,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:47.462639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5acc7d4-c373-45e0-8c0e-cbf19eb56893 req-645853b6-ccec-46f3-8a98-c92f7dd4bd96 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028272 Apr 21 20:49:47.463238 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.470987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf26c75f-6562-4596-9c83-a63f42fe8fd5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0740554 Apr 21 20:49:47.486981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-68b2a8f4-5742-4580-bd76-4966fefa7afc None None] Provisioning complete for port 12ed72c8-b468-4abf-888a-30b84e381046 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:47.487435 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68b2a8f4-5742-4580-bd76-4966fefa7afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.517388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Request body: {'port': {'device_id': 'e02fdfe6-50aa-4cc3-b83f-543c26929dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:47.534438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74f1f-b98b-4e3f-9bfc-98be26697133 req-09a11ec4-9578-4fb1-829b-8aa2e3ff68f6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:47.537523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-68b2a8f4-5742-4580-bd76-4966fefa7afc None None] Port 12ed72c8-b468-4abf-888a-30b84e381046 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:47.541875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0af74f1f-b98b-4e3f-9bfc-98be26697133 req-09a11ec4-9578-4fb1-829b-8aa2e3ff68f6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0956719 Apr 21 20:49:47.545363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event deleted for resources: {'Port': ['ID=b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:47.583362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-4de795a2-331a-4fbc-b1a1-a82f03a259b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:47.584726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-4de795a2-331a-4fbc-b1a1-a82f03a259b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1095 time: 0.2556703 Apr 21 20:49:47.587670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0af74f1f-b98b-4e3f-9bfc-98be26697133 req-06f5775c-421e-49b3-a087-e2f384f3385b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Apr 21 20:49:47.666932 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-669c0f0b-a4ef-4ac7-bc30-bdb8cee93689 req-59ba703e-9bf9-4014-ac00-299c5781b67e tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0862520 Apr 21 20:49:47.671295 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cccd3f-c389-466b-ade0-e630fa02891c x-openstack-request-id: req-c9cccd3f-c389-466b-ade0-e630fa02891c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:47.671579 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:47.671828 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9cccd3f-c389-466b-ade0-e630fa02891c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:47.672206 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9cccd3f-c389-466b-ade0-e630fa02891c'] response: {'name': 'network-changed', 'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966', 'status': 'completed', 'code': 200} Apr 21 20:49:47.681030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-714cab6c-4abc-473f-9377-2093b9a68a29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30200fbf-1ce2-45de-ab18-a53bbd310966 HTTP/1.1" status: 200 len: 217 time: 0.0705011 Apr 21 20:49:47.754808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b3d5f-9785-4be5-a270-dccd02e213ca req-ce142171-a679-47ce-aa37-8c973daa727e tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:47.756668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a8b3d5f-9785-4be5-a270-dccd02e213ca req-ce142171-a679-47ce-aa37-8c973daa727e tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 948 time: 0.0536075 Apr 21 20:49:47.772507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0aa71cd6-861d-4fc1-a570-0e392bc6d410 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:47.818260 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a8b3d5f-9785-4be5-a270-dccd02e213ca req-bec9af37-e9d7-4d8e-956a-ee4a3247d149 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543582 Apr 21 20:49:47.830726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:47.842455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:47.846734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.849780 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.926581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.958053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:47.967917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-0775d6ab-76ad-4d3e-8335-013ff22ce905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:47.975776 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-0775d6ab-76ad-4d3e-8335-013ff22ce905 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.2627270 Apr 21 20:49:47.990805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20304fed-e017-4f3e-9e11-7dca535ede14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa71cd6-861d-4fc1-a570-0e392bc6d410'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:47.993519 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e536d2-c130-4125-8568-56fd768a9a83" -d '{"events": [{"server_uuid": "20304fed-e017-4f3e-9e11-7dca535ede14", "name": "network-vif-plugged", "status": "completed", "tag": "0aa71cd6-861d-4fc1-a570-0e392bc6d410"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:48.008253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 0aa71cd6-861d-4fc1-a570-0e392bc6d410, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0aa71cd6-861d-4fc1-a570-0e392bc6d410,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:48.017465 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:48.018317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:49:48.029507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-37c1ce8b-26df-4e4d-ab41-69a1ac65d34b tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.3237798 Apr 21 20:49:48.043367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:49:48.043708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:49:48.044173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ade240bf-662e-4695-9d5a-15050fad1352 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:49:48.063225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-3a952020-a7db-42f3-95de-77851508b7ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791450 Apr 21 20:49:48.092971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: ade240bf-662e-4695-9d5a-15050fad1352 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:49:48.092971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ade240bf-662e-4695-9d5a-15050fad1352 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:49:48.124216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=0aa71cd6-861d-4fc1-a570-0e392bc6d410,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:48.144720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aec62f-5583-4475-bf1a-c7c29d393474 req-aae64132-df8b-4306-a078-a4fb2cce8343 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:48.149008 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26aec62f-5583-4475-bf1a-c7c29d393474 req-aae64132-df8b-4306-a078-a4fb2cce8343 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 944 time: 0.0765998 Apr 21 20:49:48.188194 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26aec62f-5583-4475-bf1a-c7c29d393474 req-d457b494-52b8-4d8c-9f16-1641582342a4 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338387 Apr 21 20:49:48.259457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-ba0d0ae9-219f-491d-920b-d644661bc31d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:48.260806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-ba0d0ae9-219f-491d-920b-d644661bc31d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports/86a78966-8e31-4977-b35f-66287a9632c8 HTTP/1.1" status: 200 len: 942 time: 0.2028787 Apr 21 20:49:48.274628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Router 2450a346-80a6-43bb-b1cc-2dd8451abb44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:49:48.297176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:48.321616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebfe50-72f0-4b92-b7fa-9f388915a0c0 req-880bbb73-6408-4ff4-9457-1d8f78f88ee5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:48.323097 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-59ebfe50-72f0-4b92-b7fa-9f388915a0c0 req-880bbb73-6408-4ff4-9457-1d8f78f88ee5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 934 time: 0.0687187 Apr 21 20:49:48.363699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-59ebfe50-72f0-4b92-b7fa-9f388915a0c0 req-1d95ce75-dd3c-40f9-a091-436b80b556ea tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Apr 21 20:49:48.412119 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7243fa65-d217-47fe-ad2d-9bde1fad3d70 x-openstack-request-id: req-7243fa65-d217-47fe-ad2d-9bde1fad3d70 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:48.412405 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20304fed-e017-4f3e-9e11-7dca535ede14", "name": "network-vif-plugged", "status": "completed", "tag": "0aa71cd6-861d-4fc1-a570-0e392bc6d410", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:48.412653 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7243fa65-d217-47fe-ad2d-9bde1fad3d70 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:48.413075 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7243fa65-d217-47fe-ad2d-9bde1fad3d70'] response: {'server_uuid': '20304fed-e017-4f3e-9e11-7dca535ede14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa71cd6-861d-4fc1-a570-0e392bc6d410', 'code': 200} Apr 21 20:49:48.449919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:49:48.503633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:49:48.511597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-85e3245f-b70e-409c-927f-3751c725ce9b service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236302 Apr 21 20:49:48.512174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event updated for resources: {'Port': ['ID=9c4df5a9-5293-40fb-a209-1d6e590f0187,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:48.517094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:49:48.552432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd9348-695a-443a-b887-8dbb1ba4c2dd req-967e1e47-ce6a-4179-95fa-f542f4860e45 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:48.557085 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ddd9348-695a-443a-b887-8dbb1ba4c2dd req-967e1e47-ce6a-4179-95fa-f542f4860e45 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 950 time: 0.0855505 Apr 21 20:49:48.563648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18797998-de43-4275-aa87-2263b78318c6 req-78bdf5a0-94d6-4178-b04c-2f454f245c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:48.565405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-18797998-de43-4275-aa87-2263b78318c6 req-78bdf5a0-94d6-4178-b04c-2f454f245c8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 1100 time: 0.0689757 Apr 21 20:49:48.602366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-93bbba7e-6462-4e96-8074-55f18743bae9 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.2740240 Apr 21 20:49:48.631624 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-18797998-de43-4275-aa87-2263b78318c6 req-fa865cb7-1610-40f5-ae87-a3f7c84defe0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565324 Apr 21 20:49:48.634461 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ddd9348-695a-443a-b887-8dbb1ba4c2dd req-af007e47-a407-4272-b67b-4cfb5de6b35c tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680261 Apr 21 20:49:48.736743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:48.737238 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:48.753332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baca490-738f-4ccb-bf9e-1dd3048eeecb req-f0c2424d-1c70-4f41-bb8d-6deda5e16a99 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:48.754638 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7baca490-738f-4ccb-bf9e-1dd3048eeecb req-f0c2424d-1c70-4f41-bb8d-6deda5e16a99 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0508196 Apr 21 20:49:48.793887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7baca490-738f-4ccb-bf9e-1dd3048eeecb req-b92a5692-af01-425f-8ec9-125b251d18b7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Apr 21 20:49:48.914031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252a3d-317a-44b2-a6cd-b36e28ab2174 req-ab387e2d-115e-48e1-803e-87c627839376 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:48.915451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00252a3d-317a-44b2-a6cd-b36e28ab2174 req-ab387e2d-115e-48e1-803e-87c627839376 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0493977 Apr 21 20:49:48.962520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00252a3d-317a-44b2-a6cd-b36e28ab2174 req-bd6cf97f-8019-42a9-b491-d914015c49f0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401087 Apr 21 20:49:49.070138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73631e3-16c1-4e00-b054-a563fbedd836 req-56965411-3f0b-4f55-ad14-06f6ff004361 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:49.071689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e73631e3-16c1-4e00-b054-a563fbedd836 req-56965411-3f0b-4f55-ad14-06f6ff004361 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 931 time: 0.0501835 Apr 21 20:49:49.079448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:49:49.092417 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] Sync routers for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:49:49.103673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-f0f67c74-a148-4d87-897c-450986afc5ab tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3016727 Apr 21 20:49:49.104100 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:49.104989 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:49.114027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e73631e3-16c1-4e00-b054-a563fbedd836 req-b496e15d-997a-4f4d-9aac-4fda5b584a9c tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358229 Apr 21 20:49:49.135529 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Request body: {'port': {'device_id': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:49.140546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89843558-0fbc-4a25-9bf2-fedcd50456ed req-648e0542-6008-45e5-b235-e4d99b53b22c service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136134 Apr 21 20:49:49.168006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ed72c8-b468-4abf-888a-30b84e381046 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:49.186377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] No DVR routers for this DVR port b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:49:49.198902 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:49.202811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:49.206013 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce5c96f9-47eb-4c2b-9f4f-61cef3689b22 req-16566cb3-2d87-4924-bf72-346af17ae844 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.46 "DELETE /v2.0/ports/b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11 HTTP/1.1" status: 204 len: 173 time: 4.4911017 Apr 21 20:49:49.230369 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:49.263148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-565b49fc-1e46-43f5-8d85-9f32a713bce1 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:49.264688 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-565b49fc-1e46-43f5-8d85-9f32a713bce1 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.5937934 Apr 21 20:49:49.266951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Transition to ACTIVE for port object 12ed72c8-b468-4abf-888a-30b84e381046 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:49.292969 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:49.302789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-dd88e093-b765-48cc-a47c-3baceabdcb38 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:49:49.304038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-dd88e093-b765-48cc-a47c-3baceabdcb38 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205016 Apr 21 20:49:49.333460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62520d9a-5e21-44f0-ad1a-d68601967b79 req-4577796f-56c5-4083-bc35-31f1dbb6085c tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:49.337293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62520d9a-5e21-44f0-ad1a-d68601967b79 req-4577796f-56c5-4083-bc35-31f1dbb6085c tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 949 time: 0.1089323 Apr 21 20:49:49.349367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:49.414707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62520d9a-5e21-44f0-ad1a-d68601967b79 req-fdeb09a5-1e76-48a1-a8c0-4b81b2b3c728 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701232 Apr 21 20:49:49.416226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-6722a558-1d76-4a64-a4b5-42505af4bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:49.417752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-6722a558-1d76-4a64-a4b5-42505af4bf2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1095 time: 0.2163622 Apr 21 20:49:49.440953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Pushing event updated for resources: {'Port': ['ID=12ed72c8-b468-4abf-888a-30b84e381046,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:49.568475 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:49.593575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efb2d2-e5d7-446f-bf7e-f454296cb3bc req-291dd062-168a-4920-badb-15fb39c8690f tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:49.597897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55efb2d2-e5d7-446f-bf7e-f454296cb3bc req-291dd062-168a-4920-badb-15fb39c8690f tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 944 time: 0.0780163 Apr 21 20:49:49.599242 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] Checking router: 2450a346-80a6-43bb-b1cc-2dd8451abb44 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:49:49.611705 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:49.612408 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:49.672908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'name': 'network-vif-deleted', 'tag': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:49.682898 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7df759-da02-4d9e-97fb-7311382619a6" -d '{"events": [{"server_uuid": "50ece6f4-61c5-48c5-9aa1-9ff16434a75d", "name": "network-vif-deleted", "tag": "b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:49.718336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55efb2d2-e5d7-446f-bf7e-f454296cb3bc req-32a7d6e1-ed99-437a-9b17-a9ef0972c811 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085451 Apr 21 20:49:49.750301 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:49.819901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-ae272421-82c1-4715-bdb9-9f6cb241ecb4 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 1001 time: 0.4810295 Apr 21 20:49:49.898773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8c91c-08d7-4bbf-933d-862ba6569904 req-3fb962a6-92cd-439f-a23f-2358cffeedf0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:49.904656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e8c91c-08d7-4bbf-933d-862ba6569904 req-3fb962a6-92cd-439f-a23f-2358cffeedf0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 946 time: 0.1129262 Apr 21 20:49:49.943163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-4153d426-dd0c-4fe7-8201-4cbcb9eda92d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:49.985710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-9b30e2fd-cf9b-4fdb-9c14-0ecedb3e0043 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:49.987171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-9b30e2fd-cf9b-4fdb-9c14-0ecedb3e0043 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.43 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 950 time: 0.1346056 Apr 21 20:49:49.990547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e8c91c-08d7-4bbf-933d-862ba6569904 req-87d3f277-4422-4345-b254-ecf0f440ed0f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638857 Apr 21 20:49:50.039967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7b98c134-c426-42ef-bc4d-d0e65e3fcfb2 None None] Provisioning complete for port 9c4df5a9-5293-40fb-a209-1d6e590f0187 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:50.040944 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b98c134-c426-42ef-bc4d-d0e65e3fcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.043771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-656693df-3a94-412b-8d1d-f00fa8b1d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:50.049258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-656693df-3a94-412b-8d1d-f00fa8b1d93a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.6180007 Apr 21 20:49:50.100548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7b98c134-c426-42ef-bc4d-d0e65e3fcfb2 None None] Port 9c4df5a9-5293-40fb-a209-1d6e590f0187 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:49:50.106160 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:50.111035 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-4153d426-dd0c-4fe7-8201-4cbcb9eda92d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.145445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844952af-7692-452a-97ca-8bdf02c5f461 req-86153033-3dc6-4cf7-9e9d-5f26328a517a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:50.146914 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-844952af-7692-452a-97ca-8bdf02c5f461 req-86153033-3dc6-4cf7-9e9d-5f26328a517a tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad2e8733-99f9-4b49-b16d-c98069d6b178 HTTP/1.1" status: 200 len: 950 time: 0.0704544 Apr 21 20:49:50.150984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Deleting port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:50.151558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.162294 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21307b4d-521c-479c-87f3-6262822b7905 None None] The sync data for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 is: [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:49:50.184487 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.214733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Attempting to bind port 12ed72c8-b468-4abf-888a-30b84e381046 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:50.215064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Attempting to bind port 12ed72c8-b468-4abf-888a-30b84e381046 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:50.215389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Attempting to bind port 12ed72c8-b468-4abf-888a-30b84e381046 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:50.218336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-bb0f6d6d-d003-4c13-8876-a754b2c9ad3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30200fbf-1ce2-45de-ab18-a53bbd310966 HTTP/1.1" status: 200 len: 217 time: 0.1220679 Apr 21 20:49:50.235550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Port 12ed72c8-b468-4abf-888a-30b84e381046 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:50.235947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Attempting to bind port 12ed72c8-b468-4abf-888a-30b84e381046 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:50.255852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:50.256226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:50.256553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:50.257017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Bound port: 12ed72c8-b468-4abf-888a-30b84e381046, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:50.257372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.280214 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-844952af-7692-452a-97ca-8bdf02c5f461 req-6faa571a-8bcc-49d4-9936-d7607f968399 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.49 "GET /v2.0/security-groups?id=0ff57bc2-dc4b-44b9-9a18-0691610c4b47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244416 Apr 21 20:49:50.342945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] For port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:50.343591 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.360896 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c8613a-0293-41a7-ac6b-bcdc34d3bbc4 x-openstack-request-id: req-f5c8613a-0293-41a7-ac6b-bcdc34d3bbc4 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:50.361387 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ece6f4-61c5-48c5-9aa1-9ff16434a75d", "name": "network-vif-deleted", "tag": "b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:50.361582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Calling delete_port for c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:50.361701 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5c8613a-0293-41a7-ac6b-bcdc34d3bbc4 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:50.362290 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c8613a-0293-41a7-ac6b-bcdc34d3bbc4'] response: {'server_uuid': '50ece6f4-61c5-48c5-9aa1-9ff16434a75d', 'name': 'network-vif-deleted', 'tag': 'b05a7a0e-78a2-4dc7-8143-cd7f26f1eb11', 'status': 'completed', 'code': 200} Apr 21 20:49:50.391196 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.460241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-154abda5-d99f-4dc5-b531-b6c9b2c43c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:50.461792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-154abda5-d99f-4dc5-b531-b6c9b2c43c89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.2195759 Apr 21 20:49:50.514814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985739a-9140-4837-8bcf-c764e2624d81 req-7445b1b4-d13c-40d7-a71d-4a9f07398605 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:50.516481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9985739a-9140-4837-8bcf-c764e2624d81 req-7445b1b4-d13c-40d7-a71d-4a9f07398605 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0809610 Apr 21 20:49:50.528019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003069a-32cb-4815-b176-834661445d9c None None] New status for floating IP 72fe51bc-f532-417c-b580-af29951bd3c8: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:49:50.537875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4df5a9-5293-40fb-a209-1d6e590f0187 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:50.560727 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-4153d426-dd0c-4fe7-8201-4cbcb9eda92d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.567315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-0b8b0468-d44a-4402-bf36-a7656901cfe0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864356 Apr 21 20:49:50.568231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] For port 12ed72c8-b468-4abf-888a-30b84e381046, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:50.571915 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.576987 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-4153d426-dd0c-4fe7-8201-4cbcb9eda92d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.577325 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-4153d426-dd0c-4fe7-8201-4cbcb9eda92d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Floating IP edc89f72-09ec-4756-b7b8-737a557fa6b4 disassociated. External IP: 172.25.0.195, port: 86a78966-8e31-4977-b35f-66287a9632c8. Apr 21 20:49:50.591628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9985739a-9140-4837-8bcf-c764e2624d81 req-b4e46bfc-c07c-4c57-a030-e005d6f96e25 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675921 Apr 21 20:49:50.599599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.628930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:50.658366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Pushing event deleted for resources: {'Port': ['ID=c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:50.688755 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-1d0b09ca-add1-4069-82ab-ea0bcc04228b service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028619 Apr 21 20:49:50.690611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] No DVR routers for this DVR port c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:49:50.694037 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.700184 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be80d758-26ca-4490-a17a-59f67bc5f5da req-631327e2-ce89-44a8-9ed6-828281e69d12 tempest-LiveMigrationNegativeTest-989681972 tempest-LiveMigrationNegativeTest-989681972-project] 10.222.0.43 "DELETE /v2.0/ports/c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 HTTP/1.1" status: 204 len: 173 time: 0.7053256 Apr 21 20:49:50.705206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2e8733-99f9-4b49-b16d-c98069d6b178', 'name': 'network-vif-deleted', 'tag': 'c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:50.707839 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b561aba8-0d39-4701-bd2c-623195a9d983" -d '{"events": [{"server_uuid": "ad2e8733-99f9-4b49-b16d-c98069d6b178", "name": "network-vif-deleted", "tag": "c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:50.730267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] For port 12ed72c8-b468-4abf-888a-30b84e381046, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=12ed72c8-b468-4abf-888a-30b84e381046,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:50.734411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Transition to ACTIVE for port object 9c4df5a9-5293-40fb-a209-1d6e590f0187 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:49:50.754809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.757457 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.774617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fe896-58a0-4b67-9231-8924af1917cb req-11a727f4-e6b2-4e67-b19b-19c325dd63b0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:50.776290 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-163fe896-58a0-4b67-9231-8924af1917cb req-11a727f4-e6b2-4e67-b19b-19c325dd63b0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0651979 Apr 21 20:49:50.818326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-163fe896-58a0-4b67-9231-8924af1917cb req-63b3e0a5-82c4-4a3e-a229-aa43ad30641f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345714 Apr 21 20:49:50.876174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:50.877220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:50.878793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/12ed72c8-b468-4abf-888a-30b84e381046 HTTP/1.1" status: 200 len: 1094 time: 3.3979788 Apr 21 20:49:50.946712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a551593-df4c-4ddb-a584-a435a4ade421 req-5af62cc9-312a-4f7a-be14-47073d7a5a29 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:50.948215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a551593-df4c-4ddb-a584-a435a4ade421 req-5af62cc9-312a-4f7a-be14-47073d7a5a29 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 943 time: 0.0571630 Apr 21 20:49:50.990578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a551593-df4c-4ddb-a584-a435a4ade421 req-4f268f34-47ef-4fc3-9313-67e64f4d4105 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352485 Apr 21 20:49:51.019052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbe2f1-a615-4adf-a446-3af370e631c6 service neutron] Pushing event updated for resources: {'Port': ['ID=12ed72c8-b468-4abf-888a-30b84e381046,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:51.098080 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf159275-abca-47a0-9ce3-3e6817e2f362 req-b5d2a300-9d66-4f03-a229-da0919ecf6e3 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594451 Apr 21 20:49:51.113729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Pushing event updated for resources: {'Port': ['ID=9c4df5a9-5293-40fb-a209-1d6e590f0187,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:51.171794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-cc39446f-335b-4441-97fa-72c794555686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:51.173361 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-cc39446f-335b-4441-97fa-72c794555686 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 1097 time: 0.2423265 Apr 21 20:49:51.175862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Attempting to bind port 9c4df5a9-5293-40fb-a209-1d6e590f0187 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:49:51.176195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Attempting to bind port 9c4df5a9-5293-40fb-a209-1d6e590f0187 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:49:51.176518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Attempting to bind port 9c4df5a9-5293-40fb-a209-1d6e590f0187 on network ed92b188-e14e-4d1e-ae98-d4cbfad16828 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:51.178588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773ed97-9347-4cc2-81fc-bce2dad9d873 req-af57bdc7-dd55-4ecb-a342-d1833261f80e tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:51.185137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Port 9c4df5a9-5293-40fb-a209-1d6e590f0187 on network ed92b188-e14e-4d1e-ae98-d4cbfad16828 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:49:51.185452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Attempting to bind port 9c4df5a9-5293-40fb-a209-1d6e590f0187 on network ed92b188-e14e-4d1e-ae98-d4cbfad16828 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:49:51.187773 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f773ed97-9347-4cc2-81fc-bce2dad9d873 req-af57bdc7-dd55-4ecb-a342-d1833261f80e tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 949 time: 0.1027100 Apr 21 20:49:51.249369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f773ed97-9347-4cc2-81fc-bce2dad9d873 req-66a78953-ea94-495d-9e94-ce1ab9151751 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603228 Apr 21 20:49:51.251184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:49:51.251530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Checking segment: {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:49:51.251917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Bound using segment: {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:49:51.252367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Bound port: 9c4df5a9-5293-40fb-a209-1d6e590f0187, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd466f5-2774-41e1-98e1-dd61cb6d3b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:49:51.252728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:51.286882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-6fcfb8f0-fbfd-411e-923f-a515601475d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=12ed72c8-b468-4abf-888a-30b84e381046 HTTP/1.1" status: 200 len: 217 time: 0.0991652 Apr 21 20:49:51.319295 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0cb486-d5af-4802-8cf9-8a21c52d2a13 x-openstack-request-id: req-dd0cb486-d5af-4802-8cf9-8a21c52d2a13 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:51.319295 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2e8733-99f9-4b49-b16d-c98069d6b178", "name": "network-vif-deleted", "tag": "c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:51.319719 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd0cb486-d5af-4802-8cf9-8a21c52d2a13 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:51.319972 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0cb486-d5af-4802-8cf9-8a21c52d2a13'] response: {'server_uuid': 'ad2e8733-99f9-4b49-b16d-c98069d6b178', 'name': 'network-vif-deleted', 'tag': 'c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38', 'status': 'completed', 'code': 200} Apr 21 20:49:51.416508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-df255266-e06f-4353-b2a8-c043d487d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:51.418171 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-df255266-e06f-4353-b2a8-c043d487d318 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1183460 Apr 21 20:49:51.425405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] For port 9c4df5a9-5293-40fb-a209-1d6e590f0187, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:49:51.430048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-4153d426-dd0c-4fe7-8201-4cbcb9eda92d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Router b5b78842-12d7-4b67-b77b-c153a28c6509 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:49:51.440810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] For port 9c4df5a9-5293-40fb-a209-1d6e590f0187, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9c4df5a9-5293-40fb-a209-1d6e590f0187,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:49:51.470193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:51.474483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231f1d2-3860-4f5f-979d-b5df2b396e38 req-11fd8210-8ae1-4c4c-9714-b3a456ce9dfb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:51.483406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0231f1d2-3860-4f5f-979d-b5df2b396e38 req-11fd8210-8ae1-4c4c-9714-b3a456ce9dfb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 944 time: 0.1091642 Apr 21 20:49:51.528554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0231f1d2-3860-4f5f-979d-b5df2b396e38 req-a5bbf862-2bfe-4d31-98a7-ea25f0aaff1e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444653 Apr 21 20:49:51.566579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:51.567213 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:51.568569 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] 10.222.0.43 "PUT /v2.0/ports/9c4df5a9-5293-40fb-a209-1d6e590f0187 HTTP/1.1" status: 200 len: 1091 time: 2.4473822 Apr 21 20:49:51.570387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-ebc79a7b-8ca6-4ba0-b99c-34b9f3e8707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:51.571791 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-ebc79a7b-8ca6-4ba0-b99c-34b9f3e8707e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407301 Apr 21 20:49:51.676142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b37c94-6f2b-4818-9b65-dcf578236f2e req-4dc2f559-ca93-4cbe-a58c-649c3ab87be2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:51.682175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8b37c94-6f2b-4818-9b65-dcf578236f2e req-4dc2f559-ca93-4cbe-a58c-649c3ab87be2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 946 time: 0.0843830 Apr 21 20:49:51.724315 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8b37c94-6f2b-4818-9b65-dcf578236f2e req-28a7f8ca-1838-4c8c-ad62-7683bbf0f123 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383124 Apr 21 20:49:51.796429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device e0e2e918-30cb-4373-ad9f-7a9eb660a3af details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:51.934155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port e0e2e918-30cb-4373-ad9f-7a9eb660a3af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:51.954996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'port_id': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af', 'mac_address': 'fa:16:3e:0d:5e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:52.001933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d3665-1aa0-4325-b381-796cdf9d91de service neutron] Pushing event updated for resources: {'Port': ['ID=9c4df5a9-5293-40fb-a209-1d6e590f0187,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:52.006815 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.024936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e2e918-30cb-4373-ad9f-7a9eb660a3af {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:52.047425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port e0e2e918-30cb-4373-ad9f-7a9eb660a3af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:52.054311 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.056980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66135125-f1d8-4136-9a37-bc6b707bfe6d req-80180706-1515-4f15-97ba-0a345eef5fe9 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.066095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-4153d426-dd0c-4fe7-8201-4cbcb9eda92d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:49:52.066675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66135125-f1d8-4136-9a37-bc6b707bfe6d req-80180706-1515-4f15-97ba-0a345eef5fe9 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0829902 Apr 21 20:49:52.072874 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-4153d426-dd0c-4fe7-8201-4cbcb9eda92d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.082321 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] Sync routers for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:49:52.111070 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:52.111763 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:52.124125 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66135125-f1d8-4136-9a37-bc6b707bfe6d req-1df5d45e-1ab0-4def-9fd3-9b4d4b283e24 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563576 Apr 21 20:49:52.135844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-4d903b61-0fcc-46dd-a3fd-d478adb9c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.137442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-4d903b61-0fcc-46dd-a3fd-d478adb9c58e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 1094 time: 0.1397223 Apr 21 20:49:52.143440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-bf1f873b-f0b3-40e4-8046-ab782faceeb1 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613401 Apr 21 20:49:52.145132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-4153d426-dd0c-4fe7-8201-4cbcb9eda92d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "PUT /v2.0/floatingips/edc89f72-09ec-4756-b7b8-737a557fa6b4 HTTP/1.1" status: 200 len: 695 time: 2.3135080 Apr 21 20:49:52.170796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:52.182492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-fce317a8-d048-4718-ae57-d2118f3e3949 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c4df5a9-5293-40fb-a209-1d6e590f0187 HTTP/1.1" status: 200 len: 217 time: 0.0363593 Apr 21 20:49:52.255409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39370) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:52.260369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fe113-73c7-41e6-b212-51fdbbd14e7a req-f9e1a2cb-6053-4456-a274-e5d44413e9b0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.261924 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d9fe113-73c7-41e6-b212-51fdbbd14e7a req-f9e1a2cb-6053-4456-a274-e5d44413e9b0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0603368 Apr 21 20:49:52.279114 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:52.304993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d9fe113-73c7-41e6-b212-51fdbbd14e7a req-a6f078e2-994d-4a42-a108-5f86d047fabc tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Apr 21 20:49:52.350283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-b2a281b6-88b4-4ae7-8647-7b713b854a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.352436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-b2a281b6-88b4-4ae7-8647-7b713b854a38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be7fbf35-ae24-40df-af73-497f4a003c6c HTTP/1.1" status: 200 len: 862 time: 0.1568508 Apr 21 20:49:52.359376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-0cde32c1-1b49-495a-b6bb-ca73c90f92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.361624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-0cde32c1-1b49-495a-b6bb-ca73c90f92ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0e2721f6cff04e11b16a12bd02c9e25c&device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 1096 time: 0.1771538 Apr 21 20:49:52.365867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02fdfe6-50aa-4cc3-b83f-543c26929dda', 'tag': '12ed72c8-b468-4abf-888a-30b84e381046'}, {'name': 'network-changed', 'server_uuid': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'tag': '9c4df5a9-5293-40fb-a209-1d6e590f0187'}, {'name': 'network-changed', 'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:52.368341 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f48efdf-e486-4de5-b17f-af47483c3a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e02fdfe6-50aa-4cc3-b83f-543c26929dda", "tag": "12ed72c8-b468-4abf-888a-30b84e381046"}, {"name": "network-changed", "server_uuid": "631586c5-55d8-412d-b0b4-56abcba7ecd4", "tag": "9c4df5a9-5293-40fb-a209-1d6e590f0187"}, {"name": "network-changed", "server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "tag": "86a78966-8e31-4977-b35f-66287a9632c8"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:52.430602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee18cf-dddd-4690-9ec5-836444b183b7 req-0c3f1deb-7dee-42e2-8a04-ece20ec3c848 tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.432262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-38ee18cf-dddd-4690-9ec5-836444b183b7 req-0c3f1deb-7dee-42e2-8a04-ece20ec3c848 tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 1100 time: 0.0515878 Apr 21 20:49:52.451450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-38ee18cf-dddd-4690-9ec5-836444b183b7 req-6f46fbdd-88dd-43ab-82a5-3ea42030285b tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.506766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-512ddbfe-5cc8-49dd-a911-7b0f78dfcfc6 req-fed58804-eb7d-4cbb-a942-8267029f8c57 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231370 Apr 21 20:49:52.508418 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3c321c64-3713-4425-a600-e4d01318c084', 'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'mac_address': 'fa:16:3e:97:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:15Z', 'updated_at': '2022-04-21T20:49:21Z', 'revision_number': 5, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'subnets': [{'id': '1f791c37-8014-427f-9e7d-0630d2252691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:52.525012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-4bdae677-cf69-4308-98a9-9285636e1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.526618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-4bdae677-cf69-4308-98a9-9285636e1a28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed92b188-e14e-4d1e-ae98-d4cbfad16828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639605 Apr 21 20:49:52.533777 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-38ee18cf-dddd-4690-9ec5-836444b183b7 req-6f46fbdd-88dd-43ab-82a5-3ea42030285b tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.541318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-38ee18cf-dddd-4690-9ec5-836444b183b7 req-6f46fbdd-88dd-43ab-82a5-3ea42030285b tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.542653 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] Checking router: b5b78842-12d7-4b67-b77b-c153a28c6509 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:49:52.552861 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:49:52.553728 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:52.564318 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-38ee18cf-dddd-4690-9ec5-836444b183b7 req-6f46fbdd-88dd-43ab-82a5-3ea42030285b tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251581 Apr 21 20:49:52.572919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46fbdd-88dd-43ab-82a5-3ea42030285b tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1708dbc0-4b93-468d-a65a-c427450b3f14,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:52.580438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['e0e2e918-30cb-4373-ad9f-7a9eb660a3af'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:52.587233 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cee07160-c5a1-473c-a9be-7b0d15d6a190 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=420d0bf9f4d8497f900df08de28172fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208799 Apr 21 20:49:52.589812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39378) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:52.627310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-c757eeba-3d8a-4e18-a20a-df54efc551cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.637208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-c757eeba-3d8a-4e18-a20a-df54efc551cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc HTTP/1.1" status: 200 len: 929 time: 0.2564943 Apr 21 20:49:52.675567 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:49:52.690741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-6d0cd8d7-c5a3-43fa-b54e-4258c00c596b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a78966-8e31-4977-b35f-66287a9632c8 HTTP/1.1" status: 200 len: 217 time: 0.0526223 Apr 21 20:49:52.713258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d07f3c72-5494-4eca-a981-907d2dd710db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.745234 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d07f3c72-5494-4eca-a981-907d2dd710db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.762584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-ff6fe532-9129-4a67-951e-7f28d3bc5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.763978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69af30b-0e6b-4c31-81c1-2b1384c66a4a req-863f1ec5-4e9c-46eb-8ed9-5d137d27c6a2 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.770673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-ff6fe532-9129-4a67-951e-7f28d3bc5229 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1f791c37-8014-427f-9e7d-0630d2252691 HTTP/1.1" status: 200 len: 867 time: 0.0790846 Apr 21 20:49:52.771749 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e69af30b-0e6b-4c31-81c1-2b1384c66a4a req-863f1ec5-4e9c-46eb-8ed9-5d137d27c6a2 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 943 time: 0.0935099 Apr 21 20:49:52.780467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-71738f3a-7aae-4132-983d-48c3181182a2 service neutron] 10.222.0.43 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407258 Apr 21 20:49:52.831875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e69af30b-0e6b-4c31-81c1-2b1384c66a4a req-5bfb082a-28ba-4ff8-b786-1b6e9bf05e8c tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590413 Apr 21 20:49:52.863120 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d07f3c72-5494-4eca-a981-907d2dd710db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.865934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d07f3c72-5494-4eca-a981-907d2dd710db admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:52.867209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d07f3c72-5494-4eca-a981-907d2dd710db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ff57bc2-dc4b-44b9-9a18-0691610c4b47 HTTP/1.1" status: 204 len: 168 time: 0.2761977 Apr 21 20:49:52.876618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f3c72-5494-4eca-a981-907d2dd710db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff57bc2-dc4b-44b9-9a18-0691610c4b47,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:52.887404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-7e891ab7-f0e7-4e2a-8b44-0e44d1d1cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:52.896504 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-7e891ab7-f0e7-4e2a-8b44-0e44d1d1cfb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249745 Apr 21 20:49:52.920649 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab23db8e-4563-469e-a220-87877782e5b8 x-openstack-request-id: req-ab23db8e-4563-469e-a220-87877782e5b8 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:52.920997 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02fdfe6-50aa-4cc3-b83f-543c26929dda", "tag": "12ed72c8-b468-4abf-888a-30b84e381046", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "631586c5-55d8-412d-b0b4-56abcba7ecd4", "tag": "9c4df5a9-5293-40fb-a209-1d6e590f0187", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "tag": "86a78966-8e31-4977-b35f-66287a9632c8", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:52.921200 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab23db8e-4563-469e-a220-87877782e5b8 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:52.921592 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab23db8e-4563-469e-a220-87877782e5b8'] response: {'name': 'network-changed', 'server_uuid': 'e02fdfe6-50aa-4cc3-b83f-543c26929dda', 'tag': '12ed72c8-b468-4abf-888a-30b84e381046', 'status': 'completed', 'code': 200} Apr 21 20:49:52.921844 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab23db8e-4563-469e-a220-87877782e5b8'] response: {'name': 'network-changed', 'server_uuid': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'tag': '9c4df5a9-5293-40fb-a209-1d6e590f0187', 'status': 'completed', 'code': 200} Apr 21 20:49:52.922108 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab23db8e-4563-469e-a220-87877782e5b8'] response: {'name': 'network-changed', 'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8', 'status': 'completed', 'code': 200} Apr 21 20:49:52.960082 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3c321c64-3713-4425-a600-e4d01318c084', 'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'mac_address': 'fa:16:3e:97:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:15Z', 'updated_at': '2022-04-21T20:49:21Z', 'revision_number': 5, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'subnets': [{'id': '1f791c37-8014-427f-9e7d-0630d2252691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:49:53.002652 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c25ba4-ee83-47c8-b1e9-f05ae0eecef1 None None] The sync data for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 is: [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:49:16Z', 'revision_number': 4, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3c321c64-3713-4425-a600-e4d01318c084', 'name': '', 'network_id': 'e121bd7d-6a0a-4532-8f16-c7215bfde0bc', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'mac_address': 'fa:16:3e:97:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '1f791c37-8014-427f-9e7d-0630d2252691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:15Z', 'updated_at': '2022-04-21T20:49:21Z', 'revision_number': 5, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'subnets': [{'id': '1f791c37-8014-427f-9e7d-0630d2252691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:49:53.012513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f90e36c5-a02c-4eae-864f-804c8839fbe0 req-ba8d3218-65da-4f00-95b5-5d401b5a9223 service neutron] 10.222.0.43 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128112 Apr 21 20:49:53.043913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-a53947a5-d9da-434b-8b2b-423bd78282f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.045409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-a53947a5-d9da-434b-8b2b-423bd78282f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 1097 time: 0.1158755 Apr 21 20:49:53.055302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-de084979-578a-4ccb-bde3-156b851f979f service neutron] 10.222.0.49 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571715 Apr 21 20:49:53.097004 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779eb76-abc4-4dce-8bb1-ba0a71e646fc req-def7ef68-e9ed-4fb4-abe6-c8b90fa2abc5 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.107503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1779eb76-abc4-4dce-8bb1-ba0a71e646fc req-def7ef68-e9ed-4fb4-abe6-c8b90fa2abc5 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 945 time: 0.1150334 Apr 21 20:49:53.169564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1779eb76-abc4-4dce-8bb1-ba0a71e646fc req-9e110a5b-d8a5-4cea-9a0b-dfa55ecbd963 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587196 Apr 21 20:49:53.211858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-994bee80-91ab-4fcf-9cae-2eb619d0c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.213360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-994bee80-91ab-4fcf-9cae-2eb619d0c3d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 1094 time: 0.1364126 Apr 21 20:49:53.287566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04970c6a-6c43-463c-ae99-abc385abb9cd req-6b54c6a9-af12-4a4e-9c8d-6cbfd691a865 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.289250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04970c6a-6c43-463c-ae99-abc385abb9cd req-6b54c6a9-af12-4a4e-9c8d-6cbfd691a865 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 946 time: 0.0548525 Apr 21 20:49:53.315703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0779c3e-c044-4f7b-bcb0-8f7e6043cc20 req-898bbc7c-2b71-458c-934f-97718a4efce9 service neutron] 10.222.0.49 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594597 Apr 21 20:49:53.316685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-6e963feb-f166-4b74-bc72-849b4c905e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.317972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-6e963feb-f166-4b74-bc72-849b4c905e81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2606773 Apr 21 20:49:53.337094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39388) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:53.380045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:53.382563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:49:53.384473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04970c6a-6c43-463c-ae99-abc385abb9cd req-bb36418b-33ac-4b90-aac5-c0e62bd2cbe4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852876 Apr 21 20:49:53.405792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-3c5ac793-db9e-49b4-b7fb-f0d4d1f733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.407434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-3c5ac793-db9e-49b4-b7fb-f0d4d1f733fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 200 len: 924 time: 0.1791573 Apr 21 20:49:53.424547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-be2a2251-bc38-4bb0-8de5-9841556fd3f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95518c20be524a6fbeb9277e9bee671c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861692 Apr 21 20:49:53.426131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:49:53.426614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device c1d73ad5-8b6e-40ce-b041-fe2e7f1eaf38 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:49:53.433082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39394) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:53.435542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3619277c-049d-4830-bb70-fcd22c8b1969 None None] New status for floating IP edc89f72-09ec-4756-b7b8-737a557fa6b4: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:49:53.452844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-692440a4-928f-48bf-9efc-61b11d68a676 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=12ed72c8-b468-4abf-888a-30b84e381046 HTTP/1.1" status: 200 len: 217 time: 0.1183703 Apr 21 20:49:53.497672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b809b2be-c083-4c83-99d2-5eb9c1879941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:53.523094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-97000a8c-4d93-45c9-b911-108adfd0ef98 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c4df5a9-5293-40fb-a209-1d6e590f0187 HTTP/1.1" status: 200 len: 217 time: 0.0683811 Apr 21 20:49:53.539817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b809b2be-c083-4c83-99d2-5eb9c1879941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:53.566871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e200bf9-9d14-475f-87c4-bb2639a57b9d req-0f4a49a2-96a0-4b86-9483-f26d3f0caf3b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.568423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e200bf9-9d14-475f-87c4-bb2639a57b9d req-0f4a49a2-96a0-4b86-9483-f26d3f0caf3b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0846040 Apr 21 20:49:53.604315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-c05756dc-b91c-4dd3-b668-4a7d42428667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.605705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-c05756dc-b91c-4dd3-b668-4a7d42428667 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1098001 Apr 21 20:49:53.608149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-442b4dcd-86d7-4f37-b5b2-292372b79ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.609457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-442b4dcd-86d7-4f37-b5b2-292372b79ae1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be7fbf35-ae24-40df-af73-497f4a003c6c HTTP/1.1" status: 200 len: 862 time: 0.0661678 Apr 21 20:49:53.617377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f4a03-94eb-4b45-9d2d-f295181407b6 req-d58a6809-6023-48c5-a1d8-c1186781e3de tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.618771 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea4f4a03-94eb-4b45-9d2d-f295181407b6 req-d58a6809-6023-48c5-a1d8-c1186781e3de tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.2102284 Apr 21 20:49:53.630134 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b809b2be-c083-4c83-99d2-5eb9c1879941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:53.634074 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:49:53.634499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b809b2be-c083-4c83-99d2-5eb9c1879941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:53.635814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b809b2be-c083-4c83-99d2-5eb9c1879941 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5800d747-99fe-4274-9abd-71b524240110 HTTP/1.1" status: 204 len: 168 time: 0.2013903 Apr 21 20:49:53.650886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e200bf9-9d14-475f-87c4-bb2639a57b9d req-beded538-c40b-463e-b9fe-7d865fa32228 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701799 Apr 21 20:49:53.652479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809b2be-c083-4c83-99d2-5eb9c1879941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5800d747-99fe-4274-9abd-71b524240110,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:53.721591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea4f4a03-94eb-4b45-9d2d-f295181407b6 req-2a502444-a68a-4bb9-8ed8-085598529b9a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705173 Apr 21 20:49:53.725099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-46a9b70c-b22c-49c0-8bc9-8eaea4f79135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.726551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-46a9b70c-b22c-49c0-8bc9-8eaea4f79135 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058860 Apr 21 20:49:53.728207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-74d4ba5e-0c02-4bce-8601-4069cd974035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.729576 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-74d4ba5e-0c02-4bce-8601-4069cd974035 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed92b188-e14e-4d1e-ae98-d4cbfad16828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099610 Apr 21 20:49:53.772717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:53.792784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '30200fbf-1ce2-45de-ab18-a53bbd310966', 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5', 'port_id': '30200fbf-1ce2-45de-ab18-a53bbd310966', 'mac_address': 'fa:16:3e:17:67:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fc8748-6c5d-4e0a-80c8-c93c954d0f9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:53.814601 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-6f816eb2-8889-4e74-afb5-6288f9b4de7b tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips/edc89f72-09ec-4756-b7b8-737a557fa6b4 HTTP/1.1" status: 200 len: 693 time: 0.0569785 Apr 21 20:49:53.851513 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:53.875994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30200fbf-1ce2-45de-ab18-a53bbd310966 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:53.907438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:53.913915 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:53.948461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-fec71c7d-7311-41a0-a82d-b0ab86e22974 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103267 Apr 21 20:49:53.949203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-7c691b8e-cb3a-4397-a699-5785ba1cfa60 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.950883 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-7c691b8e-cb3a-4397-a699-5785ba1cfa60 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1352446 Apr 21 20:49:53.951106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731c1f4-64fb-4767-bfe9-7e06dbe4e54d req-e2b503d4-f414-4fa1-86a5-5b9b7f2c78ba tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:53.953157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5731c1f4-64fb-4767-bfe9-7e06dbe4e54d req-e2b503d4-f414-4fa1-86a5-5b9b7f2c78ba tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 1100 time: 0.1037548 Apr 21 20:49:53.956245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-9b8fa444-1496-4f7c-9a9f-fde665f49203 service neutron] 10.222.0.43 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180979 Apr 21 20:49:53.986609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=30200fbf-1ce2-45de-ab18-a53bbd310966,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:54.016553 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-af6f5095-238b-4065-a398-b0dd0ddd7b90 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0545878 Apr 21 20:49:54.075416 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-f43056e3-10d4-4845-ad42-519cceb9d694 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0468328 Apr 21 20:49:54.106140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5731c1f4-64fb-4767-bfe9-7e06dbe4e54d req-0bc04cf0-0f79-49e7-91a4-718c4d8696a5 tempest-ServersAdminNegativeTestJSON-1111133569 tempest-ServersAdminNegativeTestJSON-1111133569-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392913 Apr 21 20:49:54.156108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-1565ba07-533a-41e8-91b7-0d8c64b3b44a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989200 Apr 21 20:49:54.160322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-86043f42-2d90-43fd-b53f-428c5047d949 service neutron] 10.222.0.43 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801159 Apr 21 20:49:54.287175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b71af-8718-4b5f-93a6-91152e6889cf req-c19e9aa1-39db-4325-b5c1-48f3363cf6c9 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:54.289002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf7b71af-8718-4b5f-93a6-91152e6889cf req-c19e9aa1-39db-4325-b5c1-48f3363cf6c9 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 943 time: 0.0957937 Apr 21 20:49:54.292108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-813d720f-9529-4641-b40a-784f937b3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:54.293714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-813d720f-9529-4641-b40a-784f937b3980 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0e2721f6cff04e11b16a12bd02c9e25c&device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 1096 time: 0.0683908 Apr 21 20:49:54.414578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf7b71af-8718-4b5f-93a6-91152e6889cf req-c2c54b48-5fb0-4beb-8095-466dcd4a7527 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171916 Apr 21 20:49:54.465593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-35709316-4a77-4c2a-8350-1ab67c372dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:54.468336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-35709316-4a77-4c2a-8350-1ab67c372dba service neutron] 10.222.0.43 "GET /v2.0/networks?id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc HTTP/1.1" status: 200 len: 929 time: 0.1619992 Apr 21 20:49:54.505351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['30200fbf-1ce2-45de-ab18-a53bbd310966'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:54.529997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-2b358aa7-896a-4079-9fdb-e0bd0d99c612 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86a78966-8e31-4977-b35f-66287a9632c8 HTTP/1.1" status: 200 len: 217 time: 0.0510948 Apr 21 20:49:54.530234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Deleting port bc645537-4568-4491-9b45-b5ad79e540b1 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:54.530599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:54.592332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-267bdb91-c4ce-4d76-8e68-b448d1b15010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:54.593846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-267bdb91-c4ce-4d76-8e68-b448d1b15010 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1f791c37-8014-427f-9e7d-0630d2252691 HTTP/1.1" status: 200 len: 867 time: 0.0562222 Apr 21 20:49:54.634782 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:54.635704 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:54.650153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Calling delete_port for bc645537-4568-4491-9b45-b5ad79e540b1 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:54.653003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-cff19621-bd5e-45fb-97fe-c9339c48d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:54.654493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-cff19621-bd5e-45fb-97fe-c9339c48d4ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e121bd7d-6a0a-4532-8f16-c7215bfde0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524688 Apr 21 20:49:54.763059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf78ff-b8f5-46a8-be3b-f2350a2c6c9c req-41da7183-6243-4e43-9dde-0a1bc41fad82 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:54.764536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7faf78ff-b8f5-46a8-be3b-f2350a2c6c9c req-41da7183-6243-4e43-9dde-0a1bc41fad82 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 945 time: 0.1070981 Apr 21 20:49:54.796333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:54.823556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Pushing event deleted for resources: {'Port': ['ID=bc645537-4568-4491-9b45-b5ad79e540b1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:54.825895 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7faf78ff-b8f5-46a8-be3b-f2350a2c6c9c req-b355da28-4ad3-4a68-8b5d-2e45d13eeae1 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533190 Apr 21 20:49:54.829899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-f316895c-7e27-4e19-8f4e-52fef6c54e88 service neutron] 10.222.0.43 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633368 Apr 21 20:49:54.893518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:54.897454 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:54.912463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ed4970d-ee2f-44e9-a0df-8346e49c59bc req-58f3f15b-0853-4b01-882d-5cc7386ec9bb tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "DELETE /v2.0/floatingips/edc89f72-09ec-4756-b7b8-737a557fa6b4 HTTP/1.1" status: 204 len: 173 time: 0.8235199 Apr 21 20:49:55.017455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f9aa6-595e-4067-a557-42911018ba40 req-1ed0a661-48d8-44d4-8e36-c3f6c5bf631d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:55.019127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e17f9aa6-595e-4067-a557-42911018ba40 req-1ed0a661-48d8-44d4-8e36-c3f6c5bf631d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0569401 Apr 21 20:49:55.063509 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e17f9aa6-595e-4067-a557-42911018ba40 req-4bc70035-6b11-4b86-9b4f-ae3be5b29aa4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Apr 21 20:49:55.200047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bb689-c69d-4a3f-afaf-761f5e5683d9 req-c5aba9dc-e16f-41a0-a683-733b9622a81a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:55.201847 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-344bb689-c69d-4a3f-afaf-761f5e5683d9 req-c5aba9dc-e16f-41a0-a683-733b9622a81a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0538545 Apr 21 20:49:55.244634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-344bb689-c69d-4a3f-afaf-761f5e5683d9 req-669d2d1e-da88-43b2-b3a2-631500032265 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Apr 21 20:49:55.269279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb58250-0d0b-41da-84a9-493530a02dbd req-820068ab-fe3e-4595-a9e1-673e559a9a1e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:55.270730 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9eb58250-0d0b-41da-84a9-493530a02dbd req-820068ab-fe3e-4595-a9e1-673e559a9a1e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 946 time: 0.3554902 Apr 21 20:49:55.276135 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f48efdf-e486-4de5-b17f-af47483c3a4e req-db361fda-66b3-4d9e-9059-3ca36535b3b6 service neutron] 10.222.0.43 "GET /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391837 Apr 21 20:49:55.315861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9eb58250-0d0b-41da-84a9-493530a02dbd req-e6273e9d-9e49-42d8-9c8f-091612e50cad tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359945 Apr 21 20:49:55.397440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc6994-4852-4228-898e-b50b53b19393 req-21ea3aa0-fa0e-438f-a035-33760923631b tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:55.398908 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3fc6994-4852-4228-898e-b50b53b19393 req-21ea3aa0-fa0e-438f-a035-33760923631b tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0584519 Apr 21 20:49:55.439439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3fc6994-4852-4228-898e-b50b53b19393 req-f7800ea7-9b28-4b9d-8912-1b9cf3a75828 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0345371 Apr 21 20:49:55.589666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7ed9c-bb36-40ea-88f3-f85d5626c11f req-f4701245-dd37-42f8-9f49-db1d7483c68a tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:55.597348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cec7ed9c-bb36-40ea-88f3-f85d5626c11f req-f4701245-dd37-42f8-9f49-db1d7483c68a tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 943 time: 0.0625710 Apr 21 20:49:55.631425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cec7ed9c-bb36-40ea-88f3-f85d5626c11f req-88c14520-cde6-46db-9084-679bc0862e35 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329676 Apr 21 20:49:55.639586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30f4d6e5-0664-4a06-919b-98b1657bcc72 req-ddb2869f-ea83-4564-9dd8-67ebd409abb8 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0393567 Apr 21 20:49:55.760080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c546304-58b0-492e-a106-5f25a6f15aba req-83442788-28f6-42c9-9950-89647c2d1c87 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:55.765255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c546304-58b0-492e-a106-5f25a6f15aba req-83442788-28f6-42c9-9950-89647c2d1c87 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 949 time: 0.0697048 Apr 21 20:49:55.805599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c546304-58b0-492e-a106-5f25a6f15aba req-25ca7d24-75a9-47b1-9652-2fc4ead67f78 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365026 Apr 21 20:49:55.834332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 12ed72c8-b468-4abf-888a-30b84e381046 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:55.838252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device e0e2e918-30cb-4373-ad9f-7a9eb660a3af up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:55.969985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port e0e2e918-30cb-4373-ad9f-7a9eb660a3af completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:55.985144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port e0e2e918-30cb-4373-ad9f-7a9eb660a3af triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:55.985546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:55.993670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 12ed72c8-b468-4abf-888a-30b84e381046, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=12ed72c8-b468-4abf-888a-30b84e381046,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:56.029738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '12ed72c8-b468-4abf-888a-30b84e381046', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '12ed72c8-b468-4abf-888a-30b84e381046', 'mac_address': 'fa:16:3e:c8:ea:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:56.034163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4bf31-2280-453d-9f10-bbd62ad2f1d0 req-ba8b0987-c0a5-4667-a359-45528747b37c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:56.035894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00f4bf31-2280-453d-9f10-bbd62ad2f1d0 req-ba8b0987-c0a5-4667-a359-45528747b37c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 945 time: 0.0593109 Apr 21 20:49:56.075924 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00f4bf31-2280-453d-9f10-bbd62ad2f1d0 req-b7c204f3-14af-46e0-a634-32421b348e3e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Apr 21 20:49:56.084187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:56.119083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ed72c8-b468-4abf-888a-30b84e381046 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:56.121008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05984ab-015a-489b-b3d6-efe6830cc795 req-514668e9-b563-47f6-b73b-9a65b41956f9 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:56.122830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c05984ab-015a-489b-b3d6-efe6830cc795 req-514668e9-b563-47f6-b73b-9a65b41956f9 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 945 time: 0.0703683 Apr 21 20:49:56.150830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 12ed72c8-b468-4abf-888a-30b84e381046, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=12ed72c8-b468-4abf-888a-30b84e381046,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:56.153779 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:56.157338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:56.165865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c05984ab-015a-489b-b3d6-efe6830cc795 req-0ff7c35c-4b3b-45f7-841a-6ae6ed00db61 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357928 Apr 21 20:49:56.213640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:56.215873 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119c30d6-25bf-4193-b223-df4dd48b061e" -d '{"events": [{"server_uuid": "935e4f82-b773-4e5c-b7fe-83defb6e08a4", "name": "network-vif-plugged", "status": "completed", "tag": "e0e2e918-30cb-4373-ad9f-7a9eb660a3af"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:56.244102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port e0e2e918-30cb-4373-ad9f-7a9eb660a3af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:56.249537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=12ed72c8-b468-4abf-888a-30b84e381046,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:56.255471 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:56.262781 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece030ec-bfe3-4461-8073-9bc63b10355d x-openstack-request-id: req-ece030ec-bfe3-4461-8073-9bc63b10355d {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:56.263091 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e4f82-b773-4e5c-b7fe-83defb6e08a4", "name": "network-vif-plugged", "status": "completed", "tag": "e0e2e918-30cb-4373-ad9f-7a9eb660a3af", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:56.263344 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ece030ec-bfe3-4461-8073-9bc63b10355d {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:56.263728 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece030ec-bfe3-4461-8073-9bc63b10355d'] response: {'server_uuid': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af', 'code': 200} Apr 21 20:49:56.313466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8400732-0296-4f36-904e-96e50f8a09ef req-88f2c480-2fcd-4b77-b806-6d911f852bb5 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:56.315024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8400732-0296-4f36-904e-96e50f8a09ef req-88f2c480-2fcd-4b77-b806-6d911f852bb5 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0592296 Apr 21 20:49:56.324489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:56.380365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf172dd-4035-42f9-b529-c850bee6fd20 req-e6fe42ac-d11a-4b50-b59a-38259aa93e36 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:56.381997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1cf172dd-4035-42f9-b529-c850bee6fd20 req-e6fe42ac-d11a-4b50-b59a-38259aa93e36 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0491424 Apr 21 20:49:56.401610 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8400732-0296-4f36-904e-96e50f8a09ef req-dfa7ab05-00cc-4d4d-ae63-a34be9041204 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789225 Apr 21 20:49:56.406177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9c246-cd4a-4da9-9d33-a7f603bf2a05 req-acfcf47b-8a58-4aa7-abfc-01db3823e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:56.407680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cd9c246-cd4a-4da9-9d33-a7f603bf2a05 req-acfcf47b-8a58-4aa7-abfc-01db3823e258 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 1097 time: 0.0847652 Apr 21 20:49:56.440145 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1cf172dd-4035-42f9-b529-c850bee6fd20 req-b76998b7-5417-4b5e-9c5c-b77b988a8079 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455847 Apr 21 20:49:56.465766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cd9c246-cd4a-4da9-9d33-a7f603bf2a05 req-fdd6b82d-8d75-4392-8bfc-dc9a134eb0dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500731 Apr 21 20:49:56.545245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283edec-ce77-4c1c-8820-4f66da4db5d5 req-60568910-f555-4147-a574-4285b3abd134 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:56.546706 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c283edec-ce77-4c1c-8820-4f66da4db5d5 req-60568910-f555-4147-a574-4285b3abd134 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 947 time: 0.0489805 Apr 21 20:49:56.574544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39492) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:56.584267 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c283edec-ce77-4c1c-8820-4f66da4db5d5 req-9f1b9cd0-988f-4e0b-a887-83ada8e9da07 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Apr 21 20:49:56.625291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['12ed72c8-b468-4abf-888a-30b84e381046'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:56.679888 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-91992fe0-f214-4cf8-8cde-5465448f7331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:56.777756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e74e98-6840-4cf4-b187-5552bf7569a8 req-d28ba753-ee00-4efb-b388-3f11f38c8614 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:56.779154 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1e74e98-6840-4cf4-b187-5552bf7569a8 req-d28ba753-ee00-4efb-b388-3f11f38c8614 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 943 time: 0.0741138 Apr 21 20:49:56.832062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-91992fe0-f214-4cf8-8cde-5465448f7331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:56.850187 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-91992fe0-f214-4cf8-8cde-5465448f7331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:56.866596 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-69baf2ba-1743-4b05-bc69-3a82e25a6eba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039550 Apr 21 20:49:56.872360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1e74e98-6840-4cf4-b187-5552bf7569a8 req-c0879605-aeaa-48b5-a97b-af12025def47 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744643 Apr 21 20:49:56.894885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-91992fe0-f214-4cf8-8cde-5465448f7331 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e18add6b2e44f169c4bb4990a459e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169119 Apr 21 20:49:56.895774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39500) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:56.928898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91992fe0-f214-4cf8-8cde-5465448f7331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd088405-7a4d-44d5-835d-42f65423a206,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:56.944308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-e85c7659-9189-425b-ab79-69d4fcc4b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:56.946050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-e85c7659-9189-425b-ab79-69d4fcc4b654 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1117 time: 0.0523310 Apr 21 20:49:56.980375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef03fa-222a-41ce-a0bc-6c62b5594b52 req-054e8921-89b2-41e1-a9fc-233c5bbe2001 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:56.982393 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2aef03fa-222a-41ce-a0bc-6c62b5594b52 req-054e8921-89b2-41e1-a9fc-233c5bbe2001 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 949 time: 0.0797033 Apr 21 20:49:57.004480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42af99b4-eace-4d57-9ffc-dd7552116c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.038675 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42af99b4-eace-4d57-9ffc-dd7552116c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.042579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2aef03fa-222a-41ce-a0bc-6c62b5594b52 req-53c75631-ccd8-46d8-82f5-ec0c01f9fef2 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537038 Apr 21 20:49:57.056881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-a1dc1e60-15fc-496f-96e5-a9362dbc771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.058435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-a1dc1e60-15fc-496f-96e5-a9362dbc771b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.0843368 Apr 21 20:49:57.087900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42af99b4-eace-4d57-9ffc-dd7552116c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.090557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42af99b4-eace-4d57-9ffc-dd7552116c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.091680 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-42af99b4-eace-4d57-9ffc-dd7552116c4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd088405-7a4d-44d5-835d-42f65423a206 HTTP/1.1" status: 204 len: 168 time: 0.1948996 Apr 21 20:49:57.102058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af99b4-eace-4d57-9ffc-dd7552116c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd088405-7a4d-44d5-835d-42f65423a206,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:57.107100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-47943f96-d36f-48ba-a042-277c7a7039c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 217 time: 0.0399857 Apr 21 20:49:57.206805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-ee7f465b-0ffd-4fda-acaf-feb505c1c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.208379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-ee7f465b-0ffd-4fda-acaf-feb505c1c24a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0890851 Apr 21 20:49:57.253763 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f992ce-046b-4a56-895e-8d80c331fb84 req-31782785-36e4-4c6e-8090-2596c6fa4fb4 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.255297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56f992ce-046b-4a56-895e-8d80c331fb84 req-31782785-36e4-4c6e-8090-2596c6fa4fb4 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0929887 Apr 21 20:49:57.258492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-aa3fc5b1-b4fa-4c8d-a639-8ee333195d74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416977 Apr 21 20:49:57.323558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e717516-718c-4a42-ae3f-e73e6b8f427b req-84b47bd0-d11a-4742-bc06-9c4552e6b523 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.324985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e717516-718c-4a42-ae3f-e73e6b8f427b req-84b47bd0-d11a-4742-bc06-9c4552e6b523 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 945 time: 0.0552323 Apr 21 20:49:57.369550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e717516-718c-4a42-ae3f-e73e6b8f427b req-a226da8e-ec14-4213-b21d-303aa37ab53d tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378318 Apr 21 20:49:57.393249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9c4df5a9-5293-40fb-a209-1d6e590f0187 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:49:57.397335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:57.400141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-a57f452f-6051-48ae-86d3-945a4ab8c640 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1436813 Apr 21 20:49:57.412004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56f992ce-046b-4a56-895e-8d80c331fb84 req-f1c8dada-091a-4cd1-bae6-f3e6deb5798b tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415606 Apr 21 20:49:57.445192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-6bfa5b7d-e4d7-4298-b07f-9fc763a60467 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776369 Apr 21 20:49:57.477500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39514) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:57.499812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b781c70-aa4d-433c-bc72-113c6025ced1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.535486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-e4969620-2875-447b-aaa3-0a492a429ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.537020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-e4969620-2875-447b-aaa3-0a492a429ac0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 1101 time: 0.1081212 Apr 21 20:49:57.564584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 30200fbf-1ce2-45de-ab18-a53bbd310966 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:57.573158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 30200fbf-1ce2-45de-ab18-a53bbd310966 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:57.573534 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.607627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9c4df5a9-5293-40fb-a209-1d6e590f0187, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9c4df5a9-5293-40fb-a209-1d6e590f0187,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:57.629088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '9c4df5a9-5293-40fb-a209-1d6e590f0187', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'port_id': '9c4df5a9-5293-40fb-a209-1d6e590f0187', 'mac_address': 'fa:16:3e:96:38:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:49:57.663263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c989bd9-f0b7-4465-97a1-19a26c4d591d req-16f93958-4a77-45a0-b4d4-1bafb69bcbce tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.663956 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b36c8e-c94b-4cf0-8330-a3b164a587fc req-efedb795-fc12-48be-9d0f-5bd5e9e3d9ca service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978488 Apr 21 20:49:57.671145 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c989bd9-f0b7-4465-97a1-19a26c4d591d req-16f93958-4a77-45a0-b4d4-1bafb69bcbce tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.1094141 Apr 21 20:49:57.702290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b781c70-aa4d-433c-bc72-113c6025ced1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.711060 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b781c70-aa4d-433c-bc72-113c6025ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.711278 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.723475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42288431-e886-4f4a-ad89-7ce31e063dff req-978bd34f-1ace-482f-8a49-236bc7356e20 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.725688 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42288431-e886-4f4a-ad89-7ce31e063dff req-978bd34f-1ace-482f-8a49-236bc7356e20 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1583774 Apr 21 20:49:57.732022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-9faa9517-5482-4ef6-a532-ef2304199294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.733645 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-9faa9517-5482-4ef6-a532-ef2304199294 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1675918 Apr 21 20:49:57.735733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c989bd9-f0b7-4465-97a1-19a26c4d591d req-7938a084-011a-4abd-b764-66f294b6ff97 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635369 Apr 21 20:49:57.742643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4df5a9-5293-40fb-a209-1d6e590f0187 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:49:57.770794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9c4df5a9-5293-40fb-a209-1d6e590f0187, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9c4df5a9-5293-40fb-a209-1d6e590f0187,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:57.775247 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.779015 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.792692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5b781c70-aa4d-433c-bc72-113c6025ced1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fd783075e264f2aafe91920d68560ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134377 Apr 21 20:49:57.794028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b781c70-aa4d-433c-bc72-113c6025ced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecae258-6205-4cc6-ba50-4a9b2a885fbc,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:57.799559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:57.806083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-4062fe59-c575-4c39-bb96-ad61b4a722f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a8e61d63-1c2b-43c0-8355-ef2f804f3ade HTTP/1.1" status: 200 len: 217 time: 0.0594180 Apr 21 20:49:57.852182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:57.858542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.860214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42288431-e886-4f4a-ad89-7ce31e063dff req-7e8fcc43-034a-46e2-800f-398e7a3e9768 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219084 Apr 21 20:49:57.865675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=9c4df5a9-5293-40fb-a209-1d6e590f0187,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:57.899653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-7e0716c9-1649-4e8b-94cd-67fe918cf92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.901352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-7e0716c9-1649-4e8b-94cd-67fe918cf92c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0823419 Apr 21 20:49:57.911011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bcca6-7607-46a5-a890-03b509ddd802 req-08e300b5-5fc9-426d-8d21-5fe39d824adf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:57.913093 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a36bcca6-7607-46a5-a890-03b509ddd802 req-08e300b5-5fc9-426d-8d21-5fe39d824adf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 947 time: 0.0990388 Apr 21 20:49:57.945468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=30200fbf-1ce2-45de-ab18-a53bbd310966,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:57.947759 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7bdef6a-df46-4111-a085-db6d77059405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:57.983149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a36bcca6-7607-46a5-a890-03b509ddd802 req-f973d9b3-c279-40ae-a62f-03f0666d1186 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546889 Apr 21 20:49:57.985439 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7bdef6a-df46-4111-a085-db6d77059405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:58.028411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-84509b05-846d-4297-9dc0-c0dc83b0db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:58.029931 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-84509b05-846d-4297-9dc0-c0dc83b0db87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117783 Apr 21 20:49:58.039500 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7bdef6a-df46-4111-a085-db6d77059405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:58.042357 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7bdef6a-df46-4111-a085-db6d77059405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:58.043503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c7bdef6a-df46-4111-a085-db6d77059405 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eecae258-6205-4cc6-ba50-4a9b2a885fbc HTTP/1.1" status: 204 len: 168 time: 0.2314193 Apr 21 20:49:58.043786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-ddecb2fe-40bf-4267-9528-767010cac965 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:58.045344 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-ddecb2fe-40bf-4267-9528-767010cac965 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.43 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 945 time: 0.1171935 Apr 21 20:49:58.051914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdef6a-df46-4111-a085-db6d77059405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecae258-6205-4cc6-ba50-4a9b2a885fbc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:58.089417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f97784-d6d7-45f7-b8ee-54109520a599 req-3a9e394f-a079-4ca9-bce9-471ef82e1812 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:58.091293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8f97784-d6d7-45f7-b8ee-54109520a599 req-3a9e394f-a079-4ca9-bce9-471ef82e1812 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 944 time: 0.1309447 Apr 21 20:49:58.192840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c47722-60c7-4478-8557-f755f3bc0338 req-6d61e18f-b8ed-4b2e-9932-8cb38fe35eba tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:58.197726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['9c4df5a9-5293-40fb-a209-1d6e590f0187'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:58.213579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-75c47722-60c7-4478-8557-f755f3bc0338 req-6d61e18f-b8ed-4b2e-9932-8cb38fe35eba tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 949 time: 0.0733459 Apr 21 20:49:58.265273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:58.268468 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5784a01d-a3c6-4408-940f-0f0228cfcec0" -d '{"events": [{"server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "name": "network-vif-plugged", "status": "completed", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:58.273121 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-75c47722-60c7-4478-8557-f755f3bc0338 req-a06b4cf4-b0fc-45fe-ad11-e97ce92d8621 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503185 Apr 21 20:49:58.274918 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8f97784-d6d7-45f7-b8ee-54109520a599 req-be262617-d3bf-4f4c-be0c-716f787a338a tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1623392 Apr 21 20:49:58.285440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-16daddb7-6b04-4924-b91e-503644a730c6 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393136 Apr 21 20:49:58.296998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-d9a65e5b-468c-4991-945b-c4d668f2f82d tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:58.299248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-d9a65e5b-468c-4991-945b-c4d668f2f82d tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.46 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 949 time: 0.1899714 Apr 21 20:49:58.353031 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94b9da6-124b-4277-a846-3081c5896cd8 x-openstack-request-id: req-f94b9da6-124b-4277-a846-3081c5896cd8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:58.353364 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "name": "network-vif-plugged", "status": "completed", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:58.353617 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f94b9da6-124b-4277-a846-3081c5896cd8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:58.354384 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94b9da6-124b-4277-a846-3081c5896cd8'] response: {'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966', 'code': 200} Apr 21 20:49:58.407564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Deleting port 86a78966-8e31-4977-b35f-66287a9632c8 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:58.408037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:58.571780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3d4f2c0-e3ad-4770-9920-9ef007d7354d req-02f2c701-7849-4934-b91e-6c874876da30 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717769 Apr 21 20:49:58.599166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] For port 86a78966-8e31-4977-b35f-66287a9632c8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=86a78966-8e31-4977-b35f-66287a9632c8,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:58.599630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:58.599762 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63dc42-fb69-4228-a2ba-9a8511bdb27f req-87b7cc39-57b0-4cbd-9fed-5b6e5649693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:58.601195 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b63dc42-fb69-4228-a2ba-9a8511bdb27f req-87b7cc39-57b0-4cbd-9fed-5b6e5649693c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1097 time: 0.0926681 Apr 21 20:49:58.620415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Calling delete_port for 86a78966-8e31-4977-b35f-66287a9632c8 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:58.621245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908a638-c32c-49cc-a50c-74f3b928ad42 req-cb8040e1-e213-4b30-a3f6-d0ea07f29186 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:58.628642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7908a638-c32c-49cc-a50c-74f3b928ad42 req-cb8040e1-e213-4b30-a3f6-d0ea07f29186 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0843573 Apr 21 20:49:58.629659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d208e43-0c5e-40a6-9424-f5f08de296fe req-52892096-4dc6-4a6f-8332-1cfdb044b521 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:58.631120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d208e43-0c5e-40a6-9424-f5f08de296fe req-52892096-4dc6-4a6f-8332-1cfdb044b521 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 945 time: 0.1281044 Apr 21 20:49:58.635225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Deleting port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:49:58.635979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:58.667400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b63dc42-fb69-4228-a2ba-9a8511bdb27f req-c5e39760-1eb6-4b88-a233-77f1597d27bd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595627 Apr 21 20:49:58.684888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7908a638-c32c-49cc-a50c-74f3b928ad42 req-58e46287-3e0e-45cb-9030-4faf56636ef1 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553734 Apr 21 20:49:58.787720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d208e43-0c5e-40a6-9424-f5f08de296fe req-d6ea4810-521a-4889-90c3-325508567d30 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/security-groups?id=75a8c4ed-6860-48e4-a326-f342141e770b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490650 Apr 21 20:49:58.817930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe577ee5-3322-4af6-be2e-eee9cb35c2a0 req-e521f68a-e62d-4b54-a65b-2c95626b461e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:58.827995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe577ee5-3322-4af6-be2e-eee9cb35c2a0 req-e521f68a-e62d-4b54-a65b-2c95626b461e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0604956 Apr 21 20:49:58.829061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] For port 0aa71cd6-861d-4fc1-a570-0e392bc6d410, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0aa71cd6-861d-4fc1-a570-0e392bc6d410,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:49:58.829061 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:58.829061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39552) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:49:58.852941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Request body: {'floatingip': {'port_id': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:49:58.860228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Calling delete_port for 0aa71cd6-861d-4fc1-a570-0e392bc6d410 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:49:58.935556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:59.018571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f26e3e-fbd7-4cef-b6f4-290ba7b2e00f req-df2cb2a6-2883-4b17-8e7f-f33a45f0e37b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:59.021388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-09f26e3e-fbd7-4cef-b6f4-290ba7b2e00f req-df2cb2a6-2883-4b17-8e7f-f33a45f0e37b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0565174 Apr 21 20:49:59.069031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-09f26e3e-fbd7-4cef-b6f4-290ba7b2e00f req-804b3911-b46f-4004-9d66-e1dcad14caa4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 Apr 21 20:49:59.138329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a1283-3104-41d5-b53e-bf08b035f6a8 req-db921d4b-02b3-410b-9fbd-de718706c5f2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:59.139840 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e6a1283-3104-41d5-b53e-bf08b035f6a8 req-db921d4b-02b3-410b-9fbd-de718706c5f2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.2469115 Apr 21 20:49:59.148139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:59.161678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['86a78966-8e31-4977-b35f-66287a9632c8'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:59.208643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Pushing event deleted for resources: {'Port': ['ID=86a78966-8e31-4977-b35f-66287a9632c8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:59.234507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d7c1b-6d78-4ab7-8a71-742e8a27ce76 req-72bd86cb-7cf3-4dd9-96d6-96c8a95f22c0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:59.243839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b9d7c1b-6d78-4ab7-8a71-742e8a27ce76 req-72bd86cb-7cf3-4dd9-96d6-96c8a95f22c0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 947 time: 0.0767531 Apr 21 20:49:59.298969 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b9d7c1b-6d78-4ab7-8a71-742e8a27ce76 req-31f5b028-a481-46db-9878-3e3f82d58fcb tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541339 Apr 21 20:49:59.340199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] No DVR routers for this DVR port 86a78966-8e31-4977-b35f-66287a9632c8 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:49:59.345926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:59.349330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ece7877-397d-4f94-8cb2-d943a9e72a59 req-b33ed4c7-c389-4513-a982-e309323e90f7 tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.43 "DELETE /v2.0/ports/86a78966-8e31-4977-b35f-66287a9632c8 HTTP/1.1" status: 204 len: 173 time: 1.2940211 Apr 21 20:49:59.363461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'name': 'network-vif-deleted', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:49:59.365805 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ccf4bb-8f28-4488-b528-809314a8b626" -d '{"events": [{"server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "name": "network-vif-deleted", "tag": "86a78966-8e31-4977-b35f-66287a9632c8"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:49:59.377725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e6a1283-3104-41d5-b53e-bf08b035f6a8 req-5db39c75-e68b-4ae8-a7d6-d28a166d7f7b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274675 Apr 21 20:49:59.411655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9c4df5a9-5293-40fb-a209-1d6e590f0187 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:59.487375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:59.518984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['0aa71cd6-861d-4fc1-a570-0e392bc6d410'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:59.527229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ade8a49c-5a46-4085-a606-89636aab3218'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:49:59.548324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9ff9a-b82e-4619-95de-b0a565ffd849 req-917a0616-e4c7-4a3f-8f37-1c8cf16c3fe0 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:49:59.559275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Pushing event deleted for resources: {'Port': ['ID=0aa71cd6-861d-4fc1-a570-0e392bc6d410,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:49:59.567475 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7aa9ff9a-b82e-4619-95de-b0a565ffd849 req-917a0616-e4c7-4a3f-8f37-1c8cf16c3fe0 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=20304fed-e017-4f3e-9e11-7dca535ede14 HTTP/1.1" status: 200 len: 867 time: 0.1525714 Apr 21 20:49:59.680112 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7aa9ff9a-b82e-4619-95de-b0a565ffd849 req-87ca6544-ce09-4ec7-b504-e381c7f6d0ae tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069825 Apr 21 20:49:59.743428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 9c4df5a9-5293-40fb-a209-1d6e590f0187 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:49:59.750843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 9c4df5a9-5293-40fb-a209-1d6e590f0187 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:49:59.751313 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:59.795683 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4457bd16-50fe-4976-bf1c-b7fa35b8e1b2 x-openstack-request-id: req-4457bd16-50fe-4976-bf1c-b7fa35b8e1b2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:49:59.795996 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9e305f-02c9-491e-ab7e-392ca86b6afb", "name": "network-vif-deleted", "tag": "86a78966-8e31-4977-b35f-66287a9632c8", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:49:59.796213 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4457bd16-50fe-4976-bf1c-b7fa35b8e1b2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:49:59.796606 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4457bd16-50fe-4976-bf1c-b7fa35b8e1b2'] response: {'server_uuid': 'ba9e305f-02c9-491e-ab7e-392ca86b6afb', 'name': 'network-vif-deleted', 'tag': '86a78966-8e31-4977-b35f-66287a9632c8', 'status': 'completed', 'code': 200} Apr 21 20:49:59.798858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] No DVR routers for this DVR port 0aa71cd6-861d-4fc1-a570-0e392bc6d410 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:49:59.812694 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:49:59.816696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c3483e9-735a-4a46-ac9f-3c3249b4aaea req-ac83ee09-de88-4144-8f57-63bc6674252b tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.46 "DELETE /v2.0/ports/0aa71cd6-861d-4fc1-a570-0e392bc6d410 HTTP/1.1" status: 204 len: 173 time: 1.5015304 Apr 21 20:49:59.870197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 12ed72c8-b468-4abf-888a-30b84e381046 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:49:59.966723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:00.023074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2965d9d3-6fe5-485f-860e-acf1f3d2dfcd req-2c869080-802f-4311-8f66-0cac80f6147b tempest-FloatingIPsAssociationNegativeTestJSON-440709069 tempest-FloatingIPsAssociationNegativeTestJSON-440709069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9e305f-02c9-491e-ab7e-392ca86b6afb HTTP/1.1" status: 200 len: 210 time: 0.0559464 Apr 21 20:50:00.053825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9c4df5a9-5293-40fb-a209-1d6e590f0187, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9c4df5a9-5293-40fb-a209-1d6e590f0187,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:00.086827 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:00.166192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 12ed72c8-b468-4abf-888a-30b84e381046 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:50:00.166937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c502bf4-2ac8-48de-92be-d630538ed993 req-343cd231-2afb-46a1-80cd-cc774ee09d36 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:00.177147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c502bf4-2ac8-48de-92be-d630538ed993 req-343cd231-2afb-46a1-80cd-cc774ee09d36 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 944 time: 0.6930172 Apr 21 20:50:00.181801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 12ed72c8-b468-4abf-888a-30b84e381046 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:00.182470 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:00.211420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=9c4df5a9-5293-40fb-a209-1d6e590f0187,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:00.292957 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:00.303597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312d1c7-f64d-4a88-a41a-d1467249e953 req-153ac052-4c4d-42ba-9603-87d678028c6b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:00.303774 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c502bf4-2ac8-48de-92be-d630538ed993 req-6fcaded9-1294-4175-b7f2-e3b1e55a8a91 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255126 Apr 21 20:50:00.314487 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a312d1c7-f64d-4a88-a41a-d1467249e953 req-153ac052-4c4d-42ba-9603-87d678028c6b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0876877 Apr 21 20:50:00.342131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 12ed72c8-b468-4abf-888a-30b84e381046, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=12ed72c8-b468-4abf-888a-30b84e381046,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:00.351863 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:00.360653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4df5a9-5293-40fb-a209-1d6e590f0187'}, {'server_uuid': 'e02fdfe6-50aa-4cc3-b83f-543c26929dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ed72c8-b468-4abf-888a-30b84e381046'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:00.363608 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce008b80-58cc-477f-ba7e-0fe339e0474c" -d '{"events": [{"server_uuid": "631586c5-55d8-412d-b0b4-56abcba7ecd4", "name": "network-vif-plugged", "status": "completed", "tag": "9c4df5a9-5293-40fb-a209-1d6e590f0187"}, {"server_uuid": "e02fdfe6-50aa-4cc3-b83f-543c26929dda", "name": "network-vif-plugged", "status": "completed", "tag": "12ed72c8-b468-4abf-888a-30b84e381046"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:00.364055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a312d1c7-f64d-4a88-a41a-d1467249e953 req-c43bea50-908d-4366-821e-62ec244dbfd2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483360 Apr 21 20:50:00.436708 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6a23cd-51b3-4324-9c35-35c7d7c0fa6e x-openstack-request-id: req-0b6a23cd-51b3-4324-9c35-35c7d7c0fa6e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:00.437043 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631586c5-55d8-412d-b0b4-56abcba7ecd4", "name": "network-vif-plugged", "status": "completed", "tag": "9c4df5a9-5293-40fb-a209-1d6e590f0187", "code": 200}, {"server_uuid": "e02fdfe6-50aa-4cc3-b83f-543c26929dda", "name": "network-vif-plugged", "status": "completed", "tag": "12ed72c8-b468-4abf-888a-30b84e381046", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:00.437298 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b6a23cd-51b3-4324-9c35-35c7d7c0fa6e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:00.437728 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6a23cd-51b3-4324-9c35-35c7d7c0fa6e'] response: {'server_uuid': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4df5a9-5293-40fb-a209-1d6e590f0187', 'code': 200} Apr 21 20:50:00.437985 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6a23cd-51b3-4324-9c35-35c7d7c0fa6e'] response: {'server_uuid': 'e02fdfe6-50aa-4cc3-b83f-543c26929dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ed72c8-b468-4abf-888a-30b84e381046', 'code': 200} Apr 21 20:50:00.438664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=12ed72c8-b468-4abf-888a-30b84e381046,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:00.478103 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5ee15309-85ca-429b-9837-b4a269b10f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:00.553100 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.resource_extend [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:50:00.636684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb8129-3f34-4db8-8457-b903b2f4ef8e req-9e256025-0451-4a3e-8598-56d9c8e0b478 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:00.638211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbfb8129-3f34-4db8-8457-b903b2f4ef8e req-9e256025-0451-4a3e-8598-56d9c8e0b478 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 948 time: 0.2321620 Apr 21 20:50:00.667779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-ff528c01-7497-421d-bcb0-17063fd275e9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a057971deb5f41b1bf48df88d434215a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239112 Apr 21 20:50:00.680794 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:00.690818 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:00.700613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b308-55fb-4988-acc7-371720977b25 req-b92be443-87f5-4950-9b81-8228398fd886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:00.702210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1412b308-55fb-4988-acc7-371720977b25 req-b92be443-87f5-4950-9b81-8228398fd886 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 1096 time: 0.1744902 Apr 21 20:50:00.746874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7781d0-8099-4d2d-9505-cdf724ff6058 req-a4abd2f1-a66c-4e81-90f9-a2746167ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:00.748316 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa7781d0-8099-4d2d-9505-cdf724ff6058 req-a4abd2f1-a66c-4e81-90f9-a2746167ac5e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 1099 time: 0.2003551 Apr 21 20:50:00.761186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbfb8129-3f34-4db8-8457-b903b2f4ef8e req-a440e3bf-2893-4c18-83bf-9554ec7a11f1 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143646 Apr 21 20:50:00.783583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-c6306426-8491-4992-9743-654363e66a46 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:00.784516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-c6306426-8491-4992-9743-654363e66a46 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103778 Apr 21 20:50:00.801336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-c68bffb2-959a-4b45-a5b2-658a02f988a7 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/quotas/a057971deb5f41b1bf48df88d434215a HTTP/1.1" status: 200 len: 375 time: 0.0152309 Apr 21 20:50:00.839540 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-0b073416-5f70-4ea6-a510-136f46489267 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a057971deb5f41b1bf48df88d434215a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332377 Apr 21 20:50:00.871570 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1412b308-55fb-4988-acc7-371720977b25 req-838a66fd-ba42-4ecb-915b-4ebca4af451e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302600 Apr 21 20:50:00.907729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa7781d0-8099-4d2d-9505-cdf724ff6058 req-fbe52b11-59a5-4802-8606-cf7b237a6c67 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456127 Apr 21 20:50:00.915108 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Floating IP cfe94510-e34f-4d19-86a2-f54ea85af8c5 associated. External IP: 172.25.0.85, port: e0e2e918-30cb-4373-ad9f-7a9eb660a3af. Apr 21 20:50:00.982786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362f85e-a19e-4505-8a12-18ba7c3875ef req-45289eb2-5c61-4d19-b88a-484b4a33d88d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:00.982786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0362f85e-a19e-4505-8a12-18ba7c3875ef req-45289eb2-5c61-4d19-b88a-484b4a33d88d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.1457851 Apr 21 20:50:01.068734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0362f85e-a19e-4505-8a12-18ba7c3875ef req-00888514-c89e-4705-8f55-d802a098113a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755653 Apr 21 20:50:01.073803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-9d6d5088-abdf-4f27-b359-a0fbd417ab88 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a057971deb5f41b1bf48df88d434215a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261974 Apr 21 20:50:01.203996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:50:01.204389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-01f7fb03-acdb-46bb-baae-b48c5e547ccd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:01.206558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-01f7fb03-acdb-46bb-baae-b48c5e547ccd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244910 Apr 21 20:50:01.229686 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-c49487ea-3640-47dc-acae-150527b22ddd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/quotas/a057971deb5f41b1bf48df88d434215a HTTP/1.1" status: 200 len: 375 time: 0.0159349 Apr 21 20:50:01.289126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-0c45dbdd-df33-4f6f-9e0a-6d0f3fa80778 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a057971deb5f41b1bf48df88d434215a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508032 Apr 21 20:50:01.319850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39636) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:01.403629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 86a78966-8e31-4977-b35f-66287a9632c8 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:01.425881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:01.431627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:01.442866 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] Sync routers for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:01.456401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 86a78966-8e31-4977-b35f-66287a9632c8 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:01.458942 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:01.459557 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:01.459775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 86a78966-8e31-4977-b35f-66287a9632c8 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:01.519454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55cbe1-24c9-49e8-9cab-fbad55dafde2 req-5b17d87e-8821-4b99-8922-0d740fd12cb8 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:01.533804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f55cbe1-24c9-49e8-9cab-fbad55dafde2 req-5b17d87e-8821-4b99-8922-0d740fd12cb8 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1097 time: 0.1457925 Apr 21 20:50:01.546371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-17116005-c943-4423-adc7-d0d403a4d4de tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "PUT /v2.0/floatingips/cfe94510-e34f-4d19-86a2-f54ea85af8c5 HTTP/1.1" status: 200 len: 991 time: 2.6995087 Apr 21 20:50:01.615401 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f55cbe1-24c9-49e8-9cab-fbad55dafde2 req-43e4f62f-92d1-4036-bf8d-3476a73753f3 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789661 Apr 21 20:50:01.639275 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:01.665252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331f2bf-bec1-4eab-9559-5e05f4593f87 req-d9c20bd5-218a-442a-b220-7d3a75bbcfaf tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:01.672944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3331f2bf-bec1-4eab-9559-5e05f4593f87 req-d9c20bd5-218a-442a-b220-7d3a75bbcfaf tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 950 time: 0.1291564 Apr 21 20:50:01.747421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3331f2bf-bec1-4eab-9559-5e05f4593f87 req-164895e6-00b1-47bc-87b6-cd6f7f36595a tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734801 Apr 21 20:50:01.799006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20304fed-e017-4f3e-9e11-7dca535ede14', 'name': 'network-vif-deleted', 'tag': '0aa71cd6-861d-4fc1-a570-0e392bc6d410'}, {'name': 'network-changed', 'server_uuid': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'tag': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:01.801665 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426c80bd-bc8a-4595-a100-20fb1265d8e7" -d '{"events": [{"server_uuid": "20304fed-e017-4f3e-9e11-7dca535ede14", "name": "network-vif-deleted", "tag": "0aa71cd6-861d-4fc1-a570-0e392bc6d410"}, {"name": "network-changed", "server_uuid": "935e4f82-b773-4e5c-b7fe-83defb6e08a4", "tag": "e0e2e918-30cb-4373-ad9f-7a9eb660a3af"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:01.844522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79d37c-5c87-48f1-a17a-05f1a38e9294 req-521ad6cc-4cd9-4338-9b2a-cef306b4396e tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:01.858032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f79d37c-5c87-48f1-a17a-05f1a38e9294 req-521ad6cc-4cd9-4338-9b2a-cef306b4396e tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 945 time: 0.1257257 Apr 21 20:50:01.867112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0aa71cd6-861d-4fc1-a570-0e392bc6d410 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:01.908879 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f79d37c-5c87-48f1-a17a-05f1a38e9294 req-a20a54a6-9529-4765-80e6-415946307300 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495381 Apr 21 20:50:01.915026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ce85a-281a-4411-8f5e-f0bc712206b1 req-e29a68cc-83e8-4686-9000-8dbf38c7b95a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:01.922841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 0aa71cd6-861d-4fc1-a570-0e392bc6d410 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:01.923004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-434ce85a-281a-4411-8f5e-f0bc712206b1 req-e29a68cc-83e8-4686-9000-8dbf38c7b95a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0751925 Apr 21 20:50:01.923308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0aa71cd6-861d-4fc1-a570-0e392bc6d410 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:01.956113 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'cfe94510-e34f-4d19-86a2-f54ea85af8c5', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'port_id': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'mac_address': 'fa:16:3e:0d:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:49:02Z', 'updated_at': '2022-04-21T20:50:00Z', 'revision_number': 1, 'project_id': '5bb566ee2745403d9546e81221628e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b8b2cd-7ded-4ba1-904b-1d7f42e2b684', 'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'mac_address': 'fa:16:3e:8d:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:52Z', 'updated_at': '2022-04-21T20:48:59Z', 'revision_number': 5, 'project_id': '5bb566ee2745403d9546e81221628e27', 'subnets': [{'id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:01.981460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62377aac-c9e0-4ba5-8c01-516094f0baae req-fa2a60ab-e171-487f-b175-2bc9e23dde27 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 210 time: 0.0392869 Apr 21 20:50:01.994331 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] Checking router: 6d11e904-ba4c-4f74-8f65-5b78611eafa7 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:02.003139 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-434ce85a-281a-4411-8f5e-f0bc712206b1 req-80dff7f2-18f7-4b8b-b10c-a7bfb561de04 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557930 Apr 21 20:50:02.005395 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:02.006249 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:49:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:02.083987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:02.127625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd16c7c-c0a5-469c-80d7-17aa1fca3ff1 req-2e8331f1-2eee-4cda-8825-e7928e388268 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:02.132670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebd16c7c-c0a5-469c-80d7-17aa1fca3ff1 req-2e8331f1-2eee-4cda-8825-e7928e388268 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0987744 Apr 21 20:50:02.198463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebd16c7c-c0a5-469c-80d7-17aa1fca3ff1 req-d15d4a41-598b-4ba7-b60f-8bebae438bf2 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504367 Apr 21 20:50:02.207663 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:02.299236 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e553634-6396-4e0e-8dfd-30cea8984dcc x-openstack-request-id: req-6e553634-6396-4e0e-8dfd-30cea8984dcc {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:02.299725 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20304fed-e017-4f3e-9e11-7dca535ede14", "name": "network-vif-deleted", "tag": "0aa71cd6-861d-4fc1-a570-0e392bc6d410", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "935e4f82-b773-4e5c-b7fe-83defb6e08a4", "tag": "e0e2e918-30cb-4373-ad9f-7a9eb660a3af", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:02.300620 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e553634-6396-4e0e-8dfd-30cea8984dcc {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:02.301062 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e553634-6396-4e0e-8dfd-30cea8984dcc'] response: {'server_uuid': '20304fed-e017-4f3e-9e11-7dca535ede14', 'name': 'network-vif-deleted', 'tag': '0aa71cd6-861d-4fc1-a570-0e392bc6d410', 'status': 'completed', 'code': 200} Apr 21 20:50:02.301377 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e553634-6396-4e0e-8dfd-30cea8984dcc'] response: {'name': 'network-changed', 'server_uuid': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'tag': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af', 'status': 'completed', 'code': 200} Apr 21 20:50:02.340612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d206c8-b9c7-4e42-bac4-7aa2287272e5 req-3eaff7ee-0ba6-4191-b746-2fae8fa7c955 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:02.341461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-dbd33029-b7f6-491c-bce0-dc0c0352918a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a057971deb5f41b1bf48df88d434215a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389297 Apr 21 20:50:02.349766 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0d206c8-b9c7-4e42-bac4-7aa2287272e5 req-3eaff7ee-0ba6-4191-b746-2fae8fa7c955 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 948 time: 0.2181447 Apr 21 20:50:02.421103 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0d206c8-b9c7-4e42-bac4-7aa2287272e5 req-de9193be-cd85-4b7a-990c-ab7dadca974f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684476 Apr 21 20:50:02.536102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-665f2bd8-3f9a-4a8c-8e76-f99d34f6902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:02.537924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-665f2bd8-3f9a-4a8c-8e76-f99d34f6902b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bb566ee2745403d9546e81221628e27&device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 1097 time: 0.1889431 Apr 21 20:50:02.638369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Deleting port 3c321c64-3713-4425-a600-e4d01318c084 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:02.638726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:02.690149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-6525ecf8-52f0-46b9-a63c-be11a45b0026 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:02.691605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-6525ecf8-52f0-46b9-a63c-be11a45b0026 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987986 Apr 21 20:50:02.742950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Request body: {'port': {'device_id': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': 'a057971deb5f41b1bf48df88d434215a'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:02.766794 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-15267090-341a-4c45-9827-ac301e446f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:02.776004 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] For port 3c321c64-3713-4425-a600-e4d01318c084, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3c321c64-3713-4425-a600-e4d01318c084,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:02.776396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:02.791569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Calling delete_port for 3c321c64-3713-4425-a600-e4d01318c084 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:02.839361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-3aa1ad11-a7c6-4e2a-9ad0-a6f34a08ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:02.844990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-3aa1ad11-a7c6-4e2a-9ad0-a6f34a08ac9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d1e06e87-3ae6-4925-939a-4294a67b477e HTTP/1.1" status: 200 len: 916 time: 0.2746449 Apr 21 20:50:02.870865 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'cfe94510-e34f-4d19-86a2-f54ea85af8c5', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'port_id': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'mac_address': 'fa:16:3e:0d:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:49:02Z', 'updated_at': '2022-04-21T20:50:00Z', 'revision_number': 1, 'project_id': '5bb566ee2745403d9546e81221628e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b8b2cd-7ded-4ba1-904b-1d7f42e2b684', 'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'mac_address': 'fa:16:3e:8d:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:52Z', 'updated_at': '2022-04-21T20:48:59Z', 'revision_number': 5, 'project_id': '5bb566ee2745403d9546e81221628e27', 'subnets': [{'id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:02.909241 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53665c-c27d-4fa6-b5b2-715f0bdb7619 None None] The sync data for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 is: [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'cfe94510-e34f-4d19-86a2-f54ea85af8c5', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'port_id': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'mac_address': 'fa:16:3e:0d:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:49:02Z', 'updated_at': '2022-04-21T20:50:00Z', 'revision_number': 1, 'project_id': '5bb566ee2745403d9546e81221628e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b8b2cd-7ded-4ba1-904b-1d7f42e2b684', 'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'mac_address': 'fa:16:3e:8d:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:52Z', 'updated_at': '2022-04-21T20:48:59Z', 'revision_number': 5, 'project_id': '5bb566ee2745403d9546e81221628e27', 'subnets': [{'id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:03.014300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-0e9d60da-993f-471d-b6cb-a9fba2617340 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0e2e918-30cb-4373-ad9f-7a9eb660a3af HTTP/1.1" status: 200 len: 999 time: 0.1564243 Apr 21 20:50:03.059102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4978-45b5-4e61-9f1f-d059184db895 req-0a8d4166-5b54-44f4-8b57-d022af3fd1ba tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:03.067069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-276f4978-45b5-4e61-9f1f-d059184db895 req-0a8d4166-5b54-44f4-8b57-d022af3fd1ba tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 950 time: 0.2104399 Apr 21 20:50:03.095199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e8a82-8119-4a2e-8f79-de4e28e5f246 req-7b03b28d-725e-4622-846a-44e6d649e2e0 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:03.097358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e9e8a82-8119-4a2e-8f79-de4e28e5f246 req-7b03b28d-725e-4622-846a-44e6d649e2e0 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 945 time: 0.0769207 Apr 21 20:50:03.098069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:03.118410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Made reservation on behalf of a057971deb5f41b1bf48df88d434215a for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:03.121731 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:03.127027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-43af8e68-e03d-408f-ae74-1ad2a75c38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:03.128452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-43af8e68-e03d-408f-ae74-1ad2a75c38b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aa1f080a-94a5-4bbf-bfc6-70873c141d8c HTTP/1.1" status: 200 len: 854 time: 0.1059284 Apr 21 20:50:03.131988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c321c64-3713-4425-a600-e4d01318c084,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:03.151368 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-276f4978-45b5-4e61-9f1f-d059184db895 req-eef8a237-1abf-4ea5-abd9-60d7622c17e7 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787261 Apr 21 20:50:03.154861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:03.254310 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e9e8a82-8119-4a2e-8f79-de4e28e5f246 req-0a467e4c-729a-483d-9be0-868de0f1f4f7 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222224 Apr 21 20:50:03.298935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-1c7c97e0-a69e-49c8-a790-9bae25bcee71 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a057971deb5f41b1bf48df88d434215a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1496599 Apr 21 20:50:03.322600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53dc43-8aeb-4029-b438-dc5376e4b66b None None] New status for floating IP cfe94510-e34f-4d19-86a2-f54ea85af8c5: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:50:03.402204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1ab3ff3-343a-4d85-b8d1-663551a407ed req-1f123b7c-08f6-4f31-9c22-b28fed90acb4 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 210 time: 0.1024470 Apr 21 20:50:03.410013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-9963bc36-55fc-42da-bca3-6815a509bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:03.424550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-9963bc36-55fc-42da-bca3-6815a509bac1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d1e06e87-3ae6-4925-939a-4294a67b477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717237 Apr 21 20:50:03.464924 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:03.481351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:03.530273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feae4a0-aba4-4e1f-a3a7-8f2534420bad req-ce3694ad-92c2-47eb-8e6d-6b370d9dbb36 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:03.532391 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0feae4a0-aba4-4e1f-a3a7-8f2534420bad req-ce3694ad-92c2-47eb-8e6d-6b370d9dbb36 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1500590 Apr 21 20:50:03.744724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-95d7c1ee-7d9a-48f8-9725-90d45f6107c7 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:03.746272 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-95d7c1ee-7d9a-48f8-9725-90d45f6107c7 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3841727 Apr 21 20:50:03.750886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0feae4a0-aba4-4e1f-a3a7-8f2534420bad req-6d025139-23b9-4d56-8ea5-9472764c8973 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690857 Apr 21 20:50:03.774392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Request body: {'port': {'device_id': '7f4b2cc4-db9a-4be1-a5d3-93ed0385309a', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': 'a057971deb5f41b1bf48df88d434215a'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:03.801720 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:03.920113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:03.965280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24650a6-f77d-4388-948c-20d5e82394e9 req-51fd7061-6d60-4e77-b1e9-13c2baa822ed tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:03.966732 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f24650a6-f77d-4388-948c-20d5e82394e9 req-51fd7061-6d60-4e77-b1e9-13c2baa822ed tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 948 time: 0.1265414 Apr 21 20:50:03.997953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f7e238-9a33-4e4e-a6c6-3a2af165394b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:04.025573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-45302cd7-cd47-4197-aa72-56ecd9fcbcb8 service neutron] 10.222.0.46 "GET /v2.0/networks/d1e06e87-3ae6-4925-939a-4294a67b477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594337 Apr 21 20:50:04.049273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Made reservation on behalf of a057971deb5f41b1bf48df88d434215a for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:04.052560 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:04.069752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f24650a6-f77d-4388-948c-20d5e82394e9 req-2a619277-dbce-49fc-a4cf-88fb8014067b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747366 Apr 21 20:50:04.075048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-075b2a00-33fa-4d07-be2a-f6960be636d3 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:04.076484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-075b2a00-33fa-4d07-be2a-f6960be636d3 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.43 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 950 time: 0.5514805 Apr 21 20:50:04.087532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db4c99-3d52-4719-b574-15e87235eaff req-71a623fe-f1ca-451b-8e73-dc813756a555 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:04.092224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08db4c99-3d52-4719-b574-15e87235eaff req-71a623fe-f1ca-451b-8e73-dc813756a555 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 945 time: 0.6126108 Apr 21 20:50:04.104571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39688) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:04.145450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-bf8798fe-c3e3-4695-8c61-02b211197f54 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Request body: {'floatingip': {'port_id': '9c4df5a9-5293-40fb-a209-1d6e590f0187'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:04.253774 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf8798fe-c3e3-4695-8c61-02b211197f54 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:04.256316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Allocated IP 192.168.233.38 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/49030f50-1cf4-4d05-aa3a-f6bd142b0e8e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:04.412716 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426c80bd-bc8a-4595-a100-20fb1265d8e7 req-81855ae4-3a70-462c-a511-476640577af5 service neutron] 10.222.0.46 "GET /v2.0/networks/d1e06e87-3ae6-4925-939a-4294a67b477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731086 Apr 21 20:50:04.500941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3dacf-eb06-44c2-9c67-6d9cb1d824f7 req-4234c010-6eb7-473d-bd1d-c6a32941f01f tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:04.502404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acf3dacf-eb06-44c2-9c67-6d9cb1d824f7 req-4234c010-6eb7-473d-bd1d-c6a32941f01f tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 950 time: 0.2746925 Apr 21 20:50:04.536472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e84ff-8915-48ee-a18f-7aca4dcce690 req-97fe1118-063f-4457-b5ab-656d65f186ad tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:04.538010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d02e84ff-8915-48ee-a18f-7aca4dcce690 req-97fe1118-063f-4457-b5ab-656d65f186ad tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 1099 time: 0.3803468 Apr 21 20:50:04.544829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Router b5b78842-12d7-4b67-b77b-c153a28c6509 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:50:04.612203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d02e84ff-8915-48ee-a18f-7aca4dcce690 req-c614f5d2-5c0f-4440-90fb-9a681ec5c4b4 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662429 Apr 21 20:50:04.612872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Deleting port ade8a49c-5a46-4085-a606-89636aab3218 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:04.613208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:04.677566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:04.692212 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] Sync routers for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:04.707353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f0d1232e-7358-4bb7-8255-9385c7a916b6 admin admin] 10.222.0.49 "PUT /v2.0/routers/b5b78842-12d7-4b67-b77b-c153a28c6509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3864000 Apr 21 20:50:04.709748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39698) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:04.716142 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:04.716875 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:04.755405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acf3dacf-eb06-44c2-9c67-6d9cb1d824f7 req-e4e8c3b4-49b8-45be-98bd-786753694643 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cc85f67-4269-423b-bbab-c6efceb4ba8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064090 Apr 21 20:50:04.806613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66361f99-972a-44cf-8b12-5a49f2b0c7fe req-ed971590-c4a9-4481-8f3d-8f82f76eecae tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 210 time: 0.0381577 Apr 21 20:50:04.814426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] For port ade8a49c-5a46-4085-a606-89636aab3218, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ade8a49c-5a46-4085-a606-89636aab3218,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:04.814796 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:04.828429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Calling delete_port for ade8a49c-5a46-4085-a606-89636aab3218 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:04.873927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:04.879576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:04.958350 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:05.041528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfdf9c-8a63-44a0-8b87-8a089cafcf03 req-6c427548-25ad-4000-b951-993fe28ab664 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:05.042997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ddfdf9c-8a63-44a0-8b87-8a089cafcf03 req-6c427548-25ad-4000-b951-993fe28ab664 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1146348 Apr 21 20:50:05.060683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.106403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.145104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ddfdf9c-8a63-44a0-8b87-8a089cafcf03 req-563a0fdf-cec6-46d0-a8dc-19a53714da72 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869174 Apr 21 20:50:05.216589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Allocated IP 192.168.233.119 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/2623ddca-9b7f-457c-b75d-0ad8527be3be) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:05.222683 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.237804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Deleting port 0e4cee12-81ba-4968-81ca-77d15786576a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:05.238146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.243890 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:50:02Z', 'revision_number': 5, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port': {'id': '0e4cee12-81ba-4968-81ca-77d15786576a', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:f7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:49:13Z', 'updated_at': '2022-04-21T20:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:05.291322 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] Checking router: b5b78842-12d7-4b67-b77b-c153a28c6509 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:05.295265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf8798fe-c3e3-4695-8c61-02b211197f54 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.309410 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] Routers {'b5b78842-12d7-4b67-b77b-c153a28c6509'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:05.310716 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b5b78842-12d7-4b67-b77b-c153a28c6509'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:05.317584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf8798fe-c3e3-4695-8c61-02b211197f54 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.361364 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-a1ddabf3-cfd0-4b28-94fb-da8513ab5087 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462940 Apr 21 20:50:05.409978 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] Set router b5b78842-12d7-4b67-b77b-c153a28c6509 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:05.424012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:05.439805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:05.446326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:05.457279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:05.493958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] For port 0e4cee12-81ba-4968-81ca-77d15786576a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0e4cee12-81ba-4968-81ca-77d15786576a,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:05.494349 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.516187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:05.517336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.519859 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:50:05Z', 'revision_number': 6, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:05.527019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Calling delete_port for 0e4cee12-81ba-4968-81ca-77d15786576a owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:05.540731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-3675a9f2-12da-4062-aac3-724b9a2aab76 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8142273 Apr 21 20:50:05.551053 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b36b4-0db3-437d-9842-592cc1faed3d None None] The sync data for ids ['b5b78842-12d7-4b67-b77b-c153a28c6509'] in n-d-838945-1 is: [{'id': 'b5b78842-12d7-4b67-b77b-c153a28c6509', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-340151186-router', 'tenant_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:49:12Z', 'updated_at': '2022-04-21T20:50:05Z', 'revision_number': 6, 'project_id': '0e2721f6cff04e11b16a12bd02c9e25c', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:05.592469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.600591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Request body: {'port': {'device_id': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:05.634506 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.651788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-424403c8-24c2-4760-97eb-c7bc13efb571 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:05.659147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-424403c8-24c2-4760-97eb-c7bc13efb571 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683301 Apr 21 20:50:05.676582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Pushing event deleted for resources: {'Port': ['ID=ade8a49c-5a46-4085-a606-89636aab3218,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:05.697703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-4ad8a3f9-fc45-494a-9b78-b90a5da4219c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/quotas/13a216be7b284863a0694c0b683fe3de HTTP/1.1" status: 200 len: 375 time: 0.0375931 Apr 21 20:50:05.722875 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-bf8798fe-c3e3-4695-8c61-02b211197f54 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Floating IP 72fe51bc-f532-417c-b580-af29951bd3c8 associated. External IP: 172.25.0.246, port: 9c4df5a9-5293-40fb-a209-1d6e590f0187. Apr 21 20:50:05.802371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] No DVR routers for this DVR port ade8a49c-5a46-4085-a606-89636aab3218 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:50:05.809598 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.813786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ec2e1df8-f559-4427-99f4-f61b211fec22 req-5f7ddab3-818e-4a96-8f46-be4b6c2da6fc tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.43 "DELETE /v2.0/ports/ade8a49c-5a46-4085-a606-89636aab3218 HTTP/1.1" status: 204 len: 173 time: 1.7118044 Apr 21 20:50:05.814314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad5452-ef07-4ae6-9339-b12a4353ae28', 'name': 'network-vif-deleted', 'tag': 'ade8a49c-5a46-4085-a606-89636aab3218'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:05.816957 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b45e25-cddb-4e5b-a4fb-f5dd455a2883" -d '{"events": [{"server_uuid": "6cad5452-ef07-4ae6-9339-b12a4353ae28", "name": "network-vif-deleted", "tag": "ade8a49c-5a46-4085-a606-89636aab3218"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:05.822580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.830970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.851352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.876817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0e86f65f-a0a1-49aa-829f-488a35989f55 None None] Provisioning complete for port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:05.877475 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0e86f65f-a0a1-49aa-829f-488a35989f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:05.907861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-9cce5b7c-84e0-4625-8047-6e041f9e0e63 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2092409 Apr 21 20:50:05.967650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0dd5b21c-792b-4e7b-b9fa-815923efeb66 req-e0d145c9-320b-4245-a07a-a825560d7391 tempest-ServersAdminNegativeTestJSON-1461382889 tempest-ServersAdminNegativeTestJSON-1461382889-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cad5452-ef07-4ae6-9339-b12a4353ae28 HTTP/1.1" status: 200 len: 210 time: 0.1047113 Apr 21 20:50:05.999425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3c321c64-3713-4425-a600-e4d01318c084 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:06.041718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:06.059441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:06.067795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:06.082201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Pushing event updated for resources: {'Port': ['ID=2623ddca-9b7f-457c-b75d-0ad8527be3be,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:06.099821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0e86f65f-a0a1-49aa-829f-488a35989f55 None None] Port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:06.111678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3c321c64-3713-4425-a600-e4d01318c084 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:06.112945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3c321c64-3713-4425-a600-e4d01318c084 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:06.162440 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f599a-620e-4f11-b018-0c465b8b192e x-openstack-request-id: req-b83f599a-620e-4f11-b018-0c465b8b192e {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:06.162916 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cad5452-ef07-4ae6-9339-b12a4353ae28", "name": "network-vif-deleted", "tag": "ade8a49c-5a46-4085-a606-89636aab3218", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:06.163004 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b83f599a-620e-4f11-b018-0c465b8b192e {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:06.163436 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83f599a-620e-4f11-b018-0c465b8b192e'] response: {'server_uuid': '6cad5452-ef07-4ae6-9339-b12a4353ae28', 'name': 'network-vif-deleted', 'tag': 'ade8a49c-5a46-4085-a606-89636aab3218', 'status': 'completed', 'code': 200} Apr 21 20:50:06.214601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:06.222230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:06.223088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:06.261821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-622f8aea-52e5-4707-9c1c-227a58fea951 req-59e70091-981e-461b-88a2-406903dd36dc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 210 time: 0.0598123 Apr 21 20:50:06.372841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4cee12-81ba-4968-81ca-77d15786576a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:06.383164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-5ed2a630-d035-49e0-85c1-2d58497df07a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6279316 Apr 21 20:50:06.405121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Request body: {'port': {'device_id': '7f4b2cc4-db9a-4be1-a5d3-93ed0385309a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:06.498438 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:06.614660 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:06.617390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:06.734164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:06.894149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c108ee-6fe4-43fa-a0b1-aafa09f1a4a6 req-641e5e78-547c-4302-ab26-c98a3c74ed84 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:06.902627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05c108ee-6fe4-43fa-a0b1-aafa09f1a4a6 req-641e5e78-547c-4302-ab26-c98a3c74ed84 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.5264478 Apr 21 20:50:06.917891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:06.919012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b78842-12d7-4b67-b77b-c153a28c6509 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:50:06.934274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-845407f0-d101-4032-be73-037d2b8b842c None None] Provisioning complete for port 2623ddca-9b7f-457c-b75d-0ad8527be3be triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:06.939352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-845407f0-d101-4032-be73-037d2b8b842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:06.939954 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:06.942335 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-45be8447-fa33-4b1f-955e-6e74b0150f1d admin admin] 10.222.0.49 "DELETE /v2.0/routers/b5b78842-12d7-4b67-b77b-c153a28c6509 HTTP/1.1" status: 204 len: 168 time: 2.2315137 Apr 21 20:50:06.948085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39748) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:07.010765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-845407f0-d101-4032-be73-037d2b8b842c None None] Port 2623ddca-9b7f-457c-b75d-0ad8527be3be cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:07.050554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8798fe-c3e3-4695-8c61-02b211197f54 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Router 2450a346-80a6-43bb-b1cc-2dd8451abb44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:50:07.069235 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05c108ee-6fe4-43fa-a0b1-aafa09f1a4a6 req-7f1bb9b3-8024-47f4-a8b9-746dab9a8eaa tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653206 Apr 21 20:50:07.074313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e7836-eeb9-452c-ae82-e297434206c1 req-25d7b1dd-c6eb-434d-a201-e21892e8c891 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:07.077332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e79e7836-eeb9-452c-ae82-e297434206c1 req-25d7b1dd-c6eb-434d-a201-e21892e8c891 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 936 time: 0.8496706 Apr 21 20:50:07.092501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b188558-d076-4702-b9a7-a42bbc6fdd32 admin admin] Deleting subnet 1f791c37-8014-427f-9e7d-0630d2252691 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:50:07.096242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2b188558-d076-4702-b9a7-a42bbc6fdd32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.149007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2b188558-d076-4702-b9a7-a42bbc6fdd32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.221333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e79e7836-eeb9-452c-ae82-e297434206c1 req-3c3c3dc0-6228-4fbd-a472-f2828d9058c5 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276507 Apr 21 20:50:07.289586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2b188558-d076-4702-b9a7-a42bbc6fdd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.347654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:07.358618 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.361451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8798fe-c3e3-4695-8c61-02b211197f54 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:07.367089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf8798fe-c3e3-4695-8c61-02b211197f54 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.373822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] Sync routers for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:07.387188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:07.390250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:07.411005 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14008beb-9b10-4647-8913-84c052be713f req-3eb3e089-ea60-40bd-9ebc-4d73f1c49073 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 210 time: 0.0585396 Apr 21 20:50:07.411212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Transition to ACTIVE for port object 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:07.420040 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bf8798fe-c3e3-4695-8c61-02b211197f54 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "PUT /v2.0/floatingips/72fe51bc-f532-417c-b580-af29951bd3c8 HTTP/1.1" status: 200 len: 991 time: 3.3074520 Apr 21 20:50:07.450898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.509356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ade8a49c-5a46-4085-a606-89636aab3218 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:07.552997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: ade8a49c-5a46-4085-a606-89636aab3218 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:07.553836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ade8a49c-5a46-4085-a606-89636aab3218 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:07.568604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2b188558-d076-4702-b9a7-a42bbc6fdd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.576369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:07.622681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b188558-d076-4702-b9a7-a42bbc6fdd32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f791c37-8014-427f-9e7d-0630d2252691,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:07.646387 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2b188558-d076-4702-b9a7-a42bbc6fdd32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.663324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2b188558-d076-4702-b9a7-a42bbc6fdd32 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1f791c37-8014-427f-9e7d-0630d2252691 HTTP/1.1" status: 204 len: 168 time: 0.7046723 Apr 21 20:50:07.667867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39762) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:07.699772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e2937-0efe-473f-b5f4-c5810e49cc1d None None] Network e121bd7d-6a0a-4532-8f16-c7215bfde0bc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:50:07.748109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39764) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:07.794763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0e4cee12-81ba-4968-81ca-77d15786576a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:07.799704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-d7382585-7247-4118-86c0-1fe4116943cf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475528 Apr 21 20:50:07.823847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Attempting to bind port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:07.824236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Attempting to bind port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:07.824648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Attempting to bind port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:07.840083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:07.840411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Attempting to bind port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:07.871040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde680af-3be0-442a-939f-42d9bd1e9a68 req-0cd4a8be-e267-4518-902a-cdea3387822f tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:07.872958 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cde680af-3be0-442a-939f-42d9bd1e9a68 req-0cd4a8be-e267-4518-902a-cdea3387822f tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 945 time: 0.2803311 Apr 21 20:50:07.880014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.897153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:07.897548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:07.897855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:07.898298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Bound port: 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:07.898656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:07.935504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 0e4cee12-81ba-4968-81ca-77d15786576a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:07.936441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0e4cee12-81ba-4968-81ca-77d15786576a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:07.951709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:08.059291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cde680af-3be0-442a-939f-42d9bd1e9a68 req-275b7aba-65a3-41fc-b716-d18ee6ca239a tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1661944 Apr 21 20:50:08.076506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2623ddca-9b7f-457c-b75d-0ad8527be3be {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:08.087168 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.102774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Deleting port d4b7b949-1110-4177-9d23-9cba2c55972e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:08.103753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.120634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Transition to ACTIVE for port object 2623ddca-9b7f-457c-b75d-0ad8527be3be will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:08.128507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.164817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'tag': '9c4df5a9-5293-40fb-a209-1d6e590f0187'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:08.168042 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31145f72-a5b4-49f1-b495-70ad0de32d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "631586c5-55d8-412d-b0b4-56abcba7ecd4", "tag": "9c4df5a9-5293-40fb-a209-1d6e590f0187"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:08.185786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d4b12cd1-e921-44ac-9156-ae90dcfd016a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0b419b66b1d4917ad193054b9fc954f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324265 Apr 21 20:50:08.192996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39774) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:08.236362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] For port d4b7b949-1110-4177-9d23-9cba2c55972e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d4b7b949-1110-4177-9d23-9cba2c55972e,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:08.236984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.250075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e8fd26de-270e-4a1a-824b-681e5e35b8a3 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:08.253841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e8fd26de-270e-4a1a-824b-681e5e35b8a3 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4349358 Apr 21 20:50:08.261515 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9223f67-08c4-4dfd-b5f9-626a8e478960 x-openstack-request-id: req-a9223f67-08c4-4dfd-b5f9-626a8e478960 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:08.261690 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631586c5-55d8-412d-b0b4-56abcba7ecd4", "tag": "9c4df5a9-5293-40fb-a209-1d6e590f0187", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:08.261930 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9223f67-08c4-4dfd-b5f9-626a8e478960 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:08.262334 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9223f67-08c4-4dfd-b5f9-626a8e478960'] response: {'name': 'network-changed', 'server_uuid': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'tag': '9c4df5a9-5293-40fb-a209-1d6e590f0187', 'status': 'completed', 'code': 200} Apr 21 20:50:08.295826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Request body: {'port': {'device_id': 'e337e6ce-d38a-4748-b581-a8872fd7695e', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '13a216be7b284863a0694c0b683fe3de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:08.333889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:08.527432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:08.542957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.551219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c34de0b-085f-41d9-8d43-95773e8ca0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.554907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac310592-ea56-4b73-9a8c-a37a3802fb98 None None] DHCP port deletion for e121bd7d-6a0a-4532-8f16-c7215bfde0bc request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:50:08.601800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-044ac103-e162-4aa6-92b6-057749dc1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:08.603300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-044ac103-e162-4aa6-92b6-057749dc1373 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 1096 time: 0.3249850 Apr 21 20:50:08.650899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:08.651396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.657697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] 10.222.0.43 "PUT /v2.0/ports/49030f50-1cf4-4d05-aa3a-f6bd142b0e8e HTTP/1.1" status: 200 len: 1095 time: 3.0663178 Apr 21 20:50:08.694675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c34de0b-085f-41d9-8d43-95773e8ca0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.707561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ac310592-ea56-4b73-9a8c-a37a3802fb98 None None] Deleting port d4b7b949-1110-4177-9d23-9cba2c55972e {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:08.708021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac310592-ea56-4b73-9a8c-a37a3802fb98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.755977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Calling delete_port for d4b7b949-1110-4177-9d23-9cba2c55972e owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:08.767226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2577b-d92d-4262-9e8a-9a533b39a023 req-8b6a1646-9fae-4deb-b23e-55b6e85e9bec tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:08.775235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23b2577b-d92d-4262-9e8a-9a533b39a023 req-8b6a1646-9fae-4deb-b23e-55b6e85e9bec tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 948 time: 0.4429901 Apr 21 20:50:08.798272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ac310592-ea56-4b73-9a8c-a37a3802fb98 None None] For port d4b7b949-1110-4177-9d23-9cba2c55972e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d4b7b949-1110-4177-9d23-9cba2c55972e,segment=NetworkSegment(e83965f3-96a0-43c3-b8b7-b0cc84ceb377),segment_id=e83965f3-96a0-43c3-b8b7-b0cc84ceb377)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:08.798760 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac310592-ea56-4b73-9a8c-a37a3802fb98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.811893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Pushing event updated for resources: {'Port': ['ID=2623ddca-9b7f-457c-b75d-0ad8527be3be,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:08.816122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ac310592-ea56-4b73-9a8c-a37a3802fb98 None None] Calling delete_port for d4b7b949-1110-4177-9d23-9cba2c55972e owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:08.881297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cfc3b-aedf-4042-96db-2e05d2105ff9 req-292b68d0-54e2-4b2e-b57a-4d478d7e73e7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:08.883697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb8cfc3b-aedf-4042-96db-2e05d2105ff9 req-292b68d0-54e2-4b2e-b57a-4d478d7e73e7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.6432149 Apr 21 20:50:08.919725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2e95-777a-4414-989a-ba55926b2386 service neutron] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:08.943903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '72fe51bc-f532-417c-b580-af29951bd3c8', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'port_id': '9c4df5a9-5293-40fb-a209-1d6e590f0187', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'mac_address': 'fa:16:3e:96:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:47:37Z', 'updated_at': '2022-04-21T20:50:05Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:08.946982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-53b3eb23-3d6b-486a-aa4d-1041515aa92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:08.948500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-53b3eb23-3d6b-486a-aa4d-1041515aa92d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a057971deb5f41b1bf48df88d434215a&device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 1098 time: 0.2312181 Apr 21 20:50:08.953989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Made reservation on behalf of 13a216be7b284863a0694c0b683fe3de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:08.957688 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:08.987831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] Checking router: 2450a346-80a6-43bb-b1cc-2dd8451abb44 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:08.992684 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac310592-ea56-4b73-9a8c-a37a3802fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.004184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23b2577b-d92d-4262-9e8a-9a533b39a023 req-ed7c0df4-516a-432e-9f0a-4847acbe6988 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279236 Apr 21 20:50:09.032487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:09.033145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:09.038647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac310592-ea56-4b73-9a8c-a37a3802fb98 None None] Pushing event deleted for resources: {'Port': ['ID=d4b7b949-1110-4177-9d23-9cba2c55972e,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:09.047804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac310592-ea56-4b73-9a8c-a37a3802fb98 None None] No DVR routers for this DVR port d4b7b949-1110-4177-9d23-9cba2c55972e on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:50:09.092991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-85407ffb-9974-48d8-be86-38adaffc21fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e HTTP/1.1" status: 200 len: 217 time: 0.1278284 Apr 21 20:50:09.095155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-e40fab0a-9061-43e9-a29a-f066aae36ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:09.096618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-e40fab0a-9061-43e9-a29a-f066aae36ad4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 200 len: 924 time: 0.4781196 Apr 21 20:50:09.104075 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb8cfc3b-aedf-4042-96db-2e05d2105ff9 req-b879067d-b4ff-474e-8995-787c0fe269ef tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314209 Apr 21 20:50:09.108438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Attempting to bind port 2623ddca-9b7f-457c-b75d-0ad8527be3be on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:09.110599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Attempting to bind port 2623ddca-9b7f-457c-b75d-0ad8527be3be by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:09.111012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Attempting to bind port 2623ddca-9b7f-457c-b75d-0ad8527be3be on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:09.121059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Port 2623ddca-9b7f-457c-b75d-0ad8527be3be on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:09.121059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Attempting to bind port 2623ddca-9b7f-457c-b75d-0ad8527be3be on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:09.132273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:09.132273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:09.132578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:09.133208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Bound port: 2623ddca-9b7f-457c-b75d-0ad8527be3be, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:09.133460 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.170252 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.198859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b7b949-1110-4177-9d23-9cba2c55972e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:09.210974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:09.213747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] No DVR routers for this DVR port d4b7b949-1110-4177-9d23-9cba2c55972e on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:50:09.215306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c34de0b-085f-41d9-8d43-95773e8ca0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.218214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c34de0b-085f-41d9-8d43-95773e8ca0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.221026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1c34de0b-085f-41d9-8d43-95773e8ca0a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cc85f67-4269-423b-bbab-c6efceb4ba8b HTTP/1.1" status: 204 len: 168 time: 1.0257015 Apr 21 20:50:09.229748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf9b2272-3913-4905-ad86-26376de1c3ee req-0d6acbfd-12cd-4e26-b18c-f6f5a82b364c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 210 time: 0.1224067 Apr 21 20:50:09.278122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] For port 2623ddca-9b7f-457c-b75d-0ad8527be3be, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:09.286995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34de0b-085f-41d9-8d43-95773e8ca0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc85f67-4269-423b-bbab-c6efceb4ba8b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:09.315943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-ecf5fe76-8e83-48b8-af79-c810c1bf1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:09.317004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-ecf5fe76-8e83-48b8-af79-c810c1bf1310 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2075932 Apr 21 20:50:09.321214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-514fd0f0-be13-4220-bf82-3dedc50d1816 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c4df5a9-5293-40fb-a209-1d6e590f0187 HTTP/1.1" status: 200 len: 999 time: 0.2128057 Apr 21 20:50:09.347995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] For port 2623ddca-9b7f-457c-b75d-0ad8527be3be, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2623ddca-9b7f-457c-b75d-0ad8527be3be,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:09.355672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.365991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.448682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Pushing event updated for resources: {'Port': ['ID=2623ddca-9b7f-457c-b75d-0ad8527be3be,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:09.464455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e121bd7d-6a0a-4532-8f16-c7215bfde0bc']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:09.478728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:09.479374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.480785 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-fd0dbc07-482c-459c-98df-a7eee578b13d service neutron] 10.222.0.43 "PUT /v2.0/ports/2623ddca-9b7f-457c-b75d-0ad8527be3be HTTP/1.1" status: 200 len: 1096 time: 3.0810697 Apr 21 20:50:09.481252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4b2cc4-db9a-4be1-a5d3-93ed0385309a', 'tag': '2623ddca-9b7f-457c-b75d-0ad8527be3be'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:09.483671 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8db87b0-9656-4d2c-b95d-cb16597ff561" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4b2cc4-db9a-4be1-a5d3-93ed0385309a", "tag": "2623ddca-9b7f-457c-b75d-0ad8527be3be"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:09.488987 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:09.489444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83965f3-96a0-43c3-b8b7-b0cc84ceb377') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:09.521378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.538678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Allocated IP 192.168.233.230 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/2603f413-5812-47a3-8d48-ce158b386275) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:09.543217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-40e98082-4d0c-43ce-98e1-a59dd272a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:09.544475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-40e98082-4d0c-43ce-98e1-a59dd272a9bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be7fbf35-ae24-40df-af73-497f4a003c6c HTTP/1.1" status: 200 len: 862 time: 0.2144029 Apr 21 20:50:09.557832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-09611435-101a-49d3-b933-0159d13c30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:09.559331 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-09611435-101a-49d3-b933-0159d13c30b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2303724 Apr 21 20:50:09.570382 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e69eced-6b6e-4643-b18a-50535f7a2945 x-openstack-request-id: req-3e69eced-6b6e-4643-b18a-50535f7a2945 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:09.570945 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4b2cc4-db9a-4be1-a5d3-93ed0385309a", "tag": "2623ddca-9b7f-457c-b75d-0ad8527be3be", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:09.571297 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e69eced-6b6e-4643-b18a-50535f7a2945 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:09.571763 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e69eced-6b6e-4643-b18a-50535f7a2945'] response: {'name': 'network-changed', 'server_uuid': '7f4b2cc4-db9a-4be1-a5d3-93ed0385309a', 'tag': '2623ddca-9b7f-457c-b75d-0ad8527be3be', 'status': 'completed', 'code': 200} Apr 21 20:50:09.595176 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.604438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:50:09.604987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:50:09.607018 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:50:09.711716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '72fe51bc-f532-417c-b580-af29951bd3c8', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'port_id': '9c4df5a9-5293-40fb-a209-1d6e590f0187', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'mac_address': 'fa:16:3e:96:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:47:37Z', 'updated_at': '2022-04-21T20:50:05Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:09.756474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-a16f3a67-441c-4b03-abda-2bd7b21995a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:09.762597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-a16f3a67-441c-4b03-abda-2bd7b21995a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a057971deb5f41b1bf48df88d434215a&device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 1099 time: 0.2172225 Apr 21 20:50:09.782280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e174503-f601-455a-94a7-d461ffd8cd97 None None] The sync data for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 is: [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '72fe51bc-f532-417c-b580-af29951bd3c8', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'port_id': '9c4df5a9-5293-40fb-a209-1d6e590f0187', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'mac_address': 'fa:16:3e:96:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:47:37Z', 'updated_at': '2022-04-21T20:50:05Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:09.797349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39794) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:09.809884 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.848681 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d4b7b949-1110-4177-9d23-9cba2c55972e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:09.865812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:09.871280 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] 10.222.0.49 "DELETE /v2.0/networks/e121bd7d-6a0a-4532-8f16-c7215bfde0bc HTTP/1.1" status: 204 len: 168 time: 2.1978297 Apr 21 20:50:09.871687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-3b6de676-53e2-4aa2-8f5a-5923d503606c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=2623ddca-9b7f-457c-b75d-0ad8527be3be HTTP/1.1" status: 200 len: 217 time: 0.0986454 Apr 21 20:50:09.909366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cecca7-84e3-4fc1-87f2-891e62c125ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e121bd7d-6a0a-4532-8f16-c7215bfde0bc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:09.921141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: d4b7b949-1110-4177-9d23-9cba2c55972e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:09.921488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d4b7b949-1110-4177-9d23-9cba2c55972e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:09.958142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-eb90b66d-9c92-4542-a2af-bbc7c8060a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:09.959852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-eb90b66d-9c92-4542-a2af-bbc7c8060a61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ed92b188-e14e-4d1e-ae98-d4cbfad16828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3977792 Apr 21 20:50:09.962853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0f26b4dc-dfff-4358-9186-78dd663edb26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c43dbe5d49bc4bbbaa901be68f927fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644230 Apr 21 20:50:09.966031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39798) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:09.974689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-d5f27153-313d-42ce-b986-29f92943bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:09.987031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-d5f27153-313d-42ce-b986-29f92943bfaa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0923254 Apr 21 20:50:10.048360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-c587310e-61e0-48df-bf3c-1390d0763cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:10.055175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-c587310e-61e0-48df-bf3c-1390d0763cf9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561516 Apr 21 20:50:10.092956 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-414f9554-e55a-4e34-939a-d6c4943d03e3 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954233 Apr 21 20:50:10.168139 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-42496a1f-b76f-4ce1-9789-da5b655c5764 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109896 Apr 21 20:50:10.193691 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f831ecb-307e-4f89-ac08-1ff918f492d5 None None] New status for floating IP 72fe51bc-f532-417c-b580-af29951bd3c8: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:50:10.238303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39804) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:10.273679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:10.275927 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6048689b-c586-48b0-b86d-da3ea83b5555" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:10.358035 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:10.362969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83900b5-34e3-44f5-a4b9-f8d434805c65 req-7ce4988e-724a-4e96-87ab-88cf8892bb16 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:10.364647 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f83900b5-34e3-44f5-a4b9-f8d434805c65 req-7ce4988e-724a-4e96-87ab-88cf8892bb16 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1165588 Apr 21 20:50:10.379858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0c3913-d9e5-4e8c-84fc-de7b64f2741d req-a562dc69-c0e9-41a9-a51c-c2cbe10d9d0e service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408557 Apr 21 20:50:10.403934 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc878db9-8d0e-4e6c-8043-45d5ad79399c req-f5b60268-a507-4752-a16e-1682f773024e service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249169 Apr 21 20:50:10.405762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:10.425862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b88ed0-e337-4cce-8df4-a0fa5b3c80cc req-7207c4f2-bab9-4879-af6e-00c0c9cab0e3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:10.433729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82b88ed0-e337-4cce-8df4-a0fa5b3c80cc req-7207c4f2-bab9-4879-af6e-00c0c9cab0e3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 948 time: 0.3095555 Apr 21 20:50:10.447317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-98a8dfb2-fd01-4572-8236-75ee721c8e43 service neutron] 10.222.0.43 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528837 Apr 21 20:50:10.453589 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f83900b5-34e3-44f5-a4b9-f8d434805c65 req-ca816df3-8984-40a3-9f62-98e1fbcadc29 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804930 Apr 21 20:50:10.464396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39810) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:10.464570 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9aeb757d-e7a9-4031-93a1-163c5037b20c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e2721f6cff04e11b16a12bd02c9e25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180934 Apr 21 20:50:10.499382 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:10.572513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-3c034f0f-5113-4580-991e-69263056b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:10.574559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-3c034f0f-5113-4580-991e-69263056b427 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a057971deb5f41b1bf48df88d434215a&device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 1099 time: 0.0907352 Apr 21 20:50:10.621904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-93b6c8b3-ef28-46b5-921c-899ba91b177e req-bbff6847-e5b7-43a9-af76-54e6074e1ec7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 210 time: 0.0461159 Apr 21 20:50:10.625405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82b88ed0-e337-4cce-8df4-a0fa5b3c80cc req-56d87e39-4068-4bb7-b1e8-5117b59853e5 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748104 Apr 21 20:50:10.629173 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:10.641200 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade', '9709e06e-8d68-465a-862a-67e2d1f6872e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:10.647192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'b618387d-6f8b-4e05-90ee-599f7fd67105', '12ed72c8-b468-4abf-888a-30b84e381046'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:10.702428 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba53ad1-0bab-4c84-8b7c-46f267ae0c73 x-openstack-request-id: req-2ba53ad1-0bab-4c84-8b7c-46f267ae0c73 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:10.702979 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:10.703399 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ba53ad1-0bab-4c84-8b7c-46f267ae0c73 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:10.703936 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba53ad1-0bab-4c84-8b7c-46f267ae0c73'] response: {'name': 'network-changed', 'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'status': 'completed', 'code': 200} Apr 21 20:50:10.757756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:10.767120 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-630df748-5b33-45d8-92bf-77522e58bf45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:10.775282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:10.778099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:10.779385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1708dbc0-4b93-468d-a65a-c427450b3f14 HTTP/1.1" status: 204 len: 168 time: 0.7863979 Apr 21 20:50:10.787107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:10.795634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31145f72-a5b4-49f1-b495-70ad0de32d4b req-326b9802-e5ef-4dfc-94f8-b1b7f0a1f354 service neutron] 10.222.0.43 "GET /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244884 Apr 21 20:50:10.801499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:10.806793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event updated for resources: {'Port': ['ID=2603f413-5812-47a3-8d48-ce158b386275,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:10.830149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1708dbc0-4b93-468d-a65a-c427450b3f14,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:10.857702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.858045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.858368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.858708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.859034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.859913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.860237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.860559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.860966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.862060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.862060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.862060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.869492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.869672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.869999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.870337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.870657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.870989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.871312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.871734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.872517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.872517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.872822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.873152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc19833-ca1e-4423-b51f-8603e134d204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:10.884091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-48c7d8a1-c4c8-4634-8b66-79c11e9b4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:10.885718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-48c7d8a1-c4c8-4634-8b66-79c11e9b4449 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a057971deb5f41b1bf48df88d434215a&device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 1098 time: 0.1519523 Apr 21 20:50:10.887246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-1670d874-de97-49af-8f61-aaa806569334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:10.889913 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-1670d874-de97-49af-8f61-aaa806569334 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3002346 Apr 21 20:50:10.893923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:10.894559 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:10.910383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-630df748-5b33-45d8-92bf-77522e58bf45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:11.036027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-e3a579cc-77f4-4ddd-985c-0e36ea3db1e4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7587323 Apr 21 20:50:11.055974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Request body: {'port': {'device_id': 'e337e6ce-d38a-4748-b581-a8872fd7695e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:11.073328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-f29fcdc0-bcd9-4112-bb3c-4111a6586fea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=2623ddca-9b7f-457c-b75d-0ad8527be3be HTTP/1.1" status: 200 len: 217 time: 0.1610634 Apr 21 20:50:11.182102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-28c7c6b6-5f42-4b98-ac18-57fefd5f667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:11.183643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-28c7c6b6-5f42-4b98-ac18-57fefd5f667b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1031778 Apr 21 20:50:11.262360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-7fe1c236-e12a-4c9e-bb12-f334e6d5cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:11.264679 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-7fe1c236-e12a-4c9e-bb12-f334e6d5cff2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3601108 Apr 21 20:50:11.266121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:11.281533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-f5e05e3f-9ffd-4c82-88b4-7b5d728733dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:11.283054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-f5e05e3f-9ffd-4c82-88b4-7b5d728733dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867231 Apr 21 20:50:11.283658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-630df748-5b33-45d8-92bf-77522e58bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:11.292262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-630df748-5b33-45d8-92bf-77522e58bf45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:11.295661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-630df748-5b33-45d8-92bf-77522e58bf45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75a8c4ed-6860-48e4-a326-f342141e770b HTTP/1.1" status: 204 len: 168 time: 0.8279617 Apr 21 20:50:11.331811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-7edfa1f7-7d09-41a0-bbd1-3efd11e9518b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e HTTP/1.1" status: 200 len: 217 time: 0.0549445 Apr 21 20:50:11.394719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c15fa8ad-ea0d-49d5-94b6-bd7550926182 None None] Provisioning complete for port 2603f413-5812-47a3-8d48-ce158b386275 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:11.394719 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c15fa8ad-ea0d-49d5-94b6-bd7550926182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:11.486285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c15fa8ad-ea0d-49d5-94b6-bd7550926182 None None] Port 2603f413-5812-47a3-8d48-ce158b386275 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:11.595450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630df748-5b33-45d8-92bf-77522e58bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a8c4ed-6860-48e4-a326-f342141e770b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:11.600578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-21aaa3bb-2861-4915-9923-5b87041ac8fa service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990880 Apr 21 20:50:11.841708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccfdaa-4429-4c67-b52a-a724d2cd1c17 req-c143befa-b60f-4385-ab81-174a22382321 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:11.846553 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6ccfdaa-4429-4c67-b52a-a724d2cd1c17 req-c143befa-b60f-4385-ab81-174a22382321 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.2216206 Apr 21 20:50:11.897792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8db87b0-9656-4d2c-b95d-cb16597ff561 req-e9078bb0-0351-4627-b47d-b953ae5a40f4 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882288 Apr 21 20:50:11.918748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6ccfdaa-4429-4c67-b52a-a724d2cd1c17 req-93a35a0e-5ef0-4940-9276-32f5d08838b4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586569 Apr 21 20:50:12.119971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fb4d5-27ab-494d-919e-cb44c023b084 req-9880cc06-2235-430c-835c-c9a77c14e18f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:12.129784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-634fb4d5-27ab-494d-919e-cb44c023b084 req-9880cc06-2235-430c-835c-c9a77c14e18f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 936 time: 0.1016085 Apr 21 20:50:12.180609 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-634fb4d5-27ab-494d-919e-cb44c023b084 req-4faecaac-4afc-468c-a5cc-c945db5a4bf5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497646 Apr 21 20:50:12.254046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-3bd7f1a1-4d31-4022-8f0a-e56dd001f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:12.255521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-3bd7f1a1-4d31-4022-8f0a-e56dd001f39c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2437899 Apr 21 20:50:12.303060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39854) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:12.315228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06c208-dc5f-4243-a591-5386e8b66f72 req-cfed38df-0f04-47c0-8430-15ed683ff87b tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:12.316944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad06c208-dc5f-4243-a591-5386e8b66f72 req-cfed38df-0f04-47c0-8430-15ed683ff87b tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 948 time: 0.3040676 Apr 21 20:50:12.411785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-ed77574a-b33e-4f98-aa3e-e42a5f11dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:12.413639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-ed77574a-b33e-4f98-aa3e-e42a5f11dd03 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494596 Apr 21 20:50:12.439585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-network', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:12.464211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Made reservation on behalf of 597ecc022c164ab4909085b5544cc8c7 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:12.466820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.476080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.583735 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.590842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.592510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad06c208-dc5f-4243-a591-5386e8b66f72 req-9056f62a-3346-4e7c-915d-c3409f0a0c79 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657714 Apr 21 20:50:12.604538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:50:12.620148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.620148 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Added segment b57aabc7-d98b-4ab2-8243-8775d47f6381 of type vlan for network 11906fdf-5064-41ce-bae3-3b9d17349e91 Apr 21 20:50:12.628009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-00e0f656-8c43-4ac5-9f6c-e58731639959 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960192 Apr 21 20:50:12.686913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3821a7e-feb7-4123-b132-b8122fb96558,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:12.691475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.702617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.702617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.703069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.703294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.704065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.704475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.704979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.705548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.705955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.706574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.707559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.707672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:12.746093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.747773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:12.748401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.766098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2603f413-5812-47a3-8d48-ce158b386275 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:12.778941 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.805913 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5014966 Apr 21 20:50:12.806265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6048689b-c586-48b0-b86d-da3ea83b5555 req-86328c1c-70c5-4291-80ed-6b7ac006cf6b service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682119 Apr 21 20:50:12.806964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Transition to ACTIVE for port object 2603f413-5812-47a3-8d48-ce158b386275 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:12.808923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39870) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:12.814065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849db256-9bc0-4ca2-97cf-eeb68cd042d1 admin admin] Pushing event updated for resources: {'Network': ['ID=11906fdf-5064-41ce-bae3-3b9d17349e91,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:12.818644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Request body: {'subnet': {'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-subnet', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:12.823678 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.839822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 11906fdf-5064-41ce-bae3-3b9d17349e91 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:50:12.892154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Made reservation on behalf of 597ecc022c164ab4909085b5544cc8c7 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:12.895219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:12.942580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Pushing event updated for resources: {'Port': ['ID=2603f413-5812-47a3-8d48-ce158b386275,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:13.080174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Attempting to bind port 2603f413-5812-47a3-8d48-ce158b386275 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:13.080574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Attempting to bind port 2603f413-5812-47a3-8d48-ce158b386275 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:13.080984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Attempting to bind port 2603f413-5812-47a3-8d48-ce158b386275 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:13.091987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Port 2603f413-5812-47a3-8d48-ce158b386275 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:13.092312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Attempting to bind port 2603f413-5812-47a3-8d48-ce158b386275 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:13.094087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f0e11-2f03-4e75-a5c5-1696d7fa4f1f req-3e3b178c-95dc-47f2-88f6-3c58e4b38b66 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:13.095668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c07f0e11-2f03-4e75-a5c5-1696d7fa4f1f req-3e3b178c-95dc-47f2-88f6-3c58e4b38b66 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0828273 Apr 21 20:50:13.106245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:13.106590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:13.106983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:13.107430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Bound port: 2603f413-5812-47a3-8d48-ce158b386275, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:13.107905 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.176382 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c07f0e11-2f03-4e75-a5c5-1696d7fa4f1f req-b5cfe219-7eff-4ffd-93ea-6a2bafb19598 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738683 Apr 21 20:50:13.285979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.288376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] For port 2603f413-5812-47a3-8d48-ce158b386275, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:13.294342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] For port 2603f413-5812-47a3-8d48-ce158b386275, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2603f413-5812-47a3-8d48-ce158b386275,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:13.311419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ca02a-3295-4636-9a58-844014e7c01c req-c88a304f-9d4b-427e-8db8-c1deb318285a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:13.317426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b22ca02a-3295-4636-9a58-844014e7c01c req-c88a304f-9d4b-427e-8db8-c1deb318285a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 948 time: 0.0614579 Apr 21 20:50:13.326253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.357042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b22ca02a-3295-4636-9a58-844014e7c01c req-d1bd27a9-7cee-4563-b6f1-389bbc7c8ea4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367219 Apr 21 20:50:13.378748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:13.379895 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.381708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] 10.222.0.46 "PUT /v2.0/ports/2603f413-5812-47a3-8d48-ce158b386275 HTTP/1.1" status: 200 len: 1096 time: 2.3357882 Apr 21 20:50:13.386593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e337e6ce-d38a-4748-b581-a8872fd7695e', 'tag': '2603f413-5812-47a3-8d48-ce158b386275'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:13.388939 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f140f14b-2fef-4480-88d3-b10749105ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "e337e6ce-d38a-4748-b581-a8872fd7695e", "tag": "2603f413-5812-47a3-8d48-ce158b386275"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:13.405466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e4b502-dae3-49c9-ae86-dd66db70f923,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:13.445167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2623ddca-9b7f-457c-b75d-0ad8527be3be details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:13.453411 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007ce1bd-0cc6-4db3-9767-1fa308116a52 x-openstack-request-id: req-007ce1bd-0cc6-4db3-9767-1fa308116a52 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:13.453664 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e337e6ce-d38a-4748-b581-a8872fd7695e", "tag": "2603f413-5812-47a3-8d48-ce158b386275", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:13.454156 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-007ce1bd-0cc6-4db3-9767-1fa308116a52 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:13.454639 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007ce1bd-0cc6-4db3-9767-1fa308116a52'] response: {'name': 'network-changed', 'server_uuid': 'e337e6ce-d38a-4748-b581-a8872fd7695e', 'tag': '2603f413-5812-47a3-8d48-ce158b386275', 'status': 'completed', 'code': 200} Apr 21 20:50:13.455202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a393d9-f764-4751-8d52-e41f81262780 service neutron] Pushing event updated for resources: {'Port': ['ID=2603f413-5812-47a3-8d48-ce158b386275,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:13.501836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Checking segment: {'id': 'b57aabc7-d98b-4ab2-8243-8775d47f6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:13.502310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Network hostable DHCP agents. Network: 11906fdf-5064-41ce-bae3-3b9d17349e91, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:50:13.531981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-1960d165-3137-4bf6-89f0-232547a36443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:13.533796 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-1960d165-3137-4bf6-89f0-232547a36443 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 1099 time: 0.0746615 Apr 21 20:50:13.535397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Network 11906fdf-5064-41ce-bae3-3b9d17349e91 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:50:13.551182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 11906fdf-5064-41ce-bae3-3b9d17349e91) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:13.562444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4836b-6f2e-417b-96c5-20018ea7d110 None None] Network 11906fdf-5064-41ce-bae3-3b9d17349e91 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:50:13.578667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39918) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:13.606008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-477b28d2-64bb-4ca7-9cdb-ee9f8b3e7ba0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=2603f413-5812-47a3-8d48-ce158b386275 HTTP/1.1" status: 200 len: 217 time: 0.0628977 Apr 21 20:50:13.607246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:13.607849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.654380 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e9167d9f-57db-476b-923f-dd7fba3b0212 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8432429 Apr 21 20:50:13.658121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39926) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:13.668422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:13.674561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-b63d7f23-f356-4127-b47c-f512382b1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:13.677066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-b63d7f23-f356-4127-b47c-f512382b1bc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0600986 Apr 21 20:50:13.721296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-66460c3f-cecd-4544-bfea-b9904632929a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.750419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-28eee80f-b0d3-46d3-8726-a346b6c12228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:13.751909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-28eee80f-b0d3-46d3-8726-a346b6c12228 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625000 Apr 21 20:50:13.755088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.756086 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.790534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2623ddca-9b7f-457c-b75d-0ad8527be3be, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2623ddca-9b7f-457c-b75d-0ad8527be3be,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:13.820983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '2623ddca-9b7f-457c-b75d-0ad8527be3be', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '2623ddca-9b7f-457c-b75d-0ad8527be3be', 'mac_address': 'fa:16:3e:c4:d5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:50:13.857295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ad8bf-4ee3-4406-b72b-16454971ca67 req-8ac9a624-b213-444c-bee0-78821588c748 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:13.858857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d1ad8bf-4ee3-4406-b72b-16454971ca67 req-8ac9a624-b213-444c-bee0-78821588c748 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 948 time: 0.1293151 Apr 21 20:50:13.868410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-1051db9b-5835-4d06-904f-23bfac6564de service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072900 Apr 21 20:50:13.903653 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.929477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2623ddca-9b7f-457c-b75d-0ad8527be3be {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:13.932299 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.937672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d1ad8bf-4ee3-4406-b72b-16454971ca67 req-b1d3e1aa-69d1-4f57-ac2f-1fa35d037acf tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680847 Apr 21 20:50:13.968293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2623ddca-9b7f-457c-b75d-0ad8527be3be, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2623ddca-9b7f-457c-b75d-0ad8527be3be,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:13.971447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-11906fdf-5064-41ce-bae3-3b9d17349e91', 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'fixed_ips': [{'subnet_id': '04e4b502-dae3-49c9-ae86-dd66db70f923'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:50:13.972419 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.981488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cbcd023-35b6-4ab9-8af1-164730e798eb req-d6f53f2f-b6ec-4fb4-b8af-4c73930a87ac service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012297 Apr 21 20:50:13.982885 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:13.983549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:13.986520 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-66460c3f-cecd-4544-bfea-b9904632929a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.024255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-66460c3f-cecd-4544-bfea-b9904632929a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.078729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-b6f95da2-d2da-4ce0-89d8-d1b72e9dece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:14.080273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-b6f95da2-d2da-4ce0-89d8-d1b72e9dece4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 1099 time: 0.0466363 Apr 21 20:50:14.125856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66460c3f-cecd-4544-bfea-b9904632929a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda624f9-521d-45b7-b4cc-2c3d4493b4a1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:14.126481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:14.130219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.131854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=2623ddca-9b7f-457c-b75d-0ad8527be3be,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:14.138168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-66460c3f-cecd-4544-bfea-b9904632929a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e26a92c4f626457bb5397a07b3037fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582125 Apr 21 20:50:14.141095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39928) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:14.168126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'mac_address': 'fa:16:3e:18:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:50:14.196027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-ed91c6b5-33ba-4e51-8cf9-73d224e236fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:14.197868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-ed91c6b5-33ba-4e51-8cf9-73d224e236fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1080747 Apr 21 20:50:14.242932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Allocated IP 172.20.0.2 (11906fdf-5064-41ce-bae3-3b9d17349e91/04e4b502-dae3-49c9-ae86-dd66db70f923/6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:14.245126 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.255872 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c542ca99-7796-485c-9fc5-4ffd548002ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.268551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-c212032b-496d-4ba4-a51d-a52ee9a4e690 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=2603f413-5812-47a3-8d48-ce158b386275 HTTP/1.1" status: 200 len: 217 time: 0.0608203 Apr 21 20:50:14.287775 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c542ca99-7796-485c-9fc5-4ffd548002ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.294656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:14.355444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc37209-3e1d-4d88-98e6-23a4ff218b97 req-905e8b92-5c0b-4cec-b679-5c8ee8757f11 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:14.356961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afc37209-3e1d-4d88-98e6-23a4ff218b97 req-905e8b92-5c0b-4cec-b679-5c8ee8757f11 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0910835 Apr 21 20:50:14.361475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:14.363694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-c99ae152-1082-48ae-b428-9dea1352dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:14.365427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-c99ae152-1082-48ae-b428-9dea1352dd52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0721827 Apr 21 20:50:14.369276 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.448215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c542ca99-7796-485c-9fc5-4ffd548002ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.450760 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c542ca99-7796-485c-9fc5-4ffd548002ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.451867 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c542ca99-7796-485c-9fc5-4ffd548002ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bda624f9-521d-45b7-b4cc-2c3d4493b4a1 HTTP/1.1" status: 204 len: 168 time: 0.3096180 Apr 21 20:50:14.469443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:14.470348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afc37209-3e1d-4d88-98e6-23a4ff218b97 req-759520af-ab4e-4c0e-af07-403280986369 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913808 Apr 21 20:50:14.494282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-0e657e98-1f2e-43c2-8eb1-46306616d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:14.496276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-0e657e98-1f2e-43c2-8eb1-46306616d739 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148787 Apr 21 20:50:14.498566 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.506016 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.510159 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.535908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542ca99-7796-485c-9fc5-4ffd548002ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda624f9-521d-45b7-b4cc-2c3d4493b4a1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:14.538985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.585756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Network 11906fdf-5064-41ce-bae3-3b9d17349e91 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:14.589834 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:14.590596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97814e3-8645-4096-833a-1868f39491d5 req-d8912ac7-e4cc-44e4-8ed6-2d632aa348cc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:14.591882 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f97814e3-8645-4096-833a-1868f39491d5 req-d8912ac7-e4cc-44e4-8ed6-2d632aa348cc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 948 time: 0.1576264 Apr 21 20:50:14.592071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Pushing event updated for resources: {'Port': ['ID=6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:14.595779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:14.675349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-acede3ec-cfaa-4375-8229-330371a6f7ad service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673188 Apr 21 20:50:14.682984 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f97814e3-8645-4096-833a-1868f39491d5 req-d64e3ba6-2b8d-48ab-97d3-af563bced45f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768034 Apr 21 20:50:14.689235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Attempting to bind port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:14.689637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Attempting to bind port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b57aabc7-d98b-4ab2-8243-8775d47f6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:14.690004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Attempting to bind port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 on network 11906fdf-5064-41ce-bae3-3b9d17349e91 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:14.695762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:14.696136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Checking segment: {'id': 'b57aabc7-d98b-4ab2-8243-8775d47f6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:14.696680 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.697136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Bound using segment: {'id': 'b57aabc7-d98b-4ab2-8243-8775d47f6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:14.697604 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Bound port: 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57aabc7-d98b-4ab2-8243-8775d47f6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:14.697991 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.711578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Allocated IP 172.25.0.115 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/970b9411-25cc-46a9-a9cd-9845b51d7da7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:14.799174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] For port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:14.802340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] For port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5,segment=NetworkSegment(b57aabc7-d98b-4ab2-8243-8775d47f6381),segment_id=b57aabc7-d98b-4ab2-8243-8775d47f6381)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:14.809736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.824843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f140f14b-2fef-4480-88d3-b10749105ea2 req-4ae86963-99bc-4916-b44e-87ec713bac57 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243420 Apr 21 20:50:14.842687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.883478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['2623ddca-9b7f-457c-b75d-0ad8527be3be'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:14.904230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:14.917514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:14.942635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b83a5-1586-4e1d-bd7d-503326cfe354 None None] Pushing event updated for resources: {'Port': ['ID=6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:14.963163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:14.967100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:14.973403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:14.976519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Pushing event updated for resources: {'Port': ['ID=970b9411-25cc-46a9-a9cd-9845b51d7da7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:15.150332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742904e-cc3b-4e6d-924b-28f923d3ff4e req-b1a6e35f-6199-4e91-a11e-d9c423590946 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:15.162814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b742904e-cc3b-4e6d-924b-28f923d3ff4e req-b1a6e35f-6199-4e91-a11e-d9c423590946 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 949 time: 0.1352949 Apr 21 20:50:15.231256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b742904e-cc3b-4e6d-924b-28f923d3ff4e req-90f958e0-abfd-41b0-8767-f5e0038775e8 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612519 Apr 21 20:50:15.349992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.394617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39960) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:15.495726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1319580530-network', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:15.525450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Made reservation on behalf of d9c1095bb38d498293c8ad27c5bd08ea for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:15.529257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.538706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.619780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.624006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.653018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:50:15.663401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77176762-4692-4c12-9e9d-4472b9a824b4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:15.670157 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.670556 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Added segment daae15be-632b-436f-b38a-a49fc8e17f94 of type vlan for network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 Apr 21 20:50:15.715013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.750789 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.752490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:15.753142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.834505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4386878 Apr 21 20:50:15.838943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39970) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:15.839098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49b43d-dc94-44a4-93d0-661bdadfbfcd req-bf45da42-022a-48b8-8077-968613139642 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:15.840967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff49b43d-dc94-44a4-93d0-661bdadfbfcd req-bf45da42-022a-48b8-8077-968613139642 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1348383 Apr 21 20:50:15.866076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Request body: {'subnet': {'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-subnet', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:15.869532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:15.930258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f8c92-b1b5-493d-9997-e26b0ff3dac6 admin admin] Pushing event updated for resources: {'Network': ['ID=7ebb6bd7-2f67-4e79-b454-c7944ef63af5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:15.930716 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff49b43d-dc94-44a4-93d0-661bdadfbfcd req-5b98e0c0-da00-47c7-b749-2be3d5e8aa6f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777586 Apr 21 20:50:15.931186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:15.931630 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.945347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.958077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Made reservation on behalf of d9c1095bb38d498293c8ad27c5bd08ea for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:15.958077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:15.992443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:50:16.064516 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-60e6c9c8-947a-4a71-9f00-c4861f9cfa1f service neutron] show failed (client error): The resource could not be found. Apr 21 20:50:16.065720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-60e6c9c8-947a-4a71-9f00-c4861f9cfa1f service neutron] 10.222.0.46 "GET /v2.0/ports/1aa00b87-5d95-485c-9e8c-dd2839b05699/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.2557058 Apr 21 20:50:16.098683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adf92c-e7a1-4cbe-b7dc-59ff06d7fb92 req-0c128d9b-a145-4623-8c19-793d146e7476 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:16.103634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-13adf92c-e7a1-4cbe-b7dc-59ff06d7fb92 req-0c128d9b-a145-4623-8c19-793d146e7476 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 948 time: 0.2680740 Apr 21 20:50:16.108665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc163060-d5dc-450b-8922-a1c3aaaab71b None None] Network 11906fdf-5064-41ce-bae3-3b9d17349e91 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:50:16.116575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Router f0dd3287-eb2b-4032-9e77-8fb274839096 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:50:16.177217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-13adf92c-e7a1-4cbe-b7dc-59ff06d7fb92 req-e7cbc06c-e9e9-4a43-a8b4-126e591de4e7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632529 Apr 21 20:50:16.182472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.252360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5,segment=NetworkSegment(b57aabc7-d98b-4ab2-8243-8775d47f6381),segment_id=b57aabc7-d98b-4ab2-8243-8775d47f6381)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:16.273339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:16.275010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5393aaab-3f47-46f6-a7a3-cc7b1c48b2c4 None None] Provisioning complete for port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:16.275678 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5393aaab-3f47-46f6-a7a3-cc7b1c48b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.280616 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.293187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Sync routers for ids ['f0dd3287-eb2b-4032-9e77-8fb274839096'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:16.304309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.308119 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-843a60df-ca9f-4189-84d2-4d34cc0f5b28 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6448455 Apr 21 20:50:16.308467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39974) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:16.343072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.400170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Routers {'f0dd3287-eb2b-4032-9e77-8fb274839096'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:16.401090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f0dd3287-eb2b-4032-9e77-8fb274839096'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:16.410226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-45c05214-5994-4b23-8787-7afe192f23df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:16.411707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-45c05214-5994-4b23-8787-7afe192f23df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8&tenant_id=51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 1101 time: 0.1043198 Apr 21 20:50:16.423798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=664a3621-2c7d-45be-9543-1426b8cdf48a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:16.436054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:16.458395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Checking segment: {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:16.458847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Network hostable DHCP agents. Network: 7ebb6bd7-2f67-4e79-b454-c7944ef63af5, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:50:16.475037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:16.501015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82c3c-7402-4214-8ad3-03f664b2c2e4 req-8b036515-1ea1-4390-aef1-7ab462250e36 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:16.510367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ac82c3c-7402-4214-8ad3-03f664b2c2e4 req-8b036515-1ea1-4390-aef1-7ab462250e36 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 949 time: 0.1185963 Apr 21 20:50:16.511310 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.513486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:50:16.532685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 7ebb6bd7-2f67-4e79-b454-c7944ef63af5) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:16.562540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85788512-7dfb-4aaa-b7b8-0437b85b1a9b None None] Network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:50:16.562797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:16.563311 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.597800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fe137dab-7368-4a2d-a297-ce54cbaebc77 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7561991 Apr 21 20:50:16.599407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39978) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:16.611741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:16.649391 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ac82c3c-7402-4214-8ad3-03f664b2c2e4 req-5dd6169e-6686-4b25-b1ec-3a3fd3d44629 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332402 Apr 21 20:50:16.711115 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.712028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.792178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Set router f0dd3287-eb2b-4032-9e77-8fb274839096 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:16.826042 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.851368 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:50:16.915668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:16.923721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:16.997333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8995f9f7-99a1-43d1-baa5-14c9eb9f12fb None None] Provisioning complete for port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:16.997891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8995f9f7-99a1-43d1-baa5-14c9eb9f12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.013386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:17.094803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Allocated IP 172.20.0.1 (11906fdf-5064-41ce-bae3-3b9d17349e91/04e4b502-dae3-49c9-ae86-dd66db70f923/3d45edc6-6e6b-4104-9128-f8b4bc0f094b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:17.108734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:50:17.109631 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.114879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.128781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:17.131138 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb5828a-c8da-4bb9-b6d9-1fc6c0f30ab2" -d '{"events": [{"server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:17.135573 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.161606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Transition to ACTIVE for port object 1aa00b87-5d95-485c-9e8c-dd2839b05699 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:17.194418 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776260b-da16-467b-9297-32da2e673352 x-openstack-request-id: req-f776260b-da16-467b-9297-32da2e673352 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:17.194700 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:17.194943 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f776260b-da16-467b-9297-32da2e673352 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:17.195326 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f776260b-da16-467b-9297-32da2e673352'] response: {'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'code': 200} Apr 21 20:50:17.199491 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.213602 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.245988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c50c6-41da-47a9-bedf-e5a3f61dab51 req-07ed732e-376c-43d2-a2a6-d14af07f52c4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:17.247058 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-162c50c6-41da-47a9-bedf-e5a3f61dab51 req-07ed732e-376c-43d2-a2a6-d14af07f52c4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.2115633 Apr 21 20:50:17.248629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:13Z', 'updated_at': '2022-04-21T20:50:15Z', 'revision_number': 3, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'gw_port': {'id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:57:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:14Z', 'updated_at': '2022-04-21T20:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:17.270863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.282020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Checking router: f0dd3287-eb2b-4032-9e77-8fb274839096 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:17.282920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Updating router f0dd3287-eb2b-4032-9e77-8fb274839096 port 970b9411-25cc-46a9-a9cd-9845b51d7da7 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:50:17.315181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:17.336066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] No DVR routers for this DVR port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:50:17.355933 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-162c50c6-41da-47a9-bedf-e5a3f61dab51 req-cddf4371-83e4-4995-969f-75a839ef4638 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727525 Apr 21 20:50:17.361586 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.390938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Allocated IP 172.20.0.2 (7ebb6bd7-2f67-4e79-b454-c7944ef63af5/664a3621-2c7d-45be-9543-1426b8cdf48a/bfadbfa0-e780-4684-ac77-2945d7da671a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:17.407772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Network 11906fdf-5064-41ce-bae3-3b9d17349e91 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:17.414360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:17.418012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:17.423265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Pushing event updated for resources: {'Port': ['ID=3d45edc6-6e6b-4104-9128-f8b4bc0f094b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:17.424176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Attempting to bind port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:17.424625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Attempting to bind port 1aa00b87-5d95-485c-9e8c-dd2839b05699 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:17.424878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Attempting to bind port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:17.430595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:17.430920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Attempting to bind port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:17.438093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:17.438461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:17.438848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:17.439289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Bound port: 1aa00b87-5d95-485c-9e8c-dd2839b05699, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:17.439647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.491728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01987a-8c1f-4a13-9f44-acfc15aa1765 req-cd7a2998-6269-4d5d-8c74-4c2c300a4995 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:17.500164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e01987a-8c1f-4a13-9f44-acfc15aa1765 req-cd7a2998-6269-4d5d-8c74-4c2c300a4995 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 948 time: 0.1792684 Apr 21 20:50:17.547003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2623ddca-9b7f-457c-b75d-0ad8527be3be up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:17.555822 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.561496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:17.565730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:17.609981 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e01987a-8c1f-4a13-9f44-acfc15aa1765 req-8d9c3847-049e-4c96-b4fc-b3ccff9b836c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082880 Apr 21 20:50:17.654478 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.749006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:17.749675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.751087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] 10.222.0.43 "PUT /v2.0/ports/1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 1096 time: 1.3190496 Apr 21 20:50:17.798880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.810749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba8335-3c9c-420a-8561-047cd8f5bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:17.870561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.881034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:17.887182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 2623ddca-9b7f-457c-b75d-0ad8527be3be completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:50:17.898243 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.922962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c472a5-d0ae-4f01-856e-7d2a7518661c req-bdad2c0d-e488-4b92-ba32-8c81fa7b0b31 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:17.925116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08c472a5-d0ae-4f01-856e-7d2a7518661c req-bdad2c0d-e488-4b92-ba32-8c81fa7b0b31 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 949 time: 0.1712224 Apr 21 20:50:17.933208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 2623ddca-9b7f-457c-b75d-0ad8527be3be triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:17.933575 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:17.964433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-a223c418-a92c-4819-bf25-ba447b254bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:17.966294 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-a223c418-a92c-4819-bf25-ba447b254bc0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 1099 time: 0.1610010 Apr 21 20:50:17.987929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2603f413-5812-47a3-8d48-ce158b386275 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:18.000561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1aa00b87-5d95-485c-9e8c-dd2839b05699 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:18.055098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.059364 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.061708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.117456 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.138362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-31c4ab10-704c-4925-a132-22e32242b546 None None] Provisioning complete for port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:18.138619 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-31c4ab10-704c-4925-a132-22e32242b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.140911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.142236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1aa00b87-5d95-485c-9e8c-dd2839b05699 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:18.154053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Pushing event updated for resources: {'Port': ['ID=3d45edc6-6e6b-4104-9128-f8b4bc0f094b,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:18.258802 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.264506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Network 11906fdf-5064-41ce-bae3-3b9d17349e91 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:18.267009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:18.269352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:18.280092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:18.280629 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.293076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:18.296300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:18.299091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.341487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-31c4ab10-704c-4925-a132-22e32242b546 None None] Port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:18.360080 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08c472a5-d0ae-4f01-856e-7d2a7518661c req-4f45c1d2-6e55-43d5-9a5f-31c9d82e5df1 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928559 Apr 21 20:50:18.409997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Router f0dd3287-eb2b-4032-9e77-8fb274839096 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:50:18.417256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Pushing event updated for resources: {'Port': ['ID=bfadbfa0-e780-4684-ac77-2945d7da671a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:18.440418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Allocated IP 172.25.0.146 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/3925e067-59ac-4fa3-ba7a-6d64a6124326) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:18.444707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-479a1f7d-8725-4f86-b1f2-d38de5583689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:18.446745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-479a1f7d-8725-4f86-b1f2-d38de5583689 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.4687300 Apr 21 20:50:18.490419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.490904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.491339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.491793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.492209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.492642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.493273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.493482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.493893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.494302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.494808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.495122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:18.506920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-9116b743-0274-4155-911b-b12fb7fad12a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 217 time: 0.0491626 Apr 21 20:50:18.507764 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2603f413-5812-47a3-8d48-ce158b386275, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2603f413-5812-47a3-8d48-ce158b386275,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:18.518468 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.520530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Attempting to bind port 970b9411-25cc-46a9-a9cd-9845b51d7da7 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:18.521049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Attempting to bind port 970b9411-25cc-46a9-a9cd-9845b51d7da7 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:18.521500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Attempting to bind port 970b9411-25cc-46a9-a9cd-9845b51d7da7 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:18.583914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:18.584378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:18.584871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.585327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:18.585866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Bound port: 970b9411-25cc-46a9-a9cd-9845b51d7da7, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:18.586335 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.588274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Attempting to bind port bfadbfa0-e780-4684-ac77-2945d7da671a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:18.588691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Attempting to bind port bfadbfa0-e780-4684-ac77-2945d7da671a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:18.589131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Attempting to bind port bfadbfa0-e780-4684-ac77-2945d7da671a on network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:18.598658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '2603f413-5812-47a3-8d48-ce158b386275', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '2603f413-5812-47a3-8d48-ce158b386275', 'mac_address': 'fa:16:3e:c1:ef:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:50:18.632358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:18.644965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:18.645334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Checking segment: {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:18.645731 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.645893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a84a69f5-6e67-4300-99a9-1e6bcb788196 admin admin] 10.222.0.49 "PUT /v2.0/routers/f0dd3287-eb2b-4032-9e77-8fb274839096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3358185 Apr 21 20:50:18.646115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Bound using segment: {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:18.646587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Bound port: bfadbfa0-e780-4684-ac77-2945d7da671a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:18.646960 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.667472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-797f1be2-2058-47d0-ad1c-2a9640bf2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:18.669054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-797f1be2-2058-47d0-ad1c-2a9640bf2b0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1505086 Apr 21 20:50:18.671012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac839f-a898-4da5-b51c-4b6761efa1a7 req-5f881411-50d5-48a9-8c1e-e6be223f3594 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:18.673957 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3ac839f-a898-4da5-b51c-4b6761efa1a7 req-5f881411-50d5-48a9-8c1e-e6be223f3594 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 948 time: 0.1464498 Apr 21 20:50:18.678452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4b2cc4-db9a-4be1-a5d3-93ed0385309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2623ddca-9b7f-457c-b75d-0ad8527be3be'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:18.684335 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e899d2ff-fcdd-4194-ae20-e2bf31500611" -d '{"events": [{"server_uuid": "7f4b2cc4-db9a-4be1-a5d3-93ed0385309a", "name": "network-vif-plugged", "status": "completed", "tag": "2623ddca-9b7f-457c-b75d-0ad8527be3be"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:18.736464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.753509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-db4c309a-4050-40f6-826f-b30ed164dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:18.755084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-db4c309a-4050-40f6-826f-b30ed164dfbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746417 Apr 21 20:50:18.776406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3ac839f-a898-4da5-b51c-4b6761efa1a7 req-fa3eba38-0de7-4e1c-882d-84eb02414142 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927534 Apr 21 20:50:18.884427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.909192 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a4dadd-1a5e-4dc2-9456-5f312cbfc7fb x-openstack-request-id: req-67a4dadd-1a5e-4dc2-9456-5f312cbfc7fb {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:18.909398 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4b2cc4-db9a-4be1-a5d3-93ed0385309a", "name": "network-vif-plugged", "status": "completed", "tag": "2623ddca-9b7f-457c-b75d-0ad8527be3be", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:18.909649 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67a4dadd-1a5e-4dc2-9456-5f312cbfc7fb {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:18.910419 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a4dadd-1a5e-4dc2-9456-5f312cbfc7fb'] response: {'server_uuid': '7f4b2cc4-db9a-4be1-a5d3-93ed0385309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2623ddca-9b7f-457c-b75d-0ad8527be3be', 'code': 200} Apr 21 20:50:18.919867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5004ef6-ba3d-4ede-888c-aa19efb534c0 None None] Pushing event updated for resources: {'Port': ['ID=970b9411-25cc-46a9-a9cd-9845b51d7da7,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:18.924623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2623ddca-9b7f-457c-b75d-0ad8527be3be, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2623ddca-9b7f-457c-b75d-0ad8527be3be,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:18.957405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42325e7-9494-4aef-947d-3e6de1098622 req-e2167067-5b1e-48a8-a439-e80659baec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:18.959230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c42325e7-9494-4aef-947d-3e6de1098622 req-e2167067-5b1e-48a8-a439-e80659baec2b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 1100 time: 0.0488729 Apr 21 20:50:18.967296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:18.968089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:18.969814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-4baf9a54-458e-41f1-9535-287e247b20d4 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055159 Apr 21 20:50:18.992336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a224-2427-4208-a802-a5f8e5ef21a4 req-765dace8-ab30-448e-b902-fccc77b90bc4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:19.004612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c42325e7-9494-4aef-947d-3e6de1098622 req-a53f59fc-0728-46f4-812e-5d6796373ca0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Apr 21 20:50:19.009341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63e6a224-2427-4208-a802-a5f8e5ef21a4 req-765dace8-ab30-448e-b902-fccc77b90bc4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 948 time: 0.2296388 Apr 21 20:50:19.025841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:19.052965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:19.061072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:19.061262 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.069000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] For port 970b9411-25cc-46a9-a9cd-9845b51d7da7, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:19.097072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a58a031b-3ab2-455d-9925-ad13e296a2f7 None None] Provisioning complete for port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:19.097473 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a58a031b-3ab2-455d-9925-ad13e296a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.134607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3925e067-59ac-4fa3-ba7a-6d64a6124326,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:19.149556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2603f413-5812-47a3-8d48-ce158b386275 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:19.155050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63e6a224-2427-4208-a802-a5f8e5ef21a4 req-36d2fe8c-0858-48d4-a402-f4279deacf3a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445920 Apr 21 20:50:19.161089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] For port 970b9411-25cc-46a9-a9cd-9845b51d7da7, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=970b9411-25cc-46a9-a9cd-9845b51d7da7,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:19.190014 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.196409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] For port bfadbfa0-e780-4684-ac77-2945d7da671a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:19.198358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=2623ddca-9b7f-457c-b75d-0ad8527be3be,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:19.202244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] For port bfadbfa0-e780-4684-ac77-2945d7da671a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=bfadbfa0-e780-4684-ac77-2945d7da671a,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:19.213983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:19.217207 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4641e2fc-0fab-4215-87cd-3deabd1d13e5" -d '{"events": [{"name": "network-changed", "server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:19.220834 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2603f413-5812-47a3-8d48-ce158b386275, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2603f413-5812-47a3-8d48-ce158b386275,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:19.223328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.225282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a58a031b-3ab2-455d-9925-ad13e296a2f7 None None] Port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:19.243353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-16c0c90e-6946-4de2-9438-461aef747e67 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2226140 Apr 21 20:50:19.248608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:19.251854 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.275288 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.282545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:50:19.301742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5004ef6-ba3d-4ede-888c-aa19efb534c0 None None] Pushing event updated for resources: {'Port': ['ID=970b9411-25cc-46a9-a9cd-9845b51d7da7,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:19.304868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:19.305428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.307413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Routers {'f0dd3287-eb2b-4032-9e77-8fb274839096'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:19.308247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f0dd3287-eb2b-4032-9e77-8fb274839096'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:19.322752 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cebd5d8-884e-4b7b-9fcd-4a399959ddc5 x-openstack-request-id: req-3cebd5d8-884e-4b7b-9fcd-4a399959ddc5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:19.323120 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:19.323434 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cebd5d8-884e-4b7b-9fcd-4a399959ddc5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:19.323898 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cebd5d8-884e-4b7b-9fcd-4a399959ddc5'] response: {'name': 'network-changed', 'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'status': 'completed', 'code': 200} Apr 21 20:50:19.329996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff37fda7-652e-46bf-9423-41212f7478a6 req-b8418b08-6957-4c70-a84b-88a3c9c45815 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145137 Apr 21 20:50:19.420250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.518650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c49048-f1a5-42fd-a7b2-4a71d84be287 None None] Pushing event updated for resources: {'Port': ['ID=bfadbfa0-e780-4684-ac77-2945d7da671a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:19.541248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-fdaddb52-3d8d-40b8-b94b-af23a2b4e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:19.542225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-fdaddb52-3d8d-40b8-b94b-af23a2b4e3f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 1099 time: 0.1829481 Apr 21 20:50:19.590545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Allocated IP 172.25.0.240 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/439cb560-7333-4cb9-99a1-799c8e6a1f1f) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:19.706165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-694192d3-dfba-4aca-9597-f53038ef8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:19.706919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-694192d3-dfba-4aca-9597-f53038ef8dbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 1099 time: 0.2764668 Apr 21 20:50:19.744449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['2603f413-5812-47a3-8d48-ce158b386275'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:19.859628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.875707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] Set router f0dd3287-eb2b-4032-9e77-8fb274839096 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:19.879512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2603f413-5812-47a3-8d48-ce158b386275,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:19.899223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ee0ad-30d3-47ba-a6a1-094fb8ad5581 req-315342fe-264e-4547-8264-72cd9c5b77d2 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:19.900795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f2ee0ad-30d3-47ba-a6a1-094fb8ad5581 req-315342fe-264e-4547-8264-72cd9c5b77d2 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 950 time: 0.3730750 Apr 21 20:50:19.913965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.919088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:19.946637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device bfadbfa0-e780-4684-ac77-2945d7da671a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:19.970462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:19.973429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:19.977125 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:20.001052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event updated for resources: {'Port': ['ID=439cb560-7333-4cb9-99a1-799c8e6a1f1f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:20.002778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-c0b5c543-a8b4-4c46-b94f-9cfa99430fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:20.004470 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-c0b5c543-a8b4-4c46-b94f-9cfa99430fc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.4465034 Apr 21 20:50:20.022803 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.068319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.095391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-6d93ee78-aa06-442b-b166-7fd8a8ef07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:20.097495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-6d93ee78-aa06-442b-b166-7fd8a8ef07a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2983248 Apr 21 20:50:20.098686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-4631ec6d-df0a-4497-b831-143294ff1a47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 217 time: 0.0772855 Apr 21 20:50:20.101492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f2ee0ad-30d3-47ba-a6a1-094fb8ad5581 req-3ca9efbb-a4ea-4a2e-ba40-a38336e33d81 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900244 Apr 21 20:50:20.120977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.178635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:20.196835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.200333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-7955ed09-ca1b-42bc-9ff1-5f415ac029b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 217 time: 0.0938287 Apr 21 20:50:20.214998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port bfadbfa0-e780-4684-ac77-2945d7da671a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:20.215356 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.280384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.314980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-ace9eaef-59af-420a-96e1-e2786482d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:20.316444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-ace9eaef-59af-420a-96e1-e2786482d388 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1891968 Apr 21 20:50:20.348149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-27f8aa25-5d37-45c4-9993-e735cf603504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:20.349660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-27f8aa25-5d37-45c4-9993-e735cf603504 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1394832 Apr 21 20:50:20.361263 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.368606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.378062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:20.455340 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.469138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event updated for resources: {'Port': ['ID=439cb560-7333-4cb9-99a1-799c8e6a1f1f,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:20.471931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87d245-44cd-4004-9720-482975236ac3 req-0ad3ad94-0f33-46e8-8e25-6e6b383f81f5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:20.480866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f87d245-44cd-4004-9720-482975236ac3 req-0ad3ad94-0f33-46e8-8e25-6e6b383f81f5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 948 time: 0.2606642 Apr 21 20:50:20.492574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.501377 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.513464 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.514803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-5440c2bf-4c2b-47a1-8876-a91e6a858d8e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2705142 Apr 21 20:50:20.529064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:13Z', 'updated_at': '2022-04-21T20:50:17Z', 'revision_number': 4, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'gw_port': {'id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:57:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:14Z', 'updated_at': '2022-04-21T20:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3d45edc6-6e6b-4104-9128-f8b4bc0f094b', 'name': '', 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'mac_address': 'fa:16:3e:8c:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:17Z', 'revision_number': 2, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'subnets': [{'id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:20.563336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59fe78-a246-47f9-bb76-72d96d9584d4 None None] The sync data for ids ['f0dd3287-eb2b-4032-9e77-8fb274839096'] in n-d-838945-1 is: [{'id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:13Z', 'updated_at': '2022-04-21T20:50:17Z', 'revision_number': 4, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'gw_port': {'id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:57:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:14Z', 'updated_at': '2022-04-21T20:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3d45edc6-6e6b-4104-9128-f8b4bc0f094b', 'name': '', 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'mac_address': 'fa:16:3e:8c:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:17Z', 'revision_number': 2, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'subnets': [{'id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:20.571937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f87d245-44cd-4004-9720-482975236ac3 req-3bcd44a5-fd90-43de-80e1-201fdb3a576c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780189 Apr 21 20:50:20.573864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-a272b168-7032-4837-aedb-feabf9560d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:20.575318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-a272b168-7032-4837-aedb-feabf9560d81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2401116 Apr 21 20:50:20.578367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-613c69f4-d3cb-436b-82b1-b157e7d7faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:20.593883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-613c69f4-d3cb-436b-82b1-b157e7d7faa7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183819 Apr 21 20:50:20.601282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port bfadbfa0-e780-4684-ac77-2945d7da671a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=bfadbfa0-e780-4684-ac77-2945d7da671a,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:20.606196 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-b09dcde5-69b7-4be3-9fd3-686515e1bbda tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0831013 Apr 21 20:50:20.607561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.698418 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:20.711884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=bfadbfa0-e780-4684-ac77-2945d7da671a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:20.808114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-b1a68fd2-ddaf-42b5-8c6e-2484cf3d4bba tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:20.809914 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4168ddcf-c9d8-4420-9748-71fee2b69e46 req-b1a68fd2-ddaf-42b5-8c6e-2484cf3d4bba tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1964610 Apr 21 20:50:20.879489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c183d6-a559-4e0d-89c1-099a2d368f5d None None] Network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:50:20.932536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:20.936642 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eed5ce-328e-49ed-b20a-66e4b4cff3bf" -d '{"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-plugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:21.046470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5981c064-4d2c-4109-91c8-e7ed26eae1fe None None] Provisioning complete for port bfadbfa0-e780-4684-ac77-2945d7da671a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:21.046838 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5981c064-4d2c-4109-91c8-e7ed26eae1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:21.300936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-700aac5e-636c-4e2b-9ac9-3b9d01b671e6 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4668996 Apr 21 20:50:21.315610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:21.342200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:21.351010 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-1e02b0d2-f101-4117-a982-a7d8966de4e0 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7543252 Apr 21 20:50:21.409306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1484be0-590d-4c9f-8d13-d63387f81021 req-14661d6a-cb0d-46e6-9128-503cf03aff94 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:21.412052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1484be0-590d-4c9f-8d13-d63387f81021 req-14661d6a-cb0d-46e6-9128-503cf03aff94 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 949 time: 0.6776290 Apr 21 20:50:21.501357 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:21.549197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-dcfba4b7-395a-428d-851c-3764d7484134 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8739724 Apr 21 20:50:21.560203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1908535f-9ee3-4dea-86b7-86869016c113 None None] Provisioning complete for port bfadbfa0-e780-4684-ac77-2945d7da671a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:21.560739 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1908535f-9ee3-4dea-86b7-86869016c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:21.581866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1484be0-590d-4c9f-8d13-d63387f81021 req-a0fc8f3b-e7e7-4a56-8ce7-c016a44df510 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587610 Apr 21 20:50:21.634126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Router 50b456fb-ee7a-4bb6-abe2-f0667763451f is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:50:21.639736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Allocated IP 172.25.0.110 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/1cf5fd18-7337-4a1a-b7e6-f9343bc6c727) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:21.725064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-d7fe47a8-6e6a-4b5a-a244-923158c7bc9f service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606925 Apr 21 20:50:21.807022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:21.866536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:21.874126 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4641e2fc-0fab-4215-87cd-3deabd1d13e5 req-810ca4da-e9a0-4308-8516-ff2ae9c67a8d service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164928 Apr 21 20:50:21.881478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3ec92-feca-4ef0-842a-d9c63c0a18eb req-92e4edd0-eb02-4dcf-862e-0e85ef9f6f3f tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:21.882995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cc3ec92-feca-4ef0-842a-d9c63c0a18eb req-92e4edd0-eb02-4dcf-862e-0e85ef9f6f3f tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1097 time: 0.1720417 Apr 21 20:50:21.896005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 970b9411-25cc-46a9-a9cd-9845b51d7da7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:21.936231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:21.943626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:21.947280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:21.951098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event updated for resources: {'Port': ['ID=1cf5fd18-7337-4a1a-b7e6-f9343bc6c727,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:21.978434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cc3ec92-feca-4ef0-842a-d9c63c0a18eb req-bfdf2d0a-a309-45cd-8e63-b8ffe72793a9 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580697 Apr 21 20:50:21.989399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:22.001584 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Sync routers for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:22.025435 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:22.028665 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:22.038932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.058927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f2165389-0a80-4684-be82-a2db185b31c6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4553573 Apr 21 20:50:22.058927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40034) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:22.091199 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.110078 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a3cad9-9271-46a1-8c84-fe39795aee24 x-openstack-request-id: req-01a3cad9-9271-46a1-8c84-fe39795aee24 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:22.110549 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-plugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:22.110649 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01a3cad9-9271-46a1-8c84-fe39795aee24 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:22.111055 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a3cad9-9271-46a1-8c84-fe39795aee24'] response: {'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'code': 200} Apr 21 20:50:22.113316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2603f413-5812-47a3-8d48-ce158b386275 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:22.176475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.213064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 970b9411-25cc-46a9-a9cd-9845b51d7da7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:22.213774 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.253569 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:22.256090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 2603f413-5812-47a3-8d48-ce158b386275 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:50:22.267757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 2603f413-5812-47a3-8d48-ce158b386275 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:22.268131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.355263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc7a84-2eb3-444d-9dc1-ca54a5436e9b req-061fa7cf-cc1f-47ba-a841-071b8bd3989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:22.357043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0bfc7a84-2eb3-444d-9dc1-ca54a5436e9b req-061fa7cf-cc1f-47ba-a841-071b8bd3989f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 1100 time: 0.1528602 Apr 21 20:50:22.407998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2837f19-c244-4ea0-b56c-b2a228c2574f req-0ac898da-765a-4d4a-a1d5-f093d97c7124 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:22.416187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e2837f19-c244-4ea0-b56c-b2a228c2574f req-0ac898da-765a-4d4a-a1d5-f093d97c7124 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 950 time: 0.1990418 Apr 21 20:50:22.446315 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.458435 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:19Z', 'revision_number': 3, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:22.481954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 970b9411-25cc-46a9-a9cd-9845b51d7da7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=970b9411-25cc-46a9-a9cd-9845b51d7da7,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:22.485546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.487833 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Checking router: 50b456fb-ee7a-4bb6-abe2-f0667763451f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:22.488417 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Updating router 50b456fb-ee7a-4bb6-abe2-f0667763451f port 3925e067-59ac-4fa3-ba7a-6d64a6124326 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:50:22.489594 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.490548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device bfadbfa0-e780-4684-ac77-2945d7da671a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:22.499201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e2837f19-c244-4ea0-b56c-b2a228c2574f req-2bb848a2-17c3-4d74-92fe-005bfe231bc7 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819595 Apr 21 20:50:22.527773 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.535173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.585878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=970b9411-25cc-46a9-a9cd-9845b51d7da7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:22.632694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0bfc7a84-2eb3-444d-9dc1-ca54a5436e9b req-e445641e-624f-439e-b661-386bc67d6e16 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402072 Apr 21 20:50:22.664076 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.682134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2603f413-5812-47a3-8d48-ce158b386275, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2603f413-5812-47a3-8d48-ce158b386275,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:22.684344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.692883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.703414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event updated for resources: {'Port': ['ID=1cf5fd18-7337-4a1a-b7e6-f9343bc6c727,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:22.709094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.711146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-78315e91-f0dc-4b8d-94c3-d8bc0da93887 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4034402 Apr 21 20:50:22.731366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port bfadbfa0-e780-4684-ac77-2945d7da671a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:22.732223 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.776409 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-6c268fb5-9164-40bc-9696-83b09041172f tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0595324 Apr 21 20:50:22.802864 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2603f413-5812-47a3-8d48-ce158b386275,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:22.863722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fd893-1e25-44a7-b777-727a4ad8df8a req-a02a226c-02c9-4219-ad22-ae78baf5af2d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:22.865293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b24fd893-1e25-44a7-b777-727a4ad8df8a req-a02a226c-02c9-4219-ad22-ae78baf5af2d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 948 time: 0.2020063 Apr 21 20:50:22.936650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-24eb51a8-3ecd-490b-9758-a16b2123fcce tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:22.938711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0b13707-e0e0-4091-bea4-80410a4b0ed5 req-24eb51a8-3ecd-490b-9758-a16b2123fcce tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1546257 Apr 21 20:50:22.945089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b24fd893-1e25-44a7-b777-727a4ad8df8a req-62c1c767-b337-4431-b0d3-8c56b617f64e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722783 Apr 21 20:50:22.973474 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:22.981507 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:23.013596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:23.044658 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Pushing event updated for resources: {'Port': ['ID=3925e067-59ac-4fa3-ba7a-6d64a6124326,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:23.056644 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.057459 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.057850 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.058245 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.058609 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.058974 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.059491 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.059841 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.060184 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.060489 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.060827 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.061148 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:50:23.065174 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Attempting to bind port 3925e067-59ac-4fa3-ba7a-6d64a6124326 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:23.065805 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Attempting to bind port 3925e067-59ac-4fa3-ba7a-6d64a6124326 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:23.066409 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Attempting to bind port 3925e067-59ac-4fa3-ba7a-6d64a6124326 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:23.072932 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:23.073386 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:23.074505 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:23.074505 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:23.074780 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Bound port: 3925e067-59ac-4fa3-ba7a-6d64a6124326, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:23.075408 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:23.131048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58465818-2017-49a4-912f-f6eb1b4b2ba3 req-6f5c7262-d231-41a6-8032-7cd6ae45eb4c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:23.132582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-58465818-2017-49a4-912f-f6eb1b4b2ba3 req-6f5c7262-d231-41a6-8032-7cd6ae45eb4c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1086767 Apr 21 20:50:23.145442 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] For port 3925e067-59ac-4fa3-ba7a-6d64a6124326, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:23.149679 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] For port 3925e067-59ac-4fa3-ba7a-6d64a6124326, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3925e067-59ac-4fa3-ba7a-6d64a6124326,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:23.159407 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:23.227704 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8419ef-b6b2-45bb-877d-d562717f10e9 None None] Pushing event updated for resources: {'Port': ['ID=3925e067-59ac-4fa3-ba7a-6d64a6124326,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:23.230230 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:23.230876 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:23.242693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-58465818-2017-49a4-912f-f6eb1b4b2ba3 req-01578e2a-cf47-4555-867c-49b5a3e99ced tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841568 Apr 21 20:50:23.260681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Allocated IP 172.20.0.1 (7ebb6bd7-2f67-4e79-b454-c7944ef63af5/664a3621-2c7d-45be-9543-1426b8cdf48a/dc5be38d-3576-4311-8dd1-9dc123385d71) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:23.347198 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:23.435701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98569162-750c-4452-be9d-2ec11cc9a296 req-fba5df95-2d29-4ff5-8f59-450be9eae963 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:23.437834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98569162-750c-4452-be9d-2ec11cc9a296 req-fba5df95-2d29-4ff5-8f59-450be9eae963 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0885224 Apr 21 20:50:23.443186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:23.490988 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98569162-750c-4452-be9d-2ec11cc9a296 req-6e1a5524-746d-4975-973b-1d3be28d1f04 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Apr 21 20:50:23.511071 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:23.533106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1aa00b87-5d95-485c-9e8c-dd2839b05699 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:23.582605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:23.582922 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:19Z', 'revision_number': 3, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:23.598894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:23.604023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:23.606180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5be38d-3576-4311-8dd1-9dc123385d71,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:23.630388 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb291dd2-f7f2-492e-88d4-025742f4ea42 None None] The sync data for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 is: [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:19Z', 'revision_number': 3, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:23.687311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Sync routers for ids ['f0dd3287-eb2b-4032-9e77-8fb274839096'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:23.758203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Routers {'f0dd3287-eb2b-4032-9e77-8fb274839096'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:23.769635 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:23.771976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f0dd3287-eb2b-4032-9e77-8fb274839096'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:23.865940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 970b9411-25cc-46a9-a9cd-9845b51d7da7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:23.886573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:23.930913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'mac_address': 'fa:16:3e:06:67:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:50:23.996698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-9e934392-7383-4355-b98a-c627f3138d73 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4419217 Apr 21 20:50:24.033701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:24.061128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 970b9411-25cc-46a9-a9cd-9845b51d7da7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:24.061507 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.080274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.091704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.101436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Set router f0dd3287-eb2b-4032-9e77-8fb274839096 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:24.108851 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.144440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e337e6ce-d38a-4748-b581-a8872fd7695e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2603f413-5812-47a3-8d48-ce158b386275'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:24.147459 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51db1615-a495-4d09-ab9c-21eafdceb34c" -d '{"events": [{"server_uuid": "e337e6ce-d38a-4748-b581-a8872fd7695e", "name": "network-vif-plugged", "status": "completed", "tag": "2603f413-5812-47a3-8d48-ce158b386275"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:24.182876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b0452050-e647-488b-9e99-c105e6745456 None None] Provisioning complete for port dc5be38d-3576-4311-8dd1-9dc123385d71 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:24.183249 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b0452050-e647-488b-9e99-c105e6745456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.193627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa00b87-5d95-485c-9e8c-dd2839b05699 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:24.214782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-1242b776-459f-4599-ac60-716d32ea8825 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:50:24.217380 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-1242b776-459f-4599-ac60-716d32ea8825 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121899 Apr 21 20:50:24.301177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:24.304568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-8886ce75-0b4a-404f-a1b8-143e47c3d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:24.306486 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-8886ce75-0b4a-404f-a1b8-143e47c3d681 service neutron] 10.222.0.49 "GET /v2.0/ports/30200fbf-1ce2-45de-ab18-a53bbd310966 HTTP/1.1" status: 200 len: 1094 time: 0.0696881 Apr 21 20:50:24.323701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Request body: {'binding': {'host': 'n-h1-838945-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:24.325939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Unknown quota resources ['binding']. {{(pid=114646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 20:50:24.337826 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.373244 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.373807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b0452050-e647-488b-9e99-c105e6745456 None None] Port dc5be38d-3576-4311-8dd1-9dc123385d71 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:24.440695 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.451822 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.499743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:24.532965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 on host n-h1-838945-1 for vnic_type normal with profile None {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:24.533778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:24.534366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:24.548753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Port 30200fbf-1ce2-45de-ab18-a53bbd310966 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:24.550639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:24.557615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:24.558244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:24.559343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:24.560011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Bound port: 30200fbf-1ce2-45de-ab18-a53bbd310966, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:24.574900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:13Z', 'updated_at': '2022-04-21T20:50:17Z', 'revision_number': 4, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'gw_port': {'id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:57:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:14Z', 'updated_at': '2022-04-21T20:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3d45edc6-6e6b-4104-9128-f8b4bc0f094b', 'name': '', 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'mac_address': 'fa:16:3e:8c:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:17Z', 'revision_number': 2, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'subnets': [{'id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:24.583073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5be38d-3576-4311-8dd1-9dc123385d71,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:24.588278 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.619445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Checking router: f0dd3287-eb2b-4032-9e77-8fb274839096 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:24.619893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Updating router f0dd3287-eb2b-4032-9e77-8fb274839096 port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:50:24.623468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Allocated IP 172.25.0.37 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/0c3c95b1-ceb8-4c46-8137-48ca8b5c5032) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:24.631641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:24.640704 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] Notify callbacks [] for binding, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.652932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-0b7215c9-44d8-4881-98d3-57213b542c75 service neutron] 10.222.0.49 "POST /v2.0/ports/30200fbf-1ce2-45de-ab18-a53bbd310966/bindings HTTP/1.1" status: 201 len: 389 time: 0.3303106 Apr 21 20:50:24.657160 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.834336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:24.839206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:24.879918 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['1aa00b87-5d95-485c-9e8c-dd2839b05699'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:24.906568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1f683-6d19-4129-9c0e-50c601a0f20d req-1d3a62f8-8268-4cda-85a4-6f4344524da4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:24.908709 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45f1f683-6d19-4129-9c0e-50c601a0f20d req-1d3a62f8-8268-4cda-85a4-6f4344524da4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 949 time: 0.1067774 Apr 21 20:50:24.917921 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:24.991547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45f1f683-6d19-4129-9c0e-50c601a0f20d req-14e93a07-3337-46ce-88bd-f99e4ed7169a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742867 Apr 21 20:50:25.087552 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5678cfa5-c9a3-44ef-aee7-0f02df4274bc x-openstack-request-id: req-5678cfa5-c9a3-44ef-aee7-0f02df4274bc {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:25.087885 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e337e6ce-d38a-4748-b581-a8872fd7695e", "name": "network-vif-plugged", "status": "completed", "tag": "2603f413-5812-47a3-8d48-ce158b386275", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:25.088290 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5678cfa5-c9a3-44ef-aee7-0f02df4274bc {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:25.088695 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5678cfa5-c9a3-44ef-aee7-0f02df4274bc'] response: {'server_uuid': 'e337e6ce-d38a-4748-b581-a8872fd7695e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2603f413-5812-47a3-8d48-ce158b386275', 'code': 200} Apr 21 20:50:25.220747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cb59f-4037-48b6-9a67-833630256c48 req-67707574-77e7-4863-bdd1-054af4ae74c4 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:25.222474 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-523cb59f-4037-48b6-9a67-833630256c48 req-67707574-77e7-4863-bdd1-054af4ae74c4 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0668266 Apr 21 20:50:25.270310 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-523cb59f-4037-48b6-9a67-833630256c48 req-2dd59ef4-0c17-43d9-9038-9afb39ce89a5 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Apr 21 20:50:25.344994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9ce382cf-2396-47a7-a54f-050cfe178293 None None] Provisioning complete for port dc5be38d-3576-4311-8dd1-9dc123385d71 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:25.345271 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9ce382cf-2396-47a7-a54f-050cfe178293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:25.383924 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9ce382cf-2396-47a7-a54f-050cfe178293 None None] Port dc5be38d-3576-4311-8dd1-9dc123385d71 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:25.386588 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:25.395622 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:25.433852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-33dd475f-07e2-44d4-9455-a9a037062712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:25.436012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-33dd475f-07e2-44d4-9455-a9a037062712 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1097 time: 0.4971583 Apr 21 20:50:25.468619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102a3f7-2980-471b-adc6-7a231abe214b req-5b7dec5e-3c02-4334-8a2e-5d121c49a7de tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:25.469908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Router 50b456fb-ee7a-4bb6-abe2-f0667763451f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:50:25.471497 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:25.481881 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2102a3f7-2980-471b-adc6-7a231abe214b req-5b7dec5e-3c02-4334-8a2e-5d121c49a7de tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.1251264 Apr 21 20:50:25.499152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bf92d-6124-4498-a1d7-e51d172c6340 None None] Pushing event updated for resources: {'Port': ['ID=3d45edc6-6e6b-4104-9128-f8b4bc0f094b,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:25.511155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Attempting to bind port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:25.511516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Attempting to bind port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b57aabc7-d98b-4ab2-8243-8775d47f6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:25.511925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Attempting to bind port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b on network 11906fdf-5064-41ce-bae3-3b9d17349e91 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:25.522694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:25.523078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Checking segment: {'id': 'b57aabc7-d98b-4ab2-8243-8775d47f6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:25.523443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:25.523827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Bound using segment: {'id': 'b57aabc7-d98b-4ab2-8243-8775d47f6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:25.524295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Bound port: 3d45edc6-6e6b-4104-9128-f8b4bc0f094b, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57aabc7-d98b-4ab2-8243-8775d47f6381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:25.524699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:25.537637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed7da5-8a0c-45c0-aa18-95d5d415e905 req-93e0fbe7-b8fe-49ff-956a-1cf1f4180e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:25.539177 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09ed7da5-8a0c-45c0-aa18-95d5d415e905 req-93e0fbe7-b8fe-49ff-956a-1cf1f4180e0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 1101 time: 0.1866710 Apr 21 20:50:25.561758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2102a3f7-2980-471b-adc6-7a231abe214b req-85e85cb3-5c24-4491-acea-74c9582bb6fc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741231 Apr 21 20:50:25.592370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:25.613719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] For port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:25.618734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] For port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3d45edc6-6e6b-4104-9128-f8b4bc0f094b,segment=NetworkSegment(b57aabc7-d98b-4ab2-8243-8775d47f6381),segment_id=b57aabc7-d98b-4ab2-8243-8775d47f6381)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:25.630110 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:25.647721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event updated for resources: {'Port': ['ID=0c3c95b1-ceb8-4c46-8137-48ca8b5c5032,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:25.692244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:25.701038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:25.714748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-8486ada7-9e50-4502-b529-02a8af0ab64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:25.716297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-8486ada7-9e50-4502-b529-02a8af0ab64a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.2709210 Apr 21 20:50:25.717033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5ee34-3a99-4980-9c68-39c49bb423e9 req-9002d121-64a8-4e34-b85f-a1be9a0d23c6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:25.727296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-abc5ee34-3a99-4980-9c68-39c49bb423e9 req-9002d121-64a8-4e34-b85f-a1be9a0d23c6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.0758936 Apr 21 20:50:25.775954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09ed7da5-8a0c-45c0-aa18-95d5d415e905 req-61304795-f31b-4ae1-aa03-268fbe54ddc5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269430 Apr 21 20:50:25.781742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Routers {'f0dd3287-eb2b-4032-9e77-8fb274839096'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:25.782469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f0dd3287-eb2b-4032-9e77-8fb274839096'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:25.786158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bf92d-6124-4498-a1d7-e51d172c6340 None None] Pushing event updated for resources: {'Port': ['ID=3d45edc6-6e6b-4104-9128-f8b4bc0f094b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:25.801328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-abc5ee34-3a99-4980-9c68-39c49bb423e9 req-826ef946-85ec-48a6-bc85-6b0d81a6294b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728767 Apr 21 20:50:25.831125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-4f2aaa35-d791-4ea5-b6e9-2ebba5e0037f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30200fbf-1ce2-45de-ab18-a53bbd310966 HTTP/1.1" status: 200 len: 217 time: 0.0713446 Apr 21 20:50:25.894118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3925e067-59ac-4fa3-ba7a-6d64a6124326 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:25.923471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:25.931433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-81e22ae5-c2a4-4ccc-b88d-c5c82b311b72 admin admin] 10.222.0.49 "PUT /v2.0/routers/50b456fb-ee7a-4bb6-abe2-f0667763451f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8733687 Apr 21 20:50:25.943851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cfe0309f-7ed0-4fc3-a178-90f94289dfb5 None None] Provisioning complete for port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:25.944728 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cfe0309f-7ed0-4fc3-a178-90f94289dfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:25.980467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.033391 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.103839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-85a9ccbc-6e9f-4c8a-bfe4-f7f68644a229 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a057971deb5f41b1bf48df88d434215a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351641 Apr 21 20:50:26.143553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] Set router f0dd3287-eb2b-4032-9e77-8fb274839096 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:26.200951 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Sync routers for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:26.223463 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:26.224750 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:26.235709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-3c2534fc-b792-427f-9bf1-f388e9c0c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:26.237162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-3c2534fc-b792-427f-9bf1-f388e9c0c9e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1424878 Apr 21 20:50:26.267065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3925e067-59ac-4fa3-ba7a-6d64a6124326 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:26.267412 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.272605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-96748aaa-790c-4b0d-97d7-0ad56cf3653a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:26.274784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-96748aaa-790c-4b0d-97d7-0ad56cf3653a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625762 Apr 21 20:50:26.300982 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-705fd054-ea35-4d27-bab5-2171acefa163 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/quotas/a057971deb5f41b1bf48df88d434215a HTTP/1.1" status: 200 len: 375 time: 0.0160711 Apr 21 20:50:26.306925 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.313553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.353974 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:26.367209 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cfe0309f-7ed0-4fc3-a178-90f94289dfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.371436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-8142b201-24d3-4d9e-a41d-079a574b9837 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a057971deb5f41b1bf48df88d434215a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687871 Apr 21 20:50:26.412967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event updated for resources: {'Port': ['ID=0c3c95b1-ceb8-4c46-8137-48ca8b5c5032,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:26.434916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cfe0309f-7ed0-4fc3-a178-90f94289dfb5 None None] For port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3d45edc6-6e6b-4104-9128-f8b4bc0f094b,segment=NetworkSegment(b57aabc7-d98b-4ab2-8243-8775d47f6381),segment_id=b57aabc7-d98b-4ab2-8243-8775d47f6381)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:26.451890 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cfe0309f-7ed0-4fc3-a178-90f94289dfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.452580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-3732f103-da85-4442-b6c7-96614cb758a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600815 Apr 21 20:50:26.484919 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.505716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0309f-7ed0-4fc3-a178-90f94289dfb5 None None] Pushing event updated for resources: {'Port': ['ID=3d45edc6-6e6b-4104-9128-f8b4bc0f094b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:26.579914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.595141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-dc313353-3fa7-47d6-9c6e-d5034536c5d3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5716240 Apr 21 20:50:26.597849 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.605406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f80a740e-f9a9-49b8-b789-46edd6069484 None None] Provisioning complete for port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:26.605774 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f80a740e-f9a9-49b8-b789-46edd6069484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.661731 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'dc5be38d-3576-4311-8dd1-9dc123385d71', 'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'mac_address': 'fa:16:3e:e0:39:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:23Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 2, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'subnets': [{'id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:26.669806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 3925e067-59ac-4fa3-ba7a-6d64a6124326, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3925e067-59ac-4fa3-ba7a-6d64a6124326,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:26.679783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:13Z', 'updated_at': '2022-04-21T20:50:17Z', 'revision_number': 4, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'gw_port': {'id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:57:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:14Z', 'updated_at': '2022-04-21T20:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3d45edc6-6e6b-4104-9128-f8b4bc0f094b', 'name': '', 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'mac_address': 'fa:16:3e:8c:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:25Z', 'revision_number': 4, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'subnets': [{'id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:26.684197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.698143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-a3b1ccec-f7c3-4bb4-b489-a8dfafb14c67 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:26.704253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-a3b1ccec-f7c3-4bb4-b489-a8dfafb14c67 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8&tenant_id=51b91fce49a94986a42f0b9fce162efd&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 949 time: 0.2854226 Apr 21 20:50:26.706907 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Checking router: 50b456fb-ee7a-4bb6-abe2-f0667763451f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:26.707265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Updating router 50b456fb-ee7a-4bb6-abe2-f0667763451f port dc5be38d-3576-4311-8dd1-9dc123385d71 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:50:26.735658 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:26.737945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca1baf1-aad1-43c7-8573-f3a5aa4360b3 None None] The sync data for ids ['f0dd3287-eb2b-4032-9e77-8fb274839096'] in n-d-838945-1 is: [{'id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:13Z', 'updated_at': '2022-04-21T20:50:17Z', 'revision_number': 4, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'gw_port': {'id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:57:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:14Z', 'updated_at': '2022-04-21T20:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3d45edc6-6e6b-4104-9128-f8b4bc0f094b', 'name': '', 'network_id': '11906fdf-5064-41ce-bae3-3b9d17349e91', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'mac_address': 'fa:16:3e:8c:5f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:25Z', 'revision_number': 4, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'subnets': [{'id': '04e4b502-dae3-49c9-ae86-dd66db70f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:26.785089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-ee8eaec3-30c4-45cb-bf41-9795ffcd1501 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1664925 Apr 21 20:50:26.803680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152978d9-ea17-4645-b560-042077ff97f1 req-c5bfabd5-c63c-420f-9d70-bf183d903832 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:26.816110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-152978d9-ea17-4645-b560-042077ff97f1 req-c5bfabd5-c63c-420f-9d70-bf183d903832 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 949 time: 0.1069572 Apr 21 20:50:26.828646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-c6d13675-d347-424a-8c97-c859f6ffcb28 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521171 Apr 21 20:50:26.829400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=3925e067-59ac-4fa3-ba7a-6d64a6124326,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:26.893807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-152978d9-ea17-4645-b560-042077ff97f1 req-6ec1a2f1-2fc5-4efd-a243-47e4b07c8828 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746412 Apr 21 20:50:27.042355 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-b37ae544-b9ad-463e-83c7-e573f710639e service neutron] delete failed (client error): The resource could not be found. Apr 21 20:50:27.043463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-b37ae544-b9ad-463e-83c7-e573f710639e service neutron] 10.222.0.46 "DELETE /v2.0/ports/1aa00b87-5d95-485c-9e8c-dd2839b05699/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.2816935 Apr 21 20:50:27.161414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-4b55e20a-a8b6-4ee5-9469-b69ef09b140b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:27.162799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51f0b5eb-2284-475b-a42e-e637f608f1e9 req-4b55e20a-a8b6-4ee5-9469-b69ef09b140b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.3445373 Apr 21 20:50:27.165633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-4df98cf4-0afc-400f-aa2e-99cb06ac6400 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253598 Apr 21 20:50:27.192036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-dcc89c41-5f21-4926-82bd-a9753bae8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:27.193980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-dcc89c41-5f21-4926-82bd-a9753bae8bab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 1100 time: 0.0827591 Apr 21 20:50:27.230211 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:27.247108 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:27.412623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ecb0f-202f-47e8-b60a-2a9f0db2240e req-695d410a-fe65-4276-92ef-163b76811dac tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:27.417874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b0ecb0f-202f-47e8-b60a-2a9f0db2240e req-695d410a-fe65-4276-92ef-163b76811dac tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.1357305 Apr 21 20:50:27.498160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-6a13ab90-b96e-4d24-97a8-ceb38f37dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:27.507545 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-6a13ab90-b96e-4d24-97a8-ceb38f37dfed service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2951779 Apr 21 20:50:27.525688 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Attempting to bind port dc5be38d-3576-4311-8dd1-9dc123385d71 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:27.527271 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Attempting to bind port dc5be38d-3576-4311-8dd1-9dc123385d71 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:27.527643 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Attempting to bind port dc5be38d-3576-4311-8dd1-9dc123385d71 on network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:27.541872 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:27.542346 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Checking segment: {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:27.543917 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:27.544422 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Bound using segment: {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:27.545683 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Bound port: dc5be38d-3576-4311-8dd1-9dc123385d71, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:27.546128 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:27.559398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1aa00b87-5d95-485c-9e8c-dd2839b05699 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:27.651066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b0ecb0f-202f-47e8-b60a-2a9f0db2240e req-6f081a15-46e0-4f8c-bf0d-21e524d9b259 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101896 Apr 21 20:50:27.656069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-9dc91e85-a204-45bd-b19c-a3020f512eb7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 217 time: 0.1195350 Apr 21 20:50:27.665451 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] For port dc5be38d-3576-4311-8dd1-9dc123385d71, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:27.670493 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] For port dc5be38d-3576-4311-8dd1-9dc123385d71, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dc5be38d-3576-4311-8dd1-9dc123385d71,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:27.673653 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f21569-d12b-4555-a7dc-0b18cc22192e None None] Pushing event updated for resources: {'Port': ['ID=dc5be38d-3576-4311-8dd1-9dc123385d71,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:27.676597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 1aa00b87-5d95-485c-9e8c-dd2839b05699 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:50:27.686345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 1aa00b87-5d95-485c-9e8c-dd2839b05699 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:27.687331 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:27.698175 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:27.881670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-cc6b3cfd-538a-4cf8-8c44-6862d2ec583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:27.883882 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f21569-d12b-4555-a7dc-0b18cc22192e None None] Pushing event updated for resources: {'Port': ['ID=dc5be38d-3576-4311-8dd1-9dc123385d71,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:27.889888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-cc6b3cfd-538a-4cf8-8c44-6862d2ec583b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2166946 Apr 21 20:50:27.932023 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:27.933413 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:27.966944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3925e067-59ac-4fa3-ba7a-6d64a6124326 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:27.979906 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.005250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a64f343b-7074-4371-ad02-13a726786416 req-ee5802ca-79d3-4f94-96f9-d0561d1b78d3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 210 time: 0.1329198 Apr 21 20:50:28.018331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-89b9e428-749a-4c7c-b78e-551ea1b0070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:28.027210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-89b9e428-749a-4c7c-b78e-551ea1b0070f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197779 Apr 21 20:50:28.028950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bd899588-a2b7-44a4-8d3d-fc713846bd16 None None] Provisioning complete for port dc5be38d-3576-4311-8dd1-9dc123385d71 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:28.029231 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bd899588-a2b7-44a4-8d3d-fc713846bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.063669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40118) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:28.068855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ecdb071e-796e-4a91-b7ce-b7f15edbc4f8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1057916683', 'description': 'tempest-description--560112731'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:28.106256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:28.109133 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb6bbf8-79b2-4025-8247-82bfbdcc9fd4" -d '{"events": [{"server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "name": "network-vif-plugged", "status": "completed", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:28.127788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:28.142022 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.190631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3925e067-59ac-4fa3-ba7a-6d64a6124326 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:28.190991 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.203828 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ecdb071e-796e-4a91-b7ce-b7f15edbc4f8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.328581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-322fb72b-b528-4720-9269-b6da5297803a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881737 Apr 21 20:50:28.350439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:28.353723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bd899588-a2b7-44a4-8d3d-fc713846bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.449808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bd899588-a2b7-44a4-8d3d-fc713846bd16 None None] For port dc5be38d-3576-4311-8dd1-9dc123385d71, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dc5be38d-3576-4311-8dd1-9dc123385d71,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:28.455701 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:28.461789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab2179-b3eb-447d-8737-83a9f0e1f2f2 req-5df5519f-4521-4a80-b073-4afe524effba tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:28.464254 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bd899588-a2b7-44a4-8d3d-fc713846bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.466528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c718bd6-407f-4618-8c65-becd265c9425 req-daa04646-5d3f-4940-8706-be6c4925e9f3 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3412116 Apr 21 20:50:28.475831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:28.492099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ecdb071e-796e-4a91-b7ce-b7f15edbc4f8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.492377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5ab2179-b3eb-447d-8737-83a9f0e1f2f2 req-5df5519f-4521-4a80-b073-4afe524effba tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.3068731 Apr 21 20:50:28.506182 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ecdb071e-796e-4a91-b7ce-b7f15edbc4f8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.549443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ecdb071e-796e-4a91-b7ce-b7f15edbc4f8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.554302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ecdb071e-796e-4a91-b7ce-b7f15edbc4f8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4890356 Apr 21 20:50:28.558164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40122) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:28.559713 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.569742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-48193aa1-9798-4a24-9504-6f0b60cae661 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Request body: {'security_group_rule': {'security_group_id': '72e37ada-de22-42ab-95ea-1f628fb6fa21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:28.584405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb071e-796e-4a91-b7ce-b7f15edbc4f8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e37ada-de22-42ab-95ea-1f628fb6fa21,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:28.604282 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-39e5c040-afce-42ec-be61-fac3d79bbe94 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a057971deb5f41b1bf48df88d434215a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1927271 Apr 21 20:50:28.609308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3d45edc6-6e6b-4104-9128-f8b4bc0f094b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:28.672725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd899588-a2b7-44a4-8d3d-fc713846bd16 None None] Pushing event updated for resources: {'Port': ['ID=dc5be38d-3576-4311-8dd1-9dc123385d71,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:28.690500 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48193aa1-9798-4a24-9504-6f0b60cae661 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.696927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-007ddbfa-642f-42fa-9e47-6d64221387c3 None None] Provisioning complete for port dc5be38d-3576-4311-8dd1-9dc123385d71 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:28.697302 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-007ddbfa-642f-42fa-9e47-6d64221387c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.698776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:28.699129 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.731981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-08335e19-6a3c-4278-8a9a-216ff321aea1 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:28.733400 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-08335e19-6a3c-4278-8a9a-216ff321aea1 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154234 Apr 21 20:50:28.745967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5ab2179-b3eb-447d-8737-83a9f0e1f2f2 req-8efce98d-d260-48e9-9f76-6782ad596510 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525570 Apr 21 20:50:28.773209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Request body: {'port': {'device_id': '856edbc9-5e9a-4cba-8603-ef079c12e890', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': 'a057971deb5f41b1bf48df88d434215a'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:28.787780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48193aa1-9798-4a24-9504-6f0b60cae661 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.798460 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48193aa1-9798-4a24-9504-6f0b60cae661 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.825794 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'dc5be38d-3576-4311-8dd1-9dc123385d71', 'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'mac_address': 'fa:16:3e:e0:39:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:23Z', 'updated_at': '2022-04-21T20:50:27Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'subnets': [{'id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:28.857969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48193aa1-9798-4a24-9504-6f0b60cae661 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba7332e-fdc1-4e43-a4cb-4569e179d184,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:28.861881 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9470c0-ef89-44cd-a313-ebdf2034fa4c None None] The sync data for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 is: [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'dc5be38d-3576-4311-8dd1-9dc123385d71', 'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'mac_address': 'fa:16:3e:e0:39:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:23Z', 'updated_at': '2022-04-21T20:50:27Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'subnets': [{'id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:28.873219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48193aa1-9798-4a24-9504-6f0b60cae661 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.875973 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-48193aa1-9798-4a24-9504-6f0b60cae661 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122468 Apr 21 20:50:28.881850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40126) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:28.888726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9b41790c-b78d-4181-8616-97de3339a89a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Request body: {'security_group_rule': {'security_group_id': '72e37ada-de22-42ab-95ea-1f628fb6fa21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:28.930897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:28.939082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb2d75c3-6499-432f-9396-f828b0d1bbe4 req-48b5248d-a298-4450-9525-c0ab8a2f9d38 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006961 Apr 21 20:50:28.950509 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b41790c-b78d-4181-8616-97de3339a89a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.012646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51c780-9bc9-4b3d-aef2-696a97920d20 req-06305dfd-8ac7-4858-9912-c5f40afb21d8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:29.020582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da51c780-9bc9-4b3d-aef2-696a97920d20 req-06305dfd-8ac7-4858-9912-c5f40afb21d8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1388133 Apr 21 20:50:29.122407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da51c780-9bc9-4b3d-aef2-696a97920d20 req-cd3f3ec4-74bb-4b05-939e-010ab2f3b427 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866075 Apr 21 20:50:29.134559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Made reservation on behalf of a057971deb5f41b1bf48df88d434215a for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:29.138122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.201643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b41790c-b78d-4181-8616-97de3339a89a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.214980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b41790c-b78d-4181-8616-97de3339a89a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.231225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Allocated IP 172.25.0.253 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/ab2877b0-1f0c-4aaa-a100-68390810f1da) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:29.242752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b41790c-b78d-4181-8616-97de3339a89a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.244341 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9b41790c-b78d-4181-8616-97de3339a89a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602033 Apr 21 20:50:29.249140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40130) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:29.268949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:29.274454 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5f63e2-69db-4905-afdb-d4e757576266 x-openstack-request-id: req-1f5f63e2-69db-4905-afdb-d4e757576266 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:29.275991 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "name": "network-vif-plugged", "status": "completed", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:29.277226 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f5f63e2-69db-4905-afdb-d4e757576266 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:29.277632 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5f63e2-69db-4905-afdb-d4e757576266'] response: {'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'code': 200} Apr 21 20:50:29.296401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41790c-b78d-4181-8616-97de3339a89a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba53e9a-7862-4d39-b42e-8dbda56091ca,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:29.313981 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.385820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Allocated IP 192.168.233.87 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/7f496572-d588-444d-afe3-b708ed5a6865) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:29.523596 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.566573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.626445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:29.642891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:29.656071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:29.687734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf844d2-843a-4a16-9e10-da24ad12bfa8 req-2b81f285-bd74-4b89-9d4a-74b0dbfcd3e9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:29.695910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cf844d2-843a-4a16-9e10-da24ad12bfa8 req-2b81f285-bd74-4b89-9d4a-74b0dbfcd3e9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0839829 Apr 21 20:50:29.723188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event updated for resources: {'Port': ['ID=ab2877b0-1f0c-4aaa-a100-68390810f1da,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:29.775455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cf844d2-843a-4a16-9e10-da24ad12bfa8 req-806ea71a-3080-4deb-ad6a-a86442af22e2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785146 Apr 21 20:50:29.804626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.835159 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.903507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.917082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:29.929365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', '2623ddca-9b7f-457c-b75d-0ad8527be3be'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:29.990561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dc5be38d-3576-4311-8dd1-9dc123385d71 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:30.011042 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.015369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:30.024510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:30.048217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:30.069240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Pushing event updated for resources: {'Port': ['ID=7f496572-d588-444d-afe3-b708ed5a6865,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:30.128852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980b0c-ecb0-4275-b512-9d88ea45320f req-0e40c291-042b-4f09-8389-a0494a9f74e8 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:30.140616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee980b0c-ecb0-4275-b512-9d88ea45320f req-0e40c291-042b-4f09-8389-a0494a9f74e8 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 935 time: 0.2385986 Apr 21 20:50:30.155039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port dc5be38d-3576-4311-8dd1-9dc123385d71 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:30.155463 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.311269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Allocated IP 172.25.0.184 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/d98a8c43-05ed-4d79-99cd-98500beec63f) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:30.334807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.380434 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.402220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c4e1fa75-2fb3-4512-a271-b6625a142889 None None] Provisioning complete for port 7f496572-d588-444d-afe3-b708ed5a6865 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:30.402591 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fa75-2fb3-4512-a271-b6625a142889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.501235 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9862b1a1-56fb-4da4-aa11-e7819668bad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.508211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1fa75-2fb3-4512-a271-b6625a142889 None None] Port 7f496572-d588-444d-afe3-b708ed5a6865 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:30.571015 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.581362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event updated for resources: {'Port': ['ID=ab2877b0-1f0c-4aaa-a100-68390810f1da,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:30.616523 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.618383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c718bd6-407f-4618-8c65-becd265c9425 req-80a0f4c1-4c74-4b40-9037-a15fc2b8e164 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1505504 Apr 21 20:50:30.627464 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.705633 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c718bd6-407f-4618-8c65-becd265c9425 req-8458a8d8-5707-448b-976c-89ea23cd6128 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.0666819 Apr 21 20:50:30.772579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:30.773492 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.784280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee980b0c-ecb0-4275-b512-9d88ea45320f req-70250331-5ad4-4598-9105-4e8e3ba61f78 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428964 Apr 21 20:50:30.786011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.797813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f72c2a4e-6366-49eb-98d3-6391819b24af tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0504730 Apr 21 20:50:30.819184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Request body: {'port': {'device_id': '856edbc9-5e9a-4cba-8603-ef079c12e890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:30.857460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:30.858858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:30.864388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:30.906475 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:30.923618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c718bd6-407f-4618-8c65-becd265c9425 req-83dbad5d-dd57-4e75-b7a8-6024ecaa9da7 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:30.925879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c718bd6-407f-4618-8c65-becd265c9425 req-83dbad5d-dd57-4e75-b7a8-6024ecaa9da7 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2119544 Apr 21 20:50:30.934459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Pushing event updated for resources: {'Port': ['ID=d98a8c43-05ed-4d79-99cd-98500beec63f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:30.987971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.054781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95b6f-9946-4ce8-af7e-1b20da65cc87 req-f0511de8-1bbf-40af-a44d-c16b51137149 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:31.056328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afb95b6f-9946-4ce8-af7e-1b20da65cc87 req-f0511de8-1bbf-40af-a44d-c16b51137149 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.1980479 Apr 21 20:50:31.071639 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.126347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb9c30-3116-420b-9f99-12c9de5b2a75 req-5136de9f-b1c0-4d3d-bab3-b038921d2ca9 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:31.128099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90fb9c30-3116-420b-9f99-12c9de5b2a75 req-5136de9f-b1c0-4d3d-bab3-b038921d2ca9 tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 1101 time: 0.0948381 Apr 21 20:50:31.146387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afb95b6f-9946-4ce8-af7e-1b20da65cc87 req-4ea0adda-2c21-45cf-a860-50f6e55fca4d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725999 Apr 21 20:50:31.235263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90fb9c30-3116-420b-9f99-12c9de5b2a75 req-8b4d1b50-8d31-4d71-8e21-a14f12481d9f tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826056 Apr 21 20:50:31.243300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f496572-d588-444d-afe3-b708ed5a6865 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:31.252775 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.289922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Transition to ACTIVE for port object 7f496572-d588-444d-afe3-b708ed5a6865 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:31.313557 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.319114 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.378444 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.410187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac88cba-c939-4c62-9091-29de9c61dc6c req-c1ede78c-e9c7-49eb-8d24-02ed878770d2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:31.411412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eac88cba-c939-4c62-9091-29de9c61dc6c req-c1ede78c-e9c7-49eb-8d24-02ed878770d2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1390815 Apr 21 20:50:31.414467 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Pushing event updated for resources: {'Port': ['ID=7f496572-d588-444d-afe3-b708ed5a6865,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:31.461670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Pushing event updated for resources: {'Port': ['ID=d98a8c43-05ed-4d79-99cd-98500beec63f,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:31.468249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64176c56-c9af-4f88-bd2f-b4d6cdc22937 req-dbb6c8f5-2428-4c7f-be33-59db55390ee9 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips/32fc0678-73ee-4563-94dc-6e4353c7e728 HTTP/1.1" status: 200 len: 693 time: 0.1443536 Apr 21 20:50:31.519165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eac88cba-c939-4c62-9091-29de9c61dc6c req-3be6f49a-b17f-4489-bfc7-e024463e2ccd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951843 Apr 21 20:50:31.558433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Attempting to bind port 7f496572-d588-444d-afe3-b708ed5a6865 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:31.558875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Attempting to bind port 7f496572-d588-444d-afe3-b708ed5a6865 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:31.559792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Attempting to bind port 7f496572-d588-444d-afe3-b708ed5a6865 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:31.566528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Port 7f496572-d588-444d-afe3-b708ed5a6865 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:31.566658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Attempting to bind port 7f496572-d588-444d-afe3-b708ed5a6865 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:31.573155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:31.573509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:31.573882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:31.574319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Bound port: 7f496572-d588-444d-afe3-b708ed5a6865, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:31.574795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.607536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.675962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.680038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-4ae18e07-7ab3-48c4-aab3-9c958235a63b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344036 Apr 21 20:50:31.683044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] For port 7f496572-d588-444d-afe3-b708ed5a6865, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:31.687735 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6cca511c-702b-496a-91f1-b19f98550191 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4327204 Apr 21 20:50:31.711722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] For port 7f496572-d588-444d-afe3-b708ed5a6865, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7f496572-d588-444d-afe3-b708ed5a6865,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:31.742876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.752997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64176c56-c9af-4f88-bd2f-b4d6cdc22937 req-67eb8f4d-1a24-4aa0-a877-c4f86239005b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:31.754719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64176c56-c9af-4f88-bd2f-b4d6cdc22937 req-67eb8f4d-1a24-4aa0-a877-c4f86239005b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2398512 Apr 21 20:50:31.769616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-64176c56-c9af-4f88-bd2f-b4d6cdc22937 req-91bdd701-1d65-4fa0-9d00-6d6701c2836f tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:50:31.771231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64176c56-c9af-4f88-bd2f-b4d6cdc22937 req-91bdd701-1d65-4fa0-9d00-6d6701c2836f tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071185 Apr 21 20:50:31.826230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Pushing event updated for resources: {'Port': ['ID=7f496572-d588-444d-afe3-b708ed5a6865,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:31.873574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:31.874287 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:31.875789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-e0ceeff6-5b9d-4afc-b2d0-86148ee3cd09 service neutron] 10.222.0.43 "PUT /v2.0/ports/7f496572-d588-444d-afe3-b708ed5a6865 HTTP/1.1" status: 200 len: 1095 time: 1.0613720 Apr 21 20:50:31.876229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856edbc9-5e9a-4cba-8603-ef079c12e890', 'tag': '7f496572-d588-444d-afe3-b708ed5a6865'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:31.878529 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "856edbc9-5e9a-4cba-8603-ef079c12e890", "tag": "7f496572-d588-444d-afe3-b708ed5a6865"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:31.956401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-d59fdfd2-dce9-47e0-8400-1fc58824f49d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:31.958638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-d59fdfd2-dce9-47e0-8400-1fc58824f49d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611737 Apr 21 20:50:31.971917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6dedd-a404-4792-a55a-538513802d87 req-b41e768b-5266-463b-afa3-01f16417247a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:31.995378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ba6dedd-a404-4792-a55a-538513802d87 req-b41e768b-5266-463b-afa3-01f16417247a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1256278 Apr 21 20:50:31.998228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-90cc10a7-726b-4523-8613-a0b6dced4807 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/quotas/13a216be7b284863a0694c0b683fe3de HTTP/1.1" status: 200 len: 375 time: 0.0202115 Apr 21 20:50:32.007883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-87832734-82f9-45c6-94cf-a6b7dee154ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:32.014025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-87832734-82f9-45c6-94cf-a6b7dee154ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a057971deb5f41b1bf48df88d434215a&device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 1098 time: 0.0783794 Apr 21 20:50:32.050031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ba6dedd-a404-4792-a55a-538513802d87 req-7e8753df-7dce-41f9-807c-ba623f82c12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533879 Apr 21 20:50:32.097092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-10cc32d4-d10e-4088-9cd1-90c42d766b92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=7f496572-d588-444d-afe3-b708ed5a6865 HTTP/1.1" status: 200 len: 217 time: 0.0451877 Apr 21 20:50:32.132566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-39c61365-970e-41ab-9250-220933ee5ef4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1147313 Apr 21 20:50:32.171360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f0cec81b-b0ec-4aa7-aa86-07792066cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:32.172986 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-f0cec81b-b0ec-4aa7-aa86-07792066cd68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0647907 Apr 21 20:50:32.205181 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-95d4afe1-de6c-4c76-a341-34e06cf2fcc6 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1057916683&fields=id&tenant_id=d9c1095bb38d498293c8ad27c5bd08ea HTTP/1.1" status: 200 len: 267 time: 0.0384028 Apr 21 20:50:32.229873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-1163847d-a9a8-4ca2-a4f1-c6930134b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:32.231691 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-1163847d-a9a8-4ca2-a4f1-c6930134b9b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498359 Apr 21 20:50:32.339650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-10f92a3c-c96c-438d-9944-4b2b53a5d8c8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:32.342455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-10f92a3c-c96c-438d-9944-4b2b53a5d8c8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/networks?id=7ebb6bd7-2f67-4e79-b454-c7944ef63af5 HTTP/1.1" status: 200 len: 815 time: 0.1286044 Apr 21 20:50:32.371936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-796aeb61-27c7-4d28-b000-12b9e1818b1d tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/quotas/d9c1095bb38d498293c8ad27c5bd08ea HTTP/1.1" status: 200 len: 375 time: 0.0208130 Apr 21 20:50:32.403972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-26f5860d-3972-4346-b3fb-431a59364414 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips/32fc0678-73ee-4563-94dc-6e4353c7e728 HTTP/1.1" status: 200 len: 693 time: 0.0678432 Apr 21 20:50:32.449049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-03c79344-5e79-4880-80eb-a10981fed29b tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d9c1095bb38d498293c8ad27c5bd08ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760031 Apr 21 20:50:32.458361 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-c11b7b53-aae2-4d29-a0bc-e835eab80493 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173634 Apr 21 20:50:32.576187 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-519deaf8-73f3-461d-9186-9d40b6fc4470 service neutron] 10.222.0.49 "GET /v2.0/networks/7ebb6bd7-2f67-4e79-b454-c7944ef63af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106031 Apr 21 20:50:32.628977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-26f928a8-dc07-4479-942b-7ee65f2f004a tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:32.630431 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-26f928a8-dc07-4479-942b-7ee65f2f004a tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2192669 Apr 21 20:50:32.724215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-707b05cd-6531-4776-aaa6-2f22379c75cd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.0847545 Apr 21 20:50:32.726290 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-65e4cc6f-4979-4d16-b6b4-cc5b1a1e1124 service neutron] 10.222.0.49 "GET /v2.0/networks/7ebb6bd7-2f67-4e79-b454-c7944ef63af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366367 Apr 21 20:50:32.766381 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-361eb7e5-c38c-45d8-8ccd-f6eae4ea27bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:32.790757 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-bf159737-a195-4b34-8049-b26a3b3afcdc tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.253 HTTP/1.1" status: 200 len: 696 time: 0.0654743 Apr 21 20:50:32.852612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb82ee5-b1c2-4746-8de2-d4c92a55b89c req-5da0ed6e-e8dc-48e6-953d-7cad8fbf579f service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946410 Apr 21 20:50:32.974837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Deleting port ab2877b0-1f0c-4aaa-a100-68390810f1da {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:32.975251 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:33.056571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777717a9-7a7f-46c0-98ae-3f6685abf7ce req-ddf5b8b6-6cfb-49ff-92d8-9363a601c280 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:33.058428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-777717a9-7a7f-46c0-98ae-3f6685abf7ce req-ddf5b8b6-6cfb-49ff-92d8-9363a601c280 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 947 time: 0.0628383 Apr 21 20:50:33.110207 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:33.110682 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:33.114569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-777717a9-7a7f-46c0-98ae-3f6685abf7ce req-5c4e3f0e-c433-4302-9a69-bb48e79a5183 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Apr 21 20:50:33.143249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Calling delete_port for ab2877b0-1f0c-4aaa-a100-68390810f1da owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:33.242198 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f976d54-1c76-4b2e-87c9-a7c095112c0f x-openstack-request-id: req-2f976d54-1c76-4b2e-87c9-a7c095112c0f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:33.242560 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856edbc9-5e9a-4cba-8603-ef079c12e890", "tag": "7f496572-d588-444d-afe3-b708ed5a6865", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:33.242738 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f976d54-1c76-4b2e-87c9-a7c095112c0f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:33.243130 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f976d54-1c76-4b2e-87c9-a7c095112c0f'] response: {'name': 'network-changed', 'server_uuid': '856edbc9-5e9a-4cba-8603-ef079c12e890', 'tag': '7f496572-d588-444d-afe3-b708ed5a6865', 'status': 'completed', 'code': 200} Apr 21 20:50:33.308925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-a077ede4-14cb-4d65-b345-3ab2f1431f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:33.310620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-a077ede4-14cb-4d65-b345-3ab2f1431f4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a057971deb5f41b1bf48df88d434215a&device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 1098 time: 0.0666177 Apr 21 20:50:33.350163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082ae46-96e8-4ddd-83f0-7facef24101c req-b21e8f3f-5d99-47f7-aa02-9ceae42ff58a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:33.351814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f082ae46-96e8-4ddd-83f0-7facef24101c req-b21e8f3f-5d99-47f7-aa02-9ceae42ff58a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.0733142 Apr 21 20:50:33.405944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f082ae46-96e8-4ddd-83f0-7facef24101c req-d646e49c-985f-4909-9158-aa19f6eb50c3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Apr 21 20:50:33.463966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:33.488988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-af1ebf3c-f171-4fc2-91b9-b4cbd1a2055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:33.490612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-af1ebf3c-f171-4fc2-91b9-b4cbd1a2055a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1702347 Apr 21 20:50:33.495028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event deleted for resources: {'Port': ['ID=ab2877b0-1f0c-4aaa-a100-68390810f1da,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:33.543612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-be937422-4cf6-4392-9897-f3551401ed87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=7f496572-d588-444d-afe3-b708ed5a6865 HTTP/1.1" status: 200 len: 217 time: 0.0444291 Apr 21 20:50:33.544080 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6c9fdb0-da41-4b69-8578-6ac7d45e52c3 req-de351b56-ff16-462f-bce5-68ff8f64ff7f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 210 time: 0.0639036 Apr 21 20:50:33.648591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-a7dfabf8-896e-4d79-a4c8-34a850f0890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:33.650285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-a7dfabf8-896e-4d79-a4c8-34a850f0890a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0832973 Apr 21 20:50:33.655721 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-884ad8df-fb10-43ca-94d7-adcdd410b277 req-1e5f2807-59b5-4266-a4a8-a08b2fbf12a8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 210 time: 0.0437524 Apr 21 20:50:33.662530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:33.665238 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:33.687495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ffc61a5-5faf-4f94-bca4-95696738cf81 req-f78508da-8cb1-417a-8652-8d30a45b9dfd tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "DELETE /v2.0/floatingips/32fc0678-73ee-4563-94dc-6e4353c7e728 HTTP/1.1" status: 204 len: 173 time: 0.8936551 Apr 21 20:50:33.746094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-4e5b3fce-8062-432b-9bb5-0fdc24ce8558 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=13a216be7b284863a0694c0b683fe3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421705 Apr 21 20:50:33.929554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-0e6a34bf-d022-4a79-9a71-8cc6633b21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:33.931893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-0e6a34bf-d022-4a79-9a71-8cc6633b21ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2422750 Apr 21 20:50:33.933493 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:33.941536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-f406d542-0ae9-4947-8b42-6ad6aadf7ae8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:33.943458 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-f406d542-0ae9-4947-8b42-6ad6aadf7ae8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846704 Apr 21 20:50:33.965478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Request body: {'port': {'device_id': 'b0f40c61-39a4-4518-a995-f2fbe29b8816', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '13a216be7b284863a0694c0b683fe3de'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:34.047452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0a318-0192-4c38-aabb-fa1b6f5bb97b req-d46f69af-32e7-49f3-a031-70233a2da3b6 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:34.049717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7af0a318-0192-4c38-aabb-fa1b6f5bb97b req-d46f69af-32e7-49f3-a031-70233a2da3b6 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3476467 Apr 21 20:50:34.095624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-eb76cc53-c887-4446-a157-2340e087349d service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494167 Apr 21 20:50:34.146564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e8ee6b-b1b1-461c-84b4-be4c7cd2ebab req-227cf5ce-deeb-41b1-96ab-b4c278cb4776 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=597ecc022c164ab4909085b5544cc8c7 HTTP/1.1" status: 200 len: 1656 time: 0.0641475 Apr 21 20:50:34.292917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5d30647-4e0b-4b6b-ba2b-5256f9165ad8 req-3f111500-8b9f-41ed-bbb3-3234d285b7a8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696234 Apr 21 20:50:34.318333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8ee6b-b1b1-461c-84b4-be4c7cd2ebab req-aeb7ad9d-e6a6-4937-a5b4-284429ebb953 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:34.320046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e8ee6b-b1b1-461c-84b4-be4c7cd2ebab req-aeb7ad9d-e6a6-4937-a5b4-284429ebb953 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks?id=e15cf026-9e63-42ff-9500-d9972308a40d&id=e15cf026-9e63-42ff-9500-d9972308a40d&id=e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 787 time: 0.1632872 Apr 21 20:50:34.339979 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-09b1f678-3591-4cee-ac47-89dd1c520e8b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=51b91fce49a94986a42f0b9fce162efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320537 Apr 21 20:50:34.471165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Made reservation on behalf of 13a216be7b284863a0694c0b683fe3de for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:34.474783 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:34.496491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-b3480427-a4ac-466a-857b-dc9b92c07ea6 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:34.498175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-b3480427-a4ac-466a-857b-dc9b92c07ea6 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.46 "GET /v2.0/networks?id=7ebb6bd7-2f67-4e79-b454-c7944ef63af5 HTTP/1.1" status: 200 len: 815 time: 0.1670213 Apr 21 20:50:34.511867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b91285-5856-4ca6-83c9-1fd40af06656 req-2af704ee-a829-4c5b-b1e3-d393287fc9f2 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:34.513476 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b91285-5856-4ca6-83c9-1fd40af06656 req-2af704ee-a829-4c5b-b1e3-d393287fc9f2 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 947 time: 0.1000686 Apr 21 20:50:34.518392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-48cbcf88-1cf1-4e41-bc68-4173bb88589e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:34.519865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-48cbcf88-1cf1-4e41-bc68-4173bb88589e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700108 Apr 21 20:50:34.569184 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-466154fc-72a3-4b47-bca1-bf6151595e32 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/quotas/51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 375 time: 0.0193143 Apr 21 20:50:34.573359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-28c685a3-e940-4805-9a6e-eb1df58381d2 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9c1095bb38d498293c8ad27c5bd08ea HTTP/1.1" status: 200 len: 380 time: 0.0589497 Apr 21 20:50:34.578859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b91285-5856-4ca6-83c9-1fd40af06656 req-327c2524-aacc-43a3-bded-0e0415af7626 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511045 Apr 21 20:50:34.587839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Request body: {'port': {'device_id': '3461788a-b724-42eb-a967-1860b2d0b035', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'admin_state_up': True, 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'security_groups': ['72e37ada-de22-42ab-95ea-1f628fb6fa21']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:34.685356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-d47dfe6e-1f0d-41e7-8e07-7189049778d8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070499 Apr 21 20:50:34.686612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Allocated IP 192.168.233.97 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/b175ac1c-3ea8-49fe-b9f2-126b2c4bad20) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:34.922452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:34.963292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fa8b5-7e7b-4e22-8eb4-910f27695aab req-8b8bbf59-9ae9-4c1a-93ce-088c5b95b87e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:34.970824 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a69fa8b5-7e7b-4e22-8eb4-910f27695aab req-8b8bbf59-9ae9-4c1a-93ce-088c5b95b87e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.0989308 Apr 21 20:50:35.011317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-87e7cea9-fc3d-4737-abc0-9df5456600a4 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips/c0ddd577-c97e-4026-9f28-c7fad59d6b99 HTTP/1.1" status: 200 len: 692 time: 0.4023099 Apr 21 20:50:35.019935 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.031244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a69fa8b5-7e7b-4e22-8eb4-910f27695aab req-daebc2cf-32aa-445c-bde7-52ac32f58597 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595751 Apr 21 20:50:35.041731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade', '9709e06e-8d68-465a-862a-67e2d1f6872e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:35.050287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'b618387d-6f8b-4e05-90ee-599f7fd67105', '12ed72c8-b468-4abf-888a-30b84e381046', '2603f413-5812-47a3-8d48-ce158b386275'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:35.065796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:35.068968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:35.075176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:35.108689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event updated for resources: {'Port': ['ID=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:35.168107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:35.169131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.215100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-9ac38e15-9a12-4e0c-882b-c277603c42bc tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:35.216920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-9ac38e15-9a12-4e0c-882b-c277603c42bc tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1980896 Apr 21 20:50:35.223721 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-21fda9bf-04e6-4e68-bfdd-1de38f4e383b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2623255 Apr 21 20:50:35.242314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Made reservation on behalf of d9c1095bb38d498293c8ad27c5bd08ea for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:35.245675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.251259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Request body: {'port': {'device_id': 'b0f40c61-39a4-4518-a995-f2fbe29b8816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:35.285117 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.322084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-cfd0b081-32b4-4f6d-b186-e30c45195e26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.0915675 Apr 21 20:50:35.371042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd397dc-98b9-4f31-9376-bc45522b1c59 req-6e314631-8a17-4aea-8112-69127fa340f3 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:35.380097 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdd397dc-98b9-4f31-9376-bc45522b1c59 req-6e314631-8a17-4aea-8112-69127fa340f3 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 935 time: 0.1819329 Apr 21 20:50:35.383139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.441042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdd397dc-98b9-4f31-9376-bc45522b1c59 req-b8d56d3e-4586-4423-9142-81bbcccc79f1 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599508 Apr 21 20:50:35.449146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-a1d43dba-c1d2-423e-bbc7-7f6345194416 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1152313 Apr 21 20:50:35.534723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c3a5effc-03bf-49a5-9f15-799e7d0131b3 None None] Provisioning complete for port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:35.535322 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c3a5effc-03bf-49a5-9f15-799e7d0131b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.649994 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a4d4ebf-6012-4dad-8947-9b3d432c64e0 req-2eef93ff-f84c-4f8d-9c3d-625ffe506f6f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 210 time: 0.1088350 Apr 21 20:50:35.655120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Allocated IP 172.20.0.10 (7ebb6bd7-2f67-4e79-b454-c7944ef63af5/664a3621-2c7d-45be-9543-1426b8cdf48a/24376604-5a3f-4bb4-bce5-cb6a93d335b1) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:35.683147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Deleting port 0c3c95b1-ceb8-4c46-8137-48ca8b5c5032 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:35.683479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.769620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5effc-03bf-49a5-9f15-799e7d0131b3 None None] Port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:35.864992 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.865602 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.888425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Calling delete_port for 0c3c95b1-ceb8-4c46-8137-48ca8b5c5032 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:35.923980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.959887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.966026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:35.976996 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:35.999506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Transition to ACTIVE for port object b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:36.012125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.070652 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.076795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4eacd1c-f516-4bd6-a5db-1ecb6931451b req-183a1b9a-b47e-4b97-926a-e72d693243d1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 210 time: 0.0757365 Apr 21 20:50:36.152198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Pushing event updated for resources: {'Port': ['ID=24376604-5a3f-4bb4-bce5-cb6a93d335b1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:36.206086 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.212131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:36.245306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event deleted for resources: {'Port': ['ID=0c3c95b1-ceb8-4c46-8137-48ca8b5c5032,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:36.258732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:36.259644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:36.278186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:36.387513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Attempting to bind port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:36.388149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Attempting to bind port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:36.388620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Attempting to bind port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:36.409833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d73666-3c6e-451a-960b-622c8e8740de req-f62010a7-b6f2-405a-94f9-4f449eddff53 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:36.419263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0d73666-3c6e-451a-960b-622c8e8740de req-f62010a7-b6f2-405a-94f9-4f449eddff53 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 947 time: 0.2000701 Apr 21 20:50:36.427712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:36.428553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Attempting to bind port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:36.445904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:36.446513 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.450057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:36.450057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:36.450494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:36.451052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Bound port: b175ac1c-3ea8-49fe-b9f2-126b2c4bad20, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:36.451525 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.532259 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0d73666-3c6e-451a-960b-622c8e8740de req-6fefd1c7-3e36-4b04-b85d-78e8ed9c3596 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047506 Apr 21 20:50:36.580543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-29c500f6-6fe0-4c06-aaa6-4173d7fcc366 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9955907 Apr 21 20:50:36.588172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-ddd4427f-5f8e-4e80-a839-1de520e14560 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=51b91fce49a94986a42f0b9fce162efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1829901 Apr 21 20:50:36.603733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Request body: {'port': {'device_id': '3461788a-b724-42eb-a967-1860b2d0b035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:36.611775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] For port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:36.620339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] For port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:36.626754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.700563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:36.701796 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.703225 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] 10.222.0.43 "PUT /v2.0/ports/b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 HTTP/1.1" status: 200 len: 1095 time: 1.4579709 Apr 21 20:50:36.705806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f40c61-39a4-4518-a995-f2fbe29b8816', 'tag': 'b175ac1c-3ea8-49fe-b9f2-126b2c4bad20'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:36.708087 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f40c61-39a4-4518-a995-f2fbe29b8816", "tag": "b175ac1c-3ea8-49fe-b9f2-126b2c4bad20"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:36.734403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.735179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f5654-d29f-4602-ae40-950d8a1671c5 service neutron] Pushing event updated for resources: {'Port': ['ID=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:36.750839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a01623c3-ddb3-4774-85b4-2ba23a6209f2 None None] Provisioning complete for port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:36.751524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a01623c3-ddb3-4774-85b4-2ba23a6209f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.778740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501fc1-f6b0-4a4d-95e9-84e86fbbc347 req-c4fb9ab3-5f47-4a03-9aa6-8d4ddd4f8858 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:36.787560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b501fc1-f6b0-4a4d-95e9-84e86fbbc347 req-c4fb9ab3-5f47-4a03-9aa6-8d4ddd4f8858 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.1547003 Apr 21 20:50:36.830121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a01623c3-ddb3-4774-85b4-2ba23a6209f2 None None] Port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:36.868832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-e9e03ebf-a888-4b96-bf29-af8bc0542607 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:36.869491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b501fc1-f6b0-4a4d-95e9-84e86fbbc347 req-58771404-afd6-4a7d-a84f-743a61f5948e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794759 Apr 21 20:50:36.870341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-e9e03ebf-a888-4b96-bf29-af8bc0542607 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735339 Apr 21 20:50:36.903390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-771a250f-9fc2-4252-8d5e-454523d7e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:36.904941 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-771a250f-9fc2-4252-8d5e-454523d7e8b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 1098 time: 0.1064441 Apr 21 20:50:36.905920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Request body: {'port': {'device_id': '956169be-bf68-484a-982c-26374a72673e', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '51b91fce49a94986a42f0b9fce162efd'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:36.935172 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.938172 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:36.939308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4886137b-8571-4aae-bbe5-c5581ee65585 req-8accbe3e-78ec-466e-9d00-5d553b16034b tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "DELETE /v2.0/floatingips/c0ddd577-c97e-4026-9f28-c7fad59d6b99 HTTP/1.1" status: 204 len: 173 time: 1.4805984 Apr 21 20:50:36.989737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-5535f16c-3bf1-4f35-8470-9fd83a1999c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 HTTP/1.1" status: 200 len: 217 time: 0.0717256 Apr 21 20:50:37.073013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-a885b619-85ce-4faa-acbb-9fbd395d03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:37.074571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-a885b619-85ce-4faa-acbb-9fbd395d03c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0596800 Apr 21 20:50:37.082677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f89bd-e189-43f9-a902-4703c4230468 req-905ea85f-e98b-43ee-98d2-55a9c41a0cf7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:37.084229 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e19f89bd-e189-43f9-a902-4703c4230468 req-905ea85f-e98b-43ee-98d2-55a9c41a0cf7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 947 time: 0.0973425 Apr 21 20:50:37.153364 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e19f89bd-e189-43f9-a902-4703c4230468 req-214a2d18-3adf-410b-9bc6-a12c452c2f5a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586340 Apr 21 20:50:37.158599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-cd6291a2-b7c9-4b3e-a4e8-c68270bbce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:37.160054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-cd6291a2-b7c9-4b3e-a4e8-c68270bbce19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749040 Apr 21 20:50:37.189260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b0574-c17d-45b2-be02-8aa5caf9c20b req-bf943ed7-8017-4380-81e1-7967c3464b78 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:37.190952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd8b0574-c17d-45b2-be02-8aa5caf9c20b req-bf943ed7-8017-4380-81e1-7967c3464b78 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 932 time: 0.1753986 Apr 21 20:50:37.202346 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eb5c2d-9b22-431f-9a0a-29fa7a9cc158 x-openstack-request-id: req-29eb5c2d-9b22-431f-9a0a-29fa7a9cc158 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:37.202765 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f40c61-39a4-4518-a995-f2fbe29b8816", "tag": "b175ac1c-3ea8-49fe-b9f2-126b2c4bad20", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:37.203203 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29eb5c2d-9b22-431f-9a0a-29fa7a9cc158 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:37.203673 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29eb5c2d-9b22-431f-9a0a-29fa7a9cc158'] response: {'name': 'network-changed', 'server_uuid': 'b0f40c61-39a4-4518-a995-f2fbe29b8816', 'tag': 'b175ac1c-3ea8-49fe-b9f2-126b2c4bad20', 'status': 'completed', 'code': 200} Apr 21 20:50:37.227277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Made reservation on behalf of 51b91fce49a94986a42f0b9fce162efd for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:37.231176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:37.283548 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-1cfb74a2-ad1f-4076-9466-fa734c71cb57 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips/ae294cf2-5fd4-4480-ad98-091bebcb0edf HTTP/1.1" status: 200 len: 693 time: 0.0525734 Apr 21 20:50:37.352947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd8b0574-c17d-45b2-be02-8aa5caf9c20b req-04a3e5aa-e331-42ce-a0e2-5717615cf168 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384840 Apr 21 20:50:37.359342 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-c6513137-59b8-43b0-af3f-2cfb5f4fa5dc service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877236 Apr 21 20:50:37.469001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-ed92c99a-a8c8-4710-82b8-01eaa3183d5e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:37.470327 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-ed92c99a-a8c8-4710-82b8-01eaa3183d5e tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1802428 Apr 21 20:50:37.480308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b2ae38e-23b3-4bfc-9127-c909c2824afa req-1fe6c762-4c87-4c80-9a0f-9c1e7885f123 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 210 time: 0.0441973 Apr 21 20:50:37.523089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Allocated IP 192.168.233.151 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/0a688f75-ab74-4ce7-bb72-34fe31405864) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:37.529549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24376604-5a3f-4bb4-bce5-cb6a93d335b1 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:37.536809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-d1ad5b05-6cb8-4ac2-b33c-24c7a3649738 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0587485 Apr 21 20:50:37.538786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd735af-2a4d-49a3-a184-f64093685bf1 req-3b7e667a-6a61-4999-8729-470685706b4f service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647706 Apr 21 20:50:37.541851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:37.565959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Transition to ACTIVE for port object 24376604-5a3f-4bb4-bce5-cb6a93d335b1 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:37.572031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:37.589166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 7f496572-d588-444d-afe3-b708ed5a6865 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:37.608415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-947b1a0a-8b2b-4c10-8546-5a9ee1d16151 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0643721 Apr 21 20:50:37.673364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Pushing event updated for resources: {'Port': ['ID=24376604-5a3f-4bb4-bce5-cb6a93d335b1,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:37.736033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 7f496572-d588-444d-afe3-b708ed5a6865, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7f496572-d588-444d-afe3-b708ed5a6865,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:37.766389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '7f496572-d588-444d-afe3-b708ed5a6865', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '7f496572-d588-444d-afe3-b708ed5a6865', 'mac_address': 'fa:16:3e:35:45:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:50:37.781971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-b6721f2e-a03f-43c3-a3bb-b642d80ae8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:37.783565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-b6721f2e-a03f-43c3-a3bb-b642d80ae8ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 1098 time: 0.1647031 Apr 21 20:50:37.831010 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:37.848991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f496572-d588-444d-afe3-b708ed5a6865 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:37.851023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556608ca-ec35-47bc-a47e-0bdec921f016 req-4fc972b1-02c4-4c95-9669-fb8c527845ad tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:37.860187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-556608ca-ec35-47bc-a47e-0bdec921f016 req-4fc972b1-02c4-4c95-9669-fb8c527845ad tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 947 time: 0.2070432 Apr 21 20:50:37.869721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 7f496572-d588-444d-afe3-b708ed5a6865, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7f496572-d588-444d-afe3-b708ed5a6865,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:37.871291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Deleting port 1cf5fd18-7337-4a1a-b7e6-f9343bc6c727 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:37.871685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:37.878462 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:37.902440 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:37.907138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Attempting to bind port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:37.907491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Attempting to bind port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:37.907888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Attempting to bind port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 on network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:37.928087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 on network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:37.928658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Attempting to bind port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 on network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:37.946043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=7f496572-d588-444d-afe3-b708ed5a6865,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:37.959443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-556608ca-ec35-47bc-a47e-0bdec921f016 req-c4ad7861-15ca-4423-97d5-0993972d5f36 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980148 Apr 21 20:50:37.962593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:37.962932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Checking segment: {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:37.963315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Bound using segment: {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:37.963767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Bound port: 24376604-5a3f-4bb4-bce5-cb6a93d335b1, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daae15be-632b-436f-b38a-a49fc8e17f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:37.964108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:37.980696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-a8fa9b26-80a9-4a97-9c38-1478f00d4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:37.982897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-a8fa9b26-80a9-4a97-9c38-1478f00d4d35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1904364 Apr 21 20:50:38.038944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-e13562ae-6c85-4100-9320-2397ff6805ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 HTTP/1.1" status: 200 len: 217 time: 0.0440288 Apr 21 20:50:38.051147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.051532 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.052008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.090776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Calling delete_port for 1cf5fd18-7337-4a1a-b7e6-f9343bc6c727 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:38.120253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5599a89a-010e-443c-9278-2c8a182e9d64', '1aa00b87-5d95-485c-9e8c-dd2839b05699'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:38.122155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] For port 24376604-5a3f-4bb4-bce5-cb6a93d335b1, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:38.143645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:38.151857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-8d070bf1-75e2-4749-8d2a-d52b096f7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.153344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-8d070bf1-75e2-4749-8d2a-d52b096f7e84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0974588 Apr 21 20:50:38.153625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] For port 24376604-5a3f-4bb4-bce5-cb6a93d335b1, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=24376604-5a3f-4bb4-bce5-cb6a93d335b1,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:38.154841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:38.157467 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:38.166709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e922e04-bd42-4c4a-aee1-5ae01fcaa971 req-94b4eb48-83e2-4400-8280-5d584626738f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.168205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1e922e04-bd42-4c4a-aee1-5ae01fcaa971 req-94b4eb48-83e2-4400-8280-5d584626738f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.1354301 Apr 21 20:50:38.169153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:38.172718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.239181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-a2af2fde-2eff-4db7-909c-a6ec0095cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.240700 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-a2af2fde-2eff-4db7-909c-a6ec0095cb4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753641 Apr 21 20:50:38.293560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.294224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.296055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] 10.222.0.46 "PUT /v2.0/ports/24376604-5a3f-4bb4-bce5-cb6a93d335b1 HTTP/1.1" status: 200 len: 1092 time: 1.7046356 Apr 21 20:50:38.296511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3461788a-b724-42eb-a967-1860b2d0b035', 'tag': '24376604-5a3f-4bb4-bce5-cb6a93d335b1'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:38.303536 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcb144e-6630-4da9-ad94-cbd8ec102732" -d '{"events": [{"name": "network-changed", "server_uuid": "3461788a-b724-42eb-a967-1860b2d0b035", "tag": "24376604-5a3f-4bb4-bce5-cb6a93d335b1"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:38.346392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.347798 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.360928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e50a-c2f5-4520-8a6a-a9e97f8b127b service neutron] Pushing event updated for resources: {'Port': ['ID=24376604-5a3f-4bb4-bce5-cb6a93d335b1,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:38.393082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.430778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1e922e04-bd42-4c4a-aee1-5ae01fcaa971 req-1e503a01-4816-42e9-a615-dedfa46b48ee tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509642 Apr 21 20:50:38.447564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event deleted for resources: {'Port': ['ID=1cf5fd18-7337-4a1a-b7e6-f9343bc6c727,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:38.473861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-0cc2520b-35ee-4849-9029-f1d4a88d9559 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5861943 Apr 21 20:50:38.490978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Request body: {'port': {'device_id': '956169be-bf68-484a-982c-26374a72673e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:38.514651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-2c53acaf-d24c-4524-942b-497f9cf72b5a service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636237 Apr 21 20:50:38.537945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-b62a2f4a-beed-45e3-98e4-5a725e3625c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.539438 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-b62a2f4a-beed-45e3-98e4-5a725e3625c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9c1095bb38d498293c8ad27c5bd08ea&device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 1095 time: 0.1415489 Apr 21 20:50:38.597552 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.600316 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.600491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['7f496572-d588-444d-afe3-b708ed5a6865'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:38.601662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4a470b0-77ee-40fc-aa64-359a0c4df705 req-654c93b7-c7af-4e0d-961d-caa696d64199 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "DELETE /v2.0/floatingips/ae294cf2-5fd4-4480-ad98-091bebcb0edf HTTP/1.1" status: 204 len: 173 time: 0.9919438 Apr 21 20:50:38.629266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-356b152e-6485-4abe-bf3a-7f3a08e8b44a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24376604-5a3f-4bb4-bce5-cb6a93d335b1 HTTP/1.1" status: 200 len: 217 time: 0.0428805 Apr 21 20:50:38.631187 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.637564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-829f3b61-45f2-47e2-b9a8-cd30eb2f7897 req-6a5e20d5-29bf-4d5f-813c-d5bf9f393dc8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101966 Apr 21 20:50:38.678423 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbdee7c-8639-4e09-ab8b-11f607881fe5 x-openstack-request-id: req-cdbdee7c-8639-4e09-ab8b-11f607881fe5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:38.678718 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3461788a-b724-42eb-a967-1860b2d0b035", "tag": "24376604-5a3f-4bb4-bce5-cb6a93d335b1", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:38.678954 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdbdee7c-8639-4e09-ab8b-11f607881fe5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:38.679345 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbdee7c-8639-4e09-ab8b-11f607881fe5'] response: {'name': 'network-changed', 'server_uuid': '3461788a-b724-42eb-a967-1860b2d0b035', 'tag': '24376604-5a3f-4bb4-bce5-cb6a93d335b1', 'status': 'completed', 'code': 200} Apr 21 20:50:38.706923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ea2a611c-2995-483e-b977-ba506e31bd97 None None] Provisioning complete for port 0a688f75-ab74-4ce7-bb72-34fe31405864 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:38.707294 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ea2a611c-2995-483e-b977-ba506e31bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:38.719775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13424a1a-0036-4662-b8cd-53102c7f0779 req-a4d39e6a-3d1b-4dc8-90f4-08b68e096a05 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.721306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-13424a1a-0036-4662-b8cd-53102c7f0779 req-a4d39e6a-3d1b-4dc8-90f4-08b68e096a05 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 947 time: 0.1790512 Apr 21 20:50:38.749374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-f6419ca2-edf3-4c4a-909a-7cd0774c334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.750717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-f6419ca2-edf3-4c4a-909a-7cd0774c334a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=664a3621-2c7d-45be-9543-1426b8cdf48a HTTP/1.1" status: 200 len: 854 time: 0.1056292 Apr 21 20:50:38.762036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930d7b-c54d-4fc6-af82-4f02a3ab5c13 req-9a7dc131-3d7d-4e20-bbbd-63a97b6356cf tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.763765 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78930d7b-c54d-4fc6-af82-4f02a3ab5c13 req-9a7dc131-3d7d-4e20-bbbd-63a97b6356cf tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 944 time: 0.0583723 Apr 21 20:50:38.767637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a611c-2995-483e-b977-ba506e31bd97 None None] Port 0a688f75-ab74-4ce7-bb72-34fe31405864 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:38.813128 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78930d7b-c54d-4fc6-af82-4f02a3ab5c13 req-165b6d31-085d-42a4-b2d1-adcefb83b7da tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385792 Apr 21 20:50:38.883057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-13424a1a-0036-4662-b8cd-53102c7f0779 req-14ed3472-b16c-4f68-ba63-a026c47c587c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526089 Apr 21 20:50:38.907629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-24c02d76-ca11-464b-bd76-1c1c19759a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.909180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-24c02d76-ca11-464b-bd76-1c1c19759a8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ebb6bd7-2f67-4e79-b454-c7944ef63af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504521 Apr 21 20:50:38.935080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ffdc7-d6fa-46b4-99bb-92c60c18d008 req-36fb75d5-c711-4115-a7c2-21d9b9f880e2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:38.937008 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-417ffdc7-d6fa-46b4-99bb-92c60c18d008 req-36fb75d5-c711-4115-a7c2-21d9b9f880e2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 936 time: 0.0602157 Apr 21 20:50:38.976871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-417ffdc7-d6fa-46b4-99bb-92c60c18d008 req-91f5aad9-b9f3-48aa-b3e9-5a09394652d9 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338247 Apr 21 20:50:39.059880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-33f260f4-d739-44af-8935-a945134be21c tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips/cc5a2282-ad58-4691-9ac5-6b6efa61e8ab HTTP/1.1" status: 200 len: 693 time: 0.1181059 Apr 21 20:50:39.081688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884863e6-57e8-4bde-a148-6dc196a805d0 req-5a7d00d2-ea47-4f14-a5a6-b9e9a7f180dd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:39.083261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-884863e6-57e8-4bde-a148-6dc196a805d0 req-5a7d00d2-ea47-4f14-a5a6-b9e9a7f180dd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 948 time: 0.0480514 Apr 21 20:50:39.120662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-884863e6-57e8-4bde-a148-6dc196a805d0 req-1310bc96-cd24-4567-b0b1-ab0c2ab8a47d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Apr 21 20:50:39.165926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-4df5fb8d-7dc4-4401-a9ab-be2ff43fdee9 service neutron] 10.222.0.46 "GET /v2.0/networks/7ebb6bd7-2f67-4e79-b454-c7944ef63af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448802 Apr 21 20:50:39.309447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a688f75-ab74-4ce7-bb72-34fe31405864 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:39.319906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-82cae27c-86e4-4fcf-9281-24439f7e9dfe tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:39.321237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-82cae27c-86e4-4fcf-9281-24439f7e9dfe tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2536829 Apr 21 20:50:39.326326 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:39.380311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Transition to ACTIVE for port object 0a688f75-ab74-4ce7-bb72-34fe31405864 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:39.389369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-03f63f98-44e2-4d90-969b-6e0f87987d20 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0601292 Apr 21 20:50:39.390424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:39.394808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af015ef2-eb8d-4ad5-8805-2444da724ec7 req-3fde508e-4b67-45c9-a946-197d6d334e23 service neutron] 10.222.0.46 "GET /v2.0/networks/7ebb6bd7-2f67-4e79-b454-c7944ef63af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211277 Apr 21 20:50:39.571478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab8d2a-31a8-4916-8047-d743d5bb74a1 req-02b0f848-a69a-43b9-a8f8-c20007ffac31 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:39.573163 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00ab8d2a-31a8-4916-8047-d743d5bb74a1 req-02b0f848-a69a-43b9-a8f8-c20007ffac31 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.0503650 Apr 21 20:50:39.612247 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00ab8d2a-31a8-4916-8047-d743d5bb74a1 req-03f029b6-97d1-4a3e-ba00-9377131a8429 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Apr 21 20:50:39.782196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-1951728c-6183-4f82-87f8-e74b851f8b85 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.3848956 Apr 21 20:50:39.801263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:39.937874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-202c9f4d-2c46-4630-9273-49508f3e8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:39.939327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-202c9f4d-2c46-4630-9273-49508f3e8d16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9c1095bb38d498293c8ad27c5bd08ea&device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 1095 time: 0.2277510 Apr 21 20:50:39.939441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2311a-eca8-4e18-a1e9-241b19eee4bc req-7679d25e-663f-4fa1-8698-380f64c94917 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:39.940906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2fa2311a-eca8-4e18-a1e9-241b19eee4bc req-7679d25e-663f-4fa1-8698-380f64c94917 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 944 time: 0.0535922 Apr 21 20:50:39.978837 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2fa2311a-eca8-4e18-a1e9-241b19eee4bc req-40ee0acd-0b65-4efa-b057-b10968dbcaf4 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Apr 21 20:50:40.026531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:40.026861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:40.027184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:40.046256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Port 0a688f75-ab74-4ce7-bb72-34fe31405864 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:40.046574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:40.066970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:40.067308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:40.067684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:40.068114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Bound port: 0a688f75-ab74-4ce7-bb72-34fe31405864, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:40.068466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:40.097952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Deleting port 439cb560-7333-4cb9-99a1-799c8e6a1f1f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:40.098205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:40.098582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82cc20-0485-412b-a08a-c68049f9cea3 req-63728812-932f-49b9-abf1-fd4315be028d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.100060 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d82cc20-0485-412b-a08a-c68049f9cea3 req-63728812-932f-49b9-abf1-fd4315be028d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 947 time: 0.0480878 Apr 21 20:50:40.119664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-cf14392b-e727-4c06-801a-ef8fb0808419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.121149 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-cf14392b-e727-4c06-801a-ef8fb0808419 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ebb6bd7-2f67-4e79-b454-c7944ef63af5 HTTP/1.1" status: 200 len: 916 time: 0.1579325 Apr 21 20:50:40.137147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d82cc20-0485-412b-a08a-c68049f9cea3 req-f0551762-4548-4650-ac01-8727f1988abf tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Apr 21 20:50:40.210896 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-e68ce3cb-eb89-4f05-a28c-9156ca2e31a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24376604-5a3f-4bb4-bce5-cb6a93d335b1 HTTP/1.1" status: 200 len: 217 time: 0.0771279 Apr 21 20:50:40.240563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b7f8d-502a-4e39-a71e-dcd30671121a req-fd9cea6e-5325-4149-bd99-13e32b5d83dc tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.242031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc6b7f8d-502a-4e39-a71e-dcd30671121a req-fd9cea6e-5325-4149-bd99-13e32b5d83dc tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.0493903 Apr 21 20:50:40.256729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:40.279967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc6b7f8d-502a-4e39-a71e-dcd30671121a req-1be6b831-cd21-4c88-853f-e224e8d7f54d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Apr 21 20:50:40.288140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:40.298496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:40.303056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:40.303728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:40.337830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-feab7cf0-a61c-4245-9f60-e2288e7e6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.339266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-feab7cf0-a61c-4245-9f60-e2288e7e6761 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=664a3621-2c7d-45be-9543-1426b8cdf48a HTTP/1.1" status: 200 len: 854 time: 0.1160963 Apr 21 20:50:40.360071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Calling delete_port for 439cb560-7333-4cb9-99a1-799c8e6a1f1f owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:40.370069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.370692 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:40.372078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 1096 time: 1.8910604 Apr 21 20:50:40.400832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516b14d-4f6c-4696-8f43-c8fe915afd8b req-ea68e51d-f8f3-4809-af1e-d50bd27e3c2d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.412732 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2516b14d-4f6c-4696-8f43-c8fe915afd8b req-ea68e51d-f8f3-4809-af1e-d50bd27e3c2d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 948 time: 0.0747933 Apr 21 20:50:40.416821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3edae-3b32-4a2b-aede-f11a1b11a743 service neutron] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:40.457448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2516b14d-4f6c-4696-8f43-c8fe915afd8b req-334bf16f-278e-44ee-9df0-327f620563d2 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436122 Apr 21 20:50:40.488604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-eabc094c-e47f-4809-99aa-f301efe60f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.490189 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-eabc094c-e47f-4809-99aa-f301efe60f1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ebb6bd7-2f67-4e79-b454-c7944ef63af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408162 Apr 21 20:50:40.567178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-ef010296-23ce-431c-8f06-c9e17cfdb3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.568651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-ef010296-23ce-431c-8f06-c9e17cfdb3c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1099 time: 0.1496186 Apr 21 20:50:40.621353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-57df4089-9bd7-4bf2-9e4f-98db25cde8da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0406306 Apr 21 20:50:40.688517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:40.690730 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "956169be-bf68-484a-982c-26374a72673e", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:40.706786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-907287a7-b5ba-43c1-aab8-cc201441ae14 service neutron] 10.222.0.46 "GET /v2.0/networks/7ebb6bd7-2f67-4e79-b454-c7944ef63af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071190 Apr 21 20:50:40.736690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bdc04-e734-4935-8d08-0dfa30be5429 req-03c45d0b-74f1-4d17-a673-0d60def566bf tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.738701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-887bdc04-e734-4935-8d08-0dfa30be5429 req-03c45d0b-74f1-4d17-a673-0d60def566bf tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.0498059 Apr 21 20:50:40.742436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-1fdd5f09-1378-4425-be6b-58a04a5fcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.743880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-1fdd5f09-1378-4425-be6b-58a04a5fcaad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0915232 Apr 21 20:50:40.746774 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:40.778351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-887bdc04-e734-4935-8d08-0dfa30be5429 req-19f54aec-81b5-4097-bf7a-d716f245c646 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327954 Apr 21 20:50:40.830033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Pushing event deleted for resources: {'Port': ['ID=439cb560-7333-4cb9-99a1-799c8e6a1f1f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:40.836337 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141ec2d2-eb1b-4c4c-a02e-ab2c5dcea549 x-openstack-request-id: req-141ec2d2-eb1b-4c4c-a02e-ab2c5dcea549 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:40.836616 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956169be-bf68-484a-982c-26374a72673e", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:40.836879 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-141ec2d2-eb1b-4c4c-a02e-ab2c5dcea549 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:40.837252 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141ec2d2-eb1b-4c4c-a02e-ab2c5dcea549'] response: {'name': 'network-changed', 'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'status': 'completed', 'code': 200} Apr 21 20:50:40.918261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-6283f669-02a2-41dc-812d-7cafceb9152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:40.919644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-6283f669-02a2-41dc-812d-7cafceb9152c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637151 Apr 21 20:50:40.922009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fcb144e-6630-4da9-ad94-cbd8ec102732 req-6d5e4d4d-d920-4924-a93b-1b326015c422 service neutron] 10.222.0.46 "GET /v2.0/networks/7ebb6bd7-2f67-4e79-b454-c7944ef63af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020380 Apr 21 20:50:40.930156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:40.932591 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:40.933713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9b711ee-7487-4879-aefe-349a9a29c6bb req-b223c671-edc3-49e6-bb99-8698b2fc0b26 tempest-FloatingIPDetailsTestJSON-701945133 tempest-FloatingIPDetailsTestJSON-701945133-project] 10.222.0.49 "DELETE /v2.0/floatingips/cc5a2282-ad58-4691-9ac5-6b6efa61e8ab HTTP/1.1" status: 204 len: 173 time: 1.1417816 Apr 21 20:50:40.940086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40286) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:41.019133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-7c565d4e-60f6-4e56-9cfa-b9e2c417880a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816548 Apr 21 20:50:41.115715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3fb5e4-234d-4660-b2a2-16be88645c84 req-436cc8e7-5954-486d-95f2-9db45aadd9b8 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891979 Apr 21 20:50:41.165949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be785c-d200-4714-bc28-41aa582d8b0f req-c87d4f0f-45dd-4535-831d-4665f981093e tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.167500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6be785c-d200-4714-bc28-41aa582d8b0f req-c87d4f0f-45dd-4535-831d-4665f981093e tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 944 time: 0.0913322 Apr 21 20:50:41.214512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-8201153a-178c-43db-a9b1-58bf81d72bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.216010 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-8201153a-178c-43db-a9b1-58bf81d72bb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1099 time: 0.0443413 Apr 21 20:50:41.240688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6be785c-d200-4714-bc28-41aa582d8b0f req-049e4716-29ac-4dff-b1c4-7c587a16e695 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663314 Apr 21 20:50:41.316527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c4899-a2ea-41cd-a185-9990cbe12e12 req-ef246c2b-6a10-4096-926a-d659ca07c82a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.318089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-115c4899-a2ea-41cd-a185-9990cbe12e12 req-ef246c2b-6a10-4096-926a-d659ca07c82a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 947 time: 0.1012175 Apr 21 20:50:41.350281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:41.362502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-ae510435-6c1c-461b-9b91-70bd292b4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.363924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-ae510435-6c1c-461b-9b91-70bd292b4439 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1370845 Apr 21 20:50:41.382228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-115c4899-a2ea-41cd-a185-9990cbe12e12 req-c70314cb-43de-4e11-a944-a1249224ca30 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507598 Apr 21 20:50:41.412723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-1e04ef79-a037-4d8f-833e-cf6d497d08e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0377803 Apr 21 20:50:41.471426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-df1df51d-ed2f-4ae0-a080-4f4a3bfba116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.472893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-df1df51d-ed2f-4ae0-a080-4f4a3bfba116 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0491095 Apr 21 20:50:41.534545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-8105015a-c37e-4c5e-bc80-91d502a5887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.536009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-8105015a-c37e-4c5e-bc80-91d502a5887f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527930 Apr 21 20:50:41.593370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:41.600616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 7f496572-d588-444d-afe3-b708ed5a6865 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:41.633799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55f608-8db8-46b7-906f-dc9ec700bf4f req-1b02ee36-1635-4edc-b6d6-c0a42446ab64 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.635293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d55f608-8db8-46b7-906f-dc9ec700bf4f req-1b02ee36-1635-4edc-b6d6-c0a42446ab64 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 948 time: 0.1116731 Apr 21 20:50:41.677158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-4faa8970-3e86-402d-8bb0-31053673745a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236877 Apr 21 20:50:41.711637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d55f608-8db8-46b7-906f-dc9ec700bf4f req-1b987235-e4a3-44a5-a211-9c1cdb042e6c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623415 Apr 21 20:50:41.723904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 7f496572-d588-444d-afe3-b708ed5a6865 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:50:41.739692 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 7f496572-d588-444d-afe3-b708ed5a6865 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:41.740251 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:41.777517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a6a4c-c214-41aa-9753-0fb0ab6d6d9a req-07f2f65f-7f6c-4e94-b4e8-d750b031ff19 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.784948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-173a6a4c-c214-41aa-9753-0fb0ab6d6d9a req-07f2f65f-7f6c-4e94-b4e8-d750b031ff19 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.4326327 Apr 21 20:50:41.798026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:41.816607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'b175ac1c-3ea8-49fe-b9f2-126b2c4bad20', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'b175ac1c-3ea8-49fe-b9f2-126b2c4bad20', 'mac_address': 'fa:16:3e:98:e8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:50:41.822168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2caa629b-cae7-4e58-b0fb-ad2f5d19d0b9 req-9ccb80f9-3aa2-4610-b362-e40cd4421724 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342938 Apr 21 20:50:41.844903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-063b012f-8cb8-4609-a4eb-f3660a9720d1 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.849871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-063b012f-8cb8-4609-a4eb-f3660a9720d1 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1097 time: 0.0939233 Apr 21 20:50:41.852165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-173a6a4c-c214-41aa-9753-0fb0ab6d6d9a req-919f9ace-a429-447d-a04f-08b14a7509c4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660422 Apr 21 20:50:41.868012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838945-1'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:41.896882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:41.911285 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:41.914805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:41.953511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856edbc9-5e9a-4cba-8603-ef079c12e890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f496572-d588-444d-afe3-b708ed5a6865'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:41.956252 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515c31a7-920b-4413-99f3-1545d384b16a" -d '{"events": [{"server_uuid": "856edbc9-5e9a-4cba-8603-ef079c12e890", "name": "network-vif-plugged", "status": "completed", "tag": "7f496572-d588-444d-afe3-b708ed5a6865"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:41.960362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:41.970816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:41.981171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340afec9-da9e-4403-b6ef-120660d0b820 req-a71b3a72-b563-4f6f-a845-d82bd691bfcf tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:41.983537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-340afec9-da9e-4403-b6ef-120660d0b820 req-a71b3a72-b563-4f6f-a845-d82bd691bfcf tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 946 time: 0.0890775 Apr 21 20:50:41.991637 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.001500 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3781a1f6-660f-488d-9313-94729cc6f8e7 x-openstack-request-id: req-3781a1f6-660f-488d-9313-94729cc6f8e7 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:42.002395 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856edbc9-5e9a-4cba-8603-ef079c12e890", "name": "network-vif-plugged", "status": "completed", "tag": "7f496572-d588-444d-afe3-b708ed5a6865", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:42.002708 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3781a1f6-660f-488d-9313-94729cc6f8e7 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:42.003190 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3781a1f6-660f-488d-9313-94729cc6f8e7'] response: {'server_uuid': '856edbc9-5e9a-4cba-8603-ef079c12e890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f496572-d588-444d-afe3-b708ed5a6865', 'code': 200} Apr 21 20:50:42.005838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 7f496572-d588-444d-afe3-b708ed5a6865, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7f496572-d588-444d-afe3-b708ed5a6865,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:42.023406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Deleting port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:42.024012 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.064823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-340afec9-da9e-4403-b6ef-120660d0b820 req-10b7c134-5fe3-450f-893c-d864781075e3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713995 Apr 21 20:50:42.070572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:42.076697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:42.079192 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.150391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=7f496572-d588-444d-afe3-b708ed5a6865,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:42.152724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] For port 3d45edc6-6e6b-4104-9128-f8b4bc0f094b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3d45edc6-6e6b-4104-9128-f8b4bc0f094b,segment=NetworkSegment(b57aabc7-d98b-4ab2-8243-8775d47f6381),segment_id=b57aabc7-d98b-4ab2-8243-8775d47f6381)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:42.153213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.159660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:42.164587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56f662-7120-4cf9-b0a5-7960312bf013 req-de4e4c9c-561a-4230-b4a7-e966385c5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:42.166213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e56f662-7120-4cf9-b0a5-7960312bf013 req-de4e4c9c-561a-4230-b4a7-e966385c5ce6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 1100 time: 0.0801342 Apr 21 20:50:42.171914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Calling delete_port for 3d45edc6-6e6b-4104-9128-f8b4bc0f094b owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:42.202835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:42.221969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:42.237989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 has no active binding in host n-h1-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:50:42.247116 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e56f662-7120-4cf9-b0a5-7960312bf013 req-0880ad20-2ed8-4ddb-9abc-fd4ec6ae7875 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711486 Apr 21 20:50:42.249063 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.253725 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.339790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Pushing event updated for resources: {'Port': ['ID=30200fbf-1ce2-45de-ab18-a53bbd310966,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:42.346458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 on host n-h2-838945-1 for vnic_type normal with profile {"migrating_to": "n-h1-838945-1"} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:42.346863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:42.347156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:42.352320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Port 30200fbf-1ce2-45de-ab18-a53bbd310966 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:42.352657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Attempting to bind port 30200fbf-1ce2-45de-ab18-a53bbd310966 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:42.357863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:42.358218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:42.358599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:42.359023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Bound port: 30200fbf-1ce2-45de-ab18-a53bbd310966, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:42.359895 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.392387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a89bf-225f-4142-9837-a109597239dd req-fe0f78f3-55c9-49c3-ba75-00a9372bc71c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:42.393878 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e3a89bf-225f-4142-9837-a109597239dd req-fe0f78f3-55c9-49c3-ba75-00a9372bc71c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 944 time: 0.0743439 Apr 21 20:50:42.429771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:42.432525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:42.439526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.458500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e3a89bf-225f-4142-9837-a109597239dd req-f4412e25-7961-4f93-9071-451ee710ba23 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475531 Apr 21 20:50:42.459546 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.485807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d45edc6-6e6b-4104-9128-f8b4bc0f094b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:42.504464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['b175ac1c-3ea8-49fe-b9f2-126b2c4bad20'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:42.569028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:42.570116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.571495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] 10.222.0.46 "PUT /v2.0/ports/30200fbf-1ce2-45de-ab18-a53bbd310966 HTTP/1.1" status: 200 len: 1122 time: 0.7130861 Apr 21 20:50:42.579172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ed00b-beda-4e11-a990-c202a7db1746 service neutron] Pushing event updated for resources: {'Port': ['ID=30200fbf-1ce2-45de-ab18-a53bbd310966,revision_number=8']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:42.590267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637c3dc-cca7-4a26-a2c2-ad6d163613c1 req-7fd1838e-501f-4faf-898f-3d99383977c7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:42.591839 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3637c3dc-cca7-4a26-a2c2-ad6d163613c1 req-7fd1838e-501f-4faf-898f-3d99383977c7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 948 time: 0.1144400 Apr 21 20:50:42.654073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3637c3dc-cca7-4a26-a2c2-ad6d163613c1 req-acb25d9f-d75e-4b8a-9798-a8709cef5f4c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 Apr 21 20:50:42.713563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['30200fbf-1ce2-45de-ab18-a53bbd310966'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:42.719743 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:42.834626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['30200fbf-1ce2-45de-ab18-a53bbd310966'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:42.838241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966'}, {'name': 'network-changed', 'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:42.842315 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664c728e-5553-4f7d-9369-c0c255285d06" -d '{"events": [{"server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "name": "network-vif-unplugged", "status": "completed", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966"}, {"name": "network-changed", "server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:42.886033 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16267c4f-04b2-458c-bfe8-f50dd05f4d13 x-openstack-request-id: req-16267c4f-04b2-458c-bfe8-f50dd05f4d13 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:42.886933 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "name": "network-vif-unplugged", "status": "completed", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966", "code": 200}, {"name": "network-changed", "server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:42.887624 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16267c4f-04b2-458c-bfe8-f50dd05f4d13 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:42.887624 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16267c4f-04b2-458c-bfe8-f50dd05f4d13'] response: {'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966', 'code': 200} Apr 21 20:50:42.888024 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16267c4f-04b2-458c-bfe8-f50dd05f4d13'] response: {'name': 'network-changed', 'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966', 'status': 'completed', 'code': 200} Apr 21 20:50:42.906044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62243865-9207-42d8-94de-c811a0006252 req-76371287-719e-462b-8964-4627a0bfbf0c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:42.913930 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62243865-9207-42d8-94de-c811a0006252 req-76371287-719e-462b-8964-4627a0bfbf0c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 949 time: 0.0860071 Apr 21 20:50:42.994946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4f13-46a3-4327-bd3c-ea8d8d72c75d req-e07c24c5-e9fc-4aab-b31a-14df6c6c0151 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:42.996293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-630d4f13-46a3-4327-bd3c-ea8d8d72c75d req-e07c24c5-e9fc-4aab-b31a-14df6c6c0151 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.0517673 Apr 21 20:50:43.036075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-630d4f13-46a3-4327-bd3c-ea8d8d72c75d req-1825a534-096d-4375-86e5-e6e9008a8d80 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Apr 21 20:50:43.057131 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62243865-9207-42d8-94de-c811a0006252 req-c67f105a-e98e-43c2-954d-cd457b487343 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332736 Apr 21 20:50:43.067893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c728e-5553-4f7d-9369-c0c255285d06 req-5ad6762a-8562-4edc-8b7b-51419e096508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:43.069361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-664c728e-5553-4f7d-9369-c0c255285d06 req-5ad6762a-8562-4edc-8b7b-51419e096508 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1125 time: 0.1225810 Apr 21 20:50:43.077829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Router f0dd3287-eb2b-4032-9e77-8fb274839096 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:50:43.191183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2167b-099e-4474-b111-c99cdd47b546 req-839c0759-6335-4c4d-ab77-41466679c7e9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:43.192626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2dc2167b-099e-4474-b111-c99cdd47b546 req-839c0759-6335-4c4d-ab77-41466679c7e9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0483809 Apr 21 20:50:43.230051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2dc2167b-099e-4474-b111-c99cdd47b546 req-cdc3b98e-22c6-43e2-bb10-84c22a75c49f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Apr 21 20:50:43.244797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c728e-5553-4f7d-9369-c0c255285d06 req-ec4880c4-cd61-40aa-9c15-87794fce8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:43.246194 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-664c728e-5553-4f7d-9369-c0c255285d06 req-ec4880c4-cd61-40aa-9c15-87794fce8c7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.1671283 Apr 21 20:50:43.262105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:43.267399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-274c7055-0368-4c7b-8102-cff4bfd1803d admin admin] 10.222.0.49 "PUT /v2.0/routers/f0dd3287-eb2b-4032-9e77-8fb274839096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3261702 Apr 21 20:50:43.270210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40314) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:43.272303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] Sync routers for ids ['f0dd3287-eb2b-4032-9e77-8fb274839096'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:43.282637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] Routers {'f0dd3287-eb2b-4032-9e77-8fb274839096'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:43.283326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f0dd3287-eb2b-4032-9e77-8fb274839096'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:43.297365 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-664c728e-5553-4f7d-9369-c0c255285d06 req-7196129a-700c-4444-8b85-f2dd3556052b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30200fbf-1ce2-45de-ab18-a53bbd310966 HTTP/1.1" status: 200 len: 217 time: 0.0413234 Apr 21 20:50:43.352043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c728e-5553-4f7d-9369-c0c255285d06 req-00c36484-bcb5-4ab7-8d19-63d922200172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:43.353648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-664c728e-5553-4f7d-9369-c0c255285d06 req-00c36484-bcb5-4ab7-8d19-63d922200172 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0465245 Apr 21 20:50:43.378855 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:43.386988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-664c728e-5553-4f7d-9369-c0c255285d06 req-2a67396b-59f4-49c9-8ccb-24eef0ef3aca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246680 Apr 21 20:50:43.393441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] Set router f0dd3287-eb2b-4032-9e77-8fb274839096 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:43.497554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-664c728e-5553-4f7d-9369-c0c255285d06 req-06323ded-5782-417c-8eab-716206549f8f service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977192 Apr 21 20:50:43.504121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:43.561663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Deleting port 970b9411-25cc-46a9-a9cd-9845b51d7da7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:43.562030 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:43.652350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc713d9f-d049-425a-bda9-8ef46f48776a req-2c4dee81-5f88-43d0-ab9d-9c02bbe70ca9 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:43.652748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] For port 970b9411-25cc-46a9-a9cd-9845b51d7da7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=970b9411-25cc-46a9-a9cd-9845b51d7da7,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:43.652877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:43.653880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc713d9f-d049-425a-bda9-8ef46f48776a req-2c4dee81-5f88-43d0-ab9d-9c02bbe70ca9 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 944 time: 0.1106851 Apr 21 20:50:43.665527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Calling delete_port for 970b9411-25cc-46a9-a9cd-9845b51d7da7 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:43.690885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-664c728e-5553-4f7d-9369-c0c255285d06 req-84c84379-8c89-4eb6-a592-0e3d5a53cb09 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774828 Apr 21 20:50:43.723005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:13Z', 'updated_at': '2022-04-21T20:50:42Z', 'revision_number': 5, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'gw_port': {'id': '970b9411-25cc-46a9-a9cd-9845b51d7da7', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:57:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:14Z', 'updated_at': '2022-04-21T20:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:43.737370 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc713d9f-d049-425a-bda9-8ef46f48776a req-57fd06d0-da01-4de3-a02a-9b0b005ac032 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738473 Apr 21 20:50:43.751978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] Checking router: f0dd3287-eb2b-4032-9e77-8fb274839096 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:43.760673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] Routers {'f0dd3287-eb2b-4032-9e77-8fb274839096'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:43.761398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f0dd3287-eb2b-4032-9e77-8fb274839096'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:43.855092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] Set router f0dd3287-eb2b-4032-9e77-8fb274839096 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:43.914000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:13Z', 'updated_at': '2022-04-21T20:50:43Z', 'revision_number': 6, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:43.945410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abdaa7c-586f-476f-baa2-0ea2a9b0119a None None] The sync data for ids ['f0dd3287-eb2b-4032-9e77-8fb274839096'] in n-d-838945-1 is: [{'id': 'f0dd3287-eb2b-4032-9e77-8fb274839096', 'name': 'tempest-FloatingIPDetailsTestJSON-1675490097-router', 'tenant_id': '597ecc022c164ab4909085b5544cc8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:13Z', 'updated_at': '2022-04-21T20:50:43Z', 'revision_number': 6, 'project_id': '597ecc022c164ab4909085b5544cc8c7', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:44.076603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:44.136518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8be0af-f724-4762-8b36-bdf0557ff1a4 req-7826e11d-2dbe-4eed-b43a-bcaaf3138ecc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:44.138127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a8be0af-f724-4762-8b36-bdf0557ff1a4 req-7826e11d-2dbe-4eed-b43a-bcaaf3138ecc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 948 time: 0.4007707 Apr 21 20:50:44.189176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86bbf9-b5f8-43fa-9ee4-b912cabd09a3 req-e8418cb4-9224-438f-b3e9-f4856c619954 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:44.192236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c86bbf9-b5f8-43fa-9ee4-b912cabd09a3 req-e8418cb4-9224-438f-b3e9-f4856c619954 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.0767708 Apr 21 20:50:44.211212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:44.213562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a8be0af-f724-4762-8b36-bdf0557ff1a4 req-abe6e5a7-4661-4f5d-bb23-2ac28d94f9e8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686824 Apr 21 20:50:44.232549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'mac_address': 'fa:16:3e:b5:25:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:50:44.237142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.245215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c86bbf9-b5f8-43fa-9ee4-b912cabd09a3 req-b29507b8-b898-43ec-a07f-bea5a98a38b2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447149 Apr 21 20:50:44.269646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Pushing event deleted for resources: {'Port': ['ID=970b9411-25cc-46a9-a9cd-9845b51d7da7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:44.317178 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.336553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a688f75-ab74-4ce7-bb72-34fe31405864 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:44.370960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:44.376953 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.377910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 24376604-5a3f-4bb4-bce5-cb6a93d335b1 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:44.397310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fffdb-83ee-4d51-a6a8-dd8d8fc55ff6 req-b47b6cd7-92b9-4188-87ce-565967905156 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:44.399674 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e2fffdb-83ee-4d51-a6a8-dd8d8fc55ff6 req-b47b6cd7-92b9-4188-87ce-565967905156 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0656221 Apr 21 20:50:44.414522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.450831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e2fffdb-83ee-4d51-a6a8-dd8d8fc55ff6 req-216535d3-ff73-4f21-8e94-a9054758d4d4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Apr 21 20:50:44.493388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae3bf9-0f6c-4f7a-83dd-af53d617ae57 req-2e9eb237-8728-49b8-ab09-e3ed3e8a5a9a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:44.494828 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09ae3bf9-0f6c-4f7a-83dd-af53d617ae57 req-2e9eb237-8728-49b8-ab09-e3ed3e8a5a9a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 949 time: 0.1345980 Apr 21 20:50:44.503145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:44.531936 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.534623 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.540993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 24376604-5a3f-4bb4-bce5-cb6a93d335b1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=24376604-5a3f-4bb4-bce5-cb6a93d335b1,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:44.552478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '24376604-5a3f-4bb4-bce5-cb6a93d335b1', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'port_id': '24376604-5a3f-4bb4-bce5-cb6a93d335b1', 'mac_address': 'fa:16:3e:e0:12:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:50:44.590369 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.596381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09ae3bf9-0f6c-4f7a-83dd-af53d617ae57 req-f6fe66f8-4e4c-450f-bd62-661c0e59d4e9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728097 Apr 21 20:50:44.597369 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.597891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0dd3287-eb2b-4032-9e77-8fb274839096 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:50:44.602699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.603828 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0a309240-aad2-41ef-81c9-e21df97beb11 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f0dd3287-eb2b-4032-9e77-8fb274839096 HTTP/1.1" status: 204 len: 168 time: 1.3324335 Apr 21 20:50:44.606703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40326) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:44.610296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24376604-5a3f-4bb4-bce5-cb6a93d335b1 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:44.632130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 24376604-5a3f-4bb4-bce5-cb6a93d335b1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=24376604-5a3f-4bb4-bce5-cb6a93d335b1,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:44.639850 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.661615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01396fd-5645-420a-8fd1-75d8c4de08af admin admin] Deleting subnet 04e4b502-dae3-49c9-ae86-dd66db70f923 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:50:44.665213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f01396fd-5645-420a-8fd1-75d8c4de08af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.688561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=24376604-5a3f-4bb4-bce5-cb6a93d335b1,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:44.703381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f01396fd-5645-420a-8fd1-75d8c4de08af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.786891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f01396fd-5645-420a-8fd1-75d8c4de08af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.856383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f01396fd-5645-420a-8fd1-75d8c4de08af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.880146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d2b5a-1d40-4381-9204-5572bc4157ec req-0d6c5d49-72d0-422b-954e-d2425786726c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:44.884576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01396fd-5645-420a-8fd1-75d8c4de08af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e4b502-dae3-49c9-ae86-dd66db70f923,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:44.888129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f01396fd-5645-420a-8fd1-75d8c4de08af admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:44.889861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b4d2b5a-1d40-4381-9204-5572bc4157ec req-0d6c5d49-72d0-422b-954e-d2425786726c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 945 time: 0.0660729 Apr 21 20:50:44.891932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f01396fd-5645-420a-8fd1-75d8c4de08af admin admin] 10.222.0.49 "DELETE /v2.0/subnets/04e4b502-dae3-49c9-ae86-dd66db70f923 HTTP/1.1" status: 204 len: 168 time: 0.2842431 Apr 21 20:50:44.894477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40334) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:44.903161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a41966-d895-469e-9476-d32047a03669 None None] Network 11906fdf-5064-41ce-bae3-3b9d17349e91 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:50:44.947605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b4d2b5a-1d40-4381-9204-5572bc4157ec req-a9723801-8bf3-4f61-b6ab-38c2ab40f886 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Apr 21 20:50:44.983483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.040723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Deleting port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:45.041101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.116544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] For port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5,segment=NetworkSegment(b57aabc7-d98b-4ab2-8243-8775d47f6381),segment_id=b57aabc7-d98b-4ab2-8243-8775d47f6381)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:45.117108 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.136636 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Calling delete_port for 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:45.139581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] DHCP port deletion for 11906fdf-5064-41ce-bae3-3b9d17349e91 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:50:45.171292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['24376604-5a3f-4bb4-bce5-cb6a93d335b1'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:45.227503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['0a688f75-ab74-4ce7-bb72-34fe31405864'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:45.227971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.260980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:45.276687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] No DVR routers for this DVR port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:50:45.288950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] Deleting port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:45.289338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.367914 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.384659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36867b7f-7837-4ebc-9e06-9160dd172285 req-2b04f035-2ed6-4e52-8dc4-3436e8bce06d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.386525 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36867b7f-7837-4ebc-9e06-9160dd172285 req-2b04f035-2ed6-4e52-8dc4-3436e8bce06d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 948 time: 0.0680497 Apr 21 20:50:45.390474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] For port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:45.390880 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.399459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.400024 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.400502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.401216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.401464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.401931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.402603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.402853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.403311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.403773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.404382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.405208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.405685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.406315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.406604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.407062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.407516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.407977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.408431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.408916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.411965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-d374c97d-208d-4388-a34a-5a6037a2f05b tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e&device_id=3461788a-b724-42eb-a967-1860b2d0b035&device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816&device_id=856edbc9-5e9a-4cba-8603-ef079c12e890&device_id=e337e6ce-d38a-4748-b581-a8872fd7695e&device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a&device_id=d7f8659b-b636-4e34-8175-c23477beedd2&device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4&device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda&device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443&device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4&device_id=49d9a346-75a7-4390-ad59-2709db8925c8&device_id=1fdea746-2935-41d4-9a09-24526e658920&device_id=d7afe180-5495-4376-a599-ed967bb6a900&device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5&device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036&device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5&device_id=134318d7-ed13-4760-a0cd-a9392f0a0334&device_id=d5604d25-84ca-4560-8a14-7a6de6bed040&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 18042 time: 0.1528041 Apr 21 20:50:45.416310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] Calling delete_port for 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:45.419615 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] Port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 20:50:45.421441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11906fdf-5064-41ce-bae3-3b9d17349e91']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:45.426506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.433793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57aabc7-d98b-4ab2-8243-8775d47f6381') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:45.434154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57aabc7-d98b-4ab2-8243-8775d47f6381') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:45.437440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36867b7f-7837-4ebc-9e06-9160dd172285 req-670550ec-0cf8-41a0-9be9-de53bb733539 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Apr 21 20:50:45.452423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-5de47f56-7223-4e05-8a93-540bfcba0025 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.455190 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.474693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] Pushing event deleted for resources: {'Port': ['ID=6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:45.481528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.488015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:50:45.488504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.497374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ead6e-11b5-4807-b366-6322c824b5e0 None None] No DVR routers for this DVR port 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:50:45.499097 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:50:45.559660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419f7e0-07de-4564-8793-e74801a0b60e req-ffa99636-4520-4894-84b5-fa5ddd652edb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.565862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f419f7e0-07de-4564-8793-e74801a0b60e req-ffa99636-4520-4894-84b5-fa5ddd652edb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.0752704 Apr 21 20:50:45.569695 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.575650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.583337 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] 10.222.0.49 "DELETE /v2.0/networks/11906fdf-5064-41ce-bae3-3b9d17349e91 HTTP/1.1" status: 204 len: 168 time: 0.6859052 Apr 21 20:50:45.593472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:45.600178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ef142-3619-4d92-aec8-51640ea58324 admin admin] Pushing event deleted for resources: {'Network': ['ID=11906fdf-5064-41ce-bae3-3b9d17349e91,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:45.614428 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f419f7e0-07de-4564-8793-e74801a0b60e req-20b3b9a7-d7fa-49d0-9382-279bd4c19deb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466714 Apr 21 20:50:45.638868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-5de47f56-7223-4e05-8a93-540bfcba0025 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.647638 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-5de47f56-7223-4e05-8a93-540bfcba0025 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.665374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:50:45.671937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:45.672448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.689280 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92f4e1a1-9139-4df0-919a-1a88fd3c81f8 req-5de47f56-7223-4e05-8a93-540bfcba0025 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&id=92d74b58-83b8-43eb-bfa1-7f3255f18432&id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&id=fb528de7-0029-487a-a97b-b415c09fa146&id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 765 time: 0.2561207 Apr 21 20:50:45.713868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de47f56-7223-4e05-8a93-540bfcba0025 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cea916d-c411-420e-8695-fc34769fac9f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:45.744746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40348) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:45.805131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.807927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d3966-f35f-474f-95c8-47affb9fa501 req-839b52cc-0b72-4e01-b97d-847e24e33a84 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:45.815668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc2d3966-f35f-474f-95c8-47affb9fa501 req-839b52cc-0b72-4e01-b97d-847e24e33a84 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.1113176 Apr 21 20:50:45.815991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8327a4ae-09f3-42ee-88d9-a8adc383769e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=597ecc022c164ab4909085b5544cc8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699935 Apr 21 20:50:45.816592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40352) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:45.855549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f40c61-39a4-4518-a995-f2fbe29b8816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175ac1c-3ea8-49fe-b9f2-126b2c4bad20'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:45.861260 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65c04eb-35d6-4f44-bb69-409a7d4a2c6c" -d '{"events": [{"server_uuid": "b0f40c61-39a4-4518-a995-f2fbe29b8816", "name": "network-vif-plugged", "status": "completed", "tag": "b175ac1c-3ea8-49fe-b9f2-126b2c4bad20"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:45.869446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 970b9411-25cc-46a9-a9cd-9845b51d7da7 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:45.871060 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc2d3966-f35f-474f-95c8-47affb9fa501 req-8d4af506-16e8-490e-8db6-62beabf37e49 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495613 Apr 21 20:50:45.888780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d928fbdb-aa7b-4016-a299-073690928036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.899506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:45.901552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 970b9411-25cc-46a9-a9cd-9845b51d7da7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:45.901888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 970b9411-25cc-46a9-a9cd-9845b51d7da7 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:45.902434 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:45.914810 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d928fbdb-aa7b-4016-a299-073690928036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.926394 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.928380 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:45.928725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6a59ca07-41c9-4a2f-ac8e-d35c5ec540f5 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:45.929183 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3d45edc6-6e6b-4104-9128-f8b4bc0f094b no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:45.953846 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed62b1f5-bdc9-4739-b838-9e2d7c325c26 x-openstack-request-id: req-ed62b1f5-bdc9-4739-b838-9e2d7c325c26 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:45.953846 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f40c61-39a4-4518-a995-f2fbe29b8816", "name": "network-vif-plugged", "status": "completed", "tag": "b175ac1c-3ea8-49fe-b9f2-126b2c4bad20", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:45.953846 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed62b1f5-bdc9-4739-b838-9e2d7c325c26 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:45.954245 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed62b1f5-bdc9-4739-b838-9e2d7c325c26'] response: {'server_uuid': 'b0f40c61-39a4-4518-a995-f2fbe29b8816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b175ac1c-3ea8-49fe-b9f2-126b2c4bad20', 'code': 200} Apr 21 20:50:45.955955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3d45edc6-6e6b-4104-9128-f8b4bc0f094b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:45.956466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3d45edc6-6e6b-4104-9128-f8b4bc0f094b not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:45.991634 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d928fbdb-aa7b-4016-a299-073690928036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:45.996154 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d928fbdb-aa7b-4016-a299-073690928036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:46.008501 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d928fbdb-aa7b-4016-a299-073690928036 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3821a7e-feb7-4123-b132-b8122fb96558 HTTP/1.1" status: 204 len: 168 time: 0.1905141 Apr 21 20:50:46.017601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:46.025133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928fbdb-aa7b-4016-a299-073690928036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3821a7e-feb7-4123-b132-b8122fb96558,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:46.102494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5f064-51d2-472e-9ccd-6f958b9105c3 req-cc92e009-7f70-4d81-97e4-2332a2220d16 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.104110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4bb5f064-51d2-472e-9ccd-6f958b9105c3 req-cc92e009-7f70-4d81-97e4-2332a2220d16 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 945 time: 0.0510056 Apr 21 20:50:46.108564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f9278-23e0-4639-bcbe-0258445bb6f9 req-7e62bd3d-b79c-4f2f-b3d1-752f68ebaa79 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.109084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f9278-23e0-4639-bcbe-0258445bb6f9 req-7e62bd3d-b79c-4f2f-b3d1-752f68ebaa79 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.109581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f9278-23e0-4639-bcbe-0258445bb6f9 req-7e62bd3d-b79c-4f2f-b3d1-752f68ebaa79 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.111190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d9f9278-23e0-4639-bcbe-0258445bb6f9 req-7e62bd3d-b79c-4f2f-b3d1-752f68ebaa79 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890&device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a&device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 2882 time: 0.0827937 Apr 21 20:50:46.112999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f826280-bbb9-492e-97c5-7d6a2e15ba99 req-346e267a-052d-4543-9eb6-2be576293012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.114316 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f826280-bbb9-492e-97c5-7d6a2e15ba99 req-346e267a-052d-4543-9eb6-2be576293012 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 1100 time: 0.0764413 Apr 21 20:50:46.175392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4bb5f064-51d2-472e-9ccd-6f958b9105c3 req-bb0f9b39-60a9-478e-8b83-d95f81a6541e tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513890 Apr 21 20:50:46.175703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d9f9278-23e0-4639-bcbe-0258445bb6f9 req-9ce954d0-165c-41c8-ba55-de382f4a6a41 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550408 Apr 21 20:50:46.177847 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f826280-bbb9-492e-97c5-7d6a2e15ba99 req-1e8e6c8a-203d-450a-8ea8-87eb133b78c5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531323 Apr 21 20:50:46.556737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf56922-d7fc-428e-ac53-f096e90b1d90 req-f42feeef-9f63-419e-a3c2-48fc2bc1517e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.558315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7cf56922-d7fc-428e-ac53-f096e90b1d90 req-f42feeef-9f63-419e-a3c2-48fc2bc1517e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 949 time: 0.0639746 Apr 21 20:50:46.601415 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7cf56922-d7fc-428e-ac53-f096e90b1d90 req-dd1baea8-2940-4069-9b58-60fe5cd9d2b7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338728 Apr 21 20:50:46.734329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc956c-b619-451f-99e3-cc0927d4a077 req-b054c8a9-bd6c-4e71-8767-290b19f0099b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.735918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8adc956c-b619-451f-99e3-cc0927d4a077 req-b054c8a9-bd6c-4e71-8767-290b19f0099b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.0514059 Apr 21 20:50:46.778080 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8adc956c-b619-451f-99e3-cc0927d4a077 req-7744c6bc-6ff2-4912-bf40-fd57fc29186a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355299 Apr 21 20:50:46.782954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40396) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:46.807424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db20fc-450d-405f-b495-57b359bdc5b2 req-91b96561-a1ae-47cc-9806-ea0dfd4a39c1 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.808963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7db20fc-450d-405f-b495-57b359bdc5b2 req-91b96561-a1ae-47cc-9806-ea0dfd4a39c1 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 1100 time: 0.0504725 Apr 21 20:50:46.844750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7db20fc-450d-405f-b495-57b359bdc5b2 req-8bfe657e-2000-43ef-9559-6914b3a4a819 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297587 Apr 21 20:50:46.891445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-565811644-network', 'tenant_id': 'e6811dff1924414583a4c328264b441b'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:46.912744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Made reservation on behalf of e6811dff1924414583a4c328264b441b for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:46.915401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:46.949190 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:46.984527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acdcfb-dd6c-438a-84a5-20d3553ddecc req-66d4093a-8b57-4f01-ba7e-b97cc9617a2a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.986025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5acdcfb-dd6c-438a-84a5-20d3553ddecc req-66d4093a-8b57-4f01-ba7e-b97cc9617a2a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0494182 Apr 21 20:50:46.988017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f4425-6dab-453b-a971-90208d13c6b8 req-88888244-d2ba-43b0-8c79-cad028577603 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:46.989860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-530f4425-6dab-453b-a971-90208d13c6b8 req-88888244-d2ba-43b0-8c79-cad028577603 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 1100 time: 0.0721545 Apr 21 20:50:47.024354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5acdcfb-dd6c-438a-84a5-20d3553ddecc req-db389f68-6573-49f4-8e87-92e440ca8d17 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319128 Apr 21 20:50:47.050306 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-530f4425-6dab-453b-a971-90208d13c6b8 req-e1914a6a-8a90-4304-978b-7c33ae3b53d3 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519462 Apr 21 20:50:47.071117 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.075037 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.103013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:50:47.108847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ad4665-6cd9-4970-b903-0b8c870af8d7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:47.118631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.118978 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Added segment 72a70377-f9c1-4093-836d-9afdc16029b6 of type vlan for network f2414dd3-1838-48ed-afc1-f97278af7aa8 Apr 21 20:50:47.160686 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.190935 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.191920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:47.192499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.259661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4725897 Apr 21 20:50:47.259763 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40408) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:47.265234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Request body: {'subnet': {'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-565811644-subnet', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:47.287009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e85b2-d54a-450b-bbfc-77a045fe324a admin admin] Pushing event updated for resources: {'Network': ['ID=f2414dd3-1838-48ed-afc1-f97278af7aa8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:47.297037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Made reservation on behalf of e6811dff1924414583a4c328264b441b for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:47.299094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network f2414dd3-1838-48ed-afc1-f97278af7aa8 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:50:47.300141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.328438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51462c2f-302b-4d3a-a986-c2f24d2335ed req-62795cd7-12a0-45fc-85e0-76ec95dd0495 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:47.330857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51462c2f-302b-4d3a-a986-c2f24d2335ed req-62795cd7-12a0-45fc-85e0-76ec95dd0495 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 945 time: 0.0842242 Apr 21 20:50:47.379204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51462c2f-302b-4d3a-a986-c2f24d2335ed req-9dbea66d-654a-4267-9e84-0655a3cb8cf3 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Apr 21 20:50:47.491253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.542533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53100f78-a57b-4540-8874-5b8ccd939866,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:47.566844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Checking segment: {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:47.567233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Network hostable DHCP agents. Network: f2414dd3-1838-48ed-afc1-f97278af7aa8, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:50:47.587504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Network f2414dd3-1838-48ed-afc1-f97278af7aa8 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:50:47.598401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, f2414dd3-1838-48ed-afc1-f97278af7aa8) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:47.605088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:47.605708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.607787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609760ca-c006-4c5d-a972-36111c18a721 None None] Network f2414dd3-1838-48ed-afc1-f97278af7aa8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:50:47.629515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8072ea39-78b8-40e3-a7f8-5c95013ff19b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3664544 Apr 21 20:50:47.630179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40428) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:47.647112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:47.718441 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.719541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.762821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4d1bc-9d11-48ca-bd7e-1dc7e6dbf906 req-42000db9-e4f6-480c-8949-3350315693b6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:47.765125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65f4d1bc-9d11-48ca-bd7e-1dc7e6dbf906 req-42000db9-e4f6-480c-8949-3350315693b6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 949 time: 0.0870452 Apr 21 20:50:47.782880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860642cd-b4c9-4ea5-ba06-751853731bb4 req-829f7d6c-9484-4aa1-8620-3d3e95fad6a0 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:47.784390 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-860642cd-b4c9-4ea5-ba06-751853731bb4 req-829f7d6c-9484-4aa1-8620-3d3e95fad6a0 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0669839 Apr 21 20:50:47.799222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-f2414dd3-1838-48ed-afc1-f97278af7aa8', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:50:47.800426 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.803424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:47.866763 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-860642cd-b4c9-4ea5-ba06-751853731bb4 req-5c3733df-205b-41c7-827a-7b6c1f5faefa tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700228 Apr 21 20:50:47.909170 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65f4d1bc-9d11-48ca-bd7e-1dc7e6dbf906 req-fa19990c-4a89-4b5c-9ab8-85d1177dbb8c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335795 Apr 21 20:50:47.973072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Allocated IP 172.20.0.2 (f2414dd3-1838-48ed-afc1-f97278af7aa8/53100f78-a57b-4540-8874-5b8ccd939866/7f9488cf-4bd9-4bef-97f0-49d9ebd12baf) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:47.993255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.028311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abe85c-9afc-4966-a4a1-9f46601974fc req-152461de-66e0-4bb2-b07f-9e4489d76b6c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:48.030345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-69abe85c-9afc-4966-a4a1-9f46601974fc req-152461de-66e0-4bb2-b07f-9e4489d76b6c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.0747728 Apr 21 20:50:48.092530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-69abe85c-9afc-4966-a4a1-9f46601974fc req-d2cfc505-0c9d-4f6e-bc96-df6158e224ab tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554669 Apr 21 20:50:48.107446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:48.216608 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.222740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 0a688f75-ab74-4ce7-bb72-34fe31405864 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:50:48.226697 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.231023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d8c80-e4e8-4ddf-bc20-401102b27b0d req-b4bd5bc3-6fca-49ae-8a87-7cebc2e961ca tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:48.232506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9d8c80-e4e8-4ddf-bc20-401102b27b0d req-b4bd5bc3-6fca-49ae-8a87-7cebc2e961ca tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.1071019 Apr 21 20:50:48.236507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 0a688f75-ab74-4ce7-bb72-34fe31405864 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:48.236507 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.292542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Network f2414dd3-1838-48ed-afc1-f97278af7aa8 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:48.300391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:48.305768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:48.315783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Pushing event updated for resources: {'Port': ['ID=7f9488cf-4bd9-4bef-97f0-49d9ebd12baf,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:48.334081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.338524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9d8c80-e4e8-4ddf-bc20-401102b27b0d req-558ef98c-8d8b-4a00-8859-70329eb02e01 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722258 Apr 21 20:50:48.357594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.393922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Attempting to bind port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:48.394285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Attempting to bind port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:48.394646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Attempting to bind port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf on network f2414dd3-1838-48ed-afc1-f97278af7aa8 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:48.401907 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.403848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:48.404499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Checking segment: {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:48.405439 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.405866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Bound using segment: {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:48.406290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Bound port: 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:48.407475 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.460035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:48.462381 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed675e-f56a-4ef7-a4f7-d37ddec2db01" -d '{"events": [{"server_uuid": "956169be-bf68-484a-982c-26374a72673e", "name": "network-vif-plugged", "status": "completed", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:48.487777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Allocated IP 172.25.0.231 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/11b28693-0939-4a6c-9a04-9981516e7f6c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:48.488142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:48.511572 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23930749-dba7-4fd0-9c1f-ccda614e2d5a x-openstack-request-id: req-23930749-dba7-4fd0-9c1f-ccda614e2d5a {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:48.512150 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956169be-bf68-484a-982c-26374a72673e", "name": "network-vif-plugged", "status": "completed", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:48.512595 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23930749-dba7-4fd0-9c1f-ccda614e2d5a {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:48.513086 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23930749-dba7-4fd0-9c1f-ccda614e2d5a'] response: {'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'code': 200} Apr 21 20:50:48.513789 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.514847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 24376604-5a3f-4bb4-bce5-cb6a93d335b1 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:48.522528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] For port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:48.527914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] For port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7f9488cf-4bd9-4bef-97f0-49d9ebd12baf,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:48.531013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba39e94-48eb-44bf-a2c4-adaa4b748a1e req-d843f1c9-0d26-4c91-9d57-d1d6c820a48d tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:48.533058 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ba39e94-48eb-44bf-a2c4-adaa4b748a1e req-d843f1c9-0d26-4c91-9d57-d1d6c820a48d tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 945 time: 0.0743406 Apr 21 20:50:48.548872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.587367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ba39e94-48eb-44bf-a2c4-adaa4b748a1e req-50cab312-ed31-4b0b-adeb-e43c982534e5 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Apr 21 20:50:48.620965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:48.653206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.669479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa58be-bff5-45a5-b231-9d60bb1794c5 req-db19acb4-e7a3-4688-a7b2-c0d912446e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:48.671005 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75aa58be-bff5-45a5-b231-9d60bb1794c5 req-db19acb4-e7a3-4688-a7b2-c0d912446e45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1101 time: 0.0791855 Apr 21 20:50:48.674279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:50:48.687117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:48.687786 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.692273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83146296-7a2f-48d4-96a5-6965f2b99ac9 None None] Pushing event updated for resources: {'Port': ['ID=7f9488cf-4bd9-4bef-97f0-49d9ebd12baf,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:48.731013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.734018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75aa58be-bff5-45a5-b231-9d60bb1794c5 req-de22a6f8-72e5-4325-a4da-d63d663a28d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514376 Apr 21 20:50:48.776329 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.779369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:48.783889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:48.787800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:48.819434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Pushing event updated for resources: {'Port': ['ID=11b28693-0939-4a6c-9a04-9981516e7f6c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:48.844408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 24376604-5a3f-4bb4-bce5-cb6a93d335b1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=24376604-5a3f-4bb4-bce5-cb6a93d335b1,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:48.854090 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:48.915289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=24376604-5a3f-4bb4-bce5-cb6a93d335b1,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:49.030404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406e729-2237-4a97-849f-92b8fad46094 req-8d75180d-a951-4a35-9918-b7e739d4e00b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:49.031884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3406e729-2237-4a97-849f-92b8fad46094 req-8d75180d-a951-4a35-9918-b7e739d4e00b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 949 time: 0.0490129 Apr 21 20:50:49.072826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3406e729-2237-4a97-849f-92b8fad46094 req-9958478f-2d4d-4f51-8b8f-b16e636ff494 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334868 Apr 21 20:50:49.089039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360155e1-2bb5-4c56-91bd-59aa11e6f963 req-e34e0bb3-b067-49fa-88a8-2d927eefe331 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:49.090508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-360155e1-2bb5-4c56-91bd-59aa11e6f963 req-e34e0bb3-b067-49fa-88a8-2d927eefe331 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1221476 Apr 21 20:50:49.170251 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-360155e1-2bb5-4c56-91bd-59aa11e6f963 req-e0f59f81-6a50-428a-8a78-f5ae88de5fb5 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733488 Apr 21 20:50:49.184714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:49.195468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d012e-a303-40a1-853c-a31522906b84 req-4344f8eb-1561-4a38-9bfc-53b87499366b tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:49.197004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d7d012e-a303-40a1-853c-a31522906b84 req-4344f8eb-1561-4a38-9bfc-53b87499366b tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 1100 time: 0.0542109 Apr 21 20:50:49.238845 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d7d012e-a303-40a1-853c-a31522906b84 req-7d422e99-ae93-424f-8174-0b7b8fd918ac tempest-ServersOnMultiNodesTest-1081064488 tempest-ServersOnMultiNodesTest-1081064488-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350332 Apr 21 20:50:49.331161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e7534-cbd5-4009-8d71-e4a792faa655 req-5020adbf-56a4-4f34-8f24-e824f6eaaa3b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:49.332606 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb4e7534-cbd5-4009-8d71-e4a792faa655 req-5020adbf-56a4-4f34-8f24-e824f6eaaa3b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1016970 Apr 21 20:50:49.458349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb4e7534-cbd5-4009-8d71-e4a792faa655 req-0e542546-f672-42ee-92cf-b07e38dfb455 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832014 Apr 21 20:50:49.474622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:49.537952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab588943-2022-41be-ab26-4d03a50c9f52 req-2d47b584-5156-41f9-a605-5f9bfb218b55 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:49.539828 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab588943-2022-41be-ab26-4d03a50c9f52 req-2d47b584-5156-41f9-a605-5f9bfb218b55 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0798738 Apr 21 20:50:49.585414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab588943-2022-41be-ab26-4d03a50c9f52 req-83fd0ca9-8c05-456f-a5af-c838a266a057 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387173 Apr 21 20:50:49.631262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8b114-2637-4b86-a69b-253f63a2a2b0 req-7e8bb8f5-3fad-47a2-b2c1-bd1d6e55e458 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:49.632437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b083189-4781-459c-bef7-2486a989a307 None None] Network f2414dd3-1838-48ed-afc1-f97278af7aa8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:50:49.632940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05b8b114-2637-4b86-a69b-253f63a2a2b0 req-7e8bb8f5-3fad-47a2-b2c1-bd1d6e55e458 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 949 time: 0.1021376 Apr 21 20:50:49.690680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05b8b114-2637-4b86-a69b-253f63a2a2b0 req-23a55342-a97d-4ed3-b22a-c43fd21f4d88 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484157 Apr 21 20:50:49.696851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:50:49.727376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235700a-7672-441f-8d56-aafbb5f1bb33 req-ad669f5e-70a0-4631-9ab0-b16f939c88d1 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:49.728888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0235700a-7672-441f-8d56-aafbb5f1bb33 req-ad669f5e-70a0-4631-9ab0-b16f939c88d1 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0618777 Apr 21 20:50:49.789881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a0982035-bc86-4ea7-91b5-9a866761710d None None] Provisioning complete for port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:49.790252 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a0982035-bc86-4ea7-91b5-9a866761710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:49.793803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0235700a-7672-441f-8d56-aafbb5f1bb33 req-4c8768cb-7098-4f15-8934-efa65bc31ca6 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466700 Apr 21 20:50:49.830893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:49.842665 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Sync routers for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:49.857163 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:49.859013 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:49.864222 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:49.865733 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-781d0f11-2364-4cce-ac4f-49f01e00cef9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2346077 Apr 21 20:50:49.868720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40462) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:49.964209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:49.982075 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:50.090503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:50.090752 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.117924 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a0982035-bc86-4ea7-91b5-9a866761710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.174567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a0982035-bc86-4ea7-91b5-9a866761710d None None] For port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7f9488cf-4bd9-4bef-97f0-49d9ebd12baf,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:50.182778 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a0982035-bc86-4ea7-91b5-9a866761710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.229718 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:49Z', 'revision_number': 3, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:50.287894 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.290896 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Checking router: a19bfb7d-d0da-4c8f-a63b-fb772e79def2 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:50.291237 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Updating router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 port 11b28693-0939-4a6c-9a04-9981516e7f6c binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:50:50.342156 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.350755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0982035-bc86-4ea7-91b5-9a866761710d None None] Pushing event updated for resources: {'Port': ['ID=7f9488cf-4bd9-4bef-97f0-49d9ebd12baf,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:50.417025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664bd64-0820-4a6e-8f6b-24b5b13a8920 req-309c78f5-ae47-4bf9-9098-386875d42a7e tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:50.419017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2664bd64-0820-4a6e-8f6b-24b5b13a8920 req-309c78f5-ae47-4bf9-9098-386875d42a7e tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1267731 Apr 21 20:50:50.427046 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.428103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-169803d1-3ad9-4ee5-a020-5f83b6615aeb None None] Provisioning complete for port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:50.429009 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-169803d1-3ad9-4ee5-a020-5f83b6615aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.523958 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.532912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3461788a-b724-42eb-a967-1860b2d0b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24376604-5a3f-4bb4-bce5-cb6a93d335b1'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:50.535764 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae56ae31-2d6d-4308-912a-95eb83cc1961" -d '{"events": [{"server_uuid": "3461788a-b724-42eb-a967-1860b2d0b035", "name": "network-vif-plugged", "status": "completed", "tag": "24376604-5a3f-4bb4-bce5-cb6a93d335b1"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:50.544589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2664bd64-0820-4a6e-8f6b-24b5b13a8920 req-6b3d9096-5ccb-40f9-94e0-02da3f7b85f5 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151373 Apr 21 20:50:50.585530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba9a0-95e1-431a-b065-502544ae5826 req-0165e998-1343-4d82-8eae-44d920050c34 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:50.593683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-227ba9a0-95e1-431a-b065-502544ae5826 req-0165e998-1343-4d82-8eae-44d920050c34 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0903053 Apr 21 20:50:50.632888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-227ba9a0-95e1-431a-b065-502544ae5826 req-d91ecb9f-e345-4589-aa89-65a6e3594130 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382273 Apr 21 20:50:50.684865 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a5b877-0a52-4241-bc36-78488a62e909 x-openstack-request-id: req-56a5b877-0a52-4241-bc36-78488a62e909 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:50.685874 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3461788a-b724-42eb-a967-1860b2d0b035", "name": "network-vif-plugged", "status": "completed", "tag": "24376604-5a3f-4bb4-bce5-cb6a93d335b1", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:50.686314 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56a5b877-0a52-4241-bc36-78488a62e909 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:50.686878 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a5b877-0a52-4241-bc36-78488a62e909'] response: {'server_uuid': '3461788a-b724-42eb-a967-1860b2d0b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24376604-5a3f-4bb4-bce5-cb6a93d335b1', 'code': 200} Apr 21 20:50:50.697359 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.705635 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.726638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a0fe4-81cf-47d8-9bc9-4da397167f9a req-c2a9be02-9eb0-48cd-9fbe-40e7df1a0f47 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:50.728106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-309a0fe4-81cf-47d8-9bc9-4da397167f9a req-c2a9be02-9eb0-48cd-9fbe-40e7df1a0f47 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0993450 Apr 21 20:50:50.772870 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Attempting to bind port 11b28693-0939-4a6c-9a04-9981516e7f6c on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:50.773183 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Attempting to bind port 11b28693-0939-4a6c-9a04-9981516e7f6c by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:50.773487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Attempting to bind port 11b28693-0939-4a6c-9a04-9981516e7f6c on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:50.775346 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77285dcd-e79a-404a-9fdc-3affc8a4b919 None None] Pushing event updated for resources: {'Port': ['ID=11b28693-0939-4a6c-9a04-9981516e7f6c,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:50.785610 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:50.785935 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:50.793707 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.794542 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:50.794821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521baabd-c4a5-4617-9288-62ef8f8f38d5 req-a6b1513b-a37b-4601-8342-f39c2746507d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:50.795220 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Bound port: 11b28693-0939-4a6c-9a04-9981516e7f6c, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:50.795911 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.797203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-521baabd-c4a5-4617-9288-62ef8f8f38d5 req-a6b1513b-a37b-4601-8342-f39c2746507d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0654480 Apr 21 20:50:50.811629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-309a0fe4-81cf-47d8-9bc9-4da397167f9a req-4a3b7ebf-4534-4983-9616-83a13933ab7e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741842 Apr 21 20:50:50.818894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Allocated IP 172.20.0.1 (f2414dd3-1838-48ed-afc1-f97278af7aa8/53100f78-a57b-4540-8874-5b8ccd939866/67f0408b-805d-414f-b762-ee0619ae06be) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:50.848635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-521baabd-c4a5-4617-9288-62ef8f8f38d5 req-253ad47c-bab1-4d94-a7b9-cbcaafced415 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460515 Apr 21 20:50:50.869982 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] For port 11b28693-0939-4a6c-9a04-9981516e7f6c, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:50.873736 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] For port 11b28693-0939-4a6c-9a04-9981516e7f6c, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=11b28693-0939-4a6c-9a04-9981516e7f6c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:50.879315 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:50.941046 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77285dcd-e79a-404a-9fdc-3affc8a4b919 None None] Pushing event updated for resources: {'Port': ['ID=11b28693-0939-4a6c-9a04-9981516e7f6c,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:50.959429 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:50.960051 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:50.983143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f4af5-d688-4c0a-8e72-8630b5d37555 req-4684ada3-7455-4f26-8c87-387151ffa99e tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:50.984633 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-586f4af5-d688-4c0a-8e72-8630b5d37555 req-4684ada3-7455-4f26-8c87-387151ffa99e tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0537040 Apr 21 20:50:51.018902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d531a-cb01-4b15-b4b1-3a39381dae89 req-db611de9-fdee-4189-a951-d0e8f87222ad tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:51.020804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c08d531a-cb01-4b15-b4b1-3a39381dae89 req-db611de9-fdee-4189-a951-d0e8f87222ad tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 949 time: 0.0847411 Apr 21 20:50:51.038039 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-586f4af5-d688-4c0a-8e72-8630b5d37555 req-dc6f8022-c662-4456-b0f7-6689a7ad412c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459192 Apr 21 20:50:51.053689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:51.080390 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:51.096381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c08d531a-cb01-4b15-b4b1-3a39381dae89 req-9ed69c4d-17e7-4730-a3c6-b05e9e34f3b7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631607 Apr 21 20:50:51.114402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:51.153501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Network f2414dd3-1838-48ed-afc1-f97278af7aa8 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:51.158004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:51.162699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:51.165520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Pushing event updated for resources: {'Port': ['ID=67f0408b-805d-414f-b762-ee0619ae06be,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:51.201835 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:51.279149 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:49Z', 'revision_number': 3, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:51.308375 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b0113-1ead-41dd-b638-c2f68cf1b075 None None] The sync data for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 is: [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:49Z', 'revision_number': 3, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:51.341457 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:51.400641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c36eac6d-da93-4538-9c0f-50c3d4aa10b2 None None] Provisioning complete for port 67f0408b-805d-414f-b762-ee0619ae06be triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:51.401030 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c36eac6d-da93-4538-9c0f-50c3d4aa10b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:51.414478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-4e2cc5fb-7369-4f3b-8a06-64d048b0e467 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:51.416107 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-4e2cc5fb-7369-4f3b-8a06-64d048b0e467 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 949 time: 0.0703411 Apr 21 20:50:51.455782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c36eac6d-da93-4538-9c0f-50c3d4aa10b2 None None] Port 67f0408b-805d-414f-b762-ee0619ae06be cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:51.538492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Deleting port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:50:51.539928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:51.862281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65f2ed-4515-44d6-81c0-b99d4189db69 req-3951f1be-4d1d-4d83-9938-15be4209b861 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:51.863883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad65f2ed-4515-44d6-81c0-b99d4189db69 req-3951f1be-4d1d-4d83-9938-15be4209b861 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0721574 Apr 21 20:50:51.926641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 11b28693-0939-4a6c-9a04-9981516e7f6c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:51.932102 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:51.943873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:51.950260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad65f2ed-4515-44d6-81c0-b99d4189db69 req-1382014e-760a-4431-b38c-ceb7417774b6 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659292 Apr 21 20:50:52.011651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 11b28693-0939-4a6c-9a04-9981516e7f6c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:52.012288 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:52.032845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Pushing event updated for resources: {'Port': ['ID=67f0408b-805d-414f-b762-ee0619ae06be,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:52.035327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:52.116682 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:52.127471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff8d36-9bd7-4f98-b109-4ccd617a4042 req-7f4fe5a6-a8d0-459a-87fd-1cdfe4f3a173 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:52.135799 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffff8d36-9bd7-4f98-b109-4ccd617a4042 req-7f4fe5a6-a8d0-459a-87fd-1cdfe4f3a173 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.4672942 Apr 21 20:50:52.145476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 11b28693-0939-4a6c-9a04-9981516e7f6c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=11b28693-0939-4a6c-9a04-9981516e7f6c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:52.151771 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:52.153003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:52.156186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6db61-88db-45a2-a0a9-cffa4b54f17c req-02ec01ac-1423-412d-a72b-f05c5681f302 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:52.163934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ab6db61-88db-45a2-a0a9-cffa4b54f17c req-02ec01ac-1423-412d-a72b-f05c5681f302 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1259799 Apr 21 20:50:52.202580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffff8d36-9bd7-4f98-b109-4ccd617a4042 req-d203563d-5260-4874-9e12-31e9ab6257ec tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658658 Apr 21 20:50:52.215096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] For port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:52.215402 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:52.221128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ab6db61-88db-45a2-a0a9-cffa4b54f17c req-bf1c7c42-734c-407e-b9cc-d5c1be273e6f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560639 Apr 21 20:50:52.250928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Calling delete_port for b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:50:52.267378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:52.267750 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:52.304430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Network f2414dd3-1838-48ed-afc1-f97278af7aa8 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:52.310487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:52.330774 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=11b28693-0939-4a6c-9a04-9981516e7f6c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:52.464842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc573e-1360-492a-958d-bd1bb7db422c req-c484cc29-0e0a-4b81-ac06-a194a93bd8a5 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:52.472499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-abbc573e-1360-492a-958d-bd1bb7db422c req-c484cc29-0e0a-4b81-ac06-a194a93bd8a5 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.1493959 Apr 21 20:50:52.492715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:50:52.510149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467050a-c855-44b0-ac17-f32c24d5a336 req-481f2189-c546-42ca-8269-8483c0b0a5a3 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:52.511758 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5467050a-c855-44b0-ac17-f32c24d5a336 req-481f2189-c546-42ca-8269-8483c0b0a5a3 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.1827374 Apr 21 20:50:52.522373 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:52.534745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade', '9709e06e-8d68-465a-862a-67e2d1f6872e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:52.547967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-abbc573e-1360-492a-958d-bd1bb7db422c req-b0d5ba06-30fa-4f4a-8b1d-af619809f2e3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742743 Apr 21 20:50:52.568475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event deleted for resources: {'Port': ['ID=b175ac1c-3ea8-49fe-b9f2-126b2c4bad20,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:52.595034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'b618387d-6f8b-4e05-90ee-599f7fd67105', '12ed72c8-b468-4abf-888a-30b84e381046', '2603f413-5812-47a3-8d48-ce158b386275'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:50:52.634262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] No DVR routers for this DVR port b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:50:52.639372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:52.644092 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7662fc4e-fc15-40e0-9b0e-5eea8444f1fa req-f76f9230-590f-4d2e-bef1-f92f271e8014 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "DELETE /v2.0/ports/b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 HTTP/1.1" status: 204 len: 173 time: 1.2216060 Apr 21 20:50:52.645754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f40c61-39a4-4518-a995-f2fbe29b8816', 'name': 'network-vif-deleted', 'tag': 'b175ac1c-3ea8-49fe-b9f2-126b2c4bad20'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:52.646518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5467050a-c855-44b0-ac17-f32c24d5a336 req-3a014d60-7acc-432b-8e93-c024796c300d tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833123 Apr 21 20:50:52.650424 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4cbade-62a2-46c1-b3f8-3da57597f2e8" -d '{"events": [{"server_uuid": "b0f40c61-39a4-4518-a995-f2fbe29b8816", "name": "network-vif-deleted", "tag": "b175ac1c-3ea8-49fe-b9f2-126b2c4bad20"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:52.681898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:50:52.701375 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f97439fd-fa69-4d8e-9bf8-35d8bcbfe8df admin admin] 10.222.0.49 "PUT /v2.0/routers/a19bfb7d-d0da-4c8f-a63b-fb772e79def2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8311646 Apr 21 20:50:52.737935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c024a2ef-f570-48b9-9be8-3336049556be req-c2153ead-b047-423e-901a-8e71412540a9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f40c61-39a4-4518-a995-f2fbe29b8816 HTTP/1.1" status: 200 len: 210 time: 0.0611546 Apr 21 20:50:52.739405 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9b5427-a357-4a63-a9b2-9da47d028556 x-openstack-request-id: req-8e9b5427-a357-4a63-a9b2-9da47d028556 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:52.739667 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f40c61-39a4-4518-a995-f2fbe29b8816", "name": "network-vif-deleted", "tag": "b175ac1c-3ea8-49fe-b9f2-126b2c4bad20", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:52.739918 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e9b5427-a357-4a63-a9b2-9da47d028556 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:52.740308 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9b5427-a357-4a63-a9b2-9da47d028556'] response: {'server_uuid': 'b0f40c61-39a4-4518-a995-f2fbe29b8816', 'name': 'network-vif-deleted', 'tag': 'b175ac1c-3ea8-49fe-b9f2-126b2c4bad20', 'status': 'completed', 'code': 200} Apr 21 20:50:52.761321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d326100a-25bb-4ba1-9d0b-8a13dfa61377 None None] Provisioning complete for port 67f0408b-805d-414f-b762-ee0619ae06be triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:52.761684 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d326100a-25bb-4ba1-9d0b-8a13dfa61377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:52.827843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d326100a-25bb-4ba1-9d0b-8a13dfa61377 None None] Port 67f0408b-805d-414f-b762-ee0619ae06be cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:53.082274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec33d-512d-4e21-9837-826f91acd594 req-9a0eeb76-b3b3-4751-8e6d-307c7d364d80 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:53.084373 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2cec33d-512d-4e21-9837-826f91acd594 req-9a0eeb76-b3b3-4751-8e6d-307c7d364d80 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0589917 Apr 21 20:50:53.137374 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2cec33d-512d-4e21-9837-826f91acd594 req-137186b8-e496-485b-828f-876957222083 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465970 Apr 21 20:50:53.194899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40508) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:53.199720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6fcff192-50b2-43c3-a751-052f6f1bcb89 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375123127', 'description': 'tempest-description--173904168'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:53.229058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6fcff192-50b2-43c3-a751-052f6f1bcb89 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.320472 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6fcff192-50b2-43c3-a751-052f6f1bcb89 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.344812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6fcff192-50b2-43c3-a751-052f6f1bcb89 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.346811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1160c-dec7-4a2a-96a7-b6457bead6e7 req-0c32184f-ae26-4c89-9e05-421be5056c13 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:53.349536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7fd1160c-dec7-4a2a-96a7-b6457bead6e7 req-0c32184f-ae26-4c89-9e05-421be5056c13 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0909691 Apr 21 20:50:53.378709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Sync routers for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:50:53.398085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcff192-50b2-43c3-a751-052f6f1bcb89 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3825157c-04aa-46e9-b706-5ef88f53e547,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:53.400807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:53.401295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:53.410386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7fd1160c-dec7-4a2a-96a7-b6457bead6e7 req-881bad3a-7c0f-40a3-a67c-b28de16757f5 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443244 Apr 21 20:50:53.427371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6fcff192-50b2-43c3-a751-052f6f1bcb89 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.428886 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6fcff192-50b2-43c3-a751-052f6f1bcb89 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2328572 Apr 21 20:50:53.432221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40514) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:53.438915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1554935f-be4c-409c-ba49-1af7854ea2cf tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Request body: {'security_group_rule': {'security_group_id': '3825157c-04aa-46e9-b706-5ef88f53e547', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:53.442362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae23e4-2177-4a7b-99bd-8f6007f9128b req-b78538d4-4e11-4a6a-b0f5-76e65784d4fa tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:53.443849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcae23e4-2177-4a7b-99bd-8f6007f9128b req-b78538d4-4e11-4a6a-b0f5-76e65784d4fa tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1136503 Apr 21 20:50:53.471736 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1554935f-be4c-409c-ba49-1af7854ea2cf tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.488399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcae23e4-2177-4a7b-99bd-8f6007f9128b req-2f624b3b-3b87-4561-9b3d-e37f1bdc60fe tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369530 Apr 21 20:50:53.521705 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1554935f-be4c-409c-ba49-1af7854ea2cf tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.525503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1554935f-be4c-409c-ba49-1af7854ea2cf tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.540348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554935f-be4c-409c-ba49-1af7854ea2cf tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc4148c-805a-4d68-91ba-5e3721e32893,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:53.551645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1554935f-be4c-409c-ba49-1af7854ea2cf tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.552851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1554935f-be4c-409c-ba49-1af7854ea2cf tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179969 Apr 21 20:50:53.555772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:53.560019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f09109fa-fa51-49ea-9066-5813c7a13fb7 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Request body: {'security_group_rule': {'security_group_id': '3825157c-04aa-46e9-b706-5ef88f53e547', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:53.563696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:53.587623 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f09109fa-fa51-49ea-9066-5813c7a13fb7 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.666520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:53.671813 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f09109fa-fa51-49ea-9066-5813c7a13fb7 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.682442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f09109fa-fa51-49ea-9066-5813c7a13fb7 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.689738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:50:53.690078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device b175ac1c-3ea8-49fe-b9f2-126b2c4bad20 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:50:53.697826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08db9a4-d54d-4a08-a944-89d6fa9c5cb1 req-0a26b3c8-9df2-4e10-8a50-f6ea890c36f6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:53.699323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a08db9a4-d54d-4a08-a944-89d6fa9c5cb1 req-0a26b3c8-9df2-4e10-8a50-f6ea890c36f6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0767789 Apr 21 20:50:53.712158 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09109fa-fa51-49ea-9066-5813c7a13fb7 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2d3540-a8a7-4892-bbda-6dda9f90038e,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:53.743072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f09109fa-fa51-49ea-9066-5813c7a13fb7 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.746924 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f09109fa-fa51-49ea-9066-5813c7a13fb7 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1875622 Apr 21 20:50:53.747412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40524) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:50:53.752844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:53.778658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cd4ef-2503-4821-9963-97490f6d29fc req-2b6bfc17-4d40-40c2-85b6-f7bdd60c9aee tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:53.780197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-266cd4ef-2503-4821-9963-97490f6d29fc req-2b6bfc17-4d40-40c2-85b6-f7bdd60c9aee tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0733702 Apr 21 20:50:53.780938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a08db9a4-d54d-4a08-a944-89d6fa9c5cb1 req-aa84bc98-aebe-4566-a414-e0f09971f936 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641155 Apr 21 20:50:53.813594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.827895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 11b28693-0939-4a6c-9a04-9981516e7f6c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:53.834257 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:50:53.861480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-266cd4ef-2503-4821-9963-97490f6d29fc req-1dcc0716-2210-43d6-a891-14275f37376f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688007 Apr 21 20:50:53.929517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 11b28693-0939-4a6c-9a04-9981516e7f6c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:53.929733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.961229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:53.987763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '67f0408b-805d-414f-b762-ee0619ae06be', 'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'mac_address': 'fa:16:3e:e2:26:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:50Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 2, 'project_id': 'e6811dff1924414583a4c328264b441b', 'subnets': [{'id': '53100f78-a57b-4540-8874-5b8ccd939866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:54.016867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Checking router: a19bfb7d-d0da-4c8f-a63b-fb772e79def2 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:50:54.017225 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Updating router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 port 67f0408b-805d-414f-b762-ee0619ae06be binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:50:54.069239 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.114698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Allocated IP 172.25.0.35 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/1683b294-333b-43e1-8468-5033ba8a665a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:54.126623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f0cc5-b3b8-4f78-b069-99ca9389d3f6 req-05f5e49f-c678-4010-b510-1c422ee3ab08 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:54.128084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa8f0cc5-b3b8-4f78-b069-99ca9389d3f6 req-05f5e49f-c678-4010-b510-1c422ee3ab08 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0945890 Apr 21 20:50:54.209503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa8f0cc5-b3b8-4f78-b069-99ca9389d3f6 req-5a20ae9f-45bc-4d25-94d3-9e6af89b9d4a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746996 Apr 21 20:50:54.255532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.271754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0ea6c-1268-470a-8bba-99b7fccaabcd req-c1fb1192-9dd1-4f3c-a180-804cb4252f85 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:54.274291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aaa0ea6c-1268-470a-8bba-99b7fccaabcd req-c1fb1192-9dd1-4f3c-a180-804cb4252f85 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0610149 Apr 21 20:50:54.290313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.321916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aaa0ea6c-1268-470a-8bba-99b7fccaabcd req-8d26b866-e4a3-472c-9b88-18a1ab8717c7 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Apr 21 20:50:54.331901 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:54.337307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:54.341101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:54.356796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.362780 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.366554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Pushing event updated for resources: {'Port': ['ID=1683b294-333b-43e1-8468-5033ba8a665a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:54.415845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd103e-115d-4b9a-b024-dd2338aa46bf None None] Pushing event updated for resources: {'Port': ['ID=67f0408b-805d-414f-b762-ee0619ae06be,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:54.437662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.475668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Attempting to bind port 67f0408b-805d-414f-b762-ee0619ae06be on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:54.476018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Attempting to bind port 67f0408b-805d-414f-b762-ee0619ae06be by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:54.476281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Attempting to bind port 67f0408b-805d-414f-b762-ee0619ae06be on network f2414dd3-1838-48ed-afc1-f97278af7aa8 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:54.483442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:54.483820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Checking segment: {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:54.484643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.485133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Bound using segment: {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:54.486201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Bound port: 67f0408b-805d-414f-b762-ee0619ae06be, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:54.486201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.497853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.571402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] For port 67f0408b-805d-414f-b762-ee0619ae06be, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:54.573174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815306b8-4c54-4846-83db-5543c7ea6c69 req-e4a154ac-3899-4ac7-855d-d82527ccde37 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:54.575662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] For port 67f0408b-805d-414f-b762-ee0619ae06be, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=67f0408b-805d-414f-b762-ee0619ae06be,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:54.577356 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-815306b8-4c54-4846-83db-5543c7ea6c69 req-e4a154ac-3899-4ac7-855d-d82527ccde37 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0924690 Apr 21 20:50:54.583795 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.617308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb438c2-3a90-44ce-9c89-402822a24b8d req-fd7dd509-7dd4-4fb0-bae3-ae000ed1f250 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:54.625106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdb438c2-3a90-44ce-9c89-402822a24b8d req-fd7dd509-7dd4-4fb0-bae3-ae000ed1f250 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0652308 Apr 21 20:50:54.637338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:50:54.638420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:50:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:54.673357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdb438c2-3a90-44ce-9c89-402822a24b8d req-9019e8ef-fede-4065-b9bd-7e7dbc1d51cb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Apr 21 20:50:54.689945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-815306b8-4c54-4846-83db-5543c7ea6c69 req-37c935ab-da53-4c88-9325-5b61c479c2f1 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078668 Apr 21 20:50:54.772312 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.777733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.848741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd103e-115d-4b9a-b024-dd2338aa46bf None None] Pushing event updated for resources: {'Port': ['ID=67f0408b-805d-414f-b762-ee0619ae06be,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:54.863553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.888379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.889204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b5a4e62f-96d5-43b6-9f7f-6c6b8bdf54a6 None None] Provisioning complete for port 67f0408b-805d-414f-b762-ee0619ae06be triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:54.889579 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b5a4e62f-96d5-43b6-9f7f-6c6b8bdf54a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:54.899682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1513813 Apr 21 20:50:54.900658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154dda4-83c2-4f49-859b-05d00aacca2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Pushing event updated for resources: {'Port': ['ID=1683b294-333b-43e1-8468-5033ba8a665a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:54.947836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:50:54.974320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c191-d6ef-456b-98b5-8ab0d1c7e13f req-663c3e91-05ca-4b9d-92a4-6cc00beb4e3d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:54.975945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-12e4c191-d6ef-456b-98b5-8ab0d1c7e13f req-663c3e91-05ca-4b9d-92a4-6cc00beb4e3d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0891089 Apr 21 20:50:55.023372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc8d4-295c-4fbc-acff-b07c21f01496 req-11195f68-b618-4f62-b4ea-73dfac97f229 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:55.023645 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-12e4c191-d6ef-456b-98b5-8ab0d1c7e13f req-8187a8dc-8b59-4ea0-8621-14c7e40bb1c8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392337 Apr 21 20:50:55.025135 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76bdc8d4-295c-4fbc-acff-b07c21f01496 req-11195f68-b618-4f62-b4ea-73dfac97f229 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0552762 Apr 21 20:50:55.077090 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76bdc8d4-295c-4fbc-acff-b07c21f01496 req-add6c9f7-4761-437e-8aa7-72c34e19d441 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397832 Apr 21 20:50:55.100197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b5a4e62f-96d5-43b6-9f7f-6c6b8bdf54a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:55.150881 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-7e3e09b9-eec5-477c-8b27-f5da58259983 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1375123127&fields=id&tenant_id=e6811dff1924414583a4c328264b441b HTTP/1.1" status: 200 len: 267 time: 0.0326111 Apr 21 20:50:55.151837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b5a4e62f-96d5-43b6-9f7f-6c6b8bdf54a6 None None] For port 67f0408b-805d-414f-b762-ee0619ae06be, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=67f0408b-805d-414f-b762-ee0619ae06be,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:55.161499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b5a4e62f-96d5-43b6-9f7f-6c6b8bdf54a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:55.240672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4e62f-96d5-43b6-9f7f-6c6b8bdf54a6 None None] Pushing event updated for resources: {'Port': ['ID=67f0408b-805d-414f-b762-ee0619ae06be,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:55.259709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-fd7d0579-1570-4419-b6eb-e127d3351eda tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:55.261198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-fd7d0579-1570-4419-b6eb-e127d3351eda tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/networks?id=f2414dd3-1838-48ed-afc1-f97278af7aa8 HTTP/1.1" status: 200 len: 805 time: 0.1026027 Apr 21 20:50:55.261940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '67f0408b-805d-414f-b762-ee0619ae06be', 'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'mac_address': 'fa:16:3e:e2:26:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:50Z', 'updated_at': '2022-04-21T20:50:54Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'subnets': [{'id': '53100f78-a57b-4540-8874-5b8ccd939866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:50:55.279141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-5a0af2dc-7ca3-4b8d-9ae9-342e83c81fee tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/quotas/e6811dff1924414583a4c328264b441b HTTP/1.1" status: 200 len: 375 time: 0.0092123 Apr 21 20:50:55.293929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fec5ef-a200-416c-8ff5-089b90278d6a None None] The sync data for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 is: [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '67f0408b-805d-414f-b762-ee0619ae06be', 'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'mac_address': 'fa:16:3e:e2:26:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:50Z', 'updated_at': '2022-04-21T20:50:54Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'subnets': [{'id': '53100f78-a57b-4540-8874-5b8ccd939866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:50:55.309187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f215f19f-9ca8-49e9-8a5e-c27af74f85cb None None] Provisioning complete for port 67f0408b-805d-414f-b762-ee0619ae06be triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:55.309557 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f215f19f-9ca8-49e9-8a5e-c27af74f85cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:55.365152 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-04ee9ebb-474f-4d4b-a88a-90755e7675eb tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6811dff1924414583a4c328264b441b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732615 Apr 21 20:50:55.411845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde8684-9dbd-441c-8817-d068b25d8cd3 req-a10646bc-c364-41b7-9519-e897e3f89f8a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:55.413419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bde8684-9dbd-441c-8817-d068b25d8cd3 req-a10646bc-c364-41b7-9519-e897e3f89f8a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.1204183 Apr 21 20:50:55.470034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bde8684-9dbd-441c-8817-d068b25d8cd3 req-ed84f132-d854-4c79-a400-63150c3b031e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482924 Apr 21 20:50:55.494001 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-6d5f3e91-bd76-41de-92ec-dad92393b1c4 service neutron] 10.222.0.49 "GET /v2.0/networks/f2414dd3-1838-48ed-afc1-f97278af7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252825 Apr 21 20:50:55.598560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b9d7c-012a-42ee-9130-366f4c282489 req-c28f07e8-1120-4270-a63e-8e6b5bda8bee tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:55.599994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c5b9d7c-012a-42ee-9130-366f4c282489 req-c28f07e8-1120-4270-a63e-8e6b5bda8bee tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0599449 Apr 21 20:50:55.614066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-aaec3846-d2f4-4569-939e-d2c5f3912638 service neutron] 10.222.0.49 "GET /v2.0/networks/f2414dd3-1838-48ed-afc1-f97278af7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134164 Apr 21 20:50:55.657941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c5b9d7c-012a-42ee-9130-366f4c282489 req-96b9ef67-e799-468d-9026-f2c86890c473 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Apr 21 20:50:55.861608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9ab03-095c-4fc4-baee-616db0903dea req-58a74e53-4e1e-48ee-b6ed-57f49990511f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:55.863626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9a9ab03-095c-4fc4-baee-616db0903dea req-58a74e53-4e1e-48ee-b6ed-57f49990511f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0762544 Apr 21 20:50:55.912293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9a9ab03-095c-4fc4-baee-616db0903dea req-8c2e3dcc-78e3-46e8-ac3a-b4fc12a35d8b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381525 Apr 21 20:50:55.940284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 67f0408b-805d-414f-b762-ee0619ae06be up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:50:55.974388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fc0df-5f37-4b6d-9fb1-eb9367e351c0 req-1a669418-b847-4c04-b379-cb5590e64ceb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:55.978143 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8a9fc0df-5f37-4b6d-9fb1-eb9367e351c0 req-1a669418-b847-4c04-b379-cb5590e64ceb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.1372247 Apr 21 20:50:56.044390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 67f0408b-805d-414f-b762-ee0619ae06be triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:56.044848 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:56.058276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f2d563d-cc83-4377-923d-55c5bd49bf98 req-934122da-c66f-43b0-bb7b-0bebdfcf4af3 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 210 time: 0.0602460 Apr 21 20:50:56.060038 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8a9fc0df-5f37-4b6d-9fb1-eb9367e351c0 req-5ad49b19-2ec0-45f2-969a-4a921fe1fcc2 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740571 Apr 21 20:50:56.114191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:50:56.208325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b59d-2269-4ab7-9f60-d98d693fdc9e req-723bf128-c2f2-46ec-98dc-8613606df8c7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:56.219906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6185b59d-2269-4ab7-9f60-d98d693fdc9e req-723bf128-c2f2-46ec-98dc-8613606df8c7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0755231 Apr 21 20:50:56.294748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539035a-e35e-4f60-a1ea-881f302953f3 req-23fdbab1-5378-49fd-8102-0220c108d0ac tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:56.299125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:56.300575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a539035a-e35e-4f60-a1ea-881f302953f3 req-23fdbab1-5378-49fd-8102-0220c108d0ac tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0967243 Apr 21 20:50:56.305230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6185b59d-2269-4ab7-9f60-d98d693fdc9e req-c0d74545-5924-4959-b4a7-e7c965a98e97 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835598 Apr 21 20:50:56.312388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 has no active binding in host n-h1-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:50:56.360994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a539035a-e35e-4f60-a1ea-881f302953f3 req-c4cba711-5d44-450d-8042-4d105850e832 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575502 Apr 21 20:50:56.615584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28519687-61f1-49e5-96ef-65fc5bd41da2 req-97e8ced1-3304-47ba-a6ff-d7612e8729dc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:56.617425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28519687-61f1-49e5-96ef-65fc5bd41da2 req-97e8ced1-3304-47ba-a6ff-d7612e8729dc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0720334 Apr 21 20:50:56.675093 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28519687-61f1-49e5-96ef-65fc5bd41da2 req-605bb939-9f2e-4be6-a17c-923b17ce0734 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501049 Apr 21 20:50:56.805835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91f8ec-c920-47b1-bb5f-db7ff84771a3 req-f7613b5b-6c8b-4307-8d2b-3e5157701c2d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:56.807443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b91f8ec-c920-47b1-bb5f-db7ff84771a3 req-f7613b5b-6c8b-4307-8d2b-3e5157701c2d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0707319 Apr 21 20:50:56.849425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b91f8ec-c920-47b1-bb5f-db7ff84771a3 req-d7b68ab1-4a90-4dd5-8b9c-34d634368ebb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Apr 21 20:50:57.047175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb3a14-3844-4c91-9de4-fee84fdb23c4 req-936f57c2-b597-491f-8619-1d5fa1745e80 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:57.048838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48cb3a14-3844-4c91-9de4-fee84fdb23c4 req-936f57c2-b597-491f-8619-1d5fa1745e80 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0523565 Apr 21 20:50:57.097313 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48cb3a14-3844-4c91-9de4-fee84fdb23c4 req-09bd74c6-3c8c-418a-a573-f4ca0dd9a6af tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Apr 21 20:50:57.155440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f3fd4e6-afe1-497e-9ed4-f9cdb75836e7 req-046956b5-f2b4-4627-a743-34bdfabaead6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 210 time: 0.0312490 Apr 21 20:50:57.273841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12d80b-2355-4cab-bb75-139ea9da047d req-4b8262dd-91d5-40dc-b599-557813c01417 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:57.275314 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad12d80b-2355-4cab-bb75-139ea9da047d req-4b8262dd-91d5-40dc-b599-557813c01417 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.1132429 Apr 21 20:50:57.336499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-e0536bd7-b307-452a-8873-7ec6e75cc9e1 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:57.337937 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-e0536bd7-b307-452a-8873-7ec6e75cc9e1 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.43 "GET /v2.0/networks?id=f2414dd3-1838-48ed-afc1-f97278af7aa8 HTTP/1.1" status: 200 len: 805 time: 0.1658399 Apr 21 20:50:57.346679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad12d80b-2355-4cab-bb75-139ea9da047d req-8bdfa96e-d87d-4943-b560-c5b543a22c5b tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633373 Apr 21 20:50:57.398737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-7e855769-6453-4c7c-a336-da015097cc31 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6811dff1924414583a4c328264b441b HTTP/1.1" status: 200 len: 380 time: 0.0451643 Apr 21 20:50:57.430616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Request body: {'port': {'device_id': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'admin_state_up': True, 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'security_groups': ['3825157c-04aa-46e9-b706-5ef88f53e547']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:57.442499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed4b5b-2efc-44fb-8f3c-fc637916b0f3 req-09a675e1-d8de-4a29-99c4-80b5484d94cb tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:57.444612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33ed4b5b-2efc-44fb-8f3c-fc637916b0f3 req-09a675e1-d8de-4a29-99c4-80b5484d94cb tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 944 time: 0.0622935 Apr 21 20:50:57.509344 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33ed4b5b-2efc-44fb-8f3c-fc637916b0f3 req-2255e42a-01b0-47b3-84cc-2352ece14b8e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583484 Apr 21 20:50:57.536028 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-374613ef-3cd7-4f15-a7c2-5d551fd690f0 service neutron] 10.222.0.43 "GET /v2.0/ports/30200fbf-1ce2-45de-ab18-a53bbd310966/bindings/n-h1-838945-1 HTTP/1.1" status: 200 len: 384 time: 0.0678947 Apr 21 20:50:57.542801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7bd2d-bec7-40ad-acf9-c7c667bdc6b1 req-2f6eb2f8-42a3-4654-8964-f3ed94b89db6 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:57.544284 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30c7bd2d-bec7-40ad-acf9-c7c667bdc6b1 req-2f6eb2f8-42a3-4654-8964-f3ed94b89db6 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0919259 Apr 21 20:50:57.610106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30c7bd2d-bec7-40ad-acf9-c7c667bdc6b1 req-15980815-32a5-42ff-a525-fcfb6ce71402 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550427 Apr 21 20:50:57.619814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Made reservation on behalf of e6811dff1924414583a4c328264b441b for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:50:57.623374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:57.682136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:50:57.714204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:57.751962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:57.762908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Allocated IP 172.20.0.12 (f2414dd3-1838-48ed-afc1-f97278af7aa8/53100f78-a57b-4540-8874-5b8ccd939866/d0e57c47-d4a6-4108-a518-4c792584a1df) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:50:57.798804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30200fbf-1ce2-45de-ab18-a53bbd310966 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:57.827580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:50:57.848674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:57.857392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a3c34-0d36-4939-b646-ce752a6963d9 req-c1698f2f-a90b-4fae-9b9a-3b35b35efdac tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:57.858854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-160a3c34-0d36-4939-b646-ce752a6963d9 req-c1698f2f-a90b-4fae-9b9a-3b35b35efdac tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0774531 Apr 21 20:50:57.914842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:57.928797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-160a3c34-0d36-4939-b646-ce752a6963d9 req-d798b27d-32a1-43a0-a302-2f452f9a394d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620542 Apr 21 20:50:57.966467 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] Transition to ACTIVE for port object 30200fbf-1ce2-45de-ab18-a53bbd310966 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:57.972267 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:57.988383 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094837d-9c7f-4351-a86e-4d7328d0ebba req-9ac9ed19-1837-45e2-9c3b-ce9f2399523a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:57.989999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a094837d-9c7f-4351-a86e-4d7328d0ebba req-9ac9ed19-1837-45e2-9c3b-ce9f2399523a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0704818 Apr 21 20:50:57.991431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:58.042132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] No DVR routers for this DVR port 30200fbf-1ce2-45de-ab18-a53bbd310966 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:50:58.052551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] Pushing event updated for resources: {'Port': ['ID=30200fbf-1ce2-45de-ab18-a53bbd310966,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:58.065824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Network f2414dd3-1838-48ed-afc1-f97278af7aa8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:50:58.071521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:50:58.074104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:50:58.078021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-57ef6bfd-fa3e-4166-bbd2-168b2bf493bf service neutron] 10.222.0.43 "PUT /v2.0/ports/30200fbf-1ce2-45de-ab18-a53bbd310966/bindings/n-h1-838945-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5351050 Apr 21 20:50:58.082466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Pushing event updated for resources: {'Port': ['ID=d0e57c47-d4a6-4108-a518-4c792584a1df,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:58.115185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a094837d-9c7f-4351-a86e-4d7328d0ebba req-e53c263e-2b3b-4efc-a3e4-3bf9808e519f tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157296 Apr 21 20:50:58.143890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:58.144641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:58.163220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-338db969-a8f9-490b-b9de-d1c7db06d184 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7375996 Apr 21 20:50:58.182331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Request body: {'port': {'device_id': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:50:58.222414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f0b88-f82c-4dd8-b7e7-3f9728b68620 req-6d90ed78-4440-4bfb-ba2c-46f4f1687dae tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:58.224284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-919f0b88-f82c-4dd8-b7e7-3f9728b68620 req-6d90ed78-4440-4bfb-ba2c-46f4f1687dae tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0567229 Apr 21 20:50:58.266917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-919f0b88-f82c-4dd8-b7e7-3f9728b68620 req-113e04cc-88aa-4808-ae17-acf1709448aa tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366418 Apr 21 20:50:58.281117 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:58.327600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ff8de-3bf7-450d-a520-4b69e56335d7 req-3682738e-d9f8-4600-97ff-ada602f36c81 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:58.329074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d5ff8de-3bf7-450d-a520-4b69e56335d7 req-3682738e-d9f8-4600-97ff-ada602f36c81 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 932 time: 0.0813959 Apr 21 20:50:58.388531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ebb192c0-5b82-4dd9-b316-cbbeeaf4a1e0 None None] Provisioning complete for port d0e57c47-d4a6-4108-a518-4c792584a1df triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:50:58.389565 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ebb192c0-5b82-4dd9-b316-cbbeeaf4a1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:58.434358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d5ff8de-3bf7-450d-a520-4b69e56335d7 req-6113c2c4-f3fa-4492-bd27-3ae3c2d7de20 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974925 Apr 21 20:50:58.435403 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ebb192c0-5b82-4dd9-b316-cbbeeaf4a1e0 None None] Port d0e57c47-d4a6-4108-a518-4c792584a1df cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:50:58.499745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383c7bd-1aa2-4b0e-9b35-62f3bae4c6a8 req-18fa4fdb-1890-4493-8d24-3f0642b6304e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:58.501336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a383c7bd-1aa2-4b0e-9b35-62f3bae4c6a8 req-18fa4fdb-1890-4493-8d24-3f0642b6304e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0536087 Apr 21 20:50:58.537756 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a383c7bd-1aa2-4b0e-9b35-62f3bae4c6a8 req-9aa66a4e-495e-4b25-abcf-cab538b5083f tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302448 Apr 21 20:50:58.589743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e57c47-d4a6-4108-a518-4c792584a1df {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:50:58.604928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:58.636446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Transition to ACTIVE for port object d0e57c47-d4a6-4108-a518-4c792584a1df will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:50:58.640337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:58.697810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c2a18-c7b6-4731-8709-9059cf8ba4be req-cd70de8f-b6d4-46a6-856b-39bc88b9e0ed tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:58.699376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac8c2a18-c7b6-4731-8709-9059cf8ba4be req-cd70de8f-b6d4-46a6-856b-39bc88b9e0ed tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.1053286 Apr 21 20:50:58.705533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Pushing event updated for resources: {'Port': ['ID=d0e57c47-d4a6-4108-a518-4c792584a1df,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:58.747916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a9e07-dfcb-411b-aaa3-1f95e3e85e83 req-31166b84-a1e4-42f5-b922-a3bd7c134d83 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:58.750276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af7a9e07-dfcb-411b-aaa3-1f95e3e85e83 req-31166b84-a1e4-42f5-b922-a3bd7c134d83 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0713286 Apr 21 20:50:58.787024 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac8c2a18-c7b6-4731-8709-9059cf8ba4be req-d889f4e4-90f4-4da0-97e5-39f687108185 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786488 Apr 21 20:50:58.804188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af7a9e07-dfcb-411b-aaa3-1f95e3e85e83 req-160203fc-0b78-4021-973b-aac1fdae72f1 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473733 Apr 21 20:50:58.807562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Attempting to bind port d0e57c47-d4a6-4108-a518-4c792584a1df on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:50:58.807896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Attempting to bind port d0e57c47-d4a6-4108-a518-4c792584a1df by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:50:58.808227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Attempting to bind port d0e57c47-d4a6-4108-a518-4c792584a1df on network f2414dd3-1838-48ed-afc1-f97278af7aa8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:58.813099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Port d0e57c47-d4a6-4108-a518-4c792584a1df on network f2414dd3-1838-48ed-afc1-f97278af7aa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:50:58.813417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Attempting to bind port d0e57c47-d4a6-4108-a518-4c792584a1df on network f2414dd3-1838-48ed-afc1-f97278af7aa8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:50:58.818545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:50:58.818879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Checking segment: {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:50:58.819254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Bound using segment: {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:50:58.819709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Bound port: d0e57c47-d4a6-4108-a518-4c792584a1df, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a70377-f9c1-4093-836d-9afdc16029b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:50:58.820065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:58.890639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] For port d0e57c47-d4a6-4108-a518-4c792584a1df, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:50:58.893505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] For port d0e57c47-d4a6-4108-a518-4c792584a1df, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d0e57c47-d4a6-4108-a518-4c792584a1df,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:50:58.898368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:58.930740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:58.931343 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:50:58.932683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] 10.222.0.43 "PUT /v2.0/ports/d0e57c47-d4a6-4108-a518-4c792584a1df HTTP/1.1" status: 200 len: 1092 time: 0.7556665 Apr 21 20:50:58.933130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'tag': 'd0e57c47-d4a6-4108-a518-4c792584a1df'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:50:58.935337 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db76b17-da24-4985-9c49-3d0d3a2d34e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce29c179-0f54-4050-9b22-1dee0114ee74", "tag": "d0e57c47-d4a6-4108-a518-4c792584a1df"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:50:58.974104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcc7eb-cf95-44e0-a819-01876eacaaac service neutron] Pushing event updated for resources: {'Port': ['ID=d0e57c47-d4a6-4108-a518-4c792584a1df,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:50:59.002448 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e4f0a2-c6e0-48a4-a3bc-c3e4b872bcb2 x-openstack-request-id: req-31e4f0a2-c6e0-48a4-a3bc-c3e4b872bcb2 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:50:59.002729 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce29c179-0f54-4050-9b22-1dee0114ee74", "tag": "d0e57c47-d4a6-4108-a518-4c792584a1df", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:50:59.002976 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31e4f0a2-c6e0-48a4-a3bc-c3e4b872bcb2 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:50:59.003386 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e4f0a2-c6e0-48a4-a3bc-c3e4b872bcb2'] response: {'name': 'network-changed', 'server_uuid': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'tag': 'd0e57c47-d4a6-4108-a518-4c792584a1df', 'status': 'completed', 'code': 200} Apr 21 20:50:59.037629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-d693a4aa-e7cf-4269-9954-7bee3c6c743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.039269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-d693a4aa-e7cf-4269-9954-7bee3c6c743c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6811dff1924414583a4c328264b441b&device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 1095 time: 0.0486004 Apr 21 20:50:59.087905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd5e81-95ab-4103-8d7e-4ab8c5ba8a60 req-649d1dfb-08eb-40a3-bb24-df4da7099e89 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.089777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10cd5e81-95ab-4103-8d7e-4ab8c5ba8a60 req-649d1dfb-08eb-40a3-bb24-df4da7099e89 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0547085 Apr 21 20:50:59.093197 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-16481bdb-6848-4de0-9d51-8392b9175046 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0e57c47-d4a6-4108-a518-4c792584a1df HTTP/1.1" status: 200 len: 217 time: 0.0398870 Apr 21 20:50:59.128010 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10cd5e81-95ab-4103-8d7e-4ab8c5ba8a60 req-5db48b33-389b-4e26-986f-8d1c358887c7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Apr 21 20:50:59.144821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-3c36eb04-c494-43b8-8273-e144dfd62658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.146254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-3c36eb04-c494-43b8-8273-e144dfd62658 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53100f78-a57b-4540-8874-5b8ccd939866 HTTP/1.1" status: 200 len: 844 time: 0.0489626 Apr 21 20:50:59.214821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-7e68730f-7dda-454c-b0a6-5000610d052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.216285 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-7e68730f-7dda-454c-b0a6-5000610d052e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2414dd3-1838-48ed-afc1-f97278af7aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626628 Apr 21 20:50:59.256382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f998ed-37e0-4d0e-b4f3-d6163ffd6f0e req-9822ff7f-7cd8-42eb-84dc-cb5ded657eb9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.257796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65f998ed-37e0-4d0e-b4f3-d6163ffd6f0e req-9822ff7f-7cd8-42eb-84dc-cb5ded657eb9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0727842 Apr 21 20:50:59.329678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65f998ed-37e0-4d0e-b4f3-d6163ffd6f0e req-394b12ce-8953-471b-9f8a-2a2c6fd58592 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473597 Apr 21 20:50:59.350398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-b9190def-ae0d-4b73-92ab-34da703f9187 service neutron] 10.222.0.43 "GET /v2.0/networks/f2414dd3-1838-48ed-afc1-f97278af7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214697 Apr 21 20:50:59.381725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb06003-3348-4777-b9ce-69f287ba4ec6 req-8b7a5c1a-1ac8-4304-afe1-460517deba11 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.383342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-deb06003-3348-4777-b9ce-69f287ba4ec6 req-8b7a5c1a-1ac8-4304-afe1-460517deba11 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0494442 Apr 21 20:50:59.423468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-deb06003-3348-4777-b9ce-69f287ba4ec6 req-2018447c-31c3-4bf7-9557-d9abebecd82e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Apr 21 20:50:59.445634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d8e6a07-6902-4a88-869e-c267fb7ad38f req-b6083347-239d-48ee-94c0-205de45b3ae9 service neutron] 10.222.0.43 "GET /v2.0/networks/f2414dd3-1838-48ed-afc1-f97278af7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926406 Apr 21 20:50:59.555449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-902f1850-64dd-463e-82cb-e7101e86b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.556941 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-902f1850-64dd-463e-82cb-e7101e86b5d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6811dff1924414583a4c328264b441b&device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 1095 time: 0.0648050 Apr 21 20:50:59.580838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab7451-ab04-4d9f-aa0a-585dadfa399c req-f4366628-00d3-495a-922d-002871dc8552 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.582254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aeab7451-ab04-4d9f-aa0a-585dadfa399c req-f4366628-00d3-495a-922d-002871dc8552 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 944 time: 0.0786595 Apr 21 20:50:59.661418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b730d-4191-402a-b605-67d94504ed9d req-d08ca42d-e212-4276-90f2-f5166a9f53f1 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.663165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426b730d-4191-402a-b605-67d94504ed9d req-d08ca42d-e212-4276-90f2-f5166a9f53f1 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0556209 Apr 21 20:50:59.664395 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aeab7451-ab04-4d9f-aa0a-585dadfa399c req-d702d45c-ab8a-4f46-a3a6-87eb56512208 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726128 Apr 21 20:50:59.697687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-5e49c11a-e398-48d8-957f-fc563687f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.699964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-5e49c11a-e398-48d8-957f-fc563687f0bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=f2414dd3-1838-48ed-afc1-f97278af7aa8 HTTP/1.1" status: 200 len: 906 time: 0.1348529 Apr 21 20:50:59.712478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426b730d-4191-402a-b605-67d94504ed9d req-f205efa0-7945-480f-a368-2ce0f98c2eaf tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Apr 21 20:50:59.745957 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-de344f29-dc99-4342-906c-fb71dff755bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0e57c47-d4a6-4108-a518-4c792584a1df HTTP/1.1" status: 200 len: 217 time: 0.0377233 Apr 21 20:50:59.797367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-7e2a66bc-1496-42f4-aad3-de87a9178a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.798796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-7e2a66bc-1496-42f4-aad3-de87a9178a88 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53100f78-a57b-4540-8874-5b8ccd939866 HTTP/1.1" status: 200 len: 844 time: 0.0451667 Apr 21 20:50:59.853269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-19952f36-ff9c-4289-9b5c-f1c2a34ee9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.854946 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-19952f36-ff9c-4289-9b5c-f1c2a34ee9bd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2414dd3-1838-48ed-afc1-f97278af7aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491693 Apr 21 20:50:59.917580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3132-3968-476d-90b6-208cf6583fff req-a018a24f-1a02-4703-8e95-9deb3326f255 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.919028 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90ec3132-3968-476d-90b6-208cf6583fff req-a018a24f-1a02-4703-8e95-9deb3326f255 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0483849 Apr 21 20:50:59.957453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90ec3132-3968-476d-90b6-208cf6583fff req-65b0668b-7b3a-4014-81be-d0ff826bc33a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315037 Apr 21 20:50:59.969150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cac80-bf96-41d7-a62f-494d1272dbb0 req-bd9e314d-920b-4d70-8de2-08be7da75098 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:50:59.970701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-663cac80-bf96-41d7-a62f-494d1272dbb0 req-bd9e314d-920b-4d70-8de2-08be7da75098 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.1014206 Apr 21 20:50:59.993225 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-910b984b-6948-4f23-a46a-822d61ec7dd5 service neutron] 10.222.0.43 "GET /v2.0/networks/f2414dd3-1838-48ed-afc1-f97278af7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310742 Apr 21 20:51:00.058708 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-663cac80-bf96-41d7-a62f-494d1272dbb0 req-9bf563c2-794d-4a77-9727-86658d758ee2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769022 Apr 21 20:51:00.093305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7db76b17-da24-4985-9c49-3d0d3a2d34e1 req-f99f182f-7329-407c-9165-7148b3359a38 service neutron] 10.222.0.43 "GET /v2.0/networks/f2414dd3-1838-48ed-afc1-f97278af7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932624 Apr 21 20:51:00.139612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:00.240453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ccf30-2d17-42d1-ba3f-ff687143a21c req-532938e9-0a32-4ea7-99aa-7e77f18b36a5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:00.241856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-995ccf30-2d17-42d1-ba3f-ff687143a21c req-532938e9-0a32-4ea7-99aa-7e77f18b36a5 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0478692 Apr 21 20:51:00.281092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-995ccf30-2d17-42d1-ba3f-ff687143a21c req-66b6384d-cc65-45d0-8b73-9381c6cfab3c tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Apr 21 20:51:00.443249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-21203839-a97e-48f4-88a2-f5237dbc0d41 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:00.445521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-21203839-a97e-48f4-88a2-f5237dbc0d41 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.0788081 Apr 21 20:51:00.452309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c01383-8c72-44f5-8e88-0303be3ef036 req-922a3c41-e1ce-41dd-a263-f8fd00e16502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:00.455534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72c01383-8c72-44f5-8e88-0303be3ef036 req-922a3c41-e1ce-41dd-a263-f8fd00e16502 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 1097 time: 0.0573134 Apr 21 20:51:00.480348 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-889bb6bb-9a94-4b2d-8a02-45576329fb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:00.491473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1046637-1b8d-4038-8753-c4fe5fb3e09d req-3ae03518-e776-4ab5-b1a6-85c98a985f92 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:00.493089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1046637-1b8d-4038-8753-c4fe5fb3e09d req-3ae03518-e776-4ab5-b1a6-85c98a985f92 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0901165 Apr 21 20:51:00.558705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1046637-1b8d-4038-8753-c4fe5fb3e09d req-af032643-c48d-49cf-bea0-b184b28f8042 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594575 Apr 21 20:51:00.568498 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-b1a1a9fe-5ad2-4cea-8a60-3bcac82260ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626111 Apr 21 20:51:00.571784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72c01383-8c72-44f5-8e88-0303be3ef036 req-ab16ca70-85fa-40fe-98f3-6cc7d3d02433 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954211 Apr 21 20:51:00.584856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-959a4ef4-da79-44d1-8341-870f8fa4aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:00.586311 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-959a4ef4-da79-44d1-8341-870f8fa4aceb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29 HTTP/1.1" status: 200 len: 1096 time: 0.1249263 Apr 21 20:51:00.597929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fe64d-cb49-4e5b-a2f1-744d882b61ee req-97db7ab3-0f38-4b0a-a576-76b99a8ea064 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:00.599279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c12fe64d-cb49-4e5b-a2f1-744d882b61ee req-97db7ab3-0f38-4b0a-a576-76b99a8ea064 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0784547 Apr 21 20:51:00.636211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c12fe64d-cb49-4e5b-a2f1-744d882b61ee req-3623615b-a9ce-42bc-b5a7-5880c73eb7e5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308990 Apr 21 20:51:00.782800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df909c-1783-4c22-a8f3-09f7812afa21 req-8f9140e0-769c-49ba-9a43-d4cbfccd88a4 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:00.784268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f6df909c-1783-4c22-a8f3-09f7812afa21 req-8f9140e0-769c-49ba-9a43-d4cbfccd88a4 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 944 time: 0.0484760 Apr 21 20:51:00.821445 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f6df909c-1783-4c22-a8f3-09f7812afa21 req-ff7db285-9e53-4c2e-a901-3e28e1456495 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309458 Apr 21 20:51:00.829473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88650c5-a419-4a50-b2a1-d73fe6f67c67 req-c889102b-4621-41ff-b1f2-2bf27f31dd8b tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:00.830922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d88650c5-a419-4a50-b2a1-d73fe6f67c67 req-c889102b-4621-41ff-b1f2-2bf27f31dd8b tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0477564 Apr 21 20:51:00.870344 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d88650c5-a419-4a50-b2a1-d73fe6f67c67 req-ad748de1-83e4-4f64-8200-cd637db3f58b tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Apr 21 20:51:01.080951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d9c30-c6bd-49e2-88d9-073d52192d49 req-22da0737-6c05-4405-82cc-51ccdb35beb2 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:01.082372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b0d9c30-c6bd-49e2-88d9-073d52192d49 req-22da0737-6c05-4405-82cc-51ccdb35beb2 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0508468 Apr 21 20:51:01.119080 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b0d9c30-c6bd-49e2-88d9-073d52192d49 req-b6265f22-296f-4892-8b22-dce8e9a78c86 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307400 Apr 21 20:51:01.175119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a540909-8fe2-474d-a134-c8dad13fda33 req-04dfe1c9-f939-4a0c-8408-97e4cad2c102 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:01.176528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a540909-8fe2-474d-a134-c8dad13fda33 req-04dfe1c9-f939-4a0c-8408-97e4cad2c102 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0468400 Apr 21 20:51:01.213417 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a540909-8fe2-474d-a134-c8dad13fda33 req-fbbecfa2-59f3-4bd3-be7f-3231f840c9c4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306945 Apr 21 20:51:01.397948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d43a6e-b29d-47e5-98d5-c900d0b0f022 req-c8e02fc3-0156-4d55-8760-730ac76af41b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:01.399386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5d43a6e-b29d-47e5-98d5-c900d0b0f022 req-c8e02fc3-0156-4d55-8760-730ac76af41b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0479341 Apr 21 20:51:01.437053 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5d43a6e-b29d-47e5-98d5-c900d0b0f022 req-2a69f175-6267-482e-b402-9f3d0c0ca3cc tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Apr 21 20:51:01.682435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc75d0-2240-4083-8aac-95f70525eace req-ddfbf8ec-513a-4fa9-b5ca-da0383b44b8d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:01.683863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ffc75d0-2240-4083-8aac-95f70525eace req-ddfbf8ec-513a-4fa9-b5ca-da0383b44b8d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0537946 Apr 21 20:51:01.720865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ffc75d0-2240-4083-8aac-95f70525eace req-fdc8d81c-cbce-48ba-a2b2-a85dec561fb1 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302613 Apr 21 20:51:01.755644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472bf05-593a-478b-9270-70f0e3526a7a req-0fa9c80a-959f-4f02-8249-57481d8af466 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:01.757108 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b472bf05-593a-478b-9270-70f0e3526a7a req-0fa9c80a-959f-4f02-8249-57481d8af466 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0491474 Apr 21 20:51:01.793434 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b472bf05-593a-478b-9270-70f0e3526a7a req-1f52a6d7-891d-4629-8d4c-9e8b16397f34 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303271 Apr 21 20:51:01.933743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725d60d-f16e-41c0-b193-d70d375680f3 req-8b38f3e2-8c55-4663-8079-0dc70aa98c0f tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:01.935219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4725d60d-f16e-41c0-b193-d70d375680f3 req-8b38f3e2-8c55-4663-8079-0dc70aa98c0f tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 944 time: 0.0480700 Apr 21 20:51:01.974119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4725d60d-f16e-41c0-b193-d70d375680f3 req-16427aad-7141-4819-8814-5ce084b0d89f tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Apr 21 20:51:01.988291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238900de-8f13-455e-acf0-2f601550e619 req-d947e41b-f9e4-4d3a-8a7f-984d9128157e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:01.989915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-238900de-8f13-455e-acf0-2f601550e619 req-d947e41b-f9e4-4d3a-8a7f-984d9128157e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0535223 Apr 21 20:51:02.025748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-238900de-8f13-455e-acf0-2f601550e619 req-3c558972-9a0d-4542-88ca-918f64aa7cc6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300789 Apr 21 20:51:02.230202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c17f8d-b6e1-47f5-bb53-d664cf33c470 req-6c818b6d-438f-4fdb-b850-a9b1284312e6 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:02.231628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3c17f8d-b6e1-47f5-bb53-d664cf33c470 req-6c818b6d-438f-4fdb-b850-a9b1284312e6 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0481234 Apr 21 20:51:02.268328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3c17f8d-b6e1-47f5-bb53-d664cf33c470 req-d7bc1beb-6079-487e-bd37-fa98e8b5e0ef tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307686 Apr 21 20:51:02.330767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a823d0a-af18-4f56-9057-538626fbbb23 req-e942470c-3b50-4d7e-a4de-17f42b45ec1d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:02.332213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a823d0a-af18-4f56-9057-538626fbbb23 req-e942470c-3b50-4d7e-a4de-17f42b45ec1d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0479138 Apr 21 20:51:02.368901 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a823d0a-af18-4f56-9057-538626fbbb23 req-777baf5e-0bed-4275-8f63-a1b1635a5b6d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305278 Apr 21 20:51:02.551683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e2251-9e0e-4fbe-9b47-4b13493c7f8d req-274d5b99-28eb-4ca0-aecf-5823b3ccaa39 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:02.553494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-121e2251-9e0e-4fbe-9b47-4b13493c7f8d req-274d5b99-28eb-4ca0-aecf-5823b3ccaa39 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0514159 Apr 21 20:51:02.590572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-121e2251-9e0e-4fbe-9b47-4b13493c7f8d req-1b207262-8c0b-4a8b-aac9-844900a2c674 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Apr 21 20:51:02.749267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68afdc57-829f-4898-b55d-217b9b3fa69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:02.836936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e1d64-0391-4556-b960-a1471b551f19 req-eb7db217-599c-4016-b7bd-22c13030acaa tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:02.838416 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa3e1d64-0391-4556-b960-a1471b551f19 req-eb7db217-599c-4016-b7bd-22c13030acaa tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0488539 Apr 21 20:51:02.878867 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa3e1d64-0391-4556-b960-a1471b551f19 req-22c00304-f2c1-4259-93e7-596f06ffd753 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Apr 21 20:51:02.907264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb56bb-19c0-4685-b58e-249b507e31fb req-c46d2daf-2c63-431b-9d39-9e656b81d5aa tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:02.908726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27cb56bb-19c0-4685-b58e-249b507e31fb req-c46d2daf-2c63-431b-9d39-9e656b81d5aa tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0487752 Apr 21 20:51:02.945930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27cb56bb-19c0-4685-b58e-249b507e31fb req-90f9243b-161a-45da-8a00-05019d53e786 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313308 Apr 21 20:51:03.089956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06b4d6-976a-43f2-a60b-37022d44178a req-eef2e793-eb2c-4028-b7eb-79c6aa075c71 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:03.091415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f06b4d6-976a-43f2-a60b-37022d44178a req-eef2e793-eb2c-4028-b7eb-79c6aa075c71 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 944 time: 0.0525138 Apr 21 20:51:03.129532 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f06b4d6-976a-43f2-a60b-37022d44178a req-e9243fae-7fb4-4fcd-a87c-2ec20ffdde8f tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Apr 21 20:51:03.139039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc6b0f-912f-412b-9d2e-8bf0cd497843 req-4971b3db-65f3-40fe-acaf-545644f18a9a tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:03.140571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18dc6b0f-912f-412b-9d2e-8bf0cd497843 req-4971b3db-65f3-40fe-acaf-545644f18a9a tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Apr 21 20:51:03.176693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18dc6b0f-912f-412b-9d2e-8bf0cd497843 req-01578efb-980a-43dd-8dee-68e8388c54ad tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303681 Apr 21 20:51:03.381836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8040fb-579d-4a24-8a47-bc1b2cd8d5db req-f7659e8d-f86a-430f-8391-ed4f4c1263fa tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:03.383266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a8040fb-579d-4a24-8a47-bc1b2cd8d5db req-f7659e8d-f86a-430f-8391-ed4f4c1263fa tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0476835 Apr 21 20:51:03.421308 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a8040fb-579d-4a24-8a47-bc1b2cd8d5db req-5ed4b396-5264-4846-851e-b51e48717284 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Apr 21 20:51:03.489024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a8a1-5c9a-4c61-acb1-fefa2db3a2da req-e67ca3a3-fd10-4bf4-8536-1f4c5c57c450 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:03.490454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d73a8a1-5c9a-4c61-acb1-fefa2db3a2da req-e67ca3a3-fd10-4bf4-8536-1f4c5c57c450 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Apr 21 20:51:03.526398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d73a8a1-5c9a-4c61-acb1-fefa2db3a2da req-680c690e-d9b6-44ef-bbd9-9d86252a2c65 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299354 Apr 21 20:51:03.701741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56370e7-26bd-46de-b5b9-38d21a0cfa2f req-acc9e898-e5ae-4d6b-9b74-2105564ff7eb tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:03.703164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e56370e7-26bd-46de-b5b9-38d21a0cfa2f req-acc9e898-e5ae-4d6b-9b74-2105564ff7eb tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0478532 Apr 21 20:51:03.717342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d0e57c47-d4a6-4108-a518-4c792584a1df details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:51:03.721799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:03.742758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e56370e7-26bd-46de-b5b9-38d21a0cfa2f req-a9af7237-6e4c-4674-99f0-f2a95bdb350a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336981 Apr 21 20:51:03.872935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d0e57c47-d4a6-4108-a518-4c792584a1df, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d0e57c47-d4a6-4108-a518-4c792584a1df,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:03.875029 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:03.892279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'd0e57c47-d4a6-4108-a518-4c792584a1df', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'port_id': 'd0e57c47-d4a6-4108-a518-4c792584a1df', 'mac_address': 'fa:16:3e:d1:87:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:51:03.909152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:03.911394 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5f875d-944d-495e-93c5-b0139b66a689" -d '{"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-unplugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:03.957749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:03.966067 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:03.974826 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:03.976588 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a142f685-f974-4339-8c7b-52ec920d50bd x-openstack-request-id: req-a142f685-f974-4339-8c7b-52ec920d50bd {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:03.976912 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-unplugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:03.977162 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a142f685-f974-4339-8c7b-52ec920d50bd {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:03.977547 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a142f685-f974-4339-8c7b-52ec920d50bd'] response: {'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'code': 200} Apr 21 20:51:03.995342 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:04.004824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34943fdb-57f2-4c7c-bb8d-5d985da99a13 req-1fbf6f62-d549-472c-8ab5-689c857aaf60 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:04.006310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34943fdb-57f2-4c7c-bb8d-5d985da99a13 req-1fbf6f62-d549-472c-8ab5-689c857aaf60 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0579386 Apr 21 20:51:04.019722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e57c47-d4a6-4108-a518-4c792584a1df {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:51:04.049381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34943fdb-57f2-4c7c-bb8d-5d985da99a13 req-27afdae7-00c1-40d6-89c7-d388ff378fce tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Apr 21 20:51:04.051106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:04.063760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d0e57c47-d4a6-4108-a518-4c792584a1df, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d0e57c47-d4a6-4108-a518-4c792584a1df,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:04.069197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:04.069861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:51:04.095681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a964f-e445-4feb-b22f-e1c7193b8055 req-41c81884-139a-4b1e-ac81-de8d9065f249 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:04.097171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c45a964f-e445-4feb-b22f-e1c7193b8055 req-41c81884-139a-4b1e-ac81-de8d9065f249 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0692587 Apr 21 20:51:04.134858 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c45a964f-e445-4feb-b22f-e1c7193b8055 req-8203d509-31aa-490c-b63a-1c83372c6ec5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311620 Apr 21 20:51:04.135505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=d0e57c47-d4a6-4108-a518-4c792584a1df,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:04.208250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:04.219449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'mac_address': 'fa:16:3e:18:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:51:04.243402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1b02-affb-4e12-8bdb-113aa1d1af2f req-c9c5a157-ea21-413f-874f-c2cc59417f8d tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:04.244961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6be1b02-affb-4e12-8bdb-113aa1d1af2f req-c9c5a157-ea21-413f-874f-c2cc59417f8d tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 945 time: 0.0478971 Apr 21 20:51:04.261371 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:04.275450 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:51:04.284745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6be1b02-affb-4e12-8bdb-113aa1d1af2f req-e9c12132-bee4-4be6-824c-69ff5fccae71 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333695 Apr 21 20:51:04.293600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dc44d-ecaf-4c2b-a22e-575b3833af29 req-03c23334-65e4-4a6c-8c39-04f28bde3112 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:04.295136 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-380dc44d-ecaf-4c2b-a22e-575b3833af29 req-03c23334-65e4-4a6c-8c39-04f28bde3112 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0495806 Apr 21 20:51:04.297218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:04.306031 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:04.334660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-380dc44d-ecaf-4c2b-a22e-575b3833af29 req-525eef56-62d1-4931-bfee-900da9e9500b tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Apr 21 20:51:04.352526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:04.534029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2bb4f-e610-4401-b062-1c4511b8af44 req-4c9c3d91-4c7a-4c34-9821-cb11bff50c34 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:04.535442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6d2bb4f-e610-4401-b062-1c4511b8af44 req-4c9c3d91-4c7a-4c34-9821-cb11bff50c34 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0500393 Apr 21 20:51:04.574655 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6d2bb4f-e610-4401-b062-1c4511b8af44 req-d9d18deb-5eb9-453e-8031-24283dd71d2c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331562 Apr 21 20:51:04.646169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93038d-b73f-4062-bea0-54af55311c66 req-d4d74998-4b2a-491f-83bd-197e96cf50d9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:04.647602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b93038d-b73f-4062-bea0-54af55311c66 req-d4d74998-4b2a-491f-83bd-197e96cf50d9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0487635 Apr 21 20:51:04.684387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b93038d-b73f-4062-bea0-54af55311c66 req-1424ace9-87a5-47c6-8afd-ef84a2b10597 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Apr 21 20:51:04.751141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['d0e57c47-d4a6-4108-a518-4c792584a1df'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:04.778767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:04.860468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f742016-1c72-4eec-9050-95740c87b7c2 req-f6c3d04f-db1c-4046-92b3-62e86162824e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:04.861994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f742016-1c72-4eec-9050-95740c87b7c2 req-f6c3d04f-db1c-4046-92b3-62e86162824e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0491495 Apr 21 20:51:04.898952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f742016-1c72-4eec-9050-95740c87b7c2 req-f913bd4a-cf35-448b-985a-ce822e9bccc7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303595 Apr 21 20:51:05.171114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5212cc-1bed-4c0a-b3d9-c25542b6480f req-b5cc927e-e5bb-4254-9d2d-cf92bc19a732 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:05.171792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc5212cc-1bed-4c0a-b3d9-c25542b6480f req-b5cc927e-e5bb-4254-9d2d-cf92bc19a732 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 948 time: 0.0521319 Apr 21 20:51:05.208894 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:05.214239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc5212cc-1bed-4c0a-b3d9-c25542b6480f req-2492c296-aea3-4e54-aea0-5954345a1b7f tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347850 Apr 21 20:51:05.255281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4a608-1bf4-4186-ace5-91874313959d req-ed9d53e2-d1aa-4c81-9760-d7e728ba1188 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:05.256718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fdb4a608-1bf4-4186-ace5-91874313959d req-ed9d53e2-d1aa-4c81-9760-d7e728ba1188 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0486672 Apr 21 20:51:05.295618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fdb4a608-1bf4-4186-ace5-91874313959d req-9f4e2d8f-d460-42d5-8201-bada661da0ed tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 Apr 21 20:51:05.398112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cba9e-666a-4900-8109-5767a3875e46 req-82733bf1-cd35-46f2-834f-30dfe6a0731b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:05.399572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-378cba9e-666a-4900-8109-5767a3875e46 req-82733bf1-cd35-46f2-834f-30dfe6a0731b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Apr 21 20:51:05.437087 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-378cba9e-666a-4900-8109-5767a3875e46 req-dceb276a-601a-4123-ad99-392c65696549 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Apr 21 20:51:05.451320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7e5f9-2927-4e31-a8f8-ef2e10cbe729 req-64dc6bbd-9041-4b81-ba09-e40ebb0efda6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:05.452834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82a7e5f9-2927-4e31-a8f8-ef2e10cbe729 req-64dc6bbd-9041-4b81-ba09-e40ebb0efda6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0527062 Apr 21 20:51:05.489211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82a7e5f9-2927-4e31-a8f8-ef2e10cbe729 req-5892407e-8c02-4b3a-8334-df3671858acd tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304732 Apr 21 20:51:05.686172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7a056-65bc-45e1-bec3-207027058568 req-7d6966ab-ae0e-4f29-9ab0-887b5394ef94 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:05.687546 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4fd7a056-65bc-45e1-bec3-207027058568 req-7d6966ab-ae0e-4f29-9ab0-887b5394ef94 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0471077 Apr 21 20:51:05.725179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4fd7a056-65bc-45e1-bec3-207027058568 req-b086f466-782c-4797-8d4f-d5a20aa8faa4 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315604 Apr 21 20:51:05.805300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef794284-ddc1-4874-8eda-8fd97c062aed req-834b7e9c-d047-40c7-a3e4-73b0b087f12f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:05.806758 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef794284-ddc1-4874-8eda-8fd97c062aed req-834b7e9c-d047-40c7-a3e4-73b0b087f12f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0491638 Apr 21 20:51:05.817666 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:05.848921 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef794284-ddc1-4874-8eda-8fd97c062aed req-76aa65fe-5969-4fb4-8a32-1ecce21b618e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Apr 21 20:51:06.014685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71240fac-ecc5-4d92-b227-d6515ecd0dbc req-1c4fc6e1-0cf3-4f0e-982d-e16cb2e5c130 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:06.016105 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71240fac-ecc5-4d92-b227-d6515ecd0dbc req-1c4fc6e1-0cf3-4f0e-982d-e16cb2e5c130 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0508423 Apr 21 20:51:06.052233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71240fac-ecc5-4d92-b227-d6515ecd0dbc req-91e88821-bee7-44e8-afcb-3a002a93b760 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302088 Apr 21 20:51:06.328272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92bd7f-031e-42b9-b7f9-8ab562a90fb3 req-351e5024-3235-4854-bf46-8754e74f5298 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:06.329802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c92bd7f-031e-42b9-b7f9-8ab562a90fb3 req-351e5024-3235-4854-bf46-8754e74f5298 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 948 time: 0.0476258 Apr 21 20:51:06.368871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c92bd7f-031e-42b9-b7f9-8ab562a90fb3 req-34df8c17-fde4-406f-91e8-b46b18fc7285 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331132 Apr 21 20:51:06.408685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c44b-d5e4-4c96-b75d-822b2662dc6b req-04b0c5c4-6aa7-4dd0-9046-4a79dedc8bda tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:06.410149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8167c44b-d5e4-4c96-b75d-822b2662dc6b req-04b0c5c4-6aa7-4dd0-9046-4a79dedc8bda tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0481031 Apr 21 20:51:06.447279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8167c44b-d5e4-4c96-b75d-822b2662dc6b req-00c1db78-2114-43cf-b386-0aaf7a223fce tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Apr 21 20:51:06.552998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b148f-cd47-4e25-ab70-d8e2888c806f req-02698231-858b-4e5f-804d-befa34ffb949 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:06.554720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-077b148f-cd47-4e25-ab70-d8e2888c806f req-02698231-858b-4e5f-804d-befa34ffb949 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 945 time: 0.0523522 Apr 21 20:51:06.593159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-077b148f-cd47-4e25-ab70-d8e2888c806f req-266194fb-5c36-4f46-a329-a6364b5ec15d tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Apr 21 20:51:06.603521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2802a9-5523-4a9f-b49f-e222d502e490 req-f709eac0-c6c1-4ef0-8706-460a8bd0ac1f tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:06.604974 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df2802a9-5523-4a9f-b49f-e222d502e490 req-f709eac0-c6c1-4ef0-8706-460a8bd0ac1f tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0493214 Apr 21 20:51:06.641527 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df2802a9-5523-4a9f-b49f-e222d502e490 req-8ca9f5d6-1304-4810-bda7-3d6c68a51ac4 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302634 Apr 21 20:51:06.836690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8199d-1ad5-4562-9125-a8fe65b85ee4 req-dffe7526-5611-40b4-9556-706c27fc705b tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:06.838156 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ad8199d-1ad5-4562-9125-a8fe65b85ee4 req-dffe7526-5611-40b4-9556-706c27fc705b tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0469661 Apr 21 20:51:06.875382 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ad8199d-1ad5-4562-9125-a8fe65b85ee4 req-f1795d41-999e-47c2-ba4b-4fbdffef7f47 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301528 Apr 21 20:51:06.968788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b1852-74aa-489c-8286-d09e4ff00948 req-57372f04-aa4f-4850-b040-9a0dac87cf3c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:06.970286 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f34b1852-74aa-489c-8286-d09e4ff00948 req-57372f04-aa4f-4850-b040-9a0dac87cf3c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0511541 Apr 21 20:51:07.006151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f34b1852-74aa-489c-8286-d09e4ff00948 req-9f6e5d96-5724-4d0a-8a1e-ddd4dfd5f44b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300312 Apr 21 20:51:07.162303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff8a90-d61d-491e-9ab5-98ecb5879f89 req-c0807dc3-2cb2-4c2e-aa48-d3eacbe6830b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:07.163628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45ff8a90-d61d-491e-9ab5-98ecb5879f89 req-c0807dc3-2cb2-4c2e-aa48-d3eacbe6830b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0467260 Apr 21 20:51:07.200390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45ff8a90-d61d-491e-9ab5-98ecb5879f89 req-dea317b8-4ae7-449b-95fe-acf6271b1a99 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305719 Apr 21 20:51:07.482892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb3df8-ab40-4f70-b3a5-257f9ae503d0 req-e5ce0b52-4b94-46ee-9096-0cb243bc9e25 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:07.484432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6bb3df8-ab40-4f70-b3a5-257f9ae503d0 req-e5ce0b52-4b94-46ee-9096-0cb243bc9e25 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 948 time: 0.0471456 Apr 21 20:51:07.521333 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6bb3df8-ab40-4f70-b3a5-257f9ae503d0 req-eec8c840-776b-4aff-bb27-3e0f211e1a7b tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Apr 21 20:51:07.565412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d997b2-72ed-4473-94b8-1a4df255dc6b req-f6ff6da8-7b97-44ef-83f1-c87d4af84473 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:07.566754 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f1d997b2-72ed-4473-94b8-1a4df255dc6b req-f6ff6da8-7b97-44ef-83f1-c87d4af84473 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0512109 Apr 21 20:51:07.602542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f1d997b2-72ed-4473-94b8-1a4df255dc6b req-998b0c1d-68f5-4b13-8282-594bcf7d1b66 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295665 Apr 21 20:51:07.704452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df96d7e-5ecf-4b63-a1d0-59384a3e3a40 req-48a1e7ae-48fb-4909-9195-44a90f0ead6a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:07.705932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4df96d7e-5ecf-4b63-a1d0-59384a3e3a40 req-48a1e7ae-48fb-4909-9195-44a90f0ead6a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 945 time: 0.0486579 Apr 21 20:51:07.723862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d0e57c47-d4a6-4108-a518-4c792584a1df up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:07.745839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4df96d7e-5ecf-4b63-a1d0-59384a3e3a40 req-9ed09c17-1e10-4c96-ac71-f5fe1299694b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336475 Apr 21 20:51:07.765757 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a5699-d109-44ea-a88b-81c255b37502 req-da2ca26a-ffdd-46bf-9e7f-312cb643750c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:07.767322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c79a5699-d109-44ea-a88b-81c255b37502 req-da2ca26a-ffdd-46bf-9e7f-312cb643750c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0589101 Apr 21 20:51:07.773702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port d0e57c47-d4a6-4108-a518-4c792584a1df completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:51:07.777708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port d0e57c47-d4a6-4108-a518-4c792584a1df triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:07.778073 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:07.807120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c79a5699-d109-44ea-a88b-81c255b37502 req-c86bcbbf-8618-4342-baea-c3750656e228 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330694 Apr 21 20:51:07.983956 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:07.994413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145e6ed-61f7-4179-9d5a-6202d3da7da3 req-eceb5113-2c9b-4d9a-8b69-56e3f155db69 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:07.995772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9145e6ed-61f7-4179-9d5a-6202d3da7da3 req-eceb5113-2c9b-4d9a-8b69-56e3f155db69 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0512407 Apr 21 20:51:08.005383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e57c47-d4a6-4108-a518-4c792584a1df'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:08.007560 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e4cab6-8f55-4a8a-811e-eb22def4f615" -d '{"events": [{"server_uuid": "ce29c179-0f54-4050-9b22-1dee0114ee74", "name": "network-vif-plugged", "status": "completed", "tag": "d0e57c47-d4a6-4108-a518-4c792584a1df"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:08.019557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d0e57c47-d4a6-4108-a518-4c792584a1df, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d0e57c47-d4a6-4108-a518-4c792584a1df,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:08.024670 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:08.026442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:08.034030 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9145e6ed-61f7-4179-9d5a-6202d3da7da3 req-0d452fb4-1ff1-49ab-9b53-8f868da472c3 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321224 Apr 21 20:51:08.050396 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8d97d-f46b-459a-83c7-684c769591be x-openstack-request-id: req-1cb8d97d-f46b-459a-83c7-684c769591be {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:08.050683 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce29c179-0f54-4050-9b22-1dee0114ee74", "name": "network-vif-plugged", "status": "completed", "tag": "d0e57c47-d4a6-4108-a518-4c792584a1df", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:08.050932 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cb8d97d-f46b-459a-83c7-684c769591be {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:08.051315 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb8d97d-f46b-459a-83c7-684c769591be'] response: {'server_uuid': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e57c47-d4a6-4108-a518-4c792584a1df', 'code': 200} Apr 21 20:51:08.112004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=d0e57c47-d4a6-4108-a518-4c792584a1df,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:08.121539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:08.122118 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:08.142207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67a237-e632-424a-b20a-bc47c1f8e678 req-6be63ce2-4b33-4946-8527-1d94b88de420 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:08.143818 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a67a237-e632-424a-b20a-bc47c1f8e678 req-6be63ce2-4b33-4946-8527-1d94b88de420 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0514052 Apr 21 20:51:08.162107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88731-05c1-4d5d-8b3a-ee6297b9bfc1 req-5c212bdf-fecd-4c84-ba2c-7f2e977eb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:08.163567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97c88731-05c1-4d5d-8b3a-ee6297b9bfc1 req-5c212bdf-fecd-4c84-ba2c-7f2e977eb411 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 1097 time: 0.0413897 Apr 21 20:51:08.184181 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a67a237-e632-424a-b20a-bc47c1f8e678 req-0cb1db83-de5c-411a-b349-e2561ba93622 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339057 Apr 21 20:51:08.200406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97c88731-05c1-4d5d-8b3a-ee6297b9bfc1 req-93892c6c-7196-41f3-aefd-a16f2eb0b0a2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291393 Apr 21 20:51:08.205942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:08.238248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:08.242558 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:08.288255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:08.315822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15836697-3b37-4a99-88c5-862e3f505a10 req-43ad4afd-e1b9-4f14-aac0-260d0cc3fc6e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:08.317298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15836697-3b37-4a99-88c5-862e3f505a10 req-43ad4afd-e1b9-4f14-aac0-260d0cc3fc6e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0493677 Apr 21 20:51:08.354258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15836697-3b37-4a99-88c5-862e3f505a10 req-7fe1a51f-6dbe-4af4-befb-901083425fa0 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Apr 21 20:51:08.649838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4b82b-82ab-43f7-987c-8402a01c3d47 req-05fcbd96-5ff2-4bc0-a39f-99d576a446a9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:08.652321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41f4b82b-82ab-43f7-987c-8402a01c3d47 req-05fcbd96-5ff2-4bc0-a39f-99d576a446a9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0621552 Apr 21 20:51:08.689523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41f4b82b-82ab-43f7-987c-8402a01c3d47 req-231b8ffc-b433-4924-87cd-e97abab52520 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314372 Apr 21 20:51:08.731053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3b0a8-fe0a-4967-8d72-977317115b4d req-fe3620c2-d823-4f73-bbb6-096a3605e08d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:08.732496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70a3b0a8-fe0a-4967-8d72-977317115b4d req-fe3620c2-d823-4f73-bbb6-096a3605e08d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0513525 Apr 21 20:51:08.769499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70a3b0a8-fe0a-4967-8d72-977317115b4d req-ee2fe81a-5cb3-458a-b36f-8f004b74de0d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309534 Apr 21 20:51:08.862390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd426cd7-b36c-483f-9592-4d96bbef68c5 req-7be2b50c-f1c3-4d38-bfef-87e656df2dc1 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:08.863971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd426cd7-b36c-483f-9592-4d96bbef68c5 req-7be2b50c-f1c3-4d38-bfef-87e656df2dc1 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 946 time: 0.0489430 Apr 21 20:51:08.902467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd426cd7-b36c-483f-9592-4d96bbef68c5 req-dd1b54b6-94e3-40a4-a786-95e664060c92 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322108 Apr 21 20:51:08.921341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be2ba7-8df6-4731-a1bc-347e1a09385a req-bcdbb16d-11f9-4ce8-a28f-fb0e802b78ac tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:08.922789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67be2ba7-8df6-4731-a1bc-347e1a09385a req-bcdbb16d-11f9-4ce8-a28f-fb0e802b78ac tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0487971 Apr 21 20:51:08.960255 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67be2ba7-8df6-4731-a1bc-347e1a09385a req-647fb3fb-7c59-4cba-9fe3-d83b633f28d3 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Apr 21 20:51:09.147131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d7d6f-4c74-4f50-af5d-0d2b3f03a604 req-e18968da-b9bc-44da-9b28-270e7d5c0b83 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:09.148448 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e4d7d6f-4c74-4f50-af5d-0d2b3f03a604 req-e18968da-b9bc-44da-9b28-270e7d5c0b83 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0474727 Apr 21 20:51:09.184725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e4d7d6f-4c74-4f50-af5d-0d2b3f03a604 req-02d0af3b-dd6f-47f9-b0ca-9f2e2ef0476f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303557 Apr 21 20:51:09.305389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10521642-53e1-4710-8abb-901b82fc2fec req-5e15e269-a61b-4d62-ae17-569c850414f5 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:09.306831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10521642-53e1-4710-8abb-901b82fc2fec req-5e15e269-a61b-4d62-ae17-569c850414f5 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0501077 Apr 21 20:51:09.343834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10521642-53e1-4710-8abb-901b82fc2fec req-80794400-a571-4fea-862c-5b0bc19beb26 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307634 Apr 21 20:51:09.469012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd607e-abbb-4a77-a28b-e08a2d39f20d req-a8d15ed2-d1b5-4bfb-96cc-1180c7f25ab2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:09.470430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7fd607e-abbb-4a77-a28b-e08a2d39f20d req-a8d15ed2-d1b5-4bfb-96cc-1180c7f25ab2 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0513294 Apr 21 20:51:09.506312 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7fd607e-abbb-4a77-a28b-e08a2d39f20d req-34997436-d4bd-4938-a4d9-f609b6e1b836 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299845 Apr 21 20:51:09.809238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359379a-4a78-45fb-b1fa-c2c1e84957a9 req-115bece6-80c0-45aa-8380-36c4b1bad5bf tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:09.810691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c359379a-4a78-45fb-b1fa-c2c1e84957a9 req-115bece6-80c0-45aa-8380-36c4b1bad5bf tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0517046 Apr 21 20:51:09.860237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c359379a-4a78-45fb-b1fa-c2c1e84957a9 req-427493d4-d68f-4032-86c6-47a7bde27b54 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430989 Apr 21 20:51:09.887498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70689b-d444-4e9d-a912-806533405f5d req-7f54b725-f3f6-412b-aa23-b044e08dafee tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:09.889682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc70689b-d444-4e9d-a912-806533405f5d req-7f54b725-f3f6-412b-aa23-b044e08dafee tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0527332 Apr 21 20:51:09.931719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc70689b-d444-4e9d-a912-806533405f5d req-211e6e79-4e4b-497c-8246-fa1d4c04646a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352652 Apr 21 20:51:10.019334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b44587-ca8f-4f5e-903e-5cd110ff1451 req-d16d15eb-0c14-4c0a-94dc-9c767c3f03b3 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:10.020844 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-41b44587-ca8f-4f5e-903e-5cd110ff1451 req-d16d15eb-0c14-4c0a-94dc-9c767c3f03b3 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 946 time: 0.0512764 Apr 21 20:51:10.052103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:10.054690 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a614d03-09b3-4994-8c95-5462360f21e5" -d '{"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-plugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:10.058964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-41b44587-ca8f-4f5e-903e-5cd110ff1451 req-9d2f7bbd-4b05-4468-83f2-600fb3b0e4c3 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Apr 21 20:51:10.075100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cf48e-9a5a-4bf5-98e5-88af9734179b req-209ca911-0600-4ddd-bf73-5771d08195be tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:10.077473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-257cf48e-9a5a-4bf5-98e5-88af9734179b req-209ca911-0600-4ddd-bf73-5771d08195be tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0503230 Apr 21 20:51:10.102663 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae4d60c-21c5-43fa-af1f-e35d8e539139 x-openstack-request-id: req-8ae4d60c-21c5-43fa-af1f-e35d8e539139 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:10.102951 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-plugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:10.103193 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ae4d60c-21c5-43fa-af1f-e35d8e539139 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:10.103833 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae4d60c-21c5-43fa-af1f-e35d8e539139'] response: {'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'code': 200} Apr 21 20:51:10.115797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-257cf48e-9a5a-4bf5-98e5-88af9734179b req-cf562644-367e-46d1-855d-7186e8010dfc tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Apr 21 20:51:10.196610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d9f98-1a40-402b-9043-e0dc229e851b req-3fbaa27c-051e-4480-b58b-4871b90ccb60 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:10.198072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-574d9f98-1a40-402b-9043-e0dc229e851b req-3fbaa27c-051e-4480-b58b-4871b90ccb60 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 946 time: 0.0514977 Apr 21 20:51:10.207164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40754) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:10.211883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-fc47efb6-f078-4666-ab6c-118d20645e1a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Request body: {'floatingip': {'port_id': 'd0e57c47-d4a6-4108-a518-4c792584a1df'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:10.258637 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc47efb6-f078-4666-ab6c-118d20645e1a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:10.297186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45105bcc-9bc4-4b8a-a873-85921960b3f5 req-68286b6f-4f23-47df-a3db-c5ab295b3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:10.298680 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45105bcc-9bc4-4b8a-a873-85921960b3f5 req-68286b6f-4f23-47df-a3db-c5ab295b3516 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 1100 time: 0.0395017 Apr 21 20:51:10.337624 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45105bcc-9bc4-4b8a-a873-85921960b3f5 req-ef323143-ef98-4e2d-808e-58cb65f4d0d2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Apr 21 20:51:10.385198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a302d-89d9-4aef-a564-d9086f993a2e req-7d0f26bc-bdf5-4581-858f-7e5f8fb63ec9 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:10.386616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-149a302d-89d9-4aef-a564-d9086f993a2e req-7d0f26bc-bdf5-4581-858f-7e5f8fb63ec9 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.1316578 Apr 21 20:51:10.468046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa847-1472-49ed-9241-4bd6bb2022f2 req-e9592a63-7a7d-4474-8870-a91097a82024 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:10.470269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2fcaa847-1472-49ed-9241-4bd6bb2022f2 req-e9592a63-7a7d-4474-8870-a91097a82024 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Apr 21 20:51:10.473454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-149a302d-89d9-4aef-a564-d9086f993a2e req-7e257815-9910-453c-833f-dcd64a315b29 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783794 Apr 21 20:51:10.510456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2fcaa847-1472-49ed-9241-4bd6bb2022f2 req-32a37e18-6c9a-4d16-9df9-ac5153c6b0bd tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Apr 21 20:51:10.687365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df2984-ea42-4b41-9257-53019f659b95 req-760ed0fd-883c-44c3-9cdb-f7fef5521344 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:10.688798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83df2984-ea42-4b41-9257-53019f659b95 req-760ed0fd-883c-44c3-9cdb-f7fef5521344 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0950685 Apr 21 20:51:10.784215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83df2984-ea42-4b41-9257-53019f659b95 req-ac437e82-b724-44b9-88af-c6f7298bee62 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887511 Apr 21 20:51:10.805480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc47efb6-f078-4666-ab6c-118d20645e1a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:10.809069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc47efb6-f078-4666-ab6c-118d20645e1a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:10.907439 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-fc47efb6-f078-4666-ab6c-118d20645e1a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Floating IP 21fbbb28-4b14-4e60-8e7f-6d39cce4381d associated. External IP: 172.25.0.35, port: d0e57c47-d4a6-4108-a518-4c792584a1df. Apr 21 20:51:10.977622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73043aab-0756-4739-9f1b-fd67298cf55d req-bbe503cb-4f7f-49cb-b48d-135bc2911b36 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:10.979096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73043aab-0756-4739-9f1b-fd67298cf55d req-bbe503cb-4f7f-49cb-b48d-135bc2911b36 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0510843 Apr 21 20:51:11.018641 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73043aab-0756-4739-9f1b-fd67298cf55d req-67bb9335-20af-4ae2-b778-e17035d029fd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Apr 21 20:51:11.242037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b98263-858d-4415-8e68-02eb31c32f85 req-0f223760-2185-469b-a612-62641a393216 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:11.243768 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42b98263-858d-4415-8e68-02eb31c32f85 req-0f223760-2185-469b-a612-62641a393216 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.0529630 Apr 21 20:51:11.290054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42b98263-858d-4415-8e68-02eb31c32f85 req-3d6a2388-0164-4c0e-a129-8bb872618651 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 Apr 21 20:51:11.377488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3422a-7fad-4405-9404-0f8bb9d4d2b7 req-b7ea97d3-ae94-485e-bf85-2f737c492a3c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:11.378921 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21b3422a-7fad-4405-9404-0f8bb9d4d2b7 req-b7ea97d3-ae94-485e-bf85-2f737c492a3c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.3753815 Apr 21 20:51:11.465085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21b3422a-7fad-4405-9404-0f8bb9d4d2b7 req-b8d838b0-33c2-4d5c-bfe8-6491d48af16c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508809 Apr 21 20:51:11.467310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc47efb6-f078-4666-ab6c-118d20645e1a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:51:11.573197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc47efb6-f078-4666-ab6c-118d20645e1a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:51:11.579079 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc47efb6-f078-4666-ab6c-118d20645e1a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:11.586110 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] Sync routers for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:51:11.588240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba03ac-1e7e-4289-b0eb-c884447ad6a8 req-4d647cc1-1b0c-44da-ade7-5e7b17ef14fa tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:11.589864 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-72ba03ac-1e7e-4289-b0eb-c884447ad6a8 req-4d647cc1-1b0c-44da-ade7-5e7b17ef14fa tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0498941 Apr 21 20:51:11.596422 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:11.597197 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:11.611416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fc47efb6-f078-4666-ab6c-118d20645e1a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "PUT /v2.0/floatingips/21fbbb28-4b14-4e60-8e7f-6d39cce4381d HTTP/1.1" status: 200 len: 991 time: 1.4030573 Apr 21 20:51:11.621148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'tag': 'd0e57c47-d4a6-4108-a518-4c792584a1df'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:11.623879 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eae4a2-5331-4976-8fba-54ed91a1e948" -d '{"events": [{"name": "network-changed", "server_uuid": "ce29c179-0f54-4050-9b22-1dee0114ee74", "tag": "d0e57c47-d4a6-4108-a518-4c792584a1df"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:11.639168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-72ba03ac-1e7e-4289-b0eb-c884447ad6a8 req-a022f34a-41e9-40b1-be66-e61b465067fe tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396457 Apr 21 20:51:11.666690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3c60f-fa6c-4cfa-9c74-195526f3d118 req-d0c2b08e-dc19-44df-8079-026a74fe7ddf tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:11.668186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ee3c60f-fa6c-4cfa-9c74-195526f3d118 req-d0c2b08e-dc19-44df-8079-026a74fe7ddf tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0556562 Apr 21 20:51:11.710674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ee3c60f-fa6c-4cfa-9c74-195526f3d118 req-9168de3f-ede6-4f3b-9e54-a3530e9b7960 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357347 Apr 21 20:51:11.751368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587b72e-20ae-4cdd-8f9b-32e629318731 req-4d7aced7-87f8-4865-b046-b3e29a88c933 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:11.753242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1587b72e-20ae-4cdd-8f9b-32e629318731 req-4d7aced7-87f8-4865-b046-b3e29a88c933 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 946 time: 0.0565040 Apr 21 20:51:11.766036 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c813de0-48bc-4ad4-8beb-ae2e6d8fb4cd x-openstack-request-id: req-2c813de0-48bc-4ad4-8beb-ae2e6d8fb4cd {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:11.766330 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce29c179-0f54-4050-9b22-1dee0114ee74", "tag": "d0e57c47-d4a6-4108-a518-4c792584a1df", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:11.766580 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c813de0-48bc-4ad4-8beb-ae2e6d8fb4cd {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:11.766977 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c813de0-48bc-4ad4-8beb-ae2e6d8fb4cd'] response: {'name': 'network-changed', 'server_uuid': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'tag': 'd0e57c47-d4a6-4108-a518-4c792584a1df', 'status': 'completed', 'code': 200} Apr 21 20:51:11.795061 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1587b72e-20ae-4cdd-8f9b-32e629318731 req-6947c32c-65c4-4770-9fab-edee650f132a tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358949 Apr 21 20:51:11.828565 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:11.903735 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-07629a0b-641e-455d-8584-18bbe3f1a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:11.906204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-07629a0b-641e-455d-8584-18bbe3f1a876 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6811dff1924414583a4c328264b441b&device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 1097 time: 0.1099112 Apr 21 20:51:12.008595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-0ac27679-9be0-4f71-bcd2-3626d9fcee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.011063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-0ac27679-9be0-4f71-bcd2-3626d9fcee5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=13a216be7b284863a0694c0b683fe3de&device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 1100 time: 0.1629143 Apr 21 20:51:12.025254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65616a6b-2c5c-4e3a-96e3-a46082b96b11 req-e7ba6754-8271-4fc7-bf0b-baa66e24a834 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.033101 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65616a6b-2c5c-4e3a-96e3-a46082b96b11 req-e7ba6754-8271-4fc7-bf0b-baa66e24a834 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.1186652 Apr 21 20:51:12.046340 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-670518cf-9726-4813-9aa5-552c767feb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.048467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-670518cf-9726-4813-9aa5-552c767feb14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f2414dd3-1838-48ed-afc1-f97278af7aa8 HTTP/1.1" status: 200 len: 906 time: 0.1235037 Apr 21 20:51:12.061353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-6db85ee9-5287-4be9-8958-97f714ee0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.063643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-6db85ee9-5287-4be9-8958-97f714ee0421 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1096 time: 0.1752288 Apr 21 20:51:12.078881 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '21fbbb28-4b14-4e60-8e7f-6d39cce4381d', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'port_id': 'd0e57c47-d4a6-4108-a518-4c792584a1df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'mac_address': 'fa:16:3e:d1:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:50:54Z', 'updated_at': '2022-04-21T20:51:10Z', 'revision_number': 1, 'project_id': 'e6811dff1924414583a4c328264b441b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f0408b-805d-414f-b762-ee0619ae06be', 'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'mac_address': 'fa:16:3e:e2:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:50Z', 'updated_at': '2022-04-21T20:50:55Z', 'revision_number': 5, 'project_id': 'e6811dff1924414583a4c328264b441b', 'subnets': [{'id': '53100f78-a57b-4540-8874-5b8ccd939866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:12.110981 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] Checking router: a19bfb7d-d0da-4c8f-a63b-fb772e79def2 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:51:12.119907 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:12.120853 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:12.181810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65616a6b-2c5c-4e3a-96e3-a46082b96b11 req-e344ba9d-569b-4154-bb90-5bbfd9a8ad18 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476033 Apr 21 20:51:12.226214 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:12.235553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-74ab7490-d0dc-4c52-966a-550c6b958c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.237077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-74ab7490-d0dc-4c52-966a-550c6b958c2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.1596971 Apr 21 20:51:12.238040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-a241677d-8e52-4970-8d51-fe6b6eaa996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.239368 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-a241677d-8e52-4970-8d51-fe6b6eaa996f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1959784 Apr 21 20:51:12.297846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-6d1b47a9-630b-44f4-9249-caacdb50080f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30200fbf-1ce2-45de-ab18-a53bbd310966 HTTP/1.1" status: 200 len: 217 time: 0.0474138 Apr 21 20:51:12.336579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-baa0d981-33c2-466b-9eae-6b121aa1cd14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=98ed3b61-2052-419c-a490-610c8342fa1e HTTP/1.1" status: 200 len: 217 time: 0.0802894 Apr 21 20:51:12.451717 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-3bcbe537-0f4d-4346-8985-45f0ca3646c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.453266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-3bcbe537-0f4d-4346-8985-45f0ca3646c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1286323 Apr 21 20:51:12.459838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-f01402fc-b9ca-48a7-8767-111624f50dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.461235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-f01402fc-b9ca-48a7-8767-111624f50dd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1028240 Apr 21 20:51:12.482410 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '21fbbb28-4b14-4e60-8e7f-6d39cce4381d', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'port_id': 'd0e57c47-d4a6-4108-a518-4c792584a1df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'mac_address': 'fa:16:3e:d1:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:50:54Z', 'updated_at': '2022-04-21T20:51:10Z', 'revision_number': 1, 'project_id': 'e6811dff1924414583a4c328264b441b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f0408b-805d-414f-b762-ee0619ae06be', 'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'mac_address': 'fa:16:3e:e2:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:50Z', 'updated_at': '2022-04-21T20:50:55Z', 'revision_number': 5, 'project_id': 'e6811dff1924414583a4c328264b441b', 'subnets': [{'id': '53100f78-a57b-4540-8874-5b8ccd939866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:12.496190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-87d4c24b-9f46-487e-b892-07b88e7bc44a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0e57c47-d4a6-4108-a518-4c792584a1df HTTP/1.1" status: 200 len: 999 time: 0.4327970 Apr 21 20:51:12.509465 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8cf80f-da52-4cc8-925a-afa94cc258a4 None None] The sync data for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 is: [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '21fbbb28-4b14-4e60-8e7f-6d39cce4381d', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'port_id': 'd0e57c47-d4a6-4108-a518-4c792584a1df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'mac_address': 'fa:16:3e:d1:87:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:50:54Z', 'updated_at': '2022-04-21T20:51:10Z', 'revision_number': 1, 'project_id': 'e6811dff1924414583a4c328264b441b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f0408b-805d-414f-b762-ee0619ae06be', 'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'mac_address': 'fa:16:3e:e2:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:50Z', 'updated_at': '2022-04-21T20:50:55Z', 'revision_number': 5, 'project_id': 'e6811dff1924414583a4c328264b441b', 'subnets': [{'id': '53100f78-a57b-4540-8874-5b8ccd939866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:51:12.514110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adda8ae-3431-4284-8085-524e896ccef5 req-311bbed8-b9b1-4d60-9802-2b4206b91767 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.517647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05684b9-33b8-4f56-817c-b8eb4cc6c9f9 req-1e515bc0-d147-4e83-8c76-f24622c2e6bd tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.521464 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8adda8ae-3431-4284-8085-524e896ccef5 req-311bbed8-b9b1-4d60-9802-2b4206b91767 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.3918469 Apr 21 20:51:12.524922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c05684b9-33b8-4f56-817c-b8eb4cc6c9f9 req-1e515bc0-d147-4e83-8c76-f24622c2e6bd tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.1557813 Apr 21 20:51:12.529591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-58c4c2b3-8e40-4d93-a69a-e0277ae864ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666823 Apr 21 20:51:12.588260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-d69600a4-a4b2-42c3-9139-8ea35369b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.589719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-d69600a4-a4b2-42c3-9139-8ea35369b21f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=53100f78-a57b-4540-8874-5b8ccd939866 HTTP/1.1" status: 200 len: 844 time: 0.0663822 Apr 21 20:51:12.593059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8adda8ae-3431-4284-8085-524e896ccef5 req-bb4f2467-3a30-4fcb-97b7-ce6613e301f9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708234 Apr 21 20:51:12.638819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-3458cdc9-1f37-46d0-bf0c-143b934be159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.640549 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-3458cdc9-1f37-46d0-bf0c-143b934be159 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f2414dd3-1838-48ed-afc1-f97278af7aa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437579 Apr 21 20:51:12.642123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-43672657-a4a3-46e1-a7cb-b978591afca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.643608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-43672657-a4a3-46e1-a7cb-b978591afca6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699870 Apr 21 20:51:12.652512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c05684b9-33b8-4f56-817c-b8eb4cc6c9f9 req-eab7c1cc-7e1e-446d-8a00-7a007b33be93 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267769 Apr 21 20:51:12.688497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-91fdcf52-463c-4e21-bb01-7dab5664e8a2 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482451 Apr 21 20:51:12.781725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab2f2-a173-4c74-ba2b-04bf78787a1e req-e9fd1639-6885-47ac-9da6-7aa35d118134 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.783235 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-540ab2f2-a173-4c74-ba2b-04bf78787a1e req-e9fd1639-6885-47ac-9da6-7aa35d118134 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1034038 Apr 21 20:51:12.792492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388369b6-4335-4911-8b78-d8b762a5005f None None] New status for floating IP 21fbbb28-4b14-4e60-8e7f-6d39cce4381d: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:51:12.810988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-b7e7d2b7-24ce-4caf-9fea-822b2af1a03b service neutron] 10.222.0.43 "GET /v2.0/networks/f2414dd3-1838-48ed-afc1-f97278af7aa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634395 Apr 21 20:51:12.867907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda457d-a617-444f-bbe0-f08e10bb8a89 req-042106c8-3520-4db7-9766-d6f80fed54de tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:12.869412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-adda457d-a617-444f-bbe0-f08e10bb8a89 req-042106c8-3520-4db7-9766-d6f80fed54de tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1402667 Apr 21 20:51:12.871141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-6537012c-c6a5-495e-be96-5890c9e5413e service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101843 Apr 21 20:51:12.903237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-540ab2f2-a173-4c74-ba2b-04bf78787a1e req-0a7d5e83-fea3-4a8b-a1ee-a80e2d84b0f4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022904 Apr 21 20:51:12.943481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0eae4a2-5331-4976-8fba-54ed91a1e948 req-7e8894ab-1eb4-4da5-86a9-e3fd47d653d5 service neutron] 10.222.0.43 "GET /v2.0/networks/f2414dd3-1838-48ed-afc1-f97278af7aa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238961 Apr 21 20:51:12.952648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-f96a210f-5eb0-4eb2-b019-0e9a9ead301b service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245407 Apr 21 20:51:12.984981 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-adda457d-a617-444f-bbe0-f08e10bb8a89 req-122dab4d-8195-494a-aa16-606b21015df5 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037712 Apr 21 20:51:13.031728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01f09349-1612-41ca-bc2d-53481d98cf4a req-a0fbad7f-ce9a-4bcb-9363-4fd47c72ed71 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487374 Apr 21 20:51:13.066179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f81b4e-8f0b-4263-a804-c8e4904b54eb req-b081adc3-a38f-4273-a03b-ff29a2313fa3 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:13.067569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e1f81b4e-8f0b-4263-a804-c8e4904b54eb req-b081adc3-a38f-4273-a03b-ff29a2313fa3 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0527587 Apr 21 20:51:13.108302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cdc8e-06af-4047-b09b-2c800de63546 req-e68a5138-a984-43c0-945b-df57b16763a1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:13.109143 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e1f81b4e-8f0b-4263-a804-c8e4904b54eb req-02c73aae-ff00-4e1f-8426-9de6f63f8ccc tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348976 Apr 21 20:51:13.109807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-110cdc8e-06af-4047-b09b-2c800de63546 req-e68a5138-a984-43c0-945b-df57b16763a1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0622137 Apr 21 20:51:13.149068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-110cdc8e-06af-4047-b09b-2c800de63546 req-ce898ef0-5fb4-48b2-aedc-cf04e5a34be9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Apr 21 20:51:13.330847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd2e2a-9276-484b-9937-630aa5a76cc2 req-d8f7f1f6-c8d9-49e0-89b7-b53c99870b7a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:13.332360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40dd2e2a-9276-484b-9937-630aa5a76cc2 req-d8f7f1f6-c8d9-49e0-89b7-b53c99870b7a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0801911 Apr 21 20:51:13.359681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-919d4106-b446-4711-b56c-8f4e263d20db tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:13.361187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-919d4106-b446-4711-b56c-8f4e263d20db tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.0769403 Apr 21 20:51:13.407907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40dd2e2a-9276-484b-9937-630aa5a76cc2 req-afb6eebd-6469-4d97-90b4-9e590d76fcb1 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677459 Apr 21 20:51:13.444209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c2fea-ce76-430b-92e5-66c430f957d3 req-2fcfb9ce-2cb0-4fca-b584-6c8f07a96d25 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:13.446024 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b0c2fea-ce76-430b-92e5-66c430f957d3 req-2fcfb9ce-2cb0-4fca-b584-6c8f07a96d25 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0610778 Apr 21 20:51:13.488342 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b0c2fea-ce76-430b-92e5-66c430f957d3 req-77f29a10-c9cd-46de-93b1-411f7149f5ce tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Apr 21 20:51:13.505594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-5ae4a895-e871-430e-a6a0-4466c5bee3b5 service neutron] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:51:13.508707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-5ae4a895-e871-430e-a6a0-4466c5bee3b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:13.509816 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17affb9c-27c8-4390-9ae2-2782efd2be2c req-5ae4a895-e871-430e-a6a0-4466c5bee3b5 service neutron] 10.222.0.46 "DELETE /v2.0/ports/30200fbf-1ce2-45de-ab18-a53bbd310966/bindings/n-h2-838945-1 HTTP/1.1" status: 204 len: 173 time: 0.1375837 Apr 21 20:51:13.753566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-84f1748e-842f-46a9-bd0f-c1c91e990e0d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:13.755017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-84f1748e-842f-46a9-bd0f-c1c91e990e0d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 950 time: 0.0900543 Apr 21 20:51:13.808514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-ade45bad-c5dc-4fea-9bcf-fbd7193bba10 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:13.810486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-ade45bad-c5dc-4fea-9bcf-fbd7193bba10 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.46 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.1203046 Apr 21 20:51:13.897551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b148a-3942-4624-9a5c-39e4bc99290f req-532bb5ed-c1fc-46d2-8a2a-01c8058516ad tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:13.899013 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-174b148a-3942-4624-9a5c-39e4bc99290f req-532bb5ed-c1fc-46d2-8a2a-01c8058516ad tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 946 time: 0.1721580 Apr 21 20:51:13.986341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-174b148a-3942-4624-9a5c-39e4bc99290f req-0e4ce9c0-f0ff-4575-a8a6-1495594ed2c6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb528de7-0029-487a-a97b-b415c09fa146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791624 Apr 21 20:51:13.991174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Deleting port 2603f413-5812-47a3-8d48-ce158b386275 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:13.991511 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:14.016374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Deleting port e0e2e918-30cb-4373-ad9f-7a9eb660a3af {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:14.016688 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:14.041847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b4dca-d068-474a-affd-24be236b9a07 req-057fd16a-ca2e-477e-844b-2c007d8661e7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:14.043446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7b4dca-d068-474a-affd-24be236b9a07 req-057fd16a-ca2e-477e-844b-2c007d8661e7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0584333 Apr 21 20:51:14.081206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7b4dca-d068-474a-affd-24be236b9a07 req-ed15edf3-2e60-4dce-9325-ca155eda9c49 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Apr 21 20:51:14.145674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] For port 2603f413-5812-47a3-8d48-ce158b386275, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2603f413-5812-47a3-8d48-ce158b386275,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:14.146166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:14.165684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] For port e0e2e918-30cb-4373-ad9f-7a9eb660a3af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:14.166037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:14.168368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Calling delete_port for 2603f413-5812-47a3-8d48-ce158b386275 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:14.272268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3590242-2404-4b0b-ae02-e576ad10f73a req-b76a8079-fc1b-48eb-a2ef-8d61388d836e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:14.273960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3590242-2404-4b0b-ae02-e576ad10f73a req-b76a8079-fc1b-48eb-a2ef-8d61388d836e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.0532475 Apr 21 20:51:14.317445 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3590242-2404-4b0b-ae02-e576ad10f73a req-9e4a6e39-8e18-4175-9775-63884a2089cf tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364387 Apr 21 20:51:14.349141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7045a6-a16f-4a2b-bee2-95ecba840922 req-2e174922-7f01-480b-8da9-d8f825a4adea tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:14.350976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed7045a6-a16f-4a2b-bee2-95ecba840922 req-2e174922-7f01-480b-8da9-d8f825a4adea tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.1738040 Apr 21 20:51:14.446105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed7045a6-a16f-4a2b-bee2-95ecba840922 req-9bb0bf3c-9a02-4f14-8a4e-57b04bea340c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866010 Apr 21 20:51:14.456920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c831da-1fde-4dd2-a1fd-45359b6a91c0 req-bd2328d3-2bd7-411c-8385-ced55c067dc4 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:14.458990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01c831da-1fde-4dd2-a1fd-45359b6a91c0 req-bd2328d3-2bd7-411c-8385-ced55c067dc4 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1096 time: 0.0432534 Apr 21 20:51:14.503311 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01c831da-1fde-4dd2-a1fd-45359b6a91c0 req-6c19cb4f-6998-41f5-8de1-f0de4fb5a35b tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381408 Apr 21 20:51:14.523224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:14.523586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:14.523899 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Floating IP cfe94510-e34f-4d19-86a2-f54ea85af8c5 disassociated. External IP: 172.25.0.85, port: e0e2e918-30cb-4373-ad9f-7a9eb660a3af. Apr 21 20:51:14.524238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Calling delete_port for e0e2e918-30cb-4373-ad9f-7a9eb660a3af owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:14.543121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:14.550061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f039a962-b369-4b80-8e80-b7484858d0e1 req-ef55dc96-e396-40c7-bc8c-c3f1d4f0c30e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e337e6ce-d38a-4748-b581-a8872fd7695e HTTP/1.1" status: 200 len: 210 time: 0.0390496 Apr 21 20:51:14.558846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'b618387d-6f8b-4e05-90ee-599f7fd67105', '12ed72c8-b468-4abf-888a-30b84e381046', '2603f413-5812-47a3-8d48-ce158b386275'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:14.616711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event deleted for resources: {'Port': ['ID=2603f413-5812-47a3-8d48-ce158b386275,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:14.630426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade', '9709e06e-8d68-465a-862a-67e2d1f6872e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:14.650531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce82024-1f75-422d-be4a-05a9b6e7bc99 req-8ab4e5cd-97e0-4564-aa95-7633e76029e0 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:14.652201 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ce82024-1f75-422d-be4a-05a9b6e7bc99 req-8ab4e5cd-97e0-4564-aa95-7633e76029e0 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0573120 Apr 21 20:51:14.675279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.675730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.676923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.676923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.676923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.676923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.677316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.677516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.677832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.678394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.678714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.679024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:14.684652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] No DVR routers for this DVR port 2603f413-5812-47a3-8d48-ce158b386275 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:14.690330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:14.693716 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6e62d0a-1cf5-42c2-be3b-48ade9935f66 req-e45d027b-0942-40b9-aa7d-4ffff6083de6 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "DELETE /v2.0/ports/2603f413-5812-47a3-8d48-ce158b386275 HTTP/1.1" status: 204 len: 173 time: 0.9200971 Apr 21 20:51:14.700561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e337e6ce-d38a-4748-b581-a8872fd7695e', 'name': 'network-vif-deleted', 'tag': '2603f413-5812-47a3-8d48-ce158b386275'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:14.702757 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054c2688-1d88-4abd-aeb5-c73b7d1b12d8" -d '{"events": [{"server_uuid": "e337e6ce-d38a-4748-b581-a8872fd7695e", "name": "network-vif-deleted", "tag": "2603f413-5812-47a3-8d48-ce158b386275"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:14.722428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ce82024-1f75-422d-be4a-05a9b6e7bc99 req-ebf72906-1f17-415e-9f1b-b680612c9993 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562634 Apr 21 20:51:14.780471 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e48050-6d5f-4997-b0e9-db416af1e7bd x-openstack-request-id: req-f8e48050-6d5f-4997-b0e9-db416af1e7bd {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:14.781031 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e337e6ce-d38a-4748-b581-a8872fd7695e", "name": "network-vif-deleted", "tag": "2603f413-5812-47a3-8d48-ce158b386275", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:14.781361 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8e48050-6d5f-4997-b0e9-db416af1e7bd {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:14.781849 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e48050-6d5f-4997-b0e9-db416af1e7bd'] response: {'server_uuid': 'e337e6ce-d38a-4748-b581-a8872fd7695e', 'name': 'network-vif-deleted', 'tag': '2603f413-5812-47a3-8d48-ce158b386275', 'status': 'completed', 'code': 200} Apr 21 20:51:14.811099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e110217-2bb9-4f4a-9750-7f4a57a2511c req-67cf3887-ffd9-4ef0-98e0-113448f0660d tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:14.812961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e110217-2bb9-4f4a-9750-7f4a57a2511c req-67cf3887-ffd9-4ef0-98e0-113448f0660d tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 1096 time: 0.1308110 Apr 21 20:51:14.905890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e110217-2bb9-4f4a-9750-7f4a57a2511c req-3b3ea52f-a6d6-4b7f-81ba-e42fe280dbf5 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858254 Apr 21 20:51:14.916133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:14.967461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Pushing event deleted for resources: {'Port': ['ID=e0e2e918-30cb-4373-ad9f-7a9eb660a3af,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:15.105426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:51:15.424209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa86f9e-faf1-49d2-b5de-790ad992707e req-5c6128ae-9a94-4af4-a0d2-b033b0fbd5a4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:15.438517 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3aa86f9e-faf1-49d2-b5de-790ad992707e req-5c6128ae-9a94-4af4-a0d2-b033b0fbd5a4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0673399 Apr 21 20:51:15.462025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-221ab2e6-8c2d-4388-809d-a0095498e12e req-0c3c6635-abf6-4051-90bf-d40fefadac20 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.3592930 Apr 21 20:51:15.485460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3aa86f9e-faf1-49d2-b5de-790ad992707e req-15b4951e-b0af-43e7-bedc-c0e0e7fb6c1f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Apr 21 20:51:15.600399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0d61f-d74e-4992-97e0-155413f04749 req-35b4950b-cd99-4a13-a862-f9bb3a7808ea tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:15.602031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ecf0d61f-d74e-4992-97e0-155413f04749 req-35b4950b-cd99-4a13-a862-f9bb3a7808ea tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0566745 Apr 21 20:51:15.608201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:51:15.619400 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] Sync routers for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:51:15.632663 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:15.633313 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:15.653134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ecf0d61f-d74e-4992-97e0-155413f04749 req-73326397-55e9-4a00-b43a-4c707a039edf tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434039 Apr 21 20:51:15.659226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] No DVR routers for this DVR port e0e2e918-30cb-4373-ad9f-7a9eb660a3af on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:15.661767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:15.667731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1fa85f0-4068-472f-a4dc-e94e281dad45 req-3e451522-c994-40b3-8ce0-8d550171f0bb tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.46 "DELETE /v2.0/ports/e0e2e918-30cb-4373-ad9f-7a9eb660a3af HTTP/1.1" status: 204 len: 173 time: 1.8505950 Apr 21 20:51:15.778656 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:15.841160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d15cc-ac72-4086-9740-2c1afb485556 req-bb233feb-ed75-4390-9890-ec49fb3d44b4 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:15.850344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f8d15cc-ac72-4086-9740-2c1afb485556 req-bb233feb-ed75-4390-9890-ec49fb3d44b4 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0611725 Apr 21 20:51:15.870278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96f6e2-9087-4fff-8666-1b9107266196 req-37b60dc5-49ac-4ee8-a3a9-7791c4a78ce8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:15.872187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d96f6e2-9087-4fff-8666-1b9107266196 req-37b60dc5-49ac-4ee8-a3a9-7791c4a78ce8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 948 time: 0.0635405 Apr 21 20:51:15.905404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f8d15cc-ac72-4086-9740-2c1afb485556 req-8f4f9c80-7576-4915-bc1d-986564113baf tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Apr 21 20:51:15.924748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d96f6e2-9087-4fff-8666-1b9107266196 req-bcb06367-e0a1-4ca4-9292-d28b602aa2d8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 Apr 21 20:51:16.003276 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '41b8b2cd-7ded-4ba1-904b-1d7f42e2b684', 'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'mac_address': 'fa:16:3e:8d:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:52Z', 'updated_at': '2022-04-21T20:48:59Z', 'revision_number': 5, 'project_id': '5bb566ee2745403d9546e81221628e27', 'subnets': [{'id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:16.029433 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] Checking router: 6d11e904-ba4c-4f74-8f65-5b78611eafa7 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:51:16.037596 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:16.038186 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:16.142691 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:16.332673 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '41b8b2cd-7ded-4ba1-904b-1d7f42e2b684', 'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'mac_address': 'fa:16:3e:8d:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:52Z', 'updated_at': '2022-04-21T20:48:59Z', 'revision_number': 5, 'project_id': '5bb566ee2745403d9546e81221628e27', 'subnets': [{'id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:16.362759 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40931f-2294-4d81-a307-7f1e09d5a936 None None] The sync data for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 is: [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:48:54Z', 'revision_number': 4, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '41b8b2cd-7ded-4ba1-904b-1d7f42e2b684', 'name': '', 'network_id': 'd1e06e87-3ae6-4925-939a-4294a67b477e', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'mac_address': 'fa:16:3e:8d:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:52Z', 'updated_at': '2022-04-21T20:48:59Z', 'revision_number': 5, 'project_id': '5bb566ee2745403d9546e81221628e27', 'subnets': [{'id': 'aa1f080a-94a5-4bbf-bfc6-70873c141d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:51:16.575245 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-81e8ecca-9d23-4b92-a329-ee09c12b87d5 req-c9ed911e-00d1-43b2-9b02-b5dcdcdf9e24 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.0362442 Apr 21 20:51:16.620588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a547a-e353-4fd1-b650-a0b440e24ead None None] New status for floating IP cfe94510-e34f-4d19-86a2-f54ea85af8c5: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:51:16.639347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de872e84-a23d-41d2-b07e-f16e770d496f req-8bd62747-91e3-40d1-ae5c-686a04d5ce92 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:16.645126 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de872e84-a23d-41d2-b07e-f16e770d496f req-8bd62747-91e3-40d1-ae5c-686a04d5ce92 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0872872 Apr 21 20:51:16.703640 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de872e84-a23d-41d2-b07e-f16e770d496f req-7bd67e03-a690-4ace-8b9f-dd1e0961a30d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563431 Apr 21 20:51:16.780479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03256af-43e1-4bd3-9dce-107758b1b41a req-d388ff35-0f21-4d8a-b4d1-278dc10f25ff tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:16.782076 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c03256af-43e1-4bd3-9dce-107758b1b41a req-d388ff35-0f21-4d8a-b4d1-278dc10f25ff tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0566463 Apr 21 20:51:16.782809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'name': 'network-vif-deleted', 'tag': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:16.785161 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb50508e-9273-4917-9adf-c7738a992b42" -d '{"events": [{"server_uuid": "935e4f82-b773-4e5c-b7fe-83defb6e08a4", "name": "network-vif-deleted", "tag": "e0e2e918-30cb-4373-ad9f-7a9eb660a3af"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:16.823173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c03256af-43e1-4bd3-9dce-107758b1b41a req-83b286b0-c683-415a-87a7-9aceecc1f3c3 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Apr 21 20:51:16.823507 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3c0ef7-92bb-4781-b848-dcf2be87d8f1 x-openstack-request-id: req-4b3c0ef7-92bb-4781-b848-dcf2be87d8f1 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:16.823790 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935e4f82-b773-4e5c-b7fe-83defb6e08a4", "name": "network-vif-deleted", "tag": "e0e2e918-30cb-4373-ad9f-7a9eb660a3af", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:16.824063 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b3c0ef7-92bb-4781-b848-dcf2be87d8f1 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:16.824477 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3c0ef7-92bb-4781-b848-dcf2be87d8f1'] response: {'server_uuid': '935e4f82-b773-4e5c-b7fe-83defb6e08a4', 'name': 'network-vif-deleted', 'tag': 'e0e2e918-30cb-4373-ad9f-7a9eb660a3af', 'status': 'completed', 'code': 200} Apr 21 20:51:17.019484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192152d6-1ba9-46c4-a3f9-16cf78412e48 req-f875716e-1df8-4763-bc42-9f3a772be8cd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:17.021339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-192152d6-1ba9-46c4-a3f9-16cf78412e48 req-f875716e-1df8-4763-bc42-9f3a772be8cd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0521126 Apr 21 20:51:17.044124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb62f01-589e-409d-82e2-79d1bb44273f req-a793544a-7542-4948-a51b-217a58141cde tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:17.045960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9fb62f01-589e-409d-82e2-79d1bb44273f req-a793544a-7542-4948-a51b-217a58141cde tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 948 time: 0.0537117 Apr 21 20:51:17.067104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-192152d6-1ba9-46c4-a3f9-16cf78412e48 req-24511344-c8ed-4a9f-a7ad-7fdafd6fc486 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385406 Apr 21 20:51:17.094737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9fb62f01-589e-409d-82e2-79d1bb44273f req-c9a20a2d-6ab1-4778-9641-f34ba681b9f8 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Apr 21 20:51:17.676302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0149c4a-04f9-4376-9705-c76c129dec6c req-30a5d8c4-47da-4e6c-8a25-fa8a505d6e3e tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.0346861 Apr 21 20:51:17.696847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-04f315f2-8b31-4c82-9b3c-aebdfccdd628 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:17.696847 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-04f315f2-8b31-4c82-9b3c-aebdfccdd628 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 948 time: 0.0913255 Apr 21 20:51:17.827254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26bba-139b-4060-8849-122a1d87914b req-a2d24ff3-10f7-4a3f-b08f-d4674ceabf1b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:17.828704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebd26bba-139b-4060-8849-122a1d87914b req-a2d24ff3-10f7-4a3f-b08f-d4674ceabf1b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0606735 Apr 21 20:51:17.831531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Deleting port 12ed72c8-b468-4abf-888a-30b84e381046 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:17.831869 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:17.918021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebd26bba-139b-4060-8849-122a1d87914b req-18dbd62c-9f8a-4ca2-86af-8367591f4387 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831773 Apr 21 20:51:17.952135 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a41dc2-8cad-459a-bc76-b988fa144b2c req-2a5e1ebd-bed0-4b9e-a151-678b9323e2b9 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:17.955251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] For port 12ed72c8-b468-4abf-888a-30b84e381046, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=12ed72c8-b468-4abf-888a-30b84e381046,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:17.955621 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:17.956015 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58a41dc2-8cad-459a-bc76-b988fa144b2c req-2a5e1ebd-bed0-4b9e-a151-678b9323e2b9 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0645754 Apr 21 20:51:17.968270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Calling delete_port for 12ed72c8-b468-4abf-888a-30b84e381046 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:17.991771 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58a41dc2-8cad-459a-bc76-b988fa144b2c req-d1d20271-0bf3-4797-97c3-f467ada64be1 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Apr 21 20:51:18.101793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:18.116919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade', '9709e06e-8d68-465a-862a-67e2d1f6872e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:18.134714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event deleted for resources: {'Port': ['ID=12ed72c8-b468-4abf-888a-30b84e381046,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:18.182473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'b618387d-6f8b-4e05-90ee-599f7fd67105', '12ed72c8-b468-4abf-888a-30b84e381046'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:18.210653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] No DVR routers for this DVR port 12ed72c8-b468-4abf-888a-30b84e381046 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:18.215044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:18.219887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daea5f57-9680-4183-aaed-2ce0b30966b4 req-664d2b03-24ac-4189-b7a6-ace7893d9a54 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "DELETE /v2.0/ports/12ed72c8-b468-4abf-888a-30b84e381046 HTTP/1.1" status: 204 len: 173 time: 0.5183311 Apr 21 20:51:18.221217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2603f413-5812-47a3-8d48-ce158b386275 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:18.250696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2eb29-e398-468f-8daf-670e888ef6c4 req-96ff4bba-8ad7-43c6-a700-4a31aadb7963 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:18.252384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33f2eb29-e398-468f-8daf-670e888ef6c4 req-96ff4bba-8ad7-43c6-a700-4a31aadb7963 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1070433 Apr 21 20:51:18.262470 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7fb360bb-63af-4900-9f8e-130318bb409f req-cec54810-1ff8-49b6-bced-01a390523b22 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=e02fdfe6-50aa-4cc3-b83f-543c26929dda HTTP/1.1" status: 200 len: 210 time: 0.0446746 Apr 21 20:51:18.268412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 2603f413-5812-47a3-8d48-ce158b386275 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:18.268575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2603f413-5812-47a3-8d48-ce158b386275 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:18.268979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device e0e2e918-30cb-4373-ad9f-7a9eb660a3af no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:18.293589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: e0e2e918-30cb-4373-ad9f-7a9eb660a3af {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:18.293933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device e0e2e918-30cb-4373-ad9f-7a9eb660a3af not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:18.317995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33f2eb29-e398-468f-8daf-670e888ef6c4 req-96fc42a2-180b-4a5d-b146-a5f307e47a0c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590308 Apr 21 20:51:18.813302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c4551b2-2df0-4595-960d-24602fb6920e req-b90817a9-29ed-4389-a1b2-1e4ccd4f9c41 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/ports?device_id=935e4f82-b773-4e5c-b7fe-83defb6e08a4 HTTP/1.1" status: 200 len: 210 time: 0.0293136 Apr 21 20:51:18.825278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02fdfe6-50aa-4cc3-b83f-543c26929dda', 'name': 'network-vif-deleted', 'tag': '12ed72c8-b468-4abf-888a-30b84e381046'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:18.828217 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5626d9-32c8-4c62-a068-45064bf9782e" -d '{"events": [{"server_uuid": "e02fdfe6-50aa-4cc3-b83f-543c26929dda", "name": "network-vif-deleted", "tag": "12ed72c8-b468-4abf-888a-30b84e381046"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:18.866103 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b804cd98-10d0-4019-9916-4e504c378318 x-openstack-request-id: req-b804cd98-10d0-4019-9916-4e504c378318 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:18.866466 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02fdfe6-50aa-4cc3-b83f-543c26929dda", "name": "network-vif-deleted", "tag": "12ed72c8-b468-4abf-888a-30b84e381046", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:18.866784 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b804cd98-10d0-4019-9916-4e504c378318 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:18.867244 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b804cd98-10d0-4019-9916-4e504c378318'] response: {'server_uuid': 'e02fdfe6-50aa-4cc3-b83f-543c26929dda', 'name': 'network-vif-deleted', 'tag': '12ed72c8-b468-4abf-888a-30b84e381046', 'status': 'completed', 'code': 200} Apr 21 20:51:19.049306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b589e4-c08c-4867-bf03-ed0ad3c08280 req-f2b5e78a-9ebf-4f57-a659-9621f5a22d99 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:19.050850 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89b589e4-c08c-4867-bf03-ed0ad3c08280 req-f2b5e78a-9ebf-4f57-a659-9621f5a22d99 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0629911 Apr 21 20:51:19.093222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89b589e4-c08c-4867-bf03-ed0ad3c08280 req-21cfbc1f-c334-4d08-9f97-2b5745d02dde tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356135 Apr 21 20:51:19.124581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8b6ba-33a7-4488-8053-d221e00d49be req-966dc9ae-837b-4834-a106-0e97ae4bcbfe tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:19.126136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8db8b6ba-33a7-4488-8053-d221e00d49be req-966dc9ae-837b-4834-a106-0e97ae4bcbfe tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0545254 Apr 21 20:51:19.167987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8db8b6ba-33a7-4488-8053-d221e00d49be req-8c970991-ee12-408a-93ce-de1d21ecdc6a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341263 Apr 21 20:51:19.440741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425dafd-f4b5-45a9-acbd-296d9b967492 req-a17746e8-8837-4ecc-bd8a-84bed072d529 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:19.442643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a425dafd-f4b5-45a9-acbd-296d9b967492 req-a17746e8-8837-4ecc-bd8a-84bed072d529 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0570352 Apr 21 20:51:19.489734 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a425dafd-f4b5-45a9-acbd-296d9b967492 req-ea2e19a8-3759-4a09-aca1-7af87601b2ff tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Apr 21 20:51:19.684257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc64a60-d87e-4bdd-9f8b-b686814b5ea1 req-3eb4ff14-01bd-469e-a7ac-ae257105bee7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:19.685861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1bc64a60-d87e-4bdd-9f8b-b686814b5ea1 req-3eb4ff14-01bd-469e-a7ac-ae257105bee7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fdea746-2935-41d4-9a09-24526e658920 HTTP/1.1" status: 200 len: 950 time: 0.0552619 Apr 21 20:51:19.733127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1bc64a60-d87e-4bdd-9f8b-b686814b5ea1 req-f124925a-0c43-4879-9a9a-d43ff478608d tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406823 Apr 21 20:51:19.906788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40908) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:19.961435 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e47e0c5d-0bab-4ced-8d41-cd25c18f4f3c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:19.983714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e47e0c5d-0bab-4ced-8d41-cd25c18f4f3c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.030211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e47e0c5d-0bab-4ced-8d41-cd25c18f4f3c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.032780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e47e0c5d-0bab-4ced-8d41-cd25c18f4f3c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.034122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e47e0c5d-0bab-4ced-8d41-cd25c18f4f3c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb528de7-0029-487a-a97b-b415c09fa146 HTTP/1.1" status: 204 len: 168 time: 0.1262658 Apr 21 20:51:20.036552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40910) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:20.043268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e0c5d-0bab-4ced-8d41-cd25c18f4f3c tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb528de7-0029-487a-a97b-b415c09fa146,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:20.053878 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-abf04c41-c20c-4e49-8bd3-0063bd00adee tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] show failed (client error): The resource could not be found. Apr 21 20:51:20.055448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-abf04c41-c20c-4e49-8bd3-0063bd00adee tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "GET /v2.0/security-groups/fb528de7-0029-487a-a97b-b415c09fa146 HTTP/1.1" status: 404 len: 347 time: 0.0176365 Apr 21 20:51:20.058141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40912) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:20.179730 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.212536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Deleting port 8a9d9db2-5ff8-4ef8-ad6c-5fc2ec367a7a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:20.212904 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.239317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc88e-10bf-40e9-8c17-7adbf0a074ee req-3ecdc576-fcdf-4185-9836-61eeb49aafb1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:20.240815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4abdc88e-10bf-40e9-8c17-7adbf0a074ee req-3ecdc576-fcdf-4185-9836-61eeb49aafb1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0706458 Apr 21 20:51:20.296364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c805-ccdd-482e-a3b1-5060a268cb8e req-56ae7aed-b6ee-4f7a-9537-9ed80d03e941 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:20.298240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38b4c805-ccdd-482e-a3b1-5060a268cb8e req-56ae7aed-b6ee-4f7a-9537-9ed80d03e941 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0536828 Apr 21 20:51:20.333207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4abdc88e-10bf-40e9-8c17-7adbf0a074ee req-f0223523-a769-4d93-9980-6c7e73d4c908 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615766 Apr 21 20:51:20.342429 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.342756 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.345369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38b4c805-ccdd-482e-a3b1-5060a268cb8e req-55d2c5e2-d13f-4fba-8699-40590d4c17d7 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Apr 21 20:51:20.362464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Calling delete_port for 8a9d9db2-5ff8-4ef8-ad6c-5fc2ec367a7a owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:20.415411 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.536100 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.592660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Pushing event deleted for resources: {'Port': ['ID=8a9d9db2-5ff8-4ef8-ad6c-5fc2ec367a7a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:20.640319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e565421-a5b6-491c-b566-46b6d86f9f10 req-da64ff18-2de8-4ab9-96c0-5ca80a121b37 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:20.649455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1e565421-a5b6-491c-b566-46b6d86f9f10 req-da64ff18-2de8-4ab9-96c0-5ca80a121b37 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0740397 Apr 21 20:51:20.656794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.657176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.657609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.658005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.658413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.658789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.659201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.659591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.659984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.660370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.660750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.661154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:20.692352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1e565421-a5b6-491c-b566-46b6d86f9f10 req-2ae00abf-8724-4685-be42-2bb29f533b41 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Apr 21 20:51:20.733950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bae29-8b47-44b3-aab4-30266c591bd5 req-15cc7f85-09d0-4caa-b891-2234437b6af6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:20.735484 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d1bae29-8b47-44b3-aab4-30266c591bd5 req-15cc7f85-09d0-4caa-b891-2234437b6af6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0949271 Apr 21 20:51:20.738411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.741231 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:20.742324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e92eec2f-58af-44a6-ab32-cae7fc67bea6 tempest-ServersTestBootFromVolume-1243439195 tempest-ServersTestBootFromVolume-1243439195-project] 10.222.0.49 "DELETE /v2.0/floatingips/cfe94510-e34f-4d19-86a2-f54ea85af8c5 HTTP/1.1" status: 204 len: 168 time: 0.6832440 Apr 21 20:51:20.745547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40922) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:20.778055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d1bae29-8b47-44b3-aab4-30266c591bd5 req-97ce4322-c84f-41fb-804d-91a2a825b9b5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342710 Apr 21 20:51:20.978466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1215c-a799-4c72-b1df-9e29f21008b9 req-0c206b09-b732-46a7-bb80-360938de9249 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:20.980215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80d1215c-a799-4c72-b1df-9e29f21008b9 req-0c206b09-b732-46a7-bb80-360938de9249 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fdea746-2935-41d4-9a09-24526e658920 HTTP/1.1" status: 200 len: 950 time: 0.1322455 Apr 21 20:51:21.027601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-e4fe8e67-57ce-48b5-8531-66fa3ff3ce70 req-ec43ea85-ca15-4336-af3d-77a68c4e23a4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:51:21.029203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4fe8e67-57ce-48b5-8531-66fa3ff3ce70 req-ec43ea85-ca15-4336-af3d-77a68c4e23a4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054357 Apr 21 20:51:21.061304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80d1215c-a799-4c72-b1df-9e29f21008b9 req-9e840a4d-81e2-4879-80dd-eea00e82fae4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737247 Apr 21 20:51:21.229103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:21.313989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-705b59f3-0640-4145-94a1-ed5f3d787c2d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820868 Apr 21 20:51:21.324929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-f0c8d404-1747-4612-9bdb-708101a0bcdb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:51:21.326581 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-f0c8d404-1747-4612-9bdb-708101a0bcdb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063622 Apr 21 20:51:21.340925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-1c71380e-6876-41f4-a648-061844d7c1d1 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:21.342440 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-1c71380e-6876-41f4-a648-061844d7c1d1 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fdea746-2935-41d4-9a09-24526e658920 HTTP/1.1" status: 200 len: 950 time: 0.0824397 Apr 21 20:51:21.399087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f3858-9c68-4642-821e-d0c314bbedc1 req-5b42376c-f62e-4bd1-af75-8696190d9c5f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:21.406535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-878f3858-9c68-4642-821e-d0c314bbedc1 req-5b42376c-f62e-4bd1-af75-8696190d9c5f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1400442 Apr 21 20:51:21.436113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-299824bc-8d56-459e-8e42-41699346574b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:21.437829 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-299824bc-8d56-459e-8e42-41699346574b tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 949 time: 0.1422307 Apr 21 20:51:21.525051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e6382-8bdd-49c0-9655-19786790e54e req-b99ddefd-ed70-42c7-94f7-86005f76c9cb tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:21.526537 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b82e6382-8bdd-49c0-9655-19786790e54e req-b99ddefd-ed70-42c7-94f7-86005f76c9cb tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0636723 Apr 21 20:51:21.544631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-878f3858-9c68-4642-821e-d0c314bbedc1 req-bb5647f2-ee41-4861-b668-bda6fe8bce07 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347079 Apr 21 20:51:21.573561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Deleting port 9709e06e-8d68-465a-862a-67e2d1f6872e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:21.573907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:21.648323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Deleting port b618387d-6f8b-4e05-90ee-599f7fd67105 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:21.648656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:21.683929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] For port 9709e06e-8d68-465a-862a-67e2d1f6872e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9709e06e-8d68-465a-862a-67e2d1f6872e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:21.685744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:21.711935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b82e6382-8bdd-49c0-9655-19786790e54e req-6ea0ca45-1e53-4139-96fb-517ad5d3b62e tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758392 Apr 21 20:51:21.712822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Calling delete_port for 9709e06e-8d68-465a-862a-67e2d1f6872e owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:21.808557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] For port b618387d-6f8b-4e05-90ee-599f7fd67105, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b618387d-6f8b-4e05-90ee-599f7fd67105,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:21.809047 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:21.846721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Calling delete_port for b618387d-6f8b-4e05-90ee-599f7fd67105 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:21.849729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Deleting port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:21.850150 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:21.906544 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:21.922663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'b618387d-6f8b-4e05-90ee-599f7fd67105'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:21.943698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a974c91-36c0-4d34-8227-e7c5509fb5b8 req-52d6db9c-cb91-4aaa-9c24-86143a923e38 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:21.952972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a974c91-36c0-4d34-8227-e7c5509fb5b8 req-52d6db9c-cb91-4aaa-9c24-86143a923e38 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1669283 Apr 21 20:51:21.957078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event deleted for resources: {'Port': ['ID=9709e06e-8d68-465a-862a-67e2d1f6872e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:22.002977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] No DVR routers for this DVR port 9709e06e-8d68-465a-862a-67e2d1f6872e on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:22.005499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:22.009199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e415fd13-2927-486b-aa6e-2b69e0da55af req-71f0a33f-f906-41af-9107-54caae55eed7 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "DELETE /v2.0/ports/9709e06e-8d68-465a-862a-67e2d1f6872e HTTP/1.1" status: 204 len: 173 time: 0.6593461 Apr 21 20:51:22.009651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdea746-2935-41d4-9a09-24526e658920', 'name': 'network-vif-deleted', 'tag': '9709e06e-8d68-465a-862a-67e2d1f6872e'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:22.012210 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149ff6a8-e455-4949-8349-65badfc1b151" -d '{"events": [{"server_uuid": "1fdea746-2935-41d4-9a09-24526e658920", "name": "network-vif-deleted", "tag": "9709e06e-8d68-465a-862a-67e2d1f6872e"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:22.060428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade', '9709e06e-8d68-465a-862a-67e2d1f6872e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:22.080681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a974c91-36c0-4d34-8227-e7c5509fb5b8 req-00031010-309b-40bf-87ed-9c9ce7b15b4c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243212 Apr 21 20:51:22.088024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] For port 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=41b8b2cd-7ded-4ba1-904b-1d7f42e2b684,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:22.088399 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:22.117270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Calling delete_port for 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:22.155019 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d86e04d-e598-44a8-ba01-8d3e234659b7 x-openstack-request-id: req-5d86e04d-e598-44a8-ba01-8d3e234659b7 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:22.155324 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdea746-2935-41d4-9a09-24526e658920", "name": "network-vif-deleted", "tag": "9709e06e-8d68-465a-862a-67e2d1f6872e", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:22.155586 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d86e04d-e598-44a8-ba01-8d3e234659b7 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:22.155999 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d86e04d-e598-44a8-ba01-8d3e234659b7'] response: {'server_uuid': '1fdea746-2935-41d4-9a09-24526e658920', 'name': 'network-vif-deleted', 'tag': '9709e06e-8d68-465a-862a-67e2d1f6872e', 'status': 'completed', 'code': 200} Apr 21 20:51:22.231273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 12ed72c8-b468-4abf-888a-30b84e381046 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:22.252642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 12ed72c8-b468-4abf-888a-30b84e381046 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:22.253268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 12ed72c8-b468-4abf-888a-30b84e381046 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:22.326874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e546b78e-9af4-4222-b212-48eb1d4d3aa4 req-f4402997-5b8e-4385-9edb-691214feb395 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fdea746-2935-41d4-9a09-24526e658920 HTTP/1.1" status: 200 len: 210 time: 0.0837629 Apr 21 20:51:22.461384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:22.513369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event deleted for resources: {'Port': ['ID=b618387d-6f8b-4e05-90ee-599f7fd67105,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:22.613491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] No DVR routers for this DVR port b618387d-6f8b-4e05-90ee-599f7fd67105 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:22.648313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:22.652896 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43ca3e90-ccee-4a87-997a-b3f9c5b2e5ad req-54168a5e-a8f4-4d00-af51-cbbe7aca976e tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "DELETE /v2.0/ports/b618387d-6f8b-4e05-90ee-599f7fd67105 HTTP/1.1" status: 204 len: 173 time: 1.1826539 Apr 21 20:51:22.654287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7afe180-5495-4376-a599-ed967bb6a900', 'name': 'network-vif-deleted', 'tag': 'b618387d-6f8b-4e05-90ee-599f7fd67105'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:22.657284 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398284e3-2d12-4b81-99d7-85454e1ae90e" -d '{"events": [{"server_uuid": "d7afe180-5495-4376-a599-ed967bb6a900", "name": "network-vif-deleted", "tag": "b618387d-6f8b-4e05-90ee-599f7fd67105"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:22.737449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:22.783068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d026ed-c254-4278-ad13-d1ca36562818 req-519af26c-0f4a-4c33-b58a-d3259fa824e1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:22.784934 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8d026ed-c254-4278-ad13-d1ca36562818 req-519af26c-0f4a-4c33-b58a-d3259fa824e1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1174715 Apr 21 20:51:22.799703 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77871de-8e4f-4e4e-9e7d-058e5cf5a9df x-openstack-request-id: req-c77871de-8e4f-4e4e-9e7d-058e5cf5a9df {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:22.800089 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7afe180-5495-4376-a599-ed967bb6a900", "name": "network-vif-deleted", "tag": "b618387d-6f8b-4e05-90ee-599f7fd67105", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:22.801844 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c77871de-8e4f-4e4e-9e7d-058e5cf5a9df {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:22.802371 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77871de-8e4f-4e4e-9e7d-058e5cf5a9df'] response: {'server_uuid': 'd7afe180-5495-4376-a599-ed967bb6a900', 'name': 'network-vif-deleted', 'tag': 'b618387d-6f8b-4e05-90ee-599f7fd67105', 'status': 'completed', 'code': 200} Apr 21 20:51:22.809431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Pushing event deleted for resources: {'Port': ['ID=41b8b2cd-7ded-4ba1-904b-1d7f42e2b684,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:22.859731 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8d026ed-c254-4278-ad13-d1ca36562818 req-d26569a8-e295-40a9-af19-263db50d3551 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669241 Apr 21 20:51:22.891696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade', '9709e06e-8d68-465a-862a-67e2d1f6872e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:23.050626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791ea76-8047-4226-adda-391f53488400 req-7b9be9d7-6f85-4b14-951a-6bb07222302d tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:23.052952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3791ea76-8047-4226-adda-391f53488400 req-7b9be9d7-6f85-4b14-951a-6bb07222302d tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.2300117 Apr 21 20:51:23.234234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3791ea76-8047-4226-adda-391f53488400 req-06f7d3c1-13ec-4585-b221-7088898a906c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685140 Apr 21 20:51:23.256319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:23.338639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befa777-fb9e-41e0-b2fb-161aed53ab93 req-9b494346-40cb-40b6-8580-96bbf49f7816 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:23.350081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6befa777-fb9e-41e0-b2fb-161aed53ab93 req-9b494346-40cb-40b6-8580-96bbf49f7816 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0720432 Apr 21 20:51:23.406087 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6befa777-fb9e-41e0-b2fb-161aed53ab93 req-4dabbba7-e88c-44ea-9fef-f12f9b13916a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549099 Apr 21 20:51:23.448520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:23.454765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-105eb3b5-e74b-422c-ab20-eebaa0a7b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:23.456587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-105eb3b5-e74b-422c-ab20-eebaa0a7b467 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1101 time: 0.1255403 Apr 21 20:51:23.605575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0b14369-67a3-40d0-af0c-8ece96594f3b req-4730f4c5-c3e9-4402-b241-038d41392c5f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7afe180-5495-4376-a599-ed967bb6a900 HTTP/1.1" status: 200 len: 210 time: 0.0504613 Apr 21 20:51:23.646188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:51:23.989268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387353f-b1ae-434e-b650-1fa93b382406 req-3ae5f9a0-1f61-42fe-af85-71ba7d24fe55 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:23.991448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0387353f-b1ae-434e-b650-1fa93b382406 req-3ae5f9a0-1f61-42fe-af85-71ba7d24fe55 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0531187 Apr 21 20:51:24.007030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-b9c69ae3-8128-499d-9e88-c0568fc3e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:24.008473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-b9c69ae3-8128-499d-9e88-c0568fc3e27b service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.4546428 Apr 21 20:51:24.040779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0387353f-b1ae-434e-b650-1fa93b382406 req-3fd0706f-8529-4bee-b455-80fa88df021b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367479 Apr 21 20:51:24.056552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-ab4b616b-6003-4999-bdb4-c1dcbf879075 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0388319 Apr 21 20:51:24.135522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:51:24.142509 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7cc4fd62-1c0a-4bbd-9028-9147f5b5458e admin admin] 10.222.0.49 "PUT /v2.0/routers/6d11e904-ba4c-4f74-8f65-5b78611eafa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3957450 Apr 21 20:51:24.144256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-b47ab086-3d97-4023-846e-ef1ae5083bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:24.144947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40986) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:24.145584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-b47ab086-3d97-4023-846e-ef1ae5083bb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0616426 Apr 21 20:51:24.146320 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] Sync routers for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:51:24.157125 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:24.158021 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:24.201785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-8468d946-bf34-4ff1-b419-23ec990e053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:24.203292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-8468d946-bf34-4ff1-b419-23ec990e053b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499041 Apr 21 20:51:24.265398 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:24.284850 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:24.337280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-d4c7b74b-e40d-4bcb-8ddf-f18e1cf324b9 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250031 Apr 21 20:51:24.449486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-796e65b5-b282-47e1-a15a-1281b2b632df service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039295 Apr 21 20:51:24.472407 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7342b-8c5f-4285-8902-cc618eb8aadb req-25c290ff-a422-4c96-a7dd-7f4e29196b1c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:24.475063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4a7342b-8c5f-4285-8902-cc618eb8aadb req-25c290ff-a422-4c96-a7dd-7f4e29196b1c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.1382778 Apr 21 20:51:24.539635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:24.564947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4a7342b-8c5f-4285-8902-cc618eb8aadb req-2ba352dc-3b8c-4a16-b0da-57df79ad2355 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775344 Apr 21 20:51:24.620279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd0ad2-8830-46e3-a8ed-38842cffc245 req-fa576175-6b8a-4521-a2bc-6662dc932013 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:24.631284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51cd0ad2-8830-46e3-a8ed-38842cffc245 req-fa576175-6b8a-4521-a2bc-6662dc932013 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1279778 Apr 21 20:51:24.671279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Deleting port ef2545cb-5861-451f-b88a-1f1d06172eec {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:24.672784 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:24.716270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51cd0ad2-8830-46e3-a8ed-38842cffc245 req-95ebf395-9f2d-4307-a1c0-cac1f004fca6 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793231 Apr 21 20:51:24.758062 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:51:22Z', 'revision_number': 5, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port': {'id': 'ef2545cb-5861-451f-b88a-1f1d06172eec', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:48:48Z', 'updated_at': '2022-04-21T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:24.800612 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] Checking router: 6d11e904-ba4c-4f74-8f65-5b78611eafa7 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:51:24.810383 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] Routers {'6d11e904-ba4c-4f74-8f65-5b78611eafa7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:24.810990 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:24.866891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] For port ef2545cb-5861-451f-b88a-1f1d06172eec, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ef2545cb-5861-451f-b88a-1f1d06172eec,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:24.873495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:24.910589 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] Set router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:24.911315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Calling delete_port for ef2545cb-5861-451f-b88a-1f1d06172eec owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:24.970684 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:51:24Z', 'revision_number': 6, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:25.005086 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea6067-2622-465e-9da1-95086d0cf7f8 None None] The sync data for ids ['6d11e904-ba4c-4f74-8f65-5b78611eafa7'] in n-d-838945-1 is: [{'id': '6d11e904-ba4c-4f74-8f65-5b78611eafa7', 'name': 'tempest-ServersTestBootFromVolume-501901043-router', 'tenant_id': '5bb566ee2745403d9546e81221628e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:48:46Z', 'updated_at': '2022-04-21T20:51:24Z', 'revision_number': 6, 'project_id': '5bb566ee2745403d9546e81221628e27', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:51:25.129292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:25.214439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2545cb-5861-451f-b88a-1f1d06172eec,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:25.250029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cbf50-f44c-4e94-9477-30741882bf41 req-834db258-7cf1-49eb-a61b-7ed8d83f67f6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:25.251271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a54cbf50-f44c-4e94-9477-30741882bf41 req-834db258-7cf1-49eb-a61b-7ed8d83f67f6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0835421 Apr 21 20:51:25.320881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a54cbf50-f44c-4e94-9477-30741882bf41 req-3fea668e-49c9-4c7e-a79f-25ea9201b04c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Apr 21 20:51:25.329171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:25.434306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc5ce-a1b7-42d4-b991-8c579fee4572 req-8776ae24-b990-4f5e-b5e5-e0bfdd3a2422 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:25.435802 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-172dc5ce-a1b7-42d4-b991-8c579fee4572 req-8776ae24-b990-4f5e-b5e5-e0bfdd3a2422 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 949 time: 0.1593969 Apr 21 20:51:25.503852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:25.507288 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:25.574639 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-172dc5ce-a1b7-42d4-b991-8c579fee4572 req-2056b725-4c12-4462-8b30-b4ff64bd973f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952885 Apr 21 20:51:25.593417 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:25.593977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d11e904-ba4c-4f74-8f65-5b78611eafa7 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:51:25.598669 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:25.599781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ed7b2d20-82aa-478a-ae5a-c8c959b7537e admin admin] 10.222.0.49 "DELETE /v2.0/routers/6d11e904-ba4c-4f74-8f65-5b78611eafa7 HTTP/1.1" status: 204 len: 168 time: 1.4537928 Apr 21 20:51:25.602451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41060) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:25.681949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0585fe-34e5-4262-8dc7-beec2f583590 admin admin] Deleting subnet aa1f080a-94a5-4bbf-bfc6-70873c141d8c {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:51:25.685413 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de0585fe-34e5-4262-8dc7-beec2f583590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:25.735000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade16026-5447-4ad4-80d5-3a467667b6a3 req-2733b34b-1b5f-4412-be70-03af76df6522 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:25.736471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ade16026-5447-4ad4-80d5-3a467667b6a3 req-2733b34b-1b5f-4412-be70-03af76df6522 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0988533 Apr 21 20:51:25.746247 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de0585fe-34e5-4262-8dc7-beec2f583590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:25.808708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9709e06e-8d68-465a-862a-67e2d1f6872e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:25.839626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ade16026-5447-4ad4-80d5-3a467667b6a3 req-b2613d31-fc5a-4977-85ed-5399fa39c448 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957518 Apr 21 20:51:25.880256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 9709e06e-8d68-465a-862a-67e2d1f6872e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:25.882990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9709e06e-8d68-465a-862a-67e2d1f6872e not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:25.895466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ff374-2ace-485e-ada7-1d52182dc499 req-eb936a5f-13da-4027-861c-5c9f6b773d74 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:25.906745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-037ff374-2ace-485e-ada7-1d52182dc499 req-eb936a5f-13da-4027-861c-5c9f6b773d74 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1059887 Apr 21 20:51:25.953350 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-037ff374-2ace-485e-ada7-1d52182dc499 req-86a0d711-8d26-4b0f-960e-91f2c04ac183 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451667 Apr 21 20:51:25.978019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:25.988191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de0585fe-34e5-4262-8dc7-beec2f583590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:25.999233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:26.000012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 41b8b2cd-7ded-4ba1-904b-1d7f42e2b684 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:26.000603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ef2545cb-5861-451f-b88a-1f1d06172eec no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:26.022621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: ef2545cb-5861-451f-b88a-1f1d06172eec {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:26.023259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ef2545cb-5861-451f-b88a-1f1d06172eec not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:26.064375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de0585fe-34e5-4262-8dc7-beec2f583590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.080870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de0585fe-34e5-4262-8dc7-beec2f583590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.086836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb74fb-63cf-46a8-9813-96623cae0d75 None None] Network d1e06e87-3ae6-4925-939a-4294a67b477e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:51:26.093640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41092) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:26.095660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-de0585fe-34e5-4262-8dc7-beec2f583590 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aa1f080a-94a5-4bbf-bfc6-70873c141d8c HTTP/1.1" status: 204 len: 168 time: 0.4888957 Apr 21 20:51:26.148462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0585fe-34e5-4262-8dc7-beec2f583590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1f080a-94a5-4bbf-bfc6-70873c141d8c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:26.185002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.247584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b618387d-6f8b-4e05-90ee-599f7fd67105 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:26.263403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Deleting port 2c9dd777-33f9-414d-a470-37097fa612cd {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:26.263873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.272075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: b618387d-6f8b-4e05-90ee-599f7fd67105 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:26.272500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b618387d-6f8b-4e05-90ee-599f7fd67105 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:26.324285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] DHCP port deletion for d1e06e87-3ae6-4925-939a-4294a67b477e request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:51:26.361549 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] For port 2c9dd777-33f9-414d-a470-37097fa612cd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2c9dd777-33f9-414d-a470-37097fa612cd,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:26.362052 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.383892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Calling delete_port for 2c9dd777-33f9-414d-a470-37097fa612cd owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:26.426122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Deleting port 2c9dd777-33f9-414d-a470-37097fa612cd {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:26.426490 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.489063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c020632-9eb6-43dd-a5c9-ad0c5b1e40f9 req-e730001e-dff9-46c0-b24e-4489bfc7c056 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:26.490556 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c020632-9eb6-43dd-a5c9-ad0c5b1e40f9 req-e730001e-dff9-46c0-b24e-4489bfc7c056 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0779996 Apr 21 20:51:26.555471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c020632-9eb6-43dd-a5c9-ad0c5b1e40f9 req-7248301d-b977-49d8-b613-61b6ddfe0865 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584531 Apr 21 20:51:26.556022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.560905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] For port 2c9dd777-33f9-414d-a470-37097fa612cd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2c9dd777-33f9-414d-a470-37097fa612cd,segment=NetworkSegment(5e070a30-e3da-4c03-bd05-05c129314464),segment_id=5e070a30-e3da-4c03-bd05-05c129314464)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:26.561483 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.586209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Calling delete_port for 2c9dd777-33f9-414d-a470-37097fa612cd owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:26.590185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9dd777-33f9-414d-a470-37097fa612cd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:26.603017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] No DVR routers for this DVR port 2c9dd777-33f9-414d-a470-37097fa612cd on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:26.691386 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.723962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Pushing event deleted for resources: {'Port': ['ID=2c9dd777-33f9-414d-a470-37097fa612cd,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:26.733192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.737271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.737813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.738328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.738822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.739460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.739942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.740472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.741048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.742073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.742584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.743080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.744935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:26.756626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607230b-f4d1-48fe-bd96-1577aa8937b4 None None] No DVR routers for this DVR port 2c9dd777-33f9-414d-a470-37097fa612cd on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:26.770682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695e1e1-8790-4acd-90a7-2d32d5562471 req-a0411e09-2018-415c-953f-5a0c3aed7a58 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:26.778730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5695e1e1-8790-4acd-90a7-2d32d5562471 req-a0411e09-2018-415c-953f-5a0c3aed7a58 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 949 time: 0.1234345 Apr 21 20:51:26.783805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e06e87-3ae6-4925-939a-4294a67b477e']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:26.787991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f13f09-0215-42f5-94d1-cc94804e893a req-f2419989-5635-40ce-b4ad-5be102efa625 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:26.789615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11f13f09-0215-42f5-94d1-cc94804e893a req-f2419989-5635-40ce-b4ad-5be102efa625 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 949 time: 0.0930269 Apr 21 20:51:26.820719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e070a30-e3da-4c03-bd05-05c129314464') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:26.821081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e070a30-e3da-4c03-bd05-05c129314464') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:26.841589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.888705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5695e1e1-8790-4acd-90a7-2d32d5562471 req-281d144a-1417-429c-9783-99ea2b9efe84 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091249 Apr 21 20:51:26.892911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.901048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:51:26.901801 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:51:26.904637 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:51:26.978948 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.986485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-11f13f09-0215-42f5-94d1-cc94804e893a req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Deleting port 98ed3b61-2052-419c-a490-610c8342fa1e {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:26.986915 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-11f13f09-0215-42f5-94d1-cc94804e893a req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:26.991975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.015193 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d1e06e87-3ae6-4925-939a-4294a67b477e HTTP/1.1" status: 204 len: 168 time: 0.9193568 Apr 21 20:51:27.016306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a535384-499b-44de-8806-ba50aaacdaf0 req-cd3acd6a-309b-45df-9bca-06945f526966 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:27.017945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a535384-499b-44de-8806-ba50aaacdaf0 req-cd3acd6a-309b-45df-9bca-06945f526966 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0804217 Apr 21 20:51:27.041144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012f015-e726-4c34-8b4a-805f8819f5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e06e87-3ae6-4925-939a-4294a67b477e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:27.127047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffb14f-9d44-403a-b150-45b55856fc0e req-9b12fa67-0cce-4f33-9ea9-414dd998948d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:27.129082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40ffb14f-9d44-403a-b150-45b55856fc0e req-9b12fa67-0cce-4f33-9ea9-414dd998948d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0636499 Apr 21 20:51:27.139022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a535384-499b-44de-8806-ba50aaacdaf0 req-9b56ed93-c4db-483b-b150-4853ed64660e tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917106 Apr 21 20:51:27.162858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-ad4b65b0-e43f-4af5-835a-2fd65afc9d62 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:27.164300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-ad4b65b0-e43f-4af5-835a-2fd65afc9d62 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a528c77d-1b22-4e5c-9815-a704d30d26f5 HTTP/1.1" status: 200 len: 950 time: 0.1160161 Apr 21 20:51:27.166178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-11f13f09-0215-42f5-94d1-cc94804e893a req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] For port 98ed3b61-2052-419c-a490-610c8342fa1e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=98ed3b61-2052-419c-a490-610c8342fa1e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:27.166548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-11f13f09-0215-42f5-94d1-cc94804e893a req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.190529 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-11f13f09-0215-42f5-94d1-cc94804e893a req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Calling delete_port for 98ed3b61-2052-419c-a490-610c8342fa1e owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:27.196056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40ffb14f-9d44-403a-b150-45b55856fc0e req-b2dd752e-b4ca-47d7-96b6-2e901c982fb6 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568416 Apr 21 20:51:27.208042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41106) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:27.251607 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fea39590-9679-402d-afcb-4ff436c17298 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bb566ee2745403d9546e81221628e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420160 Apr 21 20:51:27.253977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41108) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:27.311853 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0aed35c-d319-492f-ac66-52f239b47aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.331171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Deleting port 26bccee8-ed76-47a1-84b4-0b9ea790048d {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:27.331486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.338152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0aed35c-d319-492f-ac66-52f239b47aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.396811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0aed35c-d319-492f-ac66-52f239b47aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.401078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0aed35c-d319-492f-ac66-52f239b47aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.404233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e0aed35c-d319-492f-ac66-52f239b47aff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce29c420-6460-4e4a-851a-f9c26765e1be HTTP/1.1" status: 204 len: 168 time: 0.1492596 Apr 21 20:51:27.413055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aed35c-d319-492f-ac66-52f239b47aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce29c420-6460-4e4a-851a-f9c26765e1be,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:27.451865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-11f13f09-0215-42f5-94d1-cc94804e893a req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.462999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e', '26bccee8-ed76-47a1-84b4-0b9ea790048d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:27.468503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:27.494653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event deleted for resources: {'Port': ['ID=98ed3b61-2052-419c-a490-610c8342fa1e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:27.500652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] For port 26bccee8-ed76-47a1-84b4-0b9ea790048d, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=26bccee8-ed76-47a1-84b4-0b9ea790048d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:27.501096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.543635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Calling delete_port for 26bccee8-ed76-47a1-84b4-0b9ea790048d owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:27.562200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f13f09-0215-42f5-94d1-cc94804e893a req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] No DVR routers for this DVR port 98ed3b61-2052-419c-a490-610c8342fa1e on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:27.566335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-11f13f09-0215-42f5-94d1-cc94804e893a req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.569585 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11f13f09-0215-42f5-94d1-cc94804e893a req-25d81e0c-0993-41d0-a41b-e2953da9e841 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "DELETE /v2.0/ports/98ed3b61-2052-419c-a490-610c8342fa1e HTTP/1.1" status: 204 len: 173 time: 0.7706802 Apr 21 20:51:27.570021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd7b806-5641-4746-b7c7-4ee90e0c8036', 'name': 'network-vif-deleted', 'tag': '98ed3b61-2052-419c-a490-610c8342fa1e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:27.572280 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c99a3b7-8dc1-4d0a-83f9-af40a6f492e0" -d '{"events": [{"server_uuid": "9cd7b806-5641-4746-b7c7-4ee90e0c8036", "name": "network-vif-deleted", "tag": "98ed3b61-2052-419c-a490-610c8342fa1e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:27.738665 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233cb7bd-f8d0-487e-8c07-b3d23912f161 x-openstack-request-id: req-233cb7bd-f8d0-487e-8c07-b3d23912f161 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:27.739127 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd7b806-5641-4746-b7c7-4ee90e0c8036", "name": "network-vif-deleted", "tag": "98ed3b61-2052-419c-a490-610c8342fa1e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:27.739481 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-233cb7bd-f8d0-487e-8c07-b3d23912f161 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:27.739973 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233cb7bd-f8d0-487e-8c07-b3d23912f161'] response: {'server_uuid': '9cd7b806-5641-4746-b7c7-4ee90e0c8036', 'name': 'network-vif-deleted', 'tag': '98ed3b61-2052-419c-a490-610c8342fa1e', 'status': 'completed', 'code': 200} Apr 21 20:51:27.805179 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:27.890882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2c9dd777-33f9-414d-a470-37097fa612cd no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:27.899573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db46de-85bc-418f-b2ae-da798aa91190 req-45e90f18-cf8d-4afc-94f1-cf33305ed80b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:27.906157 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2db46de-85bc-418f-b2ae-da798aa91190 req-45e90f18-cf8d-4afc-94f1-cf33305ed80b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1570594 Apr 21 20:51:27.913385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 2c9dd777-33f9-414d-a470-37097fa612cd {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:27.913952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2c9dd777-33f9-414d-a470-37097fa612cd not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:27.921027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event deleted for resources: {'Port': ['ID=26bccee8-ed76-47a1-84b4-0b9ea790048d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:27.935912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['98ed3b61-2052-419c-a490-610c8342fa1e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:28.027243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] No DVR routers for this DVR port 26bccee8-ed76-47a1-84b4-0b9ea790048d on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:28.036248 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:28.052845 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f53bada-c76d-4c6b-8693-6ecf56be1fb3 req-4ef6446a-41f8-45c4-9bea-e148c3ea3495 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.46 "DELETE /v2.0/ports/26bccee8-ed76-47a1-84b4-0b9ea790048d HTTP/1.1" status: 204 len: 173 time: 0.8761485 Apr 21 20:51:28.063938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2db46de-85bc-418f-b2ae-da798aa91190 req-3b0545d2-31ae-49d4-9e17-2125d3cf258b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526167 Apr 21 20:51:28.109670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf6db686-0cb0-465b-a3b1-198b3865f94a req-c03383c8-4008-46ff-90bf-febd7dca3b78 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cd7b806-5641-4746-b7c7-4ee90e0c8036 HTTP/1.1" status: 200 len: 210 time: 0.0554154 Apr 21 20:51:28.296205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:28.321883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d17b5-dc84-4655-a11a-42b49c13ff24 req-0dda3900-dae3-4a19-904d-252b05deee31 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:28.333555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd5d17b5-dc84-4655-a11a-42b49c13ff24 req-0dda3900-dae3-4a19-904d-252b05deee31 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0786529 Apr 21 20:51:28.392548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17afc5-1019-4b97-ab31-c57a646ce4dd req-467794ac-e8cb-4339-9266-83964cb3a004 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:28.402424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f17afc5-1019-4b97-ab31-c57a646ce4dd req-467794ac-e8cb-4339-9266-83964cb3a004 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0717978 Apr 21 20:51:28.405306 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd5d17b5-dc84-4655-a11a-42b49c13ff24 req-b9af5eb0-4c27-4bff-a5c4-7bdff8cf5e9b tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708528 Apr 21 20:51:28.473095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f17afc5-1019-4b97-ab31-c57a646ce4dd req-ee1cdad0-1798-430c-8cbc-6b7be91fd606 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696421 Apr 21 20:51:28.572192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cbcfc-77a2-43e9-b6f0-5787e594d251 req-e1d554dc-5a45-477a-97cc-1a193bee3d6c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:28.577404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aa4cbcfc-77a2-43e9-b6f0-5787e594d251 req-e1d554dc-5a45-477a-97cc-1a193bee3d6c tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0651114 Apr 21 20:51:28.582195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41142) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:28.589510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2134be8d-6999-4b45-993b-74460d5fb806 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Request body: {'floatingip': {'port_id': '24376604-5a3f-4bb4-bce5-cb6a93d335b1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:28.655013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2134be8d-6999-4b45-993b-74460d5fb806 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:28.774175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41148) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:28.907692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-291768226-network', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:28.936276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Made reservation on behalf of 06bc09d2b991492e8967b8e7f29628c3 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:51:28.938676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:28.951031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.030819 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.036197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.061723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:51:29.071857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8aca2d-9335-4b12-9433-43c8d672f390,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:29.077572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.077909 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Added segment 5ab43b5e-f85e-483a-945a-f061d252c2bb of type vlan for network 8a690e43-d82a-4a7e-899f-64f2b9a385cf Apr 21 20:51:29.125109 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.166298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.167552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:29.168240 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.237432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2134be8d-6999-4b45-993b-74460d5fb806 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.242562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2134be8d-6999-4b45-993b-74460d5fb806 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.270922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4930432 Apr 21 20:51:29.278738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41162) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:29.291656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Request body: {'subnet': {'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-291768226-subnet', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:29.303759 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2fbf5-a7c3-4242-ae25-5f876b3486d2 req-6d227ca7-72be-449d-8551-47a01954bf4b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:29.305348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6de2fbf5-a7c3-4242-ae25-5f876b3486d2 req-6d227ca7-72be-449d-8551-47a01954bf4b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1549881 Apr 21 20:51:29.308274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38135e62-43ff-402f-a2c9-795bec89bf88 admin admin] Pushing event updated for resources: {'Network': ['ID=8a690e43-d82a-4a7e-899f-64f2b9a385cf,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:29.327775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 8a690e43-d82a-4a7e-899f-64f2b9a385cf details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:51:29.351087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Made reservation on behalf of 06bc09d2b991492e8967b8e7f29628c3 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:51:29.353409 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.379231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6de2fbf5-a7c3-4242-ae25-5f876b3486d2 req-b075e5f4-bb84-44cf-a6c2-89713ab41508 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650768 Apr 21 20:51:29.423539 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-2134be8d-6999-4b45-993b-74460d5fb806 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Floating IP 7f5a682d-61eb-4672-a6d5-5bbc0eab9252 associated. External IP: 172.25.0.184, port: 24376604-5a3f-4bb4-bce5-cb6a93d335b1. Apr 21 20:51:29.621429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.671290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb41e57-9609-4f42-93c3-d7311eb1c5cb req-ace8beab-6555-425f-84de-4a828805773f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:29.672983 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebb41e57-9609-4f42-93c3-d7311eb1c5cb req-ace8beab-6555-425f-84de-4a828805773f tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 950 time: 0.1052415 Apr 21 20:51:29.705455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd383e8-5ac7-44e3-8b5c-511f02e152d1,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:29.741142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a528c77d-1b22-4e5c-9815-a704d30d26f5', 'name': 'network-vif-deleted', 'tag': '26bccee8-ed76-47a1-84b4-0b9ea790048d'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:29.743456 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c6b611-a11a-4183-ac83-8615836914f7" -d '{"events": [{"server_uuid": "a528c77d-1b22-4e5c-9815-a704d30d26f5", "name": "network-vif-deleted", "tag": "26bccee8-ed76-47a1-84b4-0b9ea790048d"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:29.754701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebb41e57-9609-4f42-93c3-d7311eb1c5cb req-4a2be35e-243c-4c42-a384-73af5769150a tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725491 Apr 21 20:51:29.757435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Checking segment: {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:51:29.757781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Network hostable DHCP agents. Network: 8a690e43-d82a-4a7e-899f-64f2b9a385cf, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:51:29.810799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Network 8a690e43-d82a-4a7e-899f-64f2b9a385cf is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:51:29.833885 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02941e89-e121-4b3b-ae35-ac7bfdabc7b3 x-openstack-request-id: req-02941e89-e121-4b3b-ae35-ac7bfdabc7b3 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:29.834876 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a528c77d-1b22-4e5c-9815-a704d30d26f5", "name": "network-vif-deleted", "tag": "26bccee8-ed76-47a1-84b4-0b9ea790048d", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:29.835123 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02941e89-e121-4b3b-ae35-ac7bfdabc7b3 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:29.835546 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02941e89-e121-4b3b-ae35-ac7bfdabc7b3'] response: {'server_uuid': 'a528c77d-1b22-4e5c-9815-a704d30d26f5', 'name': 'network-vif-deleted', 'tag': '26bccee8-ed76-47a1-84b4-0b9ea790048d', 'status': 'completed', 'code': 200} Apr 21 20:51:29.836112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 8a690e43-d82a-4a7e-899f-64f2b9a385cf) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:51:29.848550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6287a73-e178-479d-bb33-85ef4aac92eb None None] Network 8a690e43-d82a-4a7e-899f-64f2b9a385cf requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:51:29.865627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:29.866498 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.904385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d1d56dc8-1249-4dfe-bbf0-5f722b331140 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6197717 Apr 21 20:51:29.906349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41172) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:29.911876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:29.939577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.940838 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:29.944873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e69934-2fac-42aa-b50c-115c344f7b67 req-82e4ce78-a2bc-4664-a836-7bdab275538d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:29.946429 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2e69934-2fac-42aa-b50c-115c344f7b67 req-82e4ce78-a2bc-4664-a836-7bdab275538d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1066928 Apr 21 20:51:30.011123 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.058264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2134be8d-6999-4b45-993b-74460d5fb806 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Router 50b456fb-ee7a-4bb6-abe2-f0667763451f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:51:30.070676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2e69934-2fac-42aa-b50c-115c344f7b67 req-bde6a270-dbef-4329-a6fc-8c64bb03f9a9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119056 Apr 21 20:51:30.172677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.192801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:51:30.193725 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.211324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2134be8d-6999-4b45-993b-74460d5fb806 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:51:30.217939 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2134be8d-6999-4b45-993b-74460d5fb806 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.225869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] Sync routers for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:51:30.252363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2134be8d-6999-4b45-993b-74460d5fb806 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "PUT /v2.0/floatingips/7f5a682d-61eb-4672-a6d5-5bbc0eab9252 HTTP/1.1" status: 200 len: 992 time: 1.6687045 Apr 21 20:51:30.252968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3461788a-b724-42eb-a967-1860b2d0b035', 'tag': '24376604-5a3f-4bb4-bce5-cb6a93d335b1'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:30.255525 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64" -d '{"events": [{"name": "network-changed", "server_uuid": "3461788a-b724-42eb-a967-1860b2d0b035", "tag": "24376604-5a3f-4bb4-bce5-cb6a93d335b1"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:30.296463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 26bccee8-ed76-47a1-84b4-0b9ea790048d no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:30.299989 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0cba0b-d8a0-429a-a5d0-7462d97dcd7f x-openstack-request-id: req-da0cba0b-d8a0-429a-a5d0-7462d97dcd7f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:30.300301 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3461788a-b724-42eb-a967-1860b2d0b035", "tag": "24376604-5a3f-4bb4-bce5-cb6a93d335b1", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:30.300555 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da0cba0b-d8a0-429a-a5d0-7462d97dcd7f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:30.301508 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0cba0b-d8a0-429a-a5d0-7462d97dcd7f'] response: {'name': 'network-changed', 'server_uuid': '3461788a-b724-42eb-a967-1860b2d0b035', 'tag': '24376604-5a3f-4bb4-bce5-cb6a93d335b1', 'status': 'completed', 'code': 200} Apr 21 20:51:30.323873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 26bccee8-ed76-47a1-84b4-0b9ea790048d {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:30.324231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 26bccee8-ed76-47a1-84b4-0b9ea790048d not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:30.324624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 98ed3b61-2052-419c-a490-610c8342fa1e no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:30.349090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:30.349775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:30.357669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 98ed3b61-2052-419c-a490-610c8342fa1e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:30.358018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 98ed3b61-2052-419c-a490-610c8342fa1e not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:30.473818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-476b2309-4fc8-447c-8475-d13674491154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:30.475731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-476b2309-4fc8-447c-8475-d13674491154 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9c1095bb38d498293c8ad27c5bd08ea&device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 1097 time: 0.1254370 Apr 21 20:51:30.481555 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.502240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f38dec-163c-4511-bcd0-be90b826b317 req-7b6df0f7-3741-41dd-9b90-2b666267148d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:30.505821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Allocated IP 172.20.0.2 (8a690e43-d82a-4a7e-899f-64f2b9a385cf/1bd383e8-5ac7-44e3-8b5c-511f02e152d1/2af4fde6-f994-4f8a-805f-61a1613baabc) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:51:30.515082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9f38dec-163c-4511-bcd0-be90b826b317 req-7b6df0f7-3741-41dd-9b90-2b666267148d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0683751 Apr 21 20:51:30.518447 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.530259 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-23c64b6f-7985-464e-a6fd-4f7ab0584dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.535425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:30.564443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9f38dec-163c-4511-bcd0-be90b826b317 req-be4cee32-ee18-4cc0-8fd4-7fc6f02a7b38 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478561 Apr 21 20:51:30.725652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Allocated IP 172.25.0.200 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/8df8cd5c-2952-467a-8e99-ca0145ef4e1e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:51:30.728321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-9ae8fea0-20c5-4971-8aea-a64267a62885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:30.730088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-9ae8fea0-20c5-4971-8aea-a64267a62885 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7ebb6bd7-2f67-4e79-b454-c7944ef63af5 HTTP/1.1" status: 200 len: 916 time: 0.2228706 Apr 21 20:51:30.811256 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.832164 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.834100 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:51:30.857598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-4d72c89d-c06c-48be-b71d-47cc4a40f1d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24376604-5a3f-4bb4-bce5-cb6a93d335b1 HTTP/1.1" status: 200 len: 1000 time: 0.1078999 Apr 21 20:51:30.919084 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Network 8a690e43-d82a-4a7e-899f-64f2b9a385cf is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:51:30.930116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:51:30.934861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:51:30.948942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Pushing event updated for resources: {'Port': ['ID=2af4fde6-f994-4f8a-805f-61a1613baabc,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:30.963419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:30.970726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-eea8b053-85de-4334-ba06-c3dd342d527d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:30.972452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-eea8b053-85de-4334-ba06-c3dd342d527d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=664a3621-2c7d-45be-9543-1426b8cdf48a HTTP/1.1" status: 200 len: 854 time: 0.1064038 Apr 21 20:51:31.002966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b7b9-6ab1-4104-9456-5b0914296341 req-fd0a1dea-78fa-4053-a8f7-1e2ea62d0221 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:31.006037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9dd6b7b9-6ab1-4104-9456-5b0914296341 req-fd0a1dea-78fa-4053-a8f7-1e2ea62d0221 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 950 time: 0.1276329 Apr 21 20:51:31.013035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Attempting to bind port 2af4fde6-f994-4f8a-805f-61a1613baabc on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:51:31.013408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Attempting to bind port 2af4fde6-f994-4f8a-805f-61a1613baabc by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:51:31.013779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Attempting to bind port 2af4fde6-f994-4f8a-805f-61a1613baabc on network 8a690e43-d82a-4a7e-899f-64f2b9a385cf {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:31.021795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '7f5a682d-61eb-4672-a6d5-5bbc0eab9252', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'port_id': '24376604-5a3f-4bb4-bce5-cb6a93d335b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'mac_address': 'fa:16:3e:e0:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461788a-b724-42eb-a967-1860b2d0b035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:50:30Z', 'updated_at': '2022-04-21T20:51:29Z', 'revision_number': 1, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5be38d-3576-4311-8dd1-9dc123385d71', 'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'mac_address': 'fa:16:3e:e0:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:23Z', 'updated_at': '2022-04-21T20:50:28Z', 'revision_number': 5, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'subnets': [{'id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:31.025438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:51:31.025825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Checking segment: {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:51:31.026234 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:31.026975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Bound using segment: {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:51:31.028551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Bound port: 2af4fde6-f994-4f8a-805f-61a1613baabc, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:51:31.028964 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:31.073855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-685a4199-e587-471b-a529-7831904ae4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:31.075414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-685a4199-e587-471b-a529-7831904ae4be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7ebb6bd7-2f67-4e79-b454-c7944ef63af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920179 Apr 21 20:51:31.076329 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:31.078590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] Checking router: 50b456fb-ee7a-4bb6-abe2-f0667763451f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:51:31.105564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9dd6b7b9-6ab1-4104-9456-5b0914296341 req-0896c326-a84e-4a1d-ade7-ae432d366fb9 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cdb7513-425f-4050-bdc6-464b3e4c0786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863163 Apr 21 20:51:31.116792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:31.119596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:31.177329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] For port 2af4fde6-f994-4f8a-805f-61a1613baabc, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:51:31.184919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] For port 2af4fde6-f994-4f8a-805f-61a1613baabc, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2af4fde6-f994-4f8a-805f-61a1613baabc,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:51:31.190701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:51:31.193285 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:31.199271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:51:31.202109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:51:31.219655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be75db-9415-4f3b-ad45-4aeec14f0f81 req-c9f1c89c-9725-46c8-8245-ca4e3eae9e73 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:31.221493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78be75db-9415-4f3b-ad45-4aeec14f0f81 req-c9f1c89c-9725-46c8-8245-ca4e3eae9e73 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0705104 Apr 21 20:51:31.274361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78be75db-9415-4f3b-ad45-4aeec14f0f81 req-c89a857f-5878-4771-831f-65e15d25686d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455642 Apr 21 20:51:31.280596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Pushing event updated for resources: {'Port': ['ID=8df8cd5c-2952-467a-8e99-ca0145ef4e1e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:31.308783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:31.311298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169858d-c1fd-41f1-9348-8daf81bb5da4 None None] Pushing event updated for resources: {'Port': ['ID=2af4fde6-f994-4f8a-805f-61a1613baabc,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:31.381496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-cea65cfc-c35a-4521-a7a8-ac9a212700d4 service neutron] 10.222.0.46 "GET /v2.0/networks/7ebb6bd7-2f67-4e79-b454-c7944ef63af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984965 Apr 21 20:51:31.572394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b465218-4081-40b1-9045-f002bba534c1 req-dacfacf3-31db-47df-9057-b63d32cb23f4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:31.574601 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b465218-4081-40b1-9045-f002bba534c1 req-dacfacf3-31db-47df-9057-b63d32cb23f4 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 950 time: 0.0851288 Apr 21 20:51:31.721868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-9b465218-4081-40b1-9045-f002bba534c1 req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Deleting port a8e61d63-1c2b-43c0-8355-ef2f804f3ade {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:31.722235 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9b465218-4081-40b1-9045-f002bba534c1 req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:31.727039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '7f5a682d-61eb-4672-a6d5-5bbc0eab9252', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'port_id': '24376604-5a3f-4bb4-bce5-cb6a93d335b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'mac_address': 'fa:16:3e:e0:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461788a-b724-42eb-a967-1860b2d0b035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:50:30Z', 'updated_at': '2022-04-21T20:51:29Z', 'revision_number': 1, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5be38d-3576-4311-8dd1-9dc123385d71', 'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'mac_address': 'fa:16:3e:e0:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:23Z', 'updated_at': '2022-04-21T20:50:28Z', 'revision_number': 5, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'subnets': [{'id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:31.771840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecf41f9-e7dc-4d68-86e7-15c5855a18f0 None None] The sync data for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 is: [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '7f5a682d-61eb-4672-a6d5-5bbc0eab9252', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'port_id': '24376604-5a3f-4bb4-bce5-cb6a93d335b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'mac_address': 'fa:16:3e:e0:12:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461788a-b724-42eb-a967-1860b2d0b035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:50:30Z', 'updated_at': '2022-04-21T20:51:29Z', 'revision_number': 1, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5be38d-3576-4311-8dd1-9dc123385d71', 'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'mac_address': 'fa:16:3e:e0:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:23Z', 'updated_at': '2022-04-21T20:50:28Z', 'revision_number': 5, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'subnets': [{'id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:51:31.867750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9b465218-4081-40b1-9045-f002bba534c1 req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] For port a8e61d63-1c2b-43c0-8355-ef2f804f3ade, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:31.869309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9b465218-4081-40b1-9045-f002bba534c1 req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:31.885389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-9b465218-4081-40b1-9045-f002bba534c1 req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Calling delete_port for a8e61d63-1c2b-43c0-8355-ef2f804f3ade owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:31.948049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2af4fde6-f994-4f8a-805f-61a1613baabc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:32.000953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1555cec5-1f90-4cc8-8e6b-5f052df0ee64 req-27d1789d-1a46-44d5-9e9a-2b4222a6acf9 service neutron] 10.222.0.46 "GET /v2.0/networks/7ebb6bd7-2f67-4e79-b454-c7944ef63af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927839 Apr 21 20:51:32.040120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2af4fde6-f994-4f8a-805f-61a1613baabc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:32.040427 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:32.041548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb958b84-74fe-4c62-88de-c7d7bee29279 req-04429167-347d-4963-b9ec-23b8ff1bd444 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:32.049022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb958b84-74fe-4c62-88de-c7d7bee29279 req-04429167-347d-4963-b9ec-23b8ff1bd444 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0906136 Apr 21 20:51:32.079976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9b465218-4081-40b1-9045-f002bba534c1 req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:32.093599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8e61d63-1c2b-43c0-8355-ef2f804f3ade'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:32.106824 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb958b84-74fe-4c62-88de-c7d7bee29279 req-ea4f4636-09a7-4eb3-ad33-5f462b1afaf2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566959 Apr 21 20:51:32.130090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Pushing event deleted for resources: {'Port': ['ID=a8e61d63-1c2b-43c0-8355-ef2f804f3ade,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:32.221298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b465218-4081-40b1-9045-f002bba534c1 req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] No DVR routers for this DVR port a8e61d63-1c2b-43c0-8355-ef2f804f3ade on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:32.224298 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9b465218-4081-40b1-9045-f002bba534c1 req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:32.231669 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b465218-4081-40b1-9045-f002bba534c1 req-41af538b-9739-4e51-996b-a5c0d2e86577 tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.43 "DELETE /v2.0/ports/a8e61d63-1c2b-43c0-8355-ef2f804f3ade HTTP/1.1" status: 204 len: 173 time: 0.6480961 Apr 21 20:51:32.233026 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:32.286247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 2af4fde6-f994-4f8a-805f-61a1613baabc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2af4fde6-f994-4f8a-805f-61a1613baabc,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:32.298184 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:32.306661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134318d7-ed13-4760-a0cd-a9392f0a0334', 'name': 'network-vif-deleted', 'tag': 'a8e61d63-1c2b-43c0-8355-ef2f804f3ade'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:32.309912 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b91bf7-198d-483d-805f-64229f028756" -d '{"events": [{"server_uuid": "134318d7-ed13-4760-a0cd-a9392f0a0334", "name": "network-vif-deleted", "tag": "a8e61d63-1c2b-43c0-8355-ef2f804f3ade"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:32.332036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1bd31b-9bd9-4823-b54c-d6c5f561146e req-4a194dd3-b125-4006-9d9d-9a9c6ac6f5cd tempest-ServersOnMultiNodesTest-114611675 tempest-ServersOnMultiNodesTest-114611675-project] 10.222.0.49 "GET /v2.0/ports?device_id=134318d7-ed13-4760-a0cd-a9392f0a0334 HTTP/1.1" status: 200 len: 210 time: 0.0960605 Apr 21 20:51:32.362178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:32.386838 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff555a8-b792-40d7-ac58-fc8b5ddb9eff x-openstack-request-id: req-3ff555a8-b792-40d7-ac58-fc8b5ddb9eff {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:32.387679 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134318d7-ed13-4760-a0cd-a9392f0a0334", "name": "network-vif-deleted", "tag": "a8e61d63-1c2b-43c0-8355-ef2f804f3ade", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:32.388022 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ff555a8-b792-40d7-ac58-fc8b5ddb9eff {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:32.388512 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff555a8-b792-40d7-ac58-fc8b5ddb9eff'] response: {'server_uuid': '134318d7-ed13-4760-a0cd-a9392f0a0334', 'name': 'network-vif-deleted', 'tag': 'a8e61d63-1c2b-43c0-8355-ef2f804f3ade', 'status': 'completed', 'code': 200} Apr 21 20:51:32.431537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=2af4fde6-f994-4f8a-805f-61a1613baabc,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:32.475309 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b349b649-7555-4508-ba5e-4abcac75f007 None None] New status for floating IP 7f5a682d-61eb-4672-a6d5-5bbc0eab9252: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:51:32.685983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce210e88-be52-4853-b25b-de728064b550 req-ef7716d5-7eba-49a5-981f-bf9c4a465d68 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:32.693420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce210e88-be52-4853-b25b-de728064b550 req-ef7716d5-7eba-49a5-981f-bf9c4a465d68 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1697497 Apr 21 20:51:32.764512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce210e88-be52-4853-b25b-de728064b550 req-e6b5d351-5672-48f1-aef7-172c2d1576f9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699718 Apr 21 20:51:32.775184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:32.775985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7163be9d-2dc0-4953-a866-ab07e90786b0 None None] Network 8a690e43-d82a-4a7e-899f-64f2b9a385cf requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:51:32.797944 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-34164dd1-250a-42d2-8185-1d1cc897ff0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:32.944250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Router 72985f75-e41a-4e2e-a34e-6d513548b308 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:51:32.996189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-885aca7b-0e4a-4089-8206-d85586c9704b None None] Provisioning complete for port 2af4fde6-f994-4f8a-805f-61a1613baabc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:32.996567 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-885aca7b-0e4a-4089-8206-d85586c9704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:33.092475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:51:33.117841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Sync routers for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:51:33.119756 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:33.124214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-02f9bc22-b50d-478f-95bb-2ea04a2bbdcb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2139583 Apr 21 20:51:33.124437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41200) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:33.159173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:33.159812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:33.277543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:33.286188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c82d-b6c2-45c8-a432-c1f4c89c0656 req-ce051149-6cdb-4f50-95cc-adf4dccbe6ad tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:33.287724 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1802c82d-b6c2-45c8-a432-c1f4c89c0656 req-ce051149-6cdb-4f50-95cc-adf4dccbe6ad tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0713408 Apr 21 20:51:33.441007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1802c82d-b6c2-45c8-a432-c1f4c89c0656 req-38bdb564-6689-431d-839c-c4d91bd7d34c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040869 Apr 21 20:51:33.496517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:32Z', 'revision_number': 3, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:33.547555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Checking router: 72985f75-e41a-4e2e-a34e-6d513548b308 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:51:33.547908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Updating router 72985f75-e41a-4e2e-a34e-6d513548b308 port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:51:33.590351 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:33.623357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1a4d4124-981c-415e-aad2-6187bb42e24b None None] Provisioning complete for port 2af4fde6-f994-4f8a-805f-61a1613baabc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:33.623729 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a4d4124-981c-415e-aad2-6187bb42e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:33.720638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41212) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:33.738035 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:33.911475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2af4fde6-f994-4f8a-805f-61a1613baabc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:33.969032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Allocated IP 172.20.0.1 (8a690e43-d82a-4a7e-899f-64f2b9a385cf/1bd383e8-5ac7-44e3-8b5c-511f02e152d1/a4a2d539-53d2-40b6-86d0-a267254ee76d) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:51:34.003434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b09ff-4aea-461d-b260-5cad2084b107 req-da86d82e-2a61-4b4d-b4fe-74dfedbfbbd4 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:34.004207 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.012874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e80b09ff-4aea-461d-b260-5cad2084b107 req-da86d82e-2a61-4b4d-b4fe-74dfedbfbbd4 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1229155 Apr 21 20:51:34.025662 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.037782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2af4fde6-f994-4f8a-805f-61a1613baabc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:34.038159 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.041603 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.057069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c97a66f0-085c-48c1-9004-5d769a5b3d01 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13a216be7b284863a0694c0b683fe3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348515 Apr 21 20:51:34.057953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41218) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:34.085322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e80b09ff-4aea-461d-b260-5cad2084b107 req-d899e62f-cb47-492a-9103-d17c0a4a4cdd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711772 Apr 21 20:51:34.142172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Attempting to bind port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:51:34.142545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Attempting to bind port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:51:34.142903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Attempting to bind port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:34.146508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400bea0-4e54-47df-b17c-f5b6c45a376a None None] Pushing event updated for resources: {'Port': ['ID=8df8cd5c-2952-467a-8e99-ca0145ef4e1e,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:34.153540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:51:34.153913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:51:34.154047 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74137b17-6342-48fa-9c71-ab013fcf4730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.154475 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.154720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:51:34.155153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Bound port: 8df8cd5c-2952-467a-8e99-ca0145ef4e1e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:51:34.155533 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.159079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.194636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74137b17-6342-48fa-9c71-ab013fcf4730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.259661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.266735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] For port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:51:34.270159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] For port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8df8cd5c-2952-467a-8e99-ca0145ef4e1e,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:51:34.275570 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.306328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Network 8a690e43-d82a-4a7e-899f-64f2b9a385cf is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:51:34.307183 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74137b17-6342-48fa-9c71-ab013fcf4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.310002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74137b17-6342-48fa-9c71-ab013fcf4730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.311148 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-74137b17-6342-48fa-9c71-ab013fcf4730 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cdb7513-425f-4050-bdc6-464b3e4c0786 HTTP/1.1" status: 204 len: 168 time: 0.2519116 Apr 21 20:51:34.322606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74137b17-6342-48fa-9c71-ab013fcf4730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdb7513-425f-4050-bdc6-464b3e4c0786,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:34.324556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:51:34.329331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:51:34.351816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:34.352250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:34.378318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.382122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a2d539-53d2-40b6-86d0-a267254ee76d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:34.406495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400bea0-4e54-47df-b17c-f5b6c45a376a None None] Pushing event updated for resources: {'Port': ['ID=8df8cd5c-2952-467a-8e99-ca0145ef4e1e,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:34.539125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:34.588552 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.695647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a52f37-4ab5-46f0-aa97-ff52bf2acdd4 req-b42343bb-4c9c-467f-9b26-b1d6529a12a9 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:34.696461 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31a52f37-4ab5-46f0-aa97-ff52bf2acdd4 req-b42343bb-4c9c-467f-9b26-b1d6529a12a9 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1176193 Apr 21 20:51:34.769592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41228) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:34.788832 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31a52f37-4ab5-46f0-aa97-ff52bf2acdd4 req-539af609-a8bb-4142-a6ef-d21f2ac45edd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838699 Apr 21 20:51:34.822684 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0553c3b2-9974-401b-8e24-75aca24aca98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eff077328e8d4ebb95e77e38e3bbbb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513554 Apr 21 20:51:34.825781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41230) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:34.833301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a4647432-44cf-4102-87eb-d85b448724a2 None None] Provisioning complete for port a4a2d539-53d2-40b6-86d0-a267254ee76d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:34.833698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a4647432-44cf-4102-87eb-d85b448724a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.868506 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.875320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.898090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae7f47cd-1d11-44ca-b7ee-963d051f5f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.929015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae7f47cd-1d11-44ca-b7ee-963d051f5f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:34.956117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a2d539-53d2-40b6-86d0-a267254ee76d,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:34.961941 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:35.003517 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae7f47cd-1d11-44ca-b7ee-963d051f5f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:35.007997 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae7f47cd-1d11-44ca-b7ee-963d051f5f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:35.015457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ae7f47cd-1d11-44ca-b7ee-963d051f5f03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08df4a59-9b3d-4ead-96f1-531cf42df58d HTTP/1.1" status: 204 len: 168 time: 0.1879172 Apr 21 20:51:35.033607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f47cd-1d11-44ca-b7ee-963d051f5f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08df4a59-9b3d-4ead-96f1-531cf42df58d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:35.101861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Network 8a690e43-d82a-4a7e-899f-64f2b9a385cf is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:51:35.104797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:51:35.150262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a4647432-44cf-4102-87eb-d85b448724a2 None None] Port a4a2d539-53d2-40b6-86d0-a267254ee76d cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:51:35.182689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:32Z', 'revision_number': 3, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:35.244558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42d55ec-d009-416f-a689-72b998c8d891 None None] The sync data for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 is: [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:32Z', 'revision_number': 3, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:51:35.275727 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:35.350473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e6e7c-2f9d-4955-9d7a-343e0494fe15 req-89616f78-3c6a-4a6f-a315-84f6bf5b2523 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:35.352449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f2e6e7c-2f9d-4955-9d7a-343e0494fe15 req-89616f78-3c6a-4a6f-a315-84f6bf5b2523 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 945 time: 0.1175826 Apr 21 20:51:35.365588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Router 72985f75-e41a-4e2e-a34e-6d513548b308 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:51:35.437971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f2e6e7c-2f9d-4955-9d7a-343e0494fe15 req-6c7b7aea-7b32-46de-bde8-91d900060d89 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764456 Apr 21 20:51:35.473304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d8f96-1cae-4460-8726-f83cf3dec9af req-88845ff7-5a2e-4a96-a517-cc76224b5b8c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:35.474095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b952467b-42fa-4756-b870-b538c307c954 None None] Provisioning complete for port a4a2d539-53d2-40b6-86d0-a267254ee76d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:35.474465 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b952467b-42fa-4756-b870-b538c307c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:35.480650 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d0d8f96-1cae-4460-8726-f83cf3dec9af req-88845ff7-5a2e-4a96-a517-cc76224b5b8c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1611111 Apr 21 20:51:35.535894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b952467b-42fa-4756-b870-b538c307c954 None None] Port a4a2d539-53d2-40b6-86d0-a267254ee76d cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:51:35.587330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d0d8f96-1cae-4460-8726-f83cf3dec9af req-f144dc11-c2fa-40d3-93e8-389f5eb6755a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057661 Apr 21 20:51:35.630154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:51:35.648829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-386f2894-815a-457d-bbf4-11144ee658b3 admin admin] 10.222.0.49 "PUT /v2.0/routers/72985f75-e41a-4e2e-a34e-6d513548b308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153465 Apr 21 20:51:35.851434 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:35.865121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a8e61d63-1c2b-43c0-8355-ef2f804f3ade no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:35.911866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: a8e61d63-1c2b-43c0-8355-ef2f804f3ade {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:35.913571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a8e61d63-1c2b-43c0-8355-ef2f804f3ade not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:35.967246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8df8cd5c-2952-467a-8e99-ca0145ef4e1e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:36.056465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c4038-2ca6-4701-9aeb-57fa4379debc req-9659fe14-8891-49a9-a4bc-d02a16058440 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:36.066540 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f7c4038-2ca6-4701-9aeb-57fa4379debc req-9659fe14-8891-49a9-a4bc-d02a16058440 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1363049 Apr 21 20:51:36.104460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:36.105323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:36.131417 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f7c4038-2ca6-4701-9aeb-57fa4379debc req-802359f6-10f4-4e45-8907-9526e4eb220e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575495 Apr 21 20:51:36.262031 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:36.290661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8df8cd5c-2952-467a-8e99-ca0145ef4e1e,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:36.301642 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:36.410188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=8df8cd5c-2952-467a-8e99-ca0145ef4e1e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:36.580614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae2135-8ba9-4343-8643-7232fd92dbd5 req-a1511777-3dc7-439e-8a36-623d539e0468 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:36.589579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02ae2135-8ba9-4343-8643-7232fd92dbd5 req-a1511777-3dc7-439e-8a36-623d539e0468 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 945 time: 0.0748193 Apr 21 20:51:36.660409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02ae2135-8ba9-4343-8643-7232fd92dbd5 req-5aa53850-9c55-425d-8843-9e59753b00d7 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666087 Apr 21 20:51:36.787418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751127b5-c2bd-440b-98e7-c3ca62d391a0 req-71faee1b-f4d9-45ab-b483-64e2ddf9abb3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:36.797141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-751127b5-c2bd-440b-98e7-c3ca62d391a0 req-71faee1b-f4d9-45ab-b483-64e2ddf9abb3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0682886 Apr 21 20:51:36.854520 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-751127b5-c2bd-440b-98e7-c3ca62d391a0 req-584b9fb2-f109-4bb5-9b52-51b921aa8d2e tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564101 Apr 21 20:51:36.952400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41284) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:36.957307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5a793fe4-a6b2-4fc4-bf07-0af2d7ec5050 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822040289', 'description': 'tempest-description--1751246406'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:36.982586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a793fe4-a6b2-4fc4-bf07-0af2d7ec5050 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.063407 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a793fe4-a6b2-4fc4-bf07-0af2d7ec5050 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.068567 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a793fe4-a6b2-4fc4-bf07-0af2d7ec5050 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.117684 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a793fe4-a6b2-4fc4-bf07-0af2d7ec5050 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.118907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5a793fe4-a6b2-4fc4-bf07-0af2d7ec5050 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1654537 Apr 21 20:51:37.119784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a793fe4-a6b2-4fc4-bf07-0af2d7ec5050 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22a7a49-d89a-40a8-a447-58ad4ecabdf8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:37.123356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41290) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:37.130495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6f4cdb54-f38d-4d57-982f-698461dd29ae tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Request body: {'security_group_rule': {'security_group_id': 'a22a7a49-d89a-40a8-a447-58ad4ecabdf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:37.175561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f4cdb54-f38d-4d57-982f-698461dd29ae tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.267258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f4cdb54-f38d-4d57-982f-698461dd29ae tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.273751 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f4cdb54-f38d-4d57-982f-698461dd29ae tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.279842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b7a03-f15f-420b-96ad-02d0f4622260 req-4e313072-e98f-44e5-8910-da32c350121d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:37.281888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-461b7a03-f15f-420b-96ad-02d0f4622260 req-4e313072-e98f-44e5-8910-da32c350121d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0649631 Apr 21 20:51:37.299842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cdb54-f38d-4d57-982f-698461dd29ae tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1cd11d-1ecd-4603-9402-21dd92a7003a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:37.311686 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f4cdb54-f38d-4d57-982f-698461dd29ae tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.318288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41296) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:37.318462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f4cdb54-f38d-4d57-982f-698461dd29ae tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927741 Apr 21 20:51:37.334322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f58b9e2d-c9b4-41c5-846f-6b65d296d13d tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Request body: {'security_group_rule': {'security_group_id': 'a22a7a49-d89a-40a8-a447-58ad4ecabdf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:37.368602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-461b7a03-f15f-420b-96ad-02d0f4622260 req-d4416673-c675-4c13-9686-d50b12393252 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759435 Apr 21 20:51:37.391051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f58b9e2d-c9b4-41c5-846f-6b65d296d13d tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.423544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-2db75e74-55be-423c-8082-3ff23ff0363f tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:37.425372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-2db75e74-55be-423c-8082-3ff23ff0363f tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.43 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 945 time: 0.0879788 Apr 21 20:51:37.485532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f58b9e2d-c9b4-41c5-846f-6b65d296d13d tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.494565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f58b9e2d-c9b4-41c5-846f-6b65d296d13d tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.516334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b9e2d-c9b4-41c5-846f-6b65d296d13d tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d351e5b0-1fc4-4173-81cf-bd5b5e78a40f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:37.524720 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f58b9e2d-c9b4-41c5-846f-6b65d296d13d tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.529533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f58b9e2d-c9b4-41c5-846f-6b65d296d13d tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2081544 Apr 21 20:51:37.530262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41304) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:37.535052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:37.568649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.576119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Deleting port 9c4df5a9-5293-40fb-a209-1d6e590f0187 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:37.580849 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.628791 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Sync routers for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:51:37.641708 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:37.642315 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:37.710676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-72170019-e9d2-4f4c-b5cc-0fdce4d5458e tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=56dcc4d160434dfbbcf5005d933dd9b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508614 Apr 21 20:51:37.722732 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.787487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:37.828887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] For port 9c4df5a9-5293-40fb-a209-1d6e590f0187, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9c4df5a9-5293-40fb-a209-1d6e590f0187,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:37.834282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:37.971431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8df8cd5c-2952-467a-8e99-ca0145ef4e1e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:37.995497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Allocated IP 172.25.0.205 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/1e020c85-33cb-4aee-8525-3821ed314f02) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:51:38.016735 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-3453b236-de96-4067-9d51-60473591e1cf tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:38.018220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-3453b236-de96-4067-9d51-60473591e1cf tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3065655 Apr 21 20:51:38.040684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:38.041345 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'a4a2d539-53d2-40b6-86d0-a267254ee76d', 'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'mac_address': 'fa:16:3e:9a:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:33Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 2, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'subnets': [{'id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:38.041857 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.047442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09461611-6cba-4279-b29a-c5c41c9e518c req-99ce2d3d-c367-4471-8a57-4b2329922ad7 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:38.054936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09461611-6cba-4279-b29a-c5c41c9e518c req-99ce2d3d-c367-4471-8a57-4b2329922ad7 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 945 time: 0.2733397 Apr 21 20:51:38.101156 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Checking router: 72985f75-e41a-4e2e-a34e-6d513548b308 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:51:38.101825 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Updating router 72985f75-e41a-4e2e-a34e-6d513548b308 port a4a2d539-53d2-40b6-86d0-a267254ee76d binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:51:38.118615 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b38a5dc9-4b02-47d2-8237-102eee28777a tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/quotas/56dcc4d160434dfbbcf5005d933dd9b7 HTTP/1.1" status: 200 len: 375 time: 0.0713587 Apr 21 20:51:38.159140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09461611-6cba-4279-b29a-c5c41c9e518c req-b584219c-3826-4c7b-9687-4f836755745c tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups?id=01e0feb6-3c7e-4da9-98dc-7aac337fb330&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009412 Apr 21 20:51:38.175122 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.203873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-da296515-f632-4e4c-9e0c-1657fcfb8d6f tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=56dcc4d160434dfbbcf5005d933dd9b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734739 Apr 21 20:51:38.314105 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.335612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944b7d6-2393-46ee-a656-6e577a724373 req-637bb3d6-bf05-4010-8601-04f1665d7081 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:38.336848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1944b7d6-2393-46ee-a656-6e577a724373 req-637bb3d6-bf05-4010-8601-04f1665d7081 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1001117 Apr 21 20:51:38.398677 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1944b7d6-2393-46ee-a656-6e577a724373 req-661ec539-b269-441b-a3c5-ef5c1a0431a7 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 Apr 21 20:51:38.411976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.430081 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.435128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.435508 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Floating IP 72fe51bc-f532-417c-b580-af29951bd3c8 disassociated. External IP: 172.25.0.246, port: 9c4df5a9-5293-40fb-a209-1d6e590f0187. Apr 21 20:51:38.435868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Calling delete_port for 9c4df5a9-5293-40fb-a209-1d6e590f0187 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:38.522794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:51:38.523679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Pushing event updated for resources: {'Port': ['ID=1e020c85-33cb-4aee-8525-3821ed314f02,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:38.573978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:51:38.577168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:51:38.581197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d5d5a79-725f-426b-ab51-533c994d3359 req-5d338389-8d78-46d4-9f40-48b64c5e7d3c tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 210 time: 0.0615339 Apr 21 20:51:38.634916 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.651295 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.675174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fde861-feef-4daa-afe1-caaeb8f0032f req-18b8458e-ca1a-41d4-a4de-f1f440b5897a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:38.677090 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51fde861-feef-4daa-afe1-caaeb8f0032f req-18b8458e-ca1a-41d4-a4de-f1f440b5897a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1162930 Apr 21 20:51:38.743657 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.751606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51fde861-feef-4daa-afe1-caaeb8f0032f req-a1102554-6f40-42e5-b296-c6e98ab2bfd9 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632532 Apr 21 20:51:38.791454 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.804123 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Pushing event updated for resources: {'Port': ['ID=a4a2d539-53d2-40b6-86d0-a267254ee76d,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:38.806846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.837722 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.838385 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.838921 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.839436 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.839940 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.840489 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.841226 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.841759 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.845265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.846143 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.846503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event deleted for resources: {'Port': ['ID=9c4df5a9-5293-40fb-a209-1d6e590f0187,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:38.846847 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.847364 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:51:38.867554 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Attempting to bind port a4a2d539-53d2-40b6-86d0-a267254ee76d on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:51:38.867972 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Attempting to bind port a4a2d539-53d2-40b6-86d0-a267254ee76d by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:51:38.869049 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Attempting to bind port a4a2d539-53d2-40b6-86d0-a267254ee76d on network 8a690e43-d82a-4a7e-899f-64f2b9a385cf {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:38.877928 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:51:38.878696 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Checking segment: {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:51:38.879334 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.881620 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Bound using segment: {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:51:38.882331 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Bound port: a4a2d539-53d2-40b6-86d0-a267254ee76d, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:51:38.884374 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:38.991270 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] For port a4a2d539-53d2-40b6-86d0-a267254ee76d, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:51:39.002555 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] For port a4a2d539-53d2-40b6-86d0-a267254ee76d, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a4a2d539-53d2-40b6-86d0-a267254ee76d,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:51:39.014212 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:39.089090 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:39.089729 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:39.108449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4b515f99-1dcd-4b2b-8685-58d92a3cdcfa None None] Provisioning complete for port a4a2d539-53d2-40b6-86d0-a267254ee76d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:39.109120 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b515f99-1dcd-4b2b-8685-58d92a3cdcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:39.208809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:39.222444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:39.357934 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b515f99-1dcd-4b2b-8685-58d92a3cdcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:39.398715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Pushing event updated for resources: {'Port': ['ID=1e020c85-33cb-4aee-8525-3821ed314f02,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:39.409869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63b91a70-1d17-4d7a-88e6-868f3f652546 req-de0a00f6-3074-485d-b561-55885f2f30a2 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 210 time: 0.1070070 Apr 21 20:51:39.432841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4b515f99-1dcd-4b2b-8685-58d92a3cdcfa None None] For port a4a2d539-53d2-40b6-86d0-a267254ee76d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a4a2d539-53d2-40b6-86d0-a267254ee76d,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:39.438592 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b515f99-1dcd-4b2b-8685-58d92a3cdcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:39.493487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:39.538359 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:39.560146 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89254d3c-6ca8-4015-bd2c-04b7a23d6f7b None None] Pushing event updated for resources: {'Port': ['ID=a4a2d539-53d2-40b6-86d0-a267254ee76d,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:39.595846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:39.598711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b515f99-1dcd-4b2b-8685-58d92a3cdcfa None None] Pushing event updated for resources: {'Port': ['ID=a4a2d539-53d2-40b6-86d0-a267254ee76d,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:39.611205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-88dbdc85-f334-4fa7-9b1d-02290e1a0a41 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0795941 Apr 21 20:51:39.628279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0b8eb814-0c32-40de-aba0-118ef7c96be4 None None] Provisioning complete for port a4a2d539-53d2-40b6-86d0-a267254ee76d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:39.628652 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0b8eb814-0c32-40de-aba0-118ef7c96be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:39.765762 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38551a-3747-4f23-b265-2ed18968b324 req-8dea61ee-d4a9-4337-bf46-73dc3eafcee6 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:39.773663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af38551a-3747-4f23-b265-2ed18968b324 req-8dea61ee-d4a9-4337-bf46-73dc3eafcee6 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0805628 Apr 21 20:51:39.830478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7238f0d2-8ce4-4b2a-9d28-e7aebaf4b681 req-ca2b3748-a23e-4dc6-9bd1-d996be395d11 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 210 time: 0.0982404 Apr 21 20:51:39.865439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af38551a-3747-4f23-b265-2ed18968b324 req-db343e57-eca5-4832-98fe-19517260ca16 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905738 Apr 21 20:51:39.915074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Router 2450a346-80a6-43bb-b1cc-2dd8451abb44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:51:39.973218 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'a4a2d539-53d2-40b6-86d0-a267254ee76d', 'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'mac_address': 'fa:16:3e:9a:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:33Z', 'updated_at': '2022-04-21T20:51:38Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'subnets': [{'id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:40.021684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c3029-a53c-432b-9349-9c1224c8671b req-1fc095be-0268-4a3e-8585-3674d7b05787 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:40.022852 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23af4df-3fd7-4ae5-9734-31c629709cb6 None None] The sync data for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 is: [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'a4a2d539-53d2-40b6-86d0-a267254ee76d', 'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'mac_address': 'fa:16:3e:9a:6b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:33Z', 'updated_at': '2022-04-21T20:51:38Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'subnets': [{'id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:51:40.025312 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb7c3029-a53c-432b-9349-9c1224c8671b req-1fc095be-0268-4a3e-8585-3674d7b05787 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0918214 Apr 21 20:51:40.082187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-6f316b1e-f138-406c-8225-a70061200b3f tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=56dcc4d160434dfbbcf5005d933dd9b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407314 Apr 21 20:51:40.087787 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-c42967ee-5c57-40e2-993e-9bb3aef94a9f tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1822040289&fields=id&tenant_id=06bc09d2b991492e8967b8e7f29628c3 HTTP/1.1" status: 200 len: 267 time: 0.0825818 Apr 21 20:51:40.110450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:51:40.137829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] Sync routers for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:51:40.152926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:40.154900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:40.207823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] No DVR routers for this DVR port 9c4df5a9-5293-40fb-a209-1d6e590f0187 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:40.235709 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:40.240385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-acff6d20-100b-4708-bfc0-f38f48a54689 req-46ce9751-229e-4ea3-8fb6-b62486dc797b tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.43 "DELETE /v2.0/ports/9c4df5a9-5293-40fb-a209-1d6e590f0187 HTTP/1.1" status: 204 len: 173 time: 2.8090334 Apr 21 20:51:40.241034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'name': 'network-vif-deleted', 'tag': '9c4df5a9-5293-40fb-a209-1d6e590f0187'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:40.243584 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6667c5b-2f94-4944-8d0b-7e6e3307cbe7" -d '{"events": [{"server_uuid": "631586c5-55d8-412d-b0b4-56abcba7ecd4", "name": "network-vif-deleted", "tag": "9c4df5a9-5293-40fb-a209-1d6e590f0187"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:40.244995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-905b88ce-1297-4c39-98f9-befdd06354be tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:40.247013 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-905b88ce-1297-4c39-98f9-befdd06354be tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532366 Apr 21 20:51:40.273566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Request body: {'port': {'device_id': '03a5dde1-f6e9-4ede-8be7-2fe852f64e6c', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '56dcc4d160434dfbbcf5005d933dd9b7'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:40.318890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb7c3029-a53c-432b-9349-9c1224c8671b req-ba8af9cf-41d8-46d8-afbd-422fdde71278 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589569 Apr 21 20:51:40.353469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:40.354009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-40eb0471-c402-4fb8-84ef-2ab1f1beca4d tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:40.367685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-40eb0471-c402-4fb8-84ef-2ab1f1beca4d tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/networks?id=8a690e43-d82a-4a7e-899f-64f2b9a385cf HTTP/1.1" status: 200 len: 811 time: 0.2423546 Apr 21 20:51:40.412949 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-ae3a0381-471b-4f51-bd84-fea1f4ab22c2 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/quotas/06bc09d2b991492e8967b8e7f29628c3 HTTP/1.1" status: 200 len: 375 time: 0.0438066 Apr 21 20:51:40.494186 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4623d80-4b73-44de-93eb-33befdb6d204 x-openstack-request-id: req-f4623d80-4b73-44de-93eb-33befdb6d204 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:40.495471 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631586c5-55d8-412d-b0b4-56abcba7ecd4", "name": "network-vif-deleted", "tag": "9c4df5a9-5293-40fb-a209-1d6e590f0187", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:40.500726 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4623d80-4b73-44de-93eb-33befdb6d204 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:40.501407 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4623d80-4b73-44de-93eb-33befdb6d204'] response: {'server_uuid': '631586c5-55d8-412d-b0b4-56abcba7ecd4', 'name': 'network-vif-deleted', 'tag': '9c4df5a9-5293-40fb-a209-1d6e590f0187', 'status': 'completed', 'code': 200} Apr 21 20:51:40.547650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Made reservation on behalf of 56dcc4d160434dfbbcf5005d933dd9b7 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:51:40.552389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:40.570960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-fc11d179-5ed3-4975-b82f-a14c38be3ee3 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=06bc09d2b991492e8967b8e7f29628c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1570282 Apr 21 20:51:40.575843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:40.649542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-148312db-4efc-4521-a678-15d0e2f25727 req-ddd49064-8ffe-4c50-99af-f98a2a617fdb tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/ports?device_id=631586c5-55d8-412d-b0b4-56abcba7ecd4 HTTP/1.1" status: 200 len: 210 time: 0.0365849 Apr 21 20:51:40.737238 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:40.743624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:40.758315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:40.804260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] Checking router: 2450a346-80a6-43bb-b1cc-2dd8451abb44 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:51:40.807696 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-cbb51c06-3075-4176-841c-f2f66204b89d service neutron] 10.222.0.49 "GET /v2.0/networks/8a690e43-d82a-4a7e-899f-64f2b9a385cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176154 Apr 21 20:51:40.817074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:40.819098 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:40.848384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d983e025-0491-4873-82ea-7be59bb23d57,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:40.992132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:41.011679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-2df8e97d-e0d3-4561-9603-dcf5536c0343 service neutron] 10.222.0.49 "GET /v2.0/networks/8a690e43-d82a-4a7e-899f-64f2b9a385cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026966 Apr 21 20:51:41.057260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1c11f14-7370-4a6d-a2a6-e35e8cf423c5 req-f9406f02-c38b-4e3e-9b1b-79cace92fd01 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 210 time: 0.0752280 Apr 21 20:51:41.104394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Allocated IP 192.168.233.234 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/5a088394-708d-4d01-aec5-e52724c37e7c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:51:41.257118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e3a7f-f707-43ac-8188-a952865f5a34 req-0ef4cf44-613e-4738-8e9a-fbcef16f62ab tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:41.267935 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f7e3a7f-f707-43ac-8188-a952865f5a34 req-0ef4cf44-613e-4738-8e9a-fbcef16f62ab tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1019611 Apr 21 20:51:41.349653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13838891-d163-40e2-83bc-79c117d19291 req-d071a0d4-2f99-4db6-9493-43cf66224e5b tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 210 time: 0.0409877 Apr 21 20:51:41.376040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:41.422698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f7e3a7f-f707-43ac-8188-a952865f5a34 req-83194b7e-57f0-4972-97c5-873f4a6bc9d6 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534798 Apr 21 20:51:41.446183 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf6937-4a54-41ee-8cf7-7f04486c3547 None None] The sync data for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 is: [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ffae454-5233-4a51-8e88-9346da0fb686', 'name': '', 'network_id': 'ed92b188-e14e-4d1e-ae98-d4cbfad16828', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'mac_address': 'fa:16:3e:e6:46:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:17Z', 'updated_at': '2022-04-21T20:47:27Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'subnets': [{'id': 'be7fbf35-ae24-40df-af73-497f4a003c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:51:41.517606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79726f0f-9c9e-4df4-a15d-536ce76e3974 req-05fe6b64-1b1c-4633-8a1e-d6e7db2fd570 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:41.526660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79726f0f-9c9e-4df4-a15d-536ce76e3974 req-05fe6b64-1b1c-4633-8a1e-d6e7db2fd570 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1055276 Apr 21 20:51:41.535314 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:41.580024 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79726f0f-9c9e-4df4-a15d-536ce76e3974 req-64af921f-fc04-4cac-8b13-eb8c2956f6c5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485055 Apr 21 20:51:41.620127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:41.682930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:51:41.686811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:51:41.691422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:51:41.716767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Pushing event updated for resources: {'Port': ['ID=5a088394-708d-4d01-aec5-e52724c37e7c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:41.760691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:41.761390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:41.801256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-079342fc-e7b0-4d0f-9590-26ae48fcb968 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5321548 Apr 21 20:51:41.835687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Request body: {'port': {'device_id': '03a5dde1-f6e9-4ede-8be7-2fe852f64e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:41.894055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9c4df5a9-5293-40fb-a209-1d6e590f0187 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:41.979039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a4a2d539-53d2-40b6-86d0-a267254ee76d up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:42.003366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41390) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:42.023627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.057958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 9c4df5a9-5293-40fb-a209-1d6e590f0187 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:42.058294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9c4df5a9-5293-40fb-a209-1d6e590f0187 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:42.097272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a4a2d539-53d2-40b6-86d0-a267254ee76d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:42.097604 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.116090 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf615372-8322-483e-9636-e84f4f0ee4a1 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.147818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf615372-8322-483e-9636-e84f4f0ee4a1 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.177419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bd97d5e4-0ebd-4b6a-99c8-25b3b34f87fe None None] Provisioning complete for port 5a088394-708d-4d01-aec5-e52724c37e7c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:42.178080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bd97d5e4-0ebd-4b6a-99c8-25b3b34f87fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.214166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf615372-8322-483e-9636-e84f4f0ee4a1 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.217888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf615372-8322-483e-9636-e84f4f0ee4a1 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.219257 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf615372-8322-483e-9636-e84f4f0ee4a1 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "DELETE /v2.0/security-groups/01e0feb6-3c7e-4da9-98dc-7aac337fb330 HTTP/1.1" status: 204 len: 168 time: 0.2142265 Apr 21 20:51:42.227250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41396) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:42.233113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf615372-8322-483e-9636-e84f4f0ee4a1 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e0feb6-3c7e-4da9-98dc-7aac337fb330,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:42.257940 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-525fd5bf-cdce-438d-b768-d8d597cc65e8 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] show failed (client error): The resource could not be found. Apr 21 20:51:42.263092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-525fd5bf-cdce-438d-b768-d8d597cc65e8 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "GET /v2.0/security-groups/01e0feb6-3c7e-4da9-98dc-7aac337fb330 HTTP/1.1" status: 404 len: 347 time: 0.0347993 Apr 21 20:51:42.263675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41398) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:42.270180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bd97d5e4-0ebd-4b6a-99c8-25b3b34f87fe None None] Port 5a088394-708d-4d01-aec5-e52724c37e7c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:51:42.390548 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e87a4-aa29-40b6-8178-1319f7011b56 None None] New status for floating IP 72fe51bc-f532-417c-b580-af29951bd3c8: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:51:42.486911 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2baa958-ef5d-417c-87d6-9be2035a2ae4 req-b0fbc64d-f55d-442f-960a-303dcc1565e4 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 210 time: 0.0481150 Apr 21 20:51:42.569925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76012dea-c43e-4112-b570-767a0e5cfaf8 req-394ddc02-bf3a-4e74-a49d-469aac1031c3 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:42.577727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76012dea-c43e-4112-b570-767a0e5cfaf8 req-394ddc02-bf3a-4e74-a49d-469aac1031c3 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 936 time: 0.3097651 Apr 21 20:51:42.632883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99390481-4864-4ef4-865a-246090579d4b req-64c9cb9e-e74a-4969-98e7-f012056220a0 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:42.640691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99390481-4864-4ef4-865a-246090579d4b req-64c9cb9e-e74a-4969-98e7-f012056220a0 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0611374 Apr 21 20:51:42.643235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Deleting port 17c213ba-c8f4-46ce-88c4-8d3de540c139 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:42.643573 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.653522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76012dea-c43e-4112-b570-767a0e5cfaf8 req-dff68cf1-f192-49b6-83a8-8648a12e25ac tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744214 Apr 21 20:51:42.676034 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99390481-4864-4ef4-865a-246090579d4b req-feed3f39-51a0-4e05-83e4-912ea73833d6 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Apr 21 20:51:42.829323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a088394-708d-4d01-aec5-e52724c37e7c {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:51:42.864139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.864466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.867958 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:42.923535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Calling delete_port for 17c213ba-c8f4-46ce-88c4-8d3de540c139 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:42.953573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d8fa0-c792-4e07-aeeb-2b515839f400 req-acd896ee-2957-454c-bc22-3f906a087c5c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:42.960811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa1d8fa0-c792-4e07-aeeb-2b515839f400 req-acd896ee-2957-454c-bc22-3f906a087c5c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.2320530 Apr 21 20:51:42.963566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Transition to ACTIVE for port object 5a088394-708d-4d01-aec5-e52724c37e7c will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:51:42.993868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:43.102844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-df7aa0bd-437c-4318-9bfb-6ad9baa83838 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:43.104425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-df7aa0bd-437c-4318-9bfb-6ad9baa83838 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.46 "GET /v2.0/networks?id=8a690e43-d82a-4a7e-899f-64f2b9a385cf HTTP/1.1" status: 200 len: 811 time: 0.2677150 Apr 21 20:51:43.137907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa1d8fa0-c792-4e07-aeeb-2b515839f400 req-b940bd74-fbd1-4c6e-86da-1eb1e8811fb8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756949 Apr 21 20:51:43.168682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Pushing event updated for resources: {'Port': ['ID=5a088394-708d-4d01-aec5-e52724c37e7c,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:43.220256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-50e4c035-11d8-4425-a977-1811dd957f4e tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06bc09d2b991492e8967b8e7f29628c3 HTTP/1.1" status: 200 len: 380 time: 0.1052611 Apr 21 20:51:43.244630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Request body: {'port': {'device_id': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'admin_state_up': True, 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'security_groups': ['a22a7a49-d89a-40a8-a447-58ad4ecabdf8']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:43.359624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Attempting to bind port 5a088394-708d-4d01-aec5-e52724c37e7c on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:51:43.360334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Attempting to bind port 5a088394-708d-4d01-aec5-e52724c37e7c by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:51:43.360334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Attempting to bind port 5a088394-708d-4d01-aec5-e52724c37e7c on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:43.380534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Port 5a088394-708d-4d01-aec5-e52724c37e7c on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:51:43.380931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Attempting to bind port 5a088394-708d-4d01-aec5-e52724c37e7c on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:43.395037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:43.400557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:51:43.400920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:51:43.401298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:51:43.401733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Bound port: 5a088394-708d-4d01-aec5-e52724c37e7c, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:51:43.402076 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:43.442521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Pushing event deleted for resources: {'Port': ['ID=17c213ba-c8f4-46ce-88c4-8d3de540c139,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:43.523478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Made reservation on behalf of 06bc09d2b991492e8967b8e7f29628c3 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:51:43.526956 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:43.582706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] For port 5a088394-708d-4d01-aec5-e52724c37e7c, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:51:43.586906 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:43.589250 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:43.590433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dfb8e5aa-ca78-4ac7-9851-fe1cb10e2d49 tempest-ServersWithSpecificFlavorTestJSON-1707165713 tempest-ServersWithSpecificFlavorTestJSON-1707165713-project] 10.222.0.49 "DELETE /v2.0/floatingips/72fe51bc-f532-417c-b580-af29951bd3c8 HTTP/1.1" status: 204 len: 168 time: 1.3214092 Apr 21 20:51:43.592319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] For port 5a088394-708d-4d01-aec5-e52724c37e7c, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5a088394-708d-4d01-aec5-e52724c37e7c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:51:43.610782 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d1917f61-28ae-4c50-a9c3-92b9bc9825a3 req-812cede6-ae6c-437f-ab32-f76eace0faaf tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 210 time: 0.0392778 Apr 21 20:51:43.643691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:43.707940 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:43.708544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:43.709931 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] 10.222.0.43 "PUT /v2.0/ports/5a088394-708d-4d01-aec5-e52724c37e7c HTTP/1.1" status: 200 len: 1096 time: 1.8949277 Apr 21 20:51:43.712982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a5dde1-f6e9-4ede-8be7-2fe852f64e6c', 'tag': '5a088394-708d-4d01-aec5-e52724c37e7c'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:43.715643 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56" -d '{"events": [{"name": "network-changed", "server_uuid": "03a5dde1-f6e9-4ede-8be7-2fe852f64e6c", "tag": "5a088394-708d-4d01-aec5-e52724c37e7c"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:43.756950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e71e7e-e55b-4f37-9f50-5e581cfffa37 service neutron] Pushing event updated for resources: {'Port': ['ID=5a088394-708d-4d01-aec5-e52724c37e7c,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:43.869190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b22289-a3d5-41d0-94c9-e3e3f94bc37b req-735e49aa-d067-48c9-b63c-95ee97a260e2 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:43.872538 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46b22289-a3d5-41d0-94c9-e3e3f94bc37b req-735e49aa-d067-48c9-b63c-95ee97a260e2 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 948 time: 0.0869725 Apr 21 20:51:43.885137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Allocated IP 172.20.0.3 (8a690e43-d82a-4a7e-899f-64f2b9a385cf/1bd383e8-5ac7-44e3-8b5c-511f02e152d1/ce26398d-b23a-4aa7-8358-537d5da2cf08) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:51:43.920695 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46b22289-a3d5-41d0-94c9-e3e3f94bc37b req-0d770686-58c5-46ec-a6a4-758fe6bfab1f tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Apr 21 20:51:44.236140 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c182a8ba-7f49-4c5f-a7a7-ad51e7a338ba x-openstack-request-id: req-c182a8ba-7f49-4c5f-a7a7-ad51e7a338ba {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:44.236521 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a5dde1-f6e9-4ede-8be7-2fe852f64e6c", "tag": "5a088394-708d-4d01-aec5-e52724c37e7c", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:44.236700 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c182a8ba-7f49-4c5f-a7a7-ad51e7a338ba {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:44.237060 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c182a8ba-7f49-4c5f-a7a7-ad51e7a338ba'] response: {'name': 'network-changed', 'server_uuid': '03a5dde1-f6e9-4ede-8be7-2fe852f64e6c', 'tag': '5a088394-708d-4d01-aec5-e52724c37e7c', 'status': 'completed', 'code': 200} Apr 21 20:51:44.243086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-2e8976cf-54db-4031-9dca-210fb3e5d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:44.245541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-2e8976cf-54db-4031-9dca-210fb3e5d09e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56dcc4d160434dfbbcf5005d933dd9b7&device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 1099 time: 0.4696350 Apr 21 20:51:44.263098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9dff3-cbc2-4305-be6a-4dca4bcc41c0 req-72c7939c-4a1d-42f1-882e-4b35b86e53f3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:44.265112 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70a9dff3-cbc2-4305-be6a-4dca4bcc41c0 req-72c7939c-4a1d-42f1-882e-4b35b86e53f3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.4322469 Apr 21 20:51:44.275898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845314-29b9-486d-9f3e-a66782df59a8 req-167f2402-c8bb-4df9-a984-273186b68eb7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:44.277354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22845314-29b9-486d-9f3e-a66782df59a8 req-167f2402-c8bb-4df9-a984-273186b68eb7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0558925 Apr 21 20:51:44.320010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22845314-29b9-486d-9f3e-a66782df59a8 req-97514190-e256-4a4d-bc67-6fa9174f0575 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346704 Apr 21 20:51:44.331137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-a2d6de61-0c36-41e1-ba15-14a4dc887e43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a088394-708d-4d01-aec5-e52724c37e7c HTTP/1.1" status: 200 len: 217 time: 0.0763540 Apr 21 20:51:44.367266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41452) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:44.433166 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70a9dff3-cbc2-4305-be6a-4dca4bcc41c0 req-16fda2dc-679a-47ce-9009-71137e001503 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560459 Apr 21 20:51:44.453392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-01efe5b2-5fb2-4eb9-b9c6-314ea149e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:44.453392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-01efe5b2-5fb2-4eb9-b9c6-314ea149e885 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1128433 Apr 21 20:51:44.501979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:44.538933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-9501401e-687f-47c4-b4d7-b799cbaa19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:44.540885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-9501401e-687f-47c4-b4d7-b799cbaa19a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757349 Apr 21 20:51:44.559084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:44.657609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Network 8a690e43-d82a-4a7e-899f-64f2b9a385cf is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:51:44.663149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:51:44.666696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Pushing event updated for resources: {'Port': ['ID=ce26398d-b23a-4aa7-8358-537d5da2cf08,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:44.671423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:51:44.732104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-527819f5-d787-469a-9ed1-d35d7bf8d383 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829305 Apr 21 20:51:44.743101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:44.743750 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:44.767508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-e7cd161d-7882-4ea1-854a-4270e76bd682 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5284553 Apr 21 20:51:44.782803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Request body: {'port': {'device_id': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:44.819129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519620a-7f76-4e50-a331-660178562ccb req-efff0884-0a12-4ff2-94d9-b372e560b458 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:44.827795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7519620a-7f76-4e50-a331-660178562ccb req-efff0884-0a12-4ff2-94d9-b372e560b458 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 931 time: 0.1269650 Apr 21 20:51:44.866203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:44.915370 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:44.930108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-154ad50b-c2a3-4d6a-82e3-9a76db50b2ba req-69e0c04b-bb9a-45ec-a600-cd4f1ca0229d service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751275 Apr 21 20:51:44.996383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f8ef845a-9c03-4bd5-aa16-82737f2eb4e2 None None] Provisioning complete for port ce26398d-b23a-4aa7-8358-537d5da2cf08 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:45.002566 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f8ef845a-9c03-4bd5-aa16-82737f2eb4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:45.021295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7519620a-7f76-4e50-a331-660178562ccb req-9e6e1ae1-dd79-40b7-b9e8-070cc3a6518b tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906891 Apr 21 20:51:45.064654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef845a-9c03-4bd5-aa16-82737f2eb4e2 None None] Port ce26398d-b23a-4aa7-8358-537d5da2cf08 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:51:45.203491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Deleting port 5ffae454-5233-4a51-8e88-9346da0fb686 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:45.203763 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:45.228608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-8f59bb76-267f-498e-8ec2-243f5f8c1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:45.230284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-8f59bb76-267f-498e-8ec2-243f5f8c1f37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56dcc4d160434dfbbcf5005d933dd9b7&device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 1099 time: 0.1537769 Apr 21 20:51:45.239422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d94bf2-a080-408e-ab5b-76fce259b280 req-8fcd152e-9404-4de5-a8ed-b73b8a894959 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:45.240965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b8d94bf2-a080-408e-ab5b-76fce259b280 req-8fcd152e-9404-4de5-a8ed-b73b8a894959 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 948 time: 0.1655738 Apr 21 20:51:45.294575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] For port 5ffae454-5233-4a51-8e88-9346da0fb686, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5ffae454-5233-4a51-8e88-9346da0fb686,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:45.294946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:45.307898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Calling delete_port for 5ffae454-5233-4a51-8e88-9346da0fb686 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:45.431335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce26398d-b23a-4aa7-8358-537d5da2cf08 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:51:45.439530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:45.453077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Transition to ACTIVE for port object ce26398d-b23a-4aa7-8358-537d5da2cf08 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:51:45.460792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:45.489093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e63b80-3d6a-4908-b7d0-81db830b31af req-115a0e80-e7b2-478d-b525-4e0c29e21c39 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:45.490541 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9e63b80-3d6a-4908-b7d0-81db830b31af req-115a0e80-e7b2-478d-b525-4e0c29e21c39 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0705323 Apr 21 20:51:45.513626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b8d94bf2-a080-408e-ab5b-76fce259b280 req-a4dbceb2-0c00-40a6-a039-9292f0345ceb tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603128 Apr 21 20:51:45.534699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-80149da4-a54c-470d-8f8e-5dde13774592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:45.536301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-80149da4-a54c-470d-8f8e-5dde13774592 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2927032 Apr 21 20:51:45.584660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9e63b80-3d6a-4908-b7d0-81db830b31af req-22a66bdf-e260-484b-b699-e14e3e95ebf0 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773385 Apr 21 20:51:45.604530 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:45.612537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Pushing event updated for resources: {'Port': ['ID=ce26398d-b23a-4aa7-8358-537d5da2cf08,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:45.653365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffae454-5233-4a51-8e88-9346da0fb686,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:45.654690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-afb3543f-a208-40a0-8d5c-bc8260606aeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=5a088394-708d-4d01-aec5-e52724c37e7c HTTP/1.1" status: 200 len: 217 time: 0.1101103 Apr 21 20:51:45.768715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Attempting to bind port ce26398d-b23a-4aa7-8358-537d5da2cf08 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:51:45.769270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Attempting to bind port ce26398d-b23a-4aa7-8358-537d5da2cf08 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:51:45.770176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Attempting to bind port ce26398d-b23a-4aa7-8358-537d5da2cf08 on network 8a690e43-d82a-4a7e-899f-64f2b9a385cf {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:45.799704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-03de0e17-afef-4ca1-9e51-ad75db83d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:45.803969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-03de0e17-afef-4ca1-9e51-ad75db83d16e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1410015 Apr 21 20:51:45.851953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Port ce26398d-b23a-4aa7-8358-537d5da2cf08 on network 8a690e43-d82a-4a7e-899f-64f2b9a385cf not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:51:45.852276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Attempting to bind port ce26398d-b23a-4aa7-8358-537d5da2cf08 on network 8a690e43-d82a-4a7e-899f-64f2b9a385cf {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:45.886575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:51:45.886951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Checking segment: {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:51:45.892416 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Bound using segment: {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:51:45.892974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Bound port: ce26398d-b23a-4aa7-8358-537d5da2cf08, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab43b5e-f85e-483a-945a-f061d252c2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:51:45.893349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:45.905445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:45.926505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a977e6-d304-49ad-b3ca-f4cdcf6e41a3 req-0e258cd7-c21d-46b9-8225-ab39760207dd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:45.928073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7a977e6-d304-49ad-b3ca-f4cdcf6e41a3 req-0e258cd7-c21d-46b9-8225-ab39760207dd tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.2268372 Apr 21 20:51:45.949569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-79a35e6d-3025-4195-a3c5-5b775bc64b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:45.951008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-79a35e6d-3025-4195-a3c5-5b775bc64b89 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408408 Apr 21 20:51:46.087168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7a977e6-d304-49ad-b3ca-f4cdcf6e41a3 req-e9f4e53a-f71c-48df-9870-430bf7e16940 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492207 Apr 21 20:51:46.096679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] For port ce26398d-b23a-4aa7-8358-537d5da2cf08, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:51:46.101046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] For port ce26398d-b23a-4aa7-8358-537d5da2cf08, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ce26398d-b23a-4aa7-8358-537d5da2cf08,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:51:46.112426 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:46.162973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:46.163791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:46.166389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] 10.222.0.46 "PUT /v2.0/ports/ce26398d-b23a-4aa7-8358-537d5da2cf08 HTTP/1.1" status: 200 len: 1091 time: 1.3888431 Apr 21 20:51:46.190140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-559c8ac4-5a4b-4f53-99cc-825a6753e403 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103071 Apr 21 20:51:46.203273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Router 2450a346-80a6-43bb-b1cc-2dd8451abb44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:51:46.239976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'tag': 'ce26398d-b23a-4aa7-8358-537d5da2cf08'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:46.246391 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8" -d '{"events": [{"name": "network-changed", "server_uuid": "65e1d281-c4d0-4fa5-8623-357880e2c9f6", "tag": "ce26398d-b23a-4aa7-8358-537d5da2cf08"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:46.267642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1a0ee-e196-4123-a932-b39066ea1341 service neutron] Pushing event updated for resources: {'Port': ['ID=ce26398d-b23a-4aa7-8358-537d5da2cf08,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:46.328573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f14c4-7912-413f-8861-8d71cd345207 req-80881c4a-48b6-452c-9de0-2bd026791eb2 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:46.330375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-575f14c4-7912-413f-8861-8d71cd345207 req-80881c4a-48b6-452c-9de0-2bd026791eb2 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 943 time: 0.1750000 Apr 21 20:51:46.342657 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bc42a2-83ff-4433-a099-e000474b4e5f x-openstack-request-id: req-b2bc42a2-83ff-4433-a099-e000474b4e5f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:46.343224 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e1d281-c4d0-4fa5-8623-357880e2c9f6", "tag": "ce26398d-b23a-4aa7-8358-537d5da2cf08", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:46.343640 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2bc42a2-83ff-4433-a099-e000474b4e5f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:46.344366 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bc42a2-83ff-4433-a099-e000474b4e5f'] response: {'name': 'network-changed', 'server_uuid': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'tag': 'ce26398d-b23a-4aa7-8358-537d5da2cf08', 'status': 'completed', 'code': 200} Apr 21 20:51:46.388545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-4e84e6aa-7e63-4c2e-a8b9-a617017872eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:46.390115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-4e84e6aa-7e63-4c2e-a8b9-a617017872eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc09d2b991492e8967b8e7f29628c3&device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 1094 time: 0.1528172 Apr 21 20:51:46.417923 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1d8d590-0f78-4c7d-99d2-11b1947a0b56 req-3937af3f-4c08-47b5-9242-95d17a1ba6cb service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209480 Apr 21 20:51:46.432745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-575f14c4-7912-413f-8861-8d71cd345207 req-d15ee726-f414-4948-897d-930851c844d8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908377 Apr 21 20:51:46.440815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:51:46.451937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] Sync routers for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:51:46.455998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-cf55355d-7981-47cf-8eba-f0ec3a01b84c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce26398d-b23a-4aa7-8358-537d5da2cf08 HTTP/1.1" status: 200 len: 217 time: 0.0510764 Apr 21 20:51:46.456486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41478) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:46.457147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-346f2804-c134-4022-aeb8-34e0079ff0d9 admin admin] 10.222.0.49 "PUT /v2.0/routers/2450a346-80a6-43bb-b1cc-2dd8451abb44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0886405 Apr 21 20:51:46.467843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:46.468707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:46.577465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-ed71c46d-41aa-4660-82e5-3cec731dd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:46.578932 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-ed71c46d-41aa-4660-82e5-3cec731dd7d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1bd383e8-5ac7-44e3-8b5c-511f02e152d1 HTTP/1.1" status: 200 len: 850 time: 0.1148455 Apr 21 20:51:46.606532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:46.635728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:46.730633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-46862eb9-bbec-47f0-be92-de2444b2838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:46.732295 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-46862eb9-bbec-47f0-be92-de2444b2838d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a690e43-d82a-4a7e-899f-64f2b9a385cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409636 Apr 21 20:51:46.736971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee96b-f321-4e9e-8101-03a31d955db6 req-1de9c051-ec7f-42db-83b8-78b9875db7dd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:46.740074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c8ee96b-f321-4e9e-8101-03a31d955db6 req-1de9c051-ec7f-42db-83b8-78b9875db7dd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0788443 Apr 21 20:51:46.803522 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c8ee96b-f321-4e9e-8101-03a31d955db6 req-3b507fb9-5792-4c3d-b643-6ff9672eec8a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550990 Apr 21 20:51:46.827832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f8f32-bb26-4802-a90b-e4714e66bd36 req-519621d5-4a03-436a-ab01-853f575779ca tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:46.829553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-166f8f32-bb26-4802-a90b-e4714e66bd36 req-519621d5-4a03-436a-ab01-853f575779ca tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 948 time: 0.1905484 Apr 21 20:51:46.898488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:51:45Z', 'revision_number': 5, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port': {'id': '042650c4-7fe3-492e-b8e4-f746d0c14ae8', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:11Z', 'updated_at': '2022-04-21T20:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:46.901480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:46.932072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] Checking router: 2450a346-80a6-43bb-b1cc-2dd8451abb44 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:51:46.944949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] Routers {'2450a346-80a6-43bb-b1cc-2dd8451abb44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:46.945592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2450a346-80a6-43bb-b1cc-2dd8451abb44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:46.947116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-166f8f32-bb26-4802-a90b-e4714e66bd36 req-592d9fe6-94bb-4e86-9767-16c78cacd2b3 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809209 Apr 21 20:51:46.987501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-d17e1562-b9da-4139-9861-7a0ee3c70c74 service neutron] 10.222.0.46 "GET /v2.0/networks/8a690e43-d82a-4a7e-899f-64f2b9a385cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473183 Apr 21 20:51:47.065733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Deleting port 042650c4-7fe3-492e-b8e4-f746d0c14ae8 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:47.066083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:47.160186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6c04306-1152-4021-ba6f-e99f13f031f4 req-fc4d9faa-0a74-4d5a-bc4c-847e87c55d0c service neutron] 10.222.0.46 "GET /v2.0/networks/8a690e43-d82a-4a7e-899f-64f2b9a385cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593373 Apr 21 20:51:47.186597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] For port 042650c4-7fe3-492e-b8e4-f746d0c14ae8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=042650c4-7fe3-492e-b8e4-f746d0c14ae8,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:47.186966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:47.202894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Calling delete_port for 042650c4-7fe3-492e-b8e4-f746d0c14ae8 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:47.213646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] Set router 2450a346-80a6-43bb-b1cc-2dd8451abb44 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:47.244074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65a8b5-1a87-4e35-a3db-f77e5f07c0ef req-ffac5ffc-a9ec-4a26-9a51-3fd779b6313c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:47.245579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-da65a8b5-1a87-4e35-a3db-f77e5f07c0ef req-ffac5ffc-a9ec-4a26-9a51-3fd779b6313c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0801487 Apr 21 20:51:47.280151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:51:46Z', 'revision_number': 6, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:47.306125 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-da65a8b5-1a87-4e35-a3db-f77e5f07c0ef req-578b5644-1e07-4659-97e0-235ab228639f tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503349 Apr 21 20:51:47.320087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82908612-9f56-46e3-b53b-18c49da08f62 None None] The sync data for ids ['2450a346-80a6-43bb-b1cc-2dd8451abb44'] in n-d-838945-1 is: [{'id': '2450a346-80a6-43bb-b1cc-2dd8451abb44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-686144962-router', 'tenant_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:10Z', 'updated_at': '2022-04-21T20:51:46Z', 'revision_number': 6, 'project_id': '7a16b123a9cf4beaaff2c329f5f855eb', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:51:47.415294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-1ede0253-6ff9-4725-aa77-af56db1db592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:47.422913 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-1ede0253-6ff9-4725-aa77-af56db1db592 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc09d2b991492e8967b8e7f29628c3&device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 1094 time: 0.1516471 Apr 21 20:51:47.919505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-8cd91cf7-531f-47a1-b5f3-29ae712c771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:47.920991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-8cd91cf7-531f-47a1-b5f3-29ae712c771e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a690e43-d82a-4a7e-899f-64f2b9a385cf HTTP/1.1" status: 200 len: 912 time: 0.4843068 Apr 21 20:51:47.928556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033e6d2-1f78-4d32-9e9d-6b190787505e req-a00a9669-4ead-4b9a-9b46-ddb781c0c4bc tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:47.930348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3033e6d2-1f78-4d32-9e9d-6b190787505e req-a00a9669-4ead-4b9a-9b46-ddb781c0c4bc tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 943 time: 0.1269574 Apr 21 20:51:47.946266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14d2ea-f8dd-41bd-a177-59a911eece73 req-1ad8297c-727b-4ebc-98e0-344fc9f24d64 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:47.947807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b14d2ea-f8dd-41bd-a177-59a911eece73 req-1ad8297c-727b-4ebc-98e0-344fc9f24d64 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0570452 Apr 21 20:51:47.975524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:47.981022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-8a95ed47-deb1-416e-a4a7-7f7fb09682e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce26398d-b23a-4aa7-8358-537d5da2cf08 HTTP/1.1" status: 200 len: 217 time: 0.0499449 Apr 21 20:51:47.993087 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b14d2ea-f8dd-41bd-a177-59a911eece73 req-31f842e7-5fe3-435d-9b9c-3d2fa0853231 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Apr 21 20:51:48.028532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Pushing event deleted for resources: {'Port': ['ID=042650c4-7fe3-492e-b8e4-f746d0c14ae8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:48.103108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3033e6d2-1f78-4d32-9e9d-6b190787505e req-d54adcfa-af64-452e-a117-a6ef680f8e22 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636147 Apr 21 20:51:48.130040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-e19c02da-b1aa-4cc6-b58e-6bed19bee262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:48.131559 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-e19c02da-b1aa-4cc6-b58e-6bed19bee262 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1bd383e8-5ac7-44e3-8b5c-511f02e152d1 HTTP/1.1" status: 200 len: 850 time: 0.1372769 Apr 21 20:51:48.170935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdde254-9083-4138-ae62-96552c033b10 req-421edc73-e0f1-4fa6-bdf0-6385d8de00e8 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:48.173009 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.179349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0bdde254-9083-4138-ae62-96552c033b10 req-421edc73-e0f1-4fa6-bdf0-6385d8de00e8 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 948 time: 0.1144466 Apr 21 20:51:48.197951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5ffae454-5233-4a51-8e88-9346da0fb686 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:48.220004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5ffae454-5233-4a51-8e88-9346da0fb686 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:48.220642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5ffae454-5233-4a51-8e88-9346da0fb686 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:48.221082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 042650c4-7fe3-492e-b8e4-f746d0c14ae8 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:48.224715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0bdde254-9083-4138-ae62-96552c033b10 req-fc71bff4-1633-4c0c-b2c0-d51768127ca3 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Apr 21 20:51:48.246662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 042650c4-7fe3-492e-b8e4-f746d0c14ae8 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:48.247209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 042650c4-7fe3-492e-b8e4-f746d0c14ae8 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:48.288259 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.291626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.296230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-a15d0d96-6e01-4889-82fa-a535540e88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:48.298125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-a15d0d96-6e01-4889-82fa-a535540e88ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a690e43-d82a-4a7e-899f-64f2b9a385cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579509 Apr 21 20:51:48.390564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.391069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2450a346-80a6-43bb-b1cc-2dd8451abb44 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:51:48.396750 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.400406 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-94905626-0e6e-4b16-a239-eae2ae0747dc admin admin] 10.222.0.49 "DELETE /v2.0/routers/2450a346-80a6-43bb-b1cc-2dd8451abb44 HTTP/1.1" status: 204 len: 168 time: 1.9422879 Apr 21 20:51:48.400615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41498) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:48.464364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ba725e-0333-4dff-98aa-6a3f1b9865a0 admin admin] Deleting subnet be7fbf35-ae24-40df-af73-497f4a003c6c {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:51:48.468628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ba725e-0333-4dff-98aa-6a3f1b9865a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.475705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c001b-a24f-49fb-8208-8823fbec1b87 req-b0f50f2d-fd26-4b74-8de6-61a4f09d6703 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:48.477358 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-455c001b-a24f-49fb-8208-8823fbec1b87 req-b0f50f2d-fd26-4b74-8de6-61a4f09d6703 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.0878115 Apr 21 20:51:48.481319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-c97b01e8-56d4-4d73-b2da-1cf6f0588f0a service neutron] 10.222.0.46 "GET /v2.0/networks/8a690e43-d82a-4a7e-899f-64f2b9a385cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501579 Apr 21 20:51:48.510077 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ba725e-0333-4dff-98aa-6a3f1b9865a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.573271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-455c001b-a24f-49fb-8208-8823fbec1b87 req-092ffc4f-6c9b-49b4-8cac-afb139b82866 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863385 Apr 21 20:51:48.606622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9bd5f0a-33c3-487b-8da6-86f6b44f69d8 req-3d5c478f-ea05-419f-9719-cc33e1389f1a service neutron] 10.222.0.46 "GET /v2.0/networks/8a690e43-d82a-4a7e-899f-64f2b9a385cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130278 Apr 21 20:51:48.673841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ba725e-0333-4dff-98aa-6a3f1b9865a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.681996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-d8b588fa-a8b9-4308-ae56-12f9fce4ca05 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:48.683427 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-d8b588fa-a8b9-4308-ae56-12f9fce4ca05 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 821 time: 0.1466563 Apr 21 20:51:48.720384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-fac2c560-42cc-4fd6-987f-2f9e4a838386 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/quotas/0cd9c8f481ed4b43a275fdf002b13f29 HTTP/1.1" status: 200 len: 375 time: 0.0157621 Apr 21 20:51:48.773026 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ba725e-0333-4dff-98aa-6a3f1b9865a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.807112 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-76336816-4d86-4125-99be-52f79f5fd8a9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812447 Apr 21 20:51:48.809135 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba725e-0333-4dff-98aa-6a3f1b9865a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7fbf35-ae24-40df-af73-497f4a003c6c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:48.812534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ba725e-0333-4dff-98aa-6a3f1b9865a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.815578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-89ba725e-0333-4dff-98aa-6a3f1b9865a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/be7fbf35-ae24-40df-af73-497f4a003c6c HTTP/1.1" status: 204 len: 168 time: 0.4139400 Apr 21 20:51:48.818087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41504) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:48.819271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64afcec6-33d9-4701-988f-312cf079cfd4 None None] Network ed92b188-e14e-4d1e-ae98-d4cbfad16828 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:51:48.936679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:48.970104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-5ea776e3-4bf3-4a11-a6d4-da6fc3fc6bb4 service neutron] 10.222.0.49 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454489 Apr 21 20:51:49.006016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc51c81-8d46-43ab-88d3-8933efaf1fe2 None None] DHCP port deletion for ed92b188-e14e-4d1e-ae98-d4cbfad16828 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:51:49.056656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bfc51c81-8d46-43ab-88d3-8933efaf1fe2 None None] Deleting port 5b54b933-cffd-440d-aa37-79bcceafec4b {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:49.057189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfc51c81-8d46-43ab-88d3-8933efaf1fe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.081759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Deleting port 5b54b933-cffd-440d-aa37-79bcceafec4b {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:49.082094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.099751 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-1b201b5a-6ff0-4ac4-b351-d0ff775bbd75 service neutron] 10.222.0.49 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131968 Apr 21 20:51:49.119408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba5927-61b3-4768-b960-dedb36c89030 req-ff64bf56-bbd0-4879-9984-bd23d464b635 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:49.121755 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cba5927-61b3-4768-b960-dedb36c89030 req-ff64bf56-bbd0-4879-9984-bd23d464b635 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0565209 Apr 21 20:51:49.132642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bfc51c81-8d46-43ab-88d3-8933efaf1fe2 None None] For port 5b54b933-cffd-440d-aa37-79bcceafec4b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5b54b933-cffd-440d-aa37-79bcceafec4b,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:49.133227 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfc51c81-8d46-43ab-88d3-8933efaf1fe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.147760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bfc51c81-8d46-43ab-88d3-8933efaf1fe2 None None] Calling delete_port for 5b54b933-cffd-440d-aa37-79bcceafec4b owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:49.158354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] For port 5b54b933-cffd-440d-aa37-79bcceafec4b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5b54b933-cffd-440d-aa37-79bcceafec4b,segment=NetworkSegment(3bd466f5-2774-41e1-98e1-dd61cb6d3b39),segment_id=3bd466f5-2774-41e1-98e1-dd61cb6d3b39)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:49.158719 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.169517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cba5927-61b3-4768-b960-dedb36c89030 req-a5ff8e48-c3ff-4abb-a853-18ec8dfe0ae2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Apr 21 20:51:49.172335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Calling delete_port for 5b54b933-cffd-440d-aa37-79bcceafec4b owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:49.270868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.287517 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfc51c81-8d46-43ab-88d3-8933efaf1fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.317709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b54b933-cffd-440d-aa37-79bcceafec4b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:49.325771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] No DVR routers for this DVR port 5b54b933-cffd-440d-aa37-79bcceafec4b on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:49.338219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab0e1-50d5-40c7-92bd-75d5e0eb87a5 req-e0a6df45-435e-44d0-8291-0dee7630c12c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:49.340638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-940ab0e1-50d5-40c7-92bd-75d5e0eb87a5 req-e0a6df45-435e-44d0-8291-0dee7630c12c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 943 time: 0.0787969 Apr 21 20:51:49.347762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc51c81-8d46-43ab-88d3-8933efaf1fe2 None None] Pushing event deleted for resources: {'Port': ['ID=5b54b933-cffd-440d-aa37-79bcceafec4b,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:49.360478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc51c81-8d46-43ab-88d3-8933efaf1fe2 None None] No DVR routers for this DVR port 5b54b933-cffd-440d-aa37-79bcceafec4b on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:49.396012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-940ab0e1-50d5-40c7-92bd-75d5e0eb87a5 req-0a903c9d-239a-4fd7-aef9-ffc7bdbf1ff9 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487421 Apr 21 20:51:49.423296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.445619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed92b188-e14e-4d1e-ae98-d4cbfad16828']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:49.455530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd466f5-2774-41e1-98e1-dd61cb6d3b39') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:49.455826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd466f5-2774-41e1-98e1-dd61cb6d3b39') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:49.467870 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.484854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.491732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:51:49.492150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:51:49.493972 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:51:49.554731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a0a25-99f4-4b5f-bce1-54b3851fba0f req-000d6e29-b06e-4fa4-a8d9-9c14ab4664c1 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:49.556202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da4a0a25-99f4-4b5f-bce1-54b3851fba0f req-000d6e29-b06e-4fa4-a8d9-9c14ab4664c1 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 948 time: 0.0651112 Apr 21 20:51:49.591198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2f18745-64d1-462e-bab2-aeceb6c4bf52 req-badadc10-de05-4e35-9584-f8829afb76e4 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 210 time: 0.0390573 Apr 21 20:51:49.597982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.605889 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:49.611625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ed92b188-e14e-4d1e-ae98-d4cbfad16828 HTTP/1.1" status: 204 len: 168 time: 0.7900131 Apr 21 20:51:49.611810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da4a0a25-99f4-4b5f-bce1-54b3851fba0f req-312cb387-c74c-4195-91fc-86acc2b2700f tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Apr 21 20:51:49.611810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41524) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:49.623012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378657a-581d-4ecb-a98d-64e25c7fafe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed92b188-e14e-4d1e-ae98-d4cbfad16828,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:49.820365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fd1f5-9663-4c6a-b999-a7dca3b1f9e3 req-ec2af2c0-f303-458a-8a49-14033630190d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:49.821920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc5fd1f5-9663-4c6a-b999-a7dca3b1f9e3 req-ec2af2c0-f303-458a-8a49-14033630190d tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1377826 Apr 21 20:51:49.881131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5b54b933-cffd-440d-aa37-79bcceafec4b no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:49.908076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5b54b933-cffd-440d-aa37-79bcceafec4b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:49.908439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5b54b933-cffd-440d-aa37-79bcceafec4b not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:49.932730 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc5fd1f5-9663-4c6a-b999-a7dca3b1f9e3 req-30b0454f-2a03-4568-a545-0a6f61848778 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807915 Apr 21 20:51:49.960428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5a088394-708d-4d01-aec5-e52724c37e7c details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:51:49.962492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:50.088376 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:50.122066 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:50.124930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5a088394-708d-4d01-aec5-e52724c37e7c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5a088394-708d-4d01-aec5-e52724c37e7c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:50.145886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '5a088394-708d-4d01-aec5-e52724c37e7c', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '5a088394-708d-4d01-aec5-e52724c37e7c', 'mac_address': 'fa:16:3e:1b:a3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:51:50.166053 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:50.169748 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dba68d-3762-4997-a27c-37c71472e893" -d '{"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-unplugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:50.218105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:50.225753 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f6e4d9-5259-4e83-b371-cbce300d350f x-openstack-request-id: req-43f6e4d9-5259-4e83-b371-cbce300d350f {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:50.226027 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-unplugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:50.226519 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43f6e4d9-5259-4e83-b371-cbce300d350f {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:50.226940 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f6e4d9-5259-4e83-b371-cbce300d350f'] response: {'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'code': 200} Apr 21 20:51:50.232189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:50.236989 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:50.239408 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:50.278851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a088394-708d-4d01-aec5-e52724c37e7c {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:51:50.310439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5a088394-708d-4d01-aec5-e52724c37e7c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5a088394-708d-4d01-aec5-e52724c37e7c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:50.313606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:50.314973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c2262-92a7-437e-b3c6-5e6a208f410a req-e4afba51-0258-4dbf-b8d2-5f9ab9a92a37 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:50.316782 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:50.317403 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-679c2262-92a7-437e-b3c6-5e6a208f410a req-e4afba51-0258-4dbf-b8d2-5f9ab9a92a37 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.0691428 Apr 21 20:51:50.364265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5a088394-708d-4d01-aec5-e52724c37e7c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:50.390962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-679c2262-92a7-437e-b3c6-5e6a208f410a req-edea9a71-c29a-4563-95c8-5ca0fa4bb089 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618651 Apr 21 20:51:50.401032 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:50.437451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Deleting port 52cf65bd-e666-43b7-ab03-31ff388c8d1a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:50.437792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:50.522267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f499544-a8bd-4e92-b99f-6ec7761daac8 req-61b0d000-6178-4e6c-ba5a-bc5834bde96a tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:50.524009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f499544-a8bd-4e92-b99f-6ec7761daac8 req-61b0d000-6178-4e6c-ba5a-bc5834bde96a tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 943 time: 0.0541251 Apr 21 20:51:50.530548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] For port 52cf65bd-e666-43b7-ab03-31ff388c8d1a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52cf65bd-e666-43b7-ab03-31ff388c8d1a,segment=NetworkSegment(b9f78f5f-2778-4c78-9dbb-af5b604de302),segment_id=b9f78f5f-2778-4c78-9dbb-af5b604de302)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:50.530937 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:50.545430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Calling delete_port for 52cf65bd-e666-43b7-ab03-31ff388c8d1a owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:50.570014 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f499544-a8bd-4e92-b99f-6ec7761daac8 req-de9ad519-05a9-464a-b5d4-85e96c599456 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385911 Apr 21 20:51:50.688979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5a088394-708d-4d01-aec5-e52724c37e7c'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:50.786326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c66b2fa8-ec70-45ca-a496-8b0b92a41f4d req-af08b7bd-0afc-468c-9095-c4fd1fa84443 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 210 time: 0.0586765 Apr 21 20:51:50.787583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-0f23ee42-26fa-43c4-bc3b-ad4cc8f31e4f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:50.789075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-0f23ee42-26fa-43c4-bc3b-ad4cc8f31e4f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 821 time: 0.2304621 Apr 21 20:51:50.810568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Request body: {'port': {'device_id': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5', 'admin_state_up': True, 'tenant_id': '0cd9c8f481ed4b43a275fdf002b13f29'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:50.842999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940ba7a-4e14-40ed-bbd7-91fe9d27ad12 req-496295b7-6361-4af1-99c8-579841441b97 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:50.844482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6940ba7a-4e14-40ed-bbd7-91fe9d27ad12 req-496295b7-6361-4af1-99c8-579841441b97 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 949 time: 0.1206305 Apr 21 20:51:50.968795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6940ba7a-4e14-40ed-bbd7-91fe9d27ad12 req-6c656cc2-2537-4278-aa52-646ed5f52fca tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943694 Apr 21 20:51:51.001748 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:51.034930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=52cf65bd-e666-43b7-ab03-31ff388c8d1a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:51.043365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Made reservation on behalf of 0cd9c8f481ed4b43a275fdf002b13f29 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:51:51.046829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:51.081492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77351235-4e46-4912-a67c-c223dad1179b req-3ca810c0-e526-42b9-8e7f-7cd0ae3d7978 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:51.091173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77351235-4e46-4912-a67c-c223dad1179b req-3ca810c0-e526-42b9-8e7f-7cd0ae3d7978 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 947 time: 0.0757551 Apr 21 20:51:51.135795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77351235-4e46-4912-a67c-c223dad1179b req-d047acb3-606d-40af-8558-e126ceaebcd9 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Apr 21 20:51:51.257718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Allocated IP 172.20.0.2 (3f844257-3971-4842-8d6e-2287bca8c3d5/59fc8748-6c5d-4e0a-80c8-c93c954d0f9e/4e5ee260-0001-4726-8913-0467dfb83c07) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:51:51.358659 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:51.713346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcfc7e-2a62-4ea0-aca1-acdeb88d12d8 req-eb862081-dea6-413c-a9f7-3074c92f5e60 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:51.717432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67dcfc7e-2a62-4ea0-aca1-acdeb88d12d8 req-eb862081-dea6-413c-a9f7-3074c92f5e60 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 943 time: 0.0625737 Apr 21 20:51:51.758495 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67dcfc7e-2a62-4ea0-aca1-acdeb88d12d8 req-57efefe5-bc6d-4ce9-b525-33c84f5bd6d9 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367277 Apr 21 20:51:51.898395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:51.928894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-35d32e51-e42e-4284-a215-28859b55aa1d req-8125581f-7b44-4134-916a-af5caef7d010 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 210 time: 0.0480556 Apr 21 20:51:51.950093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebd247-bd6c-4364-a7b1-e1b6507eeebf req-214f4baf-b21a-4611-9a65-b5ee153f8255 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:51.951613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-68ebd247-bd6c-4364-a7b1-e1b6507eeebf req-214f4baf-b21a-4611-9a65-b5ee153f8255 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.4851735 Apr 21 20:51:51.973292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:51:51.979000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5a088394-708d-4d01-aec5-e52724c37e7c up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:52.012335 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-3a397757-a270-42f8-95c6-d4212cd0b16a service neutron] show failed (client error): The resource could not be found. Apr 21 20:51:52.013336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-3a397757-a270-42f8-95c6-d4212cd0b16a service neutron] 10.222.0.46 "GET /v2.0/ports/0a688f75-ab74-4ce7-bb72-34fe31405864/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.1751680 Apr 21 20:51:52.050611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.065079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-68ebd247-bd6c-4364-a7b1-e1b6507eeebf req-33b8256c-b102-44d2-9ea5-b79503d9be0c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037540 Apr 21 20:51:52.134486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Pushing event updated for resources: {'Port': ['ID=4e5ee260-0001-4726-8913-0467dfb83c07,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:52.173372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Router 048c923f-793b-48d3-b54e-209b4cabf46a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:51:52.175225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Network 3f844257-3971-4842-8d6e-2287bca8c3d5 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:51:52.178603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:51:52.182355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:51:52.195519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed848-26bd-4027-a724-087f22806c67 req-cdf18c43-9633-4ba8-adcb-1737ee5179d6 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:52.200237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 5a088394-708d-4d01-aec5-e52724c37e7c completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:51:52.203654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be5ed848-26bd-4027-a724-087f22806c67 req-cdf18c43-9633-4ba8-adcb-1737ee5179d6 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 949 time: 0.1072223 Apr 21 20:51:52.228878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 5a088394-708d-4d01-aec5-e52724c37e7c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:52.232912 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.240077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:52.294010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be5ed848-26bd-4027-a724-087f22806c67 req-70120f0b-1558-405c-9a47-9d2a3c769b61 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823035 Apr 21 20:51:52.296610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'mac_address': 'fa:16:3e:18:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:51:52.333177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ce26398d-b23a-4aa7-8358-537d5da2cf08 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:51:52.356152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:52.356807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.367975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-468e9183-a583-4c02-955b-3091ee8f2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:52.370275 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-468e9183-a583-4c02-955b-3091ee8f2e0c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e&tenant_id=51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 1101 time: 0.0732362 Apr 21 20:51:52.378697 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.393341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:52.422541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-3502e237-7308-42fc-aa5d-db857f636184 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6158409 Apr 21 20:51:52.430372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997c87f-6b88-4354-860d-dd904f96fdf9 req-66ebc300-9ec9-4efd-bd8f-70e7800ad0eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:52.431814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1997c87f-6b88-4354-860d-dd904f96fdf9 req-66ebc300-9ec9-4efd-bd8f-70e7800ad0eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 947 time: 0.1244800 Apr 21 20:51:52.438342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Request body: {'port': {'device_id': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:51:52.457601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.493709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1997c87f-6b88-4354-860d-dd904f96fdf9 req-d146596c-8259-444e-952f-3542561dec31 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504110 Apr 21 20:51:52.519855 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.524074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:51:52.531972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0754bf85-871c-45f1-89a7-85b707994c67 admin admin] 10.222.0.49 "PUT /v2.0/routers/048c923f-793b-48d3-b54e-209b4cabf46a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9162149 Apr 21 20:51:52.535894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41558) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:52.538719 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] Sync routers for ids ['048c923f-793b-48d3-b54e-209b4cabf46a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:51:52.539426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:51:52.555684 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] Routers {'048c923f-793b-48d3-b54e-209b4cabf46a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:52.556644 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['048c923f-793b-48d3-b54e-209b4cabf46a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:52.594342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.597183 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:52.598355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a5dde1-f6e9-4ede-8be7-2fe852f64e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a088394-708d-4d01-aec5-e52724c37e7c'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:52.601474 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202d837d-704e-421c-befa-973ba666286a" -d '{"events": [{"server_uuid": "03a5dde1-f6e9-4ede-8be7-2fe852f64e6c", "name": "network-vif-plugged", "status": "completed", "tag": "5a088394-708d-4d01-aec5-e52724c37e7c"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:52.616231 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.634807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5a088394-708d-4d01-aec5-e52724c37e7c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5a088394-708d-4d01-aec5-e52724c37e7c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:52.666108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.691067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ce26398d-b23a-4aa7-8358-537d5da2cf08, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ce26398d-b23a-4aa7-8358-537d5da2cf08,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:52.721027 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b5ff76-1389-48dc-92fd-239bd39fff77 x-openstack-request-id: req-61b5ff76-1389-48dc-92fd-239bd39fff77 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:52.722196 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a5dde1-f6e9-4ede-8be7-2fe852f64e6c", "name": "network-vif-plugged", "status": "completed", "tag": "5a088394-708d-4d01-aec5-e52724c37e7c", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:52.722463 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61b5ff76-1389-48dc-92fd-239bd39fff77 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:52.723240 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b5ff76-1389-48dc-92fd-239bd39fff77'] response: {'server_uuid': '03a5dde1-f6e9-4ede-8be7-2fe852f64e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a088394-708d-4d01-aec5-e52724c37e7c', 'code': 200} Apr 21 20:51:52.738029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'ce26398d-b23a-4aa7-8358-537d5da2cf08', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'port_id': 'ce26398d-b23a-4aa7-8358-537d5da2cf08', 'mac_address': 'fa:16:3e:89:ed:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:51:52.740611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=10']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:52.828348 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.862150 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] Set router 048c923f-793b-48d3-b54e-209b4cabf46a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:52.876922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce26398d-b23a-4aa7-8358-537d5da2cf08 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:51:52.898731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b5945-e166-4528-b03b-5d8f73869242 req-0733c7e2-5aa4-4a3e-a4e0-5265cf6fd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:52.899248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ce26398d-b23a-4aa7-8358-537d5da2cf08, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ce26398d-b23a-4aa7-8358-537d5da2cf08,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:52.900968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f63b5945-e166-4528-b03b-5d8f73869242 req-0733c7e2-5aa4-4a3e-a4e0-5265cf6fd354 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 1101 time: 0.1015494 Apr 21 20:51:52.909099 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:52.927207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5a088394-708d-4d01-aec5-e52724c37e7c,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:52.998055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ce26398d-b23a-4aa7-8358-537d5da2cf08,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:53.027496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f63b5945-e166-4528-b03b-5d8f73869242 req-9d28bd97-5c4f-415e-ab79-1ac81a8c034a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853851 Apr 21 20:51:53.049009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eca048-4529-4064-bf0e-0155c3947ed1 req-5d11c841-d9f5-41fd-aff0-4a15bcffe139 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:53.051999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31eca048-4529-4064-bf0e-0155c3947ed1 req-5d11c841-d9f5-41fd-aff0-4a15bcffe139 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 944 time: 0.1079152 Apr 21 20:51:53.056912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:53.175163 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:28Z', 'updated_at': '2022-04-21T20:51:50Z', 'revision_number': 5, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'gw_port': {'id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:29Z', 'updated_at': '2022-04-21T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:53.180350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31eca048-4529-4064-bf0e-0155c3947ed1 req-c906a172-6d17-4226-9b19-48d2ba292cde tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192193 Apr 21 20:51:53.221811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.253160 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] Checking router: 048c923f-793b-48d3-b54e-209b4cabf46a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:51:53.263488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5ee260-0001-4726-8913-0467dfb83c07 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:51:53.270577 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] Routers {'048c923f-793b-48d3-b54e-209b4cabf46a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:51:53.275506 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['048c923f-793b-48d3-b54e-209b4cabf46a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:53.284164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.290408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['ce26398d-b23a-4aa7-8358-537d5da2cf08'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:53.318975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4390d52-f90c-4d85-a6d7-61caca92dc77 req-d30b0cd0-5f62-4437-8ef4-33a0932662d0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:53.319634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4390d52-f90c-4d85-a6d7-61caca92dc77 req-d30b0cd0-5f62-4437-8ef4-33a0932662d0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 931 time: 0.2651327 Apr 21 20:51:53.365102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Transition to ACTIVE for port object 4e5ee260-0001-4726-8913-0467dfb83c07 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:51:53.377814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.427734 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] Set router 048c923f-793b-48d3-b54e-209b4cabf46a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:51:53.429554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4390d52-f90c-4d85-a6d7-61caca92dc77 req-b9efe661-c91e-41f2-bdc3-a4e6f5b34ef2 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034565 Apr 21 20:51:53.452361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5ee260-0001-4726-8913-0467dfb83c07,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:53.465538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb48d5-5c24-49ad-a198-c82a5aad2388 req-e3f90cce-2917-4128-97ca-d17d5fb47486 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:53.467922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8abb48d5-5c24-49ad-a198-c82a5aad2388 req-e3f90cce-2917-4128-97ca-d17d5fb47486 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 950 time: 0.1691732 Apr 21 20:51:53.485707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:53.511080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.568636 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:51:53.585500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:51:53.586119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:51:53.586620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:53.594661 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8abb48d5-5c24-49ad-a198-c82a5aad2388 req-be997de0-b2aa-4dd4-a7bc-398ed0eccc7d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186669 Apr 21 20:51:53.597961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Port 4e5ee260-0001-4726-8913-0467dfb83c07 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:51:53.601009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:53.612887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:51:53.615276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:51:53.615816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:51:53.616430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Bound port: 4e5ee260-0001-4726-8913-0467dfb83c07, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:51:53.619402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.702480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:51:53.706304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:51:53.724266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:53.727356 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c54abb-2562-4513-94bc-aa2c5a0f7ed7" -d '{"events": [{"server_uuid": "956169be-bf68-484a-982c-26374a72673e", "name": "network-vif-unplugged", "status": "completed", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:53.728064 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:28Z', 'updated_at': '2022-04-21T20:51:50Z', 'revision_number': 5, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'gw_port': {'id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:29Z', 'updated_at': '2022-04-21T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:53.732123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.744527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.746094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa99846-4ca1-48b5-9db5-04f660c0141f req-93afc9c3-6c66-4690-a417-22723a60caae tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:53.754258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5fa99846-4ca1-48b5-9db5-04f660c0141f req-93afc9c3-6c66-4690-a417-22723a60caae tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 950 time: 0.1995528 Apr 21 20:51:53.761840 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d097de-5362-46d5-854d-88ae270df8dc None None] The sync data for ids ['048c923f-793b-48d3-b54e-209b4cabf46a'] in n-d-838945-1 is: [{'id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-456026590-router', 'tenant_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:47:28Z', 'updated_at': '2022-04-21T20:51:50Z', 'revision_number': 5, 'project_id': '7aa92b44f6c04e37b44ee38ea0ba4b42', 'gw_port': {'id': '01d35ec0-55e5-4caa-8a50-e7845cba326f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048c923f-793b-48d3-b54e-209b4cabf46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 150, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:47:29Z', 'updated_at': '2022-04-21T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:51:53.785546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Transition to ACTIVE for port object 0a688f75-ab74-4ce7-bb72-34fe31405864 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:51:53.792188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Deleting port 01d35ec0-55e5-4caa-8a50-e7845cba326f {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:53.792188 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.801809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.814505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:53.815384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.816969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] 10.222.0.43 "PUT /v2.0/ports/4e5ee260-0001-4726-8913-0467dfb83c07 HTTP/1.1" status: 200 len: 1091 time: 1.3825450 Apr 21 20:51:53.819140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:53.821678 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a803c-1030-4e0b-a400-764617816b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:53.835751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f2344-5d63-44ca-bd9b-8ff1fd92edc3 req-cdf12a7a-e247-465e-abfc-b27e5bec256e tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:53.837735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-582f2344-5d63-44ca-bd9b-8ff1fd92edc3 req-cdf12a7a-e247-465e-abfc-b27e5bec256e tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1298945 Apr 21 20:51:53.864642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5fa99846-4ca1-48b5-9db5-04f660c0141f req-880e55b1-0fac-428e-8be1-dccbe28f3f83 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095743 Apr 21 20:51:53.932680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45891baf-2297-4cae-97a0-cf7def8f9327 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5ee260-0001-4726-8913-0467dfb83c07,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:53.945087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] For port 01d35ec0-55e5-4caa-8a50-e7845cba326f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=01d35ec0-55e5-4caa-8a50-e7845cba326f,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:53.945457 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:53.959300 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Calling delete_port for 01d35ec0-55e5-4caa-8a50-e7845cba326f owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:53.963726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-d07f9c3f-3446-41bd-bb8b-43a09b688259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:53.965894 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-d07f9c3f-3446-41bd-bb8b-43a09b688259 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 1094 time: 0.0741682 Apr 21 20:51:53.969078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-582f2344-5d63-44ca-bd9b-8ff1fd92edc3 req-c73dad0c-08cf-4ceb-bff6-40dfaef816e1 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160829 Apr 21 20:51:54.002301 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb403a2-530d-47bf-aaca-c2410146bcfe x-openstack-request-id: req-4cb403a2-530d-47bf-aaca-c2410146bcfe {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:54.002536 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956169be-bf68-484a-982c-26374a72673e", "name": "network-vif-unplugged", "status": "completed", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:54.002784 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4cb403a2-530d-47bf-aaca-c2410146bcfe {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:54.003181 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb403a2-530d-47bf-aaca-c2410146bcfe'] response: {'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'code': 200} Apr 21 20:51:54.030344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=6']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:54.037679 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-47e05bed-723d-4534-af85-7c537629a5a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e5ee260-0001-4726-8913-0467dfb83c07 HTTP/1.1" status: 200 len: 217 time: 0.0441792 Apr 21 20:51:54.043452 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6613be-9d52-4f04-abd6-176c66d2ab9e x-openstack-request-id: req-da6613be-9d52-4f04-abd6-176c66d2ab9e {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:54.044155 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:54.045535 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da6613be-9d52-4f04-abd6-176c66d2ab9e {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:54.045535 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6613be-9d52-4f04-abd6-176c66d2ab9e'] response: {'name': 'network-changed', 'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07', 'status': 'completed', 'code': 200} Apr 21 20:51:54.092922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] No DVR routers for this DVR port 0a688f75-ab74-4ce7-bb72-34fe31405864 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:54.096222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-6f99c140-8d8c-420f-afd7-80e8afc0c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:54.097854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-6f99c140-8d8c-420f-afd7-80e8afc0c749 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0520489 Apr 21 20:51:54.142004 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:51:54.142435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:51:54.142820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:54.150936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Port 0a688f75-ab74-4ce7-bb72-34fe31405864 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:51:54.151268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:51:54.154506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-6abf512f-9343-4e09-8619-52a83a5bfc78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473883 Apr 21 20:51:54.163744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:51:54.164087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:51:54.164470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:51:54.164941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Bound port: 0a688f75-ab74-4ce7-bb72-34fe31405864, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:51:54.165303 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.316226 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-9c86362a-3b29-4f38-9e28-57533ea0b19c service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497543 Apr 21 20:51:54.330783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:51:54.338871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27560d07-c003-4415-906e-7fadd4f5c68d req-6afb0f43-e3b0-4c05-b9b9-4f84db4df6fc tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:54.340840 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27560d07-c003-4415-906e-7fadd4f5c68d req-6afb0f43-e3b0-4c05-b9b9-4f84db4df6fc tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 944 time: 0.0641403 Apr 21 20:51:54.391065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.399092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:51:54.424299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27560d07-c003-4415-906e-7fadd4f5c68d req-d204b7db-397d-4d20-a20e-f2af0c25bf40 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746605 Apr 21 20:51:54.435577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d35ec0-55e5-4caa-8a50-e7845cba326f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:54.441180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.471558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38463d9-8c7f-4918-b125-c68a253e5ca4 req-0f63dbc2-da86-4f51-a419-b9d017206baf service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294620 Apr 21 20:51:54.523904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:54.524520 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.525922 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] 10.222.0.43 "PUT /v2.0/ports/0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 1096 time: 2.1370862 Apr 21 20:51:54.631859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a803c-1030-4e0b-a400-764617816b2f req-46d5ca23-02ee-4b57-b9fd-5d94284b38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:54.635188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-537a803c-1030-4e0b-a400-764617816b2f req-46d5ca23-02ee-4b57-b9fd-5d94284b38fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 1094 time: 0.0646284 Apr 21 20:51:54.650180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.651977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb1cd6-6c05-4b52-9e49-3e389039a5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:54.725825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b33cf9-3f6a-4ffb-bf18-0232866ff1d2 req-73577414-e016-4a6f-bbdf-053046f87e81 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:54.727286 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0b33cf9-3f6a-4ffb-bf18-0232866ff1d2 req-73577414-e016-4a6f-bbdf-053046f87e81 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.1970942 Apr 21 20:51:54.777757 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.783264 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.795617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-f629f318-2717-450e-bfcb-8fb748664877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:54.797141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-f629f318-2717-450e-bfcb-8fb748664877 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1099 time: 0.2153606 Apr 21 20:51:54.858736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e9854-cf0c-421e-aa4c-af4a76fad34f req-4dbc8c88-b978-4d4f-b4c4-46c92c0b57fe tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:54.865701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a35e9854-cf0c-421e-aa4c-af4a76fad34f req-4dbc8c88-b978-4d4f-b4c4-46c92c0b57fe tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.1422515 Apr 21 20:51:54.895958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a803c-1030-4e0b-a400-764617816b2f req-d5efc147-41d2-4feb-832e-b4e79fe28f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:54.897600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-537a803c-1030-4e0b-a400-764617816b2f req-d5efc147-41d2-4feb-832e-b4e79fe28f19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.2470016 Apr 21 20:51:54.903059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0b33cf9-3f6a-4ffb-bf18-0232866ff1d2 req-a9675055-d50c-4727-8186-3d95810c7f07 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350789 Apr 21 20:51:54.903648 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.904200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 048c923f-793b-48d3-b54e-209b4cabf46a {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:51:54.909866 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.913230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b90266db-308f-49b5-b493-d6a934138981 admin admin] 10.222.0.49 "DELETE /v2.0/routers/048c923f-793b-48d3-b54e-209b4cabf46a HTTP/1.1" status: 204 len: 168 time: 2.3726285 Apr 21 20:51:54.915259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41584) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:54.973837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a35e9854-cf0c-421e-aa4c-af4a76fad34f req-ae5720e7-5bfc-48f0-b301-6841250c016b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960462 Apr 21 20:51:54.985926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a48636b-59c5-43b5-a9e3-c5457cfc33ee admin admin] Deleting subnet 7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:51:54.990413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a48636b-59c5-43b5-a9e3-c5457cfc33ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:54.992604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-40d5e061-27dd-405c-821e-1ffbb117a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:54.994444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-40d5e061-27dd-405c-821e-1ffbb117a382 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1583817 Apr 21 20:51:55.007980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-537a803c-1030-4e0b-a400-764617816b2f req-faf15b80-b180-4afb-a319-4758beb2a842 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e5ee260-0001-4726-8913-0467dfb83c07 HTTP/1.1" status: 200 len: 217 time: 0.0757346 Apr 21 20:51:55.077736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a803c-1030-4e0b-a400-764617816b2f req-c4f2e8b1-1f6a-4a48-9169-5999adf05f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:55.079303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-537a803c-1030-4e0b-a400-764617816b2f req-c4f2e8b1-1f6a-4a48-9169-5999adf05f4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0566301 Apr 21 20:51:55.100255 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-dd521b73-6f3a-4397-bb38-e9e884d825e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0861523 Apr 21 20:51:55.124968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-537a803c-1030-4e0b-a400-764617816b2f req-70b53d6c-6498-48b6-a048-a1bea7330368 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373824 Apr 21 20:51:55.164070 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a48636b-59c5-43b5-a9e3-c5457cfc33ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:55.224147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-ba6899e2-c946-46b3-9bed-e2a6b5663e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:55.225631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-ba6899e2-c946-46b3-9bed-e2a6b5663e59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1091106 Apr 21 20:51:55.232971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c061eb-a414-4cde-b75d-ff3c045fe725 req-3cb2ca31-5b11-456e-8085-0f396a48e230 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:55.234157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22c061eb-a414-4cde-b75d-ff3c045fe725 req-3cb2ca31-5b11-456e-8085-0f396a48e230 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 949 time: 0.1117268 Apr 21 20:51:55.240649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62843b45-1340-456d-b05b-a590d88f800f req-5e1c86ac-52b0-4563-a67a-23218c7c2509 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:55.242155 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62843b45-1340-456d-b05b-a590d88f800f req-5e1c86ac-52b0-4563-a67a-23218c7c2509 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 950 time: 0.1437290 Apr 21 20:51:55.278637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-537a803c-1030-4e0b-a400-764617816b2f req-72fa7b8a-c65c-4dab-b12d-d58ddd83de84 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429548 Apr 21 20:51:55.291473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22c061eb-a414-4cde-b75d-ff3c045fe725 req-64f91746-cfbd-49cf-b691-45d5c46b5dd3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Apr 21 20:51:55.359866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62843b45-1340-456d-b05b-a590d88f800f req-2f732841-3d67-4842-854d-6b8935b43a43 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023033 Apr 21 20:51:55.369540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-e39fca13-9260-4a94-bd1a-2ee0beb16089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:55.371211 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-e39fca13-9260-4a94-bd1a-2ee0beb16089 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280777 Apr 21 20:51:55.374443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a48636b-59c5-43b5-a9e3-c5457cfc33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:55.429637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-537a803c-1030-4e0b-a400-764617816b2f req-4af62dd4-2a39-410b-9762-03ab0033b205 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264610 Apr 21 20:51:55.520294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a48636b-59c5-43b5-a9e3-c5457cfc33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:55.575978 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-16092589-7ceb-452d-ab10-f9979cf61313 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769841 Apr 21 20:51:55.582421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48636b-59c5-43b5-a9e3-c5457cfc33ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:55.584842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d66f46-56bb-4261-931c-92be1e24a4e5 None None] Network 1736b1ec-9533-44ea-a006-20788206c676 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:51:55.589270 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a48636b-59c5-43b5-a9e3-c5457cfc33ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:55.594173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7a48636b-59c5-43b5-a9e3-c5457cfc33ee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7c4b6bab-9b12-484e-a0a0-6c1a3d1b7690 HTTP/1.1" status: 204 len: 168 time: 0.6758802 Apr 21 20:51:55.594542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41596) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:55.703195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:55.710452 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fb008367-83dc-4ea4-a6c5-6ccf1249e610 req-44e678eb-40c6-4702-8513-137ff91ae601 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003647 Apr 21 20:51:55.752480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaada00-6ec8-4787-bacc-8c3096902b76 req-cbd010b5-63d3-42c7-9ee9-2f661fe0e001 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:55.755017 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-beaada00-6ec8-4787-bacc-8c3096902b76 req-cbd010b5-63d3-42c7-9ee9-2f661fe0e001 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 944 time: 0.1906059 Apr 21 20:51:55.807065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Deleting port 7f2a1457-0621-4c94-ac8f-56812096a496 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:55.811682 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:55.845889 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-beaada00-6ec8-4787-bacc-8c3096902b76 req-1bbb7d2a-f7aa-43f0-b432-0ef2511a511a tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766616 Apr 21 20:51:55.925213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] DHCP port deletion for 1736b1ec-9533-44ea-a006-20788206c676 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:51:55.943801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] For port 7f2a1457-0621-4c94-ac8f-56812096a496, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7f2a1457-0621-4c94-ac8f-56812096a496,segment=NetworkSegment(b9f78f5f-2778-4c78-9dbb-af5b604de302),segment_id=b9f78f5f-2778-4c78-9dbb-af5b604de302)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:55.944159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:55.960432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52cf65bd-e666-43b7-ab03-31ff388c8d1a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:55.966787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Calling delete_port for 7f2a1457-0621-4c94-ac8f-56812096a496 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:55.990597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 52cf65bd-e666-43b7-ab03-31ff388c8d1a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:55.991263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52cf65bd-e666-43b7-ab03-31ff388c8d1a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:55.991880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 01d35ec0-55e5-4caa-8a50-e7845cba326f no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:55.995012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:56.004068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:56.006391 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33444f0-985b-4e9f-80c3-508175c23125" -d '{"events": [{"name": "network-changed", "server_uuid": "956169be-bf68-484a-982c-26374a72673e", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:56.098451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.122027 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3012c07f-fb4d-4a2e-b712-d5727b8f57cd x-openstack-request-id: req-3012c07f-fb4d-4a2e-b712-d5727b8f57cd {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:56.122316 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956169be-bf68-484a-982c-26374a72673e", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:56.123669 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3012c07f-fb4d-4a2e-b712-d5727b8f57cd {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:56.124092 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3012c07f-fb4d-4a2e-b712-d5727b8f57cd'] response: {'name': 'network-changed', 'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'status': 'completed', 'code': 200} Apr 21 20:51:56.145203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2a1457-0621-4c94-ac8f-56812096a496,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:56.146710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21672cdd-efc1-44f3-b01c-b62b50e52e86 req-03fa6b29-4b47-49e0-900e-3109855cdd75 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.153323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21672cdd-efc1-44f3-b01c-b62b50e52e86 req-03fa6b29-4b47-49e0-900e-3109855cdd75 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.0978975 Apr 21 20:51:56.163284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] No DVR routers for this DVR port 7f2a1457-0621-4c94-ac8f-56812096a496 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:56.235464 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21672cdd-efc1-44f3-b01c-b62b50e52e86 req-90109ddc-43d9-467b-bc99-57bbacb9088a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788898 Apr 21 20:51:56.250970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33444f0-985b-4e9f-80c3-508175c23125 req-2497503c-7598-4963-a9b5-dbac6600fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.252933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-2497503c-7598-4963-a9b5-dbac6600fea1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1099 time: 0.0649474 Apr 21 20:51:56.253802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 01d35ec0-55e5-4caa-8a50-e7845cba326f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:56.254205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 01d35ec0-55e5-4caa-8a50-e7845cba326f not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:56.278144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:56.278796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.314191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33444f0-985b-4e9f-80c3-508175c23125 req-ceb357fb-b166-4d99-ada8-5cb91d7bfad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.316070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] Deleting port 7f2a1457-0621-4c94-ac8f-56812096a496 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:56.316643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.317705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-ceb357fb-b166-4d99-ada8-5cb91d7bfad1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1099 time: 0.1744127 Apr 21 20:51:56.319560 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.333795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ce26398d-b23a-4aa7-8358-537d5da2cf08 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:51:56.357386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21e8d4-0c57-4a54-b7d7-d48a92c2990e req-fd751219-05df-4b88-8413-07cf24864ccf tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.359184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa21e8d4-0c57-4a54-b7d7-d48a92c2990e req-fd751219-05df-4b88-8413-07cf24864ccf tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.1922579 Apr 21 20:51:56.382908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1736b1ec-9533-44ea-a006-20788206c676']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:56.425823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33444f0-985b-4e9f-80c3-508175c23125 req-4c8b837a-c1fa-47c9-a23d-18f4dab09e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.427290 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-4c8b837a-c1fa-47c9-a23d-18f4dab09e47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1628673 Apr 21 20:51:56.434670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f78f5f-2778-4c78-9dbb-af5b604de302') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:56.434962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f78f5f-2778-4c78-9dbb-af5b604de302') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:51:56.435720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ae596-f95d-4ae9-b5cb-ade394072758 req-ada326cc-d3f9-41fb-98af-659a7dac0f7a tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.437186 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e46ae596-f95d-4ae9-b5cb-ade394072758 req-ada326cc-d3f9-41fb-98af-659a7dac0f7a tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 950 time: 0.0904191 Apr 21 20:51:56.452154 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.453673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] For port 7f2a1457-0621-4c94-ac8f-56812096a496, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:56.454224 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.478863 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.488834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-b035efed-a79a-473a-8eae-48097c6f6aef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0506756 Apr 21 20:51:56.494764 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] Calling delete_port for 7f2a1457-0621-4c94-ac8f-56812096a496 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:56.496725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa21e8d4-0c57-4a54-b7d7-d48a92c2990e req-ccb96e2a-0280-4a43-bc70-88adda004051 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210895 Apr 21 20:51:56.497754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:51:56.498166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.500820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] Port 7f2a1457-0621-4c94-ac8f-56812096a496 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:51:56.501674 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:51:56.505874 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.524400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33444f0-985b-4e9f-80c3-508175c23125 req-11425fd9-73b0-453f-8e09-f0600fa60aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.526231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-11425fd9-73b0-453f-8e09-f0600fa60aa6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1967185 Apr 21 20:51:56.556003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] Pushing event deleted for resources: {'Port': ['ID=7f2a1457-0621-4c94-ac8f-56812096a496,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:56.557653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port ce26398d-b23a-4aa7-8358-537d5da2cf08 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:51:56.559748 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.561989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb293d56-4cfc-4c91-8055-49fa82d2e3d8 None None] No DVR routers for this DVR port 7f2a1457-0621-4c94-ac8f-56812096a496 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:56.568525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e46ae596-f95d-4ae9-b5cb-ade394072758 req-bccbd870-d794-4f73-8f4f-dcbfd1af6772 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221871 Apr 21 20:51:56.574308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port ce26398d-b23a-4aa7-8358-537d5da2cf08 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:51:56.574725 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.593375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33444f0-985b-4e9f-80c3-508175c23125 req-0ece16fb-b936-4873-a5fc-38595f88ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.595066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-0ece16fb-b936-4873-a5fc-38595f88ca20 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0816443 Apr 21 20:51:56.613409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:56.615662 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab0457-b093-466f-a3be-d30051ea0b31" -d '{"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-plugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:56.631943 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-328e4e98-8342-4d4e-8fae-794b7f6d72ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0697503 Apr 21 20:51:56.633910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:56.642685 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.679333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33444f0-985b-4e9f-80c3-508175c23125 req-4cf70bd6-d999-4a05-97be-b2d312e5f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.681200 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-4cf70bd6-d999-4a05-97be-b2d312e5f74a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737264 Apr 21 20:51:56.681470 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d10c71-62cf-4399-974c-3c9bf5289513 x-openstack-request-id: req-82d10c71-62cf-4399-974c-3c9bf5289513 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:56.681744 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-plugged", "status": "completed", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:56.681998 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82d10c71-62cf-4399-974c-3c9bf5289513 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:56.682379 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d10c71-62cf-4399-974c-3c9bf5289513'] response: {'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'code': 200} Apr 21 20:51:56.700810 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.742953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33444f0-985b-4e9f-80c3-508175c23125 req-e0e86cf0-c854-425a-b742-33d9de32124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.746133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-e0e86cf0-c854-425a-b742-33d9de32124e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0827978 Apr 21 20:51:56.778568 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.793496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.796664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=11']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:56.802388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1736b1ec-9533-44ea-a006-20788206c676 HTTP/1.1" status: 204 len: 168 time: 1.2045851 Apr 21 20:51:56.810097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98624ca-83ac-4c98-813f-3661ee696632 admin admin] Pushing event deleted for resources: {'Network': ['ID=1736b1ec-9533-44ea-a006-20788206c676,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:56.833166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ce26398d-b23a-4aa7-8358-537d5da2cf08, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ce26398d-b23a-4aa7-8358-537d5da2cf08,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:56.845384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:56.847151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:56.864329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-6d558652-b4a8-4c57-ac9a-a7385f846872 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647208 Apr 21 20:51:56.873641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8d4db-6711-4f81-8c6f-96b513ff1c3d req-85ca1033-2e7b-48d6-9e2d-5bd6ffd96d16 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:56.884147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fa8d4db-6711-4f81-8c6f-96b513ff1c3d req-85ca1033-2e7b-48d6-9e2d-5bd6ffd96d16 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 950 time: 0.2551968 Apr 21 20:51:56.927386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ce26398d-b23a-4aa7-8358-537d5da2cf08,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:56.932171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:57.049620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fa8d4db-6711-4f81-8c6f-96b513ff1c3d req-70af8aca-f0d2-4848-879e-6079f86d2d9e tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642966 Apr 21 20:51:57.060488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33444f0-985b-4e9f-80c3-508175c23125 req-6d5dbc49-8f95-45e6-ac7e-a268c1fc52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.062386 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-6d5dbc49-8f95-45e6-ac7e-a268c1fc52c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2829947 Apr 21 20:51:57.073226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844bac-6e5d-4ec3-86b3-bd56b98a07c6 req-5ee2dab1-9147-48fe-8fc1-da20b749724b tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.075085 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd844bac-6e5d-4ec3-86b3-bd56b98a07c6 req-5ee2dab1-9147-48fe-8fc1-da20b749724b tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0868988 Apr 21 20:51:57.078888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-e8fc9009-1fc3-4834-a847-28246629d55d service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054267 Apr 21 20:51:57.096101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8676f-56ae-4890-b8e1-9b291b70e660 req-80fb0f4a-8b9f-4dae-abd0-e6ebe4654820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.097753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56f8676f-56ae-4890-b8e1-9b291b70e660 req-80fb0f4a-8b9f-4dae-abd0-e6ebe4654820 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 1101 time: 0.2455363 Apr 21 20:51:57.103434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41618) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:57.105764 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-5cfd8d42-1ee7-4460-988d-e20190fdaaa4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104083 Apr 21 20:51:57.142625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd844bac-6e5d-4ec3-86b3-bd56b98a07c6 req-77e267a2-3d3c-4ff9-b0db-4d3de7d965db tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596128 Apr 21 20:51:57.158388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-47172caa-0e5b-44a1-b025-695ca5d013eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a16b123a9cf4beaaff2c329f5f855eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525475 Apr 21 20:51:57.165966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41620) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:57.195889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56f8676f-56ae-4890-b8e1-9b291b70e660 req-d7f5800b-18d6-49a6-a093-297890f34d8b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602212 Apr 21 20:51:57.210028 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-771d8f2c-be1c-4741-b8ce-e696f8fd1206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:57.222173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-6229dd94-b556-4b55-adf9-95c225602736 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512446 Apr 21 20:51:57.231091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-771d8f2c-be1c-4741-b8ce-e696f8fd1206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:57.250407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-4c372913-4dd6-4370-b51d-3ba024f5882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.251831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-4c372913-4dd6-4370-b51d-3ba024f5882a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 1100 time: 0.0670726 Apr 21 20:51:57.277093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-771d8f2c-be1c-4741-b8ce-e696f8fd1206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:57.281281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-771d8f2c-be1c-4741-b8ce-e696f8fd1206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:57.285290 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-771d8f2c-be1c-4741-b8ce-e696f8fd1206 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6753ee9a-eb81-4a67-b73f-54b9c801cf97 HTTP/1.1" status: 204 len: 168 time: 0.1230512 Apr 21 20:51:57.294476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d8f2c-be1c-4741-b8ce-e696f8fd1206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6753ee9a-eb81-4a67-b73f-54b9c801cf97,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:57.336954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c33444f0-985b-4e9f-80c3-508175c23125 req-432cf4ea-d6f4-4213-a410-4c03baeb5e20 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076059 Apr 21 20:51:57.376796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a341d-5ce0-4369-9d69-6d3c0a0c17c7 req-5eeef27d-234f-4f4b-989a-bfc39d16b6fd tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.378295 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f01a341d-5ce0-4369-9d69-6d3c0a0c17c7 req-5eeef27d-234f-4f4b-989a-bfc39d16b6fd tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.0552900 Apr 21 20:51:57.421158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f01a341d-5ce0-4369-9d69-6d3c0a0c17c7 req-349bf540-4f04-42bd-88c9-70f9617d2950 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Apr 21 20:51:57.600547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-8aa92970-f743-4e64-aa16-4ed2ee60e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.602081 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-8aa92970-f743-4e64-aa16-4ed2ee60e6c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.0917199 Apr 21 20:51:57.627155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee715b-1d65-4467-9b4a-de375d2678b9 req-80a3a2ca-9786-4b65-892e-f52d7a65168d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.629893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4ee715b-1d65-4467-9b4a-de375d2678b9 req-80a3a2ca-9786-4b65-892e-f52d7a65168d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.0615809 Apr 21 20:51:57.646961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41632) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:57.657891 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-3ba08b60-b5ff-452b-b063-28cc3025e15a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 200 len: 217 time: 0.0436466 Apr 21 20:51:57.694600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4ee715b-1d65-4467-9b4a-de375d2678b9 req-4ea2e72d-eeef-4b4e-904a-e3f111779999 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581415 Apr 21 20:51:57.710142 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9683544f-18cc-4d6f-8c6b-3c730d81f84e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7aa92b44f6c04e37b44ee38ea0ba4b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592308 Apr 21 20:51:57.710142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41634) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:51:57.743429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4bfc0-b259-4578-a05e-a8edbdb1b7fe req-b07ff570-8e66-4d4b-92a4-ee26fcfac5a4 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.744887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d4bfc0-b259-4578-a05e-a8edbdb1b7fe req-b07ff570-8e66-4d4b-92a4-ee26fcfac5a4 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 950 time: 0.0852091 Apr 21 20:51:57.746791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-179f5c6f-8746-4a57-8784-122eee5d98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.748086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-179f5c6f-8746-4a57-8784-122eee5d98a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0803804 Apr 21 20:51:57.760644 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a56d331c-d466-496a-8f6f-3f3f6529dac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:57.781254 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a56d331c-d466-496a-8f6f-3f3f6529dac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:57.813889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d4bfc0-b259-4578-a05e-a8edbdb1b7fe req-60eb0147-f120-4e04-b626-0c2a05a6a77d tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616488 Apr 21 20:51:57.818037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-cb564f08-2625-49c7-82e4-948ce7c7210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:57.819463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-cb564f08-2625-49c7-82e4-948ce7c7210d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0615051 Apr 21 20:51:57.853559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a56d331c-d466-496a-8f6f-3f3f6529dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:57.855854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f2a1457-0621-4c94-ac8f-56812096a496 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:51:57.857272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a56d331c-d466-496a-8f6f-3f3f6529dac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:57.860926 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a56d331c-d466-496a-8f6f-3f3f6529dac0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de69b87c-c0b8-404c-ba27-e2b2701bbe62 HTTP/1.1" status: 204 len: 168 time: 0.1469789 Apr 21 20:51:57.867380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d331c-d466-496a-8f6f-3f3f6529dac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69b87c-c0b8-404c-ba27-e2b2701bbe62,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:57.894037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7f2a1457-0621-4c94-ac8f-56812096a496 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:51:57.894379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f2a1457-0621-4c94-ac8f-56812096a496 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:51:57.931490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-db97006d-d8d9-49bd-ba47-b8bcdc631013 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018255 Apr 21 20:51:58.024591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da781aaf-6fde-4d32-8b31-2a1712b97b59 req-f10b74c7-ab81-41ca-8911-4b6c8847a596 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832238 Apr 21 20:51:58.175826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f5830-9093-4d05-95e1-0b261ef81e35 req-aa28afcc-a91a-4e28-b135-74cc311ea1b1 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:58.181215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a99f5830-9093-4d05-95e1-0b261ef81e35 req-aa28afcc-a91a-4e28-b135-74cc311ea1b1 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 950 time: 0.0563991 Apr 21 20:51:58.224853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a99f5830-9093-4d05-95e1-0b261ef81e35 req-c7f08ba8-1a39-476f-b002-bc3e9fadae81 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Apr 21 20:51:58.276954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e38ed-8177-4c72-a940-d478951bd30d req-3e724ea3-17e8-4609-b5e6-6610ead3a9ae tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:58.278412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-285e38ed-8177-4c72-a940-d478951bd30d req-3e724ea3-17e8-4609-b5e6-6610ead3a9ae tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0516036 Apr 21 20:51:58.316068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-285e38ed-8177-4c72-a940-d478951bd30d req-7465ab3c-079e-4dba-a507-406dee4b4a09 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315688 Apr 21 20:51:58.528088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-41bdc615-c35d-4b3b-8c57-ddad1ec470f1 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:58.529741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-41bdc615-c35d-4b3b-8c57-ddad1ec470f1 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.43 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 950 time: 0.0556138 Apr 21 20:51:58.546906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306310e-9e04-4f17-9b07-839c8970ebf4 req-14f8bb97-d8b4-4437-8656-22951cd946d6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:58.548531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f306310e-9e04-4f17-9b07-839c8970ebf4 req-14f8bb97-d8b4-4437-8656-22951cd946d6 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.0509758 Apr 21 20:51:58.590115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f306310e-9e04-4f17-9b07-839c8970ebf4 req-3b351cfe-57f4-4f1b-9670-ead207669e90 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348933 Apr 21 20:51:58.627951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Deleting port 5a088394-708d-4d01-aec5-e52724c37e7c {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:51:58.628257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:58.684593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce26398d-b23a-4aa7-8358-537d5da2cf08'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:58.687722 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7356ea9-8855-48af-9959-e05ce9202e83" -d '{"events": [{"server_uuid": "65e1d281-c4d0-4fa5-8623-357880e2c9f6", "name": "network-vif-plugged", "status": "completed", "tag": "ce26398d-b23a-4aa7-8358-537d5da2cf08"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:58.726649 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c66b52-15c4-436b-a1cb-7d8cb3f6a1e6 x-openstack-request-id: req-c7c66b52-15c4-436b-a1cb-7d8cb3f6a1e6 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:58.726967 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e1d281-c4d0-4fa5-8623-357880e2c9f6", "name": "network-vif-plugged", "status": "completed", "tag": "ce26398d-b23a-4aa7-8358-537d5da2cf08", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:58.727241 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7c66b52-15c4-436b-a1cb-7d8cb3f6a1e6 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:58.727645 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c66b52-15c4-436b-a1cb-7d8cb3f6a1e6'] response: {'server_uuid': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce26398d-b23a-4aa7-8358-537d5da2cf08', 'code': 200} Apr 21 20:51:58.845272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002d6b9-41c2-44d0-aa54-91aeafe68590 req-db899013-011d-47f4-ac56-16b854a480f2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:58.847604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e002d6b9-41c2-44d0-aa54-91aeafe68590 req-db899013-011d-47f4-ac56-16b854a480f2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.0640535 Apr 21 20:51:58.899923 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e002d6b9-41c2-44d0-aa54-91aeafe68590 req-57a1e40d-fa17-4de8-a746-d5259ed6ff34 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Apr 21 20:51:59.079231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b09ab-b814-4458-8e61-be394f3d9b2b req-42be3d85-7364-489a-907a-cb5de7d9b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:59.080682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb0b09ab-b814-4458-8e61-be394f3d9b2b req-42be3d85-7364-489a-907a-cb5de7d9b95e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0996790 Apr 21 20:51:59.092117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876d810-1c96-48dc-9fd1-98261a66a18d req-5f3cf2b2-4bba-410f-bf65-4005b6b39963 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:59.093619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4876d810-1c96-48dc-9fd1-98261a66a18d req-5f3cf2b2-4bba-410f-bf65-4005b6b39963 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/ports?device_id=03a5dde1-f6e9-4ede-8be7-2fe852f64e6c HTTP/1.1" status: 200 len: 950 time: 0.1142910 Apr 21 20:51:59.095458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] For port 5a088394-708d-4d01-aec5-e52724c37e7c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5a088394-708d-4d01-aec5-e52724c37e7c,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:51:59.095824 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:59.130287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Calling delete_port for 5a088394-708d-4d01-aec5-e52724c37e7c owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:51:59.201810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb0b09ab-b814-4458-8e61-be394f3d9b2b req-ea95b3df-2935-4919-b318-cd56f71ef943 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029952 Apr 21 20:51:59.209463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4876d810-1c96-48dc-9fd1-98261a66a18d req-138db32a-9523-4d1e-aa3c-6989d3a1f167 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d983e025-0491-4873-82ea-7be59bb23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976036 Apr 21 20:51:59.315285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:59.337581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5a088394-708d-4d01-aec5-e52724c37e7c'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:51:59.366851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Pushing event deleted for resources: {'Port': ['ID=5a088394-708d-4d01-aec5-e52724c37e7c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:51:59.418239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] No DVR routers for this DVR port 5a088394-708d-4d01-aec5-e52724c37e7c on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:51:59.421159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:51:59.424683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84fc6939-22ae-489b-a2da-085c7b09f396 req-a68153ec-e138-42b9-90b4-f69a17adab87 tempest-TenantUsagesTestJSON-523577581 tempest-TenantUsagesTestJSON-523577581-project] 10.222.0.43 "DELETE /v2.0/ports/5a088394-708d-4d01-aec5-e52724c37e7c HTTP/1.1" status: 204 len: 173 time: 0.8887353 Apr 21 20:51:59.433849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671fee8-6b71-4e16-945b-ec0ab7bff552 req-6dc0dba5-baae-418a-82bb-2724d6a409d5 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:59.435339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b671fee8-6b71-4e16-945b-ec0ab7bff552 req-6dc0dba5-baae-418a-82bb-2724d6a409d5 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 950 time: 0.1314890 Apr 21 20:51:59.435824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a5dde1-f6e9-4ede-8be7-2fe852f64e6c', 'name': 'network-vif-deleted', 'tag': '5a088394-708d-4d01-aec5-e52724c37e7c'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:51:59.439193 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a699247-aec9-4ff9-b454-e14eb1444055" -d '{"events": [{"server_uuid": "03a5dde1-f6e9-4ede-8be7-2fe852f64e6c", "name": "network-vif-deleted", "tag": "5a088394-708d-4d01-aec5-e52724c37e7c"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:51:59.488687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b671fee8-6b71-4e16-945b-ec0ab7bff552 req-ebd4f02a-0e85-4094-8432-2ea98ee39942 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366647 Apr 21 20:51:59.492801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68132b68-932b-4bfc-8ea9-59b5949869cd req-8b5aa88b-8487-4fca-9f5b-d065eda6884f tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:59.494268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68132b68-932b-4bfc-8ea9-59b5949869cd req-8b5aa88b-8487-4fca-9f5b-d065eda6884f tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0592906 Apr 21 20:51:59.565583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68132b68-932b-4bfc-8ea9-59b5949869cd req-62088b52-9e0c-4598-bd85-59bf3b2be953 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592837 Apr 21 20:51:59.595438 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387c9c95-ea01-49f3-ad74-0f8c734a26a3 x-openstack-request-id: req-387c9c95-ea01-49f3-ad74-0f8c734a26a3 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:51:59.595759 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a5dde1-f6e9-4ede-8be7-2fe852f64e6c", "name": "network-vif-deleted", "tag": "5a088394-708d-4d01-aec5-e52724c37e7c", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:51:59.595982 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-387c9c95-ea01-49f3-ad74-0f8c734a26a3 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:51:59.596363 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387c9c95-ea01-49f3-ad74-0f8c734a26a3'] response: {'server_uuid': '03a5dde1-f6e9-4ede-8be7-2fe852f64e6c', 'name': 'network-vif-deleted', 'tag': '5a088394-708d-4d01-aec5-e52724c37e7c', 'status': 'completed', 'code': 200} Apr 21 20:51:59.778583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc849340-9166-4b23-985d-8271daab3fd5 req-e2d08e75-9048-48ce-a32f-2e0a70ca34df tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:59.780037 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc849340-9166-4b23-985d-8271daab3fd5 req-e2d08e75-9048-48ce-a32f-2e0a70ca34df tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.0505631 Apr 21 20:51:59.818529 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc849340-9166-4b23-985d-8271daab3fd5 req-83fdfa30-4d8f-4db8-9846-185f740d52c8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Apr 21 20:51:59.841830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a766d-934a-489a-af79-54185d2ed5d1 req-b0c4f512-cb98-47ae-bcad-7b8480e4581c tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:51:59.843738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f75a766d-934a-489a-af79-54185d2ed5d1 req-b0c4f512-cb98-47ae-bcad-7b8480e4581c tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 1101 time: 0.0681815 Apr 21 20:51:59.880133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f75a766d-934a-489a-af79-54185d2ed5d1 req-b55abaf1-68be-40fb-bdb4-4afa34e770e6 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292242 Apr 21 20:52:00.044017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25acac-d0c0-4e1e-b2cd-af4aa8f84ca5 req-8a7df949-7505-4605-b4b9-3ab99a355441 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:00.045541 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e25acac-d0c0-4e1e-b2cd-af4aa8f84ca5 req-8a7df949-7505-4605-b4b9-3ab99a355441 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.0669677 Apr 21 20:52:00.087514 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e25acac-d0c0-4e1e-b2cd-af4aa8f84ca5 req-d08ebdef-057c-4894-9d74-c92b6cc24bad tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Apr 21 20:52:00.124362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d822-a3a5-40db-b4fc-94124f4a7898 req-4fc6aacd-d2b0-4f62-a5d8-8b4898b52fa8 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:00.125915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c629d822-a3a5-40db-b4fc-94124f4a7898 req-4fc6aacd-d2b0-4f62-a5d8-8b4898b52fa8 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 1101 time: 0.0424087 Apr 21 20:52:00.161008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c629d822-a3a5-40db-b4fc-94124f4a7898 req-bda83808-329b-4cda-a8d9-52fa57c80da8 tempest-ServersAdminTestJSON-809557521 tempest-ServersAdminTestJSON-809557521-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287540 Apr 21 20:52:00.411352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ed161-8fec-4008-b287-559461faadb3 req-d582c7b2-1bac-437f-896a-f2a4ebb2900b tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:00.417279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e3ed161-8fec-4008-b287-559461faadb3 req-d582c7b2-1bac-437f-896a-f2a4ebb2900b tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 949 time: 0.0559466 Apr 21 20:52:00.467361 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-633f3765-6255-42e9-832c-78ab6a06b7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:00.498284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e3ed161-8fec-4008-b287-559461faadb3 req-0f72ed3f-b3f2-469b-8559-50e468ecdfdc tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719163 Apr 21 20:52:00.565923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41748) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:00.599794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41754) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:00.702599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60f66a-097d-473a-b5fe-c2d184ae3ed2 req-46880487-d9d4-4964-872f-88afb408fbbb tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:00.704100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a60f66a-097d-473a-b5fe-c2d184ae3ed2 req-46880487-d9d4-4964-872f-88afb408fbbb tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0558691 Apr 21 20:52:00.746544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a60f66a-097d-473a-b5fe-c2d184ae3ed2 req-1bdf583f-fe72-44f1-ad5b-ad4c4ab9ac61 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352206 Apr 21 20:52:00.765506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0c0386a-dfad-4ed3-adf8-cd04e4161684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:00.785688 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-26390196-fdf1-47af-976d-102153ba4d0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56dcc4d160434dfbbcf5005d933dd9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845994 Apr 21 20:52:00.788159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41760) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:00.900852 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63f1fbac-8d0b-45ff-977a-2051f5d2e3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:00.933404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb303766-42c8-4159-91ae-a19fe36345a9 req-5f485015-7185-47a4-9a52-e221a684b5b7 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:00.934880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb303766-42c8-4159-91ae-a19fe36345a9 req-5f485015-7185-47a4-9a52-e221a684b5b7 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.1161909 Apr 21 20:52:00.944482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41764) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:00.950751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7279dffa-12ba-4e04-a769-63fa9c12a1e6 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Request body: {'floatingip': {'port_id': 'ce26398d-b23a-4aa7-8358-537d5da2cf08'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:00.957156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63f1fbac-8d0b-45ff-977a-2051f5d2e3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:00.961222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc664b4-0bbd-4ab7-8495-7b3ce23b67b7 req-e85c32fd-db40-4c38-b3e4-1bb87177f18d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:00.962722 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2dc664b4-0bbd-4ab7-8495-7b3ce23b67b7 req-e85c32fd-db40-4c38-b3e4-1bb87177f18d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.0634050 Apr 21 20:52:00.967641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0c0386a-dfad-4ed3-adf8-cd04e4161684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:00.977122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0c0386a-dfad-4ed3-adf8-cd04e4161684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.009532 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7279dffa-12ba-4e04-a769-63fa9c12a1e6 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.021598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e0c0386a-dfad-4ed3-adf8-cd04e4161684 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5feb2bd738e643f2a736fc75fda911db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545481 Apr 21 20:52:01.026270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41766) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:01.046191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0386a-dfad-4ed3-adf8-cd04e4161684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ff31ee-332c-467a-bb8d-1258b881ac37,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:01.071888 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63f1fbac-8d0b-45ff-977a-2051f5d2e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.075003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63f1fbac-8d0b-45ff-977a-2051f5d2e3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.076126 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-63f1fbac-8d0b-45ff-977a-2051f5d2e3ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d983e025-0491-4873-82ea-7be59bb23d57 HTTP/1.1" status: 204 len: 168 time: 0.2870810 Apr 21 20:52:01.086945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1fbac-8d0b-45ff-977a-2051f5d2e3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983e025-0491-4873-82ea-7be59bb23d57,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:01.089389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2dc664b4-0bbd-4ab7-8495-7b3ce23b67b7 req-717e8421-72a2-425f-8d13-4b877dfa783a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997105 Apr 21 20:52:01.100958 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51014710-5119-4eed-8e21-1d9ef535982d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.141052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51014710-5119-4eed-8e21-1d9ef535982d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.236480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f42155-4d7c-4337-8186-50039314dbfd req-5f559404-0c15-4045-b6e4-ba6bb7458b0a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:01.238323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6f42155-4d7c-4337-8186-50039314dbfd req-5f559404-0c15-4045-b6e4-ba6bb7458b0a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.0632062 Apr 21 20:52:01.248749 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51014710-5119-4eed-8e21-1d9ef535982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.251270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51014710-5119-4eed-8e21-1d9ef535982d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.252396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-51014710-5119-4eed-8e21-1d9ef535982d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38ff31ee-332c-467a-bb8d-1258b881ac37 HTTP/1.1" status: 204 len: 168 time: 0.2252192 Apr 21 20:52:01.273404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51014710-5119-4eed-8e21-1d9ef535982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ff31ee-332c-467a-bb8d-1258b881ac37,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:01.317429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6f42155-4d7c-4337-8186-50039314dbfd req-8b697ec8-c176-4f20-bf4d-551ed350c783 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706975 Apr 21 20:52:01.480943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:01.499926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29ab3013-9023-432e-9e79-597bc7d093e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.608539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29ab3013-9023-432e-9e79-597bc7d093e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.623405 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29ab3013-9023-432e-9e79-597bc7d093e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.732707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-29ab3013-9023-432e-9e79-597bc7d093e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cace5f2f12774c458201ca67735c98dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504051 Apr 21 20:52:01.737374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41790) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:01.752225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab3013-9023-432e-9e79-597bc7d093e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57402747-22ec-4ba4-ad63-243031cbfc03,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:01.784158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cb893-37f8-4b74-a549-62ea20e44934 req-f14ca670-bcdf-4726-bde9-f99da5ba448a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:01.785911 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-268cb893-37f8-4b74-a549-62ea20e44934 req-f14ca670-bcdf-4726-bde9-f99da5ba448a tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 949 time: 0.1798229 Apr 21 20:52:01.809669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-16a9281d-7f0a-467e-bb05-ecb361937f8c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:01.811125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-16a9281d-7f0a-467e-bb05-ecb361937f8c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.43 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e&tenant_id=51b91fce49a94986a42f0b9fce162efd&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 948 time: 0.1408443 Apr 21 20:52:01.825517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41792) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:01.846832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973fde0-478e-4ba4-9f40-50b2d8366845 req-983280db-5897-4b36-bf2a-82633c63a907 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:01.848336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3973fde0-478e-4ba4-9f40-50b2d8366845 req-983280db-5897-4b36-bf2a-82633c63a907 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 948 time: 0.1336298 Apr 21 20:52:01.895343 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d863437-aeaf-4219-846a-aba43f72db6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.915649 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-268cb893-37f8-4b74-a549-62ea20e44934 req-afe3f297-3ecb-4214-943f-3b769d8cd574 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170468 Apr 21 20:52:01.919050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d134a3ef-7170-4bf9-ae1e-82925d798622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.951741 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d134a3ef-7170-4bf9-ae1e-82925d798622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.959197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7279dffa-12ba-4e04-a769-63fa9c12a1e6 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:01.959624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-edb8b19f-8ada-42a5-960b-94e254aa4bfc service neutron] 10.222.0.43 "GET /v2.0/ports/0a688f75-ab74-4ce7-bb72-34fe31405864/bindings/n-h2-838945-1 HTTP/1.1" status: 200 len: 382 time: 0.1251063 Apr 21 20:52:01.963413 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3973fde0-478e-4ba4-9f40-50b2d8366845 req-b00e9a9a-bfae-4e49-82e3-f61b7a770644 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036413 Apr 21 20:52:01.968182 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7279dffa-12ba-4e04-a769-63fa9c12a1e6 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.030350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-3212f772-5162-449b-9d78-e0cb31972ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:02.031892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-3212f772-5162-449b-9d78-e0cb31972ce9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1099 time: 0.0460966 Apr 21 20:52:02.033227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:52:02.033697 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d134a3ef-7170-4bf9-ae1e-82925d798622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.035927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d134a3ef-7170-4bf9-ae1e-82925d798622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.039683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d134a3ef-7170-4bf9-ae1e-82925d798622 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57402747-22ec-4ba4-ad63-243031cbfc03 HTTP/1.1" status: 204 len: 168 time: 0.2983913 Apr 21 20:52:02.065791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134a3ef-7170-4bf9-ae1e-82925d798622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57402747-22ec-4ba4-ad63-243031cbfc03,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:02.103038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5a088394-708d-4d01-aec5-e52724c37e7c no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:02.133301 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-7279dffa-12ba-4e04-a769-63fa9c12a1e6 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Floating IP a5021183-11b2-4ab4-bd26-7a793d2b3db3 associated. External IP: 172.25.0.205, port: ce26398d-b23a-4aa7-8358-537d5da2cf08. Apr 21 20:52:02.145826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2c36bc5c-89ad-4c6c-a749-d1988fa638ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:02.147396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2c36bc5c-89ad-4c6c-a749-d1988fa638ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1066077 Apr 21 20:52:02.170713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 5a088394-708d-4d01-aec5-e52724c37e7c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:02.171088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5a088394-708d-4d01-aec5-e52724c37e7c not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:02.212961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-1a3b962a-df2f-47c5-8a54-e9f6047f7778 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0545592 Apr 21 20:52:02.227954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:02.242480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'mac_address': 'fa:16:3e:b5:25:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:52:02.257847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d863437-aeaf-4219-846a-aba43f72db6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.288878 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.300138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d863437-aeaf-4219-846a-aba43f72db6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.305926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-5a037297-d49f-4dac-ac02-59982ec99e6b tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:02.307628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-5a037297-d49f-4dac-ac02-59982ec99e6b tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 949 time: 0.1594491 Apr 21 20:52:02.329369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a688f75-ab74-4ce7-bb72-34fe31405864 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:02.335605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-70d20821-b383-4cbf-a15f-086a92923754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:02.337253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-70d20821-b383-4cbf-a15f-086a92923754 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1142786 Apr 21 20:52:02.357608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:02.361203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae84ec-a25f-43be-8b77-e8d53d2f2246 req-430f00fa-a93a-4256-b4de-4d06a93b33f9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:02.362727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53ae84ec-a25f-43be-8b77-e8d53d2f2246 req-430f00fa-a93a-4256-b4de-4d06a93b33f9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.1542220 Apr 21 20:52:02.370473 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.394208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d863437-aeaf-4219-846a-aba43f72db6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90137bec-1aa1-463d-b43a-c007eb5cbd6d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:02.422442 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6d863437-aeaf-4219-846a-aba43f72db6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=828cf55badca4609b5e60a24dcae4358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5957556 Apr 21 20:52:02.425273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41800) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:02.447091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:02.478034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53ae84ec-a25f-43be-8b77-e8d53d2f2246 req-9553a7fc-4cf0-4557-bb62-598cc47e5e1a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017163 Apr 21 20:52:02.478806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7279dffa-12ba-4e04-a769-63fa9c12a1e6 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Router 72985f75-e41a-4e2e-a34e-6d513548b308 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:52:02.482850 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2d976e3f-49cd-4600-ba1a-3b6363f8c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:02.487548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2d976e3f-49cd-4600-ba1a-3b6363f8c832 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196892 Apr 21 20:52:02.500238 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3908332e-5e93-482a-a172-799fa0ac5ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.557212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Deleting port 7f496572-d588-444d-afe3-b708ed5a6865 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:02.557563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.573846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3908332e-5e93-482a-a172-799fa0ac5ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.667297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-1ac5f92e-ee69-4bba-86d5-9b0d4b6c9077 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647248 Apr 21 20:52:02.668079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7279dffa-12ba-4e04-a769-63fa9c12a1e6 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:52:02.673376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7279dffa-12ba-4e04-a769-63fa9c12a1e6 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.678630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3908332e-5e93-482a-a172-799fa0ac5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.681386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3908332e-5e93-482a-a172-799fa0ac5ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.682519 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3908332e-5e93-482a-a172-799fa0ac5ec7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90137bec-1aa1-463d-b43a-c007eb5cbd6d HTTP/1.1" status: 204 len: 168 time: 0.2563474 Apr 21 20:52:02.685645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] Sync routers for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:52:02.699829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:02.700961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:02.755533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908332e-5e93-482a-a172-799fa0ac5ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90137bec-1aa1-463d-b43a-c007eb5cbd6d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:02.775606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['0a688f75-ab74-4ce7-bb72-34fe31405864'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:02.782319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7279dffa-12ba-4e04-a769-63fa9c12a1e6 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "PUT /v2.0/floatingips/a5021183-11b2-4ab4-bd26-7a793d2b3db3 HTTP/1.1" status: 200 len: 991 time: 1.8338697 Apr 21 20:52:02.782319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'tag': 'ce26398d-b23a-4aa7-8358-537d5da2cf08'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:02.793584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] For port 7f496572-d588-444d-afe3-b708ed5a6865, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7f496572-d588-444d-afe3-b708ed5a6865,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:02.794279 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:02.808174 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51eb6db-0852-490b-b7f1-d4fa1367fe98" -d '{"events": [{"name": "network-changed", "server_uuid": "65e1d281-c4d0-4fa5-8623-357880e2c9f6", "tag": "ce26398d-b23a-4aa7-8358-537d5da2cf08"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:02.840177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Calling delete_port for 7f496572-d588-444d-afe3-b708ed5a6865 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:02.929799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-b07c1ddd-1852-4b85-9350-f628ca7093b8 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521565 Apr 21 20:52:02.950634 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc42500-eaf7-49c5-8f6d-d38c9d2749a4 x-openstack-request-id: req-7cc42500-eaf7-49c5-8f6d-d38c9d2749a4 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:02.950924 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e1d281-c4d0-4fa5-8623-357880e2c9f6", "tag": "ce26398d-b23a-4aa7-8358-537d5da2cf08", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:02.951182 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cc42500-eaf7-49c5-8f6d-d38c9d2749a4 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:02.951600 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc42500-eaf7-49c5-8f6d-d38c9d2749a4'] response: {'name': 'network-changed', 'server_uuid': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'tag': 'ce26398d-b23a-4aa7-8358-537d5da2cf08', 'status': 'completed', 'code': 200} Apr 21 20:52:02.998336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1607ad8-4706-4e10-baa5-ea2976940f77 req-b39d38dc-b9cf-4aa3-90a6-33e24a20fb7f tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:03.006110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-3a6c04c0-723f-487f-8ed3-82111e48f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:03.006545 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-3a6c04c0-723f-487f-8ed3-82111e48f4f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06bc09d2b991492e8967b8e7f29628c3&device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0758688 Apr 21 20:52:03.007811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1607ad8-4706-4e10-baa5-ea2976940f77 req-b39d38dc-b9cf-4aa3-90a6-33e24a20fb7f tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.1252172 Apr 21 20:52:03.054898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:03.091577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1607ad8-4706-4e10-baa5-ea2976940f77 req-7564de8e-c48f-4e73-98aa-b7ab43054a82 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754540 Apr 21 20:52:03.161896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-ef22b634-7ebe-4f36-b408-811170b399de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:03.163451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-ef22b634-7ebe-4f36-b408-811170b399de service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a690e43-d82a-4a7e-899f-64f2b9a385cf HTTP/1.1" status: 200 len: 912 time: 0.1324184 Apr 21 20:52:03.194870 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ffa72ba-7555-4965-91b0-ce830397567a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:03.264947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f05c72-7032-467b-91c2-9cc94cc3af0f req-80c02b45-db49-4645-af47-74dcdc103736 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:03.268874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3f05c72-7032-467b-91c2-9cc94cc3af0f req-80c02b45-db49-4645-af47-74dcdc103736 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=856edbc9-5e9a-4cba-8603-ef079c12e890 HTTP/1.1" status: 200 len: 949 time: 0.2518899 Apr 21 20:52:03.289178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7defc-f169-4931-9c68-b9e189c29461 req-27977e5c-6e66-45ca-b2b4-36a49c630815 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:03.290772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90d7defc-f169-4931-9c68-b9e189c29461 req-27977e5c-6e66-45ca-b2b4-36a49c630815 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.0942702 Apr 21 20:52:03.358056 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-9740e609-5bd3-4cb5-a93f-51ac5396dbd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce26398d-b23a-4aa7-8358-537d5da2cf08 HTTP/1.1" status: 200 len: 999 time: 0.1868081 Apr 21 20:52:03.375293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90d7defc-f169-4931-9c68-b9e189c29461 req-fb0be221-257b-4b20-bfc2-f9e5069294ef tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753164 Apr 21 20:52:03.406120 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:03.457200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Pushing event deleted for resources: {'Port': ['ID=7f496572-d588-444d-afe3-b708ed5a6865,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:03.478484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'a5021183-11b2-4ab4-bd26-7a793d2b3db3', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'port_id': 'ce26398d-b23a-4aa7-8358-537d5da2cf08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'mac_address': 'fa:16:3e:89:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:51:38Z', 'updated_at': '2022-04-21T20:52:01Z', 'revision_number': 1, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a2d539-53d2-40b6-86d0-a267254ee76d', 'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'mac_address': 'fa:16:3e:9a:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:33Z', 'updated_at': '2022-04-21T20:51:39Z', 'revision_number': 5, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'subnets': [{'id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:03.502609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3f05c72-7032-467b-91c2-9cc94cc3af0f req-470eb07c-aff8-408d-8914-0ec4fc853a28 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071254 Apr 21 20:52:03.535987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] No DVR routers for this DVR port 7f496572-d588-444d-afe3-b708ed5a6865 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:03.539039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-c7d769f4-e4bd-4928-b3b3-eac683ca7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:03.541037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-c7d769f4-e4bd-4928-b3b3-eac683ca7b4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1bd383e8-5ac7-44e3-8b5c-511f02e152d1 HTTP/1.1" status: 200 len: 850 time: 0.1745825 Apr 21 20:52:03.543299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:03.547078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c90cc142-9b2d-4e83-8fcf-1da743632f61 req-b3cedc74-dc77-406f-8d72-e3b596ebf7eb tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "DELETE /v2.0/ports/7f496572-d588-444d-afe3-b708ed5a6865 HTTP/1.1" status: 204 len: 173 time: 1.2286015 Apr 21 20:52:03.548754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856edbc9-5e9a-4cba-8603-ef079c12e890', 'name': 'network-vif-deleted', 'tag': '7f496572-d588-444d-afe3-b708ed5a6865'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:03.563032 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49cea9a-d94e-4387-af12-bf9e1e78a2a8" -d '{"events": [{"server_uuid": "856edbc9-5e9a-4cba-8603-ef079c12e890", "name": "network-vif-deleted", "tag": "7f496572-d588-444d-afe3-b708ed5a6865"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:03.568229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] Checking router: 72985f75-e41a-4e2e-a34e-6d513548b308 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:52:03.588419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:03.589544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:03.668291 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cd61bf-d0ae-4617-8116-a7e458675fb7 x-openstack-request-id: req-16cd61bf-d0ae-4617-8116-a7e458675fb7 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:03.668591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd42a7e-4c22-466a-96c1-304e947da21f req-afbfa5a0-1fba-4dc6-b921-bba9931d56ca tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:03.669372 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856edbc9-5e9a-4cba-8603-ef079c12e890", "name": "network-vif-deleted", "tag": "7f496572-d588-444d-afe3-b708ed5a6865", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:03.669823 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16cd61bf-d0ae-4617-8116-a7e458675fb7 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:03.670690 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16cd61bf-d0ae-4617-8116-a7e458675fb7'] response: {'server_uuid': '856edbc9-5e9a-4cba-8603-ef079c12e890', 'name': 'network-vif-deleted', 'tag': '7f496572-d588-444d-afe3-b708ed5a6865', 'status': 'completed', 'code': 200} Apr 21 20:52:03.685131 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5fd42a7e-4c22-466a-96c1-304e947da21f req-afbfa5a0-1fba-4dc6-b921-bba9931d56ca tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.1147947 Apr 21 20:52:03.705949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-a1a82476-2ab6-4cc2-8684-4cc63076528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:03.709322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-a1a82476-2ab6-4cc2-8684-4cc63076528e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a690e43-d82a-4a7e-899f-64f2b9a385cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276488 Apr 21 20:52:03.712653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:03.759905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5fd42a7e-4c22-466a-96c1-304e947da21f req-324c28c4-9072-4d0c-b0ed-78aaba9a39ee tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722933 Apr 21 20:52:03.868111 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-832bccc3-7119-4b0b-8902-decf9cc25da4 service neutron] 10.222.0.46 "GET /v2.0/networks/8a690e43-d82a-4a7e-899f-64f2b9a385cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458082 Apr 21 20:52:04.003612 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:04.034606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'a5021183-11b2-4ab4-bd26-7a793d2b3db3', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'port_id': 'ce26398d-b23a-4aa7-8358-537d5da2cf08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'mac_address': 'fa:16:3e:89:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:51:38Z', 'updated_at': '2022-04-21T20:52:01Z', 'revision_number': 1, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a2d539-53d2-40b6-86d0-a267254ee76d', 'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'mac_address': 'fa:16:3e:9a:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:33Z', 'updated_at': '2022-04-21T20:51:39Z', 'revision_number': 5, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'subnets': [{'id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:04.044263 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e51eb6db-0852-490b-b7f1-d4fa1367fe98 req-d5bd3488-155f-49cb-a85f-0acdbffb4ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/8a690e43-d82a-4a7e-899f-64f2b9a385cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688828 Apr 21 20:52:04.082088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca62f1b-a5ec-48fc-963f-032f831cf1e9 None None] The sync data for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 is: [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'a5021183-11b2-4ab4-bd26-7a793d2b3db3', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'floating_ip_address': '172.25.0.205', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'port_id': 'ce26398d-b23a-4aa7-8358-537d5da2cf08', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'mac_address': 'fa:16:3e:89:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:51:38Z', 'updated_at': '2022-04-21T20:52:01Z', 'revision_number': 1, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4a2d539-53d2-40b6-86d0-a267254ee76d', 'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'mac_address': 'fa:16:3e:9a:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:33Z', 'updated_at': '2022-04-21T20:51:39Z', 'revision_number': 5, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'subnets': [{'id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:52:04.324932 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c82c521-43e5-4eb0-ad74-281c325ae18d None None] New status for floating IP a5021183-11b2-4ab4-bd26-7a793d2b3db3: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:52:04.462377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['2623ddca-9b7f-457c-b75d-0ad8527be3be', '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:04.567108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcc0f1-f4eb-49cb-b709-224c914ec29a req-563b5e7a-e619-407c-b4bc-ee77327e214b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:04.568653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d4fcc0f1-f4eb-49cb-b709-224c914ec29a req-563b5e7a-e619-407c-b4bc-ee77327e214b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.1006234 Apr 21 20:52:04.614588 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d4fcc0f1-f4eb-49cb-b709-224c914ec29a req-afaf7a80-0cd1-4d7c-9ce7-d4931acaa568 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 Apr 21 20:52:04.944404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa00e9f-4a3f-4f40-b561-8f8edde1d17a req-d0c6976a-a8c2-4bef-971a-8691986a55d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:04.945917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfa00e9f-4a3f-4f40-b561-8f8edde1d17a req-d0c6976a-a8c2-4bef-971a-8691986a55d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.0545623 Apr 21 20:52:04.986919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfa00e9f-4a3f-4f40-b561-8f8edde1d17a req-43246c8f-49db-4101-9bcd-166da8dbc690 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334408 Apr 21 20:52:05.003153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58245c38-c0c4-4158-88b0-e43c3d0c0429 req-fcdf2c40-8b51-484f-aa5d-709e7f980725 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:05.004612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58245c38-c0c4-4158-88b0-e43c3d0c0429 req-fcdf2c40-8b51-484f-aa5d-709e7f980725 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 950 time: 0.0487068 Apr 21 20:52:05.046604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58245c38-c0c4-4158-88b0-e43c3d0c0429 req-8b861310-b565-4b06-963a-aa132c6536f3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Apr 21 20:52:05.170041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41908) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:05.216779 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.308650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7f27204-d6af-4e3b-9ba3-56dddd2e4740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.393788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7f27204-d6af-4e3b-9ba3-56dddd2e4740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.398176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7f27204-d6af-4e3b-9ba3-56dddd2e4740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.435229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f27204-d6af-4e3b-9ba3-56dddd2e4740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e825f70-6224-4ccd-ad86-e2413243c609,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:05.456041 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e7f27204-d6af-4e3b-9ba3-56dddd2e4740 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe3e10cfc8cf4598911dfc2e845cc080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849033 Apr 21 20:52:05.458614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41918) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:05.534704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c2d3644-cc79-4d46-bb98-380a9b1bf60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.562943 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c2d3644-cc79-4d46-bb98-380a9b1bf60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.570562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-4a419809-f14a-43e7-a71d-caf0f3da3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:05.572328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-4a419809-f14a-43e7-a71d-caf0f3da3bf4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e&tenant_id=51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 1100 time: 0.0773790 Apr 21 20:52:05.587049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:05.662327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.677102 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c2d3644-cc79-4d46-bb98-380a9b1bf60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.679743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c2d3644-cc79-4d46-bb98-380a9b1bf60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.680908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1c2d3644-cc79-4d46-bb98-380a9b1bf60f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e825f70-6224-4ccd-ad86-e2413243c609 HTTP/1.1" status: 204 len: 168 time: 0.2213030 Apr 21 20:52:05.709626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d3644-cc79-4d46-bb98-380a9b1bf60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e825f70-6224-4ccd-ad86-e2413243c609,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:05.766375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2a5d4-90bd-4c32-9d4b-251329cdc978 req-515a25a7-b23a-4a36-b0ea-27f6aba2cb10 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:05.773330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20f2a5d4-90bd-4c32-9d4b-251329cdc978 req-515a25a7-b23a-4a36-b0ea-27f6aba2cb10 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.0773442 Apr 21 20:52:05.827362 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20f2a5d4-90bd-4c32-9d4b-251329cdc978 req-3bf757d3-d2c8-4d59-8c36-ab06e2ba79fe tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Apr 21 20:52:05.850879 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:05.904478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41938) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:05.929445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:05.965291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:05.999980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0a688f75-ab74-4ce7-bb72-34fe31405864 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:06.009240 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.021653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Ignored duplicate provisioning block setup for port 0a688f75-ab74-4ce7-bb72-34fe31405864 by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 21 20:52:06.022723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d042733-102a-43b7-a972-685835f49765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.029706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.045750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41944) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:06.067417 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2fa44dc9-a7b2-4e20-8456-b61c3c5f74f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.082762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4e5ee260-0001-4726-8913-0467dfb83c07 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:52:06.098782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] No DVR routers for this DVR port 0a688f75-ab74-4ce7-bb72-34fe31405864 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:06.167209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:06.168005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:06.168576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:06.172749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d042733-102a-43b7-a972-685835f49765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.185280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=9']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:06.211146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d042733-102a-43b7-a972-685835f49765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.226744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Port 0a688f75-ab74-4ce7-bb72-34fe31405864 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:52:06.227443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Attempting to bind port 0a688f75-ab74-4ce7-bb72-34fe31405864 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:06.235056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:06.236126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:06.236750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:06.237435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Bound port: 0a688f75-ab74-4ce7-bb72-34fe31405864, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:06.238321 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.293955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96694043-1c20-4fd7-857d-94085c8bd43b req-42724a56-e761-4556-8158-a41d4df2b0ca tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:06.296480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39492c-e4a2-4b27-98b7-3aa78f5db60f req-22659b79-6798-4227-bc45-51b25598ac07 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:06.303745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96694043-1c20-4fd7-857d-94085c8bd43b req-42724a56-e761-4556-8158-a41d4df2b0ca tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 950 time: 0.1290004 Apr 21 20:52:06.305388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b39492c-e4a2-4b27-98b7-3aa78f5db60f req-22659b79-6798-4227-bc45-51b25598ac07 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.1596215 Apr 21 20:52:06.341819 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0d042733-102a-43b7-a972-685835f49765 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d63c9fb6d3f49c58b2643d6b521e923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357831 Apr 21 20:52:06.343263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41948) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:06.344326 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2fa44dc9-a7b2-4e20-8456-b61c3c5f74f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.350853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d042733-102a-43b7-a972-685835f49765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45e3b81-89c9-42dc-a526-4788ec77cd6e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:06.358334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2fa44dc9-a7b2-4e20-8456-b61c3c5f74f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.394995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96694043-1c20-4fd7-857d-94085c8bd43b req-77bb7d1c-95b8-4082-ac55-4ba9034f2e48 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897241 Apr 21 20:52:06.395809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:06.398658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44dc9-a7b2-4e20-8456-b61c3c5f74f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c95bc9-ef37-4789-8252-104b3e382206,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:06.413636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '4e5ee260-0001-4726-8913-0467dfb83c07', 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5', 'port_id': '4e5ee260-0001-4726-8913-0467dfb83c07', 'mac_address': 'fa:16:3e:bf:a3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fc8748-6c5d-4e0a-80c8-c93c954d0f9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:52:06.418156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 7f496572-d588-444d-afe3-b708ed5a6865 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:06.424948 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ef1a-88b3-4af9-8c8e-d1f275186477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.427243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:06.429243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2fa44dc9-a7b2-4e20-8456-b61c3c5f74f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=813ef2d189e24e41bad9dadf1c887173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821471 Apr 21 20:52:06.431559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41950) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:06.437494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b39492c-e4a2-4b27-98b7-3aa78f5db60f req-a094d904-3f63-44d4-b4da-bc1c71f64842 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309283 Apr 21 20:52:06.441291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:06.448343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 7f496572-d588-444d-afe3-b708ed5a6865 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:06.449714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 7f496572-d588-444d-afe3-b708ed5a6865 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:06.452053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.493566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ef1a-88b3-4af9-8c8e-d1f275186477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.499505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c12f6289-7240-4975-8b84-6150161e566f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.505972 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.506563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:06.507181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.508534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 1096 time: 0.9270363 Apr 21 20:52:06.509000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:06.512405 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d355ea-869b-456b-8088-83f6b68433fb" -d '{"events": [{"name": "network-changed", "server_uuid": "956169be-bf68-484a-982c-26374a72673e", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:06.521198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5ee260-0001-4726-8913-0467dfb83c07 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:06.541147 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c12f6289-7240-4975-8b84-6150161e566f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.542125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:06.549654 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.550518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:52:06.596675 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408a75ed-dead-4de4-9f5b-01143ecb53d2 x-openstack-request-id: req-408a75ed-dead-4de4-9f5b-01143ecb53d2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:06.596992 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956169be-bf68-484a-982c-26374a72673e", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:06.597244 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-408a75ed-dead-4de4-9f5b-01143ecb53d2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:06.597642 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408a75ed-dead-4de4-9f5b-01143ecb53d2'] response: {'name': 'network-changed', 'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'status': 'completed', 'code': 200} Apr 21 20:52:06.617946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c12f6289-7240-4975-8b84-6150161e566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.622100 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c12f6289-7240-4975-8b84-6150161e566f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.625729 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c12f6289-7240-4975-8b84-6150161e566f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41c95bc9-ef37-4789-8252-104b3e382206 HTTP/1.1" status: 204 len: 168 time: 0.1909225 Apr 21 20:52:06.634361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a359d7f-0ac7-458d-9290-995ba84d9001 service neutron] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:06.652858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f6289-7240-4975-8b84-6150161e566f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c95bc9-ef37-4789-8252-104b3e382206,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:06.686204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4e5ee260-0001-4726-8913-0467dfb83c07,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:06.730998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-0b3e2d15-d33b-4ec8-b3cd-688e0899ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:06.732836 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-0b3e2d15-d33b-4ec8-b3cd-688e0899ed1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1100 time: 0.1928039 Apr 21 20:52:06.754546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d355ea-869b-456b-8088-83f6b68433fb req-fa17f2e3-890a-45e2-9a54-7d7e6a7c7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:06.756656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-fa17f2e3-890a-45e2-9a54-7d7e6a7c7337 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1100 time: 0.1169996 Apr 21 20:52:06.761145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ef1a-88b3-4af9-8c8e-d1f275186477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.764814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9e6ef1a-88b3-4af9-8c8e-d1f275186477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:06.776130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:06.780203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b9e6ef1a-88b3-4af9-8c8e-d1f275186477 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a45e3b81-89c9-42dc-a526-4788ec77cd6e HTTP/1.1" status: 204 len: 168 time: 0.4230208 Apr 21 20:52:06.787915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-ed792f32-be20-4df2-be34-6c8c2cad9c63 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:06.789398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-ed792f32-be20-4df2-be34-6c8c2cad9c63 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 950 time: 0.1743047 Apr 21 20:52:06.793825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 has no active binding in host n-h2-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:52:06.871528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6ef1a-88b3-4af9-8c8e-d1f275186477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45e3b81-89c9-42dc-a526-4788ec77cd6e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:07.061689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-5def532c-5469-450d-befb-1f7372f53d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:07.063185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-5def532c-5469-450d-befb-1f7372f53d4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3224106 Apr 21 20:52:07.075881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d355ea-869b-456b-8088-83f6b68433fb req-72867285-569b-43f7-99db-272b0a034007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:07.077351 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-72867285-569b-43f7-99db-272b0a034007 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2756381 Apr 21 20:52:07.092405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7246a-474b-4d8c-996b-06e83d5ba7ac req-2e670a56-50a9-49d6-b4ec-60bf69e5baf7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:07.093879 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bfd7246a-474b-4d8c-996b-06e83d5ba7ac req-2e670a56-50a9-49d6-b4ec-60bf69e5baf7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.1558208 Apr 21 20:52:07.154583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41972) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:07.162715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-86e4a001-0b1c-49bf-9101-78447a26d23d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0891731 Apr 21 20:52:07.168569 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cdb4cdf7-ddbb-4d3b-9f67-74ecb7c6e378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.172136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-b74f56fc-76d9-4468-900d-a12ad355f43f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0730367 Apr 21 20:52:07.203514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['4e5ee260-0001-4726-8913-0467dfb83c07'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:07.251249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Deleting port 2623ddca-9b7f-457c-b75d-0ad8527be3be {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:07.251384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cdb4cdf7-ddbb-4d3b-9f67-74ecb7c6e378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.251588 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.258523 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cdb4cdf7-ddbb-4d3b-9f67-74ecb7c6e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.293687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bfd7246a-474b-4d8c-996b-06e83d5ba7ac req-6b4d5bc2-afc7-4281-96c1-988f62851cb6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591973 Apr 21 20:52:07.307300 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cdb4cdf7-ddbb-4d3b-9f67-74ecb7c6e378 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b5c9b2683264e46a4152e30d8e59e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491601 Apr 21 20:52:07.308336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41976) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:07.315700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4cdf7-ddbb-4d3b-9f67-74ecb7c6e378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd35c47a-39a6-4eda-be26-f07bdbf31714,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:07.335814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d355ea-869b-456b-8088-83f6b68433fb req-3138fa38-beef-4d97-bb58-db9f21aeef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:07.337246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-3138fa38-beef-4d97-bb58-db9f21aeef58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1429963 Apr 21 20:52:07.341434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-ccdb7db6-bcc4-4f85-bea9-0f1a9c6ad4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:07.342799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-ccdb7db6-bcc4-4f85-bea9-0f1a9c6ad4b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1725812 Apr 21 20:52:07.379668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef68f000-4344-4085-9f09-c30b6138496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.423122 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef68f000-4344-4085-9f09-c30b6138496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.482998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef68f000-4344-4085-9f09-c30b6138496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.486098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef68f000-4344-4085-9f09-c30b6138496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.487375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ef68f000-4344-4085-9f09-c30b6138496f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd35c47a-39a6-4eda-be26-f07bdbf31714 HTTP/1.1" status: 204 len: 168 time: 0.1778476 Apr 21 20:52:07.503397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68f000-4344-4085-9f09-c30b6138496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd35c47a-39a6-4eda-be26-f07bdbf31714,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:07.612060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c22bf-405c-4e46-abf5-64a8530415c8 req-c746d977-b5d8-45db-a122-b60881878bd8 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:07.613805 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2c22bf-405c-4e46-abf5-64a8530415c8 req-c746d977-b5d8-45db-a122-b60881878bd8 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 950 time: 0.0827348 Apr 21 20:52:07.617766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41990) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:07.663620 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b2c22bf-405c-4e46-abf5-64a8530415c8 req-abe6f6d5-85cb-47bf-b1fc-226fe78181ab tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435007 Apr 21 20:52:07.835372 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:52:07.859597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] For port 2623ddca-9b7f-457c-b75d-0ad8527be3be, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2623ddca-9b7f-457c-b75d-0ad8527be3be,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:07.859941 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.879236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-network', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:07.883451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0675-d20e-4911-bac0-4b4da8d7c83d req-5417dd3d-2abe-4a4d-95a3-f705c386cd53 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:07.885704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-670d0675-d20e-4911-bac0-4b4da8d7c83d req-5417dd3d-2abe-4a4d-95a3-f705c386cd53 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 944 time: 0.1452463 Apr 21 20:52:07.888197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d355ea-869b-456b-8088-83f6b68433fb req-975bd620-dc65-4ed5-b79e-28a3a740f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:07.889762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-975bd620-dc65-4ed5-b79e-28a3a740f5ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5443602 Apr 21 20:52:07.895196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-90c08e48-6037-4bc3-87a6-f5dff8a810d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:07.896725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-90c08e48-6037-4bc3-87a6-f5dff8a810d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1551075 Apr 21 20:52:07.899936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Calling delete_port for 2623ddca-9b7f-457c-b75d-0ad8527be3be owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:07.902684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Made reservation on behalf of bf93f5e586d8469f86520fc9eb67ac85 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:07.905278 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.914297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:07.998738 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.002883 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.028215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:52:08.037473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd57edd-46f0-4977-a1c1-51ce91f5604b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:08.043696 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.044112 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Added segment 7212b915-f0e5-4359-867a-6494fd87f530 of type vlan for network d180aa32-44af-4d74-b422-8898c009e66e Apr 21 20:52:08.085055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-670d0675-d20e-4911-bac0-4b4da8d7c83d req-5d4e5f03-4509-408a-8af6-6539c42a5f4e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870873 Apr 21 20:52:08.091768 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.093633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2623ddca-9b7f-457c-b75d-0ad8527be3be no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:08.146129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.147691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:08.148306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.149028 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-e7f49d91-44d1-433f-a548-f4c1005c4630 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499809 Apr 21 20:52:08.166700 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-31be3a7a-d465-434b-9316-4d1522fbd489 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582684 Apr 21 20:52:08.212400 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.215700 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5966365 Apr 21 20:52:08.218698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42012) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:08.226748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Request body: {'subnet': {'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-subnet', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:08.242867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcdb23-e1bb-4062-a953-1e55e529bf14 admin admin] Pushing event updated for resources: {'Network': ['ID=d180aa32-44af-4d74-b422-8898c009e66e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:08.258208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d180aa32-44af-4d74-b422-8898c009e66e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:52:08.262531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Made reservation on behalf of bf93f5e586d8469f86520fc9eb67ac85 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:08.265419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.360143 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.373962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-aa429be8-6889-416f-b895-ca875d656e5b service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175629 Apr 21 20:52:08.401103 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64ffc212-044b-45d9-b6e6-9269d6c81229 req-f6d0f2f3-a840-4a26-835c-2b579d1a54c5 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211764 Apr 21 20:52:08.402355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Pushing event deleted for resources: {'Port': ['ID=2623ddca-9b7f-457c-b75d-0ad8527be3be,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:08.442741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:08.457027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:08.471238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] No DVR routers for this DVR port 2623ddca-9b7f-457c-b75d-0ad8527be3be on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:08.482746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.485666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7b3d9e2-ba76-425b-874f-3403631a194e req-82ee9bbf-b682-4b5a-a635-35b33e08b185 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "DELETE /v2.0/ports/2623ddca-9b7f-457c-b75d-0ad8527be3be HTTP/1.1" status: 204 len: 173 time: 1.6709220 Apr 21 20:52:08.521450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d355ea-869b-456b-8088-83f6b68433fb req-a201ec7d-deab-452e-bdef-61d0e4047838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:08.525889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-a201ec7d-deab-452e-bdef-61d0e4047838 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1100 time: 0.0559978 Apr 21 20:52:08.571866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe8f21-c1ef-480c-86fe-e5434a54cb67 req-1e950148-4e4a-4fe2-b3c9-b29071b8362c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:08.581681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efbe8f21-c1ef-480c-86fe-e5434a54cb67 req-1e950148-4e4a-4fe2-b3c9-b29071b8362c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.1221585 Apr 21 20:52:08.585958 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.612511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:08.641854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4b2cc4-db9a-4be1-a5d3-93ed0385309a', 'name': 'network-vif-deleted', 'tag': '2623ddca-9b7f-457c-b75d-0ad8527be3be'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:08.644169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89253774-ffe4-4602-bf15-37af6d95e8b8,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:08.646898 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf64781-9b7b-4642-a51a-f22b53d55c1a" -d '{"events": [{"server_uuid": "7f4b2cc4-db9a-4be1-a5d3-93ed0385309a", "name": "network-vif-deleted", "tag": "2623ddca-9b7f-457c-b75d-0ad8527be3be"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:08.713457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efbe8f21-c1ef-480c-86fe-e5434a54cb67 req-b0256304-3cbf-43a2-bb35-4da6d028c9d6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307738 Apr 21 20:52:08.731289 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02882e61-e502-4426-b0a7-6c0272cd2a24 x-openstack-request-id: req-02882e61-e502-4426-b0a7-6c0272cd2a24 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:08.732057 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4b2cc4-db9a-4be1-a5d3-93ed0385309a", "name": "network-vif-deleted", "tag": "2623ddca-9b7f-457c-b75d-0ad8527be3be", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:08.732471 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02882e61-e502-4426-b0a7-6c0272cd2a24 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:08.733431 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02882e61-e502-4426-b0a7-6c0272cd2a24'] response: {'server_uuid': '7f4b2cc4-db9a-4be1-a5d3-93ed0385309a', 'name': 'network-vif-deleted', 'tag': '2623ddca-9b7f-457c-b75d-0ad8527be3be', 'status': 'completed', 'code': 200} Apr 21 20:52:08.735863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Checking segment: {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:08.736550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Network hostable DHCP agents. Network: d180aa32-44af-4d74-b422-8898c009e66e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:52:08.749272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d355ea-869b-456b-8088-83f6b68433fb req-0a75c0c9-234c-45c0-a794-18e179bd859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:08.752022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-0a75c0c9-234c-45c0-a794-18e179bd859c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2187076 Apr 21 20:52:08.761112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Network d180aa32-44af-4d74-b422-8898c009e66e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:52:08.775478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, d180aa32-44af-4d74-b422-8898c009e66e) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:08.786146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd8ea7-922c-4462-9d8d-ebdef27ad573 None None] Network d180aa32-44af-4d74-b422-8898c009e66e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:08.790133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:08.790849 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.830441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a9aca2f-357b-4ef2-8bd2-662792e63f84 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6102953 Apr 21 20:52:08.832857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42028) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:08.837867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:08.843632 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-baa2c7ee-698d-4fa0-b1ec-2f18e4141d42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0810122 Apr 21 20:52:08.865973 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.867229 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.940522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:08.961444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbb80a66-2464-4eb4-8f91-fa608eead93c req-78e57c77-2ce7-4d47-b240-c4cf8c27ca57 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f4b2cc4-db9a-4be1-a5d3-93ed0385309a HTTP/1.1" status: 200 len: 210 time: 0.1418636 Apr 21 20:52:08.997418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d355ea-869b-456b-8088-83f6b68433fb req-8a39f1ae-ed8d-44d2-b253-fc6703599500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:08.997418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-8a39f1ae-ed8d-44d2-b253-fc6703599500 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1434686 Apr 21 20:52:08.999125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-d180aa32-44af-4d74-b422-8898c009e66e', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:52:09.000084 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.087091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d355ea-869b-456b-8088-83f6b68433fb req-ee91792c-3b3d-4f4c-9fb7-8384ca347396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:09.088581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-ee91792c-3b3d-4f4c-9fb7-8384ca347396 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837264 Apr 21 20:52:09.219506 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.237276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-d7237b0c-4d94-41af-a2dc-efe50d65fa8f service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402426 Apr 21 20:52:09.245059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Allocated IP 172.20.0.2 (d180aa32-44af-4d74-b422-8898c009e66e/89253774-ffe4-4602-bf15-37af6d95e8b8/b8f29d5d-c213-45cc-99f4-6cb57f605abb) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:09.408456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5d355ea-869b-456b-8088-83f6b68433fb req-15ee762b-ee00-4571-8a57-6b1c857c2467 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636465 Apr 21 20:52:09.436310 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.444857 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.458091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.459715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.501462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Network d180aa32-44af-4d74-b422-8898c009e66e is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:09.506510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:09.510412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:52:09.520843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Pushing event updated for resources: {'Port': ['ID=b8f29d5d-c213-45cc-99f4-6cb57f605abb,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:09.573117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Attempting to bind port b8f29d5d-c213-45cc-99f4-6cb57f605abb on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:09.574142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Attempting to bind port b8f29d5d-c213-45cc-99f4-6cb57f605abb by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:09.574598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Attempting to bind port b8f29d5d-c213-45cc-99f4-6cb57f605abb on network d180aa32-44af-4d74-b422-8898c009e66e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:09.579982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:09.580553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Checking segment: {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:09.581333 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.582249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Bound using segment: {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:09.582249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Bound port: b8f29d5d-c213-45cc-99f4-6cb57f605abb, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:09.582758 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.600369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Allocated IP 172.25.0.116 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/fd5db908-cdf3-4079-859b-6a1f58b961f5) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:09.627400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1034509-497b-4959-b19a-27ec815262f3 req-2737affa-e50b-422e-bc80-41d123ac1fd8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:09.635274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1034509-497b-4959-b19a-27ec815262f3 req-2737affa-e50b-422e-bc80-41d123ac1fd8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 944 time: 0.4247262 Apr 21 20:52:09.658206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] For port b8f29d5d-c213-45cc-99f4-6cb57f605abb, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:09.661524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] For port b8f29d5d-c213-45cc-99f4-6cb57f605abb, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b8f29d5d-c213-45cc-99f4-6cb57f605abb,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:09.668459 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.731938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8839f3-46e6-4ddc-91c0-4d854d05f89c None None] Pushing event updated for resources: {'Port': ['ID=b8f29d5d-c213-45cc-99f4-6cb57f605abb,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:09.746389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1034509-497b-4959-b19a-27ec815262f3 req-692c52e9-cdd4-461b-abda-2ea695444784 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101618 Apr 21 20:52:09.803014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.874113 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:09.935896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2c90-e92a-4ff1-810b-22a4703260d9 req-1207bf42-2b2b-4f63-892d-c0d5c352c7ca tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:09.937524 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c82c2c90-e92a-4ff1-810b-22a4703260d9 req-1207bf42-2b2b-4f63-892d-c0d5c352c7ca tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.1089542 Apr 21 20:52:09.951786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:09.962356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:09.965005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:52:09.974854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Pushing event updated for resources: {'Port': ['ID=fd5db908-cdf3-4079-859b-6a1f58b961f5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:10.036297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c82c2c90-e92a-4ff1-810b-22a4703260d9 req-59a1fb0f-152e-40fb-a148-a0ce32c92fc7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886524 Apr 21 20:52:10.112811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4e5ee260-0001-4726-8913-0467dfb83c07 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:10.188602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 4e5ee260-0001-4726-8913-0467dfb83c07 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:52:10.193766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 4e5ee260-0001-4726-8913-0467dfb83c07 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:10.194155 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.291627 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.318086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:10.320331 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6687f969-edfd-4288-98d9-95ad3ba055d9" -d '{"events": [{"server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "name": "network-vif-plugged", "status": "completed", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:10.332030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42068) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:10.333092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:10.346527 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.355799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.372824 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba9c2b8-42e2-4388-b232-fbd3cafaf9b2 x-openstack-request-id: req-7ba9c2b8-42e2-4388-b232-fbd3cafaf9b2 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:10.373133 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "name": "network-vif-plugged", "status": "completed", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:10.373381 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ba9c2b8-42e2-4388-b232-fbd3cafaf9b2 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:10.373762 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba9c2b8-42e2-4388-b232-fbd3cafaf9b2'] response: {'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07', 'code': 200} Apr 21 20:52:10.404657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4e5ee260-0001-4726-8913-0467dfb83c07,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:10.410203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce6e58-9efe-42d9-94f6-6d21ecb41698 req-f86d7eb1-09f1-454b-b534-06c8b1ad317c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:10.411711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2fce6e58-9efe-42d9-94f6-6d21ecb41698 req-f86d7eb1-09f1-454b-b534-06c8b1ad317c tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 950 time: 0.1623654 Apr 21 20:52:10.496887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2fce6e58-9efe-42d9-94f6-6d21ecb41698 req-907bb6cc-6c5f-4ed1-a0f2-11419e47b9e4 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772009 Apr 21 20:52:10.505252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a493c11-68af-4df0-a5b8-39043fda579f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.548610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843ac62-77f6-4f59-96a8-f3d35d675c29 req-7c4f1d3d-2408-4c12-b30c-866e1e6aa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:10.550137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9843ac62-77f6-4f59-96a8-f3d35d675c29 req-7c4f1d3d-2408-4c12-b30c-866e1e6aa412 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 1096 time: 0.1016650 Apr 21 20:52:10.609455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9843ac62-77f6-4f59-96a8-f3d35d675c29 req-0842073f-00e0-49f4-a6e5-66b2fa297cb8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520308 Apr 21 20:52:10.616011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.632702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a493c11-68af-4df0-a5b8-39043fda579f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.638056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a493c11-68af-4df0-a5b8-39043fda579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.682334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8a493c11-68af-4df0-a5b8-39043fda579f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=322c0380e7394686a689cf529f19812b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485675 Apr 21 20:52:10.683266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a493c11-68af-4df0-a5b8-39043fda579f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc103006-8807-40e2-b08f-14b9af51930f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:10.687189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42072) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:10.743400 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2551c9c3-cc81-4f0c-994a-a5e952eb61f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.769420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2551c9c3-cc81-4f0c-994a-a5e952eb61f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.836278 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2551c9c3-cc81-4f0c-994a-a5e952eb61f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.838762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2551c9c3-cc81-4f0c-994a-a5e952eb61f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.839895 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2551c9c3-cc81-4f0c-994a-a5e952eb61f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc103006-8807-40e2-b08f-14b9af51930f HTTP/1.1" status: 204 len: 168 time: 0.1517591 Apr 21 20:52:10.878860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa86df-27e4-4c0f-87a5-f7834ec27432 None None] Network d180aa32-44af-4d74-b422-8898c009e66e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:10.927553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551c9c3-cc81-4f0c-994a-a5e952eb61f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc103006-8807-40e2-b08f-14b9af51930f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:10.976167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e02acd-9a13-4d67-a7ae-3a9b8c6bbc7d req-25d5cc07-0164-4dd8-90a7-7d70f0fbdb81 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:10.982409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5dfb92ef-66e0-471e-88f2-7f03c466dce4 None None] Provisioning complete for port b8f29d5d-c213-45cc-99f4-6cb57f605abb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:10.982784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5dfb92ef-66e0-471e-88f2-7f03c466dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:10.987301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24e02acd-9a13-4d67-a7ae-3a9b8c6bbc7d req-25d5cc07-0164-4dd8-90a7-7d70f0fbdb81 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1524906 Apr 21 20:52:11.038290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24e02acd-9a13-4d67-a7ae-3a9b8c6bbc7d req-aad46aba-b1de-4606-99e1-8249488deca9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500970 Apr 21 20:52:11.097473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:52:11.152576 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5dfb92ef-66e0-471e-88f2-7f03c466dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.194173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5dfb92ef-66e0-471e-88f2-7f03c466dce4 None None] For port b8f29d5d-c213-45cc-99f4-6cb57f605abb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b8f29d5d-c213-45cc-99f4-6cb57f605abb,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:11.199989 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5dfb92ef-66e0-471e-88f2-7f03c466dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.219027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42082) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:11.236562 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28eadaf-d62a-4034-b8de-71a45e5ad737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.253502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb92ef-66e0-471e-88f2-7f03c466dce4 None None] Pushing event updated for resources: {'Port': ['ID=b8f29d5d-c213-45cc-99f4-6cb57f605abb,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:11.254286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:52:11.264434 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Sync routers for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:52:11.277661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:11.279248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:11.281774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d428d-abd0-4fd1-8f98-9e6060f40fa2 req-a71e6d3d-cd50-4bb9-8d97-4cc0f8839e23 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:11.283326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f14d428d-abd0-4fd1-8f98-9e6060f40fa2 req-a71e6d3d-cd50-4bb9-8d97-4cc0f8839e23 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.1383781 Apr 21 20:52:11.294902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.296123 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f9ec20b-78be-499c-ac69-ca005826141f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4614847 Apr 21 20:52:11.300348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42084) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:11.336755 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f14d428d-abd0-4fd1-8f98-9e6060f40fa2 req-74ac198b-99a1-4c16-90f4-17781a99115f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 Apr 21 20:52:11.443049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28eadaf-d62a-4034-b8de-71a45e5ad737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.450466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28eadaf-d62a-4034-b8de-71a45e5ad737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.499209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eadaf-d62a-4034-b8de-71a45e5ad737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c213748-05e5-40c3-aa00-815780102356,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:11.574365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e28eadaf-d62a-4034-b8de-71a45e5ad737 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=40213ffd8afb46caab6f02738e6507a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538260 Apr 21 20:52:11.577140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42088) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:11.627402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7b7271bd-0e50-4d4f-99dd-fc503e111360 None None] Provisioning complete for port b8f29d5d-c213-45cc-99f4-6cb57f605abb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:11.628086 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b7271bd-0e50-4d4f-99dd-fc503e111360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.669579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:11.693780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ee38e8d-3669-4434-a52d-69419c7c3e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.725325 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ee38e8d-3669-4434-a52d-69419c7c3e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.754770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef60c8-5002-4bb7-930e-77fd3c3165c5 req-f05131c4-5f38-4944-b47d-54d4b1c29e3f tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:11.763003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04ef60c8-5002-4bb7-930e-77fd3c3165c5 req-f05131c4-5f38-4944-b47d-54d4b1c29e3f tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 950 time: 0.1294935 Apr 21 20:52:11.807601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ee38e8d-3669-4434-a52d-69419c7c3e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.810931 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ee38e8d-3669-4434-a52d-69419c7c3e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:11.815070 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4ee38e8d-3669-4434-a52d-69419c7c3e2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c213748-05e5-40c3-aa00-815780102356 HTTP/1.1" status: 204 len: 168 time: 0.2338123 Apr 21 20:52:11.827429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee38e8d-3669-4434-a52d-69419c7c3e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c213748-05e5-40c3-aa00-815780102356,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:12.062992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:10Z', 'revision_number': 3, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:12.070396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b8f29d5d-c213-45cc-99f4-6cb57f605abb up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:12.100788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.130895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Checking router: 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:52:12.131487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Updating router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 port fd5db908-cdf3-4079-859b-6a1f58b961f5 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:52:12.171617 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.237261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b8f29d5d-c213-45cc-99f4-6cb57f605abb triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:12.237870 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.275848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6a8e5-7b25-4d3f-bdd1-bbd405e620f3 req-5f4745c2-4936-413f-8901-7ca624bb0a62 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:12.278476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99a6a8e5-7b25-4d3f-bdd1-bbd405e620f3 req-5f4745c2-4936-413f-8901-7ca624bb0a62 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.0850353 Apr 21 20:52:12.333021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99a6a8e5-7b25-4d3f-bdd1-bbd405e620f3 req-03c11909-b554-458b-b95e-18d99c9549bb tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479147 Apr 21 20:52:12.372522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04ef60c8-5002-4bb7-930e-77fd3c3165c5 req-534c5c29-f920-44a3-b036-86e1af30d655 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/security-groups?id=17f7e238-9a33-4e4e-a6c6-3a2af165394b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085360 Apr 21 20:52:12.392484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-479383d6-da82-429b-b6b0-543d240ea1aa tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:12.393942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-479383d6-da82-429b-b6b0-543d240ea1aa tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 950 time: 0.1561573 Apr 21 20:52:12.422160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:52:12.499008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcbf14-51e4-42ce-bd7f-2644742b761c req-41791803-3c8b-40c3-b82c-09d7a5525d74 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:12.501852 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1bcbf14-51e4-42ce-bd7f-2644742b761c req-41791803-3c8b-40c3-b82c-09d7a5525d74 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.0701413 Apr 21 20:52:12.522077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Allocated IP 172.20.0.1 (d180aa32-44af-4d74-b422-8898c009e66e/89253774-ffe4-4602-bf15-37af6d95e8b8/381d6883-3ad2-44c9-ab42-d2caed4a7771) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:12.567191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1bcbf14-51e4-42ce-bd7f-2644742b761c req-035babe5-780d-4c48-9281-3d5e97a70ebb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573719 Apr 21 20:52:12.613911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Deleting port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:12.614255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.708499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.715333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:12.726646 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.763045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'mac_address': 'fa:16:3e:b5:25:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:52:12.784514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dda0b1-d1df-4ea0-b45d-ac1d51a2de94 req-41e2f640-ebe6-4397-842f-6f4c052146c4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:12.789284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6dda0b1-d1df-4ea0-b45d-ac1d51a2de94 req-41e2f640-ebe6-4397-842f-6f4c052146c4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 949 time: 0.1198936 Apr 21 20:52:12.795360 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.804153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] For port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:12.804505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.814654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Attempting to bind port fd5db908-cdf3-4079-859b-6a1f58b961f5 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:12.815023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Attempting to bind port fd5db908-cdf3-4079-859b-6a1f58b961f5 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:12.815387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Attempting to bind port fd5db908-cdf3-4079-859b-6a1f58b961f5 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:12.817342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034badd-d9a3-4564-9aa3-e99c7ca39262 None None] Pushing event updated for resources: {'Port': ['ID=fd5db908-cdf3-4079-859b-6a1f58b961f5,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:12.828455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:12.829133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:12.829276 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.829622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:12.830090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Bound port: fd5db908-cdf3-4079-859b-6a1f58b961f5, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:12.830471 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.841393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Calling delete_port for 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:12.865448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.877581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6dda0b1-d1df-4ea0-b45d-ac1d51a2de94 req-f86f1e07-9f75-4d16-865c-3a0805dc4983 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773902 Apr 21 20:52:12.887081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a688f75-ab74-4ce7-bb72-34fe31405864 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:12.937682 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.940324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:12.953186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] For port fd5db908-cdf3-4079-859b-6a1f58b961f5, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:12.958510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] For port fd5db908-cdf3-4079-859b-6a1f58b961f5, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fd5db908-cdf3-4079-859b-6a1f58b961f5,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:12.960673 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:12.968557 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:13.032305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:13.033341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:13.038552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=11']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:13.071343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Network d180aa32-44af-4d74-b422-8898c009e66e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:13.078954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:13.081098 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:13.087517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:52:13.123844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:13.127572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Pushing event updated for resources: {'Port': ['ID=381d6883-3ad2-44c9-ab42-d2caed4a7771,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:13.215353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Pushing event deleted for resources: {'Port': ['ID=49030f50-1cf4-4d05-aa3a-f6bd142b0e8e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:13.259704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] No DVR routers for this DVR port 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:13.266645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034badd-d9a3-4564-9aa3-e99c7ca39262 None None] Pushing event updated for resources: {'Port': ['ID=fd5db908-cdf3-4079-859b-6a1f58b961f5,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:13.282429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-03f78e36-b9c6-40a5-8fcb-0a3b9c2dce2b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=51b91fce49a94986a42f0b9fce162efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726638 Apr 21 20:52:13.285799 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:13.289023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b424b24-cd14-40bd-9810-58d1e18283b0 req-9f993e41-4b3c-4de4-8517-217481073df3 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.43 "DELETE /v2.0/ports/49030f50-1cf4-4d05-aa3a-f6bd142b0e8e HTTP/1.1" status: 204 len: 173 time: 0.8878102 Apr 21 20:52:13.289734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:13.290408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:13.299705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-deleted', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:13.305774 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1690dce-4b6a-4ac4-992a-711708a1e9fa" -d '{"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-deleted", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:13.394477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['0a688f75-ab74-4ce7-bb72-34fe31405864'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:13.421044 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636b934f-b5bf-4ec8-a6e1-2c12443845be x-openstack-request-id: req-636b934f-b5bf-4ec8-a6e1-2c12443845be {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:13.421438 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f8659b-b636-4e34-8175-c23477beedd2", "name": "network-vif-deleted", "tag": "49030f50-1cf4-4d05-aa3a-f6bd142b0e8e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:13.421784 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-636b934f-b5bf-4ec8-a6e1-2c12443845be {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:13.422280 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636b934f-b5bf-4ec8-a6e1-2c12443845be'] response: {'server_uuid': 'd7f8659b-b636-4e34-8175-c23477beedd2', 'name': 'network-vif-deleted', 'tag': '49030f50-1cf4-4d05-aa3a-f6bd142b0e8e', 'status': 'completed', 'code': 200} Apr 21 20:52:13.585387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecfaa5-57b1-4f6f-b6c7-9df6a915ae16 req-aad3a967-fa5c-47b2-861b-55b66c4c7f8e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:13.589903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6ecfaa5-57b1-4f6f-b6c7-9df6a915ae16 req-aad3a967-fa5c-47b2-861b-55b66c4c7f8e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1029434 Apr 21 20:52:13.623951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ac54d36b-31f1-4a00-a176-ed417e8ed325 None None] Provisioning complete for port 381d6883-3ad2-44c9-ab42-d2caed4a7771 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:13.624321 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac54d36b-31f1-4a00-a176-ed417e8ed325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:13.630883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-df2676a4-dba8-4f87-82ac-1861770859a3 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:13.639831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-df2676a4-dba8-4f87-82ac-1861770859a3 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3565090 Apr 21 20:52:13.646027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6ecfaa5-57b1-4f6f-b6c7-9df6a915ae16 req-09d1628a-6392-4664-bc5c-68cabdbde7fd tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476937 Apr 21 20:52:13.657298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-b1a7cd7a-2ba5-4e77-9e7a-66f6e981cd52 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/quotas/51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 375 time: 0.0159247 Apr 21 20:52:13.732427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:13.786937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-81455acd-e631-4248-bd58-636c107fb349 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221752 Apr 21 20:52:13.816349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9d36b94-1bae-4ccd-86d2-4d746e518f94 req-9b2474e7-af26-4409-b6ba-35ff9360fe12 tempest-ServersAdminTestJSON-1378187841 tempest-ServersAdminTestJSON-1378187841-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7f8659b-b636-4e34-8175-c23477beedd2 HTTP/1.1" status: 200 len: 210 time: 0.0509889 Apr 21 20:52:13.839756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:10Z', 'revision_number': 3, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:13.847185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ac54d36b-31f1-4a00-a176-ed417e8ed325 None None] Port 381d6883-3ad2-44c9-ab42-d2caed4a7771 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:52:13.876406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b8bfb-87f0-4854-bd65-661da8d98800 None None] The sync data for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 is: [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:10Z', 'revision_number': 3, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:52:13.978641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2644d-d8a7-4194-9568-8faa956cde01 req-d0199252-2f4e-4f90-a1dc-c68ca50f0660 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:13.986525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ca2644d-d8a7-4194-9568-8faa956cde01 req-d0199252-2f4e-4f90-a1dc-c68ca50f0660 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 1096 time: 0.0602841 Apr 21 20:52:14.049498 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ca2644d-d8a7-4194-9568-8faa956cde01 req-9d972042-c3fa-4a0b-980d-0226b6755be6 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615151 Apr 21 20:52:14.082356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:14.088555 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:14.168129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:14.171406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Pushing event updated for resources: {'Port': ['ID=381d6883-3ad2-44c9-ab42-d2caed4a7771,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:14.175236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20d5892d-a375-401b-b986-bf3f49dade7e req-62d6b8a0-b584-486a-b39c-ffb6b575c218 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 210 time: 0.0483747 Apr 21 20:52:14.294855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Network d180aa32-44af-4d74-b422-8898c009e66e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:14.296749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:14.357326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511c56f-092d-4c65-801b-aedabb41123e req-5d57cf0a-f8f4-441d-963a-3503e74225e0 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:14.360412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d511c56f-092d-4c65-801b-aedabb41123e req-5d57cf0a-f8f4-441d-963a-3503e74225e0 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 1096 time: 0.1087072 Apr 21 20:52:14.436503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d511c56f-092d-4c65-801b-aedabb41123e req-40a00c59-869d-4f0e-9cac-57dc166600b0 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484197 Apr 21 20:52:14.794887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-00fdcd07-84e6-4444-ab0c-94b8ad39fbb4 None None] Provisioning complete for port 381d6883-3ad2-44c9-ab42-d2caed4a7771 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:14.795493 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-00fdcd07-84e6-4444-ab0c-94b8ad39fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:14.850395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-00fdcd07-84e6-4444-ab0c-94b8ad39fbb4 None None] Port 381d6883-3ad2-44c9-ab42-d2caed4a7771 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:52:14.940235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:52:15.050329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:52:15.055672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-12a0fe9e-3b79-4410-b95c-c1145c396871 admin admin] 10.222.0.49 "PUT /v2.0/routers/2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7543259 Apr 21 20:52:15.335683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d4731eb-bb1a-4e69-bf7d-a0ea5e0e9570 req-78081cb0-0426-4009-a8b4-c5b1dcc640e8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 210 time: 0.0485499 Apr 21 20:52:15.372409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42222) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:15.380724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42226) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:15.684918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42246) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:15.687244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b298f844-67a1-486b-9909-7884001134d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a057971deb5f41b1bf48df88d434215a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053367 Apr 21 20:52:15.705482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46113b9f-eb4f-4e90-b29f-e3b778ae5491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:15.721794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-94d0a9a2-f869-45d8-badd-49f4c47353bb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=51b91fce49a94986a42f0b9fce162efd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509150 Apr 21 20:52:15.871197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46113b9f-eb4f-4e90-b29f-e3b778ae5491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:15.879017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46113b9f-eb4f-4e90-b29f-e3b778ae5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:15.935652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113b9f-eb4f-4e90-b29f-e3b778ae5491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf0bac5-869f-4aaf-bca1-bfd9b3ebe95e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:15.940510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-46113b9f-eb4f-4e90-b29f-e3b778ae5491 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=846401cecad04d7cb146f21463626425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669794 Apr 21 20:52:15.943370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42254) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:15.958927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:15.983953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-0befc788-3fd5-43b0-abe7-e519fdf3e72a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:15.985448 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-0befc788-3fd5-43b0-abe7-e519fdf3e72a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520683 Apr 21 20:52:15.992980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42256) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:16.002729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-network', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:16.006016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Request body: {'port': {'device_id': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '51b91fce49a94986a42f0b9fce162efd'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:16.013530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.034610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fd5db908-cdf3-4079-859b-6a1f58b961f5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:16.035591 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a03bf9bb-4161-426f-abcb-74f9ec900016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.050272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Made reservation on behalf of d8c09ce5cd7f47188bb190729b8cdbd8 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:16.052833 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.069691 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a03bf9bb-4161-426f-abcb-74f9ec900016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.071618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.116225 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fd5db908-cdf3-4079-859b-6a1f58b961f5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:16.116600 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.140466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-cfe4f76a-55cb-42f6-81f2-7764802c9e25 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:52:16.141646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-cfe4f76a-55cb-42f6-81f2-7764802c9e25 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236490 Apr 21 20:52:16.166042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:16.172600 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a03bf9bb-4161-426f-abcb-74f9ec900016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.175718 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a03bf9bb-4161-426f-abcb-74f9ec900016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.177149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a03bf9bb-4161-426f-abcb-74f9ec900016 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aaf0bac5-869f-4aaf-bca1-bfd9b3ebe95e HTTP/1.1" status: 204 len: 168 time: 0.2328813 Apr 21 20:52:16.193713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:16.194031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 49030f50-1cf4-4d05-aa3a-f6bd142b0e8e not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:16.196374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bf9bb-4161-426f-abcb-74f9ec900016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf0bac5-869f-4aaf-bca1-bfd9b3ebe95e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:16.227659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-08791682-c92f-4056-9f4b-3e0f04ede8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:16.229211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-08791682-c92f-4056-9f4b-3e0f04ede8be service neutron] 10.222.0.49 "GET /v2.0/ports/4e5ee260-0001-4726-8913-0467dfb83c07 HTTP/1.1" status: 200 len: 1093 time: 0.0751929 Apr 21 20:52:16.233232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Made reservation on behalf of 51b91fce49a94986a42f0b9fce162efd for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:16.237561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.246912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.253320 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.255893 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.257783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Request body: {'binding': {'host': 'n-h1-838945-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:16.258413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Unknown quota resources ['binding']. {{(pid=114647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 20:52:16.282431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port fd5db908-cdf3-4079-859b-6a1f58b961f5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fd5db908-cdf3-4079-859b-6a1f58b961f5,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:16.285287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:52:16.289904 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.293757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.297326 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.298608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17f7e238-9a33-4e4e-a6c6-3a2af165394b HTTP/1.1" status: 204 len: 168 time: 0.6084738 Apr 21 20:52:16.304314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb94d6c-4661-4272-aa68-0d347d6dbc4a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:16.309876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.310218 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Added segment a24e1bea-1fd2-4b32-9b84-2bb5bfab2151 of type vlan for network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 Apr 21 20:52:16.315064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f7e238-9a33-4e4e-a6c6-3a2af165394b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:16.367017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=fd5db908-cdf3-4079-859b-6a1f58b961f5,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:16.381788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.382990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.383342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.383673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.384002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.386251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.386600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.387016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.388222 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.389557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.389893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.390228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.390555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92c4e-7a09-4c0f-bf57-c4b86477ebda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:16.436023 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Sync routers for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:52:16.442721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:16.455950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.456173 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:16.456791 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:16.457036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:16.457641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.519453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 0a688f75-ab74-4ce7-bb72-34fe31405864 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:52:16.525914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 0a688f75-ab74-4ce7-bb72-34fe31405864 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:16.528008 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.539171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5451412 Apr 21 20:52:16.545607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42266) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:16.551062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Request body: {'subnet': {'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-subnet', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:16.564271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894c80c-d2d5-45ff-814e-263b81f48361 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea1d69a-5fc0-4d28-abe2-73001a9a3619,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:16.581670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Made reservation on behalf of d8c09ce5cd7f47188bb190729b8cdbd8 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:16.583903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.586475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:52:16.727824 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-595abddd-6230-470d-b947-50f4d7f56c11 req-c424aa09-f704-4df7-955e-ac75928c193d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 210 time: 0.2071304 Apr 21 20:52:16.759996 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.783684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Allocated IP 192.168.233.235 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/65f03628-7729-4b43-9842-c557f06b4727) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:16.799985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:16.805043 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb5b8fd-b328-4f57-a660-05889a802606" -d '{"events": [{"server_uuid": "956169be-bf68-484a-982c-26374a72673e", "name": "network-vif-plugged", "status": "completed", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:16.824653 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.825204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:16.831417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:16.895313 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5117f8d-da63-4b3d-8e4f-6f8921cd5cee x-openstack-request-id: req-a5117f8d-da63-4b3d-8e4f-6f8921cd5cee {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:16.896025 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956169be-bf68-484a-982c-26374a72673e", "name": "network-vif-plugged", "status": "completed", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:16.896473 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5117f8d-da63-4b3d-8e4f-6f8921cd5cee {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:16.897148 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5117f8d-da63-4b3d-8e4f-6f8921cd5cee'] response: {'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'code': 200} Apr 21 20:52:16.925207 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:16.940626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=12']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:16.954950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde13de9-09fe-4c27-894d-ea38da0629ba,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:16.964419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Checking segment: {'id': 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:16.964798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Network hostable DHCP agents. Network: 9ea1d69a-5fc0-4d28-abe2-73001a9a3619, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:52:16.980391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42274) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:16.996613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:52:17.033207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9bdf099d-53a4-4ecb-bb62-a5f83186d8f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2c1c3361fec46f6952d2be408f07a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516207 Apr 21 20:52:17.033843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42276) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:17.035941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 9ea1d69a-5fc0-4d28-abe2-73001a9a3619) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:17.045143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b222882c-234b-42ad-aaa2-7366e0ef17f2 None None] Network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:17.049661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:17.050258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.071897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42278) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:17.093956 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-74c3f733-0566-49fc-a036-78682bed73b9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5472994 Apr 21 20:52:17.096799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c94bd549-c571-429a-b7dd-74ac963207c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.104020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42280) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:17.109234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:17.110987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 on host n-h1-838945-1 for vnic_type normal with profile None {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:17.111922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:17.112508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:17.133037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Port 4e5ee260-0001-4726-8913-0467dfb83c07 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:52:17.134461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:17.146905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:17.147390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:17.147859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:17.148602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Bound port: 4e5ee260-0001-4726-8913-0467dfb83c07, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:17.155862 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74723626-5674-4ca6-8074-231f70461ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.157601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.158555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.192016 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.211753 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '381d6883-3ad2-44c9-ab42-d2caed4a7771', 'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'mac_address': 'fa:16:3e:5e:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:12Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 2, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'subnets': [{'id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:17.213047 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74723626-5674-4ca6-8074-231f70461ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.254157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:17.261772 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.263087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-149af408-5102-42d6-83d2-32d78aa20dde service neutron] 10.222.0.49 "POST /v2.0/ports/4e5ee260-0001-4726-8913-0467dfb83c07/bindings HTTP/1.1" status: 201 len: 389 time: 1.0112200 Apr 21 20:52:17.269822 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Checking router: 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:52:17.270280 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Updating router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 port 381d6883-3ad2-44c9-ab42-d2caed4a7771 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:52:17.274343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.275292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.296375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5599a89a-010e-443c-9278-2c8a182e9d64', '1aa00b87-5d95-485c-9e8c-dd2839b05699'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:17.299426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-9ea1d69a-5fc0-4d28-abe2-73001a9a3619', 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'fixed_ips': [{'subnet_id': 'cde13de9-09fe-4c27-894d-ea38da0629ba'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:52:17.302250 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.345535 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.371099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c94bd549-c571-429a-b7dd-74ac963207c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.375050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:17.382269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:17.388556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:52:17.393441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:17.416230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c94bd549-c571-429a-b7dd-74ac963207c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.420794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['0a688f75-ab74-4ce7-bb72-34fe31405864'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:17.505266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:17.505861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.602895 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c94bd549-c571-429a-b7dd-74ac963207c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ab78511634845bcb0f548bfc06e46ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262215 Apr 21 20:52:17.607786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42284) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:17.657722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bd549-c571-429a-b7dd-74ac963207c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce4e8c-6aed-4787-acfe-280632442db8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:17.673787 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74723626-5674-4ca6-8074-231f70461ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.676206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74723626-5674-4ca6-8074-231f70461ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.685010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-74723626-5674-4ca6-8074-231f70461ea2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1cea916d-c411-420e-8695-fc34769fac9f HTTP/1.1" status: 204 len: 168 time: 0.6498148 Apr 21 20:52:17.689503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.713309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74723626-5674-4ca6-8074-231f70461ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cea916d-c411-420e-8695-fc34769fac9f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:17.746723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-85c494a1-ae0b-42a2-925d-b97d53e0c6ec tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7495697 Apr 21 20:52:17.764010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc8e66-4937-4dd9-a561-8649be7325de req-a2807f96-c202-48f7-9a92-1aad9e881325 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:17.784872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ffc8e66-4937-4dd9-a561-8649be7325de req-a2807f96-c202-48f7-9a92-1aad9e881325 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.2701597 Apr 21 20:52:17.794876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Request body: {'port': {'device_id': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:17.808328 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.821050 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.901728 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6d26c-440d-443d-8be1-a4eb6e5f1f28 None None] Pushing event updated for resources: {'Port': ['ID=381d6883-3ad2-44c9-ab42-d2caed4a7771,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:17.908646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-83abc4b4-9e77-41e4-8759-9011bf88df4b None None] Provisioning complete for port 65f03628-7729-4b43-9842-c557f06b4727 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:17.909003 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-83abc4b4-9e77-41e4-8759-9011bf88df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.980394 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-689c4791-b4a5-4eb5-be9f-0990c53cc9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:17.984257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-cd84ec8e-71ae-4809-9e7f-89a39c395133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:17.984432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b792b-a9b3-420a-8197-2c20289ae382 req-42778fcf-8d46-45e8-8494-183beeb08bfb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:17.986249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-cd84ec8e-71ae-4809-9e7f-89a39c395133 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 1096 time: 0.4072447 Apr 21 20:52:17.986726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-590b792b-a9b3-420a-8197-2c20289ae382 req-42778fcf-8d46-45e8-8494-183beeb08bfb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 936 time: 0.1686008 Apr 21 20:52:17.999683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Allocated IP 172.20.0.2 (9ea1d69a-5fc0-4d28-abe2-73001a9a3619/cde13de9-09fe-4c27-894d-ea38da0629ba/0ef20313-8471-4930-8f2c-2b836303b03d) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:18.009076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fd5db908-cdf3-4079-859b-6a1f58b961f5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:18.016452 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Attempting to bind port 381d6883-3ad2-44c9-ab42-d2caed4a7771 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:18.016867 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Attempting to bind port 381d6883-3ad2-44c9-ab42-d2caed4a7771 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:18.018726 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Attempting to bind port 381d6883-3ad2-44c9-ab42-d2caed4a7771 on network d180aa32-44af-4d74-b422-8898c009e66e {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:18.031781 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:18.032256 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Checking segment: {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:18.037016 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.037474 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Bound using segment: {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:18.039127 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Bound port: 381d6883-3ad2-44c9-ab42-d2caed4a7771, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:18.039534 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.093736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.126084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-689c4791-b4a5-4eb5-be9f-0990c53cc9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.173252 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-590b792b-a9b3-420a-8197-2c20289ae382 req-5ecc30f4-0788-49dc-a233-96a50267deff tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690850 Apr 21 20:52:18.183879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.190135 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] For port 381d6883-3ad2-44c9-ab42-d2caed4a7771, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:18.200468 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] For port 381d6883-3ad2-44c9-ab42-d2caed4a7771, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=381d6883-3ad2-44c9-ab42-d2caed4a7771,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:18.209713 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.212883 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.219143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ffc8e66-4937-4dd9-a561-8649be7325de req-b3e6b376-96e6-4702-ac10-b95e87732fc3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327118 Apr 21 20:52:18.296859 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:18.297607 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:18.298078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-83abc4b4-9e77-41e4-8759-9011bf88df4b None None] Port 65f03628-7729-4b43-9842-c557f06b4727 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:52:18.387288 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6d26c-440d-443d-8be1-a4eb6e5f1f28 None None] Pushing event updated for resources: {'Port': ['ID=381d6883-3ad2-44c9-ab42-d2caed4a7771,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:18.402540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Allocated IP 172.25.0.160 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/515e5877-9be7-40b3-aece-9e3a0a37abc6) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:18.493650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-4f655528-fb10-4ec4-8114-f765cdbb55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:18.495876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-4f655528-fb10-4ec4-8114-f765cdbb55d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.4913826 Apr 21 20:52:18.500739 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-689c4791-b4a5-4eb5-be9f-0990c53cc9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.505618 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-689c4791-b4a5-4eb5-be9f-0990c53cc9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.508103 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-689c4791-b4a5-4eb5-be9f-0990c53cc9b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88ce4e8c-6aed-4787-acfe-280632442db8 HTTP/1.1" status: 204 len: 168 time: 0.8904850 Apr 21 20:52:18.538608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fd5db908-cdf3-4079-859b-6a1f58b961f5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:18.539506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.548792 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:18.621870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4afbb757-83c5-4ea7-a3da-0ba03d7b5ec8 None None] Provisioning complete for port 381d6883-3ad2-44c9-ab42-d2caed4a7771 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:18.623581 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4afbb757-83c5-4ea7-a3da-0ba03d7b5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.627051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.662898 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-0d53e3e7-cc27-4e0f-9854-e0754b97bb20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e5ee260-0001-4726-8913-0467dfb83c07 HTTP/1.1" status: 200 len: 217 time: 0.1467733 Apr 21 20:52:18.673770 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.692748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c4791-b4a5-4eb5-be9f-0990c53cc9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce4e8c-6aed-4787-acfe-280632442db8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:18.755236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Pushing event updated for resources: {'Port': ['ID=515e5877-9be7-40b3-aece-9e3a0a37abc6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:18.776246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:18.778002 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.782267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:18.785936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:52:18.808054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-9ee7330a-76da-4a32-8c70-dd3c7d031c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:18.809578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-9ee7330a-76da-4a32-8c70-dd3c7d031c9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1145949 Apr 21 20:52:18.828390 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:18.894026 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '381d6883-3ad2-44c9-ab42-d2caed4a7771', 'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'mac_address': 'fa:16:3e:5e:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:12Z', 'updated_at': '2022-04-21T20:52:18Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'subnets': [{'id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:18.957916 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4fb630-df69-4851-881c-a7144fb0ff45 None None] The sync data for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 is: [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '381d6883-3ad2-44c9-ab42-d2caed4a7771', 'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'mac_address': 'fa:16:3e:5e:21:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:12Z', 'updated_at': '2022-04-21T20:52:18Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'subnets': [{'id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:52:18.964897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-b656c22d-361a-48da-8832-8fcf8201f40c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429067 Apr 21 20:52:19.073332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:19.138469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:19.146121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:52:19.156503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-23bbb4ff-e60b-44c6-adc8-0581254173d5 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813169 Apr 21 20:52:19.158197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Pushing event updated for resources: {'Port': ['ID=0ef20313-8471-4930-8f2c-2b836303b03d,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:19.329104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f03628-7729-4b43-9842-c557f06b4727 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:19.340430 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:19.403574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42330) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:19.405325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Transition to ACTIVE for port object 65f03628-7729-4b43-9842-c557f06b4727 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:52:19.425119 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:19.458266 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4afbb757-83c5-4ea7-a3da-0ba03d7b5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:19.462228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Attempting to bind port 0ef20313-8471-4930-8f2c-2b836303b03d on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:19.462714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Attempting to bind port 0ef20313-8471-4930-8f2c-2b836303b03d by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:19.463151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Attempting to bind port 0ef20313-8471-4930-8f2c-2b836303b03d on network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:19.475412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:19.475878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Checking segment: {'id': 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:19.476347 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:19.476992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Bound using segment: {'id': 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:19.477675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Bound port: 0ef20313-8471-4930-8f2c-2b836303b03d, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:19.478128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:19.483546 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:19.552594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-d25f1346-4c6e-4e3a-a187-d47ac619b5b0 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830194 Apr 21 20:52:19.607149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:19.624514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4afbb757-83c5-4ea7-a3da-0ba03d7b5ec8 None None] For port 381d6883-3ad2-44c9-ab42-d2caed4a7771, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=381d6883-3ad2-44c9-ab42-d2caed4a7771,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:19.641248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27ff8-5212-4592-bc3e-dad537b9871f req-7a6f1a4b-713f-4e51-a32e-7c338bfa626e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:19.643353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daf27ff8-5212-4592-bc3e-dad537b9871f req-7a6f1a4b-713f-4e51-a32e-7c338bfa626e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.2529912 Apr 21 20:52:19.693939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4afbb757-83c5-4ea7-a3da-0ba03d7b5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:19.735614 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f322f-31a5-4eea-b2ef-3911490b8e8e req-2a730cd1-285f-41df-8042-7d8c5b9ca198 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:19.738139 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec9f322f-31a5-4eea-b2ef-3911490b8e8e req-2a730cd1-285f-41df-8042-7d8c5b9ca198 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.3142099 Apr 21 20:52:19.774953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daf27ff8-5212-4592-bc3e-dad537b9871f req-d7f34a84-3453-4c8f-9fa4-b81561464bfd tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122835 Apr 21 20:52:19.781808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:19.782689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:19.783607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:19.790909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Port 65f03628-7729-4b43-9842-c557f06b4727 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:52:19.791358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:19.798331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] For port 0ef20313-8471-4930-8f2c-2b836303b03d, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:19.799088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:19.799554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:19.800794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:19.800978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Bound port: 65f03628-7729-4b43-9842-c557f06b4727, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:19.803006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:19.891564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] For port 0ef20313-8471-4930-8f2c-2b836303b03d, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0ef20313-8471-4930-8f2c-2b836303b03d,segment=NetworkSegment(a24e1bea-1fd2-4b32-9b84-2bb5bfab2151),segment_id=a24e1bea-1fd2-4b32-9b84-2bb5bfab2151)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:19.932058 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:19.944845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbb757-83c5-4ea7-a3da-0ba03d7b5ec8 None None] Pushing event updated for resources: {'Port': ['ID=381d6883-3ad2-44c9-ab42-d2caed4a7771,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:20.029548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1743557435-network', 'tenant_id': '3a5fb4f695d54b1582282465f9e9663b'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:20.047279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec9f322f-31a5-4eea-b2ef-3911490b8e8e req-9c2f049e-0058-4869-addf-82af7ef72ccf tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867539 Apr 21 20:52:20.069564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 381d6883-3ad2-44c9-ab42-d2caed4a7771 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:20.071338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:20.077810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:20.085954 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.091765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Made reservation on behalf of 3a5fb4f695d54b1582282465f9e9663b for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:20.092505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e296c43d-914a-4737-ba11-96f665dd5721 None None] Provisioning complete for port 381d6883-3ad2-44c9-ab42-d2caed4a7771 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:20.094455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e296c43d-914a-4737-ba11-96f665dd5721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.096572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.135189 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.178400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.331750 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.337549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516419e6-d55d-4cc7-972c-a3cc9b5b851f None None] Pushing event updated for resources: {'Port': ['ID=0ef20313-8471-4930-8f2c-2b836303b03d,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:20.347037 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.351533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:20.352084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.353531 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] 10.222.0.46 "PUT /v2.0/ports/65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 1096 time: 2.5657613 Apr 21 20:52:20.355159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'tag': '65f03628-7729-4b43-9842-c557f06b4727'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:20.367912 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccda65a-e86b-4f2d-89ee-34f65c35c479" -d '{"events": [{"name": "network-changed", "server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "tag": "65f03628-7729-4b43-9842-c557f06b4727"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:20.417269 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.447205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 381d6883-3ad2-44c9-ab42-d2caed4a7771 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:20.447592 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.500900 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e10570-9a33-419a-a5b5-d7fba1ee469c x-openstack-request-id: req-22e10570-9a33-419a-a5b5-d7fba1ee469c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:20.501200 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "tag": "65f03628-7729-4b43-9842-c557f06b4727", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:20.501434 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22e10570-9a33-419a-a5b5-d7fba1ee469c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:20.509164 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e10570-9a33-419a-a5b5-d7fba1ee469c'] response: {'name': 'network-changed', 'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'tag': '65f03628-7729-4b43-9842-c557f06b4727', 'status': 'completed', 'code': 200} Apr 21 20:52:20.519622 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.544281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Router fe08853b-da38-4358-b741-df6503f1c5c6 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:52:20.598844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd11ae-6c12-43c3-8d66-307b24cf0d28 service neutron] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:20.624366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:52:20.679365 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.679730 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Added segment 53914c5e-6df5-4652-bc87-7c652a7054b9 of type vlan for network b31f5223-a547-4874-ab99-d16904176690 Apr 21 20:52:20.695349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e84f348-594f-4a5f-840a-1cdaffa6760f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:20.727851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-c5b8788d-7276-4ec8-8cf6-35ca49a4d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:20.732171 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-c5b8788d-7276-4ec8-8cf6-35ca49a4d356 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1099 time: 0.3078809 Apr 21 20:52:20.833729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-e6c1b8fc-641e-48c1-80a9-b14eb8a40f63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.0929701 Apr 21 20:52:20.844403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:52:20.853416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.857420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Sync routers for ids ['fe08853b-da38-4358-b741-df6503f1c5c6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:52:20.884459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Routers {'fe08853b-da38-4358-b741-df6503f1c5c6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:20.885282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe08853b-da38-4358-b741-df6503f1c5c6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:20.893938 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:20.899523 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-293ea3b1-8317-4ed4-8bff-2e5f2dc0f89b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7939107 Apr 21 20:52:20.900192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42354) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:20.990479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.resource_extend [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:52:21.021176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-df5d6b87-999c-4e78-ba14-d812f503db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:21.023725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-df5d6b87-999c-4e78-ba14-d812f503db05 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1724696 Apr 21 20:52:21.026799 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:21.028003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:21.028753 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:21.159255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f2f72-74a0-4fb7-bbfe-63c689e8d8c4 req-f69f739f-a5e6-45c2-9bec-d510508c7ea3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:21.159689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Set router fe08853b-da38-4358-b741-df6503f1c5c6 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:21.167110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-022f2f72-74a0-4fb7-bbfe-63c689e8d8c4 req-f69f739f-a5e6-45c2-9bec-d510508c7ea3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1605055 Apr 21 20:52:21.201675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] Pushing event updated for resources: {'Network': ['ID=b31f5223-a547-4874-ab99-d16904176690,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:21.210279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-063fccba-1ad8-4782-8b3c-8cd00ab60a33 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8037283 Apr 21 20:52:21.218933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42362) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:21.241242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-022f2f72-74a0-4fb7-bbfe-63c689e8d8c4 req-f32f52a7-85a9-4b59-81ce-9972d8120e7c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731399 Apr 21 20:52:21.255151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-c973dcd1-2dd1-4b57-9c55-f766f950161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:21.256980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-c973dcd1-2dd1-4b57-9c55-f766f950161f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248189 Apr 21 20:52:21.259455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Request body: {'subnet': {'network_id': 'b31f5223-a547-4874-ab99-d16904176690', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1743557435-subnet', 'tenant_id': '3a5fb4f695d54b1582282465f9e9663b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:21.272954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ececa-d93a-40c2-86cf-9c36965c3493 req-844e12f7-3656-48ff-b78e-a25c97fcf1bb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:21.274885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c96ececa-d93a-40c2-86cf-9c36965c3493 req-844e12f7-3656-48ff-b78e-a25c97fcf1bb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0871572 Apr 21 20:52:21.306148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Made reservation on behalf of 3a5fb4f695d54b1582282465f9e9663b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:21.309416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:21.471599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c96ececa-d93a-40c2-86cf-9c36965c3493 req-5a0f5518-2fb5-4a33-a912-bd45212eaa34 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903327 Apr 21 20:52:21.568856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-d9c27872-e1c2-4d09-af8d-465e709c5cb4 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914708 Apr 21 20:52:21.591059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b31f5223-a547-4874-ab99-d16904176690 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:52:21.750543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6318054-39a0-4149-a90e-037d3fc91c1c req-a8afc1ad-90bf-4df8-8ada-93c8665c099f service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720464 Apr 21 20:52:21.802440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:17Z', 'updated_at': '2022-04-21T20:52:19Z', 'revision_number': 3, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'gw_port': {'id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:18Z', 'updated_at': '2022-04-21T20:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:21.860926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Checking router: fe08853b-da38-4358-b741-df6503f1c5c6 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:52:21.861231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Updating router fe08853b-da38-4358-b741-df6503f1c5c6 port 515e5877-9be7-40b3-aece-9e3a0a37abc6 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:52:21.936315 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:21.938884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-cd8f9698-0455-4565-978f-b37d55927090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:21.941438 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-cd8f9698-0455-4565-978f-b37d55927090 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1099 time: 0.1362398 Apr 21 20:52:22.073651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-00d70004-db70-4154-9885-c846aa1f06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:22.075172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-00d70004-db70-4154-9885-c846aa1f06cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1250088 Apr 21 20:52:22.091203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf57e8a-4f5c-43cc-b8e9-87ec7dceddc6 None None] Network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:22.153687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-7b109cb3-b2cb-46ee-a7e3-fa9ed2daa898 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.0623286 Apr 21 20:52:22.184716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0ef20313-8471-4930-8f2c-2b836303b03d up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:22.215977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42372) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:22.220874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f18aeb9a-b83c-4977-9172-35d17a9f7527 None None] Provisioning complete for port 0ef20313-8471-4930-8f2c-2b836303b03d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:22.221922 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f18aeb9a-b83c-4977-9172-35d17a9f7527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.278406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-bfc3616f-c7ad-471e-8461-2e22e9d35716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:22.281849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-bfc3616f-c7ad-471e-8461-2e22e9d35716 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1274071 Apr 21 20:52:22.310128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.375294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=937d51f6-4778-457a-ae54-edc579df8cda,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:22.408890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bf38888-e005-4782-9bed-6b0174d94418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.409959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.410409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.410845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.411277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.411825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.412305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.413343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.413928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.414583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.415102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.415765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.416231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:22.417318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-65fcf3b2-1bb4-4b82-9669-f0fb0c6c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:22.419032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-65fcf3b2-1bb4-4b82-9669-f0fb0c6c8f6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236837 Apr 21 20:52:22.498209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0ef20313-8471-4930-8f2c-2b836303b03d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:22.498659 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.566146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Checking segment: {'id': '53914c5e-6df5-4652-bc87-7c652a7054b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b31f5223-a547-4874-ab99-d16904176690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:22.566920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Network hostable DHCP agents. Network: b31f5223-a547-4874-ab99-d16904176690, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:52:22.569941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-6e06884e-9eed-4e5e-b965-4ac46c3db834 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380348 Apr 21 20:52:22.585559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024eee8-a525-4b2b-807e-9777b33e2dc1 req-69569ed7-2c27-473d-b038-1add77fdc112 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:22.588096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e024eee8-a525-4b2b-807e-9777b33e2dc1 req-69569ed7-2c27-473d-b038-1add77fdc112 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1896143 Apr 21 20:52:22.660694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Network b31f5223-a547-4874-ab99-d16904176690 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:52:22.662610 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bf38888-e005-4782-9bed-6b0174d94418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.700343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bf38888-e005-4782-9bed-6b0174d94418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.745745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e024eee8-a525-4b2b-807e-9777b33e2dc1 req-a75b2709-eaed-42c8-b232-00d60bd00063 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464789 Apr 21 20:52:22.748960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b31f5223-a547-4874-ab99-d16904176690) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:22.752501 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f18aeb9a-b83c-4977-9172-35d17a9f7527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.784320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:22.784320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.792978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb14f0b-3c88-4bd3-9882-9d9c5be45822 None None] Network b31f5223-a547-4874-ab99-d16904176690 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:22.815040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.817762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79d2d3-154e-4f63-9d46-e2bce053d8ea req-b0d44986-e45b-4790-a647-a4045500e636 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:22.823802 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1dc3eebb-00b7-49e2-9cd0-8a2272ad7824 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5775514 Apr 21 20:52:22.826087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d79d2d3-154e-4f63-9d46-e2bce053d8ea req-b0d44986-e45b-4790-a647-a4045500e636 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.1681950 Apr 21 20:52:22.837754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42382) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:22.855429 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.857334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6bf38888-e005-4782-9bed-6b0174d94418 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99347d60fe934d7c97d8301f8ffad009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6165390 Apr 21 20:52:22.889018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf38888-e005-4782-9bed-6b0174d94418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac92036-6be7-452d-ba6e-50f0d58d0115,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:22.967731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ccda65a-e86b-4f2d-89ee-34f65c35c479 req-6990a3f9-65ab-4aa6-abfd-305a15c75152 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900621 Apr 21 20:52:22.968018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f18aeb9a-b83c-4977-9172-35d17a9f7527 None None] For port 0ef20313-8471-4930-8f2c-2b836303b03d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0ef20313-8471-4930-8f2c-2b836303b03d,segment=NetworkSegment(a24e1bea-1fd2-4b32-9b84-2bb5bfab2151),segment_id=a24e1bea-1fd2-4b32-9b84-2bb5bfab2151)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:22.987910 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f18aeb9a-b83c-4977-9172-35d17a9f7527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:22.991412 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.012258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d79d2d3-154e-4f63-9d46-e2bce053d8ea req-768f6f3d-4228-4712-b9e5-cd15b8fcec12 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852021 Apr 21 20:52:23.062561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.157302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Allocated IP 172.20.0.1 (9ea1d69a-5fc0-4d28-abe2-73001a9a3619/cde13de9-09fe-4c27-894d-ea38da0629ba/d265aa7d-ffd4-42cd-bb4a-3370c5523a5b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:23.163259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fa274f67-5a6f-4074-83a3-55dc1b0f4cb5 None None] Provisioning complete for port 0ef20313-8471-4930-8f2c-2b836303b03d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:23.163580 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fa274f67-5a6f-4074-83a3-55dc1b0f4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.185274 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:52:23.185715 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:52:23.189117 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e821b56c-16b4-4044-8024-100aacd20bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.193301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Attempting to bind port 515e5877-9be7-40b3-aece-9e3a0a37abc6 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:23.193606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Attempting to bind port 515e5877-9be7-40b3-aece-9e3a0a37abc6 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:23.193984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Attempting to bind port 515e5877-9be7-40b3-aece-9e3a0a37abc6 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:23.205078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:23.205460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:23.205866 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.206258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:23.206748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Bound port: 515e5877-9be7-40b3-aece-9e3a0a37abc6, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:23.207147 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.262616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] For port 515e5877-9be7-40b3-aece-9e3a0a37abc6, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:23.264919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e821b56c-16b4-4044-8024-100aacd20bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.266629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] For port 515e5877-9be7-40b3-aece-9e3a0a37abc6, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=515e5877-9be7-40b3-aece-9e3a0a37abc6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:23.292050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18aeb9a-b83c-4977-9172-35d17a9f7527 None None] Pushing event updated for resources: {'Port': ['ID=0ef20313-8471-4930-8f2c-2b836303b03d,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:23.297818 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.379763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8b7e4-7779-4e59-aa34-c9b7f2083b81 None None] Network b31f5223-a547-4874-ab99-d16904176690 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:23.396564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e821b56c-16b4-4044-8024-100aacd20bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.399494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e821b56c-16b4-4044-8024-100aacd20bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.400462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e821b56c-16b4-4044-8024-100aacd20bfb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fac92036-6be7-452d-ba6e-50f0d58d0115 HTTP/1.1" status: 204 len: 168 time: 0.5605457 Apr 21 20:52:23.417286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Routers {'fe08853b-da38-4358-b741-df6503f1c5c6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:23.417693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe08853b-da38-4358-b741-df6503f1c5c6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:23.434915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821b56c-16b4-4044-8024-100aacd20bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac92036-6be7-452d-ba6e-50f0d58d0115,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:23.470413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.507371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad6fc8-7629-481c-8f77-66f0ecd1bba7 None None] Pushing event updated for resources: {'Port': ['ID=515e5877-9be7-40b3-aece-9e3a0a37abc6,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:23.543549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.629451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Pushing event updated for resources: {'Port': ['ID=d265aa7d-ffd4-42cd-bb4a-3370c5523a5b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:23.643988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:23.645625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:23.650178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:52:23.712597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.772826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42398) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:23.779052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-516194576-network', 'tenant_id': 'a52e98097e4e4f528bcfe930e25535ec'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:23.855203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Made reservation on behalf of a52e98097e4e4f528bcfe930e25535ec for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:23.858359 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:23.870390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.007377 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.013693 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.020078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7cfb4c-470d-45be-bbc0-c1d1a604ae39 req-815a1488-62fc-4a36-9b4d-99c07a477c45 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:24.029002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad6fc8-7629-481c-8f77-66f0ecd1bba7 None None] Pushing event updated for resources: {'Port': ['ID=515e5877-9be7-40b3-aece-9e3a0a37abc6,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:24.033383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd7cfb4c-470d-45be-bbc0-c1d1a604ae39 req-815a1488-62fc-4a36-9b4d-99c07a477c45 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1622217 Apr 21 20:52:24.049316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:52:24.063777 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.064645 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Added segment 9e8bea8d-8963-4023-812f-239581495957 of type vlan for network e9896c76-7e68-44cf-ae7e-7f12421cc470 Apr 21 20:52:24.072459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 381d6883-3ad2-44c9-ab42-d2caed4a7771 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:24.094442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.126915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] Set router fe08853b-da38-4358-b741-df6503f1c5c6 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:24.148579 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.174299 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd7cfb4c-470d-45be-bbc0-c1d1a604ae39 req-a86cafa4-3358-49a5-a3dd-cd7ca2d10746 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341546 Apr 21 20:52:24.175302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42410) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:24.195361 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed508a15-7d91-4fd3-8a1b-09893b9ceca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.217065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfc8de0-a1fe-4f22-82bf-cb9aff108a99,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:24.238513 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.239704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:24.240435 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.258854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-728ec026-c1c1-4d09-98a6-b85017da33fb None None] Provisioning complete for port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:24.259504 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-728ec026-c1c1-4d09-98a6-b85017da33fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.330897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-728ec026-c1c1-4d09-98a6-b85017da33fb None None] Port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:52:24.340096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 381d6883-3ad2-44c9-ab42-d2caed4a7771 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:24.340730 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.411235 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed508a15-7d91-4fd3-8a1b-09893b9ceca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.461439 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed508a15-7d91-4fd3-8a1b-09893b9ceca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.467651 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.481736 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.493375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:17Z', 'updated_at': '2022-04-21T20:52:19Z', 'revision_number': 3, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'gw_port': {'id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:18Z', 'updated_at': '2022-04-21T20:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:24.531975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0965dbe8-2a9a-42cd-a963-b377e5f29463 None None] The sync data for ids ['fe08853b-da38-4358-b741-df6503f1c5c6'] in n-d-838945-1 is: [{'id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:17Z', 'updated_at': '2022-04-21T20:52:19Z', 'revision_number': 3, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'gw_port': {'id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:18Z', 'updated_at': '2022-04-21T20:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:52:24.617236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0ef20313-8471-4930-8f2c-2b836303b03d up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:24.623929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.676073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9017737 Apr 21 20:52:24.681551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42412) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:24.687248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Request body: {'subnet': {'network_id': 'e9896c76-7e68-44cf-ae7e-7f12421cc470', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-516194576-subnet', 'tenant_id': 'a52e98097e4e4f528bcfe930e25535ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:24.696929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236f7d-ef67-49de-947f-38e2bae78d3e admin admin] Pushing event updated for resources: {'Network': ['ID=e9896c76-7e68-44cf-ae7e-7f12421cc470,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:24.697889 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ed508a15-7d91-4fd3-8a1b-09893b9ceca4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4ff545605d149248f6a3e561d10f38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189762 Apr 21 20:52:24.699554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42414) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:24.709697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0ef20313-8471-4930-8f2c-2b836303b03d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:24.710659 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.716967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Pushing event updated for resources: {'Port': ['ID=d265aa7d-ffd4-42cd-bb4a-3370c5523a5b,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:24.722095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a705de-73a6-4e70-9de0-4bb3dfa99ffc req-f74a2cff-2939-45db-ab3c-dbc13e3c8226 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:24.723770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3a705de-73a6-4e70-9de0-4bb3dfa99ffc req-f74a2cff-2939-45db-ab3c-dbc13e3c8226 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.5078952 Apr 21 20:52:24.730232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed508a15-7d91-4fd3-8a1b-09893b9ceca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24baac59-b3cd-4950-86fb-af8b348d31d0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:24.763292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e9896c76-7e68-44cf-ae7e-7f12421cc470 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:52:24.785117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Made reservation on behalf of a52e98097e4e4f528bcfe930e25535ec for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:24.787939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.828023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a23d49c9-b55b-4d94-9d4b-2484086c8de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:24.891645 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3a705de-73a6-4e70-9de0-4bb3dfa99ffc req-dda0c45b-1ceb-4cdb-9360-c731a9870ccf tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576231 Apr 21 20:52:24.910301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:24.913861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:24.929061 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a23d49c9-b55b-4d94-9d4b-2484086c8de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:25.106971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a23d49c9-b55b-4d94-9d4b-2484086c8de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:25.110153 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a23d49c9-b55b-4d94-9d4b-2484086c8de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:25.113403 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a23d49c9-b55b-4d94-9d4b-2484086c8de4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24baac59-b3cd-4950-86fb-af8b348d31d0 HTTP/1.1" status: 204 len: 168 time: 0.4089119 Apr 21 20:52:25.117951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Router fe08853b-da38-4358-b741-df6503f1c5c6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:52:25.202167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d49c9-b55b-4d94-9d4b-2484086c8de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24baac59-b3cd-4950-86fb-af8b348d31d0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:25.241013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:25.311854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd15e56-fcbd-4645-a834-e4faf7969dcc,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:25.328840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-84435586-1f6c-42fc-b6e9-053314c006b5 None None] Provisioning complete for port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:25.332088 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-84435586-1f6c-42fc-b6e9-053314c006b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:25.335748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:52:25.367513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-df69a798-4d82-4acf-9c97-42109082257b admin admin] 10.222.0.49 "PUT /v2.0/routers/fe08853b-da38-4358-b741-df6503f1c5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4611375 Apr 21 20:52:25.386776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Checking segment: {'id': '9e8bea8d-8963-4023-812f-239581495957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e9896c76-7e68-44cf-ae7e-7f12421cc470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:25.387111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Network hostable DHCP agents. Network: e9896c76-7e68-44cf-ae7e-7f12421cc470, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:52:25.423154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Network e9896c76-7e68-44cf-ae7e-7f12421cc470 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:52:25.452312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e9896c76-7e68-44cf-ae7e-7f12421cc470) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:25.459560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:25.459730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-84435586-1f6c-42fc-b6e9-053314c006b5 None None] Port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:52:25.460161 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:25.463270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a93b62-df41-4a3e-a78a-23fa032d3a72 None None] Network e9896c76-7e68-44cf-ae7e-7f12421cc470 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:25.472488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04328c-f42e-4910-b1aa-7aab01de39b6 req-f50d63dc-49bf-449b-9cbe-37265a5c6f9f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:25.485118 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7f04328c-f42e-4910-b1aa-7aab01de39b6 req-f50d63dc-49bf-449b-9cbe-37265a5c6f9f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1438906 Apr 21 20:52:25.499476 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-09a4934f-d4f8-42b3-b9d7-90c1b347a6a0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8159773 Apr 21 20:52:25.563714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7f04328c-f42e-4910-b1aa-7aab01de39b6 req-af1e8730-c5fb-4829-b962-5ef8af7b0156 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711052 Apr 21 20:52:25.747462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea220b4-3130-4537-a67f-2297ac681c0c None None] Network e9896c76-7e68-44cf-ae7e-7f12421cc470 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:26.108318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868ae13-bb39-47d0-a82f-be8621142aeb req-a9ad29ea-6fde-476d-87f1-7ead1bc74cee tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:26.109978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e868ae13-bb39-47d0-a82f-be8621142aeb req-a9ad29ea-6fde-476d-87f1-7ead1bc74cee tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0903339 Apr 21 20:52:26.175270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e868ae13-bb39-47d0-a82f-be8621142aeb req-835701bd-b26b-43d8-b6c0-3b4b497f2694 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582876 Apr 21 20:52:26.473419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:52:26.588823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-61f7554a-31d9-4549-b884-c80b19bc8121 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:26.590378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-61f7554a-31d9-4549-b884-c80b19bc8121 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/networks?id=b31f5223-a547-4874-ab99-d16904176690 HTTP/1.1" status: 200 len: 815 time: 0.2806654 Apr 21 20:52:26.630635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-e5cb7dda-06a6-42fa-b9c1-031fdbe7a823 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/quotas/3a5fb4f695d54b1582282465f9e9663b HTTP/1.1" status: 200 len: 375 time: 0.0219345 Apr 21 20:52:26.754088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-786a7a1d-b862-4f5e-9c81-e37ba301e926 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a5fb4f695d54b1582282465f9e9663b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150212 Apr 21 20:52:26.790578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42470) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:26.798485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 515e5877-9be7-40b3-aece-9e3a0a37abc6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:26.830496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8ed6a-a92d-4597-83c7-2444be525326 req-5554aae6-5a6d-4a59-859a-1703e64ee0a1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:26.832439 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6fe8ed6a-a92d-4597-83c7-2444be525326 req-5554aae6-5a6d-4a59-859a-1703e64ee0a1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1159246 Apr 21 20:52:26.904235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6fe8ed6a-a92d-4597-83c7-2444be525326 req-c8854b08-5a97-4b7d-adf7-cca50519b778 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600848 Apr 21 20:52:26.913183 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:26.933956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '65f03628-7729-4b43-9842-c557f06b4727', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '65f03628-7729-4b43-9842-c557f06b4727', 'mac_address': 'fa:16:3e:97:a5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:52:26.984518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 515e5877-9be7-40b3-aece-9e3a0a37abc6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:26.985185 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.017533 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.049902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-e8cb9aed-f8b4-4b6a-ac2a-0f36a5006c60 service neutron] 10.222.0.49 "GET /v2.0/networks/b31f5223-a547-4874-ab99-d16904176690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866514 Apr 21 20:52:27.050150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f03628-7729-4b43-9842-c557f06b4727 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:27.066082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-275431274-network', 'tenant_id': '37c70604bc6b4aee98099584cc509ac7'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:27.085686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:27.093480 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.171138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Made reservation on behalf of 37c70604bc6b4aee98099584cc509ac7 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:27.176079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.184009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:27.193976 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.202293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.202657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.203004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.203341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.203670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.204970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.204970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.204970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.205225 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.205408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.205408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.205694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.205908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:52:27.222170 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Sync routers for ids ['fe08853b-da38-4358-b741-df6503f1c5c6'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:52:27.230327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 515e5877-9be7-40b3-aece-9e3a0a37abc6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=515e5877-9be7-40b3-aece-9e3a0a37abc6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:27.238960 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.249729 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Routers {'fe08853b-da38-4358-b741-df6503f1c5c6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:27.252127 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe08853b-da38-4358-b741-df6503f1c5c6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:27.293742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-b1bcb2dc-3c88-45b5-b4dd-6bfdb8f36505 service neutron] 10.222.0.49 "GET /v2.0/networks/b31f5223-a547-4874-ab99-d16904176690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425172 Apr 21 20:52:27.312254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=515e5877-9be7-40b3-aece-9e3a0a37abc6,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:27.381212 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.391851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.406882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:52:27.417146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.417489 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Added segment 62d17390-37c4-4663-b082-d204e31a5849 of type vlan for network 4fcf2b9b-0da7-45e4-be60-81187c04878d Apr 21 20:52:27.471082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.506337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319cceb-2450-4551-842c-ab801594b4b8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:27.521853 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.523244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:27.524056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.534564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78816395-be04-4d9b-ad05-9f1403a6912d req-28b61d42-321d-4a51-a00f-707df70b3ad5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:27.542534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['65f03628-7729-4b43-9842-c557f06b4727'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:27.547434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78816395-be04-4d9b-ad05-9f1403a6912d req-28b61d42-321d-4a51-a00f-707df70b3ad5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 949 time: 0.1931694 Apr 21 20:52:27.610886 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Set router fe08853b-da38-4358-b741-df6503f1c5c6 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:27.642958 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78816395-be04-4d9b-ad05-9f1403a6912d req-b7afedda-3a7e-4b5b-94c9-a06f071e8af7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946403 Apr 21 20:52:27.673513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42480) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:27.677709 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8586402 Apr 21 20:52:27.678978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Request body: {'subnet': {'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-275431274-subnet', 'tenant_id': '37c70604bc6b4aee98099584cc509ac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:27.696925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e51e1bc-332c-42e6-9ccf-2839a6f204e2 req-24030a56-c357-4db8-83e9-fee4e027c861 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 210 time: 0.1468244 Apr 21 20:52:27.734444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Made reservation on behalf of 37c70604bc6b4aee98099584cc509ac7 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:27.737015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:27.754108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e739a-2e93-4f3a-a345-dbea0e4a0748 admin admin] Pushing event updated for resources: {'Network': ['ID=4fcf2b9b-0da7-45e4-be60-81187c04878d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:27.769412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 4fcf2b9b-0da7-45e4-be60-81187c04878d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:52:28.091695 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:17Z', 'updated_at': '2022-04-21T20:52:23Z', 'revision_number': 4, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'gw_port': {'id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:18Z', 'updated_at': '2022-04-21T20:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd265aa7d-ffd4-42cd-bb4a-3370c5523a5b', 'name': '', 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'mac_address': 'fa:16:3e:cb:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'cde13de9-09fe-4c27-894d-ea38da0629ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:22Z', 'updated_at': '2022-04-21T20:52:24Z', 'revision_number': 2, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'subnets': [{'id': 'cde13de9-09fe-4c27-894d-ea38da0629ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:28.116605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e1538-c96d-44a5-ab3c-ccd1b8cc8e4b req-449bf5b9-d0e5-4cc8-8dd8-f1914f6cf6cc tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:28.124451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-152e1538-c96d-44a5-ab3c-ccd1b8cc8e4b req-449bf5b9-d0e5-4cc8-8dd8-f1914f6cf6cc tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1199055 Apr 21 20:52:28.132434 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:28.157100 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Checking router: fe08853b-da38-4358-b741-df6503f1c5c6 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:52:28.162103 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Updating router fe08853b-da38-4358-b741-df6503f1c5c6 port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:52:28.216713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-152e1538-c96d-44a5-ab3c-ccd1b8cc8e4b req-80c17e72-83b7-4440-9b36-8a1034d553c0 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856173 Apr 21 20:52:28.218527 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:28.247406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd332a6-7a4a-4922-bc39-267094f43be2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:28.252199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:28.252560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Network hostable DHCP agents. Network: 4fcf2b9b-0da7-45e4-be60-81187c04878d, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:52:28.289158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Network 4fcf2b9b-0da7-45e4-be60-81187c04878d is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:52:28.302577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 4fcf2b9b-0da7-45e4-be60-81187c04878d) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:28.314177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:28.314780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:28.317298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727605d2-feb1-4edc-898a-77f165b8f818 None None] Network 4fcf2b9b-0da7-45e4-be60-81187c04878d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:28.348835 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1d82e542-6cd5-4d23-be96-4de171e7305e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6688819 Apr 21 20:52:28.564855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd60c83-41be-4fcb-ac0d-50aff5f4993a None None] Network 4fcf2b9b-0da7-45e4-be60-81187c04878d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:28.758107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 515e5877-9be7-40b3-aece-9e3a0a37abc6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:28.896670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2855e84a-e6e4-4532-a1d9-3fc0a0246118 req-802f3f19-2e84-47fd-8084-1f9dce8f6e5d tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 210 time: 0.0702863 Apr 21 20:52:28.898172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 515e5877-9be7-40b3-aece-9e3a0a37abc6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:28.898551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:28.926056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d101b0-f43c-406d-9a09-1d27c6c6ffc5 req-ba0be5c1-9b4c-4f5a-8f9f-b9cd540ea40d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:28.938468 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:28.941268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25d101b0-f43c-406d-9a09-1d27c6c6ffc5 req-ba0be5c1-9b4c-4f5a-8f9f-b9cd540ea40d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 949 time: 0.1304748 Apr 21 20:52:28.946700 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:29.000519 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21916b4-fbe5-4d5d-8b8f-dd393a8b3b60 None None] Pushing event updated for resources: {'Port': ['ID=d265aa7d-ffd4-42cd-bb4a-3370c5523a5b,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:29.132540 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25d101b0-f43c-406d-9a09-1d27c6c6ffc5 req-972bbe51-3f30-4334-b764-ca09d368ba3d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848488 Apr 21 20:52:29.155338 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Attempting to bind port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:29.155698 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Attempting to bind port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:29.156058 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Attempting to bind port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b on network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:29.177373 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:29.177373 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Checking segment: {'id': 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:29.179482 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:29.179668 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Bound using segment: {'id': 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:29.180883 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Bound port: d265aa7d-ffd4-42cd-bb4a-3370c5523a5b, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:29.184260 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:29.413155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-a29f4e93-cb36-40af-8cfc-2a606adbf261 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:29.420647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-a29f4e93-cb36-40af-8cfc-2a606adbf261 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.43 "GET /v2.0/networks?id=b31f5223-a547-4874-ab99-d16904176690 HTTP/1.1" status: 200 len: 815 time: 0.1775010 Apr 21 20:52:29.435625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Request body: {'port': {'device_id': '50ac5e7a-9cdd-468a-91e7-c3e26b95423e', 'network_id': 'b31f5223-a547-4874-ab99-d16904176690', 'admin_state_up': True, 'tenant_id': '3a5fb4f695d54b1582282465f9e9663b'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:29.469489 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] For port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:29.479897 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] For port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d265aa7d-ffd4-42cd-bb4a-3370c5523a5b,segment=NetworkSegment(a24e1bea-1fd2-4b32-9b84-2bb5bfab2151),segment_id=a24e1bea-1fd2-4b32-9b84-2bb5bfab2151)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:29.488478 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:29.618248 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Routers {'fe08853b-da38-4358-b741-df6503f1c5c6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:29.619061 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe08853b-da38-4358-b741-df6503f1c5c6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:29.657849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42510) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:29.663503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2077675002-network', 'tenant_id': 'd0eeeb1c82bc4c2fa04ab293899fea7a'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:29.697022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521e0a6-02ce-46b4-a947-c2b22dd5110d req-4e55987e-7733-4f30-8d81-81b66ccdbf6c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:29.699289 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a521e0a6-02ce-46b4-a947-c2b22dd5110d req-4e55987e-7733-4f30-8d81-81b66ccdbf6c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1480188 Apr 21 20:52:29.709223 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21916b4-fbe5-4d5d-8b8f-dd393a8b3b60 None None] Pushing event updated for resources: {'Port': ['ID=d265aa7d-ffd4-42cd-bb4a-3370c5523a5b,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:29.741537 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Made reservation on behalf of d0eeeb1c82bc4c2fa04ab293899fea7a for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:29.746052 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:29.770101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:29.779574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8fbf455a-ad66-47f7-a6fb-2e3786298b9f None None] Provisioning complete for port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:29.780156 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8fbf455a-ad66-47f7-a6fb-2e3786298b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:29.783728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Made reservation on behalf of 3a5fb4f695d54b1582282465f9e9663b for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:29.788040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:29.816490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a521e0a6-02ce-46b4-a947-c2b22dd5110d req-89e069ca-6187-4cb5-8d95-d23a43f5c391 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034527 Apr 21 20:52:29.851321 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] Set router fe08853b-da38-4358-b741-df6503f1c5c6 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:29.966503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Allocated IP 172.20.0.11 (b31f5223-a547-4874-ab99-d16904176690/937d51f6-4778-457a-ae54-edc579df8cda/a8ef0553-bf75-496e-a199-7848bf0b200b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:29.988941 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.003347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.034371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:52:30.067598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.068094 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Added segment b7c85f4c-aaef-4ea1-9f56-f65eaf9a37c4 of type vlan for network d4c22254-9742-4e86-81b1-14f2b10cf015 Apr 21 20:52:30.167528 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8fbf455a-ad66-47f7-a6fb-2e3786298b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.224591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e9e0c71-39d0-4b3c-af4c-4615a3933caf req-8cc257f8-86a1-43bc-8340-1093593ab138 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 210 time: 0.0557928 Apr 21 20:52:30.227028 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.227671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.270978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cda0ef-dddb-422f-a09d-36471087db26,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:30.287007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.289725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:30.290970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.291911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8fbf455a-ad66-47f7-a6fb-2e3786298b9f None None] For port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d265aa7d-ffd4-42cd-bb4a-3370c5523a5b,segment=NetworkSegment(a24e1bea-1fd2-4b32-9b84-2bb5bfab2151),segment_id=a24e1bea-1fd2-4b32-9b84-2bb5bfab2151)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:30.300003 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8fbf455a-ad66-47f7-a6fb-2e3786298b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.335449 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:17Z', 'updated_at': '2022-04-21T20:52:23Z', 'revision_number': 4, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'gw_port': {'id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:18Z', 'updated_at': '2022-04-21T20:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd265aa7d-ffd4-42cd-bb4a-3370c5523a5b', 'name': '', 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'mac_address': 'fa:16:3e:cb:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'cde13de9-09fe-4c27-894d-ea38da0629ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:22Z', 'updated_at': '2022-04-21T20:52:29Z', 'revision_number': 4, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'subnets': [{'id': 'cde13de9-09fe-4c27-894d-ea38da0629ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:30.369151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7100103 Apr 21 20:52:30.370474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:30.371184 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc6cf02-c0c5-4d0b-814b-b1019663b2b1 None None] The sync data for ids ['fe08853b-da38-4358-b741-df6503f1c5c6'] in n-d-838945-1 is: [{'id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:17Z', 'updated_at': '2022-04-21T20:52:23Z', 'revision_number': 4, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'gw_port': {'id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:18Z', 'updated_at': '2022-04-21T20:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd265aa7d-ffd4-42cd-bb4a-3370c5523a5b', 'name': '', 'network_id': '9ea1d69a-5fc0-4d28-abe2-73001a9a3619', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'mac_address': 'fa:16:3e:cb:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'cde13de9-09fe-4c27-894d-ea38da0629ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:22Z', 'updated_at': '2022-04-21T20:52:29Z', 'revision_number': 4, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'subnets': [{'id': 'cde13de9-09fe-4c27-894d-ea38da0629ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:52:30.381106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Request body: {'subnet': {'network_id': 'd4c22254-9742-4e86-81b1-14f2b10cf015', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2077675002-subnet', 'tenant_id': 'd0eeeb1c82bc4c2fa04ab293899fea7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:30.404546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0601f-e4c5-4ddc-86b2-7b6e602a7fcf admin admin] Pushing event updated for resources: {'Network': ['ID=d4c22254-9742-4e86-81b1-14f2b10cf015,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:30.414955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf455a-ad66-47f7-a6fb-2e3786298b9f None None] Pushing event updated for resources: {'Port': ['ID=d265aa7d-ffd4-42cd-bb4a-3370c5523a5b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:30.418079 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.425710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d4c22254-9742-4e86-81b1-14f2b10cf015 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:52:30.438422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Made reservation on behalf of d0eeeb1c82bc4c2fa04ab293899fea7a for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:30.452214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e56af7-b213-419d-84ad-9cfbb02a2341 req-0170a2b9-ff74-46a1-b982-8a0cc628da1b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:30.474366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.511242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24e56af7-b213-419d-84ad-9cfbb02a2341 req-0170a2b9-ff74-46a1-b982-8a0cc628da1b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 949 time: 0.2263751 Apr 21 20:52:30.569055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:30.584042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-883bef30-65f1-4480-b91d-587d4154b91d None None] Provisioning complete for port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:30.585250 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-883bef30-65f1-4480-b91d-587d4154b91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.610691 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-00d20bf5-54e6-40be-be5c-396142d32004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.633426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Network b31f5223-a547-4874-ab99-d16904176690 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:30.671623 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24e56af7-b213-419d-84ad-9cfbb02a2341 req-cee3d9c2-12fb-470c-b05f-30545348c82f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588783 Apr 21 20:52:30.673861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:30.678603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Pushing event updated for resources: {'Port': ['ID=a8ef0553-bf75-496e-a199-7848bf0b200b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:30.696723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:52:30.723860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d265aa7d-ffd4-42cd-bb4a-3370c5523a5b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:30.808561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:30.810172 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.810534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 65f03628-7729-4b43-9842-c557f06b4727 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:52:30.817415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 65f03628-7729-4b43-9842-c557f06b4727 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:30.817415 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:30.856339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-1ea5920c-66be-4196-96c5-16f83205d58c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4260335 Apr 21 20:52:30.866076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:30.866479 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:31.008018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:31.029060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:31.091634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=121a7110-4ada-48c1-98d4-ad6b34298f0c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:31.128464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f03628-7729-4b43-9842-c557f06b4727'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:31.130986 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd757ed-07b8-443b-9783-df1376864a26" -d '{"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "65f03628-7729-4b43-9842-c557f06b4727"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:31.163076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Request body: {'port': {'device_id': '50ac5e7a-9cdd-468a-91e7-c3e26b95423e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:31.193734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:31.202070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:31.243820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166aca-a9bc-4e9c-9fc7-5f18891feda7 req-1fbbf9b7-bede-41b1-a6a2-dc1f9f955010 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:31.254099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0166aca-a9bc-4e9c-9fc7-5f18891feda7 req-1fbbf9b7-bede-41b1-a6a2-dc1f9f955010 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.1703351 Apr 21 20:52:31.297059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Checking segment: {'id': 'b7c85f4c-aaef-4ea1-9f56-f65eaf9a37c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd4c22254-9742-4e86-81b1-14f2b10cf015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:31.297415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Network hostable DHCP agents. Network: d4c22254-9742-4e86-81b1-14f2b10cf015, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:52:31.329514 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0166aca-a9bc-4e9c-9fc7-5f18891feda7 req-ecc0a268-7ec0-4c92-8ef1-0c9a7891791e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743382 Apr 21 20:52:31.359603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Network d4c22254-9742-4e86-81b1-14f2b10cf015 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:52:31.372960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, d4c22254-9742-4e86-81b1-14f2b10cf015) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:31.374862 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433464ad-7af5-4a1b-84c9-423aba21ebe0 x-openstack-request-id: req-433464ad-7af5-4a1b-84c9-423aba21ebe0 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:31.375450 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "65f03628-7729-4b43-9842-c557f06b4727", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:31.376219 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-433464ad-7af5-4a1b-84c9-423aba21ebe0 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:31.379720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:31.380505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:31.385998 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433464ad-7af5-4a1b-84c9-423aba21ebe0'] response: {'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f03628-7729-4b43-9842-c557f06b4727', 'code': 200} Apr 21 20:52:31.396745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b80ca0-0ec9-4340-aaa3-cbafed3116a3 None None] Network d4c22254-9742-4e86-81b1-14f2b10cf015 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:31.410346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-41e83115-cb92-4ec8-9f45-954180c5ae9f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0349209 Apr 21 20:52:31.432733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:31.469076 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:31.631084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb33b3f-2aa0-4957-a2cd-6363ee1653c6 req-51ff2f2e-06d2-456c-8bdd-748fc92bc1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:31.632571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbb33b3f-2aa0-4957-a2cd-6363ee1653c6 req-51ff2f2e-06d2-456c-8bdd-748fc92bc1da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1101 time: 0.3386283 Apr 21 20:52:31.674086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc7156-2626-422e-879a-739a76ef8419 req-f66b8a45-8548-45cf-8d29-bf7a47581f22 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:31.680955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9815f35b-3f76-4352-95e1-cc0c5bb63807 None None] Network d4c22254-9742-4e86-81b1-14f2b10cf015 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:31.681501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-affc7156-2626-422e-879a-739a76ef8419 req-f66b8a45-8548-45cf-8d29-bf7a47581f22 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 932 time: 0.2898576 Apr 21 20:52:31.869232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-affc7156-2626-422e-879a-739a76ef8419 req-e029bfc0-3f68-496d-935d-93413e569494 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360431 Apr 21 20:52:31.877875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b35f9-6a42-45f4-b610-d93e483c9205 req-d2b5c18e-ff3a-4d1f-93fb-98a630eaf4cd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:31.913043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a4b35f9-6a42-45f4-b610-d93e483c9205 req-d2b5c18e-ff3a-4d1f-93fb-98a630eaf4cd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1033001 Apr 21 20:52:31.998655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a4b35f9-6a42-45f4-b610-d93e483c9205 req-95384194-9504-459e-86c1-5dd5d2e568ea tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843384 Apr 21 20:52:32.012051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbb33b3f-2aa0-4957-a2cd-6363ee1653c6 req-9b3aab8e-95b4-4067-90fe-a5810386e1f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623717 Apr 21 20:52:32.343937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ef0553-bf75-496e-a199-7848bf0b200b {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:32.357634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:32.362439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843aab6-caa5-4e46-b70f-2180b6f471f6 req-d9b6b8e6-4d78-4ea3-af75-2c2e739a2fba tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:32.364369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5843aab6-caa5-4e46-b70f-2180b6f471f6 req-d9b6b8e6-4d78-4ea3-af75-2c2e739a2fba tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 946 time: 0.0718608 Apr 21 20:52:32.370710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-7e06a592-e0e1-4aaf-9981-414c406519ff tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:32.372134 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-7e06a592-e0e1-4aaf-9981-414c406519ff tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 807 time: 0.1625133 Apr 21 20:52:32.379304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Transition to ACTIVE for port object a8ef0553-bf75-496e-a199-7848bf0b200b will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:52:32.388747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:32.399516 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-46ac1789-504d-45d1-8d51-061b8afcaef4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/quotas/37c70604bc6b4aee98099584cc509ac7 HTTP/1.1" status: 200 len: 375 time: 0.0191109 Apr 21 20:52:32.409101 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5843aab6-caa5-4e46-b70f-2180b6f471f6 req-4a3c1cea-41ec-456c-b291-c13237f1c67b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382254 Apr 21 20:52:32.462435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-a3c45efa-8c57-4106-bd97-4f50e5cbbfde tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424173 Apr 21 20:52:32.472156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Pushing event updated for resources: {'Port': ['ID=a8ef0553-bf75-496e-a199-7848bf0b200b,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:32.524155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168ced-8749-4e40-b151-ef62d5d3667c req-4c84be0b-9bec-464c-a268-a0681129438f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:32.536053 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0168ced-8749-4e40-b151-ef62d5d3667c req-4c84be0b-9bec-464c-a268-a0681129438f tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.0657785 Apr 21 20:52:32.578515 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0168ced-8749-4e40-b151-ef62d5d3667c req-8d207f37-563e-4312-a6a7-f1946baf368a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414760 Apr 21 20:52:32.617647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Attempting to bind port a8ef0553-bf75-496e-a199-7848bf0b200b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:32.617982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Attempting to bind port a8ef0553-bf75-496e-a199-7848bf0b200b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '53914c5e-6df5-4652-bc87-7c652a7054b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b31f5223-a547-4874-ab99-d16904176690'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:32.618316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Attempting to bind port a8ef0553-bf75-496e-a199-7848bf0b200b on network b31f5223-a547-4874-ab99-d16904176690 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:32.625542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-171e2180-8820-473f-85d5-e57313631345 service neutron] 10.222.0.49 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500142 Apr 21 20:52:32.626195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Port a8ef0553-bf75-496e-a199-7848bf0b200b on network b31f5223-a547-4874-ab99-d16904176690 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:52:32.626508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Attempting to bind port a8ef0553-bf75-496e-a199-7848bf0b200b on network b31f5223-a547-4874-ab99-d16904176690 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:32.631373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:32.631706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Checking segment: {'id': '53914c5e-6df5-4652-bc87-7c652a7054b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b31f5223-a547-4874-ab99-d16904176690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:32.632069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Bound using segment: {'id': '53914c5e-6df5-4652-bc87-7c652a7054b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b31f5223-a547-4874-ab99-d16904176690'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:32.632482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Bound port: a8ef0553-bf75-496e-a199-7848bf0b200b, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53914c5e-6df5-4652-bc87-7c652a7054b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b31f5223-a547-4874-ab99-d16904176690'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:32.633403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:32.750631 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61b5ad68-e750-4e1a-a090-3a349dc92cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:32.765601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] For port a8ef0553-bf75-496e-a199-7848bf0b200b, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:32.770288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] For port a8ef0553-bf75-496e-a199-7848bf0b200b, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8ef0553-bf75-496e-a199-7848bf0b200b,segment=NetworkSegment(53914c5e-6df5-4652-bc87-7c652a7054b9),segment_id=53914c5e-6df5-4652-bc87-7c652a7054b9)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:32.775062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-44b73170-bcd9-4489-81f3-e1ef953b8112 service neutron] 10.222.0.49 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388037 Apr 21 20:52:32.776604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:32.814409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:32.815036 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:32.816423 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] 10.222.0.43 "PUT /v2.0/ports/a8ef0553-bf75-496e-a199-7848bf0b200b HTTP/1.1" status: 200 len: 1092 time: 1.9486461 Apr 21 20:52:32.818898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ac5e7a-9cdd-468a-91e7-c3e26b95423e', 'tag': 'a8ef0553-bf75-496e-a199-7848bf0b200b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:32.827868 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64de198f-3d99-414d-8600-ad8be0352bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "50ac5e7a-9cdd-468a-91e7-c3e26b95423e", "tag": "a8ef0553-bf75-496e-a199-7848bf0b200b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:32.859629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35db505-5e88-439e-9dd8-6bc8a810143d service neutron] Pushing event updated for resources: {'Port': ['ID=a8ef0553-bf75-496e-a199-7848bf0b200b,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:32.943870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-4e725439-6bbd-4bbf-b9c3-f56703746f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:32.945419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-4e725439-6bbd-4bbf-b9c3-f56703746f6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a5fb4f695d54b1582282465f9e9663b&device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 1095 time: 0.0572772 Apr 21 20:52:33.004308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-6b200663-7ab4-4959-8695-cf73e169643f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ef0553-bf75-496e-a199-7848bf0b200b HTTP/1.1" status: 200 len: 217 time: 0.0428460 Apr 21 20:52:33.005893 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973aa964-1f8e-43bb-b6d6-6ac0c36913c2 x-openstack-request-id: req-973aa964-1f8e-43bb-b6d6-6ac0c36913c2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:33.006196 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ac5e7a-9cdd-468a-91e7-c3e26b95423e", "tag": "a8ef0553-bf75-496e-a199-7848bf0b200b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:33.006579 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-973aa964-1f8e-43bb-b6d6-6ac0c36913c2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:33.007029 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973aa964-1f8e-43bb-b6d6-6ac0c36913c2'] response: {'name': 'network-changed', 'server_uuid': '50ac5e7a-9cdd-468a-91e7-c3e26b95423e', 'tag': 'a8ef0553-bf75-496e-a199-7848bf0b200b', 'status': 'completed', 'code': 200} Apr 21 20:52:33.051084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78867418-e483-4794-85bf-c48211cb1b55 req-4f183053-7143-4be9-8993-68ff746c1dfa tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 210 time: 0.0436773 Apr 21 20:52:33.126214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-8791d3ef-75bf-4977-b483-2b15dd106db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:33.128515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-8791d3ef-75bf-4977-b483-2b15dd106db9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=937d51f6-4778-457a-ae54-edc579df8cda HTTP/1.1" status: 200 len: 855 time: 0.1166782 Apr 21 20:52:33.172124 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-5927b7db-a183-475f-baa2-0577fb065ddf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b31f5223-a547-4874-ab99-d16904176690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354562 Apr 21 20:52:33.182734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97e1a8-ca9f-43cd-bbed-114fdb921fe6 req-66a2da37-ab9c-4e44-b7cf-2343de8070ee tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:33.184444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca97e1a8-ca9f-43cd-bbed-114fdb921fe6 req-66a2da37-ab9c-4e44-b7cf-2343de8070ee tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 944 time: 0.1223199 Apr 21 20:52:33.207480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeca932-5fd5-495b-aa99-96c9c1737c75 req-d84eea12-5573-4fb7-bbff-4b6af445d390 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:33.211287 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-daeca932-5fd5-495b-aa99-96c9c1737c75 req-d84eea12-5573-4fb7-bbff-4b6af445d390 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0785038 Apr 21 20:52:33.278724 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-daeca932-5fd5-495b-aa99-96c9c1737c75 req-caebeb9b-6b11-4368-aa76-fc3e3069d1e6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587420 Apr 21 20:52:33.308670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-750becd4-963e-4b6f-a232-9c87a3a7a945 service neutron] 10.222.0.43 "GET /v2.0/networks/b31f5223-a547-4874-ab99-d16904176690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231606 Apr 21 20:52:33.333732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca97e1a8-ca9f-43cd-bbed-114fdb921fe6 req-1b9528ab-ecc6-45c2-bf0e-a27d88120613 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661640 Apr 21 20:52:33.442199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37637964-731b-4e8c-b24d-993f83fec8f9 req-91c09833-36bf-43fd-ae37-3ea6ac988dad service neutron] 10.222.0.43 "GET /v2.0/networks/b31f5223-a547-4874-ab99-d16904176690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237135 Apr 21 20:52:33.567095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-47d5d08d-a79e-4ddd-b5c1-29927f0c650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:33.568877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-47d5d08d-a79e-4ddd-b5c1-29927f0c650a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a5fb4f695d54b1582282465f9e9663b&device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 1095 time: 0.0655119 Apr 21 20:52:33.743033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4e25e-397c-4fcf-ba14-b0fccf570ba5 req-eb4af781-a421-47c9-8ff5-854234b230a3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:33.752129 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15b4e25e-397c-4fcf-ba14-b0fccf570ba5 req-eb4af781-a421-47c9-8ff5-854234b230a3 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 945 time: 0.0725346 Apr 21 20:52:33.798338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15b4e25e-397c-4fcf-ba14-b0fccf570ba5 req-b780c013-b370-4e4d-8768-0306212bb9b7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Apr 21 20:52:33.896929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-96ae523a-8968-4258-9ac6-ee529c44810d tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:33.898602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-96ae523a-8968-4258-9ac6-ee529c44810d tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.1680295 Apr 21 20:52:33.903782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-3e89df02-566e-495a-b853-bf18c35a7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:33.905409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-3e89df02-566e-495a-b853-bf18c35a7d9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=b31f5223-a547-4874-ab99-d16904176690 HTTP/1.1" status: 200 len: 916 time: 0.3287895 Apr 21 20:52:33.913796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838945-1'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:33.944852 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:33.958902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50742233-8f70-4cac-bbb9-363c09c0136a req-8cb715c7-b8ee-4c56-9e14-3b00c8508f2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:33.968741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50742233-8f70-4cac-bbb9-363c09c0136a req-8cb715c7-b8ee-4c56-9e14-3b00c8508f2b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 946 time: 0.2285597 Apr 21 20:52:34.006109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-2b765b87-a832-48b2-b05a-1a49df1c3da0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8ef0553-bf75-496e-a199-7848bf0b200b HTTP/1.1" status: 200 len: 217 time: 0.0881081 Apr 21 20:52:34.091199 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:34.099942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50742233-8f70-4cac-bbb9-363c09c0136a req-e6d7d9f7-5678-4e9c-a3d1-4307b6d4fbf8 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035788 Apr 21 20:52:34.114662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-ce66dbae-8461-4428-ba7a-1112a64eda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:34.116094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-ce66dbae-8461-4428-ba7a-1112a64eda08 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=937d51f6-4778-457a-ae54-edc579df8cda HTTP/1.1" status: 200 len: 855 time: 0.0959277 Apr 21 20:52:34.177593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-ca20f0af-ae98-4d1a-9b50-c3842ca56e7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b31f5223-a547-4874-ab99-d16904176690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298934 Apr 21 20:52:34.188515 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-497e6424-a84b-4c75-945f-e3d93a9c5cc2 req-8bd0dbb7-2174-4178-8c50-157532ee0a82 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 210 time: 0.0461309 Apr 21 20:52:34.455231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-289bc478-931c-4af8-99a4-bdf700036b24 service neutron] 10.222.0.43 "GET /v2.0/networks/b31f5223-a547-4874-ab99-d16904176690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681985 Apr 21 20:52:34.504909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:34.529175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 4e5ee260-0001-4726-8913-0467dfb83c07 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:52:34.530387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71c16c-34cb-425f-b745-f271f2f0cd76 req-866f8620-0191-4235-b21d-9048072ca07c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:34.538430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ee71c16c-34cb-425f-b745-f271f2f0cd76 req-866f8620-0191-4235-b21d-9048072ca07c tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 944 time: 0.0795896 Apr 21 20:52:34.581600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ee71c16c-34cb-425f-b745-f271f2f0cd76 req-29881df8-c8c3-4be6-9b16-58d4b2f5dafd tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422320 Apr 21 20:52:34.627660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-5ba43a90-bcd4-4d26-8c9e-82ac19aecbe3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:34.629207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-5ba43a90-bcd4-4d26-8c9e-82ac19aecbe3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 807 time: 0.3456554 Apr 21 20:52:34.653129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:34.658313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Request body: {'port': {'device_id': 'd0894e64-54d4-468c-876d-eafc1328d175', 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d', 'admin_state_up': True, 'tenant_id': '37c70604bc6b4aee98099584cc509ac7'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:34.669462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 4e5ee260-0001-4726-8913-0467dfb83c07 has no active binding in host n-h1-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:52:34.672093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64de198f-3d99-414d-8600-ad8be0352bf6 req-c3cd74c6-08c3-42fd-89c3-45a242e9dc55 service neutron] 10.222.0.43 "GET /v2.0/networks/b31f5223-a547-4874-ab99-d16904176690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915982 Apr 21 20:52:34.685490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c93752-4abc-4925-b16e-84f55e018634 req-9e577d6e-fd1c-426d-a4cb-d98a45ee4979 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:34.687245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1c93752-4abc-4925-b16e-84f55e018634 req-9e577d6e-fd1c-426d-a4cb-d98a45ee4979 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.2726309 Apr 21 20:52:34.765902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:34.854525 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1c93752-4abc-4925-b16e-84f55e018634 req-42853154-ea2e-41ba-bab7-fea862db9961 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476922 Apr 21 20:52:34.857029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:34.867706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:34.950046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Made reservation on behalf of 37c70604bc6b4aee98099584cc509ac7 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:34.953774 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:35.006692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551451-1920-4528-8917-dd15f4338cca req-215321bf-7f56-425e-9a25-4bd6353b7784 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:35.010985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36551451-1920-4528-8917-dd15f4338cca req-215321bf-7f56-425e-9a25-4bd6353b7784 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.0634096 Apr 21 20:52:35.023183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:35.026106 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d8fcf3-c537-4fcc-873f-f2aa686feca8" -d '{"events": [{"server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:35.044088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5ee260-0001-4726-8913-0467dfb83c07,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:35.054271 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36551451-1920-4528-8917-dd15f4338cca req-20447218-4cd9-4f99-a38f-4cafd0c866c8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Apr 21 20:52:35.095418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 on host n-h2-838945-1 for vnic_type normal with profile {"migrating_to": "n-h1-838945-1"} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:35.095418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:35.095418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:35.132023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Port 4e5ee260-0001-4726-8913-0467dfb83c07 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:52:35.132471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Attempting to bind port 4e5ee260-0001-4726-8913-0467dfb83c07 on network 3f844257-3971-4842-8d6e-2287bca8c3d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:35.148073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:35.148446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Checking segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:35.148812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Bound using segment: {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:35.149264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Bound port: 4e5ee260-0001-4726-8913-0467dfb83c07, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61caf995-cd04-4c1a-bbf6-0735ab39f860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3f844257-3971-4842-8d6e-2287bca8c3d5'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:35.149619 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:35.178902 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e1ba82-a49a-4112-93cc-74aac26562d8 x-openstack-request-id: req-41e1ba82-a49a-4112-93cc-74aac26562d8 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:35.179201 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:35.182783 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41e1ba82-a49a-4112-93cc-74aac26562d8 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:35.183141 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e1ba82-a49a-4112-93cc-74aac26562d8'] response: {'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07', 'code': 200} Apr 21 20:52:35.226146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8904ee1-9978-4bcb-9821-38a83a051f12 req-cc56b0b4-2f9c-4dc2-8d45-dd2efc30c40f tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:35.228979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:35.234191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d8904ee1-9978-4bcb-9821-38a83a051f12 req-cc56b0b4-2f9c-4dc2-8d45-dd2efc30c40f tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1101 time: 0.2449455 Apr 21 20:52:35.291459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3cce7-7750-4430-a0ed-032c30151a72 req-3d6efec2-3911-436e-b107-d23e14c33a0b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:35.292958 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66a3cce7-7750-4430-a0ed-032c30151a72 req-3d6efec2-3911-436e-b107-d23e14c33a0b tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 946 time: 0.0515099 Apr 21 20:52:35.328538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:35.337571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66a3cce7-7750-4430-a0ed-032c30151a72 req-74f13af8-c417-4dda-b77a-d765bd0ae6be tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364373 Apr 21 20:52:35.337803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:35.348333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d8904ee1-9978-4bcb-9821-38a83a051f12 req-d13e020e-d1be-4d54-a905-3d0965e04fc4 tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132164 Apr 21 20:52:35.352852 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:35.355435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Allocated IP 172.20.0.5 (4fcf2b9b-0da7-45e4-be60-81187c04878d/ddd332a6-7a4a-4922-bc39-267094f43be2/8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:35.514916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8758dca1-b5c3-43e9-93fb-ca9d88388c48 req-8a977f36-11b4-4db6-a12b-c27c59d87f82 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 210 time: 0.0672979 Apr 21 20:52:35.544320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5ee260-0001-4726-8913-0467dfb83c07,revision_number=8']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:35.549578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:35.550191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:35.551688 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c49cc279-09aa-41f2-a069-08f71051fa16 service neutron] 10.222.0.46 "PUT /v2.0/ports/4e5ee260-0001-4726-8913-0467dfb83c07 HTTP/1.1" status: 200 len: 1121 time: 1.6451530 Apr 21 20:52:35.593592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-17478e6c-1d33-4cf5-9667-4d6862350e3c tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:35.595213 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-17478e6c-1d33-4cf5-9667-4d6862350e3c tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 946 time: 0.1824837 Apr 21 20:52:35.623287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['4e5ee260-0001-4726-8913-0467dfb83c07'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:35.723789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['4e5ee260-0001-4726-8913-0467dfb83c07'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:35.980523 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:36.047819 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-a7ca23d6-0c57-44e3-bbdc-78b405b8e757 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2428226 Apr 21 20:52:36.120404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b083117-9450-4c77-acf4-62647cbc78eb req-e0c514d1-b685-4277-9334-dacfd9ca6164 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:36.133168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b083117-9450-4c77-acf4-62647cbc78eb req-e0c514d1-b685-4277-9334-dacfd9ca6164 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.2196283 Apr 21 20:52:36.235589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cf7fa-505e-4bfa-b9de-c591e82ff97a req-c9ec2f34-2a52-4d6d-ba8a-71d14a021ff0 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:36.235815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b083117-9450-4c77-acf4-62647cbc78eb req-f3a5325b-0757-40e8-a7e9-54fab2bed0d4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012256 Apr 21 20:52:36.254580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c67cf7fa-505e-4bfa-b9de-c591e82ff97a req-c9ec2f34-2a52-4d6d-ba8a-71d14a021ff0 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 944 time: 0.2326756 Apr 21 20:52:36.265453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:36.380778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beee4d3-06c6-48ec-a70e-37e3c399c887 req-827f19b8-548f-4c4e-b705-99c3e3423c05 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:36.390242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9beee4d3-06c6-48ec-a70e-37e3c399c887 req-827f19b8-548f-4c4e-b705-99c3e3423c05 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.0738232 Apr 21 20:52:36.419834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c67cf7fa-505e-4bfa-b9de-c591e82ff97a req-70169f95-dcdf-4361-9507-3ccfd4d18737 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640298 Apr 21 20:52:36.461960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9beee4d3-06c6-48ec-a70e-37e3c399c887 req-2f60b07f-6477-4bdc-812b-fe4c6710fd48 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704155 Apr 21 20:52:36.580626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:36.643040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Pushing event updated for resources: {'Port': ['ID=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:36.647560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Deleting port d0e57c47-d4a6-4108-a518-4c792584a1df {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:36.648030 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:36.717575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Network 4fcf2b9b-0da7-45e4-be60-81187c04878d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:52:36.728306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abffb2-a5ec-4ec5-a96d-298a007403fc req-550502d2-288f-4b68-a248-a7e6cfb9dee2 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:36.737490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e0abffb2-a5ec-4ec5-a96d-298a007403fc req-550502d2-288f-4b68-a248-a7e6cfb9dee2 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 946 time: 0.2261539 Apr 21 20:52:36.747702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:36.755182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:52:36.799272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e050c6-1b8c-4fa4-b54f-55036619e496 req-5e668097-7ecf-411d-bcbc-a91cfffef7a2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:36.810338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2e050c6-1b8c-4fa4-b54f-55036619e496 req-5e668097-7ecf-411d-bcbc-a91cfffef7a2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 931 time: 0.1416402 Apr 21 20:52:36.881457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2e050c6-1b8c-4fa4-b54f-55036619e496 req-27d0bf1b-e4ea-4fa5-99a9-b4b9eb320cd3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696425 Apr 21 20:52:36.889427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e0abffb2-a5ec-4ec5-a96d-298a007403fc req-807ff3d9-0ebe-4322-8201-a8fccf28d861 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups?id=3825157c-04aa-46e9-b706-5ef88f53e547&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509700 Apr 21 20:52:36.918963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:36.919673 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:36.949841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] For port d0e57c47-d4a6-4108-a518-4c792584a1df, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d0e57c47-d4a6-4108-a518-4c792584a1df,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:36.950275 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:36.956086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-0f159013-92fd-45f2-b2c1-0bdc9eb3173b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3065400 Apr 21 20:52:36.972415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Request body: {'port': {'device_id': 'd0894e64-54d4-468c-876d-eafc1328d175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:37.108242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:37.201519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:37.201519 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722a3789-6462-4fd2-90fd-491c62fdab81" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:37.265389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:37.265389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:37.265666 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Floating IP 21fbbb28-4b14-4e60-8e7f-6d39cce4381d disassociated. External IP: 172.25.0.35, port: d0e57c47-d4a6-4108-a518-4c792584a1df. Apr 21 20:52:37.265982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Calling delete_port for d0e57c47-d4a6-4108-a518-4c792584a1df owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:37.419933 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86198b42-da20-4abb-af49-6d9559e28c86 x-openstack-request-id: req-86198b42-da20-4abb-af49-6d9559e28c86 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:37.420227 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:37.420566 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86198b42-da20-4abb-af49-6d9559e28c86 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:37.420887 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86198b42-da20-4abb-af49-6d9559e28c86'] response: {'name': 'network-changed', 'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07', 'status': 'completed', 'code': 200} Apr 21 20:52:37.488449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58ee8e-67e0-46f3-8fc3-e2e478c04b2c req-cb0d4922-5498-4e52-bcae-418421541a74 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:37.494688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb58ee8e-67e0-46f3-8fc3-e2e478c04b2c req-cb0d4922-5498-4e52-bcae-418421541a74 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1173213 Apr 21 20:52:37.599046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb58ee8e-67e0-46f3-8fc3-e2e478c04b2c req-80a74720-a076-4e7e-9b7f-dfa4c1c2627b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928736 Apr 21 20:52:37.659518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-25af18f1-de1d-4fac-973c-cc0953b06fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:37.661670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-25af18f1-de1d-4fac-973c-cc0953b06fe5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 1124 time: 0.2267525 Apr 21 20:52:37.743023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bae26-2abe-4ec0-9974-8c041da64794 req-be105e85-1c3a-4809-8afd-6d305961b9ad tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:37.744633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f197fc-9bf1-4798-93a7-5f1e1420bc77 req-6defe885-3a54-498e-862e-700c6b395dc9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:37.750914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-505bae26-2abe-4ec0-9974-8c041da64794 req-be105e85-1c3a-4809-8afd-6d305961b9ad tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 944 time: 0.1797130 Apr 21 20:52:37.753178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02f197fc-9bf1-4798-93a7-5f1e1420bc77 req-6defe885-3a54-498e-862e-700c6b395dc9 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.0731437 Apr 21 20:52:37.794907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02f197fc-9bf1-4798-93a7-5f1e1420bc77 req-8e93d1ea-fed0-4c69-ae4d-cecee7282a60 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Apr 21 20:52:37.877932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:37.906336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-505bae26-2abe-4ec0-9974-8c041da64794 req-5a6d24b8-a343-483e-b2e2-55fc1b853896 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544802 Apr 21 20:52:37.910106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:37.942361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:37.951499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Pushing event deleted for resources: {'Port': ['ID=d0e57c47-d4a6-4108-a518-4c792584a1df,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:37.979917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-0042c1ed-83ee-4ebe-b759-90c82345da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:37.983641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-0042c1ed-83ee-4ebe-b759-90c82345da54 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.3058155 Apr 21 20:52:37.985030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Transition to ACTIVE for port object 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:52:38.039395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:38.043726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-767fafb4-eff4-4a3d-9778-8b118dcc4687 req-2f69dfed-d669-4896-a167-156dc17a7c96 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 210 time: 0.0268261 Apr 21 20:52:38.133247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-0698dd3e-98f2-4cec-9fc8-16081febae1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e5ee260-0001-4726-8913-0467dfb83c07 HTTP/1.1" status: 200 len: 217 time: 0.1026089 Apr 21 20:52:38.268115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a8ef0553-bf75-496e-a199-7848bf0b200b details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:52:38.268848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:38.337193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-a2b44d11-147a-4885-9045-98eb08161651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:38.337193 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-a2b44d11-147a-4885-9045-98eb08161651 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1927211 Apr 21 20:52:38.349866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5a9a9-01b0-4707-b549-783818435899 req-0628be0a-2e68-4cdd-8a1f-56d87fb3009e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:38.351364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2f5a9a9-01b0-4707-b549-783818435899 req-0628be0a-2e68-4cdd-8a1f-56d87fb3009e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 943 time: 0.3197682 Apr 21 20:52:38.413490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-f1c8efab-1e5f-49db-9779-e2a057e3c8d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586500 Apr 21 20:52:38.418636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a8ef0553-bf75-496e-a199-7848bf0b200b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8ef0553-bf75-496e-a199-7848bf0b200b,segment=NetworkSegment(53914c5e-6df5-4652-bc87-7c652a7054b9),segment_id=53914c5e-6df5-4652-bc87-7c652a7054b9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:38.420649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-605acbaf-7492-4b91-9bcc-8d0de22330e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:38.422127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-605acbaf-7492-4b91-9bcc-8d0de22330e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1101 time: 0.2262301 Apr 21 20:52:38.431678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:52:38.438174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'a8ef0553-bf75-496e-a199-7848bf0b200b', 'network_id': 'b31f5223-a547-4874-ab99-d16904176690', 'port_id': 'a8ef0553-bf75-496e-a199-7848bf0b200b', 'mac_address': 'fa:16:3e:81:6f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937d51f6-4778-457a-ae54-edc579df8cda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:52:38.490497 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:38.507884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ef0553-bf75-496e-a199-7848bf0b200b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:38.532184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a8ef0553-bf75-496e-a199-7848bf0b200b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8ef0553-bf75-496e-a199-7848bf0b200b,segment=NetworkSegment(53914c5e-6df5-4652-bc87-7c652a7054b9),segment_id=53914c5e-6df5-4652-bc87-7c652a7054b9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:38.542551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:38.583235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2f5a9a9-01b0-4707-b549-783818435899 req-d6253816-1866-4c27-9d56-335bb08f8a82 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041771 Apr 21 20:52:38.590121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:52:38.590459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:52:38.590786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:38.616561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a8ef0553-bf75-496e-a199-7848bf0b200b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:38.651222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:52:38.651581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:52:38.695504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:52:38.696273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:38.696273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:52:38.696656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Bound port: 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:52:38.697207 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:38.735502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234254e1-764a-46ae-bbd6-c2fe603324b9 req-c5e095ce-8393-4f1e-8a44-6c23c048f3ba tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:38.737048 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-234254e1-764a-46ae-bbd6-c2fe603324b9 req-c5e095ce-8393-4f1e-8a44-6c23c048f3ba tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0562282 Apr 21 20:52:38.754847 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-9cf2c09a-81e1-4600-81a3-3580ab825c9e service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264308 Apr 21 20:52:38.767046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-4817dd48-bed5-4543-a681-916242430dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:38.768711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-4817dd48-bed5-4543-a681-916242430dc5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3232651 Apr 21 20:52:38.789485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-234254e1-764a-46ae-bbd6-c2fe603324b9 req-46f81f37-3fa7-4f65-abe2-19cbb20fec26 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Apr 21 20:52:38.845092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8ef0553-bf75-496e-a199-7848bf0b200b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:38.885356 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-2ee1092e-4195-4ed1-8d17-3d247662cc3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.0895059 Apr 21 20:52:38.890525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:52:38.902040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] Sync routers for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:52:38.931513 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:38.932721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:39.074703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac59bf-1fca-4674-a2a6-3815afe190ef req-310d2c13-3fd4-4682-bdf4-de85dc843c25 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:39.083460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e3ac59bf-1fca-4674-a2a6-3815afe190ef req-310d2c13-3fd4-4682-bdf4-de85dc843c25 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 945 time: 0.0780687 Apr 21 20:52:39.143046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e3ac59bf-1fca-4674-a2a6-3815afe190ef req-8d368aff-d227-431e-a254-d8a8482ff03d tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583005 Apr 21 20:52:39.255861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a72e7b37-526d-4f0c-99f2-2b2aa539ad25 req-da364dc0-17e7-4f24-815d-c17d179cd213 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce29c179-0f54-4050-9b22-1dee0114ee74 HTTP/1.1" status: 200 len: 210 time: 0.0501699 Apr 21 20:52:39.264840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:39.327988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] No DVR routers for this DVR port d0e57c47-d4a6-4108-a518-4c792584a1df on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:39.335739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:39.342130 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:39.345416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15b75057-4953-4ebe-a3f7-1372060c7f7d req-2f0bf9b6-94c0-4901-99cd-3d8fecbe9abd tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.43 "DELETE /v2.0/ports/d0e57c47-d4a6-4108-a518-4c792584a1df HTTP/1.1" status: 204 len: 173 time: 3.7433980 Apr 21 20:52:39.365439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:52:39.377089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-e1f1415b-00a7-4281-9f71-b8ceea837caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:39.378528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-e1f1415b-00a7-4281-9f71-b8ceea837caa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.4846122 Apr 21 20:52:39.382409 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:39.408044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-722a3789-6462-4fd2-90fd-491c62fdab81 req-f944276e-1b19-4a8e-89fb-f43c1ccabfd1 service neutron] 10.222.0.43 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456838 Apr 21 20:52:39.435160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f89b63-8229-4550-a873-638416a78a2a req-71850e5f-259f-49b8-85b3-7ca2515f73f8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:39.436746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9f89b63-8229-4550-a873-638416a78a2a req-71850e5f-259f-49b8-85b3-7ca2515f73f8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.5475791 Apr 21 20:52:39.437330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'name': 'network-vif-deleted', 'tag': 'd0e57c47-d4a6-4108-a518-4c792584a1df'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:39.439703 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d391a-315f-43eb-8269-bc66b772b9d4" -d '{"events": [{"server_uuid": "ce29c179-0f54-4050-9b22-1dee0114ee74", "name": "network-vif-deleted", "tag": "d0e57c47-d4a6-4108-a518-4c792584a1df"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:39.482968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:39.483585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:39.484954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] 10.222.0.46 "PUT /v2.0/ports/8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 1091 time: 2.5182774 Apr 21 20:52:39.518069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999041e-27eb-4d86-999f-7c04faaea953 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:39.536296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-ade2d2dc-a6ef-477a-b380-ca265cba3fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:39.537868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-ade2d2dc-a6ef-477a-b380-ca265cba3fb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480885 Apr 21 20:52:39.541115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9f89b63-8229-4550-a873-638416a78a2a req-a3d00c4a-e0e8-4956-a818-a7e889b8b625 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Apr 21 20:52:39.556197 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1351bc6-412b-4f2c-a336-471505a2ea70 x-openstack-request-id: req-b1351bc6-412b-4f2c-a336-471505a2ea70 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:39.567528 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce29c179-0f54-4050-9b22-1dee0114ee74", "name": "network-vif-deleted", "tag": "d0e57c47-d4a6-4108-a518-4c792584a1df", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:39.567790 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1351bc6-412b-4f2c-a336-471505a2ea70 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:39.568232 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1351bc6-412b-4f2c-a336-471505a2ea70'] response: {'server_uuid': 'ce29c179-0f54-4050-9b22-1dee0114ee74', 'name': 'network-vif-deleted', 'tag': 'd0e57c47-d4a6-4108-a518-4c792584a1df', 'status': 'completed', 'code': 200} Apr 21 20:52:39.665654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '67f0408b-805d-414f-b762-ee0619ae06be', 'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'mac_address': 'fa:16:3e:e2:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:50Z', 'updated_at': '2022-04-21T20:50:55Z', 'revision_number': 5, 'project_id': 'e6811dff1924414583a4c328264b441b', 'subnets': [{'id': '53100f78-a57b-4540-8874-5b8ccd939866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:39.696854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] Checking router: a19bfb7d-d0da-4c8f-a63b-fb772e79def2 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:52:39.710713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:39.711511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:39.748205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-e96d5058-0628-462d-9599-4226e97249ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:39.751142 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-e96d5058-0628-462d-9599-4226e97249ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1094 time: 0.0766897 Apr 21 20:52:39.766911 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-04909d1d-ce46-4187-9af2-ec22f92c078a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121387 Apr 21 20:52:39.811983 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-be6605d1-5b70-4afe-810f-9d4238887a0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 217 time: 0.0443308 Apr 21 20:52:39.885741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7890931-0769-4675-a483-7d3bb0e5d3b7 req-1b8aecc7-2cc9-4c85-9dd7-ed5271ea0dad tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:39.896473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7890931-0769-4675-a483-7d3bb0e5d3b7 req-1b8aecc7-2cc9-4c85-9dd7-ed5271ea0dad tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 943 time: 0.1629944 Apr 21 20:52:39.986501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:40.008472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7890931-0769-4675-a483-7d3bb0e5d3b7 req-e715b333-bb62-44a1-80ba-bc78de35dc32 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097083 Apr 21 20:52:40.067489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-d914f2f8-0c0a-4c7b-ba41-c2729a68a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:40.070991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-d914f2f8-0c0a-4c7b-ba41-c2729a68a191 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.2460971 Apr 21 20:52:40.097211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-49f7750c-6678-4bf4-a571-5e7cdac6cf22 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926283 Apr 21 20:52:40.152238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-6ca32397-d8d5-48ad-ac16-14075565659c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534933 Apr 21 20:52:40.169788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef7fff-89b2-4f31-9288-249526d2e14a req-a166feff-e378-457e-9457-0532a935808d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:40.172207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54ef7fff-89b2-4f31-9288-249526d2e14a req-a166feff-e378-457e-9457-0532a935808d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1979082 Apr 21 20:52:40.269937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a8ef0553-bf75-496e-a199-7848bf0b200b up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:40.302606 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54ef7fff-89b2-4f31-9288-249526d2e14a req-c13cab05-09c0-4a68-9a18-eb498c3c1969 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197875 Apr 21 20:52:40.375771 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-98e0f9bf-7cc7-4fb3-b1d7-a76ad85419c5 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024450 Apr 21 20:52:40.395241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port a8ef0553-bf75-496e-a199-7848bf0b200b completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:52:40.404342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port a8ef0553-bf75-496e-a199-7848bf0b200b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:40.404719 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:40.467328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42692) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:40.482217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '67f0408b-805d-414f-b762-ee0619ae06be', 'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'mac_address': 'fa:16:3e:e2:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:50Z', 'updated_at': '2022-04-21T20:50:55Z', 'revision_number': 5, 'project_id': 'e6811dff1924414583a4c328264b441b', 'subnets': [{'id': '53100f78-a57b-4540-8874-5b8ccd939866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:40.520200 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3316ab-0697-4165-b2a3-05dacff27258 None None] The sync data for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 is: [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:50:51Z', 'revision_number': 4, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '67f0408b-805d-414f-b762-ee0619ae06be', 'name': '', 'network_id': 'f2414dd3-1838-48ed-afc1-f97278af7aa8', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'mac_address': 'fa:16:3e:e2:26:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53100f78-a57b-4540-8874-5b8ccd939866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:50Z', 'updated_at': '2022-04-21T20:50:55Z', 'revision_number': 5, 'project_id': 'e6811dff1924414583a4c328264b441b', 'subnets': [{'id': '53100f78-a57b-4540-8874-5b8ccd939866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:52:40.546265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4d661-60b5-4f7c-8f0d-eb26a4b790eb req-4cf32d9a-3f14-4c02-9301-6ca513a9ca3f tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:40.559797 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8d4d661-60b5-4f7c-8f0d-eb26a4b790eb req-4cf32d9a-3f14-4c02-9301-6ca513a9ca3f tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 945 time: 0.2248349 Apr 21 20:52:40.565825 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2756a0f9-e8d8-4b33-b441-a99d8016faef req-ac59b630-263e-4466-8186-ddde2f976a4a service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678145 Apr 21 20:52:40.580533 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:40.610843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac5e7a-9cdd-468a-91e7-c3e26b95423e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ef0553-bf75-496e-a199-7848bf0b200b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:40.613360 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ca6d03-0f13-4e1a-88c3-1fb2f6a2f2b2" -d '{"events": [{"server_uuid": "50ac5e7a-9cdd-468a-91e7-c3e26b95423e", "name": "network-vif-plugged", "status": "completed", "tag": "a8ef0553-bf75-496e-a199-7848bf0b200b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:40.629363 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a8ef0553-bf75-496e-a199-7848bf0b200b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8ef0553-bf75-496e-a199-7848bf0b200b,segment=NetworkSegment(53914c5e-6df5-4652-bc87-7c652a7054b9),segment_id=53914c5e-6df5-4652-bc87-7c652a7054b9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:40.635301 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:40.636713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d0e57c47-d4a6-4108-a518-4c792584a1df no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:40.663730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: d0e57c47-d4a6-4108-a518-4c792584a1df {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:40.664145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d0e57c47-d4a6-4108-a518-4c792584a1df not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:40.664620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4e5ee260-0001-4726-8913-0467dfb83c07 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:40.727381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8d4d661-60b5-4f7c-8f0d-eb26a4b790eb req-e81f57fc-64d8-45f7-944b-67e44cb61574 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652813 Apr 21 20:52:40.784798 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ccee7059-69b3-4b04-b322-371e6ff1be8e tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:40.829548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a8ef0553-bf75-496e-a199-7848bf0b200b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:40.844008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ccee7059-69b3-4b04-b322-371e6ff1be8e tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:40.902477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf82f87-c942-4fb2-9ca2-377ffc49f01e req-fb2f3ad1-8e58-4cd9-8b11-97df5fa58c35 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:40.904039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7cf82f87-c942-4fb2-9ca2-377ffc49f01e req-fb2f3ad1-8e58-4cd9-8b11-97df5fa58c35 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.1823885 Apr 21 20:52:40.956380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ccee7059-69b3-4b04-b322-371e6ff1be8e tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:40.964242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ccee7059-69b3-4b04-b322-371e6ff1be8e tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:40.967644 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fc6ae4-7b44-4ecc-81b9-cdb5bb6f692e x-openstack-request-id: req-54fc6ae4-7b44-4ecc-81b9-cdb5bb6f692e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:40.968335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42700) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:40.970097 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ccee7059-69b3-4b04-b322-371e6ff1be8e tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "DELETE /v2.0/security-groups/3825157c-04aa-46e9-b706-5ef88f53e547 HTTP/1.1" status: 204 len: 168 time: 0.5017502 Apr 21 20:52:40.972799 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ac5e7a-9cdd-468a-91e7-c3e26b95423e", "name": "network-vif-plugged", "status": "completed", "tag": "a8ef0553-bf75-496e-a199-7848bf0b200b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:40.973064 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54fc6ae4-7b44-4ecc-81b9-cdb5bb6f692e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:40.973477 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fc6ae4-7b44-4ecc-81b9-cdb5bb6f692e'] response: {'server_uuid': '50ac5e7a-9cdd-468a-91e7-c3e26b95423e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ef0553-bf75-496e-a199-7848bf0b200b', 'code': 200} Apr 21 20:52:40.993749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee7059-69b3-4b04-b322-371e6ff1be8e tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3825157c-04aa-46e9-b706-5ef88f53e547,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:41.007148 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-5954730d-53bd-4d15-99e6-37afd8df7c4f tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] show failed (client error): The resource could not be found. Apr 21 20:52:41.011132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42702) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:41.017562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5954730d-53bd-4d15-99e6-37afd8df7c4f tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "GET /v2.0/security-groups/3825157c-04aa-46e9-b706-5ef88f53e547 HTTP/1.1" status: 404 len: 347 time: 0.0478780 Apr 21 20:52:41.035799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7cf82f87-c942-4fb2-9ca2-377ffc49f01e req-69e7b32d-bd50-46d8-a4f9-435365ff654b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165209 Apr 21 20:52:41.156531 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec4df7-64ee-4fea-84df-a650c353c18e None None] New status for floating IP 21fbbb28-4b14-4e60-8e7f-6d39cce4381d: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:52:41.182283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4dee2-2c17-4afe-be78-02fa9e4bf82b req-796793aa-b6a6-4c85-bae6-7f666d684e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:41.198587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2cc4dee2-2c17-4afe-be78-02fa9e4bf82b req-796793aa-b6a6-4c85-bae6-7f666d684e12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 1097 time: 0.1066093 Apr 21 20:52:41.233963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Deleting port 1683b294-333b-43e1-8468-5033ba8a665a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:41.234299 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:41.248064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d540c7-407d-4d1f-9ea8-21695fe733c9 req-4ed051b1-dc10-46c3-99a3-7ed393dce09c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:41.249784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5d540c7-407d-4d1f-9ea8-21695fe733c9 req-4ed051b1-dc10-46c3-99a3-7ed393dce09c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 943 time: 0.1080458 Apr 21 20:52:41.251656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2cc4dee2-2c17-4afe-be78-02fa9e4bf82b req-c93841cd-1d9b-486e-8e7f-5ae6634faa45 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451875 Apr 21 20:52:41.340404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5d540c7-407d-4d1f-9ea8-21695fe733c9 req-5bef31c5-f867-464d-8c38-f572b8134311 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809600 Apr 21 20:52:41.388804 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:41.389158 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:41.402997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Calling delete_port for 1683b294-333b-43e1-8468-5033ba8a665a owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:41.569396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:41.572903 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97" -d '{"events": [{"name": "network-changed", "server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:41.575771 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:41.604671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaacd57-0026-423b-ac26-b4e3651ea434 req-066e2288-99ef-4ae7-bcfc-ad260e9dca07 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:41.608624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Pushing event deleted for resources: {'Port': ['ID=1683b294-333b-43e1-8468-5033ba8a665a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:41.615567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edaacd57-0026-423b-ac26-b4e3651ea434 req-066e2288-99ef-4ae7-bcfc-ad260e9dca07 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0808191 Apr 21 20:52:41.685657 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e315bdf2-225c-4a71-9e22-e98e57c9f0ee x-openstack-request-id: req-e315bdf2-225c-4a71-9e22-e98e57c9f0ee {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:41.686245 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:41.686245 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e315bdf2-225c-4a71-9e22-e98e57c9f0ee {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:41.686597 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e315bdf2-225c-4a71-9e22-e98e57c9f0ee'] response: {'name': 'network-changed', 'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4', 'status': 'completed', 'code': 200} Apr 21 20:52:41.688359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:41.691352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edaacd57-0026-423b-ac26-b4e3651ea434 req-d9b1ccaf-dfd6-4106-be5b-62201684dc10 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746794 Apr 21 20:52:41.692054 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:41.696688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42712) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:41.696853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-df9d0312-d8c8-4b8e-b70a-a1c3ab1d13e6 tempest-ServersTestJSON-1530261897 tempest-ServersTestJSON-1530261897-project] 10.222.0.49 "DELETE /v2.0/floatingips/21fbbb28-4b14-4e60-8e7f-6d39cce4381d HTTP/1.1" status: 204 len: 168 time: 0.6846049 Apr 21 20:52:41.871187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934429aa-52c9-442b-b7a3-4be044ad9dc5 req-6b7a25b1-54b3-473f-8e92-6befb1a21cac tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:41.873075 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-934429aa-52c9-442b-b7a3-4be044ad9dc5 req-6b7a25b1-54b3-473f-8e92-6befb1a21cac tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.0647051 Apr 21 20:52:41.930936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-934429aa-52c9-442b-b7a3-4be044ad9dc5 req-503f1b23-356e-4706-b76e-8e29f9ff665f tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465188 Apr 21 20:52:41.950999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-844bdf0d-a298-4466-b194-500782935da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:41.953033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-844bdf0d-a298-4466-b194-500782935da6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1094 time: 0.2313967 Apr 21 20:52:42.221434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-4e8e7990-801d-4d12-9490-3feac41aa21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:42.222875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-4e8e7990-801d-4d12-9490-3feac41aa21d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.2566273 Apr 21 20:52:42.307136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-4d672ed5-2841-4724-a8ee-bb27e0442444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 217 time: 0.0606053 Apr 21 20:52:42.325072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110217e-ab94-4aa2-b8b2-f9483b2e2d94 req-6b8cbbe9-07a2-4589-ae01-db987ca4d7fb tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:42.326431 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b110217e-ab94-4aa2-b8b2-f9483b2e2d94 req-6b8cbbe9-07a2-4589-ae01-db987ca4d7fb tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 943 time: 0.1911740 Apr 21 20:52:42.374325 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-95be2558-5c2b-4a65-b44c-ceb6e376498e service neutron] 10.222.0.43 "GET /v2.0/ports/4e5ee260-0001-4726-8913-0467dfb83c07/bindings/n-h1-838945-1 HTTP/1.1" status: 200 len: 384 time: 0.2160244 Apr 21 20:52:42.438587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-812bd79d-4c32-4752-bc64-904e5a518307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:42.440115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-812bd79d-4c32-4752-bc64-904e5a518307 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.1234865 Apr 21 20:52:42.457163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b110217e-ab94-4aa2-b8b2-f9483b2e2d94 req-3fb67f99-2cb1-443a-ac3b-53edb5ed2413 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198287 Apr 21 20:52:42.503139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-569d62e7-77de-4470-985e-50a97ff4db0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516894 Apr 21 20:52:42.586255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763810ae-e165-475e-a683-1e5aaba437da req-7b0532b3-b5aa-435b-8803-80591514c28d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:42.589038 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-763810ae-e165-475e-a683-1e5aaba437da req-7b0532b3-b5aa-435b-8803-80591514c28d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 943 time: 0.0905154 Apr 21 20:52:42.653449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-763810ae-e165-475e-a683-1e5aaba437da req-1b5a06c7-0f2a-466f-8599-973549a9857c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568259 Apr 21 20:52:42.725936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-a2524ce5-b10a-478b-bad9-391fce197d91 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139883 Apr 21 20:52:42.732327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:42.879726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:42.971446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:42.978669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c135aa1-b192-42c6-b4e0-1f9ab426fe97 req-04d59383-fc41-4f55-9fcc-c9140ef3311c service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443008 Apr 21 20:52:43.011912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ee087-b3ba-4a46-bd7b-15427651be1f req-f45a6b87-ca75-41e7-bfcb-5eb583eef8da tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:43.018914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-334ee087-b3ba-4a46-bd7b-15427651be1f req-f45a6b87-ca75-41e7-bfcb-5eb583eef8da tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.2222190 Apr 21 20:52:43.087224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5ee260-0001-4726-8913-0467dfb83c07 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:43.090516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88442294-4709-4df4-8f87-7008e6de57ea req-207a0859-4f1c-40ca-84b5-94b8bb593712 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:43.098748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88442294-4709-4df4-8f87-7008e6de57ea req-207a0859-4f1c-40ca-84b5-94b8bb593712 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.0717833 Apr 21 20:52:43.124497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:43.141426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-334ee087-b3ba-4a46-bd7b-15427651be1f req-ec12dc78-b755-4502-abc9-5fb43ddddad1 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215982 Apr 21 20:52:43.158719 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:43.163033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88442294-4709-4df4-8f87-7008e6de57ea req-2b8434bc-a2c2-4b36-be27-59cd5348ca8f tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493705 Apr 21 20:52:43.301347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] Transition to ACTIVE for port object 4e5ee260-0001-4726-8913-0467dfb83c07 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:52:43.309037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:43.397254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] No DVR routers for this DVR port 4e5ee260-0001-4726-8913-0467dfb83c07 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:43.400978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] Pushing event updated for resources: {'Port': ['ID=4e5ee260-0001-4726-8913-0467dfb83c07,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:43.435988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Deleting port 67f0408b-805d-414f-b762-ee0619ae06be {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:43.436428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:43.456016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-a3bb3c43-db69-46d2-b136-b50a3b2422cb service neutron] 10.222.0.43 "PUT /v2.0/ports/4e5ee260-0001-4726-8913-0467dfb83c07/bindings/n-h1-838945-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0705183 Apr 21 20:52:43.593988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] For port 67f0408b-805d-414f-b762-ee0619ae06be, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=67f0408b-805d-414f-b762-ee0619ae06be,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:43.594416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:43.634899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Calling delete_port for 67f0408b-805d-414f-b762-ee0619ae06be owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:43.857254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3955059-08bc-44c6-9293-831d4af27644 req-a287e7d1-27c4-400f-832c-51d069f47bae tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:43.866105 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3955059-08bc-44c6-9293-831d4af27644 req-a287e7d1-27c4-400f-832c-51d069f47bae tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 943 time: 0.0985844 Apr 21 20:52:43.918403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-f282e940-ad65-49a9-9360-087b77a06260 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:43.918739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3955059-08bc-44c6-9293-831d4af27644 req-e38f76c8-6d33-4172-95ee-1a46b96ca639 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510023 Apr 21 20:52:43.920113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-f282e940-ad65-49a9-9360-087b77a06260 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.3922985 Apr 21 20:52:44.318699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62217e2d-eece-4a18-a00b-8401a554e8f4 req-d0540c39-af43-4976-afa4-5fc946add2da tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:44.320253 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62217e2d-eece-4a18-a00b-8401a554e8f4 req-d0540c39-af43-4976-afa4-5fc946add2da tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0638077 Apr 21 20:52:44.324863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca02e83-3dd7-4a10-b636-8410ce1f3669 req-cf2461c0-afb5-432e-af96-40015ec0555a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:44.326527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ca02e83-3dd7-4a10-b636-8410ce1f3669 req-cf2461c0-afb5-432e-af96-40015ec0555a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 944 time: 0.6888039 Apr 21 20:52:44.381454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c38ac45a-0c0e-425b-b06b-e0787b13f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:44.383000 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c38ac45a-0c0e-425b-b06b-e0787b13f6fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29 HTTP/1.1" status: 200 len: 1095 time: 0.4525540 Apr 21 20:52:44.394484 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62217e2d-eece-4a18-a00b-8401a554e8f4 req-b722e56f-1e1a-4a25-8e62-4f70af544173 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577323 Apr 21 20:52:44.409762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:44.449177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f0408b-805d-414f-b762-ee0619ae06be,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:44.479800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ca02e83-3dd7-4a10-b636-8410ce1f3669 req-06113d80-6a81-4b85-95af-b514358f3732 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432002 Apr 21 20:52:44.551388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-3f213aaa-073a-4805-8be3-e90b5f23e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:44.557417 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-3f213aaa-073a-4805-8be3-e90b5f23e84e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 1095 time: 0.1384990 Apr 21 20:52:44.560692 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:52:44.842402 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:52:44.862722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:44.865732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-70734ebf-0ae1-4705-aea3-01ca87516c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:44.867907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-70734ebf-0ae1-4705-aea3-01ca87516c9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.3060012 Apr 21 20:52:44.887773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:44.916846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4', 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d', 'port_id': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4', 'mac_address': 'fa:16:3e:21:5e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd332a6-7a4a-4922-bc39-267094f43be2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:52:45.002853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-6b30d64b-e1e1-4dee-9321-bb3345ce8515 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e5ee260-0001-4726-8913-0467dfb83c07 HTTP/1.1" status: 200 len: 217 time: 0.1056952 Apr 21 20:52:45.016809 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:45.041769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:52:45.094748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:45.101373 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:45.161767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c7ccdf50-f396-4e53-a63d-5468664cf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:45.163328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-c7ccdf50-f396-4e53-a63d-5468664cf50d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0712297 Apr 21 20:52:45.182115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:45.221133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642973a-1f67-4573-8b7d-1f25b84472b9 req-ebd68d0d-c5c6-4a11-a027-f94f3edf6052 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:45.223035 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c642973a-1f67-4573-8b7d-1f25b84472b9 req-ebd68d0d-c5c6-4a11-a027-f94f3edf6052 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.0773940 Apr 21 20:52:45.249204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-d6eaf48d-4348-4a06-8371-4500988bce1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559237 Apr 21 20:52:45.272720 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c642973a-1f67-4573-8b7d-1f25b84472b9 req-98828f7b-4d4f-4321-a78d-03724715f885 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432408 Apr 21 20:52:45.328812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe9515-3a35-4ae7-97c9-6eac40d369f3 req-1efa9593-3bc6-45b9-82ad-ef8b90d188e8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:45.330421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9fe9515-3a35-4ae7-97c9-6eac40d369f3 req-1efa9593-3bc6-45b9-82ad-ef8b90d188e8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.2415926 Apr 21 20:52:45.444508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9fe9515-3a35-4ae7-97c9-6eac40d369f3 req-4f75ac98-4201-468e-8b61-bd14cfc8a8ac tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814672 Apr 21 20:52:45.541940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925e65-7e2f-435e-9c5f-98fa41c544d3 req-8440111b-ea3d-434e-89fb-c135c377387a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:45.550554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97925e65-7e2f-435e-9c5f-98fa41c544d3 req-8440111b-ea3d-434e-89fb-c135c377387a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0749729 Apr 21 20:52:45.589318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:52:45.601526 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97925e65-7e2f-435e-9c5f-98fa41c544d3 req-ad352fc9-d540-4bb8-9bb1-bf07cd799be4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494387 Apr 21 20:52:45.610555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:45.634214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-b5c9603f-0e1e-464a-889d-e274594fb67c service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465364 Apr 21 20:52:45.810651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:52:45.818179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-66b834f5-0c31-4230-8eb2-d3109309a131 admin admin] 10.222.0.49 "PUT /v2.0/routers/a19bfb7d-d0da-4c8f-a63b-fb772e79def2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1194646 Apr 21 20:52:45.820536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42760) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:45.821927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] Sync routers for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:52:45.832509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:45.834073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:45.884787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbdd00-970d-43a6-8ade-db278785c0c6 req-68002978-54ce-42a2-9a34-c232d2482f7a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:45.896555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9bbdd00-970d-43a6-8ade-db278785c0c6 req-68002978-54ce-42a2-9a34-c232d2482f7a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 944 time: 0.2936804 Apr 21 20:52:46.005690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:46.032445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9bbdd00-970d-43a6-8ade-db278785c0c6 req-1cb83c67-1460-42a8-a4dd-13cb3d4a5d5e tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332250 Apr 21 20:52:46.046583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-2e536a5e-666d-4025-962a-d0cff3e9f977 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023100 Apr 21 20:52:46.058583 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:46.331925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:52:43Z', 'revision_number': 5, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:46.397596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] Checking router: a19bfb7d-d0da-4c8f-a63b-fb772e79def2 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:52:46.432749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] Routers {'a19bfb7d-d0da-4c8f-a63b-fb772e79def2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:46.433577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:46.557308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-1f9e03b4-1bba-4c50-985d-8e5c88f5622c tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:46.559013 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-1f9e03b4-1bba-4c50-985d-8e5c88f5622c tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb&tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.1827621 Apr 21 20:52:46.618966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9b12-cdf2-4162-978b-93e697067210 req-a28e81ed-5ae6-4b7c-9035-b62bef9a9c3f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:46.629623 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c07e9b12-cdf2-4162-978b-93e697067210 req-a28e81ed-5ae6-4b7c-9035-b62bef9a9c3f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.1834083 Apr 21 20:52:46.735311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] Set router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:46.761851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d04138-ed40-40fc-ba9f-8d925e37d4cc req-37e5ce1e-75ee-42c3-ad3a-87521b2fd4f8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:46.766069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c07e9b12-cdf2-4162-978b-93e697067210 req-7973b1a5-2432-4424-a2a7-98a2dae26b02 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353316 Apr 21 20:52:46.770473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0d04138-ed40-40fc-ba9f-8d925e37d4cc req-37e5ce1e-75ee-42c3-ad3a-87521b2fd4f8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.0854945 Apr 21 20:52:46.789427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:46.863918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0d04138-ed40-40fc-ba9f-8d925e37d4cc req-217c07ca-5b96-43b8-9442-d05c40d66ff6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924180 Apr 21 20:52:46.909003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Deleting port 11b28693-0939-4a6c-9a04-9981516e7f6c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:46.909360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:46.992496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-d6038c8d-d843-4505-9274-0b8b4351069a service neutron] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:52:47.008549 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-d6038c8d-d843-4505-9274-0b8b4351069a service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.011014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab1f17-01eb-40e4-a7fb-6d66854a0afe req-d6038c8d-d843-4505-9274-0b8b4351069a service neutron] 10.222.0.46 "DELETE /v2.0/ports/4e5ee260-0001-4726-8913-0467dfb83c07/bindings/n-h2-838945-1 HTTP/1.1" status: 204 len: 173 time: 0.4428549 Apr 21 20:52:47.011140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:52:43Z', 'revision_number': 5, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:47.014019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] For port 11b28693-0939-4a6c-9a04-9981516e7f6c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=11b28693-0939-4a6c-9a04-9981516e7f6c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:47.014468 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.043424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Calling delete_port for 11b28693-0939-4a6c-9a04-9981516e7f6c owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:47.053571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3ec8e-c35d-4e39-8d06-9b647a6380ce req-48c4c96f-3c14-482c-b5d2-1c6b0d319aa5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:47.066245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24f3ec8e-c35d-4e39-8d06-9b647a6380ce req-48c4c96f-3c14-482c-b5d2-1c6b0d319aa5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1405978 Apr 21 20:52:47.087912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4775040-442c-45bc-8fc6-ed7a152b3e17 None None] The sync data for ids ['a19bfb7d-d0da-4c8f-a63b-fb772e79def2'] in n-d-838945-1 is: [{'id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'name': 'tempest-ServersTestJSON-565811644-router', 'tenant_id': 'e6811dff1924414583a4c328264b441b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:47Z', 'updated_at': '2022-04-21T20:52:43Z', 'revision_number': 5, 'project_id': 'e6811dff1924414583a4c328264b441b', 'gw_port': {'id': '11b28693-0939-4a6c-9a04-9981516e7f6c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19bfb7d-d0da-4c8f-a63b-fb772e79def2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:48Z', 'updated_at': '2022-04-21T20:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:52:47.229119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24f3ec8e-c35d-4e39-8d06-9b647a6380ce req-61bb86bb-40cb-4885-a442-1a52ab2c0f1b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551399 Apr 21 20:52:47.258896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-fd0f7d61-6612-46d0-b492-d7569933ceb5 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:47.260738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-fd0f7d61-6612-46d0-b492-d7569933ceb5 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.46 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.1766434 Apr 21 20:52:47.410752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.427450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1479ad-c2f9-4388-afc9-ea1cfdff5800 req-ecc569f4-2389-43fa-959d-e5ce95f07124 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:47.439306 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c1479ad-c2f9-4388-afc9-ea1cfdff5800 req-ecc569f4-2389-43fa-959d-e5ce95f07124 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 944 time: 0.0892200 Apr 21 20:52:47.454136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Deleting port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:47.455172 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.532897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b28693-0939-4a6c-9a04-9981516e7f6c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:47.629579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] For port 24376604-5a3f-4bb4-bce5-cb6a93d335b1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=24376604-5a3f-4bb4-bce5-cb6a93d335b1,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:47.630206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.648089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c1479ad-c2f9-4388-afc9-ea1cfdff5800 req-c2e3b577-9fb6-4776-9295-5ffa00580278 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078855 Apr 21 20:52:47.696100 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.883098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.886990 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.963713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8584fe1-f9ad-4e1a-acbf-11ad79d8165b req-2d8f1252-94a3-4a9a-95d8-2da7cd920199 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:47.965538 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8584fe1-f9ad-4e1a-acbf-11ad79d8165b req-2d8f1252-94a3-4a9a-95d8-2da7cd920199 tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 1095 time: 0.1089194 Apr 21 20:52:47.966909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.967514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19bfb7d-d0da-4c8f-a63b-fb772e79def2 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:52:47.980661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:47.982054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bed9f131-7913-47fb-9a14-612040ba75f9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a19bfb7d-d0da-4c8f-a63b-fb772e79def2 HTTP/1.1" status: 204 len: 168 time: 2.1603305 Apr 21 20:52:47.988477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42794) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:48.074075 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8584fe1-f9ad-4e1a-acbf-11ad79d8165b req-214b207e-780c-4b67-a903-aef813c9157d tempest-LiveAutoBlockMigrationV225Test-1261649520 tempest-LiveAutoBlockMigrationV225Test-1261649520-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975962 Apr 21 20:52:48.116127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.116639 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.117091 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Floating IP 7f5a682d-61eb-4672-a6d5-5bbc0eab9252 disassociated. External IP: 172.25.0.184, port: 24376604-5a3f-4bb4-bce5-cb6a93d335b1. Apr 21 20:52:48.117557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Calling delete_port for 24376604-5a3f-4bb4-bce5-cb6a93d335b1 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:48.121794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-08936de2-cd31-4233-889b-a686927dde3e admin admin] Deleting subnet 53100f78-a57b-4540-8874-5b8ccd939866 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:52:48.129140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-08936de2-cd31-4233-889b-a686927dde3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.138716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed64c0-2df3-4873-9909-f85a6042ac3a req-9ed9d5bd-d9ed-4270-bfa8-656a23eaa7bd tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:48.154483 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0ed64c0-2df3-4873-9909-f85a6042ac3a req-9ed9d5bd-d9ed-4270-bfa8-656a23eaa7bd tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 946 time: 0.2488527 Apr 21 20:52:48.247650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-08936de2-cd31-4233-889b-a686927dde3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.256336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0ed64c0-2df3-4873-9909-f85a6042ac3a req-41e699e4-250f-40cd-9379-b1a321f01f3e tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups?id=72e37ada-de22-42ab-95ea-1f628fb6fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883060 Apr 21 20:52:48.388290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c7695-4e1b-41e5-80db-946cb5001b76 req-5635e86b-0ca3-42e9-aff1-364899e6bc8e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:48.395678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c8c7695-4e1b-41e5-80db-946cb5001b76 req-5635e86b-0ca3-42e9-aff1-364899e6bc8e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.0960290 Apr 21 20:52:48.406672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.437902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-08936de2-cd31-4233-889b-a686927dde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.475894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c8c7695-4e1b-41e5-80db-946cb5001b76 req-e4dec946-7cc9-4642-b688-00be29aa3212 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772927 Apr 21 20:52:48.497748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Pushing event deleted for resources: {'Port': ['ID=24376604-5a3f-4bb4-bce5-cb6a93d335b1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:48.571469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-08936de2-cd31-4233-889b-a686927dde3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.592237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:52:48.642316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08936de2-cd31-4233-889b-a686927dde3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53100f78-a57b-4540-8874-5b8ccd939866,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:48.652958 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-08936de2-cd31-4233-889b-a686927dde3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.661601 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-08936de2-cd31-4233-889b-a686927dde3e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/53100f78-a57b-4540-8874-5b8ccd939866 HTTP/1.1" status: 204 len: 168 time: 0.6705501 Apr 21 20:52:48.663947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42804) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:48.778150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb305631-daaa-4bff-b683-70cea8c36ac8 None None] Network f2414dd3-1838-48ed-afc1-f97278af7aa8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:48.812050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e148bb-794f-4e62-a24b-ba78bc2f2279 req-76165c1c-26a3-4d4b-9c61-d9e9106e51fd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:48.820834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2e148bb-794f-4e62-a24b-ba78bc2f2279 req-76165c1c-26a3-4d4b-9c61-d9e9106e51fd tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1814439 Apr 21 20:52:48.839976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.887151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2e148bb-794f-4e62-a24b-ba78bc2f2279 req-8c51ed36-25c7-49e8-9051-1741f6feb940 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660777 Apr 21 20:52:48.896700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 11b28693-0939-4a6c-9a04-9981516e7f6c no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:48.899000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:52:48.906782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:52:48.907448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.941689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Deleting port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:48.942462 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:48.982613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc75c-70c3-4895-985d-57596b4042c9 req-dc7d4ba4-bacf-4271-bb01-9ee7a7062a9c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:48.990691 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95cfc75c-70c3-4895-985d-57596b4042c9 req-dc7d4ba4-bacf-4271-bb01-9ee7a7062a9c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 944 time: 0.2947125 Apr 21 20:52:49.039374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 11b28693-0939-4a6c-9a04-9981516e7f6c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:49.039636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 11b28693-0939-4a6c-9a04-9981516e7f6c not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:49.040256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 67f0408b-805d-414f-b762-ee0619ae06be no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:49.043307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Router 50b456fb-ee7a-4bb6-abe2-f0667763451f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:52:49.045755 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] For port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7f9488cf-4bd9-4bef-97f0-49d9ebd12baf,segment=NetworkSegment(72a70377-f9c1-4093-836d-9afdc16029b6),segment_id=72a70377-f9c1-4093-836d-9afdc16029b6)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:49.048873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:49.065184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 67f0408b-805d-414f-b762-ee0619ae06be {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:49.065792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 67f0408b-805d-414f-b762-ee0619ae06be not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:49.089726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Calling delete_port for 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:49.118531 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95cfc75c-70c3-4895-985d-57596b4042c9 req-b4bb2e32-63ad-4436-9bfe-4c6c153420ca tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263087 Apr 21 20:52:49.166649 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:49.206313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:49.208919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:49.211544 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeb06f1-3ee8-4159-97a3-cb2f2aac2202" -d '{"events": [{"server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "name": "network-vif-plugged", "status": "completed", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:49.218899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:49.220037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 24376604-5a3f-4bb4-bce5-cb6a93d335b1 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:49.277906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:49.291017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:52:49.308065 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] Sync routers for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:52:49.323009 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:49.323616 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:49.336202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 24376604-5a3f-4bb4-bce5-cb6a93d335b1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:49.337724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 24376604-5a3f-4bb4-bce5-cb6a93d335b1 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:49.394303 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:49.403392 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5197b580-0775-4a0e-b4f8-a24916433612 x-openstack-request-id: req-5197b580-0775-4a0e-b4f8-a24916433612 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:49.403937 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "name": "network-vif-plugged", "status": "completed", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:49.404382 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5197b580-0775-4a0e-b4f8-a24916433612 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:49.406097 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5197b580-0775-4a0e-b4f8-a24916433612'] response: {'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4', 'code': 200} Apr 21 20:52:49.426172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53590a9c-d84c-4dc1-a8fb-0a53f3479ac4 None None] DHCP port deletion for f2414dd3-1838-48ed-afc1-f97278af7aa8 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:52:49.526790 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:49.542418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] No DVR routers for this DVR port 24376604-5a3f-4bb4-bce5-cb6a93d335b1 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:49.557361 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae75b5de-3249-47e9-bf6f-84f50e0beaed req-6a8c74ee-f50f-468c-830f-78242f60bde8 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/ports?device_id=3461788a-b724-42eb-a967-1860b2d0b035 HTTP/1.1" status: 200 len: 210 time: 0.0868607 Apr 21 20:52:49.558562 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:49.563309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e0fae93-59a8-4cac-b033-ba5c7dcd5cc0 req-2f95e1c5-ab16-48ea-acc3-f770700fd87f tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.46 "DELETE /v2.0/ports/24376604-5a3f-4bb4-bce5-cb6a93d335b1 HTTP/1.1" status: 204 len: 173 time: 2.2961493 Apr 21 20:52:49.563943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3461788a-b724-42eb-a967-1860b2d0b035', 'name': 'network-vif-deleted', 'tag': '24376604-5a3f-4bb4-bce5-cb6a93d335b1'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:49.565306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9488cf-4bd9-4bef-97f0-49d9ebd12baf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:49.566255 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ec879f-dc6b-44e5-b41b-aee039002506" -d '{"events": [{"server_uuid": "3461788a-b724-42eb-a967-1860b2d0b035", "name": "network-vif-deleted", "tag": "24376604-5a3f-4bb4-bce5-cb6a93d335b1"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:49.579633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] No DVR routers for this DVR port 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:49.657888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988bc51-cae2-40e6-992e-d122af971d5b req-a217b68b-ae49-41c9-903b-79aa735f479b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:49.659600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f988bc51-cae2-40e6-992e-d122af971d5b req-a217b68b-ae49-41c9-903b-79aa735f479b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.46 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 944 time: 0.2213202 Apr 21 20:52:49.661251 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bba639-fa9d-4442-a533-0a24a8f5e0bb x-openstack-request-id: req-e7bba639-fa9d-4442-a533-0a24a8f5e0bb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:49.661527 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3461788a-b724-42eb-a967-1860b2d0b035", "name": "network-vif-deleted", "tag": "24376604-5a3f-4bb4-bce5-cb6a93d335b1", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:49.662169 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7bba639-fa9d-4442-a533-0a24a8f5e0bb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:49.662562 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bba639-fa9d-4442-a533-0a24a8f5e0bb'] response: {'server_uuid': '3461788a-b724-42eb-a967-1860b2d0b035', 'name': 'network-vif-deleted', 'tag': '24376604-5a3f-4bb4-bce5-cb6a93d335b1', 'status': 'completed', 'code': 200} Apr 21 20:52:49.867492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f988bc51-cae2-40e6-992e-d122af971d5b req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Deleting port 4e5ee260-0001-4726-8913-0467dfb83c07 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:49.867983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f988bc51-cae2-40e6-992e-d122af971d5b req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:49.875937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:49.903668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab88c-b465-4e08-93ac-d5a5b8cea725 req-f34ac7cc-ca9f-4cda-b507-c13329f33b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:49.908206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab6ab88c-b465-4e08-93ac-d5a5b8cea725 req-f34ac7cc-ca9f-4cda-b507-c13329f33b1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1096 time: 0.3795087 Apr 21 20:52:49.968847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2414dd3-1838-48ed-afc1-f97278af7aa8']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:49.989748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b636076-de81-46ab-ac7b-0e9cfbbece48 req-96e0042e-3e01-4b22-9c8b-cd0cf8ecf4a4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:49.999786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b636076-de81-46ab-ac7b-0e9cfbbece48 req-96e0042e-3e01-4b22-9c8b-cd0cf8ecf4a4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 945 time: 0.3299317 Apr 21 20:52:50.007104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a70377-f9c1-4093-836d-9afdc16029b6') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:50.009956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a70377-f9c1-4093-836d-9afdc16029b6') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:50.054216 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.078379 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'dc5be38d-3576-4311-8dd1-9dc123385d71', 'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'mac_address': 'fa:16:3e:e0:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:23Z', 'updated_at': '2022-04-21T20:50:28Z', 'revision_number': 5, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'subnets': [{'id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:50.109694 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] Checking router: 50b456fb-ee7a-4bb6-abe2-f0667763451f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:52:50.111388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f988bc51-cae2-40e6-992e-d122af971d5b req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] For port 4e5ee260-0001-4726-8913-0467dfb83c07, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=4e5ee260-0001-4726-8913-0467dfb83c07,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:50.111866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f988bc51-cae2-40e6-992e-d122af971d5b req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.120209 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:50.121155 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:50.125350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.148692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f988bc51-cae2-40e6-992e-d122af971d5b req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Calling delete_port for 4e5ee260-0001-4726-8913-0467dfb83c07 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:50.198962 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.199542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39298d-7ec3-4948-a37b-999c5cde7263 req-25cd3174-ad0d-4ed5-b5d7-f2eff604f3ad tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:50.205216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ec39298d-7ec3-4948-a37b-999c5cde7263 req-25cd3174-ad0d-4ed5-b5d7-f2eff604f3ad tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1870508 Apr 21 20:52:50.225732 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b636076-de81-46ab-ac7b-0e9cfbbece48 req-c4aa4a7d-d654-4479-9f02-5d67ffefaf75 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973016 Apr 21 20:52:50.236255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:52:50.236916 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:52:50.252304 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:52:50.263066 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:50.403409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ec39298d-7ec3-4948-a37b-999c5cde7263 req-13cf8237-f2bd-4c71-a7ec-02768347e10a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875849 Apr 21 20:52:50.437996 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.487582 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab6ab88c-b465-4e08-93ac-d5a5b8cea725 req-531efc6a-e2b0-4b3e-aef4-cda8e4f2f83d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5633698 Apr 21 20:52:50.554328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f988bc51-cae2-40e6-992e-d122af971d5b req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.559379 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'dc5be38d-3576-4311-8dd1-9dc123385d71', 'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'mac_address': 'fa:16:3e:e0:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:23Z', 'updated_at': '2022-04-21T20:50:28Z', 'revision_number': 5, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'subnets': [{'id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:50.567520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['4e5ee260-0001-4726-8913-0467dfb83c07'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:52:50.609193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.639534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.653216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f2414dd3-1838-48ed-afc1-f97278af7aa8 HTTP/1.1" status: 204 len: 168 time: 1.9869571 Apr 21 20:52:50.685076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf4fbb-ad30-486d-8680-802a127a9be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2414dd3-1838-48ed-afc1-f97278af7aa8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:50.688737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Pushing event deleted for resources: {'Port': ['ID=4e5ee260-0001-4726-8913-0467dfb83c07,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:50.719768 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7623c-dfb3-4285-be6e-6d2c07b27018 req-cbc9b790-8f64-4e0f-9377-eb557f5e3070 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:50.727461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:50.728212 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7c7623c-dfb3-4285-be6e-6d2c07b27018 req-cbc9b790-8f64-4e0f-9377-eb557f5e3070 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 866 time: 0.2705581 Apr 21 20:52:50.732423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42830) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:50.742160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f988bc51-cae2-40e6-992e-d122af971d5b req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] No DVR routers for this DVR port 4e5ee260-0001-4726-8913-0467dfb83c07 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:50.750367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f988bc51-cae2-40e6-992e-d122af971d5b req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.757191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f988bc51-cae2-40e6-992e-d122af971d5b req-6d4ea43b-8cf8-4383-8a40-e8f3dfca195c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.46 "DELETE /v2.0/ports/4e5ee260-0001-4726-8913-0467dfb83c07 HTTP/1.1" status: 204 len: 173 time: 1.0868731 Apr 21 20:52:50.798173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:50.798519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f9488cf-4bd9-4bef-97f0-49d9ebd12baf not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:50.823351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7c7623c-dfb3-4285-be6e-6d2c07b27018 req-37ac4936-e2cd-4959-907b-1835dd384375 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887942 Apr 21 20:52:50.876875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c284210-62a5-4603-a84f-53d952ccedd2 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.919353 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c284210-62a5-4603-a84f-53d952ccedd2 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:50.926074 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5f3bdc-7d97-436d-ba03-030580b4a6ca None None] The sync data for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 is: [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:50:24Z', 'revision_number': 4, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'dc5be38d-3576-4311-8dd1-9dc123385d71', 'name': '', 'network_id': '7ebb6bd7-2f67-4e79-b454-c7944ef63af5', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'mac_address': 'fa:16:3e:e0:39:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:23Z', 'updated_at': '2022-04-21T20:50:28Z', 'revision_number': 5, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'subnets': [{'id': '664a3621-2c7d-45be-9543-1426b8cdf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:52:51.043000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c284210-62a5-4603-a84f-53d952ccedd2 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.055665 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c284210-62a5-4603-a84f-53d952ccedd2 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.063237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42834) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:51.065222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7c284210-62a5-4603-a84f-53d952ccedd2 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "DELETE /v2.0/security-groups/72e37ada-de22-42ab-95ea-1f628fb6fa21 HTTP/1.1" status: 204 len: 168 time: 0.3285105 Apr 21 20:52:51.082855 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-161ea372-8c73-4927-8f71-4190c21f7c6a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] show failed (client error): The resource could not be found. Apr 21 20:52:51.086416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-161ea372-8c73-4927-8f71-4190c21f7c6a tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "GET /v2.0/security-groups/72e37ada-de22-42ab-95ea-1f628fb6fa21 HTTP/1.1" status: 404 len: 347 time: 0.0196803 Apr 21 20:52:51.086917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42836) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:51.102322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284210-62a5-4603-a84f-53d952ccedd2 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e37ada-de22-42ab-95ea-1f628fb6fa21,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:51.151185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42838) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:51.208992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-60c9b8ae-363a-4573-80f9-06b296f1bef8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6811dff1924414583a4c328264b441b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564032 Apr 21 20:52:51.209730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42840) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:51.259014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Deleting port d98a8c43-05ed-4d79-99cd-98500beec63f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:51.259559 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.299287 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d88b5cf3-ba09-47a5-808b-f76a4243d97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.341420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d88b5cf3-ba09-47a5-808b-f76a4243d97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.358775 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.359247 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.424465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Calling delete_port for d98a8c43-05ed-4d79-99cd-98500beec63f owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:51.442122 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d88b5cf3-ba09-47a5-808b-f76a4243d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.448297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d88b5cf3-ba09-47a5-808b-f76a4243d97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.449542 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d88b5cf3-ba09-47a5-808b-f76a4243d97e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8ad4665-6cd9-4970-b903-0b8c870af8d7 HTTP/1.1" status: 204 len: 168 time: 0.2387891 Apr 21 20:52:51.465357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b5cf3-ba09-47a5-808b-f76a4243d97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ad4665-6cd9-4970-b903-0b8c870af8d7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:51.588102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d54739-83bd-45e3-83ef-5c67b7adcf3a req-22c28aa3-3d07-4b99-a7d7-59eb07f0bea1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:51.590019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47d54739-83bd-45e3-83ef-5c67b7adcf3a req-22c28aa3-3d07-4b99-a7d7-59eb07f0bea1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 945 time: 0.2201304 Apr 21 20:52:51.661986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221413d2-b258-4ddd-985b-e872413b3bbe req-b042e100-3dc7-4395-9b70-ce31d4d0e564 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:51.663866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-221413d2-b258-4ddd-985b-e872413b3bbe req-b042e100-3dc7-4395-9b70-ce31d4d0e564 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1254117 Apr 21 20:52:51.674954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'name': 'network-vif-deleted', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:52:51.678405 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7818258c-cac6-4b4f-917b-8db7035667c3" -d '{"events": [{"server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "name": "network-vif-deleted", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:52:51.711992 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47d54739-83bd-45e3-83ef-5c67b7adcf3a req-3c1a3a85-4b5b-4f4d-b634-68405830aa2d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017189 Apr 21 20:52:51.726029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a60d36-5b85-4cc3-a49f-1f591a7f10fc None None] New status for floating IP 7f5a682d-61eb-4672-a6d5-5bbc0eab9252: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:52:51.758274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-221413d2-b258-4ddd-985b-e872413b3bbe req-ede2c67f-0125-4d88-97e6-e01908acae51 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826247 Apr 21 20:52:51.779044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.810114 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1e2fd-28a5-4572-8cfb-adcfb36150e2 x-openstack-request-id: req-b2c1e2fd-28a5-4572-8cfb-adcfb36150e2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:52:51.810557 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb", "name": "network-vif-deleted", "tag": "4e5ee260-0001-4726-8913-0467dfb83c07", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:52:51.810804 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2c1e2fd-28a5-4572-8cfb-adcfb36150e2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:52:51.811183 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c1e2fd-28a5-4572-8cfb-adcfb36150e2'] response: {'server_uuid': '4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb', 'name': 'network-vif-deleted', 'tag': '4e5ee260-0001-4726-8913-0467dfb83c07', 'status': 'completed', 'code': 200} Apr 21 20:52:51.811916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Pushing event deleted for resources: {'Port': ['ID=d98a8c43-05ed-4d79-99cd-98500beec63f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:51.956939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-b4a60d36-5b85-4cc3-a49f-1f591a7f10fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:52:51.958191 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-b4a60d36-5b85-4cc3-a49f-1f591a7f10fc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:52:51.967836 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.971371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:51.976709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-260603a0-785e-4060-b6d9-8ea4440d8862 tempest-ServersTestFqdnHostnames-758603069 tempest-ServersTestFqdnHostnames-758603069-project] 10.222.0.49 "DELETE /v2.0/floatingips/7f5a682d-61eb-4672-a6d5-5bbc0eab9252 HTTP/1.1" status: 204 len: 168 time: 0.8862476 Apr 21 20:52:51.985309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42858) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:52.031203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e36336c4-e4b0-4f68-aacc-47aef438eea3 req-04645881-881b-44c2-b418-5fe17947aceb tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 210 time: 0.0546744 Apr 21 20:52:52.459847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a60d36-5b85-4cc3-a49f-1f591a7f10fc None None] New status for floating IP 7f5a682d-61eb-4672-a6d5-5bbc0eab9252: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:52:52.629386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 4e5ee260-0001-4726-8913-0467dfb83c07 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:52.676804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 4e5ee260-0001-4726-8913-0467dfb83c07 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:52.677469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 4e5ee260-0001-4726-8913-0467dfb83c07 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:52.916828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42882) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:52.981399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f212c8a-ed0f-42e5-bc85-671c5ad50b2b req-218766cc-adf5-4a60-9105-a2ee57bd8cdd tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:52.982670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eae70-29a4-4937-b913-d08ca9c1eee5 req-58259e4e-bb41-4dc5-a436-f1b351c83104 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:52.984450 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-085eae70-29a4-4937-b913-d08ca9c1eee5 req-58259e4e-bb41-4dc5-a436-f1b351c83104 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1041696 Apr 21 20:52:52.998827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f212c8a-ed0f-42e5-bc85-671c5ad50b2b req-218766cc-adf5-4a60-9105-a2ee57bd8cdd tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 945 time: 0.1556561 Apr 21 20:52:53.062899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-108605872-network', 'tenant_id': '8b6ccf4b66c242e7a0cf87ddbab4b046'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:53.073567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-085eae70-29a4-4937-b913-d08ca9c1eee5 req-42ba9299-d1f8-4c4c-ac43-51ac6ca3dc2d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765741 Apr 21 20:52:53.153674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f212c8a-ed0f-42e5-bc85-671c5ad50b2b req-3b5cf93e-7aac-4fb2-ba95-4e6667ceb429 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519148 Apr 21 20:52:53.165507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Made reservation on behalf of 8b6ccf4b66c242e7a0cf87ddbab4b046 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:53.168123 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.183874 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.199153 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3938b27-a40e-4f55-ad8d-7a8c7fb89178 req-a9d2f8e3-64e6-439c-8766-b075db1454de tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 210 time: 0.0466616 Apr 21 20:52:53.265781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.377259 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.390118 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.431202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:52:53.432804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a663031b-d90d-47a9-a8da-6362645a72d7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:53.512573 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.513033 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Added segment 35868cc1-f81d-4dcb-9e4b-9abfea40b720 of type vlan for network 4d66751b-936f-4e43-84eb-3a95d82d73f6 Apr 21 20:52:53.565569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.604548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.606647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:53.607219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.714368 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7914941 Apr 21 20:52:53.714918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42890) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:53.719871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Request body: {'subnet': {'network_id': '4d66751b-936f-4e43-84eb-3a95d82d73f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-108605872-subnet', 'tenant_id': '8b6ccf4b66c242e7a0cf87ddbab4b046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:53.723767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c6dcb-a74e-45a4-90a1-76615ab0c31d admin admin] Pushing event updated for resources: {'Network': ['ID=4d66751b-936f-4e43-84eb-3a95d82d73f6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:53.738554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 4d66751b-936f-4e43-84eb-3a95d82d73f6 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:52:53.758081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Made reservation on behalf of 8b6ccf4b66c242e7a0cf87ddbab4b046 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:53.761428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.776784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Deleting port dc5be38d-3576-4311-8dd1-9dc123385d71 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:53.777122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.918437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] For port dc5be38d-3576-4311-8dd1-9dc123385d71, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dc5be38d-3576-4311-8dd1-9dc123385d71,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:53.919191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:53.938976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Calling delete_port for dc5be38d-3576-4311-8dd1-9dc123385d71 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:54.075983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:54.212777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=734fb419-afad-494f-bbfa-ee94303b4a88,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:54.276139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Checking segment: {'id': '35868cc1-f81d-4dcb-9e4b-9abfea40b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d66751b-936f-4e43-84eb-3a95d82d73f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:52:54.276499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Network hostable DHCP agents. Network: 4d66751b-936f-4e43-84eb-3a95d82d73f6, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:52:54.283019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841155-9b1c-4da9-90d0-08057b1353bf req-f1cbaea0-8478-4bd5-b8b9-4b93d18fbc20 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:54.285281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23841155-9b1c-4da9-90d0-08057b1353bf req-f1cbaea0-8478-4bd5-b8b9-4b93d18fbc20 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 945 time: 0.0644219 Apr 21 20:52:54.290267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94192c77-77d5-4bf7-bfbd-035881b9c436 req-22f57493-c515-42f9-b88b-601192d9b63e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:54.292302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94192c77-77d5-4bf7-bfbd-035881b9c436 req-22f57493-c515-42f9-b88b-601192d9b63e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1327007 Apr 21 20:52:54.344288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23841155-9b1c-4da9-90d0-08057b1353bf req-8f09e550-7401-4d44-88b1-22fd7742e189 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500727 Apr 21 20:52:54.349728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:54.351528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Network 4d66751b-936f-4e43-84eb-3a95d82d73f6 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:52:54.373324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94192c77-77d5-4bf7-bfbd-035881b9c436 req-967de255-0b10-4953-b769-64e3a110573e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738466 Apr 21 20:52:54.402169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 4d66751b-936f-4e43-84eb-3a95d82d73f6) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:52:54.403596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5be38d-3576-4311-8dd1-9dc123385d71,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:54.411530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bb7ec8-2950-46d6-98f1-b99ad905efb4 None None] Network 4d66751b-936f-4e43-84eb-3a95d82d73f6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:54.421646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:54.422464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:54.490424 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ee2c80d-a0e4-405c-966d-b34dcb41488e req-722d93ef-4810-4b56-80c4-2794864d2b13 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 210 time: 0.0698276 Apr 21 20:52:54.508652 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ea1c41aa-1740-425e-a591-3542bf5881c3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7850547 Apr 21 20:52:54.658149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ce04f-0e32-4f26-b4ae-d07ffabe44d3 None None] Network 4d66751b-936f-4e43-84eb-3a95d82d73f6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:54.714621 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:55.060148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Router 50b456fb-ee7a-4bb6-abe2-f0667763451f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:52:55.247651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74825902-e852-4393-b17b-a1608d94b7b6 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:55.254784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74825902-e852-4393-b17b-a1608d94b7b6 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/networks?id=4d66751b-936f-4e43-84eb-3a95d82d73f6 HTTP/1.1" status: 200 len: 821 time: 0.1930513 Apr 21 20:52:55.275465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-02390630-f46f-4406-9b20-52d0ffa468bf tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/quotas/8b6ccf4b66c242e7a0cf87ddbab4b046 HTTP/1.1" status: 200 len: 375 time: 0.0191722 Apr 21 20:52:55.316651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-53010b45-450d-4094-841f-4c5451c10eea tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8b6ccf4b66c242e7a0cf87ddbab4b046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402043 Apr 21 20:52:55.321983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:52:55.332841 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] Sync routers for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:52:55.335341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d5eb3cd2-6e87-466a-9f98-adefe65b5429 admin admin] 10.222.0.49 "PUT /v2.0/routers/50b456fb-ee7a-4bb6-abe2-f0667763451f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3482022 Apr 21 20:52:55.337664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42916) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:55.347429 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:55.348710 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:55.464617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:55.558974 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:55.627972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-276c2aab-26d6-4a0c-9774-d7027be4dde0 service neutron] 10.222.0.49 "GET /v2.0/networks/4d66751b-936f-4e43-84eb-3a95d82d73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864101 Apr 21 20:52:55.641747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:55.669979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce0a-81f9-48c1-8964-88150f3b7ae2 req-442b2dc5-3497-46bd-a568-2511d99a630a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:55.671718 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d73ce0a-81f9-48c1-8964-88150f3b7ae2 req-442b2dc5-3497-46bd-a568-2511d99a630a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 945 time: 0.2104447 Apr 21 20:52:55.745793 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d73ce0a-81f9-48c1-8964-88150f3b7ae2 req-868e5747-2722-4212-a14a-ef701c6cbc30 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513594 Apr 21 20:52:55.752041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Deleting port 3925e067-59ac-4fa3-ba7a-6d64a6124326 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:55.752533 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:55.843016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-5f0dc385-5b28-4357-bdeb-db3be6eaed8c service neutron] 10.222.0.49 "GET /v2.0/networks/4d66751b-936f-4e43-84eb-3a95d82d73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065451 Apr 21 20:52:55.875030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] For port 3925e067-59ac-4fa3-ba7a-6d64a6124326, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3925e067-59ac-4fa3-ba7a-6d64a6124326,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:55.875499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:55.897396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Calling delete_port for 3925e067-59ac-4fa3-ba7a-6d64a6124326 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:56.014293 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:52:54Z', 'revision_number': 5, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port': {'id': '3925e067-59ac-4fa3-ba7a-6d64a6124326', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:50:17Z', 'updated_at': '2022-04-21T20:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:56.054493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289d627-cb68-465a-a61b-0e8bdd98bbc2 req-5387eb96-1cfe-4cf1-b797-33e1904e0ef6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:56.059565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9289d627-cb68-465a-a61b-0e8bdd98bbc2 req-5387eb96-1cfe-4cf1-b797-33e1904e0ef6 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1400850 Apr 21 20:52:56.087961 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] Checking router: 50b456fb-ee7a-4bb6-abe2-f0667763451f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:52:56.108264 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] Routers {'50b456fb-ee7a-4bb6-abe2-f0667763451f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:52:56.108925 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:52:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['50b456fb-ee7a-4bb6-abe2-f0667763451f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:56.189191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9289d627-cb68-465a-a61b-0e8bdd98bbc2 req-f386f450-21fd-4de1-8329-72d052694c67 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285439 Apr 21 20:52:56.276089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-334c9391-4026-40fd-8931-e05ea83db9d8 req-c257cc98-4b01-41e9-8c99-14f643c69459 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 210 time: 0.0796070 Apr 21 20:52:56.355168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dfbe1d02-c89e-4e0f-96e5-33b28e653452 req-4e3e8cfa-8a52-4ce6-8454-bc3f46fa9b90 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 210 time: 0.0846360 Apr 21 20:52:56.356507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:56.387239 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] Set router 50b456fb-ee7a-4bb6-abe2-f0667763451f gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:52:56.410924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=3925e067-59ac-4fa3-ba7a-6d64a6124326,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:56.467463 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:52:55Z', 'revision_number': 6, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:56.503301 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a77989-b2b5-4a2a-b8d0-05231d1f1a19 None None] The sync data for ids ['50b456fb-ee7a-4bb6-abe2-f0667763451f'] in n-d-838945-1 is: [{'id': '50b456fb-ee7a-4bb6-abe2-f0667763451f', 'name': 'tempest-ServersTestFqdnHostnames-1319580530-router', 'tenant_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:50:16Z', 'updated_at': '2022-04-21T20:52:55Z', 'revision_number': 6, 'project_id': 'd9c1095bb38d498293c8ad27c5bd08ea', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:52:56.647715 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:56.758222 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:56.761099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:56.818224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:56.818962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50b456fb-ee7a-4bb6-abe2-f0667763451f {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:52:56.829160 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:56.832985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42946) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:56.833355 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf2a46d7-ec0a-460a-a111-03162a698e08 admin admin] 10.222.0.49 "DELETE /v2.0/routers/50b456fb-ee7a-4bb6-abe2-f0667763451f HTTP/1.1" status: 204 len: 168 time: 1.4941461 Apr 21 20:52:56.904082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d157a927-4a37-4280-9d6a-61ccb5235275 admin admin] Deleting subnet 664a3621-2c7d-45be-9543-1426b8cdf48a {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:52:56.908438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d157a927-4a37-4280-9d6a-61ccb5235275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:56.975195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d157a927-4a37-4280-9d6a-61ccb5235275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:57.020040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aa151-5c2a-4641-81eb-13e3ad45ce2b req-a911091a-6052-44ef-a188-af2ecc80c27e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:57.021609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-579aa151-5c2a-4641-81eb-13e3ad45ce2b req-a911091a-6052-44ef-a188-af2ecc80c27e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 945 time: 0.1314526 Apr 21 20:52:57.139362 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d157a927-4a37-4280-9d6a-61ccb5235275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:57.230630 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-579aa151-5c2a-4641-81eb-13e3ad45ce2b req-2b6c900a-720a-4e9f-96b4-236d9851b9c2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946709 Apr 21 20:52:57.279146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d157a927-4a37-4280-9d6a-61ccb5235275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:57.341398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157a927-4a37-4280-9d6a-61ccb5235275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664a3621-2c7d-45be-9543-1426b8cdf48a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:57.381093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2367d33b-f668-4549-86d6-9990018d606e None None] Network 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:52:57.390823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d157a927-4a37-4280-9d6a-61ccb5235275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:57.393478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f874b69-b4f8-4d77-a394-afdfb38504b2 req-353765b8-0813-443a-94cb-992f6a2fe5c8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:57.405111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f874b69-b4f8-4d77-a394-afdfb38504b2 req-353765b8-0813-443a-94cb-992f6a2fe5c8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1043341 Apr 21 20:52:57.406327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d157a927-4a37-4280-9d6a-61ccb5235275 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/664a3621-2c7d-45be-9543-1426b8cdf48a HTTP/1.1" status: 204 len: 168 time: 0.5717173 Apr 21 20:52:57.414720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-857c983f-9cc6-4aad-8d83-3b45dc11da53 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3361578 Apr 21 20:52:57.418220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42958) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:57.507418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f874b69-b4f8-4d77-a394-afdfb38504b2 req-a57873ce-f759-47ba-b642-bd06861aaf97 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000323 Apr 21 20:52:57.690796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0c6ddfba-eb11-4ae4-a703-4a8655aefb9e req-c03688d9-6ccf-4df9-be65-bd34b191e041 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 210 time: 0.0433841 Apr 21 20:52:57.731667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2849aba-e4f9-4978-b908-07702db04a17 None None] DHCP port deletion for 7ebb6bd7-2f67-4e79-b454-c7944ef63af5 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:52:57.878339 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b34daaa-710f-4be5-980d-9a2857a75191 req-92ecaf22-7fb5-4c79-b846-37698ae2c17c tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 210 time: 0.0779667 Apr 21 20:52:57.909172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b2849aba-e4f9-4978-b908-07702db04a17 None None] Deleting port bfadbfa0-e780-4684-ac77-2945d7da671a {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:52:57.910043 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2849aba-e4f9-4978-b908-07702db04a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.049652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b2849aba-e4f9-4978-b908-07702db04a17 None None] For port bfadbfa0-e780-4684-ac77-2945d7da671a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=bfadbfa0-e780-4684-ac77-2945d7da671a,segment=NetworkSegment(daae15be-632b-436f-b38a-a49fc8e17f94),segment_id=daae15be-632b-436f-b38a-a49fc8e17f94)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:52:58.052286 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2849aba-e4f9-4978-b908-07702db04a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.081753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b2849aba-e4f9-4978-b908-07702db04a17 None None] Calling delete_port for bfadbfa0-e780-4684-ac77-2945d7da671a owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:52:58.232970 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2849aba-e4f9-4978-b908-07702db04a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.265667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.269067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2849aba-e4f9-4978-b908-07702db04a17 None None] Pushing event deleted for resources: {'Port': ['ID=bfadbfa0-e780-4684-ac77-2945d7da671a,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:58.277974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2849aba-e4f9-4978-b908-07702db04a17 None None] No DVR routers for this DVR port bfadbfa0-e780-4684-ac77-2945d7da671a on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:52:58.375345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-024c827a-d90e-452d-8b25-2a6d7631991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:58.376731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-024c827a-d90e-452d-8b25-2a6d7631991f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 1101 time: 0.9212148 Apr 21 20:52:58.424981 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-4ceed547-d3f1-43fd-8bee-a986020aa255 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7879460 Apr 21 20:52:58.439742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5aac5-b9ed-4ad0-b6dc-c65195030bf2 req-126e6cc7-a4f7-4ef1-91f2-f7c18c8ca5a2 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:58.448137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39b5aac5-b9ed-4ad0-b6dc-c65195030bf2 req-126e6cc7-a4f7-4ef1-91f2-f7c18c8ca5a2 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1096 time: 0.7153578 Apr 21 20:52:58.569078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-00633164-851f-447d-ace8-5bcc047355a5 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:58.570437 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-00633164-851f-447d-ace8-5bcc047355a5 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.43 "GET /v2.0/networks?id=4d66751b-936f-4e43-84eb-3a95d82d73f6 HTTP/1.1" status: 200 len: 821 time: 0.2967656 Apr 21 20:52:58.596671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Request body: {'port': {'device_id': 'dadea994-43e8-4a5d-bc52-02c47cee9cc1', 'network_id': '4d66751b-936f-4e43-84eb-3a95d82d73f6', 'admin_state_up': True, 'tenant_id': '8b6ccf4b66c242e7a0cf87ddbab4b046'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:58.626659 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.645994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device bfadbfa0-e780-4684-ac77-2945d7da671a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:58.668605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39b5aac5-b9ed-4ad0-b6dc-c65195030bf2 req-dfa1139b-86db-4f3e-878f-66ee1d37250d tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144251 Apr 21 20:52:58.689845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42978) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:58.691457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: bfadbfa0-e780-4684-ac77-2945d7da671a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:58.691909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device bfadbfa0-e780-4684-ac77-2945d7da671a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:58.692250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3925e067-59ac-4fa3-ba7a-6d64a6124326 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:58.696318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-543a7132-f333-4648-9c40-02523f1ff694 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212527933', 'description': 'tempest-description--81859505'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:58.715687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebb6bd7-2f67-4e79-b454-c7944ef63af5']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:58.731135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-543a7132-f333-4648-9c40-02523f1ff694 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.736381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daae15be-632b-436f-b38a-a49fc8e17f94') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:58.736685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daae15be-632b-436f-b38a-a49fc8e17f94') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:52:58.740247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3925e067-59ac-4fa3-ba7a-6d64a6124326 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:58.741472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3925e067-59ac-4fa3-ba7a-6d64a6124326 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:58.742093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dc5be38d-3576-4311-8dd1-9dc123385d71 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:52:58.746945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-9bbda143-1cd8-44b4-8ac9-1efd94e80734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:58.748991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-9bbda143-1cd8-44b4-8ac9-1efd94e80734 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3503077 Apr 21 20:52:58.757094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.760842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-3e369fe6-00d0-4581-93ae-c3185edd3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:58.762495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-3e369fe6-00d0-4581-93ae-c3185edd3e3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 1117 time: 0.2847385 Apr 21 20:52:58.792421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: dc5be38d-3576-4311-8dd1-9dc123385d71 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:52:58.792796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dc5be38d-3576-4311-8dd1-9dc123385d71 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:52:58.891654 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.895661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-543a7132-f333-4648-9c40-02523f1ff694 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.901392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-543a7132-f333-4648-9c40-02523f1ff694 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.913227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-d30e6d48-c9c5-4a6d-b08e-70a079e93b0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 200 len: 217 time: 0.1263623 Apr 21 20:52:58.914210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:52:58.914673 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:52:58.923053 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:52:58.934661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a935c-66f5-488e-b93a-3f728fbbc0ab req-c5b39629-5307-46fe-8da6-b2b2b4a9a445 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:58.936164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c06a935c-66f5-488e-b93a-3f728fbbc0ab req-c5b39629-5307-46fe-8da6-b2b2b4a9a445 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1096 time: 0.1194210 Apr 21 20:52:58.954689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-543a7132-f333-4648-9c40-02523f1ff694 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:58.955893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-543a7132-f333-4648-9c40-02523f1ff694 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2644317 Apr 21 20:52:58.956620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a7132-f333-4648-9c40-02523f1ff694 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c002de55-1a37-4ead-86c9-d15d5b75bb2e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:58.966162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42986) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:58.971556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7c28e5fc-3593-4017-98d9-29bd72263975 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Request body: {'security_group_rule': {'security_group_id': 'c002de55-1a37-4ead-86c9-d15d5b75bb2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:59.000792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c06a935c-66f5-488e-b93a-3f728fbbc0ab req-65ec42cd-9b47-40c6-bfc7-f6d4478375fc tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571983 Apr 21 20:52:59.024923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c28e5fc-3593-4017-98d9-29bd72263975 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.082618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c28e5fc-3593-4017-98d9-29bd72263975 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.094890 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c28e5fc-3593-4017-98d9-29bd72263975 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.095102 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.126403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-5ff9b27b-9d81-492c-855c-ea148b50bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:59.128255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-5ff9b27b-9d81-492c-855c-ea148b50bc5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1779413 Apr 21 20:52:59.130028 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ebf9be0-8903-4474-9ac4-b5690a06c32b req-cbb5f6b5-72d3-46f6-9600-b57d713e6df8 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bf6c1ea-1bb3-48f4-8379-8d56353c5fcb HTTP/1.1" status: 200 len: 210 time: 0.0512567 Apr 21 20:52:59.130552 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.130692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28e5fc-3593-4017-98d9-29bd72263975 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e9de6f-3bae-4855-a004-3dac8c6a4f4a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:59.133787 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7ebb6bd7-2f67-4e79-b454-c7944ef63af5 HTTP/1.1" status: 204 len: 168 time: 1.7137730 Apr 21 20:52:59.147800 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c28e5fc-3593-4017-98d9-29bd72263975 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.149968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7c28e5fc-3593-4017-98d9-29bd72263975 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814768 Apr 21 20:52:59.157938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42992) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:59.164875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2d0404d2-99be-4436-bea8-7500beb5bc2b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Request body: {'security_group_rule': {'security_group_id': 'c002de55-1a37-4ead-86c9-d15d5b75bb2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:59.204307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76477c65-bd1a-4144-b25f-1e235524ac99 req-85a7527d-38b5-46c7-8ba7-a616c2ca7229 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:59.212163 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d0404d2-99be-4436-bea8-7500beb5bc2b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.221668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76477c65-bd1a-4144-b25f-1e235524ac99 req-85a7527d-38b5-46c7-8ba7-a616c2ca7229 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.3962984 Apr 21 20:52:59.272181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-ec9a3487-22c4-484f-b430-a2890c6f4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:59.275364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-ec9a3487-22c4-484f-b430-a2890c6f4d43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 200 len: 922 time: 0.4730759 Apr 21 20:52:59.276292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fffa4b-b958-4d02-9bd6-d960d2c7cd06 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ebb6bd7-2f67-4e79-b454-c7944ef63af5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:59.295235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Made reservation on behalf of 8b6ccf4b66c242e7a0cf87ddbab4b046 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:52:59.300335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.330738 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42994) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:59.336749 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-109ff7e8-8d29-422d-8cf5-b911b1a1ad13 req-9b522e1f-6ff1-48c2-99fe-1dc903c6e2b0 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 210 time: 0.0655532 Apr 21 20:52:59.396001 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-63a6bb04-b801-4535-9e87-7ab37439ce4b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9c1095bb38d498293c8ad27c5bd08ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613074 Apr 21 20:52:59.401477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42996) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:59.405562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d0404d2-99be-4436-bea8-7500beb5bc2b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.424974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d0404d2-99be-4436-bea8-7500beb5bc2b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.469750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0404d2-99be-4436-bea8-7500beb5bc2b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ca99fd-f743-48db-b782-b10ec5e7b45c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:59.487130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-efb62be1-880f-4ba3-ae44-098a489bd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:59.491248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-efb62be1-880f-4ba3-ae44-098a489bd38a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3368719 Apr 21 20:52:59.497182 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d0404d2-99be-4436-bea8-7500beb5bc2b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.498584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2d0404d2-99be-4436-bea8-7500beb5bc2b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381262 Apr 21 20:52:59.501554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43002) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:52:59.506985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:52:59.512856 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38f0b7a5-b259-4c50-a058-ded26550682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.520484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76477c65-bd1a-4144-b25f-1e235524ac99 req-eb46aa48-29da-4c01-9e58-eda8c12514d9 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974730 Apr 21 20:52:59.543242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38f0b7a5-b259-4c50-a058-ded26550682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.544613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-c7f96e07-249e-4bf4-b34b-f2ab877a267e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 200 len: 217 time: 0.2172086 Apr 21 20:52:59.609457 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38f0b7a5-b259-4c50-a058-ded26550682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.612304 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38f0b7a5-b259-4c50-a058-ded26550682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.616072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-38f0b7a5-b259-4c50-a058-ded26550682c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77176762-4692-4c12-9e9d-4472b9a824b4 HTTP/1.1" status: 204 len: 168 time: 0.2108555 Apr 21 20:52:59.632679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.637136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0b7a5-b259-4c50-a058-ded26550682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77176762-4692-4c12-9e9d-4472b9a824b4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:52:59.679871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-57b7e3c6-7c26-4c87-9106-225f070b20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:52:59.683265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-57b7e3c6-7c26-4c87-9106-225f070b20c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0887809 Apr 21 20:52:59.799297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:52:59.809642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Allocated IP 172.20.0.7 (4d66751b-936f-4e43-84eb-3a95d82d73f6/734fb419-afad-494f-bbfa-ee94303b4a88/cec315bd-4123-40b5-a788-ba5d9d1f51dc) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:52:59.868080 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-97d5bcac-7de0-433a-8cc9-d0bf5a56acce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f844257-3971-4842-8d6e-2287bca8c3d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781344 Apr 21 20:53:00.041296 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-fcf8d89a-cff6-4600-ba48-dd43ead14ed9 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173662 Apr 21 20:53:00.061003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Allocated IP 172.25.0.230 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/28c34362-bd6e-42d4-989d-5304c37ddee6) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:00.253965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-24680134-6553-4ec4-a9a1-1bb71884d7fe service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640316 Apr 21 20:53:00.321247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:00.323143 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:00.369978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db825c73-c4a9-4e24-b94b-66e980b1bf52 req-5c11f2f0-2f1d-4962-ac57-0b52b89d905e service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891133 Apr 21 20:53:00.414913 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:00.427345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-123908dd-60b9-47c4-9301-8292e9b5bd2b req-45da86b0-2007-4a9b-8d10-3ae33487b699 service neutron] 10.222.0.46 "GET /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642613 Apr 21 20:53:00.435246 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:00.487521 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0e644ff8-f8bf-43e0-ac1f-b8e07af4f6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:00.510264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Network 4d66751b-936f-4e43-84eb-3a95d82d73f6 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:00.514595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:00.523689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:00.552507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Pushing event updated for resources: {'Port': ['ID=cec315bd-4123-40b5-a788-ba5d9d1f51dc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:00.582280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:00.589765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:00.598274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:00.625198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:00.625926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:00.659133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-e3d7af02-a5ff-43e4-a974-b97cc0935ebd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0736678 Apr 21 20:53:00.672463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Request body: {'port': {'device_id': 'dadea994-43e8-4a5d-bc52-02c47cee9cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:00.684605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Pushing event updated for resources: {'Port': ['ID=28c34362-bd6e-42d4-989d-5304c37ddee6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:00.791747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:00.841351 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:00.921543 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.157198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aae4ef-a132-42aa-98d4-27e2c2242fff req-8d8a0d3d-7ca9-49c1-85a1-1fc49e4dfddd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:01.158705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01aae4ef-a132-42aa-98d4-27e2c2242fff req-8d8a0d3d-7ca9-49c1-85a1-1fc49e4dfddd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 931 time: 0.0808256 Apr 21 20:53:01.224021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-7462b635-fdac-474e-974f-6e41104e866c tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:53:01.224714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-7462b635-fdac-474e-974f-6e41104e866c tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0734973 Apr 21 20:53:01.242131 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01aae4ef-a132-42aa-98d4-27e2c2242fff req-38377b6f-0886-4923-bc21-115c473b881a tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748382 Apr 21 20:53:01.292544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43070) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:01.301667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3ac670e0-f0d6-48c3-b820-d0914a8f503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:01.303321 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3ac670e0-f0d6-48c3-b820-d0914a8f503d service neutron] 10.222.0.49 "GET /v2.0/ports/8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 1093 time: 0.0606883 Apr 21 20:53:01.312300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec315bd-4123-40b5-a788-ba5d9d1f51dc {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:01.319725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Request body: {'binding': {'host': 'n-h2-838945-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:01.320272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Unknown quota resources ['binding']. {{(pid=114646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 20:53:01.326660 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.376666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Transition to ACTIVE for port object cec315bd-4123-40b5-a788-ba5d9d1f51dc will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:53:01.391449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.440105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686f8ea-da78-4b67-889f-efc290fddace req-1e2b0662-71a0-4ca1-a38f-f6db99f21a98 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:01.441856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9686f8ea-da78-4b67-889f-efc290fddace req-1e2b0662-71a0-4ca1-a38f-f6db99f21a98 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0972822 Apr 21 20:53:01.480471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.496431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-520088571-network', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:01.520310 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.529213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=cec315bd-4123-40b5-a788-ba5d9d1f51dc,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:01.531551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:01.533880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.540457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9686f8ea-da78-4b67-889f-efc290fddace req-197c1033-fe30-47f2-9304-48072bda8376 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897198 Apr 21 20:53:01.570509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.665807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.700337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Attempting to bind port cec315bd-4123-40b5-a788-ba5d9d1f51dc on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:01.700956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Attempting to bind port cec315bd-4123-40b5-a788-ba5d9d1f51dc by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '35868cc1-f81d-4dcb-9e4b-9abfea40b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d66751b-936f-4e43-84eb-3a95d82d73f6'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:01.701365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Attempting to bind port cec315bd-4123-40b5-a788-ba5d9d1f51dc on network 4d66751b-936f-4e43-84eb-3a95d82d73f6 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:01.703025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Pushing event updated for resources: {'Port': ['ID=28c34362-bd6e-42d4-989d-5304c37ddee6,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:01.709489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Port cec315bd-4123-40b5-a788-ba5d9d1f51dc on network 4d66751b-936f-4e43-84eb-3a95d82d73f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:53:01.710002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Attempting to bind port cec315bd-4123-40b5-a788-ba5d9d1f51dc on network 4d66751b-936f-4e43-84eb-3a95d82d73f6 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:01.711562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.720289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:01.720752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Checking segment: {'id': '35868cc1-f81d-4dcb-9e4b-9abfea40b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d66751b-936f-4e43-84eb-3a95d82d73f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:01.721228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Bound using segment: {'id': '35868cc1-f81d-4dcb-9e4b-9abfea40b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d66751b-936f-4e43-84eb-3a95d82d73f6'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:01.721975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Bound port: cec315bd-4123-40b5-a788-ba5d9d1f51dc, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35868cc1-f81d-4dcb-9e4b-9abfea40b720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4d66751b-936f-4e43-84eb-3a95d82d73f6'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:01.722099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.737165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99ca38d4-d7cc-4cc9-822b-cc24ba02f76d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2243669 Apr 21 20:53:01.811006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on host n-h2-838945-1 for vnic_type normal with profile None {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:01.813236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:01.813370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] For port cec315bd-4123-40b5-a788-ba5d9d1f51dc, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:01.813820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:01.816511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] For port cec315bd-4123-40b5-a788-ba5d9d1f51dc, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cec315bd-4123-40b5-a788-ba5d9d1f51dc,segment=NetworkSegment(35868cc1-f81d-4dcb-9e4b-9abfea40b720),segment_id=35868cc1-f81d-4dcb-9e4b-9abfea40b720)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:01.826500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:53:01.827718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:01.829099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.840276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:01.843686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:01.845053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:01.846060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Bound port: 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:01.910852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=cec315bd-4123-40b5-a788-ba5d9d1f51dc,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:01.916690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.924457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:01.925178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.926968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-74e843db-80f6-4971-a5ca-d043d5e8ec2f service neutron] 10.222.0.43 "PUT /v2.0/ports/cec315bd-4123-40b5-a788-ba5d9d1f51dc HTTP/1.1" status: 200 len: 1091 time: 1.2598417 Apr 21 20:53:01.928651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dadea994-43e8-4a5d-bc52-02c47cee9cc1', 'tag': 'cec315bd-4123-40b5-a788-ba5d9d1f51dc'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:01.931312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:01.931983 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747371bd-23a0-4b6b-b01a-2fd52d391a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "dadea994-43e8-4a5d-bc52-02c47cee9cc1", "tag": "cec315bd-4123-40b5-a788-ba5d9d1f51dc"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:01.941114 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] Notify callbacks [] for binding, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.944222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-eae35b5d-c183-4e58-916d-a2cf019785ee service neutron] 10.222.0.49 "POST /v2.0/ports/8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4/bindings HTTP/1.1" status: 201 len: 389 time: 0.6278076 Apr 21 20:53:01.944351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:01.982686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:53:02.019570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d004444a-7add-4ffb-ad5c-bac7ba987539,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:02.030356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:02.030706 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Added segment 5bb5165b-5298-44c5-bf00-00220a978f91 of type vlan for network dff397c0-118c-4bfa-9bfc-6606a5b4c319 Apr 21 20:53:02.139172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-d8a330a9-e452-493e-9f1c-397d252a764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:02.152796 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-d8a330a9-e452-493e-9f1c-397d252a764c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b6ccf4b66c242e7a0cf87ddbab4b046&device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 1094 time: 0.1735988 Apr 21 20:53:02.161936 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:02.241841 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22b8e9-6526-4da4-bf0c-c09de4eaecd8 x-openstack-request-id: req-ea22b8e9-6526-4da4-bf0c-c09de4eaecd8 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:02.242239 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dadea994-43e8-4a5d-bc52-02c47cee9cc1", "tag": "cec315bd-4123-40b5-a788-ba5d9d1f51dc", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:02.243804 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea22b8e9-6526-4da4-bf0c-c09de4eaecd8 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:02.245177 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea22b8e9-6526-4da4-bf0c-c09de4eaecd8'] response: {'name': 'network-changed', 'server_uuid': 'dadea994-43e8-4a5d-bc52-02c47cee9cc1', 'tag': 'cec315bd-4123-40b5-a788-ba5d9d1f51dc', 'status': 'completed', 'code': 200} Apr 21 20:53:02.249324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-856c89c6-4248-4f57-99f8-013817216b10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec315bd-4123-40b5-a788-ba5d9d1f51dc HTTP/1.1" status: 200 len: 217 time: 0.0846550 Apr 21 20:53:02.342559 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:02.343641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:02.344297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:02.418772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-8c1dc336-e5d4-42c8-b88f-f2ba06646e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:02.420336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-8c1dc336-e5d4-42c8-b88f-f2ba06646e17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=734fb419-afad-494f-bbfa-ee94303b4a88 HTTP/1.1" status: 200 len: 861 time: 0.1545310 Apr 21 20:53:02.490570 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1969426 Apr 21 20:53:02.496025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43100) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:02.499051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ccf13-e179-4513-84a6-54150e3f0f4b req-028d485f-ca44-4b96-8f33-b9b384b8e374 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:02.500787 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f7ccf13-e179-4513-84a6-54150e3f0f4b req-028d485f-ca44-4b96-8f33-b9b384b8e374 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 945 time: 0.0635142 Apr 21 20:53:02.507723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Request body: {'subnet': {'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-subnet', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:02.534475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-44b6744c-a35a-40d8-959b-7b2597a3ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:02.535990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-44b6744c-a35a-40d8-959b-7b2597a3ec01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1096 time: 0.2096081 Apr 21 20:53:02.536590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b92e2a-65bb-473c-bc5c-aedfc357af1c admin admin] Pushing event updated for resources: {'Network': ['ID=dff397c0-118c-4bfa-9bfc-6606a5b4c319,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:02.539975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-aeda72ce-15a6-4bb0-9b08-2fcd4afc2ed8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d66751b-936f-4e43-84eb-3a95d82d73f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105278 Apr 21 20:53:02.548748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network dff397c0-118c-4bfa-9bfc-6606a5b4c319 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:53:02.576898 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-695f35ec-7bf0-40d0-8fa3-fcd6879f1c95 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--212527933&fields=id&tenant_id=bf93f5e586d8469f86520fc9eb67ac85 HTTP/1.1" status: 200 len: 267 time: 0.1022618 Apr 21 20:53:02.606293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f7ccf13-e179-4513-84a6-54150e3f0f4b req-b5f31406-a2de-4781-a075-9a339d72a6b0 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986400 Apr 21 20:53:02.753701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3767d-7b97-40ab-a32b-e8d6829691cd req-afec79ed-d413-4e1f-8d81-7f0d5c9d8ff7 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:02.766008 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4b3767d-7b97-40ab-a32b-e8d6829691cd req-afec79ed-d413-4e1f-8d81-7f0d5c9d8ff7 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 943 time: 0.0697930 Apr 21 20:53:02.800360 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-93a7dd62-31af-4f4b-b10b-dcfcb255d84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:02.863866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4b3767d-7b97-40ab-a32b-e8d6829691cd req-c09619a3-760c-4e80-96d6-4d15981cf58f tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846634 Apr 21 20:53:03.019441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3d52b-3b01-4a9b-9b9f-89189f5f2974 req-19ddd5de-22ab-4206-83e5-20f80f85d1b0 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:03.027644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d1f3d52b-3b01-4a9b-9b9f-89189f5f2974 req-19ddd5de-22ab-4206-83e5-20f80f85d1b0 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0765727 Apr 21 20:53:03.080071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d1f3d52b-3b01-4a9b-9b9f-89189f5f2974 req-d0055eca-33e2-41a8-b592-4cdd3bf2ebc3 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514226 Apr 21 20:53:03.131126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:03.134276 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:03.345108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-dd81e506-6379-4097-9591-82e583b01824 service neutron] 10.222.0.43 "GET /v2.0/networks/4d66751b-936f-4e43-84eb-3a95d82d73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7826681 Apr 21 20:53:03.381974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-9b7c6452-4712-43db-80a1-6adff0aff7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:03.384316 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-9b7c6452-4712-43db-80a1-6adff0aff7b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.8215239 Apr 21 20:53:03.395873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ef13f-154c-46c6-943e-7ace509fe783 req-32756b14-d7c6-498e-856f-3115bba58515 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:03.397352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-32756b14-d7c6-498e-856f-3115bba58515 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/networks?id=d180aa32-44af-4d74-b422-8898c009e66e HTTP/1.1" status: 200 len: 814 time: 0.8021491 Apr 21 20:53:03.522145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-7208463f-5521-465b-b3ef-2881df7633a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 217 time: 0.1238172 Apr 21 20:53:03.549649 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-9ff32c35-0da5-4057-a3d9-7f1852ccc9a2 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/quotas/bf93f5e586d8469f86520fc9eb67ac85 HTTP/1.1" status: 200 len: 375 time: 0.0873759 Apr 21 20:53:03.700061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15e70e7f-3cd0-438a-bb78-7e9d78336480 req-17537d08-cf8d-4d96-803b-b307a0fd12d4 service neutron] 10.222.0.43 "GET /v2.0/networks/4d66751b-936f-4e43-84eb-3a95d82d73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413184 Apr 21 20:53:03.723153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3f100728-1963-4f77-98ef-e6247e88d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:03.725579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3f100728-1963-4f77-98ef-e6247e88d0ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.1943960 Apr 21 20:53:03.756968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be5025-5087-4299-93a0-b1d03b93bc7a req-f6ce3769-c586-460e-8374-3125da7571ef tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:03.765557 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-35be5025-5087-4299-93a0-b1d03b93bc7a req-f6ce3769-c586-460e-8374-3125da7571ef tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 945 time: 0.0674915 Apr 21 20:53:03.811852 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-35be5025-5087-4299-93a0-b1d03b93bc7a req-457aa6cf-4388-4f77-8b8d-a2261e7b192e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Apr 21 20:53:03.817889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-80926f58-d126-4565-bb39-b0c33ffad258 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bf93f5e586d8469f86520fc9eb67ac85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2310247 Apr 21 20:53:03.870807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:03.901219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-665cea72-3139-408e-a017-1f687e2e60b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774751 Apr 21 20:53:03.948237 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:04.074304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b324ba9-072f-465d-8774-1e8c1a213968 req-a85931bf-7465-4d8f-99b0-6620ac82fbd9 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:04.093854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b324ba9-072f-465d-8774-1e8c1a213968 req-a85931bf-7465-4d8f-99b0-6620ac82fbd9 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 943 time: 0.1143723 Apr 21 20:53:04.141561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-d9fda00d-27af-4abf-878e-bc2166594116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:04.142558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b324ba9-072f-465d-8774-1e8c1a213968 req-634a8a4a-3722-4978-9e78-473e747c01ce tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459881 Apr 21 20:53:04.143589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-d9fda00d-27af-4abf-878e-bc2166594116 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8b6ccf4b66c242e7a0cf87ddbab4b046&device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 1094 time: 0.3177946 Apr 21 20:53:04.163414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0e18d2-3d10-4e98-876c-60e1b50313cd,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:04.238971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-66a59786-4e49-4a9d-88d2-d896c36e8682 service neutron] 10.222.0.49 "GET /v2.0/networks/d180aa32-44af-4d74-b422-8898c009e66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116614 Apr 21 20:53:04.240090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Checking segment: {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:04.240555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Network hostable DHCP agents. Network: dff397c0-118c-4bfa-9bfc-6606a5b4c319, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:53:04.305035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3577784e-3264-4d53-95a8-fe6fba02e659 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675706 Apr 21 20:53:04.314325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cde82-d038-43be-b456-490a2455bdeb req-12efbe3a-6942-424c-b5f5-e701346947d5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:04.316123 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b96cde82-d038-43be-b456-490a2455bdeb req-12efbe3a-6942-424c-b5f5-e701346947d5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0823960 Apr 21 20:53:04.396355 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b96cde82-d038-43be-b456-490a2455bdeb req-d5210263-ab08-4862-8f73-595ace58f459 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725901 Apr 21 20:53:04.440894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Network dff397c0-118c-4bfa-9bfc-6606a5b4c319 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:53:04.529064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-78bb1356-5e69-42c8-b75a-b61c9f852164 service neutron] 10.222.0.49 "GET /v2.0/networks/d180aa32-44af-4d74-b422-8898c009e66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827134 Apr 21 20:53:04.529586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, dff397c0-118c-4bfa-9bfc-6606a5b4c319) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:04.533968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:04.534638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:04.544560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cbd2d9-efc5-4f9f-b0b3-2c6cf2736778 None None] Network dff397c0-118c-4bfa-9bfc-6606a5b4c319 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:04.578617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-d1134f96-430b-4fbb-836a-f65921ac4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:04.580326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-d1134f96-430b-4fbb-836a-f65921ac4bc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d66751b-936f-4e43-84eb-3a95d82d73f6 HTTP/1.1" status: 200 len: 922 time: 0.4187615 Apr 21 20:53:04.607864 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1dec957f-ebe7-4540-a591-bbbc2e736712 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1052651 Apr 21 20:53:04.610583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43120) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:04.615124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:04.653705 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:04.655151 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:04.707114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-daf3d9f5-47a2-46b6-9bb8-f02bf8a20f1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec315bd-4123-40b5-a788-ba5d9d1f51dc HTTP/1.1" status: 200 len: 217 time: 0.1175508 Apr 21 20:53:04.713460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-9f9171da-3571-4342-8813-c83c921599e7 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207998 Apr 21 20:53:04.802824 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:04.819726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-b172698e-cc0e-4d2d-9e98-67d1302ab429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:04.821709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-b172698e-cc0e-4d2d-9e98-67d1302ab429 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=734fb419-afad-494f-bbfa-ee94303b4a88 HTTP/1.1" status: 200 len: 861 time: 0.1055226 Apr 21 20:53:04.890637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-64577142-dcd5-4ec9-9eb2-f6581e75a5a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d66751b-936f-4e43-84eb-3a95d82d73f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570624 Apr 21 20:53:04.897430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:53:04.899121 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:05.055597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-05d66231-ff6b-4002-8e98-d20e030b2178 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:05.056912 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-05d66231-ff6b-4002-8e98-d20e030b2178 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.2343276 Apr 21 20:53:05.128446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838945-1'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:05.186493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Allocated IP 172.20.0.2 (dff397c0-118c-4bfa-9bfc-6606a5b4c319/de0e18d2-3d10-4e98-876c-60e1b50313cd/c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:05.327384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-bed3d413-b43b-4536-a076-02e05bbf0b17 service neutron] 10.222.0.43 "GET /v2.0/networks/4d66751b-936f-4e43-84eb-3a95d82d73f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288254 Apr 21 20:53:05.349007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dc848-d080-4c55-8dde-df986d151e96 req-846eb01c-2994-41ee-8fcc-0e7707f52a1f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:05.352516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec941bb3-ff62-4a0f-841b-c9b6d7adbdea req-1f3bea89-8cb8-40b9-b83a-5b64e1b0d99c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 210 time: 0.0361230 Apr 21 20:53:05.373813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-874dc848-d080-4c55-8dde-df986d151e96 req-846eb01c-2994-41ee-8fcc-0e7707f52a1f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 945 time: 0.3786111 Apr 21 20:53:05.383315 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:05.554891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:05.568861 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:05.585879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:05.613912 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:05.627811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a61303-ddab-428c-a145-05dc01643521 req-02bbfea9-3afb-4d50-b407-1c7fa64a1d92 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:05.636996 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11a61303-ddab-428c-a145-05dc01643521 req-02bbfea9-3afb-4d50-b407-1c7fa64a1d92 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 943 time: 0.1128378 Apr 21 20:53:05.654914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-874dc848-d080-4c55-8dde-df986d151e96 req-eaf14213-1c5b-4965-a03c-076aec346313 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757208 Apr 21 20:53:05.656848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Network dff397c0-118c-4bfa-9bfc-6606a5b4c319 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:05.686613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Pushing event updated for resources: {'Port': ['ID=c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:05.692492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:05.704329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:05.820621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-747371bd-23a0-4b6b-b01a-2fd52d391a1e req-0ebf0969-94ab-447c-8157-8d09a7e77b98 service neutron] 10.222.0.43 "GET /v2.0/networks/4d66751b-936f-4e43-84eb-3a95d82d73f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444680 Apr 21 20:53:05.822978 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11a61303-ddab-428c-a145-05dc01643521 req-fe153130-e0ba-4499-803e-2d0560467b67 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847436 Apr 21 20:53:05.887560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Attempting to bind port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:05.888356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Attempting to bind port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:05.888812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Attempting to bind port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 on network dff397c0-118c-4bfa-9bfc-6606a5b4c319 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:05.898034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:05.898596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Checking segment: {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:05.899106 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:05.899657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Bound using segment: {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:05.900253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Bound port: c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:05.900787 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:05.913115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0276c3-7937-4504-9b35-967890638c2d req-2d43bbd4-74c0-40e1-afdd-a95594c1ed54 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:05.917771 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5a0276c3-7937-4504-9b35-967890638c2d req-2d43bbd4-74c0-40e1-afdd-a95594c1ed54 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1599293 Apr 21 20:53:06.010195 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:06.017430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5a0276c3-7937-4504-9b35-967890638c2d req-369a987b-e092-437e-95c4-6b64837bb015 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944090 Apr 21 20:53:06.022185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:06.098265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] For port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:06.104902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] For port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:06.113308 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:06.114615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:06.177332 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:06.178892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:06.181900 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aac5e99-1465-4b75-a510-438c8760f383" -d '{"events": [{"server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:06.203628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:06.218893 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:06.226707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:06.270802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800689d7-b994-4b19-89a6-ae6ad2bc1434 None None] Pushing event updated for resources: {'Port': ['ID=c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:06.297336 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee4ed0d-815b-4d96-90aa-d1dfefee43f3 x-openstack-request-id: req-8ee4ed0d-815b-4d96-90aa-d1dfefee43f3 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:06.297656 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:06.298644 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ee4ed0d-815b-4d96-90aa-d1dfefee43f3 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:06.298644 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee4ed0d-815b-4d96-90aa-d1dfefee43f3'] response: {'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4', 'code': 200} Apr 21 20:53:06.371423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on host n-h1-838945-1 for vnic_type normal with profile {"migrating_to": "n-h2-838945-1"} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:06.371774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:06.372052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:06.385924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:53:06.386242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Attempting to bind port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:06.389102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Allocated IP 172.25.0.12 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/a1f63ac4-fbef-4689-a6ac-e4ae2331257e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:06.393154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:06.408614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:06.409693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:06.410093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:06.412529 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Bound port: 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:06.416735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:06.538653 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:06.562117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7978-2021-4a92-a560-95a7e3a5aae6 req-dacf2a0b-3ddc-4018-838a-5035c0d22ad1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:06.573551 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5df7978-2021-4a92-a560-95a7e3a5aae6 req-dacf2a0b-3ddc-4018-838a-5035c0d22ad1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.3561690 Apr 21 20:53:06.612133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92851577-64e7-47dd-89ac-b1c1f12abfa9 req-b2941f26-091d-4f4d-9d0b-3565cc7d8a65 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 210 time: 0.0485342 Apr 21 20:53:06.652235 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5df7978-2021-4a92-a560-95a7e3a5aae6 req-5d67bbee-3fe9-44af-9505-a26becbc239a tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727541 Apr 21 20:53:06.669174 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:06.727193 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-8306c4a8-6bf8-4fb0-b580-213dc485c7c8 service neutron] show failed (client error): The resource could not be found. Apr 21 20:53:06.730301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-8306c4a8-6bf8-4fb0-b580-213dc485c7c8 service neutron] 10.222.0.46 "GET /v2.0/ports/65f03628-7729-4b43-9842-c557f06b4727/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0874414 Apr 21 20:53:06.731978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:06.735954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:06.740898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:06.793095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f63ac4-fbef-4689-a6ac-e4ae2331257e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:06.865786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:06.891420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ef13f-154c-46c6-943e-7ace509fe783 req-786f36ba-ac7e-4ca3-ba93-217d065982b1 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:06.893425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-786f36ba-ac7e-4ca3-ba93-217d065982b1 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.43 "GET /v2.0/networks?id=d180aa32-44af-4d74-b422-8898c009e66e HTTP/1.1" status: 200 len: 814 time: 0.3670337 Apr 21 20:53:06.896124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:06.953028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:06.985164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:06.986045 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:07.007067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-19ab21f7-e3ea-4cef-9b7a-9eaa396b5ba2 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf93f5e586d8469f86520fc9eb67ac85 HTTP/1.1" status: 200 len: 379 time: 0.0999265 Apr 21 20:53:07.008195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:07.081871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Request body: {'port': {'device_id': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'admin_state_up': True, 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'security_groups': ['c002de55-1a37-4ead-86c9-d15d5b75bb2e']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:07.126784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:07.151816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748efa89-1468-4cc1-ba3c-483021dc6627 req-02e63ff0-cd6a-4bb9-ab8c-d501330ca271 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:07.153857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-748efa89-1468-4cc1-ba3c-483021dc6627 req-02e63ff0-cd6a-4bb9-ab8c-d501330ca271 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 943 time: 0.1593974 Apr 21 20:53:07.163309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:07.170012 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:07.189323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a33d48-a28a-4252-9c5f-9c17c81079cc req-ce1ffc8b-87e9-4dc4-a1ad-643ec80b84cb tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:07.196910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71a33d48-a28a-4252-9c5f-9c17c81079cc req-ce1ffc8b-87e9-4dc4-a1ad-643ec80b84cb tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 943 time: 0.4382792 Apr 21 20:53:07.217577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-a2ea352f-e930-4222-8fa0-1df93a1964de tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:07.219298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-a2ea352f-e930-4222-8fa0-1df93a1964de tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.46 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.3206720 Apr 21 20:53:07.278414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:07.320434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-a387d2c4-e045-498d-a1d8-794228b8e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:07.322235 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-a387d2c4-e045-498d-a1d8-794228b8e3e8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe&tenant_id=51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 1101 time: 0.2841179 Apr 21 20:53:07.340336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,revision_number=8']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:07.343809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:07.412867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:07.413991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:07.416007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0f0a5abc-330b-4eb1-ab03-fff8149a5868 service neutron] 10.222.0.43 "PUT /v2.0/ports/8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 1121 time: 2.2914438 Apr 21 20:53:07.426189 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-748efa89-1468-4cc1-ba3c-483021dc6627 req-96045e64-e63c-4389-a060-845137c039af tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648640 Apr 21 20:53:07.468681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:07.500453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Made reservation on behalf of bf93f5e586d8469f86520fc9eb67ac85 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:07.507461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:07.522861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:07.554393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71a33d48-a28a-4252-9c5f-9c17c81079cc req-6e130619-34a1-4cda-bf28-6ede1290be18 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563397 Apr 21 20:53:07.875933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:07.894948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481b38bd-c473-4cf6-a036-7fb95f9b55d9 None None] Network dff397c0-118c-4bfa-9bfc-6606a5b4c319 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:07.918756 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e14c3b25-f80d-44a6-8977-21141abe4105 req-fe0a94ff-6d86-4e11-b83f-1057bca7c5e6 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 210 time: 0.0603733 Apr 21 20:53:07.991069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Deleting port 30200fbf-1ce2-45de-ab18-a53bbd310966 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:07.991459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:08.022717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddcecb-8d5f-42df-91e8-37d3a290ba99 req-8ea1536f-b54b-4b28-8948-2c36c7fca714 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:08.031048 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70ddcecb-8d5f-42df-91e8-37d3a290ba99 req-8ea1536f-b54b-4b28-8948-2c36c7fca714 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.4256251 Apr 21 20:53:08.264584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-45079666-a8d3-4f5a-8b8a-647f950b2fdf None None] Provisioning complete for port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:08.266145 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-45079666-a8d3-4f5a-8b8a-647f950b2fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:08.301133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:08.305308 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514972ab-fcec-476c-b406-63c350f4aa34" -d '{"events": [{"name": "network-changed", "server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:08.340048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Allocated IP 172.20.0.12 (d180aa32-44af-4d74-b422-8898c009e66e/89253774-ffe4-4602-bf15-37af6d95e8b8/fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:08.384468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cec315bd-4123-40b5-a788-ba5d9d1f51dc details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:53:08.433686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef4e24-c361-4ac5-9a1d-d421b1540bb0 req-e8a050ed-22c8-4a9a-836e-ea3b50c2098d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:08.449494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bef4e24-c361-4ac5-9a1d-d421b1540bb0 req-e8a050ed-22c8-4a9a-836e-ea3b50c2098d tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 945 time: 0.4016898 Apr 21 20:53:08.531950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] For port 30200fbf-1ce2-45de-ab18-a53bbd310966, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=30200fbf-1ce2-45de-ab18-a53bbd310966,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:08.532585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:08.589108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bef4e24-c361-4ac5-9a1d-d421b1540bb0 req-8c637cb8-eb86-402b-a094-fa6e0bb64043 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351318 Apr 21 20:53:08.592927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Calling delete_port for 30200fbf-1ce2-45de-ab18-a53bbd310966 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:08.597145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:08.630359 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port cec315bd-4123-40b5-a788-ba5d9d1f51dc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cec315bd-4123-40b5-a788-ba5d9d1f51dc,segment=NetworkSegment(35868cc1-f81d-4dcb-9e4b-9abfea40b720),segment_id=35868cc1-f81d-4dcb-9e4b-9abfea40b720)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:08.648931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'cec315bd-4123-40b5-a788-ba5d9d1f51dc', 'network_id': '4d66751b-936f-4e43-84eb-3a95d82d73f6', 'port_id': 'cec315bd-4123-40b5-a788-ba5d9d1f51dc', 'mac_address': 'fa:16:3e:59:7e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734fb419-afad-494f-bbfa-ee94303b4a88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:53:08.808529 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70ddcecb-8d5f-42df-91e8-37d3a290ba99 req-e7097c2f-1ff7-4ace-99df-ac9e5f9bd3ad tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7764595 Apr 21 20:53:08.814240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:08.929223 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:08.986848 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:09.008082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:09.045009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec315bd-4123-40b5-a788-ba5d9d1f51dc {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:09.097447 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:09.129871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port cec315bd-4123-40b5-a788-ba5d9d1f51dc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cec315bd-4123-40b5-a788-ba5d9d1f51dc,segment=NetworkSegment(35868cc1-f81d-4dcb-9e4b-9abfea40b720),segment_id=35868cc1-f81d-4dcb-9e4b-9abfea40b720)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:09.139762 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Transition to ACTIVE for port object 65f03628-7729-4b43-9842-c557f06b4727 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:53:09.151940 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:09.224713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:09.238635 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:09.248969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f03628-7729-4b43-9842-c557f06b4727'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:09.253334 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e456784e-3ddf-4068-90ce-62d5b0afacab" -d '{"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-unplugged", "status": "completed", "tag": "65f03628-7729-4b43-9842-c557f06b4727"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:09.275184 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:09.302434 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5d66b0-dc00-4736-9b29-6657fc37c099 x-openstack-request-id: req-cc5d66b0-dc00-4736-9b29-6657fc37c099 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:09.303585 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:09.303994 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc5d66b0-dc00-4736-9b29-6657fc37c099 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:09.305223 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5d66b0-dc00-4736-9b29-6657fc37c099'] response: {'name': 'network-changed', 'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4', 'status': 'completed', 'code': 200} Apr 21 20:53:09.338207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=cec315bd-4123-40b5-a788-ba5d9d1f51dc,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:09.467049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d9f7e-6015-4b0e-bac5-49f29254b12e req-a4d8241b-1166-44fb-8581-55a48a2380fd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:09.477312 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e94d9f7e-6015-4b0e-bac5-49f29254b12e req-a4d8241b-1166-44fb-8581-55a48a2380fd tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 944 time: 0.1987102 Apr 21 20:53:09.508405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514972ab-fcec-476c-b406-63c350f4aa34 req-11606baf-23bc-47e9-984f-4717a4a5e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:09.510072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-514972ab-fcec-476c-b406-63c350f4aa34 req-11606baf-23bc-47e9-984f-4717a4a5e03f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1124 time: 0.7357423 Apr 21 20:53:09.522624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['cec315bd-4123-40b5-a788-ba5d9d1f51dc'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:09.534954 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:09.557549 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=6']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:09.570472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] No DVR routers for this DVR port 65f03628-7729-4b43-9842-c557f06b4727 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:09.589776 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e94d9f7e-6015-4b0e-bac5-49f29254b12e req-15a7652c-b134-41f6-a124-edef56635f4c tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108861 Apr 21 20:53:09.606382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-68fd329c-6cde-4a70-acab-0c5f4de1cc12 None None] Provisioning complete for port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:09.612808 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68fd329c-6cde-4a70-acab-0c5f4de1cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:09.636467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db150f-8195-4fce-becb-b8ae7b450b87 req-6d79d938-8bd2-451a-af79-08d1215de064 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:09.638271 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05db150f-8195-4fce-becb-b8ae7b450b87 req-6d79d938-8bd2-451a-af79-08d1215de064 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 943 time: 0.3768253 Apr 21 20:53:09.706138 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:09.768141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Pushing event deleted for resources: {'Port': ['ID=30200fbf-1ce2-45de-ab18-a53bbd310966,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:09.785055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:09.908128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Network d180aa32-44af-4d74-b422-8898c009e66e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:09.916320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:10.041427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:10.045160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:10.045567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:10.045966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:10.092938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Port 65f03628-7729-4b43-9842-c557f06b4727 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:53:10.093158 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:10.122405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05db150f-8195-4fce-becb-b8ae7b450b87 req-4ee616c4-c871-4dd6-8c43-f389096e0ac6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482679 Apr 21 20:53:10.129138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Router c12de44f-5a27-4b41-9c07-85d1618f8949 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:53:10.162772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:10.163159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:10.163603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:10.164052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Bound port: 65f03628-7729-4b43-9842-c557f06b4727, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:10.164469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:10.200129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] No DVR routers for this DVR port 30200fbf-1ce2-45de-ab18-a53bbd310966 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:10.203597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:10.220615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64986f84-f9f7-4e8d-9b98-ae9f2f0aabcb req-4c0694d6-58a5-4b79-a11f-da485a40a844 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.46 "DELETE /v2.0/ports/30200fbf-1ce2-45de-ab18-a53bbd310966 HTTP/1.1" status: 204 len: 173 time: 2.9860399 Apr 21 20:53:10.236741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Pushing event updated for resources: {'Port': ['ID=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:10.295345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514972ab-fcec-476c-b406-63c350f4aa34 req-41394289-afa9-4d16-bb72-2a26fb852ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:10.303385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-514972ab-fcec-476c-b406-63c350f4aa34 req-41394289-afa9-4d16-bb72-2a26fb852ea2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.7369156 Apr 21 20:53:10.341574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f63693-2f84-4855-8c14-4f450658910a req-42a3d553-903f-44a0-80ee-a5f750692009 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:10.350665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47f63693-2f84-4855-8c14-4f450658910a req-42a3d553-903f-44a0-80ee-a5f750692009 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 932 time: 0.4684811 Apr 21 20:53:10.377583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:53:10.514583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47f63693-2f84-4855-8c14-4f450658910a req-fe28e325-ccd5-487f-8931-d67675a576af tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620049 Apr 21 20:53:10.527882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:10.549780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:10.601662 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-711057c1-1fb1-41eb-894a-04582e98590c tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5322578 Apr 21 20:53:10.671230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-514972ab-fcec-476c-b406-63c350f4aa34 req-32d841aa-0d9d-464c-96df-23ef69ed4f55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 217 time: 0.2694545 Apr 21 20:53:10.699739 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c056ce-c03c-4bcb-bfeb-bbf28c069bf2 x-openstack-request-id: req-b1c056ce-c03c-4bcb-bfeb-bbf28c069bf2 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:10.700635 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-unplugged", "status": "completed", "tag": "65f03628-7729-4b43-9842-c557f06b4727", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:10.701592 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1c056ce-c03c-4bcb-bfeb-bbf28c069bf2 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:10.702858 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c056ce-c03c-4bcb-bfeb-bbf28c069bf2'] response: {'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f03628-7729-4b43-9842-c557f06b4727', 'code': 200} Apr 21 20:53:10.714010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c57d233b-4652-47f6-ae5f-7227e18a9a03 None None] Provisioning complete for port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:10.715973 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c57d233b-4652-47f6-ae5f-7227e18a9a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:10.722171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:10.775310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3096d7a1-373c-4b88-9bec-6a4a58d6c051 req-33cedd2d-9cb7-4a52-a81b-19e6347acd9b tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=07a6fd9b-0994-4655-8fe2-bcc04c305443 HTTP/1.1" status: 200 len: 210 time: 0.0518320 Apr 21 20:53:10.847477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Request body: {'port': {'device_id': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:10.856867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:10.877278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c57d233b-4652-47f6-ae5f-7227e18a9a03 None None] Port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:53:10.893142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:10.893763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:10.896331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 has no active binding in host n-h2-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:53:10.939331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:10.955018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514972ab-fcec-476c-b406-63c350f4aa34 req-5a1d3c03-8782-4096-9765-bfb7e5fbbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:10.956960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-514972ab-fcec-476c-b406-63c350f4aa34 req-5a1d3c03-8782-4096-9765-bfb7e5fbbc95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.2485027 Apr 21 20:53:10.973266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:10.984383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 30200fbf-1ce2-45de-ab18-a53bbd310966 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:53:10.984840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 30200fbf-1ce2-45de-ab18-a53bbd310966 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:11.009269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:53:11.011830 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:11.020175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Sync routers for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:53:11.022255 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-514972ab-fcec-476c-b406-63c350f4aa34 req-4c1df922-f516-481b-a557-bf3c71f28b7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456929 Apr 21 20:53:11.035740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80685b-95f5-45f1-9165-45e02e46cead req-1589b8a5-321e-4431-b3ed-c483058f15e3 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:11.037886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a80685b-95f5-45f1-9165-45e02e46cead req-1589b8a5-321e-4431-b3ed-c483058f15e3 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.2595263 Apr 21 20:53:11.049063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:11.049654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:11.141031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:11.236180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:11.503640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'name': 'network-vif-deleted', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:11.506269 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e835fd9-8ddd-40fe-8bc2-597735325909" -d '{"events": [{"server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "name": "network-vif-deleted", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:11.602621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:07Z', 'revision_number': 3, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:11.632272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Checking router: c12de44f-5a27-4b41-9c07-85d1618f8949 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:53:11.632607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Updating router c12de44f-5a27-4b41-9c07-85d1618f8949 port a1f63ac4-fbef-4689-a6ac-e4ae2331257e binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:53:11.655652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0dcbc-8034-4c0d-8be0-3531954a758a req-0f412bd5-1b6b-45be-b792-258c960c8580 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:11.660422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ed0dcbc-8034-4c0d-8be0-3531954a758a req-0f412bd5-1b6b-45be-b792-258c960c8580 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 944 time: 0.6312408 Apr 21 20:53:11.675780 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:11.677122 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:11.679402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] 10.222.0.43 "PUT /v2.0/ports/65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 1096 time: 4.3461940 Apr 21 20:53:11.709168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:11.716160 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:11.718022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bafb9ba4-a780-4b51-acbf-547cd9e44c52 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1063669 Apr 21 20:53:11.792279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43220) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:11.964324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ed0dcbc-8034-4c0d-8be0-3531954a758a req-aad83e8f-4520-40f9-a049-3ff36160adaa tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895567 Apr 21 20:53:12.037595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55cb3a-d454-4c27-87af-6d4fb0ff8ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:12.132079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a80685b-95f5-45f1-9165-45e02e46cead req-c8c3dd74-6bbd-4f3a-aeb0-b63d650f7c9d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678364 Apr 21 20:53:12.209542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-9efd5542-aeaa-4b61-8318-128d30dbe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:12.214316 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-9efd5542-aeaa-4b61-8318-128d30dbe9d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1099 time: 0.4309013 Apr 21 20:53:12.247353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:12.274736 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-514972ab-fcec-476c-b406-63c350f4aa34 req-8533a907-0679-44d4-ae3b-fe643fc11671 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2306888 Apr 21 20:53:12.303865 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50bd73d-a2f1-4afc-bf9e-d13c3318c809 x-openstack-request-id: req-b50bd73d-a2f1-4afc-bf9e-d13c3318c809 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:12.304154 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a6fd9b-0994-4655-8fe2-bcc04c305443", "name": "network-vif-deleted", "tag": "30200fbf-1ce2-45de-ab18-a53bbd310966", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:12.304406 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b50bd73d-a2f1-4afc-bf9e-d13c3318c809 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:12.304818 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50bd73d-a2f1-4afc-bf9e-d13c3318c809'] response: {'server_uuid': '07a6fd9b-0994-4655-8fe2-bcc04c305443', 'name': 'network-vif-deleted', 'tag': '30200fbf-1ce2-45de-ab18-a53bbd310966', 'status': 'completed', 'code': 200} Apr 21 20:53:12.308272 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:12.348140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Transition to ACTIVE for port object fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:53:12.357095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde0d82-1936-481f-82fd-eb2112706b7d req-07d8116f-f9cb-4e60-b98b-7599f396a7c6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:12.359622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0bde0d82-1936-481f-82fd-eb2112706b7d req-07d8116f-f9cb-4e60-b98b-7599f396a7c6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 943 time: 0.2231588 Apr 21 20:53:12.361230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:12.428992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cec315bd-4123-40b5-a788-ba5d9d1f51dc up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:12.440982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Pushing event updated for resources: {'Port': ['ID=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:12.493591 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:12.510893 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:12.579180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0bde0d82-1936-481f-82fd-eb2112706b7d req-131fad18-0ae4-436b-8e52-ad1fa4ea4c9b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609871 Apr 21 20:53:12.658751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Attempting to bind port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:12.662347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Attempting to bind port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:12.662885 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Attempting to bind port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 on network d180aa32-44af-4d74-b422-8898c009e66e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:12.676144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 on network d180aa32-44af-4d74-b422-8898c009e66e not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:53:12.676738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Attempting to bind port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 on network d180aa32-44af-4d74-b422-8898c009e66e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:12.701130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:12.701531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Checking segment: {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:12.701924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Bound using segment: {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:12.702409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Bound port: fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7212b915-f0e5-4359-867a-6494fd87f530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:12.702828 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:12.804086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'tag': '65f03628-7729-4b43-9842-c557f06b4727'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:12.807169 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de669cce-8a81-413f-b033-4188921683e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "tag": "65f03628-7729-4b43-9842-c557f06b4727"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:12.866600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] For port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:12.876426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] For port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:12.883231 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:12.960749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672034b4-dab7-482c-9e6c-f61964e29e50 None None] Pushing event updated for resources: {'Port': ['ID=a1f63ac4-fbef-4689-a6ac-e4ae2331257e,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:12.995169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.002090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:13.006094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] 10.222.0.43 "PUT /v2.0/ports/fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 HTTP/1.1" status: 200 len: 1092 time: 2.1665895 Apr 21 20:53:13.056233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port cec315bd-4123-40b5-a788-ba5d9d1f51dc completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:53:13.080849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port cec315bd-4123-40b5-a788-ba5d9d1f51dc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:13.081320 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:13.092185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-13ef3bea-544d-49f3-af48-aaa003619b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.107256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Attempting to bind port a1f63ac4-fbef-4689-a6ac-e4ae2331257e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:13.107677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Attempting to bind port a1f63ac4-fbef-4689-a6ac-e4ae2331257e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:13.108042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Attempting to bind port a1f63ac4-fbef-4689-a6ac-e4ae2331257e on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:13.111383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-13ef3bea-544d-49f3-af48-aaa003619b2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.4428432 Apr 21 20:53:13.165236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd374d-cfe7-4506-8e0c-4ffa1b27d8da service neutron] Pushing event updated for resources: {'Port': ['ID=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:13.175689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:13.176059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:13.176457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:13.176871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:13.177352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Bound port: a1f63ac4-fbef-4689-a6ac-e4ae2331257e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:13.177732 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:13.218492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ef13f-154c-46c6-943e-7ace509fe783 req-2e4896d6-9e27-4e88-8fe6-38a695598922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.220417 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-2e4896d6-9e27-4e88-8fe6-38a695598922 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf93f5e586d8469f86520fc9eb67ac85&device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 1095 time: 0.1446652 Apr 21 20:53:13.283357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-8984c95e-7264-4d98-ae57-680ac441448d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.1694915 Apr 21 20:53:13.322623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-514972ab-fcec-476c-b406-63c350f4aa34 req-dbffb211-7623-47ee-9ea8-ccc2a8631542 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0406685 Apr 21 20:53:13.368234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-103ecc98-4601-4616-b90c-23e6506265f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 HTTP/1.1" status: 200 len: 217 time: 0.1153684 Apr 21 20:53:13.388584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] For port a1f63ac4-fbef-4689-a6ac-e4ae2331257e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:13.394003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] For port a1f63ac4-fbef-4689-a6ac-e4ae2331257e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a1f63ac4-fbef-4689-a6ac-e4ae2331257e,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:13.405174 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:13.443846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818b29c-1870-4b30-bc31-93631bc47a47 req-45e9e378-0143-4ef8-bbbe-915e6976ca9c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.453792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8818b29c-1870-4b30-bc31-93631bc47a47 req-45e9e378-0143-4ef8-bbbe-915e6976ca9c tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.2319243 Apr 21 20:53:13.517359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8818b29c-1870-4b30-bc31-93631bc47a47 req-c68d0e48-be0c-4e38-8440-4264e8a892d7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627062 Apr 21 20:53:13.525485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ef13f-154c-46c6-943e-7ace509fe783 req-71590b46-145e-4f93-83be-ca1baef7bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.527252 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-71590b46-145e-4f93-83be-ca1baef7bf92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89253774-ffe4-4602-bf15-37af6d95e8b8 HTTP/1.1" status: 200 len: 853 time: 0.1488853 Apr 21 20:53:13.573065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-69765106-49af-44b8-9b81-c81c700caedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.575905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-69765106-49af-44b8-9b81-c81c700caedc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2524161 Apr 21 20:53:13.576636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:13.577875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:13.584466 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:13.599417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16f89c-2786-422a-bd43-d540a8affe50 req-5c6b9954-25b3-4f65-b74c-cd906cda0d12 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.605424 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a16f89c-2786-422a-bd43-d540a8affe50 req-5c6b9954-25b3-4f65-b74c-cd906cda0d12 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.8219113 Apr 21 20:53:13.650542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ef13f-154c-46c6-943e-7ace509fe783 req-80e67646-11fc-47a7-9ee4-8073d29bc087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.654419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-80e67646-11fc-47a7-9ee4-8073d29bc087 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d180aa32-44af-4d74-b422-8898c009e66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094561 Apr 21 20:53:13.656366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port cec315bd-4123-40b5-a788-ba5d9d1f51dc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cec315bd-4123-40b5-a788-ba5d9d1f51dc,segment=NetworkSegment(35868cc1-f81d-4dcb-9e4b-9abfea40b720),segment_id=35868cc1-f81d-4dcb-9e4b-9abfea40b720)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:13.658358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672034b4-dab7-482c-9e6c-f61964e29e50 None None] Pushing event updated for resources: {'Port': ['ID=a1f63ac4-fbef-4689-a6ac-e4ae2331257e,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:13.665119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadea994-43e8-4a5d-bc52-02c47cee9cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec315bd-4123-40b5-a788-ba5d9d1f51dc'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:13.667977 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83d0a1d-ff32-4e41-8781-13d2c72dcd5a" -d '{"events": [{"server_uuid": "dadea994-43e8-4a5d-bc52-02c47cee9cc1", "name": "network-vif-plugged", "status": "completed", "tag": "cec315bd-4123-40b5-a788-ba5d9d1f51dc"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:13.674622 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:13.774353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=cec315bd-4123-40b5-a788-ba5d9d1f51dc,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:13.789520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:13.802979 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:13.810419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9101567-3e59-4325-9927-20481e0b64e6 req-9efc9bc7-15f6-4d8e-af84-8d0e73275f5f tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.818297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9101567-3e59-4325-9927-20481e0b64e6 req-9efc9bc7-15f6-4d8e-af84-8d0e73275f5f tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.1625829 Apr 21 20:53:13.878920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9101567-3e59-4325-9927-20481e0b64e6 req-692caece-7846-4b91-a1d0-d493b617f1d2 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 Apr 21 20:53:13.882532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-0349ddde-a8b4-4a09-8b61-4108f933bf3d service neutron] 10.222.0.43 "GET /v2.0/networks/d180aa32-44af-4d74-b422-8898c009e66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134805 Apr 21 20:53:13.908686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-53d39055-c9b5-4d96-8839-7199d8798825 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:13.917075 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-53d39055-c9b5-4d96-8839-7199d8798825 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.46 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 944 time: 0.4811516 Apr 21 20:53:14.065459 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea67c07c-3640-4ef0-8af5-6d18656d70c7 x-openstack-request-id: req-ea67c07c-3640-4ef0-8af5-6d18656d70c7 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:14.065715 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "tag": "65f03628-7729-4b43-9842-c557f06b4727", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:14.065991 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea67c07c-3640-4ef0-8af5-6d18656d70c7 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:14.066381 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea67c07c-3640-4ef0-8af5-6d18656d70c7'] response: {'name': 'network-changed', 'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'tag': '65f03628-7729-4b43-9842-c557f06b4727', 'status': 'completed', 'code': 200} Apr 21 20:53:14.151762 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a16f89c-2786-422a-bd43-d540a8affe50 req-894d6ff5-8e65-472f-ab9a-24bdca1e0c53 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5182126 Apr 21 20:53:14.161038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-d11e65aa-8cf8-4a8f-97e5-ea745ea01061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:14.162514 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-d11e65aa-8cf8-4a8f-97e5-ea745ea01061 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5530410 Apr 21 20:53:14.187104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:07Z', 'revision_number': 3, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:14.270079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f99224-686f-46a1-8656-30e8d36247f5 None None] The sync data for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 is: [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:07Z', 'revision_number': 3, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:53:14.284163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-793ef13f-154c-46c6-943e-7ace509fe783 req-9e7ac349-aa34-4aca-bf21-286c5d9d26fb service neutron] 10.222.0.43 "GET /v2.0/networks/d180aa32-44af-4d74-b422-8898c009e66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859677 Apr 21 20:53:14.317779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'tag': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:14.322428 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f489230-e26f-4a19-885a-65bdba96903b" -d '{"events": [{"name": "network-changed", "server_uuid": "b09ea7b1-0dad-42bd-b412-f38e5d067f93", "tag": "fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:14.344799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472442c-4be9-4b08-bf04-fb8fddb34c43 req-d902605f-cd21-4fd7-b201-d35b5e31d0e4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:14.346477 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5472442c-4be9-4b08-bf04-fb8fddb34c43 req-d902605f-cd21-4fd7-b201-d35b5e31d0e4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.2323322 Apr 21 20:53:14.358667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669cce-8a81-413f-b033-4188921683e1 req-19b860a9-244a-481a-8f68-c34c96dfa315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:14.360134 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-19b860a9-244a-481a-8f68-c34c96dfa315 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1099 time: 0.3345742 Apr 21 20:53:14.393292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:53:14.505307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Allocated IP 172.20.0.1 (dff397c0-118c-4bfa-9bfc-6606a5b4c319/de0e18d2-3d10-4e98-876c-60e1b50313cd/e478f438-ebef-4ad3-aa00-f581b2bd2ad0) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:14.640628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669cce-8a81-413f-b033-4188921683e1 req-8974f94a-c516-461e-b871-b79bf6b3a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:14.642514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-8974f94a-c516-461e-b871-b79bf6b3a583 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2198522 Apr 21 20:53:14.695306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:14.699687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:14.754900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 has no active binding in host n-h2-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:53:14.799060 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-5b017999-c0b6-4154-b1ff-3e63256e39f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.1173511 Apr 21 20:53:14.854824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Deleting port d6549e6a-74b5-440b-bf78-74bd1f3379a8 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:14.855185 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:14.880648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669cce-8a81-413f-b033-4188921683e1 req-7fa62448-f136-4a8a-ad17-9e2eeae75d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:14.882615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-7fa62448-f136-4a8a-ad17-9e2eeae75d36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0712445 Apr 21 20:53:14.902404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-c5677d41-a4ab-477d-b181-751703e64d4e service neutron] 10.222.0.46 "GET /v2.0/ports/8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4/bindings/n-h2-838945-1 HTTP/1.1" status: 200 len: 384 time: 0.6984208 Apr 21 20:53:15.007359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5472442c-4be9-4b08-bf04-fb8fddb34c43 req-292b1108-17b1-415f-88f7-3afb84d6baff tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6461616 Apr 21 20:53:15.089929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:15.115760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669cce-8a81-413f-b033-4188921683e1 req-0ddf4d2f-64c3-4043-9b7f-2aae93e67c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:15.118562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-0ddf4d2f-64c3-4043-9b7f-2aae93e67c42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110052 Apr 21 20:53:15.120155 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78654fe-2b12-4f74-9dcb-7a477392a9f7 x-openstack-request-id: req-d78654fe-2b12-4f74-9dcb-7a477392a9f7 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:15.120558 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadea994-43e8-4a5d-bc52-02c47cee9cc1", "name": "network-vif-plugged", "status": "completed", "tag": "cec315bd-4123-40b5-a788-ba5d9d1f51dc", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:15.120841 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d78654fe-2b12-4f74-9dcb-7a477392a9f7 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:15.121263 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78654fe-2b12-4f74-9dcb-7a477392a9f7'] response: {'server_uuid': 'dadea994-43e8-4a5d-bc52-02c47cee9cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec315bd-4123-40b5-a788-ba5d9d1f51dc', 'code': 200} Apr 21 20:53:15.231303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e478f438-ebef-4ad3-aa00-f581b2bd2ad0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:15.264915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce16849-733f-4d8b-8412-362ce1bf7572 req-d3e12b99-58e8-4c68-b55b-374f718b8b09 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:15.266559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ce16849-733f-4d8b-8412-362ce1bf7572 req-d3e12b99-58e8-4c68-b55b-374f718b8b09 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 943 time: 0.9773705 Apr 21 20:53:15.322686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Network dff397c0-118c-4bfa-9bfc-6606a5b4c319 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:15.363222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] For port d6549e6a-74b5-440b-bf78-74bd1f3379a8, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d6549e6a-74b5-440b-bf78-74bd1f3379a8,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:15.363599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:15.381669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Calling delete_port for d6549e6a-74b5-440b-bf78-74bd1f3379a8 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:15.427292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-7398fc5c-7e8c-421b-a874-ac0437ac465c service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939453 Apr 21 20:53:15.469413 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0fce81-d20d-47fd-a047-7c4fa74a21ec x-openstack-request-id: req-1f0fce81-d20d-47fd-a047-7c4fa74a21ec {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:15.469760 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09ea7b1-0dad-42bd-b412-f38e5d067f93", "tag": "fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:15.470031 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f0fce81-d20d-47fd-a047-7c4fa74a21ec {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:15.470327 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0fce81-d20d-47fd-a047-7c4fa74a21ec'] response: {'name': 'network-changed', 'server_uuid': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'tag': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9', 'status': 'completed', 'code': 200} Apr 21 20:53:15.651834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ce16849-733f-4d8b-8412-362ce1bf7572 req-9e2b3162-ddd9-485c-9865-7746e4f895c2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628929 Apr 21 20:53:15.652799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:15.684719 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:15.690578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:15.737119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Pushing event deleted for resources: {'Port': ['ID=d6549e6a-74b5-440b-bf78-74bd1f3379a8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:15.750002 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-145b4cfe-3b0f-45c6-92c7-035185d04d58 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4804459 Apr 21 20:53:15.962359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489230-e26f-4a19-885a-65bdba96903b req-f7dd0063-24bf-48d3-b443-8d92e0171472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:15.965045 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f489230-e26f-4a19-885a-65bdba96903b req-f7dd0063-24bf-48d3-b443-8d92e0171472 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf93f5e586d8469f86520fc9eb67ac85&device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 1095 time: 0.5237417 Apr 21 20:53:15.980692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f3c2d-f1ac-4762-90e5-31160b96d87b req-b05663f5-2537-433d-bc95-d1e13debb8b7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:15.994881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d89f3c2d-f1ac-4762-90e5-31160b96d87b req-b05663f5-2537-433d-bc95-d1e13debb8b7 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=b577c4af-8519-4f75-8635-9f5b3f2c92b5 HTTP/1.1" status: 200 len: 866 time: 0.5213976 Apr 21 20:53:16.108968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec4868-3318-4973-8972-97154a259bc3 req-192d7bc8-df19-4b87-83a5-b4d99dfa4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:16.112742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8ec4868-3318-4973-8972-97154a259bc3 req-192d7bc8-df19-4b87-83a5-b4d99dfa4ee6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 1096 time: 0.5318520 Apr 21 20:53:16.158800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-35556070-e786-449d-ac48-d4cb53512d1d None None] Provisioning complete for port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:16.159761 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-35556070-e786-449d-ac48-d4cb53512d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:16.168107 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02fe8305-304b-4c83-bbe3-b90de3e53530 req-abb90a24-eb6a-40ae-932e-3b8964a2bf69 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822692 Apr 21 20:53:16.186225 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:16.188435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] No DVR routers for this DVR port d6549e6a-74b5-440b-bf78-74bd1f3379a8 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:16.214485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-35556070-e786-449d-ac48-d4cb53512d1d None None] Port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:53:16.228477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:16.232104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd2fbefc-947b-4ae4-90d5-f093c500626a req-e2801743-a081-4143-a613-585d336f23d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.46 "DELETE /v2.0/ports/d6549e6a-74b5-440b-bf78-74bd1f3379a8 HTTP/1.1" status: 204 len: 173 time: 2.2888904 Apr 21 20:53:16.232585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'name': 'network-vif-deleted', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:16.235097 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad907428-e1bb-4e82-b73d-fe2d6eab4484" -d '{"events": [{"server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "name": "network-vif-deleted", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:16.257502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3f17b-99cd-4adb-b940-90d750acc6ae req-45202c2c-0601-4bea-8de7-785bbd88f6a0 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:16.265741 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8e3f17b-99cd-4adb-b940-90d750acc6ae req-45202c2c-0601-4bea-8de7-785bbd88f6a0 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.4616184 Apr 21 20:53:16.346939 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8e3f17b-99cd-4adb-b940-90d750acc6ae req-582b0fba-f01c-420f-8ba2-1b8be1838638 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799043 Apr 21 20:53:16.412175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489230-e26f-4a19-885a-65bdba96903b req-fdd83df1-8c75-4501-a594-ebdf513596c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:16.420046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f489230-e26f-4a19-885a-65bdba96903b req-fdd83df1-8c75-4501-a594-ebdf513596c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d180aa32-44af-4d74-b422-8898c009e66e HTTP/1.1" status: 200 len: 915 time: 0.3690209 Apr 21 20:53:16.507735 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:16.526544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:16.648248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669cce-8a81-413f-b033-4188921683e1 req-b0cb532a-ac58-4a83-abd3-490ccb8eb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:16.656096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-b0cb532a-ac58-4a83-abd3-490ccb8eb5c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1099 time: 0.2493527 Apr 21 20:53:16.663345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d89f3c2d-f1ac-4762-90e5-31160b96d87b req-f64d3a66-13ba-4c9d-bd26-9ed5ffba07bd tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484280 Apr 21 20:53:16.672717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-f1de44ba-ab36-46e4-8f57-03bacca960ca service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0677121 Apr 21 20:53:16.706018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:16.795729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: d6549e6a-74b5-440b-bf78-74bd1f3379a8 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:53:16.796080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d6549e6a-74b5-440b-bf78-74bd1f3379a8 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:16.796487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:16.814207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f489230-e26f-4a19-885a-65bdba96903b req-88477030-34d5-4de5-94ce-c22ed29722d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 HTTP/1.1" status: 200 len: 217 time: 0.1661692 Apr 21 20:53:16.984846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a1f63ac4-fbef-4689-a6ac-e4ae2331257e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:17.034731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:17.155629 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:17.172853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7f526-61ce-4b29-9183-4e1e9e4a968e req-2d52f326-859c-4a1a-bb77-a6555e3f25b5 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:17.175043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ade7f526-61ce-4b29-9183-4e1e9e4a968e req-2d52f326-859c-4a1a-bb77-a6555e3f25b5 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.6871471 Apr 21 20:53:17.181861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:17.185334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:17.233573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:17.272586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8ec4868-3318-4973-8972-97154a259bc3 req-db9f1c6c-9361-4bed-8523-b98bb339ba4f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468823 Apr 21 20:53:17.283886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a1f63ac4-fbef-4689-a6ac-e4ae2331257e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:17.290562 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:17.320096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:17.363088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:17.434215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ade7f526-61ce-4b29-9183-4e1e9e4a968e req-e6514edd-92f2-4856-8f23-738a610dfcf5 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324090 Apr 21 20:53:17.454249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e478f438-ebef-4ad3-aa00-f581b2bd2ad0,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:17.474875 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:17.513856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port a1f63ac4-fbef-4689-a6ac-e4ae2331257e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a1f63ac4-fbef-4689-a6ac-e4ae2331257e,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:17.527979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:17.553305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669cce-8a81-413f-b033-4188921683e1 req-715c743b-512e-4d17-8da7-08fda70cedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:17.557029 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-715c743b-512e-4d17-8da7-08fda70cedcb service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3977799 Apr 21 20:53:17.581600 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2503760-6549-49ad-9600-c866d5434995 x-openstack-request-id: req-b2503760-6549-49ad-9600-c866d5434995 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:17.581600 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b577c4af-8519-4f75-8635-9f5b3f2c92b5", "name": "network-vif-deleted", "tag": "d6549e6a-74b5-440b-bf78-74bd1f3379a8", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:17.581886 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2503760-6549-49ad-9600-c866d5434995 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:17.582258 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2503760-6549-49ad-9600-c866d5434995'] response: {'server_uuid': 'b577c4af-8519-4f75-8635-9f5b3f2c92b5', 'name': 'network-vif-deleted', 'tag': 'd6549e6a-74b5-440b-bf78-74bd1f3379a8', 'status': 'completed', 'code': 200} Apr 21 20:53:17.605665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Transition to ACTIVE for port object 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:53:17.614801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489230-e26f-4a19-885a-65bdba96903b req-ad26c849-c7b4-4fa0-8b3a-840d63a61851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:17.620381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f489230-e26f-4a19-885a-65bdba96903b req-ad26c849-c7b4-4fa0-8b3a-840d63a61851 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89253774-ffe4-4602-bf15-37af6d95e8b8 HTTP/1.1" status: 200 len: 853 time: 0.7867241 Apr 21 20:53:17.623576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:17.640134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Network dff397c0-118c-4bfa-9bfc-6606a5b4c319 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:17.642245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:17.651247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=a1f63ac4-fbef-4689-a6ac-e4ae2331257e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:17.666039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4ad45-83e8-415e-b84b-c1f8cf4f4b44 req-a75c61ec-e279-4e9d-bb52-9c1b4b585765 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:17.675212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43a4ad45-83e8-415e-b84b-c1f8cf4f4b44 req-a75c61ec-e279-4e9d-bb52-9c1b4b585765 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.8402321 Apr 21 20:53:17.803693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] No DVR routers for this DVR port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:17.852175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:17.885872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.886420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.886926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.887556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.888043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.888700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.889398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.889878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.890356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.890843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.891328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.891817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:17.906771 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-3038a952-1615-4b7d-a60e-4a3a9c9ae981 service neutron] 10.222.0.46 "PUT /v2.0/ports/8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4/bindings/n-h2-838945-1/activate HTTP/1.1" status: 200 len: 369 time: 2.9835880 Apr 21 20:53:17.933470 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43a4ad45-83e8-415e-b84b-c1f8cf4f4b44 req-af2586ba-19f1-4118-9a4b-ffa05aab2fda tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560294 Apr 21 20:53:18.062945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4d89944a-b5e8-41d5-b0a7-d22acaa4eb9c None None] Provisioning complete for port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:18.063230 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d89944a-b5e8-41d5-b0a7-d22acaa4eb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:18.106793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d841d-4299-4173-b06d-a46f1f3602a3 req-0f597d5a-a445-40bd-ad8f-83cc3d33d66c tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:18.115626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13d841d-4299-4173-b06d-a46f1f3602a3 req-0f597d5a-a445-40bd-ad8f-83cc3d33d66c tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0905786 Apr 21 20:53:18.136055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4d89944a-b5e8-41d5-b0a7-d22acaa4eb9c None None] Port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:53:18.172261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13d841d-4299-4173-b06d-a46f1f3602a3 req-d0ed662f-25f0-4c97-9765-df72b82a2eb8 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554450 Apr 21 20:53:18.236711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e008-735e-4214-8a09-7aba36447c83 req-dcb86c11-2bfc-4478-a120-2680895edf08 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:18.238197 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0417e008-735e-4214-8a09-7aba36447c83 req-dcb86c11-2bfc-4478-a120-2680895edf08 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.1057522 Apr 21 20:53:18.268127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Router c12de44f-5a27-4b41-9c07-85d1618f8949 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:53:18.291714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0417e008-735e-4214-8a09-7aba36447c83 req-768ee7c6-8514-490c-83ed-a176253674bb tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460980 Apr 21 20:53:18.416383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:18.432534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:53:18.437803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-de57f3b5-5f25-458b-b5a7-51c5c7aab1a2 admin admin] 10.222.0.49 "PUT /v2.0/routers/c12de44f-5a27-4b41-9c07-85d1618f8949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6396549 Apr 21 20:53:18.449388 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Sync routers for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:53:18.464466 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:18.470654 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:18.559720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68466fe-cc96-4908-ae42-9a9b6f7a1dc6 req-f7397b0e-bbf7-4a86-9884-145a83bc7fd1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:18.573478 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b68466fe-cc96-4908-ae42-9a9b6f7a1dc6 req-f7397b0e-bbf7-4a86-9884-145a83bc7fd1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 966 time: 0.1024520 Apr 21 20:53:18.649849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b395f-f8d5-4e2c-8d53-f7981f7ef525 req-406876b7-890f-4d21-9634-18e2f069d63f tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:18.661660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-293b395f-f8d5-4e2c-8d53-f7981f7ef525 req-406876b7-890f-4d21-9634-18e2f069d63f tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.1102908 Apr 21 20:53:18.663225 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b68466fe-cc96-4908-ae42-9a9b6f7a1dc6 req-84378f0e-06fa-4055-b4da-ab677de96334 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836742 Apr 21 20:53:18.696558 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:18.700584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-293b395f-f8d5-4e2c-8d53-f7981f7ef525 req-1ab654dc-d661-44bd-af11-77071434a507 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381587 Apr 21 20:53:18.722123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a1f63ac4-fbef-4689-a6ac-e4ae2331257e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:18.787954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a1f63ac4-fbef-4689-a6ac-e4ae2331257e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:18.788688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:18.916074 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e478f438-ebef-4ad3-aa00-f581b2bd2ad0', 'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'mac_address': 'fa:16:3e:aa:f2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:14Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 2, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'subnets': [{'id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:18.945951 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Checking router: c12de44f-5a27-4b41-9c07-85d1618f8949 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:53:18.946481 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Updating router c12de44f-5a27-4b41-9c07-85d1618f8949 port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:53:18.971815 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.080301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6456a-70f4-4d06-bbfc-d1a66ea2bde0 req-3bf91c71-5d3b-461c-920d-4830dd88b247 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:19.088837 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cba6456a-70f4-4d06-bbfc-d1a66ea2bde0 req-3bf91c71-5d3b-461c-920d-4830dd88b247 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0701315 Apr 21 20:53:19.144286 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cba6456a-70f4-4d06-bbfc-d1a66ea2bde0 req-85df2221-d03b-4a69-b51d-f4ce625e6997 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501349 Apr 21 20:53:19.157038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-fabda3ed-37b6-4a7c-9632-dc93ce800e01 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:19.158407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-fabda3ed-37b6-4a7c-9632-dc93ce800e01 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 966 time: 0.0623841 Apr 21 20:53:19.173508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43306) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:19.178537 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-841452817-network', 'tenant_id': '4dd058c9902b4a579c99f08940d93654'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:19.211082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Made reservation on behalf of 4dd058c9902b4a579c99f08940d93654 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:19.215264 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.228925 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.316588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Deleting port ba5f2547-7bf5-414b-8f59-50403fd3c838 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:19.316923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.320187 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.324072 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.327205 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.330604 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.356564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:53:19.361348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9e19e-9f81-4ab9-aa05-911d8e3ecffe req-0a832948-1c42-4e16-96cd-a0535f412a40 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:19.363619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0e9e19e-9f81-4ab9-aa05-911d8e3ecffe req-0a832948-1c42-4e16-96cd-a0535f412a40 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0993304 Apr 21 20:53:19.372640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af41e355-c880-4684-93e5-205bdcb7b48f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:19.374649 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Pushing event updated for resources: {'Port': ['ID=e478f438-ebef-4ad3-aa00-f581b2bd2ad0,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:19.380859 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.381205 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Added segment b417f342-1d7e-41c5-8742-53debaf68ca3 of type vlan for network 26516258-101f-4cdf-8e42-864e5e307a2a Apr 21 20:53:19.404348 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.406135 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.407845 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.408618 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.409297 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.409832 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.410310 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.410883 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.411401 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.411928 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.412415 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.412942 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:19.446353 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.467711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0e9e19e-9f81-4ab9-aa05-911d8e3ecffe req-b670ce6b-9bf7-4875-ad52-b203a8b2c363 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640788 Apr 21 20:53:19.488484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.490546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:19.491384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.498600 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Attempting to bind port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:19.499106 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Attempting to bind port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:19.499340 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Attempting to bind port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 on network dff397c0-118c-4bfa-9bfc-6606a5b4c319 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:19.511302 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:19.511985 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Checking segment: {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:19.512562 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.513151 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Bound using segment: {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:19.513793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Bound port: e478f438-ebef-4ad3-aa00-f581b2bd2ad0, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:19.514369 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.519606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] For port ba5f2547-7bf5-414b-8f59-50403fd3c838, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ba5f2547-7bf5-414b-8f59-50403fd3c838,segment=NetworkSegment(61caf995-cd04-4c1a-bbf6-0735ab39f860),segment_id=61caf995-cd04-4c1a-bbf6-0735ab39f860)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:19.520116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.538765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Calling delete_port for ba5f2547-7bf5-414b-8f59-50403fd3c838 owned by compute:tempest-test_az-2015540656 {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:19.600396 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] For port e478f438-ebef-4ad3-aa00-f581b2bd2ad0, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:19.604435 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] For port e478f438-ebef-4ad3-aa00-f581b2bd2ad0, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e478f438-ebef-4ad3-aa00-f581b2bd2ad0,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:19.612018 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.620190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4455438 Apr 21 20:53:19.623420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43312) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:19.628466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Request body: {'subnet': {'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-subnet', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:19.646873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86d315-4f45-4697-a8d9-647d7a51d19f admin admin] Pushing event updated for resources: {'Network': ['ID=26516258-101f-4cdf-8e42-864e5e307a2a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:19.662478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 26516258-101f-4cdf-8e42-864e5e307a2a details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:53:19.671619 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:19.672370 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:19.674002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a7e82-05db-40dc-a052-cd2d5929bead req-48c4d24c-b272-4cb3-b33e-8d9a97b317ab tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:19.686554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e37a7e82-05db-40dc-a052-cd2d5929bead req-48c4d24c-b272-4cb3-b33e-8d9a97b317ab tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.1698234 Apr 21 20:53:19.722379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Made reservation on behalf of 4dd058c9902b4a579c99f08940d93654 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:19.729721 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.924666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:19.935914 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e37a7e82-05db-40dc-a052-cd2d5929bead req-154e187c-d9b5-4457-a4f0-9ed16bf7ae81 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495465 Apr 21 20:53:19.968363 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5853b640-bb10-4059-853b-ef34cdd87b80 None None] Provisioning complete for port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:19.968632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Pushing event deleted for resources: {'Port': ['ID=ba5f2547-7bf5-414b-8f59-50403fd3c838,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:19.968772 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5853b640-bb10-4059-853b-ef34cdd87b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.013593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8ccc-6444-4504-aa5b-ea7f9127c36e req-32553ded-a690-42a9-bf49-92531358d381 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:20.017811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-045e8ccc-6444-4504-aa5b-ea7f9127c36e req-32553ded-a690-42a9-bf49-92531358d381 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5604d25-84ca-4560-8a14-7a6de6bed040 HTTP/1.1" status: 200 len: 888 time: 0.1848953 Apr 21 20:53:20.139828 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c56340-422e-4e23-8b08-a6cf943f6c1d None None] Pushing event updated for resources: {'Port': ['ID=e478f438-ebef-4ad3-aa00-f581b2bd2ad0,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:20.164251 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:20.180102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-045e8ccc-6444-4504-aa5b-ea7f9127c36e req-a5c3562e-79e5-465c-bf1c-80bf39b1d453 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.49 "GET /v2.0/security-groups?id=92d74b58-83b8-43eb-bfa1-7f3255f18432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504989 Apr 21 20:53:20.181985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] No DVR routers for this DVR port ba5f2547-7bf5-414b-8f59-50403fd3c838 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:20.186592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.193260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55539d68-8439-4b45-9b48-278e9c5ba267 req-d6271dcf-49b6-4755-b17d-c3603c51d4d1 tempest-LiveAutoBlockMigrationV225Test-1342973867 tempest-LiveAutoBlockMigrationV225Test-1342973867-project] 10.222.0.46 "DELETE /v2.0/ports/ba5f2547-7bf5-414b-8f59-50403fd3c838 HTTP/1.1" status: 204 len: 173 time: 1.0286186 Apr 21 20:53:20.193736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'name': 'network-vif-deleted', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:20.194948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5853b640-bb10-4059-853b-ef34cdd87b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.197408 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf13fba-3082-4eb4-ab60-2de3d8f3877c" -d '{"events": [{"server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "name": "network-vif-deleted", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:20.278187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.282285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5853b640-bb10-4059-853b-ef34cdd87b80 None None] For port e478f438-ebef-4ad3-aa00-f581b2bd2ad0, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e478f438-ebef-4ad3-aa00-f581b2bd2ad0,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:20.286880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91ee87-8abf-4cf9-b811-a77a2f271cf2 req-ac71e15f-df0c-415b-bba9-f365337aa25a tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:20.292040 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5853b640-bb10-4059-853b-ef34cdd87b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.297737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c91ee87-8abf-4cf9-b811-a77a2f271cf2 req-ac71e15f-df0c-415b-bba9-f365337aa25a tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.2072251 Apr 21 20:53:20.309093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.351069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c75de-3853-4a0e-8440-f699d320f6a5 req-f06034ad-a855-4c82-a3a1-4625b4171dbf tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:20.360285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa4c75de-3853-4a0e-8440-f699d320f6a5 req-f06034ad-a855-4c82-a3a1-4625b4171dbf tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0935800 Apr 21 20:53:20.411493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa4c75de-3853-4a0e-8440-f699d320f6a5 req-433a2c53-0045-4738-9f65-598670e91a60 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499268 Apr 21 20:53:20.428845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853b640-bb10-4059-853b-ef34cdd87b80 None None] Pushing event updated for resources: {'Port': ['ID=e478f438-ebef-4ad3-aa00-f581b2bd2ad0,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:20.465188 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355416da-91fb-47f3-93c7-8c9ac6b50890 x-openstack-request-id: req-355416da-91fb-47f3-93c7-8c9ac6b50890 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:20.465694 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5604d25-84ca-4560-8a14-7a6de6bed040", "name": "network-vif-deleted", "tag": "ba5f2547-7bf5-414b-8f59-50403fd3c838", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:20.466115 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-355416da-91fb-47f3-93c7-8c9ac6b50890 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:20.466675 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355416da-91fb-47f3-93c7-8c9ac6b50890'] response: {'server_uuid': 'd5604d25-84ca-4560-8a14-7a6de6bed040', 'name': 'network-vif-deleted', 'tag': 'ba5f2547-7bf5-414b-8f59-50403fd3c838', 'status': 'completed', 'code': 200} Apr 21 20:53:20.483530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b85132b2-e318-4abb-bd96-fc06092aed23 None None] Provisioning complete for port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:20.483888 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b85132b2-e318-4abb-bd96-fc06092aed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.524705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c91ee87-8abf-4cf9-b811-a77a2f271cf2 req-e76c3cb5-377b-4945-8a47-f6a6a8f10817 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247732 Apr 21 20:53:20.525985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e85e20-c3dd-4e86-8a42-c37b91e8cfaa,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:20.526638 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.571951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Checking segment: {'id': 'b417f342-1d7e-41c5-8742-53debaf68ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:20.572267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Network hostable DHCP agents. Network: 26516258-101f-4cdf-8e42-864e5e307a2a, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:53:20.585088 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e478f438-ebef-4ad3-aa00-f581b2bd2ad0', 'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'mac_address': 'fa:16:3e:aa:f2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:14Z', 'updated_at': '2022-04-21T20:53:19Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'subnets': [{'id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:20.598996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Network 26516258-101f-4cdf-8e42-864e5e307a2a is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:53:20.617785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 26516258-101f-4cdf-8e42-864e5e307a2a) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:20.619905 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd23576b-e897-4854-b44b-0e9b61c77855 None None] The sync data for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 is: [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e478f438-ebef-4ad3-aa00-f581b2bd2ad0', 'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'mac_address': 'fa:16:3e:aa:f2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:14Z', 'updated_at': '2022-04-21T20:53:19Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'subnets': [{'id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:53:20.622684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838d918-fec3-4ce3-89b2-66c50689c912 req-95a0ca39-318b-411d-8001-e4a3a8f208a8 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:20.630267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d838d918-fec3-4ce3-89b2-66c50689c912 req-95a0ca39-318b-411d-8001-e4a3a8f208a8 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0622396 Apr 21 20:53:20.631699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:20.632779 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.633513 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eeaa4f-a872-4edf-9234-73ae0402ec55 None None] Network 26516258-101f-4cdf-8e42-864e5e307a2a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:20.660606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-209ba2b8-2c0f-4c2d-84b2-c90290c35caf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0335455 Apr 21 20:53:20.661468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43326) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:20.670974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:20.711815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d838d918-fec3-4ce3-89b2-66c50689c912 req-883b4eb6-2b19-4219-b44a-69aef976d455 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763862 Apr 21 20:53:20.738728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.740314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.844550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:20.872664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-26516258-101f-4cdf-8e42-864e5e307a2a', 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'fixed_ips': [{'subnet_id': '39e85e20-c3dd-4e86-8a42-c37b91e8cfaa'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:53:20.877088 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.021714 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.065886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Allocated IP 172.20.0.2 (26516258-101f-4cdf-8e42-864e5e307a2a/39e85e20-c3dd-4e86-8a42-c37b91e8cfaa/2e474160-278c-4f2c-8c1a-9c0b553818ab) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:21.152143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fd353-4625-4a46-b4f9-2b53118ae987 req-9fc1c49b-8727-4761-afd9-e8510c949a83 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:21.159370 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-290fd353-4625-4a46-b4f9-2b53118ae987 req-9fc1c49b-8727-4761-afd9-e8510c949a83 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.1080329 Apr 21 20:53:21.217377 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-290fd353-4625-4a46-b4f9-2b53118ae987 req-c9621ac0-96c0-43d6-a0a8-869e85b45d64 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570428 Apr 21 20:53:21.264069 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.273015 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.284671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43336) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:21.292616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Network 26516258-101f-4cdf-8e42-864e5e307a2a is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:21.295454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:21.300593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:21.410761 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Attempting to bind port 2e474160-278c-4f2c-8c1a-9c0b553818ab on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:21.411284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Attempting to bind port 2e474160-278c-4f2c-8c1a-9c0b553818ab by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b417f342-1d7e-41c5-8742-53debaf68ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:21.411643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Attempting to bind port 2e474160-278c-4f2c-8c1a-9c0b553818ab on network 26516258-101f-4cdf-8e42-864e5e307a2a {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:21.420669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:21.421087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Checking segment: {'id': 'b417f342-1d7e-41c5-8742-53debaf68ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:21.421670 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.422116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Bound using segment: {'id': 'b417f342-1d7e-41c5-8742-53debaf68ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:21.422586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Bound port: 2e474160-278c-4f2c-8c1a-9c0b553818ab, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b417f342-1d7e-41c5-8742-53debaf68ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:21.422967 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.438797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Pushing event updated for resources: {'Port': ['ID=2e474160-278c-4f2c-8c1a-9c0b553818ab,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:21.472658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.509163 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.530824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] For port 2e474160-278c-4f2c-8c1a-9c0b553818ab, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:21.534700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] For port 2e474160-278c-4f2c-8c1a-9c0b553818ab, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2e474160-278c-4f2c-8c1a-9c0b553818ab,segment=NetworkSegment(b417f342-1d7e-41c5-8742-53debaf68ca3),segment_id=b417f342-1d7e-41c5-8742-53debaf68ca3)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:21.540803 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.620982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c00055-2ec0-4450-881e-698e144839ff None None] Pushing event updated for resources: {'Port': ['ID=2e474160-278c-4f2c-8c1a-9c0b553818ab,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:21.641920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73709636-4520-4203-b11f-f775425d06c0 req-e27dd262-2a22-4622-8af1-a0e006d62133 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:21.643384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73709636-4520-4203-b11f-f775425d06c0 req-e27dd262-2a22-4622-8af1-a0e006d62133 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.1854510 Apr 21 20:53:21.655785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8894aa-2e66-46a7-a820-8a8628fe3158 req-70bb914d-db07-49df-bf4c-ecb6b52e57d0 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:21.668089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d8894aa-2e66-46a7-a820-8a8628fe3158 req-70bb914d-db07-49df-bf4c-ecb6b52e57d0 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.1255014 Apr 21 20:53:21.739731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4005013d-4514-423b-9d60-3bf5ebc715ca admin admin] Deleting subnet 59fc8748-6c5d-4e0a-80c8-c93c954d0f9e {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:53:21.743931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73709636-4520-4203-b11f-f775425d06c0 req-d024c318-75b7-4ed2-aad5-9a6720775c02 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841289 Apr 21 20:53:21.748400 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4005013d-4514-423b-9d60-3bf5ebc715ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.753273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d8894aa-2e66-46a7-a820-8a8628fe3158 req-94dc8993-afd3-44dc-85fd-293c45606c1f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843854 Apr 21 20:53:21.756560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Allocated IP 172.25.0.136 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/7f40c45a-2d2e-4a80-a782-c017df877f53) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:21.797869 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4005013d-4514-423b-9d60-3bf5ebc715ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.844624 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:53:21.862839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4005013d-4514-423b-9d60-3bf5ebc715ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:21.917284 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.001227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba102d3-6867-42ff-a302-c94af09d3373 req-dc820955-93b1-41b4-b260-67b99914cb1e tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:22.003040 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cba102d3-6867-42ff-a302-c94af09d3373 req-dc820955-93b1-41b4-b260-67b99914cb1e tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.1045995 Apr 21 20:53:22.027621 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.030713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4005013d-4514-423b-9d60-3bf5ebc715ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.040629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1425d86-2b31-4628-9ef9-330604d7df5a req-783e1ccb-5b28-40a2-8a49-7d2dc17e957e tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:22.042320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1425d86-2b31-4628-9ef9-330604d7df5a req-783e1ccb-5b28-40a2-8a49-7d2dc17e957e tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.0994205 Apr 21 20:53:22.068494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005013d-4514-423b-9d60-3bf5ebc715ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59fc8748-6c5d-4e0a-80c8-c93c954d0f9e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:22.090800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cba102d3-6867-42ff-a302-c94af09d3373 req-54f71412-90a0-4258-a1f1-5025c589c3a6 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688660 Apr 21 20:53:22.091965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4005013d-4514-423b-9d60-3bf5ebc715ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.097705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4005013d-4514-423b-9d60-3bf5ebc715ca admin admin] 10.222.0.49 "DELETE /v2.0/subnets/59fc8748-6c5d-4e0a-80c8-c93c954d0f9e HTTP/1.1" status: 204 len: 168 time: 0.8119450 Apr 21 20:53:22.098724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43348) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:22.104650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:22.111334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:22.121224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:22.162643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Pushing event updated for resources: {'Port': ['ID=7f40c45a-2d2e-4a80-a782-c017df877f53,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:22.190361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.191307 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1425d86-2b31-4628-9ef9-330604d7df5a req-faf2da4c-6b2e-432b-a923-6ef1e9adef1f tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233554 Apr 21 20:53:22.285752 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.323729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f844257-3971-4842-8d6e-2287bca8c3d5']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:22.355636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61caf995-cd04-4c1a-bbf6-0735ab39f860') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:22.356100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61caf995-cd04-4c1a-bbf6-0735ab39f860') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:22.369244 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.390743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c681-7fd8-4ece-87b5-c0a2031ad933 req-eeed2f09-1292-47c4-8e0f-7b9f5b7a0cd7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:22.392225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3fd6c681-7fd8-4ece-87b5-c0a2031ad933 req-eeed2f09-1292-47c4-8e0f-7b9f5b7a0cd7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.0875545 Apr 21 20:53:22.395844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.402758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:53:22.403154 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:53:22.405188 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:53:22.422607 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.492779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3fd6c681-7fd8-4ece-87b5-c0a2031ad933 req-91ffb873-7cdc-413e-a61b-ac87f8e2c715 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867884 Apr 21 20:53:22.494285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.504624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.520307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3f844257-3971-4842-8d6e-2287bca8c3d5 HTTP/1.1" status: 204 len: 168 time: 0.4088817 Apr 21 20:53:22.520555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43352) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:22.520673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec0079-2acb-4c60-a1a0-3700b8c233c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f844257-3971-4842-8d6e-2287bca8c3d5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:22.619799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Deleting subnet ca7eefac-62d8-483e-8dc3-4a7558aa502b {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:53:22.626046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.699760 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.727587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ba5f2547-7bf5-414b-8f59-50403fd3c838 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:22.730521 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.749633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: ba5f2547-7bf5-414b-8f59-50403fd3c838 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:53:22.749950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ba5f2547-7bf5-414b-8f59-50403fd3c838 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:22.751404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e478f438-ebef-4ad3-aa00-f581b2bd2ad0 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:22.786065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.834777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:22.835661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.875617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41199fce-fb71-48db-a202-c7e7ef4d8aac None None] Network 26516258-101f-4cdf-8e42-864e5e307a2a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:22.920681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b683a-6066-4efb-9b51-1ca4de5756f6 req-6317cb98-934d-41eb-aecc-2bc6560c48a5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:22.922032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278b683a-6066-4efb-9b51-1ca4de5756f6 req-6317cb98-934d-41eb-aecc-2bc6560c48a5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0589733 Apr 21 20:53:22.922289 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.951077 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d7675-d1f1-41fa-a906-d121910af73b req-7359e377-bee0-4a6d-8053-3e5586408456 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:22.952577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-457d7675-d1f1-41fa-a906-d121910af73b req-7359e377-bee0-4a6d-8053-3e5586408456 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.0935981 Apr 21 20:53:22.975078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7eefac-62d8-483e-8dc3-4a7558aa502b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:22.980359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:22.981320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278b683a-6066-4efb-9b51-1ca4de5756f6 req-4893d5fa-858d-44b8-a74e-8e3acfde0783 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484200 Apr 21 20:53:22.983397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca7eefac-62d8-483e-8dc3-4a7558aa502b HTTP/1.1" status: 204 len: 168 time: 0.4535010 Apr 21 20:53:22.991278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43358) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:22.997758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-67cc69fd-879f-43ef-99ce-692a9d92cfef None None] Provisioning complete for port 2e474160-278c-4f2c-8c1a-9c0b553818ab triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:22.998202 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67cc69fd-879f-43ef-99ce-692a9d92cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.004806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.005080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.005416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.005749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.006161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.006381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.006700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.007020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.007336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.007652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.008079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.008876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e562b7ec-dae1-4a31-be98-59ec33192b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:23.028403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Router 360fbe86-014e-459b-9bf5-9ba1d8324307 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:53:23.036696 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-457d7675-d1f1-41fa-a906-d121910af73b req-8e91be6f-b6f5-43d6-a71f-61b3cff9a854 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655620 Apr 21 20:53:23.072716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2e474160-278c-4f2c-8c1a-9c0b553818ab up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:23.082565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.194585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.231448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:23.247914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f90883-39b6-40d2-9829-30300587badb') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:23.248369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f90883-39b6-40d2-9829-30300587badb') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:23.262210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.297832 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.308446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:53:23.308954 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:53:23.310835 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:53:23.318168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67cc69fd-879f-43ef-99ce-692a9d92cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.371361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-67cc69fd-879f-43ef-99ce-692a9d92cfef None None] For port 2e474160-278c-4f2c-8c1a-9c0b553818ab, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2e474160-278c-4f2c-8c1a-9c0b553818ab,segment=NetworkSegment(b417f342-1d7e-41c5-8742-53debaf68ca3),segment_id=b417f342-1d7e-41c5-8742-53debaf68ca3)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:23.376399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2e474160-278c-4f2c-8c1a-9c0b553818ab triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:23.377281 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.382963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3adad-765d-42bd-a16f-48a98d2791f3 req-a3cff33e-b4b9-4067-861a-8929e40e661b tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:23.390196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69c3adad-765d-42bd-a16f-48a98d2791f3 req-a3cff33e-b4b9-4067-861a-8929e40e661b tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.1981514 Apr 21 20:53:23.401686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.403118 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67cc69fd-879f-43ef-99ce-692a9d92cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.409443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.416093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b HTTP/1.1" status: 204 len: 168 time: 0.4204376 Apr 21 20:53:23.436708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f102a8-a083-4d86-9882-28e3c8c96636 admin admin] Pushing event deleted for resources: {'Network': ['ID=a23cf1ff-b3fb-4bb0-8694-5ffa3c293e4b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:23.471076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69c3adad-765d-42bd-a16f-48a98d2791f3 req-6029cd94-b0bb-4726-902b-b64e5fb547a6 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570264 Apr 21 20:53:23.471736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:53:23.505819 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Sync routers for ids ['360fbe86-014e-459b-9bf5-9ba1d8324307'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:53:23.520613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc69fd-879f-43ef-99ce-692a9d92cfef None None] Pushing event updated for resources: {'Port': ['ID=2e474160-278c-4f2c-8c1a-9c0b553818ab,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:23.560887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Routers {'360fbe86-014e-459b-9bf5-9ba1d8324307'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:23.561800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['360fbe86-014e-459b-9bf5-9ba1d8324307'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:23.564040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.565323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-47e2b9b7-a7e8-422f-b300-a20b8d1fe40a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9028957 Apr 21 20:53:23.568405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43368) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:23.582563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2840167-f4bc-4c78-b89d-15dffb2932c6 req-52f7e738-54dc-438a-9079-23f393fe3f4f tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:23.584100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2840167-f4bc-4c78-b89d-15dffb2932c6 req-52f7e738-54dc-438a-9079-23f393fe3f4f tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.1101520 Apr 21 20:53:23.640124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43370) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:23.668981 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2840167-f4bc-4c78-b89d-15dffb2932c6 req-b0448868-f0a0-4795-b1b4-735e63096666 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631297 Apr 21 20:53:23.706171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e876a30-67c6-4601-b81d-1ce069735fd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0cd9c8f481ed4b43a275fdf002b13f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624168 Apr 21 20:53:23.706870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43372) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:23.715884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Set router 360fbe86-014e-459b-9bf5-9ba1d8324307 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:23.758900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d61a4bd-4e73-472a-a269-ad7dd268d151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.782456 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d61a4bd-4e73-472a-a269-ad7dd268d151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.801413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a3983432-3ebd-476f-8bbe-e89c2104ccba None None] Provisioning complete for port 2e474160-278c-4f2c-8c1a-9c0b553818ab triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:23.802019 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3983432-3ebd-476f-8bbe-e89c2104ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.841613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d61a4bd-4e73-472a-a269-ad7dd268d151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.845622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d61a4bd-4e73-472a-a269-ad7dd268d151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:23.850414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5d61a4bd-4e73-472a-a269-ad7dd268d151 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92d74b58-83b8-43eb-bfa1-7f3255f18432 HTTP/1.1" status: 204 len: 168 time: 0.1393385 Apr 21 20:53:23.889184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61a4bd-4e73-472a-a269-ad7dd268d151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d74b58-83b8-43eb-bfa1-7f3255f18432,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:24.036584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:20Z', 'updated_at': '2022-04-21T20:53:22Z', 'revision_number': 3, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'gw_port': {'id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:21Z', 'updated_at': '2022-04-21T20:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:24.066600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Checking router: 360fbe86-014e-459b-9bf5-9ba1d8324307 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:53:24.067050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Updating router 360fbe86-014e-459b-9bf5-9ba1d8324307 port 7f40c45a-2d2e-4a80-a782-c017df877f53 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:53:24.093917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd224222-c986-4752-ab5d-e79ae0bf0c18 req-5a279003-8bfe-4eca-9a77-64d307f90517 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:24.094952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.095373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd224222-c986-4752-ab5d-e79ae0bf0c18 req-5a279003-8bfe-4eca-9a77-64d307f90517 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.4594662 Apr 21 20:53:24.132284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d02b-9ec8-4f35-903b-018ac161e2b2 req-b6c5b40b-8293-4328-beaa-b72ed49181a7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:24.140315 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2bb6d02b-9ec8-4f35-903b-018ac161e2b2 req-b6c5b40b-8293-4328-beaa-b72ed49181a7 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0752771 Apr 21 20:53:24.179107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd224222-c986-4752-ab5d-e79ae0bf0c18 req-9d843157-8e40-4a3b-8f05-dd17306e71e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735614 Apr 21 20:53:24.201117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2bb6d02b-9ec8-4f35-903b-018ac161e2b2 req-54d87a49-eac1-4e74-9d67-73be6a212cab tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582943 Apr 21 20:53:24.321124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43382) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:24.399383 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.406218 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.419981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ad18-7f1b-4901-93dc-73d082ae5c35 req-33109a47-a09e-4044-9896-abb8b9b45da5 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:24.421465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b33ad18-7f1b-4901-93dc-73d082ae5c35 req-33109a47-a09e-4044-9896-abb8b9b45da5 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.1671247 Apr 21 20:53:24.424089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f98b988-3a08-48f9-a7c5-ee58211b12a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c376f4f2a3334d2f93bf5cb89b3c1000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0980351 Apr 21 20:53:24.427048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43384) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:24.460121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804688e5-deaa-48ed-b38c-0103c36cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=7f40c45a-2d2e-4a80-a782-c017df877f53,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:24.462516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Attempting to bind port 7f40c45a-2d2e-4a80-a782-c017df877f53 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:24.463024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Attempting to bind port 7f40c45a-2d2e-4a80-a782-c017df877f53 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:24.463255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Attempting to bind port 7f40c45a-2d2e-4a80-a782-c017df877f53 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:24.469536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:24.469911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:24.470294 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.470976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:24.471191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Bound port: 7f40c45a-2d2e-4a80-a782-c017df877f53, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:24.472005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.490964 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d462da4d-2a3b-4744-ab38-ef5463c5b2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.511637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b33ad18-7f1b-4901-93dc-73d082ae5c35 req-916fbfce-2c0f-4f8c-9359-b6183df7c734 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657675 Apr 21 20:53:24.516732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d462da4d-2a3b-4744-ab38-ef5463c5b2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.530288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] For port 7f40c45a-2d2e-4a80-a782-c017df877f53, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:24.533835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] For port 7f40c45a-2d2e-4a80-a782-c017df877f53, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7f40c45a-2d2e-4a80-a782-c017df877f53,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:24.551447 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.574411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.613579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Routers {'360fbe86-014e-459b-9bf5-9ba1d8324307'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:24.614243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['360fbe86-014e-459b-9bf5-9ba1d8324307'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:24.625722 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d462da4d-2a3b-4744-ab38-ef5463c5b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.628406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d462da4d-2a3b-4744-ab38-ef5463c5b2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.631844 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d462da4d-2a3b-4744-ab38-ef5463c5b2ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b16081a7-1264-47dd-9b8e-2f38da149348 HTTP/1.1" status: 204 len: 168 time: 0.2013235 Apr 21 20:53:24.644327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462da4d-2a3b-4744-ab38-ef5463c5b2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16081a7-1264-47dd-9b8e-2f38da149348,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:24.653522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b52bb-d46e-4186-8f1b-3bad365c4520 req-b919e2fc-fcd1-4a09-9dd7-31a496684a06 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:24.661385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a8b52bb-d46e-4186-8f1b-3bad365c4520 req-b919e2fc-fcd1-4a09-9dd7-31a496684a06 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0748699 Apr 21 20:53:24.704154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a8b52bb-d46e-4186-8f1b-3bad365c4520 req-6cfc1fa3-078c-43da-9d1b-d0c447127953 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Apr 21 20:53:24.733468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2e474160-278c-4f2c-8c1a-9c0b553818ab up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:24.735625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804688e5-deaa-48ed-b38c-0103c36cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=7f40c45a-2d2e-4a80-a782-c017df877f53,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:24.824617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Allocated IP 172.20.0.1 (26516258-101f-4cdf-8e42-864e5e307a2a/39e85e20-c3dd-4e86-8a42-c37b91e8cfaa/fba907d7-aece-42db-85fb-86c112a1e5f3) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:24.846153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f20731-41c4-4407-a7e7-4723325ce3bf req-4851cd53-688f-4ee5-b176-dcadc766301e tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:24.848859 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] Set router 360fbe86-014e-459b-9bf5-9ba1d8324307 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:24.852513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99f20731-41c4-4407-a7e7-4723325ce3bf req-4851cd53-688f-4ee5-b176-dcadc766301e tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.0926476 Apr 21 20:53:24.923541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2e474160-278c-4f2c-8c1a-9c0b553818ab triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:24.923921 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:24.932795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99f20731-41c4-4407-a7e7-4723325ce3bf req-df4234ab-cc5e-4d54-b6ec-b894eb5af71d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793617 Apr 21 20:53:24.987123 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.021837 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.064201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Network 26516258-101f-4cdf-8e42-864e5e307a2a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:25.067231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:25.072256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:25.100809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fba907d7-aece-42db-85fb-86c112a1e5f3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:25.121168 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.125103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:20Z', 'updated_at': '2022-04-21T20:53:22Z', 'revision_number': 3, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'gw_port': {'id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:21Z', 'updated_at': '2022-04-21T20:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:25.152630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ba571-3efc-4d26-9681-14b582f1a8ac None None] The sync data for ids ['360fbe86-014e-459b-9bf5-9ba1d8324307'] in n-d-838945-1 is: [{'id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:20Z', 'updated_at': '2022-04-21T20:53:22Z', 'revision_number': 3, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'gw_port': {'id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:21Z', 'updated_at': '2022-04-21T20:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:53:25.339882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae688f-4a08-43e9-94d2-58ff0e662e54 req-5a9738d0-93f5-4d20-9d2f-ff097303580b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:25.342359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45ae688f-4a08-43e9-94d2-58ff0e662e54 req-5a9738d0-93f5-4d20-9d2f-ff097303580b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.0625663 Apr 21 20:53:25.370586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.400112 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45ae688f-4a08-43e9-94d2-58ff0e662e54 req-4e80c8df-0d2c-4d22-a681-147855e35275 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504704 Apr 21 20:53:25.401592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e302d1-63e7-4ed2-9657-3e2ce7f6629f req-45a8c0ac-f06f-46f7-b60e-7b0257b77c73 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:25.404819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-68e302d1-63e7-4ed2-9657-3e2ce7f6629f req-45a8c0ac-f06f-46f7-b60e-7b0257b77c73 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0714276 Apr 21 20:53:25.437009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cc58e327-2f4f-4131-8b46-6e7e368253b4 None None] Provisioning complete for port fba907d7-aece-42db-85fb-86c112a1e5f3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:25.437598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc58e327-2f4f-4131-8b46-6e7e368253b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.486293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-68e302d1-63e7-4ed2-9657-3e2ce7f6629f req-35dbf001-09ae-4774-b381-064b5697fa36 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573232 Apr 21 20:53:25.514769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cc58e327-2f4f-4131-8b46-6e7e368253b4 None None] Port fba907d7-aece-42db-85fb-86c112a1e5f3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:53:25.647684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43416) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:25.661212 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.666406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d54cdf-22e8-42d4-b7ba-78163ec66533 req-5f206546-db33-44b1-b79a-337ee8ab18d4 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:25.667709 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.667943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42d54cdf-22e8-42d4-b7ba-78163ec66533 req-5f206546-db33-44b1-b79a-337ee8ab18d4 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.0659142 Apr 21 20:53:25.728390 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42d54cdf-22e8-42d4-b7ba-78163ec66533 req-03ddff9c-35e0-493e-9813-64cac802e78e tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447438 Apr 21 20:53:25.752951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fba907d7-aece-42db-85fb-86c112a1e5f3,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:25.755622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.797205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-277538562-network', 'tenant_id': '83aa36412b7d45898083e0771e4bd636'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:25.819495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Made reservation on behalf of 83aa36412b7d45898083e0771e4bd636 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:25.823450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.833633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.889391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddd6ca-5c53-481e-8ce5-dcb708db5518 req-2d3b3d6e-42cb-4653-a518-f17c5f6b8679 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:25.890946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eddd6ca-5c53-481e-8ce5-dcb708db5518 req-2d3b3d6e-42cb-4653-a518-f17c5f6b8679 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0772746 Apr 21 20:53:25.925528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Network 26516258-101f-4cdf-8e42-864e5e307a2a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:25.928583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:25.936828 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.951105 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.965187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:53:25.980556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:25.980932 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Added segment 5b729dee-d149-4c07-aa45-d22180bb4dad of type vlan for network 035432bc-af10-4a71-a2f6-94dfb3aea40a Apr 21 20:53:25.997558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eddd6ca-5c53-481e-8ce5-dcb708db5518 req-6ba1e25e-1070-45b2-893e-614260468c96 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930340 Apr 21 20:53:26.059531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:26.085296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16c362c-a128-4970-8deb-1bd8ce8cb778,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:26.087127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Router 360fbe86-014e-459b-9bf5-9ba1d8324307 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:53:26.142446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab3a7f-b5a0-49bd-bf5a-49a0e79f7ea0 req-6e0962b0-4c2a-48a6-8569-8c75c4a2e02b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:26.144192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1eab3a7f-b5a0-49bd-bf5a-49a0e79f7ea0 req-6e0962b0-4c2a-48a6-8569-8c75c4a2e02b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.1100640 Apr 21 20:53:26.145228 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:26.146230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:26.146901 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:26.223004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5740838 Apr 21 20:53:26.226074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43424) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:26.233618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Request body: {'subnet': {'network_id': '035432bc-af10-4a71-a2f6-94dfb3aea40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-277538562-subnet', 'tenant_id': '83aa36412b7d45898083e0771e4bd636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:26.238778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:53:26.245273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb0c08-a147-45e4-9b3c-a7f15993d18c admin admin] Pushing event updated for resources: {'Network': ['ID=035432bc-af10-4a71-a2f6-94dfb3aea40a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:26.259300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 035432bc-af10-4a71-a2f6-94dfb3aea40a details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:53:26.262425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-addd13c0-d0f7-4c2f-a564-a1f1d7cf59b1 admin admin] 10.222.0.49 "PUT /v2.0/routers/360fbe86-014e-459b-9bf5-9ba1d8324307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6923957 Apr 21 20:53:26.293200 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1eab3a7f-b5a0-49bd-bf5a-49a0e79f7ea0 req-50d8caf8-962b-499e-97f8-bb5d37bb839d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409941 Apr 21 20:53:26.294575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-75e3eba8-b4a2-41de-a80b-f84e8c41e2bd None None] Provisioning complete for port fba907d7-aece-42db-85fb-86c112a1e5f3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:26.295172 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-75e3eba8-b4a2-41de-a80b-f84e8c41e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:26.301180 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Made reservation on behalf of 83aa36412b7d45898083e0771e4bd636 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:26.304126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:26.515044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-75e3eba8-b4a2-41de-a80b-f84e8c41e2bd None None] Port fba907d7-aece-42db-85fb-86c112a1e5f3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:53:26.519956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:26.560349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc95d8-dd5a-46b9-b768-0913f40374f9 req-6c613670-eaa1-44ed-8c82-b86eed7acb0e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:26.562228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56cc95d8-dd5a-46b9-b768-0913f40374f9 req-6c613670-eaa1-44ed-8c82-b86eed7acb0e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.0702345 Apr 21 20:53:26.628068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56cc95d8-dd5a-46b9-b768-0913f40374f9 req-96a76367-ece6-476d-bccc-a59f7753816d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590932 Apr 21 20:53:26.634608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3337f5-c87d-46af-8b97-f07af6db51d2,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:26.658712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Checking segment: {'id': '5b729dee-d149-4c07-aa45-d22180bb4dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '035432bc-af10-4a71-a2f6-94dfb3aea40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:26.659015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Network hostable DHCP agents. Network: 035432bc-af10-4a71-a2f6-94dfb3aea40a, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:53:26.690607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f40c45a-2d2e-4a80-a782-c017df877f53 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:26.696865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3067da3-1a7b-46a9-846f-12280a95f634 req-fd4fdcb5-cf95-403b-a8a5-354724136b8e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:26.698401 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3067da3-1a7b-46a9-846f-12280a95f634 req-fd4fdcb5-cf95-403b-a8a5-354724136b8e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0794566 Apr 21 20:53:26.699567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Network 035432bc-af10-4a71-a2f6-94dfb3aea40a is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:53:26.715209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 035432bc-af10-4a71-a2f6-94dfb3aea40a) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:26.719578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:26.720166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:26.736170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cea998-44c8-4ddf-89ac-0a422d9a6a50 None None] Network 035432bc-af10-4a71-a2f6-94dfb3aea40a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:26.776468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3067da3-1a7b-46a9-846f-12280a95f634 req-59a2e0d4-deb2-4368-a53b-24aa7483202f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695155 Apr 21 20:53:26.779613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-86525ad8-bdb3-42b2-bf76-07d1309c9541 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5521114 Apr 21 20:53:26.831031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7f40c45a-2d2e-4a80-a782-c017df877f53 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:26.831406 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:26.910286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cb461-e6b1-4ce2-b38a-9a8fcd13b5f8 req-cc1f931b-2679-4bdb-a8df-7550e4062def tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:26.915334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-385cb461-e6b1-4ce2-b38a-9a8fcd13b5f8 req-cc1f931b-2679-4bdb-a8df-7550e4062def tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.0600572 Apr 21 20:53:26.984511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-385cb461-e6b1-4ce2-b38a-9a8fcd13b5f8 req-c875c17d-680d-4856-8e63-9dac668ba625 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624659 Apr 21 20:53:27.005249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6733d577-0ba3-43ed-a02b-c4c7bd47016d None None] Network 035432bc-af10-4a71-a2f6-94dfb3aea40a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:27.025695 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.082075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 7f40c45a-2d2e-4a80-a782-c017df877f53, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7f40c45a-2d2e-4a80-a782-c017df877f53,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:27.089798 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.155381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=7f40c45a-2d2e-4a80-a782-c017df877f53,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:27.156431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abe242-6725-4b1a-b64d-c4d5f49f01e4 req-5e789e88-c2b7-4969-a732-93ad5d988d8e tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:27.160019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70abe242-6725-4b1a-b64d-c4d5f49f01e4 req-5e789e88-c2b7-4969-a732-93ad5d988d8e tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0710986 Apr 21 20:53:27.214336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70abe242-6725-4b1a-b64d-c4d5f49f01e4 req-bdcb6288-82d8-4d90-987a-02a09b5f3000 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476449 Apr 21 20:53:27.391579 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Sync routers for ids ['360fbe86-014e-459b-9bf5-9ba1d8324307'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:53:27.412573 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Routers {'360fbe86-014e-459b-9bf5-9ba1d8324307'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:27.414611 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['360fbe86-014e-459b-9bf5-9ba1d8324307'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:27.436611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19ffe1-f7ba-4afc-b24c-82e97c68601e req-f44dd2d5-2c94-446c-80be-7fa4c4b4b4d9 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:27.444539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c19ffe1-f7ba-4afc-b24c-82e97c68601e req-f44dd2d5-2c94-446c-80be-7fa4c4b4b4d9 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.0642309 Apr 21 20:53:27.496961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c19ffe1-f7ba-4afc-b24c-82e97c68601e req-e847cfbc-5fed-496c-b0c6-c316eda2b1f6 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462022 Apr 21 20:53:27.540997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43522) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:27.546982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1462097253-network', 'tenant_id': 'cf5412d892414e28b4f9fa1325c582e9'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:27.551620 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Set router 360fbe86-014e-459b-9bf5-9ba1d8324307 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:27.569965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Made reservation on behalf of cf5412d892414e28b4f9fa1325c582e9 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:27.572971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.581472 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.678331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.684442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.713740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:53:27.742862 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.743209 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Added segment 4b4f1aca-bf89-47db-9195-8922cba70c8c of type vlan for network 47490c4f-47b4-4ad8-8f5c-deebd9ba7695 Apr 21 20:53:27.751714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0cce3f-9f91-4295-8c8d-1042f317dff3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:27.776445 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:20Z', 'updated_at': '2022-04-21T20:53:25Z', 'revision_number': 4, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'gw_port': {'id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:21Z', 'updated_at': '2022-04-21T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fba907d7-aece-42db-85fb-86c112a1e5f3', 'name': '', 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'mac_address': 'fa:16:3e:b6:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '39e85e20-c3dd-4e86-8a42-c37b91e8cfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:24Z', 'updated_at': '2022-04-21T20:53:25Z', 'revision_number': 2, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'subnets': [{'id': '39e85e20-c3dd-4e86-8a42-c37b91e8cfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:27.803897 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Checking router: 360fbe86-014e-459b-9bf5-9ba1d8324307 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:53:27.804240 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Updating router 360fbe86-014e-459b-9bf5-9ba1d8324307 port fba907d7-aece-42db-85fb-86c112a1e5f3 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:53:27.815078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.832735 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.836790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daef76-99f4-4784-9bd7-8c17312875e5 req-9ddc65ab-18a8-4e22-9df8-32cbea187286 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:27.845014 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99daef76-99f4-4784-9bd7-8c17312875e5 req-9ddc65ab-18a8-4e22-9df8-32cbea187286 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.1157939 Apr 21 20:53:27.894165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.895142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:27.896320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:27.931204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99daef76-99f4-4784-9bd7-8c17312875e5 req-e585306b-27dd-482e-bb2a-fbefdfcb1ad7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851831 Apr 21 20:53:27.934388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957da76a-6991-45b4-8495-52ae06c80253 req-d04f6dd9-a115-4492-bbac-54eca2cefb8b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:27.954461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-957da76a-6991-45b4-8495-52ae06c80253 req-d04f6dd9-a115-4492-bbac-54eca2cefb8b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0787225 Apr 21 20:53:27.978491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4358373 Apr 21 20:53:27.981153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43532) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:27.987471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Request body: {'subnet': {'network_id': '47490c4f-47b4-4ad8-8f5c-deebd9ba7695', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1462097253-subnet', 'tenant_id': 'cf5412d892414e28b4f9fa1325c582e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:27.997913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6db3a4-4b78-468d-a2ec-6ad499ab4ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=47490c4f-47b4-4ad8-8f5c-deebd9ba7695,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:28.008145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 47490c4f-47b4-4ad8-8f5c-deebd9ba7695 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:53:28.010703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-957da76a-6991-45b4-8495-52ae06c80253 req-69696130-0fd8-4bb1-9073-67ec40eff3ab tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487649 Apr 21 20:53:28.032019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Made reservation on behalf of cf5412d892414e28b4f9fa1325c582e9 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:28.040230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.179802 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.185746 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.189016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf202dd-5d36-45aa-a91b-003fc233a191 req-4699e183-6df5-4448-b79f-3d6f056fe83e tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:28.190839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaf202dd-5d36-45aa-a91b-003fc233a191 req-4699e183-6df5-4448-b79f-3d6f056fe83e tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.1221054 Apr 21 20:53:28.236492 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e476-c745-46b0-b88b-70531c079e08 None None] Pushing event updated for resources: {'Port': ['ID=fba907d7-aece-42db-85fb-86c112a1e5f3,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:28.270131 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaf202dd-5d36-45aa-a91b-003fc233a191 req-d15a3942-86f9-4efc-921e-84d579279c77 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697715 Apr 21 20:53:28.373198 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Attempting to bind port fba907d7-aece-42db-85fb-86c112a1e5f3 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:28.373573 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Attempting to bind port fba907d7-aece-42db-85fb-86c112a1e5f3 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b417f342-1d7e-41c5-8742-53debaf68ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:28.373936 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Attempting to bind port fba907d7-aece-42db-85fb-86c112a1e5f3 on network 26516258-101f-4cdf-8e42-864e5e307a2a {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:28.386030 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:28.389273 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Checking segment: {'id': 'b417f342-1d7e-41c5-8742-53debaf68ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:28.389741 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.390401 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Bound using segment: {'id': 'b417f342-1d7e-41c5-8742-53debaf68ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:28.391103 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Bound port: fba907d7-aece-42db-85fb-86c112a1e5f3, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b417f342-1d7e-41c5-8742-53debaf68ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:28.391399 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.397955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec0d7f-bf7a-4171-9bc4-b9026d7f36ac req-d2fff8e1-560e-4cdd-b42b-fbb90892e5da tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:28.401138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.408204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4dec0d7f-bf7a-4171-9bc4-b9026d7f36ac req-d2fff8e1-560e-4cdd-b42b-fbb90892e5da tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0843315 Apr 21 20:53:28.473087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4dec0d7f-bf7a-4171-9bc4-b9026d7f36ac req-cd278483-92d7-4848-af36-ce90565e89d3 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597374 Apr 21 20:53:28.478050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84cc4647-7379-4285-ad3d-ef2f0f0205bf,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:28.488943 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] For port fba907d7-aece-42db-85fb-86c112a1e5f3, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:28.489643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Checking segment: {'id': '4b4f1aca-bf89-47db-9195-8922cba70c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '47490c4f-47b4-4ad8-8f5c-deebd9ba7695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:28.489643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Network hostable DHCP agents. Network: 47490c4f-47b4-4ad8-8f5c-deebd9ba7695, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:53:28.493765 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] For port fba907d7-aece-42db-85fb-86c112a1e5f3, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fba907d7-aece-42db-85fb-86c112a1e5f3,segment=NetworkSegment(b417f342-1d7e-41c5-8742-53debaf68ca3),segment_id=b417f342-1d7e-41c5-8742-53debaf68ca3)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:28.500290 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.524779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Network 47490c4f-47b4-4ad8-8f5c-deebd9ba7695 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:53:28.548249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 47490c4f-47b4-4ad8-8f5c-deebd9ba7695) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:28.554126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:28.555820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.564938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234268e3-ab75-4cfc-b839-4236f14790b1 None None] Network 47490c4f-47b4-4ad8-8f5c-deebd9ba7695 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:28.587045 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b96146f5-266a-4d95-af4d-8f5d4b839133 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6039479 Apr 21 20:53:28.639258 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Routers {'360fbe86-014e-459b-9bf5-9ba1d8324307'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:28.639898 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['360fbe86-014e-459b-9bf5-9ba1d8324307'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:28.641900 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e476-c745-46b0-b88b-70531c079e08 None None] Pushing event updated for resources: {'Port': ['ID=fba907d7-aece-42db-85fb-86c112a1e5f3,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:28.724134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fba068-d836-4359-bd4f-92865dfc5b73 req-0000cb62-c64e-4706-bc90-5f9535af3b78 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:28.737531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fba068-d836-4359-bd4f-92865dfc5b73 req-0000cb62-c64e-4706-bc90-5f9535af3b78 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.1252522 Apr 21 20:53:28.793026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f40c45a-2d2e-4a80-a782-c017df877f53 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:28.823171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fba068-d836-4359-bd4f-92865dfc5b73 req-cfd6ba90-2ecd-46ce-a5b1-552ccf8e75f3 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847332 Apr 21 20:53:28.857085 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] Set router 360fbe86-014e-459b-9bf5-9ba1d8324307 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:28.874275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43544) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:28.921051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5002789-3b36-48ef-bdbd-961c7869be47 None None] Network 47490c4f-47b4-4ad8-8f5c-deebd9ba7695 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:28.925082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Provisioning complete for port fba907d7-aece-42db-85fb-86c112a1e5f3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:28.925454 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.943922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76aab3d-8b07-48be-93fc-8641dbc98396 admin admin] Deleting subnet 3f3337f5-c87d-46af-8b97-f07af6db51d2 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:53:28.950301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d76aab3d-8b07-48be-93fc-8641dbc98396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:28.990240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7f40c45a-2d2e-4a80-a782-c017df877f53 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:28.990240 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.002413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d76aab3d-8b07-48be-93fc-8641dbc98396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.054200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d76aab3d-8b07-48be-93fc-8641dbc98396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.088637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17679b3-ecd4-4694-ba4e-a89bb15f0ec1 req-9e0fef80-5b15-4dd3-a085-9d05878883f3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:29.098527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e17679b3-ecd4-4694-ba4e-a89bb15f0ec1 req-9e0fef80-5b15-4dd3-a085-9d05878883f3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.0804486 Apr 21 20:53:29.117671 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d76aab3d-8b07-48be-93fc-8641dbc98396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.163088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76aab3d-8b07-48be-93fc-8641dbc98396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3337f5-c87d-46af-8b97-f07af6db51d2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:29.163500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e17679b3-ecd4-4694-ba4e-a89bb15f0ec1 req-0b6223cc-9629-4201-888a-95b57cdfe0af tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594864 Apr 21 20:53:29.165332 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d76aab3d-8b07-48be-93fc-8641dbc98396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.169162 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d76aab3d-8b07-48be-93fc-8641dbc98396 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3f3337f5-c87d-46af-8b97-f07af6db51d2 HTTP/1.1" status: 204 len: 168 time: 0.2932072 Apr 21 20:53:29.172443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43550) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:29.217985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11721156-1d00-4c01-8b45-c0194cf1ca0f req-6d26a0d0-cf00-4c34-a8e8-bffacdf1dd67 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:29.219405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11721156-1d00-4c01-8b45-c0194cf1ca0f req-6d26a0d0-cf00-4c34-a8e8-bffacdf1dd67 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0915215 Apr 21 20:53:29.233802 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:20Z', 'updated_at': '2022-04-21T20:53:25Z', 'revision_number': 4, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'gw_port': {'id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:21Z', 'updated_at': '2022-04-21T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fba907d7-aece-42db-85fb-86c112a1e5f3', 'name': '', 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'mac_address': 'fa:16:3e:b6:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '39e85e20-c3dd-4e86-8a42-c37b91e8cfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:24Z', 'updated_at': '2022-04-21T20:53:28Z', 'revision_number': 4, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'subnets': [{'id': '39e85e20-c3dd-4e86-8a42-c37b91e8cfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:29.237383 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.268396 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11721156-1d00-4c01-8b45-c0194cf1ca0f req-7c36e41e-cb4c-4b67-89cd-2090dbaccd9c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360353 Apr 21 20:53:29.279878 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.281756 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec16df1-2e96-42be-95f6-ee2c3feabade None None] The sync data for ids ['360fbe86-014e-459b-9bf5-9ba1d8324307'] in n-d-838945-1 is: [{'id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:20Z', 'updated_at': '2022-04-21T20:53:25Z', 'revision_number': 4, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'gw_port': {'id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:21Z', 'updated_at': '2022-04-21T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fba907d7-aece-42db-85fb-86c112a1e5f3', 'name': '', 'network_id': '26516258-101f-4cdf-8e42-864e5e307a2a', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'mac_address': 'fa:16:3e:b6:d6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '39e85e20-c3dd-4e86-8a42-c37b91e8cfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:24Z', 'updated_at': '2022-04-21T20:53:28Z', 'revision_number': 4, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'subnets': [{'id': '39e85e20-c3dd-4e86-8a42-c37b91e8cfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:53:29.444058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] For port fba907d7-aece-42db-85fb-86c112a1e5f3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fba907d7-aece-42db-85fb-86c112a1e5f3,segment=NetworkSegment(b417f342-1d7e-41c5-8742-53debaf68ca3),segment_id=b417f342-1d7e-41c5-8742-53debaf68ca3)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:29.453732 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.458825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.506501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035432bc-af10-4a71-a2f6-94dfb3aea40a']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:29.512490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Pushing event updated for resources: {'Port': ['ID=fba907d7-aece-42db-85fb-86c112a1e5f3,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:29.521192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.521529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.522036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.522617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.522948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.523270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.524142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.524514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.524989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.525440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.525763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.526075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd280459-068e-4e11-9001-d49f2b2faf9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:53:29.543511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b729dee-d149-4c07-aa45-d22180bb4dad') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:29.543813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b729dee-d149-4c07-aa45-d22180bb4dad') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:29.556225 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.581693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12cf7a-58d2-47c1-9691-9541a76be9fa req-80957917-8c1b-4d3a-9931-05b74cbf29f3 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:29.584925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-16b26023-ff6e-49d9-8f10-78011e447d15 None None] Provisioning complete for port fba907d7-aece-42db-85fb-86c112a1e5f3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:29.585303 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16b26023-ff6e-49d9-8f10-78011e447d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.589285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b12cf7a-58d2-47c1-9691-9541a76be9fa req-80957917-8c1b-4d3a-9931-05b74cbf29f3 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.1162245 Apr 21 20:53:29.590346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.624947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:53:29.626034 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:53:29.628683 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:53:29.655674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcd636-7d34-4ec0-8a39-e4bbae28ae36 req-ea916f9b-0b24-4090-a80f-cd6276f3e78c tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:29.657313 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1efcd636-7d34-4ec0-8a39-e4bbae28ae36 req-ea916f9b-0b24-4090-a80f-cd6276f3e78c tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0944755 Apr 21 20:53:29.705349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b12cf7a-58d2-47c1-9691-9541a76be9fa req-35f5ebab-d8ce-4726-9a87-a52c022fa2d3 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100407 Apr 21 20:53:29.732134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.740377 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1efcd636-7d34-4ec0-8a39-e4bbae28ae36 req-6782f1b0-3718-4237-9742-febfbc5ecc94 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609410 Apr 21 20:53:29.753032 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.756376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] 10.222.0.49 "DELETE /v2.0/networks/035432bc-af10-4a71-a2f6-94dfb3aea40a HTTP/1.1" status: 204 len: 168 time: 0.5829520 Apr 21 20:53:29.759729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43558) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:29.768845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea971d-0b03-461e-9277-a91eee489686 admin admin] Pushing event deleted for resources: {'Network': ['ID=035432bc-af10-4a71-a2f6-94dfb3aea40a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:29.816110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-51de4bf1-e048-4f7c-b970-8efe1551f13c admin admin] Deleting subnet 84cc4647-7379-4285-ad3d-ef2f0f0205bf {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:53:29.819886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-51de4bf1-e048-4f7c-b970-8efe1551f13c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.863921 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-51de4bf1-e048-4f7c-b970-8efe1551f13c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.918081 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-51de4bf1-e048-4f7c-b970-8efe1551f13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:29.968954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12eb05-ce2b-4a0b-bea9-c094d9cce150 req-346b4c9a-c325-457e-bed1-a1572d3c83a2 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:29.976727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c12eb05-ce2b-4a0b-bea9-c094d9cce150 req-346b4c9a-c325-457e-bed1-a1572d3c83a2 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.0602696 Apr 21 20:53:29.981955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-51de4bf1-e048-4f7c-b970-8efe1551f13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.018116 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-51de4bf1-e048-4f7c-b970-8efe1551f13c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.021225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c12eb05-ce2b-4a0b-bea9-c094d9cce150 req-15263a58-6261-45e5-bff2-5612545d4351 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Apr 21 20:53:30.027800 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-51de4bf1-e048-4f7c-b970-8efe1551f13c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/84cc4647-7379-4285-ad3d-ef2f0f0205bf HTTP/1.1" status: 204 len: 168 time: 0.2649438 Apr 21 20:53:30.027800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de4bf1-e048-4f7c-b970-8efe1551f13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84cc4647-7379-4285-ad3d-ef2f0f0205bf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:30.030112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43564) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:30.107955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.208401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.248387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47490c4f-47b4-4ad8-8f5c-deebd9ba7695']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:30.288475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4f1aca-bf89-47db-9195-8922cba70c8c') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:30.288802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4f1aca-bf89-47db-9195-8922cba70c8c') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:30.316166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.338982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcf339-6979-432c-a955-0834632df6b2 req-e65ead4e-4309-4ad2-bfec-538d57a222d1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:30.346941 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1bcf339-6979-432c-a955-0834632df6b2 req-e65ead4e-4309-4ad2-bfec-538d57a222d1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.1027579 Apr 21 20:53:30.358067 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.374225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:53:30.374661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:53:30.376624 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:53:30.430959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f999e7-0815-45a8-95ec-b6a25f16cce2 req-a13a18c4-2018-407d-b26c-1bbc8fe6b685 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:30.433853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35f999e7-0815-45a8-95ec-b6a25f16cce2 req-a13a18c4-2018-407d-b26c-1bbc8fe6b685 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0732799 Apr 21 20:53:30.469465 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1bcf339-6979-432c-a955-0834632df6b2 req-d3ece59c-d1e4-4752-aad8-077925d8039f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212101 Apr 21 20:53:30.473285 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfb3b1ca-5e5e-40e7-a7d4-13aebd75ba39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.480107 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.485603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.491564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] 10.222.0.49 "DELETE /v2.0/networks/47490c4f-47b4-4ad8-8f5c-deebd9ba7695 HTTP/1.1" status: 204 len: 168 time: 0.4605227 Apr 21 20:53:30.521236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b3565-62ba-4660-8c40-dc2fad8777fb admin admin] Pushing event deleted for resources: {'Network': ['ID=47490c4f-47b4-4ad8-8f5c-deebd9ba7695,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:30.527109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35f999e7-0815-45a8-95ec-b6a25f16cce2 req-b333101d-b33f-43c7-a63c-c73963b9e62d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856936 Apr 21 20:53:30.697642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fba907d7-aece-42db-85fb-86c112a1e5f3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:30.749226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43580) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:30.756159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fba907d7-aece-42db-85fb-86c112a1e5f3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:30.756612 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.855884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0fa3db22-acae-48c2-a815-06f64bfd22db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83aa36412b7d45898083e0771e4bd636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1049035 Apr 21 20:53:30.858314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43584) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:30.914510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228c01-d5d9-408c-88c7-0e6e676ec255 req-e16ad54f-b52d-4b6e-88bc-e87df60563a7 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:30.916016 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e228c01-d5d9-408c-88c7-0e6e676ec255 req-e16ad54f-b52d-4b6e-88bc-e87df60563a7 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.1381094 Apr 21 20:53:30.943820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2645ad73-ab77-478b-aa53-dc8291c50968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.967230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2645ad73-ab77-478b-aa53-dc8291c50968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:30.969369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd0597-b3d7-4996-884b-dbdad484152d req-96d13550-156d-47b4-9c2a-68e7e183fcd8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:30.971372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bccd0597-b3d7-4996-884b-dbdad484152d req-96d13550-156d-47b4-9c2a-68e7e183fcd8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0526145 Apr 21 20:53:31.001508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e228c01-d5d9-408c-88c7-0e6e676ec255 req-52f14dfa-8102-49de-951e-37d4d9756a3f tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764863 Apr 21 20:53:31.021422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bccd0597-b3d7-4996-884b-dbdad484152d req-bede7180-725e-4d9c-922a-4d319b2c0ff0 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Apr 21 20:53:31.076140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2645ad73-ab77-478b-aa53-dc8291c50968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:31.079510 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2645ad73-ab77-478b-aa53-dc8291c50968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:31.083144 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2645ad73-ab77-478b-aa53-dc8291c50968 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c16c362c-a128-4970-8deb-1bd8ce8cb778 HTTP/1.1" status: 204 len: 168 time: 0.2219923 Apr 21 20:53:31.090307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645ad73-ab77-478b-aa53-dc8291c50968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16c362c-a128-4970-8deb-1bd8ce8cb778,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:31.162286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012388b-43ba-4e88-844c-1048c6727704 req-f77e11cf-dd80-40d5-bb5e-a2a1b3082c8b tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:31.164613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2012388b-43ba-4e88-844c-1048c6727704 req-f77e11cf-dd80-40d5-bb5e-a2a1b3082c8b tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0860608 Apr 21 20:53:31.176203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ec227-21fe-4d0e-a2e2-771512cebb09 req-72669855-6bdc-4de1-abe3-8523d91f3528 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:31.186453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-138ec227-21fe-4d0e-a2e2-771512cebb09 req-72669855-6bdc-4de1-abe3-8523d91f3528 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.0673029 Apr 21 20:53:31.227088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2012388b-43ba-4e88-844c-1048c6727704 req-e3b98c4b-808c-4f8b-b09b-c71529c457b9 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503774 Apr 21 20:53:31.237388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-138ec227-21fe-4d0e-a2e2-771512cebb09 req-2bf79bd6-2d13-4d94-856f-27fc80c6c197 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 Apr 21 20:53:31.497958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43600) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:31.585138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ad775e17-962d-4243-988b-fe1730fd5981 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf5412d892414e28b4f9fa1325c582e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859871 Apr 21 20:53:31.592168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43608) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:31.665776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c883741-d4d1-49fd-bef9-f18095ffdc9f req-24841a42-8166-49f8-8652-5a08f0da5447 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:31.669234 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c883741-d4d1-49fd-bef9-f18095ffdc9f req-24841a42-8166-49f8-8652-5a08f0da5447 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.1084814 Apr 21 20:53:31.716169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c883741-d4d1-49fd-bef9-f18095ffdc9f req-43bf4bbb-5e49-4f4b-b77b-aba0c4eabafb tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Apr 21 20:53:31.721429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28cb4c3e-a2e5-4db3-ab32-1d78a0867b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:31.740137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e925f6b-afcb-41b6-89e4-1cb883da7540 req-d3c5d793-372c-4038-a4ed-aebe654f1c54 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:31.740137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1e925f6b-afcb-41b6-89e4-1cb883da7540 req-d3c5d793-372c-4038-a4ed-aebe654f1c54 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0894940 Apr 21 20:53:31.769649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28cb4c3e-a2e5-4db3-ab32-1d78a0867b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:31.798786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1e925f6b-afcb-41b6-89e4-1cb883da7540 req-3397c9a4-528f-496b-82c1-dfe46d4d0052 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Apr 21 20:53:31.840151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28cb4c3e-a2e5-4db3-ab32-1d78a0867b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:31.843763 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28cb4c3e-a2e5-4db3-ab32-1d78a0867b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:31.845135 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-28cb4c3e-a2e5-4db3-ab32-1d78a0867b89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f0cce3f-9f91-4295-8c8d-1042f317dff3 HTTP/1.1" status: 204 len: 168 time: 0.2519844 Apr 21 20:53:31.851506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4053439-834f-4efe-856b-9b1bff71a607 req-59da6295-5c3b-4e6c-b9cd-dc0a37e5303e tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:31.857202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb4c3e-a2e5-4db3-ab32-1d78a0867b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0cce3f-9f91-4295-8c8d-1042f317dff3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:31.857349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4053439-834f-4efe-856b-9b1bff71a607 req-59da6295-5c3b-4e6c-b9cd-dc0a37e5303e tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0723464 Apr 21 20:53:31.901299 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4053439-834f-4efe-856b-9b1bff71a607 req-dfce5a9f-d7dc-473a-bcb1-294c08bd7459 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423520 Apr 21 20:53:32.123298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886984b0-222a-4683-b030-103e6c5f6de2 req-c6bf3371-994a-4d58-ac00-9446dcb32de2 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:32.124997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-886984b0-222a-4683-b030-103e6c5f6de2 req-c6bf3371-994a-4d58-ac00-9446dcb32de2 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.0513334 Apr 21 20:53:32.177973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-886984b0-222a-4683-b030-103e6c5f6de2 req-0c5ec64d-6039-4920-95bb-b850c98e8700 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454595 Apr 21 20:53:32.364425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a28ec-9a6e-4f41-8daf-6dcaa1cf9a6a req-c279fefc-b5d0-4403-87c3-2d228a479f34 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:32.374084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-850a28ec-9a6e-4f41-8daf-6dcaa1cf9a6a req-c279fefc-b5d0-4403-87c3-2d228a479f34 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0680053 Apr 21 20:53:32.387250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa322-0029-4b33-8144-e38257464bd1 req-91037499-28d3-42b1-ae04-dafba52e0372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:32.389161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1bcfa322-0029-4b33-8144-e38257464bd1 req-91037499-28d3-42b1-ae04-dafba52e0372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.0696166 Apr 21 20:53:32.411763 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-850a28ec-9a6e-4f41-8daf-6dcaa1cf9a6a req-0c7cf726-ae62-4ab7-9ba5-610655f51685 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368807 Apr 21 20:53:32.452318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1bcfa322-0029-4b33-8144-e38257464bd1 req-dc020168-29bf-4e48-949d-5b9a8ebde93f tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545518 Apr 21 20:53:32.749591 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ced970d6-5cb3-4619-95b5-5d5d950e6e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:32.857263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf82112-88df-431f-bbb3-c2324f360b93 req-9d7a0fc7-60da-48bb-a34d-619d5a193c2a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:32.858842 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdf82112-88df-431f-bbb3-c2324f360b93 req-9d7a0fc7-60da-48bb-a34d-619d5a193c2a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.0669482 Apr 21 20:53:32.920213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdf82112-88df-431f-bbb3-c2324f360b93 req-44baf491-8c9b-4413-a7e9-38fbf48f73a4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547996 Apr 21 20:53:32.936173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97c8f7-91af-4721-b979-748df7a4a3a9 req-07b61e95-5fce-47a6-8c15-37f679df3f64 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:32.938550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a97c8f7-91af-4721-b979-748df7a4a3a9 req-07b61e95-5fce-47a6-8c15-37f679df3f64 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.0576422 Apr 21 20:53:33.001757 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a97c8f7-91af-4721-b979-748df7a4a3a9 req-adcd87a4-0e3c-4ddb-9ffc-f89b96ca144e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562994 Apr 21 20:53:33.052857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f2cf3-080e-4ca5-950a-a4b3bb1501ba req-cbd6e3ef-6250-4f81-ac1b-d5ac8a7fc720 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:33.054867 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0d3f2cf3-080e-4ca5-950a-a4b3bb1501ba req-cbd6e3ef-6250-4f81-ac1b-d5ac8a7fc720 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.0590332 Apr 21 20:53:33.109613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0d3f2cf3-080e-4ca5-950a-a4b3bb1501ba req-ada5fb8a-2b11-456c-8f1c-76f77d43c2ce tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437307 Apr 21 20:53:33.374810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-c9be04e1-e9b1-4256-a7aa-e894cad96a93 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:33.376443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-c9be04e1-e9b1-4256-a7aa-e894cad96a93 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.46 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 945 time: 0.1409338 Apr 21 20:53:33.388797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53ad71-aab2-476f-b139-9a2f90036773 req-f3d0cbb7-2d25-46f6-82ae-c42ea3949880 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:33.396098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e53ad71-aab2-476f-b139-9a2f90036773 req-f3d0cbb7-2d25-46f6-82ae-c42ea3949880 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.1404660 Apr 21 20:53:33.519706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e53ad71-aab2-476f-b139-9a2f90036773 req-2f7f51d2-5469-473c-824d-aea215288314 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205225 Apr 21 20:53:33.564108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Deleting port ce26398d-b23a-4aa7-8358-537d5da2cf08 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:33.564854 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:33.650079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f7f5-ec7d-4104-9940-d2879e0893ea req-74089322-3f4f-4cee-adf5-5a2f97988c9f tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:33.674809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8274f7f5-ec7d-4104-9940-d2879e0893ea req-74089322-3f4f-4cee-adf5-5a2f97988c9f tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.1441669 Apr 21 20:53:33.782510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8274f7f5-ec7d-4104-9940-d2879e0893ea req-1dd54647-0502-438e-8a7c-cbadd0ff24fe tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068196 Apr 21 20:53:33.822883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] For port ce26398d-b23a-4aa7-8358-537d5da2cf08, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ce26398d-b23a-4aa7-8358-537d5da2cf08,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:33.823653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:33.833873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3590dbd-f8d9-4285-ad44-269fd6e27671 req-a3d8c864-5a96-43a1-a5cb-5bde860068b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:33.836409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3590dbd-f8d9-4285-ad44-269fd6e27671 req-a3d8c864-5a96-43a1-a5cb-5bde860068b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.2030792 Apr 21 20:53:33.950941 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:33.999775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3590dbd-f8d9-4285-ad44-269fd6e27671 req-b96e721c-c404-4bcf-ba0e-f0bfca50d327 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545672 Apr 21 20:53:34.233718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c74934-9601-49e7-8d89-2a9015deba08 req-e3536ee9-bf77-4dc5-b192-2d91a83acd8f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:34.235399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73c74934-9601-49e7-8d89-2a9015deba08 req-e3536ee9-bf77-4dc5-b192-2d91a83acd8f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.1403255 Apr 21 20:53:34.239107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:34.239553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:34.239997 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Floating IP a5021183-11b2-4ab4-bd26-7a793d2b3db3 disassociated. External IP: 172.25.0.205, port: ce26398d-b23a-4aa7-8358-537d5da2cf08. Apr 21 20:53:34.240329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Calling delete_port for ce26398d-b23a-4aa7-8358-537d5da2cf08 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:34.331069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73c74934-9601-49e7-8d89-2a9015deba08 req-5a3eac3b-238a-4ca6-88ec-89a24dca0128 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Apr 21 20:53:34.518698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:34.554797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ddb67-e57a-46d9-981a-f27a79328b8c req-00e98a6f-41d5-43f3-95bf-38d8e47c301f tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:34.555468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Pushing event deleted for resources: {'Port': ['ID=ce26398d-b23a-4aa7-8358-537d5da2cf08,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:34.564660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b9ddb67-e57a-46d9-981a-f27a79328b8c req-00e98a6f-41d5-43f3-95bf-38d8e47c301f tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 867 time: 0.0926290 Apr 21 20:53:34.567206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b419c9f-b711-4109-b8d9-cd81a023f891 req-d2ca534a-2c5c-42bd-b5b0-9a26478773c8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:34.568951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b419c9f-b711-4109-b8d9-cd81a023f891 req-d2ca534a-2c5c-42bd-b5b0-9a26478773c8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.1002491 Apr 21 20:53:34.631711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b9ddb67-e57a-46d9-981a-f27a79328b8c req-6b9cf2d1-b047-464d-af1b-9c0103248176 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups?id=a22a7a49-d89a-40a8-a447-58ad4ecabdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605562 Apr 21 20:53:34.700291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b419c9f-b711-4109-b8d9-cd81a023f891 req-6ff938da-d898-4a53-923e-51246c38551d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808108 Apr 21 20:53:34.737752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Router 72985f75-e41a-4e2e-a34e-6d513548b308 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:53:34.931989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760328c-b091-4e64-9f04-5b2bf3c5a1e2 req-e71ecc90-929c-4a69-97ab-a29b7ae5dcb5 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:34.938611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f760328c-b091-4e64-9f04-5b2bf3c5a1e2 req-e71ecc90-929c-4a69-97ab-a29b7ae5dcb5 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.1315320 Apr 21 20:53:34.960723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aa45a-da37-4066-b7c6-2f248f29d063 req-e7d7df7c-8d20-4450-885c-2ad72f148b19 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:34.964737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:53:34.968074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-097aa45a-da37-4066-b7c6-2f248f29d063 req-e7d7df7c-8d20-4450-885c-2ad72f148b19 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0679698 Apr 21 20:53:34.976182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] Sync routers for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:53:34.989841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:34.990932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:35.028376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-097aa45a-da37-4066-b7c6-2f248f29d063 req-f1b3f0d0-a954-4e19-9db9-55f3e64ffaf0 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593486 Apr 21 20:53:35.030938 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f760328c-b091-4e64-9f04-5b2bf3c5a1e2 req-4e1d26ef-6f9e-40df-b6ee-ba701ea510ec tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913866 Apr 21 20:53:35.056961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] No DVR routers for this DVR port ce26398d-b23a-4aa7-8358-537d5da2cf08 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:35.069057 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:35.078630 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b6b43ad-7fc9-4b59-8b48-808a4f67bcc3 req-88638944-b13c-43e8-b54e-d27a0093855c tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.46 "DELETE /v2.0/ports/ce26398d-b23a-4aa7-8358-537d5da2cf08 HTTP/1.1" status: 204 len: 173 time: 1.6791615 Apr 21 20:53:35.085116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'name': 'network-vif-deleted', 'tag': 'ce26398d-b23a-4aa7-8358-537d5da2cf08'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:35.095340 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe37b4d-acfe-4c3a-84f6-6aa13a3a1acc" -d '{"events": [{"server_uuid": "65e1d281-c4d0-4fa5-8623-357880e2c9f6", "name": "network-vif-deleted", "tag": "ce26398d-b23a-4aa7-8358-537d5da2cf08"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:35.191056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:35.200395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d11627-ffe2-4a43-aaa8-7118b6315bec req-3f7d5b3b-29b3-42f9-a4e7-310e7cc983f9 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:35.203288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24d11627-ffe2-4a43-aaa8-7118b6315bec req-3f7d5b3b-29b3-42f9-a4e7-310e7cc983f9 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.0766046 Apr 21 20:53:35.260291 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:35.290204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24d11627-ffe2-4a43-aaa8-7118b6315bec req-8a4bade0-58d5-4527-b815-09627985e957 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784440 Apr 21 20:53:35.361204 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c545ad50-ec68-46e9-9647-df2f80e7b8e5 x-openstack-request-id: req-c545ad50-ec68-46e9-9647-df2f80e7b8e5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:35.361501 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e1d281-c4d0-4fa5-8623-357880e2c9f6", "name": "network-vif-deleted", "tag": "ce26398d-b23a-4aa7-8358-537d5da2cf08", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:35.361749 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c545ad50-ec68-46e9-9647-df2f80e7b8e5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:35.362191 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c545ad50-ec68-46e9-9647-df2f80e7b8e5'] response: {'server_uuid': '65e1d281-c4d0-4fa5-8623-357880e2c9f6', 'name': 'network-vif-deleted', 'tag': 'ce26398d-b23a-4aa7-8358-537d5da2cf08', 'status': 'completed', 'code': 200} Apr 21 20:53:35.473234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'a4a2d539-53d2-40b6-86d0-a267254ee76d', 'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'mac_address': 'fa:16:3e:9a:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:33Z', 'updated_at': '2022-04-21T20:51:39Z', 'revision_number': 5, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'subnets': [{'id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:35.491246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520f88d-6248-40bd-a0cf-c36db7edd6b5 req-ce29e5b7-e247-4462-9fd6-00b86db90c63 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:35.493396 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7520f88d-6248-40bd-a0cf-c36db7edd6b5 req-ce29e5b7-e247-4462-9fd6-00b86db90c63 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.0589550 Apr 21 20:53:35.534641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] Checking router: 72985f75-e41a-4e2e-a34e-6d513548b308 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:53:35.551531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7520f88d-6248-40bd-a0cf-c36db7edd6b5 req-64e043e5-01af-4fe4-8ad5-82af0609f86c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511034 Apr 21 20:53:35.565238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:35.566738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:35.784553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f489230-e26f-4a19-885a-65bdba96903b req-3d742c65-7dab-4317-89a3-9674244c53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:35.788641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f489230-e26f-4a19-885a-65bdba96903b req-3d742c65-7dab-4317-89a3-9674244c53e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d180aa32-44af-4d74-b422-8898c009e66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075487 Apr 21 20:53:35.808631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-887420ad-5f89-456c-9d0e-e0821f623a73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.1280768 Apr 21 20:53:36.084653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669cce-8a81-413f-b033-4188921683e1 req-0a51a9f2-89d9-4be6-a504-736eb301ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:36.086847 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-0a51a9f2-89d9-4be6-a504-736eb301ce19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2686901 Apr 21 20:53:36.093256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d276bab-0303-4d8e-a3e9-40bef5e942c4 req-51d95f35-33e5-4aa6-83d8-d443a7492796 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/ports?device_id=65e1d281-c4d0-4fa5-8623-357880e2c9f6 HTTP/1.1" status: 200 len: 210 time: 0.1154695 Apr 21 20:53:36.097162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:36.099061 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:36.106048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876db80-23e9-4c15-b599-ebdd06c1a87a req-df27391c-8dbb-4b3a-9468-3453daae0975 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:36.107704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6876db80-23e9-4c15-b599-ebdd06c1a87a req-df27391c-8dbb-4b3a-9468-3453daae0975 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.1650333 Apr 21 20:53:36.159239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-f9d4c987-745d-46e7-8544-34b9d1c933dd tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:36.160924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-f9d4c987-745d-46e7-8544-34b9d1c933dd tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.1978772 Apr 21 20:53:36.239609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de669cce-8a81-413f-b033-4188921683e1 req-0eaf8b6e-c7d3-4c48-9617-466096572e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:36.242687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-0eaf8b6e-c7d3-4c48-9617-466096572e8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336877 Apr 21 20:53:36.258069 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6876db80-23e9-4c15-b599-ebdd06c1a87a req-df381053-7b5a-4696-86fa-9c03888b7325 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854967 Apr 21 20:53:36.289857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f489230-e26f-4a19-885a-65bdba96903b req-38ca7e65-096a-42c3-9d55-a9d91716d355 service neutron] 10.222.0.43 "GET /v2.0/networks/d180aa32-44af-4d74-b422-8898c009e66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920852 Apr 21 20:53:36.459700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550427c-74b1-45ea-b3e2-e9fce9a3dde0 req-12548484-e92d-4488-8ecf-555c4cc9f8f1 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:36.463013 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0550427c-74b1-45ea-b3e2-e9fce9a3dde0 req-12548484-e92d-4488-8ecf-555c4cc9f8f1 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0983722 Apr 21 20:53:36.519838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-df87528e-8ac1-43cc-aa77-d4fc76afd20c service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607377 Apr 21 20:53:36.577246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'a4a2d539-53d2-40b6-86d0-a267254ee76d', 'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'mac_address': 'fa:16:3e:9a:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:33Z', 'updated_at': '2022-04-21T20:51:39Z', 'revision_number': 5, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'subnets': [{'id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:36.637150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130f3387-8bd8-4770-8e17-c30e38e7c0d5 None None] The sync data for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 is: [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:51:34Z', 'revision_number': 4, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'a4a2d539-53d2-40b6-86d0-a267254ee76d', 'name': '', 'network_id': '8a690e43-d82a-4a7e-899f-64f2b9a385cf', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'mac_address': 'fa:16:3e:9a:6b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:33Z', 'updated_at': '2022-04-21T20:51:39Z', 'revision_number': 5, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'subnets': [{'id': '1bd383e8-5ac7-44e3-8b5c-511f02e152d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:53:36.655631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0550427c-74b1-45ea-b3e2-e9fce9a3dde0 req-4b539d11-3016-438c-b66d-b045733717c8 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835363 Apr 21 20:53:36.718634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43746) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:36.789433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ce26398d-b23a-4aa7-8358-537d5da2cf08 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:36.846996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: ce26398d-b23a-4aa7-8358-537d5da2cf08 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:53:36.847333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ce26398d-b23a-4aa7-8358-537d5da2cf08 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:36.864821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de669cce-8a81-413f-b033-4188921683e1 req-b1c67443-4933-47bb-b9a0-16bbfc1d3d2e service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349960 Apr 21 20:53:36.902265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd1606-210a-4ae9-9797-6c02cada8d8c req-a34021dd-be0a-4677-a90b-ea91d897d73f tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:36.903825 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-38bd1606-210a-4ae9-9797-6c02cada8d8c req-a34021dd-be0a-4677-a90b-ea91d897d73f tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.1412361 Apr 21 20:53:36.938188 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b14ad778-30c2-477d-97cc-8cc449026c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:36.942290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-bdf625d9-48d6-420b-80b2-908523c3ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:36.943814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-bdf625d9-48d6-420b-80b2-908523c3ee10 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175&tenant_id=37c70604bc6b4aee98099584cc509ac7 HTTP/1.1" status: 200 len: 1095 time: 0.7698538 Apr 21 20:53:36.958471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110633ad-cc90-4673-aab3-237819426629 req-fb3a4932-36b4-46f2-8ee8-63f557a20c9a tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:36.970526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-110633ad-cc90-4673-aab3-237819426629 req-fb3a4932-36b4-46f2-8ee8-63f557a20c9a tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.7502842 Apr 21 20:53:37.021191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-38bd1606-210a-4ae9-9797-6c02cada8d8c req-f77518cd-5617-49c1-9b72-23ac9cf11998 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030364 Apr 21 20:53:37.065925 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7368844c-ecb7-4a26-98b6-e5133bba71d2 None None] New status for floating IP a5021183-11b2-4ab4-bd26-7a793d2b3db3: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:53:37.109015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-35e75bfe-0d2d-4cf5-a0b6-001e42dfa07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:37.110333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-35e75bfe-0d2d-4cf5-a0b6-001e42dfa07e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1095 time: 0.1346939 Apr 21 20:53:37.128659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-110633ad-cc90-4673-aab3-237819426629 req-dc2c0bc8-dec7-4783-adb6-cea99c793b20 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526740 Apr 21 20:53:37.201904 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f489230-e26f-4a19-885a-65bdba96903b req-322c04c9-687f-4bb1-ac17-e8971b30e87b service neutron] 10.222.0.43 "GET /v2.0/networks/d180aa32-44af-4d74-b422-8898c009e66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9037440 Apr 21 20:53:37.208003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d87a6-f4e3-40ed-882b-db1302e5e419 req-2027234e-fa74-47b5-a0cf-fd6fd77398a3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:37.209199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c3d87a6-f4e3-40ed-882b-db1302e5e419 req-2027234e-fa74-47b5-a0cf-fd6fd77398a3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.1151364 Apr 21 20:53:37.211207 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b14ad778-30c2-477d-97cc-8cc449026c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.222878 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b14ad778-30c2-477d-97cc-8cc449026c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.301726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ad778-30c2-477d-97cc-8cc449026c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bf7140-abc9-450f-8c8e-9ffc5064f96d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:37.308089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b14ad778-30c2-477d-97cc-8cc449026c9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d76563b7ab7149febfbca99a77ecd815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5882871 Apr 21 20:53:37.311565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43758) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:37.322620 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c3d87a6-f4e3-40ed-882b-db1302e5e419 req-1101df54-c614-437f-b3f2-9f7f1d0de2b9 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006620 Apr 21 20:53:37.353032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-a57edb3e-8897-43cd-9b5f-d38cc603f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:37.354797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-a57edb3e-8897-43cd-9b5f-d38cc603f16f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.2249768 Apr 21 20:53:37.363215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43760) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:37.458153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6efea29-786f-4516-81c5-516fb31a6f5e tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.493767 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-5fd92284-a1b8-4a0b-8e9f-5d9a378156c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 217 time: 0.1321859 Apr 21 20:53:37.495061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6efea29-786f-4516-81c5-516fb31a6f5e tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.545645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6efea29-786f-4516-81c5-516fb31a6f5e tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.547984 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5122f859-53d1-4b3a-8c98-11f29f3ada76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.548630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6efea29-786f-4516-81c5-516fb31a6f5e tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.552572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f6efea29-786f-4516-81c5-516fb31a6f5e tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "DELETE /v2.0/security-groups/a22a7a49-d89a-40a8-a447-58ad4ecabdf8 HTTP/1.1" status: 204 len: 168 time: 0.1845312 Apr 21 20:53:37.554146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43762) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:37.573995 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-af92e279-5e0b-43c4-850b-a0bde5b4eb15 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] show failed (client error): The resource could not be found. Apr 21 20:53:37.574246 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-af92e279-5e0b-43c4-850b-a0bde5b4eb15 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "GET /v2.0/security-groups/a22a7a49-d89a-40a8-a447-58ad4ecabdf8 HTTP/1.1" status: 404 len: 347 time: 0.0184851 Apr 21 20:53:37.575298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efea29-786f-4516-81c5-516fb31a6f5e tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22a7a49-d89a-40a8-a447-58ad4ecabdf8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:37.577054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43764) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:37.589290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446738-a320-4325-b65f-7ba20b78bfcb req-769c68c4-1107-4c5f-ab7e-e87fcba07f51 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:37.596641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3446738-a320-4325-b65f-7ba20b78bfcb req-769c68c4-1107-4c5f-ab7e-e87fcba07f51 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 948 time: 0.1338813 Apr 21 20:53:37.625849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-29a11bc6-870d-4df4-9481-77d26dfd1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:37.627203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-29a11bc6-870d-4df4-9481-77d26dfd1557 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.1256387 Apr 21 20:53:37.632792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5122f859-53d1-4b3a-8c98-11f29f3ada76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.677371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0d4e2510-8dae-409b-8f91-5534de9ec4aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402939 Apr 21 20:53:37.693537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3446738-a320-4325-b65f-7ba20b78bfcb req-d8ffedb5-5117-4433-b978-01988f809760 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957711 Apr 21 20:53:37.745052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Deleting port 1e020c85-33cb-4aee-8525-3821ed314f02 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:37.745518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.798331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5122f859-53d1-4b3a-8c98-11f29f3ada76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.801804 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5122f859-53d1-4b3a-8c98-11f29f3ada76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.802966 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5122f859-53d1-4b3a-8c98-11f29f3ada76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40bf7140-abc9-450f-8c8e-9ffc5064f96d HTTP/1.1" status: 204 len: 168 time: 0.4894893 Apr 21 20:53:37.823352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122f859-53d1-4b3a-8c98-11f29f3ada76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bf7140-abc9-450f-8c8e-9ffc5064f96d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:37.858389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-83eb99d1-4d3d-4ddc-91b0-b81d53ae4478 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463511 Apr 21 20:53:37.903815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998e458-447a-4db4-b2dc-a073a2564be3 req-caa4a902-6927-4157-bc24-f5f929a0e048 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:37.908591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f998e458-447a-4db4-b2dc-a073a2564be3 req-caa4a902-6927-4157-bc24-f5f929a0e048 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.1418653 Apr 21 20:53:37.913521 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.914783 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:37.945638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Calling delete_port for 1e020c85-33cb-4aee-8525-3821ed314f02 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:37.993800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-25dac7f7-ec38-41b8-97ed-2725b3d5f8a0 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:37.995268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-25dac7f7-ec38-41b8-97ed-2725b3d5f8a0 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.43 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.1002872 Apr 21 20:53:38.029383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f998e458-447a-4db4-b2dc-a073a2564be3 req-c2e9520a-88e8-4fd7-8da7-d87148af82de tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114018 Apr 21 20:53:38.046676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-0b8de7b7-6e78-4f9a-b3c5-149f42bfed2d service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809211 Apr 21 20:53:38.227791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Deleting port a8ef0553-bf75-496e-a199-7848bf0b200b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:38.228526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.252251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4d897-b0ce-4a64-8df2-3c28a4bf89d6 req-2101e459-9520-47f6-aada-6ce419c2dccf tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:38.253829 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fcf4d897-b0ce-4a64-8df2-3c28a4bf89d6 req-2101e459-9520-47f6-aada-6ce419c2dccf tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.1007864 Apr 21 20:53:38.298903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.325315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43782) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:38.342143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Pushing event deleted for resources: {'Port': ['ID=1e020c85-33cb-4aee-8525-3821ed314f02,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:38.342611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19c6cfbe-f191-429c-aa5b-4fc88427ab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.408084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cd879-d6f5-4470-9909-ad890412d87f req-249f5709-d29d-4cda-ac21-3d270a41b8c1 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:38.409545 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd9cd879-d6f5-4470-9909-ad890412d87f req-249f5709-d29d-4cda-ac21-3d270a41b8c1 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 946 time: 0.1714566 Apr 21 20:53:38.421075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fcf4d897-b0ce-4a64-8df2-3c28a4bf89d6 req-40761cbc-16f1-4cc5-a38c-b0c2020613a4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522057 Apr 21 20:53:38.448919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.450327 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.451750 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b2f3986a-3588-4170-bf45-2b00bf84d5b8 tempest-ServersTestManualDisk-229634882 tempest-ServersTestManualDisk-229634882-project] 10.222.0.49 "DELETE /v2.0/floatingips/a5021183-11b2-4ab4-bd26-7a793d2b3db3 HTTP/1.1" status: 204 len: 168 time: 0.8738370 Apr 21 20:53:38.455508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] For port a8ef0553-bf75-496e-a199-7848bf0b200b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a8ef0553-bf75-496e-a199-7848bf0b200b,segment=NetworkSegment(53914c5e-6df5-4652-bc87-7c652a7054b9),segment_id=53914c5e-6df5-4652-bc87-7c652a7054b9)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:38.455877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.458616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43788) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:38.484103 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd9cd879-d6f5-4470-9909-ad890412d87f req-04fa4508-de14-49f3-b0c8-d8d4cb65cb99 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/security-groups?id=5e84f348-594f-4a5f-840a-1cdaffa6760f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658948 Apr 21 20:53:38.501170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Calling delete_port for a8ef0553-bf75-496e-a199-7848bf0b200b owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:38.519209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:53:38.640448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:38.652021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467fece-b103-4a9a-9603-0c6020908b7f req-48686e38-b94c-4235-b8cb-ad7b7d7ac204 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:38.655036 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-48686e38-b94c-4235-b8cb-ad7b7d7ac204 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.2739587 Apr 21 20:53:38.670249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '65f03628-7729-4b43-9842-c557f06b4727', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '65f03628-7729-4b43-9842-c557f06b4727', 'mac_address': 'fa:16:3e:97:a5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:53:38.721922 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.754776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f03628-7729-4b43-9842-c557f06b4727 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:38.784362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:38.790552 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.800150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73800c7-06a9-48e2-9748-6f9a74b9004c req-d6a63b99-7e9f-4430-82d9-1c79db83b3a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:38.802107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c2510-0fab-4918-b0ae-146899d792c0 req-ccaf4e32-4e27-45dd-ad11-3632adad1707 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:38.805287 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-143c2510-0fab-4918-b0ae-146899d792c0 req-ccaf4e32-4e27-45dd-ad11-3632adad1707 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0641317 Apr 21 20:53:38.806416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f73800c7-06a9-48e2-9748-6f9a74b9004c req-d6a63b99-7e9f-4430-82d9-1c79db83b3a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.2640965 Apr 21 20:53:38.827407 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19c6cfbe-f191-429c-aa5b-4fc88427ab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.860261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-143c2510-0fab-4918-b0ae-146899d792c0 req-33d3ba71-ddb1-412f-b2f6-5c64cbc14506 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Apr 21 20:53:38.861754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:38.869756 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19c6cfbe-f191-429c-aa5b-4fc88427ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:38.998067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86797e3d-a687-4808-ab2d-bfc530628c78 req-66e3b30f-fa24-4c13-9065-59a2fb2abb17 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:38.999814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-86797e3d-a687-4808-ab2d-bfc530628c78 req-66e3b30f-fa24-4c13-9065-59a2fb2abb17 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 949 time: 0.0575700 Apr 21 20:53:39.032202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6cfbe-f191-429c-aa5b-4fc88427ab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2bb152-c1b2-412c-86f4-b2b3cd4d8749,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:39.045687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f73800c7-06a9-48e2-9748-6f9a74b9004c req-a89a124c-6601-4d01-92bf-e47457e16978 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150941 Apr 21 20:53:39.066048 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-86797e3d-a687-4808-ab2d-bfc530628c78 req-8138b88c-55e8-4f02-9976-459483d4d4fe tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550222 Apr 21 20:53:39.131322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-19c6cfbe-f191-429c-aa5b-4fc88427ab23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3f10a7b11434a25917622731b2d65fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049636 Apr 21 20:53:39.133991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43798) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:39.172210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:39.193048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a8ef0553-bf75-496e-a199-7848bf0b200b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:39.208809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Pushing event deleted for resources: {'Port': ['ID=a8ef0553-bf75-496e-a199-7848bf0b200b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:39.237909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['65f03628-7729-4b43-9842-c557f06b4727'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:39.240411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2467fece-b103-4a9a-9603-0c6020908b7f req-6cd602ec-b1e3-4b89-9c9b-8536a686f8cc service neutron] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:39.278021 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2467fece-b103-4a9a-9603-0c6020908b7f req-6cd602ec-b1e3-4b89-9c9b-8536a686f8cc service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:39.279119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2467fece-b103-4a9a-9603-0c6020908b7f req-6cd602ec-b1e3-4b89-9c9b-8536a686f8cc service neutron] 10.222.0.43 "DELETE /v2.0/ports/8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4/bindings/n-h1-838945-1 HTTP/1.1" status: 204 len: 173 time: 0.6080246 Apr 21 20:53:39.297040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] No DVR routers for this DVR port a8ef0553-bf75-496e-a199-7848bf0b200b on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:39.301537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:39.305696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea1ab0ca-56b2-4c54-9acb-9480c9b7d2c7 req-e3f2744d-3b9f-4bfb-9f0c-3cf4029d9718 tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.43 "DELETE /v2.0/ports/a8ef0553-bf75-496e-a199-7848bf0b200b HTTP/1.1" status: 204 len: 173 time: 1.3026965 Apr 21 20:53:39.305881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac5e7a-9cdd-468a-91e7-c3e26b95423e', 'name': 'network-vif-deleted', 'tag': 'a8ef0553-bf75-496e-a199-7848bf0b200b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:39.308071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526e897-5593-43a2-aacc-9675512ffcc5 req-22320710-b95d-4d5f-bc8d-5ae96e89b73f tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:39.308223 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523a0b3e-7d7e-4840-8e76-c7825191f837" -d '{"events": [{"server_uuid": "50ac5e7a-9cdd-468a-91e7-c3e26b95423e", "name": "network-vif-deleted", "tag": "a8ef0553-bf75-496e-a199-7848bf0b200b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:39.315964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e526e897-5593-43a2-aacc-9675512ffcc5 req-22320710-b95d-4d5f-bc8d-5ae96e89b73f tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1095 time: 0.1015425 Apr 21 20:53:39.349145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21952592-9126-45a9-9a09-7ce10c039766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:39.370032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e526e897-5593-43a2-aacc-9675512ffcc5 req-fbcd8be1-3b10-4877-af4b-09c8c2968df2 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512168 Apr 21 20:53:39.427153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21952592-9126-45a9-9a09-7ce10c039766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:39.427471 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fbc80f-c70a-4683-b8b2-c61530838c52 x-openstack-request-id: req-71fbc80f-c70a-4683-b8b2-c61530838c52 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:39.429682 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ac5e7a-9cdd-468a-91e7-c3e26b95423e", "name": "network-vif-deleted", "tag": "a8ef0553-bf75-496e-a199-7848bf0b200b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:39.430009 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71fbc80f-c70a-4683-b8b2-c61530838c52 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:39.431581 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fbc80f-c70a-4683-b8b2-c61530838c52'] response: {'server_uuid': '50ac5e7a-9cdd-468a-91e7-c3e26b95423e', 'name': 'network-vif-deleted', 'tag': 'a8ef0553-bf75-496e-a199-7848bf0b200b', 'status': 'completed', 'code': 200} Apr 21 20:53:39.561204 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21952592-9126-45a9-9a09-7ce10c039766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:39.565818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21952592-9126-45a9-9a09-7ce10c039766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:39.566968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-21952592-9126-45a9-9a09-7ce10c039766 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca2bb152-c1b2-412c-86f4-b2b3cd4d8749 HTTP/1.1" status: 204 len: 168 time: 0.4317262 Apr 21 20:53:39.624380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:39.639997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952592-9126-45a9-9a09-7ce10c039766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2bb152-c1b2-412c-86f4-b2b3cd4d8749,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:39.697297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94b410-ad5a-42db-88b8-dfd7a02c1e55 req-ce5cb834-605c-4d4d-8f0b-c9aeca8bbaaa tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:39.698875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e94b410-ad5a-42db-88b8-dfd7a02c1e55 req-ce5cb834-605c-4d4d-8f0b-c9aeca8bbaaa tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 944 time: 0.1397774 Apr 21 20:53:39.717308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e69b7a86-a41c-4b28-a31f-9414ab0f11ee req-8a951ca3-d3fd-4a96-854f-3c465f74d6de tempest-VolumesAdminNegativeTest-1210208957 tempest-VolumesAdminNegativeTest-1210208957-project] 10.222.0.49 "GET /v2.0/ports?device_id=50ac5e7a-9cdd-468a-91e7-c3e26b95423e HTTP/1.1" status: 200 len: 210 time: 0.1129668 Apr 21 20:53:39.758567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e94b410-ad5a-42db-88b8-dfd7a02c1e55 req-01ff6b83-1bd7-42b6-8fc6-f942b0b405c9 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534129 Apr 21 20:53:40.005801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fb82-9579-42f9-9ca6-808f5208a9ac req-82955602-91e9-4a69-9905-a25ce9fce4c9 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:40.007933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1594fb82-9579-42f9-9ca6-808f5208a9ac req-82955602-91e9-4a69-9905-a25ce9fce4c9 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.0633914 Apr 21 20:53:40.045777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-95f42cfd-dff1-4fd7-b74f-c18272dc7419 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:40.054137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-95f42cfd-dff1-4fd7-b74f-c18272dc7419 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 807 time: 0.1838415 Apr 21 20:53:40.073840 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-dfbea3e7-2695-4d64-ace2-48c43dd9f9fc tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/quotas/37c70604bc6b4aee98099584cc509ac7 HTTP/1.1" status: 200 len: 375 time: 0.0177588 Apr 21 20:53:40.080693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1594fb82-9579-42f9-9ca6-808f5208a9ac req-38c90632-da1a-4b0c-8e1b-761383fb9e02 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606394 Apr 21 20:53:40.172001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-42720ed7-304c-4110-842d-ebe7d3093e1e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971167 Apr 21 20:53:40.279019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ca36-a567-4682-9d66-709835d71f75 req-81d0828a-c0f5-4696-93f1-73a613f1514b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:40.288508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c706ca36-a567-4682-9d66-709835d71f75 req-81d0828a-c0f5-4696-93f1-73a613f1514b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 949 time: 0.0833008 Apr 21 20:53:40.333781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Deleting port a4a2d539-53d2-40b6-86d0-a267254ee76d {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:40.334359 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:40.337693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c706ca36-a567-4682-9d66-709835d71f75 req-fa2580b3-63a2-48fe-b7f5-e7d1b0044ca5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Apr 21 20:53:40.342620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-8ba4672f-9981-40b7-9790-e15a07ec6c93 service neutron] 10.222.0.49 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166487 Apr 21 20:53:40.530440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:53:40.593226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-ca60f2b5-9343-40fa-b88f-70b2f1414ed4 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:40.595500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-ca60f2b5-9343-40fa-b88f-70b2f1414ed4 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.43 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.2370050 Apr 21 20:53:40.612263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] For port a4a2d539-53d2-40b6-86d0-a267254ee76d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a4a2d539-53d2-40b6-86d0-a267254ee76d,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:40.612806 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:40.633308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-6c439d35-8df5-4004-8991-86dabaeb5659 service neutron] 10.222.0.49 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737317 Apr 21 20:53:40.639497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:40.655109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'port_id': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9', 'mac_address': 'fa:16:3e:50:02:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:53:40.656937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:40.677666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Calling delete_port for a4a2d539-53d2-40b6-86d0-a267254ee76d owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:40.741558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6679652-91bf-4143-ae5a-04165be199f3 req-b1586e96-fbee-46eb-af93-2210bde08922 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:40.753963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6679652-91bf-4143-ae5a-04165be199f3 req-b1586e96-fbee-46eb-af93-2210bde08922 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 949 time: 0.1029718 Apr 21 20:53:40.755312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-e725a65a-506f-4c23-98cd-cd7c8fa4a887 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:40.756880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-e725a65a-506f-4c23-98cd-cd7c8fa4a887 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.43 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe&tenant_id=51b91fce49a94986a42f0b9fce162efd&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 949 time: 0.1822920 Apr 21 20:53:40.774585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:40.790179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:40.811667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:40.822244 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:40.844654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6679652-91bf-4143-ae5a-04165be199f3 req-f3bfb7e3-867b-4c37-9ecf-b9ef1c532d98 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896087 Apr 21 20:53:40.883028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:40.886990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 65f03628-7729-4b43-9842-c557f06b4727 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:53:40.893373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 65f03628-7729-4b43-9842-c557f06b4727 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:40.894222 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:40.980520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43860) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:40.985136 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:40.993164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Deleting port cec315bd-4123-40b5-a788-ba5d9d1f51dc {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:40.994208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:41.111984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f03628-7729-4b43-9842-c557f06b4727'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:41.119207 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c763e-16fb-4cb3-b3f8-1450cfb68736" -d '{"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "65f03628-7729-4b43-9842-c557f06b4727"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:41.142513 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:41.181341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f60970-c4fc-426b-a144-9097a7f9a046 admin admin] Deleting subnet 937d51f6-4778-457a-ae54-edc579df8cda {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:53:41.186137 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-61f60970-c4fc-426b-a144-9097a7f9a046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:41.192381 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:41.230695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-8e3c1180-a3ef-465b-b63f-d2d870faa78d service neutron] 10.222.0.43 "GET /v2.0/ports/65f03628-7729-4b43-9842-c557f06b4727/bindings/n-h2-838945-1 HTTP/1.1" status: 200 len: 382 time: 0.4179006 Apr 21 20:53:41.308219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:41.315202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f679f3e-524d-4f5f-820d-bed4734b1f8c req-d1b0b2d9-ecf0-408a-8a5f-4e033fa72c84 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:41.316729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f679f3e-524d-4f5f-820d-bed4734b1f8c req-d1b0b2d9-ecf0-408a-8a5f-4e033fa72c84 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 945 time: 0.2029953 Apr 21 20:53:41.318615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] For port cec315bd-4123-40b5-a788-ba5d9d1f51dc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cec315bd-4123-40b5-a788-ba5d9d1f51dc,segment=NetworkSegment(35868cc1-f81d-4dcb-9e4b-9abfea40b720),segment_id=35868cc1-f81d-4dcb-9e4b-9abfea40b720)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:41.318985 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:41.345023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d51deef-4d9e-4618-8e40-dc5dd2990230 req-e0c85f44-795f-48a1-bc5d-f90d6906b801 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 210 time: 0.0859184 Apr 21 20:53:41.361574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Calling delete_port for cec315bd-4123-40b5-a788-ba5d9d1f51dc owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:41.396633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-ae4fa8b1-3889-4d7a-9393-6584509be018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:41.398767 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-ae4fa8b1-3889-4d7a-9393-6584509be018 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1101 time: 0.1393883 Apr 21 20:53:41.400041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-61f60970-c4fc-426b-a144-9097a7f9a046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:41.492456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f679f3e-524d-4f5f-820d-bed4734b1f8c req-54b88aad-21aa-4a77-9ed6-b1fea063b7a0 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522932 Apr 21 20:53:41.509683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:41.533752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-61f60970-c4fc-426b-a144-9097a7f9a046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:41.623661 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eaf548-90a7-416d-a062-b9f5987e30f1 x-openstack-request-id: req-46eaf548-90a7-416d-a062-b9f5987e30f1 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:41.624254 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-plugged", "status": "completed", "tag": "65f03628-7729-4b43-9842-c557f06b4727", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:41.625059 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46eaf548-90a7-416d-a062-b9f5987e30f1 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:41.625557 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46eaf548-90a7-416d-a062-b9f5987e30f1'] response: {'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f03628-7729-4b43-9842-c557f06b4727', 'code': 200} Apr 21 20:53:41.671963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:41.720143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f251a-7bd7-4a4a-827d-4d9bde244634 req-3c54303d-6589-4a33-a28c-65fe8354d07d tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:41.721868 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd8f251a-7bd7-4a4a-827d-4d9bde244634 req-3c54303d-6589-4a33-a28c-65fe8354d07d tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 945 time: 0.1902316 Apr 21 20:53:41.735860 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-57b9f0fc-a0da-46de-a39e-baa3ead680f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:41.737434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-57b9f0fc-a0da-46de-a39e-baa3ead680f5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3322265 Apr 21 20:53:41.738188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a2d539-53d2-40b6-86d0-a267254ee76d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:41.833385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd8f251a-7bd7-4a4a-827d-4d9bde244634 req-b300dbbd-1219-48ff-81ad-0ea8943b2ce2 tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/security-groups?id=a663031b-d90d-47a9-a8da-6362645a72d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971513 Apr 21 20:53:41.856568 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-61f60970-c4fc-426b-a144-9097a7f9a046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:41.892635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-61f60970-c4fc-426b-a144-9097a7f9a046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:41.900135 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-61f60970-c4fc-426b-a144-9097a7f9a046 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/937d51f6-4778-457a-ae54-edc579df8cda HTTP/1.1" status: 204 len: 168 time: 0.9183853 Apr 21 20:53:41.959312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43890) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:41.981155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f60970-c4fc-426b-a144-9097a7f9a046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=937d51f6-4778-457a-ae54-edc579df8cda,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:42.123552 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.277669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-b8cc2213-599d-4c1a-a90c-5ccf05c43fde req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1436050130', 'description': 'tempest-description-906783973'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:42.281517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-36dfed1c-3c86-49a6-925e-5b8b1a0df9c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.5359814 Apr 21 20:53:42.289311 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.318626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31f5223-a547-4874-ab99-d16904176690']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:42.322086 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8cc2213-599d-4c1a-a90c-5ccf05c43fde req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.335982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8cc2213-599d-4c1a-a90c-5ccf05c43fde req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.339805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53914c5e-6df5-4652-bc87-7c652a7054b9') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:42.339941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53914c5e-6df5-4652-bc87-7c652a7054b9') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:42.362078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.373061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250adfb-43d1-49b7-a861-88fa3e04df7e req-44bc53a6-ba96-4477-86af-84136c2f3c66 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:42.380296 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6250adfb-43d1-49b7-a861-88fa3e04df7e req-44bc53a6-ba96-4477-86af-84136c2f3c66 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1953394 Apr 21 20:53:42.387555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.392171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.402702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['cec315bd-4123-40b5-a788-ba5d9d1f51dc'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:42.402914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:53:42.403072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:53:42.404748 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:53:42.472290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-07e45b2c-881d-4b35-80f5-9327ffe60795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:42.474030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-07e45b2c-881d-4b35-80f5-9327ffe60795 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1844206 Apr 21 20:53:42.479646 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.484867 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.488149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b31f5223-a547-4874-ab99-d16904176690 HTTP/1.1" status: 204 len: 168 time: 0.5243962 Apr 21 20:53:42.494674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43900) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:42.547602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Pushing event deleted for resources: {'Port': ['ID=cec315bd-4123-40b5-a788-ba5d9d1f51dc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:42.547844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:42.573145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f80253-945c-474a-8157-90d81b35e286 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31f5223-a547-4874-ab99-d16904176690,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:42.592300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8cc2213-599d-4c1a-a90c-5ccf05c43fde req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.605259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8cc2213-599d-4c1a-a90c-5ccf05c43fde req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.614378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1586bb-b499-424c-bc11-645aea757758 admin admin] Deleting subnet 4cd15e56-fcbd-4645-a834-e4faf7969dcc {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:53:42.622673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] No DVR routers for this DVR port cec315bd-4123-40b5-a788-ba5d9d1f51dc on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:42.637455 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f1586bb-b499-424c-bc11-645aea757758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.660541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6250adfb-43d1-49b7-a861-88fa3e04df7e req-9b589c98-4c0d-4525-9b52-80ca29b82e41 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793272 Apr 21 20:53:42.681948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:53:42.684885 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.688335 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf098b4a-88c6-47e6-981c-2bd188d3822c req-9ab06e57-58b0-49b8-ae87-aa6a567169ae tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.43 "DELETE /v2.0/ports/cec315bd-4123-40b5-a788-ba5d9d1f51dc HTTP/1.1" status: 204 len: 173 time: 2.0699668 Apr 21 20:53:42.690567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:42.692581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd22e398-49db-4b82-84f6-1fe574278e1d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:42.693552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dadea994-43e8-4a5d-bc52-02c47cee9cc1', 'name': 'network-vif-deleted', 'tag': 'cec315bd-4123-40b5-a788-ba5d9d1f51dc'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:42.696398 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a31d246-f61d-4110-a4c0-bebf02a23ce5" -d '{"events": [{"server_uuid": "dadea994-43e8-4a5d-bc52-02c47cee9cc1", "name": "network-vif-deleted", "tag": "cec315bd-4123-40b5-a788-ba5d9d1f51dc"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:42.700998 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.705253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-3cefd32e-a118-4f41-8366-3ce19b226671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:42.707562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-3cefd32e-a118-4f41-8366-3ce19b226671 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959236 Apr 21 20:53:42.718772 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f1586bb-b499-424c-bc11-645aea757758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.828055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8cc2213-599d-4c1a-a90c-5ccf05c43fde req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.829359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f1586bb-b499-424c-bc11-645aea757758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.863228 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8cc2213-599d-4c1a-a90c-5ccf05c43fde req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.913220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-162f9e24-feee-46de-89f9-1584d455e35b req-602b16cf-f332-435b-84db-90d28bf8f3d8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 210 time: 0.0316741 Apr 21 20:53:42.918157 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.961483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8cc2213-599d-4c1a-a90c-5ccf05c43fde req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.965444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8cc2213-599d-4c1a-a90c-5ccf05c43fde req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6978321 Apr 21 20:53:42.975612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241ba8d-a8ba-40df-ba02-a487a446b082 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6415b37b-7d08-470f-a5e7-64aff8f504ae,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:42.980930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:42.995758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:43.001708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-8a30df7e-843d-47bb-91c2-2b43ec63c316 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487338 Apr 21 20:53:43.003322 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.006459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a8ef0553-bf75-496e-a199-7848bf0b200b no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:43.011510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-9b8d0d0d-4547-4c10-ab6b-b90546274bb5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:43.013616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-9b8d0d0d-4547-4c10-ab6b-b90546274bb5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 807 time: 0.4111843 Apr 21 20:53:43.022269 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f1586bb-b499-424c-bc11-645aea757758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.030054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Request body: {'port': {'device_id': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d', 'admin_state_up': True, 'tenant_id': '37c70604bc6b4aee98099584cc509ac7'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:43.123718 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f1586bb-b499-424c-bc11-645aea757758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.128206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1f1586bb-b499-424c-bc11-645aea757758 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4cd15e56-fcbd-4645-a834-e4faf7969dcc HTTP/1.1" status: 204 len: 168 time: 0.6324062 Apr 21 20:53:43.129511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: a8ef0553-bf75-496e-a199-7848bf0b200b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:53:43.130503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1586bb-b499-424c-bc11-645aea757758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd15e56-fcbd-4645-a834-e4faf7969dcc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:43.132462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43910) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:43.133137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a8ef0553-bf75-496e-a199-7848bf0b200b not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:43.174630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:43.176192 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6d95f6-ffe0-4ba0-90c7-a9b9e6a2445f x-openstack-request-id: req-0c6d95f6-ffe0-4ba0-90c7-a9b9e6a2445f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:43.176483 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dadea994-43e8-4a5d-bc52-02c47cee9cc1", "name": "network-vif-deleted", "tag": "cec315bd-4123-40b5-a788-ba5d9d1f51dc", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:43.176728 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c6d95f6-ffe0-4ba0-90c7-a9b9e6a2445f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:43.177705 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6d95f6-ffe0-4ba0-90c7-a9b9e6a2445f'] response: {'server_uuid': 'dadea994-43e8-4a5d-bc52-02c47cee9cc1', 'name': 'network-vif-deleted', 'tag': 'cec315bd-4123-40b5-a788-ba5d9d1f51dc', 'status': 'completed', 'code': 200} Apr 21 20:53:43.241006 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5658a9ac-cd36-4e1b-8ab8-8f4932aab86b req-4db0d3d7-46d6-4670-bc6b-4f5f00ce8ebb tempest-InstanceActionsNegativeTestJSON-926498992 tempest-InstanceActionsNegativeTestJSON-926498992-project] 10.222.0.49 "GET /v2.0/ports?device_id=dadea994-43e8-4a5d-bc52-02c47cee9cc1 HTTP/1.1" status: 200 len: 210 time: 0.0327134 Apr 21 20:53:43.257695 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.280163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-64fb9491-b98e-4d16-80fa-6bbcd71841da req-2b498536-c5ca-4641-a245-1c8054658253 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Request body: {'security_group': {'name': 'tempest-securitygroup-151789207', 'description': 'tempest-description-1023070040'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:43.366927 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-64fb9491-b98e-4d16-80fa-6bbcd71841da req-2b498536-c5ca-4641-a245-1c8054658253 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.377869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.413782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9896c76-7e68-44cf-ae7e-7f12421cc470']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:43.419681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365794d1-3781-43da-80dc-ae9329d1a57f req-430a6d43-1f4c-421d-bfcb-b8103ed1b232 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:43.427813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-365794d1-3781-43da-80dc-ae9329d1a57f req-430a6d43-1f4c-421d-bfcb-b8103ed1b232 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 946 time: 0.2531955 Apr 21 20:53:43.432689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8bea8d-8963-4023-812f-239581495957') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:43.433033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8bea8d-8963-4023-812f-239581495957') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:43.448400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.467782 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-da210ebb-91b4-4d61-8cf0-af964eba76cf service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535351 Apr 21 20:53:43.473760 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.487549 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:53:43.487946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:53:43.489632 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:53:43.504480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Made reservation on behalf of 37c70604bc6b4aee98099584cc509ac7 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:43.507943 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-64fb9491-b98e-4d16-80fa-6bbcd71841da req-2b498536-c5ca-4641-a245-1c8054658253 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.509233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.517454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-365794d1-3781-43da-80dc-ae9329d1a57f req-81f285e5-d741-43ba-b9d5-0c96328c86da tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882843 Apr 21 20:53:43.523785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Router 72985f75-e41a-4e2e-a34e-6d513548b308 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:53:43.559011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-64fb9491-b98e-4d16-80fa-6bbcd71841da req-2b498536-c5ca-4641-a245-1c8054658253 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.593018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.602030 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.605111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e9896c76-7e68-44cf-ae7e-7f12421cc470 HTTP/1.1" status: 204 len: 168 time: 0.4713578 Apr 21 20:53:43.611010 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-64fb9491-b98e-4d16-80fa-6bbcd71841da req-2b498536-c5ca-4641-a245-1c8054658253 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.612166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64fb9491-b98e-4d16-80fa-6bbcd71841da req-2b498536-c5ca-4641-a245-1c8054658253 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3401806 Apr 21 20:53:43.624322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9256a-1405-4b2b-8309-c578ebb91d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9896c76-7e68-44cf-ae7e-7f12421cc470,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:43.626504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:43.628927 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8368f4-09d6-4c05-8145-ce58d1caa452" -d '{"events": [{"server_uuid": "b09ea7b1-0dad-42bd-b412-f38e5d067f93", "name": "network-vif-plugged", "status": "completed", "tag": "fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:43.634433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b498536-c5ca-4641-a245-1c8054658253 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554f1335-f9f8-4085-bb94-20a7a1485e25,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:43.693305 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5416217-0186-4c6e-a8b6-ee367164a37c x-openstack-request-id: req-a5416217-0186-4c6e-a8b6-ee367164a37c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:43.693802 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ea7b1-0dad-42bd-b412-f38e5d067f93", "name": "network-vif-plugged", "status": "completed", "tag": "fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:43.693802 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5416217-0186-4c6e-a8b6-ee367164a37c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:43.694201 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5416217-0186-4c6e-a8b6-ee367164a37c'] response: {'server_uuid': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9', 'code': 200} Apr 21 20:53:43.752401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-12b8e9da-4aa4-4733-95c2-3e6c3d964f64 req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2087286718', 'description': 'tempest-description-148958590'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:43.824600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42b005-63b4-48d1-8c91-cca487fdf389 req-cc925a89-17c4-4ae0-8ffb-4c7d11c4c5da tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:43.833277 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec42b005-63b4-48d1-8c91-cca487fdf389 req-cc925a89-17c4-4ae0-8ffb-4c7d11c4c5da tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0671446 Apr 21 20:53:43.850137 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12b8e9da-4aa4-4733-95c2-3e6c3d964f64 req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.877184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12b8e9da-4aa4-4733-95c2-3e6c3d964f64 req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:43.895464 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec42b005-63b4-48d1-8c91-cca487fdf389 req-12bf4c23-8441-4a88-b01c-dc348f684a5a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574400 Apr 21 20:53:43.915120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43932) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:43.953806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbff92-4762-4da1-81de-9670d3acd475 req-cd16e110-9542-48e4-8c9e-639ad3ddae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:43.955289 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecbff92-4762-4da1-81de-9670d3acd475 req-cd16e110-9542-48e4-8c9e-639ad3ddae0f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 1097 time: 0.1712766 Apr 21 20:53:43.956615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:53:43.961648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-250de7e5-0e6b-41b6-aecd-92c458981f9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a5fb4f695d54b1582282465f9e9663b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453215 Apr 21 20:53:43.964074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43936) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:43.971300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] Sync routers for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:53:43.971532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43938) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:43.972100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-db45aa0a-b0d4-4179-9d51-de478358fdde admin admin] 10.222.0.49 "PUT /v2.0/routers/72985f75-e41a-4e2e-a34e-6d513548b308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5089228 Apr 21 20:53:43.993517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:43.994527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:44.016215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Allocated IP 172.20.0.11 (4fcf2b9b-0da7-45e4-be60-81187c04878d/ddd332a6-7a4a-4922-bc39-267094f43be2/f6b8d1b3-4665-431c-b542-c18a86bf2c8e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:44.035934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecbff92-4762-4da1-81de-9670d3acd475 req-ed2f7f78-e328-4dc7-9737-26108fc0cea2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624700 Apr 21 20:53:44.130649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12b8e9da-4aa4-4733-95c2-3e6c3d964f64 req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.136219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:44.144414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12b8e9da-4aa4-4733-95c2-3e6c3d964f64 req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.210799 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12b8e9da-4aa4-4733-95c2-3e6c3d964f64 req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.251616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12b8e9da-4aa4-4733-95c2-3e6c3d964f64 req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.290013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393af231-05fa-4d41-aeb4-e1092b3880a1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:44.300095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12b8e9da-4aa4-4733-95c2-3e6c3d964f64 req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.315749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12b8e9da-4aa4-4733-95c2-3e6c3d964f64 req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5668409 Apr 21 20:53:44.385605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43944) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:44.386672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:53:41Z', 'revision_number': 5, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:44.409916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d2c4bea0-c06f-47f4-8b27-354917182ec7 req-f4514c23-7978-482b-bc4a-d919bb5a5c58 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-308657833', 'description': 'tempest-description-467140082'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:44.437346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] Checking router: 72985f75-e41a-4e2e-a34e-6d513548b308 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:53:44.442365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be428c13-2780-4264-add8-614a5e1f50b7 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b575c164-917d-490a-8d65-dcc0e5a986a9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:44.445092 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4f93e66-1482-4de7-ae63-0104f96df723 req-64cd98d3-fbed-4763-bf9f-40854beda970 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 210 time: 0.3734679 Apr 21 20:53:44.447427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] Routers {'72985f75-e41a-4e2e-a34e-6d513548b308'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:44.448055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['72985f75-e41a-4e2e-a34e-6d513548b308'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:44.464782 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.480287 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.497041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-545551f5-d04c-4790-ba34-26c855c7f2a5 admin admin] Deleting subnet 734fb419-afad-494f-bbfa-ee94303b4a88 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:53:44.503774 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2c4bea0-c06f-47f4-8b27-354917182ec7 req-f4514c23-7978-482b-bc4a-d919bb5a5c58 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.509572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-545551f5-d04c-4790-ba34-26c855c7f2a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.568437 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-545551f5-d04c-4790-ba34-26c855c7f2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.580802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cec315bd-4123-40b5-a788-ba5d9d1f51dc no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:44.609033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: cec315bd-4123-40b5-a788-ba5d9d1f51dc {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:53:44.609385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cec315bd-4123-40b5-a788-ba5d9d1f51dc not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:44.637141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] Set router 72985f75-e41a-4e2e-a34e-6d513548b308 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:44.655722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2c4bea0-c06f-47f4-8b27-354917182ec7 req-f4514c23-7978-482b-bc4a-d919bb5a5c58 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.665865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2c4bea0-c06f-47f4-8b27-354917182ec7 req-f4514c23-7978-482b-bc4a-d919bb5a5c58 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.667394 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20b2d449-7026-465b-bd24-b9b396168b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.688912 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-545551f5-d04c-4790-ba34-26c855c7f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.691379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.710089 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.758689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20b2d449-7026-465b-bd24-b9b396168b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.768157 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2c4bea0-c06f-47f4-8b27-354917182ec7 req-f4514c23-7978-482b-bc4a-d919bb5a5c58 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.773460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2c4bea0-c06f-47f4-8b27-354917182ec7 req-f4514c23-7978-482b-bc4a-d919bb5a5c58 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3708982 Apr 21 20:53:44.796999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4514c23-7978-482b-bc4a-d919bb5a5c58 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab598a4c-fbb5-43ed-a967-420ce60283b3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:44.811164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da7882-45c8-436e-ac49-a124fe73743f req-dca497db-45b3-4820-b9e0-015481a0276b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:44.812750 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40da7882-45c8-436e-ac49-a124fe73743f req-dca497db-45b3-4820-b9e0-015481a0276b tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 946 time: 0.1304996 Apr 21 20:53:44.816304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Network 4fcf2b9b-0da7-45e4-be60-81187c04878d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:44.831267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:44.839440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:44.899156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:44.899842 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.906130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Pushing event updated for resources: {'Port': ['ID=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:44.925220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Deleting port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:44.925433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:53:41Z', 'revision_number': 5, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:44.925902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.932705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40da7882-45c8-436e-ac49-a124fe73743f req-e22520b4-9d2c-4985-be11-78044b789416 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096983 Apr 21 20:53:44.962690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-545551f5-d04c-4790-ba34-26c855c7f2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.969014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-f75db2f0-fbb5-4b11-9ee5-49a325caf910 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9462578 Apr 21 20:53:44.972878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c755d9-4244-47a5-894d-be3b1a52a135 None None] The sync data for ids ['72985f75-e41a-4e2e-a34e-6d513548b308'] in n-d-838945-1 is: [{'id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'name': 'tempest-ServersTestManualDisk-291768226-router', 'tenant_id': '06bc09d2b991492e8967b8e7f29628c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:51:29Z', 'updated_at': '2022-04-21T20:53:41Z', 'revision_number': 5, 'project_id': '06bc09d2b991492e8967b8e7f29628c3', 'gw_port': {'id': '8df8cd5c-2952-467a-8e99-ca0145ef4e1e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72985f75-e41a-4e2e-a34e-6d513548b308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:51:30Z', 'updated_at': '2022-04-21T20:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:53:44.982560 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20b2d449-7026-465b-bd24-b9b396168b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.985290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20b2d449-7026-465b-bd24-b9b396168b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:44.986417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-20b2d449-7026-465b-bd24-b9b396168b1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e84f348-594f-4a5f-840a-1cdaffa6760f HTTP/1.1" status: 204 len: 168 time: 1.0204933 Apr 21 20:53:44.997814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2d449-7026-465b-bd24-b9b396168b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e84f348-594f-4a5f-840a-1cdaffa6760f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:45.038483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Request body: {'port': {'device_id': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:45.043179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545551f5-d04c-4790-ba34-26c855c7f2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734fb419-afad-494f-bbfa-ee94303b4a88,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:45.073881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-545551f5-d04c-4790-ba34-26c855c7f2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.079316 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-545551f5-d04c-4790-ba34-26c855c7f2a5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/734fb419-afad-494f-bbfa-ee94303b4a88 HTTP/1.1" status: 204 len: 168 time: 0.6828082 Apr 21 20:53:45.082536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43964) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:45.125155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.175118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] For port 8df8cd5c-2952-467a-8e99-ca0145ef4e1e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8df8cd5c-2952-467a-8e99-ca0145ef4e1e,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:45.175646 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.208026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b97a-a170-4960-9191-a36fb4ec4bbe req-eaf37dbf-bd68-42e2-b8e9-ce3b41e1d12f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:45.209487 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f95b97a-a170-4960-9191-a36fb4ec4bbe req-eaf37dbf-bd68-42e2-b8e9-ce3b41e1d12f tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1439779 Apr 21 20:53:45.211089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Calling delete_port for 8df8cd5c-2952-467a-8e99-ca0145ef4e1e owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:45.248350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.385034 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.436885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d66751b-936f-4e43-84eb-3a95d82d73f6']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:45.452392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35868cc1-f81d-4dcb-9e4b-9abfea40b720') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:45.453097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35868cc1-f81d-4dcb-9e4b-9abfea40b720') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:45.475478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.496536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.504043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:53:45.504464 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.603820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43970) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:53:45.609106 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:53:45.635907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f95b97a-a170-4960-9191-a36fb4ec4bbe req-c935aea7-c776-44c0-a039-d81d440e00d5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166956 Apr 21 20:53:45.636564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.653394 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:45.659130 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4d66751b-936f-4e43-84eb-3a95d82d73f6 HTTP/1.1" status: 204 len: 168 time: 0.5719781 Apr 21 20:53:45.833635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b02f0d-3c38-4e4b-bc42-26686df73e41 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d66751b-936f-4e43-84eb-3a95d82d73f6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:45.845279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-824112d4-296a-4dbc-86e9-5692494ce43c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a52e98097e4e4f528bcfe930e25535ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351146 Apr 21 20:53:45.858902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43976) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:45.993049 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-7a88ebe5-1582-47e0-bd74-5b9140693a9f tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56138 time: 1.2003603 Apr 21 20:53:46.054642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43980) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:46.065735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b8d1b3-4665-431c-b542-c18a86bf2c8e {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:46.071518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54926c0-68eb-4f4a-a4b6-dcf4cf7a8965 req-52a2ab27-57ed-4a31-b8fa-b2923baef5ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:46.079500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d54926c0-68eb-4f4a-a4b6-dcf4cf7a8965 req-52a2ab27-57ed-4a31-b8fa-b2923baef5ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 932 time: 0.2408032 Apr 21 20:53:46.099423 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.116639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-e90d1d1e-31d9-410a-81b9-749cc7ffb43a tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/01ead158-3035-4e1f-ac5b-86a70f207489 HTTP/1.1" status: 200 len: 2981 time: 0.1092129 Apr 21 20:53:46.119755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Transition to ACTIVE for port object f6b8d1b3-4665-431c-b542-c18a86bf2c8e will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:53:46.120572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b5bd-00e9-4d16-b536-9105ac7cf4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.124536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.222475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b5bd-00e9-4d16-b536-9105ac7cf4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.253261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d54926c0-68eb-4f4a-a4b6-dcf4cf7a8965 req-87d12864-c5c9-4386-8055-cd899151a3dd tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728268 Apr 21 20:53:46.263815 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.287783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:46.294704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43986) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:46.299544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-30b18457-1ec8-45fc-8d76-a63f10f3cc1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b6ccf4b66c242e7a0cf87ddbab4b046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387171 Apr 21 20:53:46.321064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-7a6dc50f-fdcf-45de-a7d0-5b9b68ea4923 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/01ead158-3035-4e1f-ac5b-86a70f207489 HTTP/1.1" status: 200 len: 2981 time: 0.1877675 Apr 21 20:53:46.378048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df8cd5c-2952-467a-8e99-ca0145ef4e1e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:46.382730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-a67786df-bd9e-4f01-8edd-5a7107f7a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:46.384297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-a67786df-bd9e-4f01-8edd-5a7107f7a361 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe&tenant_id=51b91fce49a94986a42f0b9fce162efd HTTP/1.1" status: 200 len: 1101 time: 0.1639404 Apr 21 20:53:46.402912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:46.459267 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b5bd-00e9-4d16-b536-9105ac7cf4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.462532 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b5bd-00e9-4d16-b536-9105ac7cf4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.466392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7bf3b5bd-00e9-4d16-b536-9105ac7cf4d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbfc8de0-a1fe-4f22-82bf-cb9aff108a99 HTTP/1.1" status: 204 len: 168 time: 0.6027038 Apr 21 20:53:46.474886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4c5b7-ea1f-4ead-8291-8498915ef1c6 req-9f39ad34-fc30-4af5-be4d-d0023664a038 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:46.476609 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-94c4c5b7-ea1f-4ead-8291-8498915ef1c6 req-9f39ad34-fc30-4af5-be4d-d0023664a038 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 946 time: 0.1145070 Apr 21 20:53:46.480523 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.497140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:46.497743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:46.498280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:46.502449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-2f963328-7f27-47f6-b833-dcc2270e51b3 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/393af231-05fa-4d41-aeb4-e1092b3880a1 HTTP/1.1" status: 200 len: 2981 time: 0.1498632 Apr 21 20:53:46.524149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3b5bd-00e9-4d16-b536-9105ac7cf4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfc8de0-a1fe-4f22-82bf-cb9aff108a99,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:46.530143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:53:46.530987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:46.539899 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4800679-3f4f-4832-b312-09f08519ee46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.562475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:46.563140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:46.563720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:46.564368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Bound port: f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:46.564973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.566895 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.611652 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4800679-3f4f-4832-b312-09f08519ee46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.657086 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.668429 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.676425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-94c4c5b7-ea1f-4ead-8291-8498915ef1c6 req-e478aef2-a60b-4c10-a839-5fd69d59a216 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924808 Apr 21 20:53:46.713954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-3fb4882d-0be4-4d6d-92dc-c29c3892fe1f tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/393af231-05fa-4d41-aeb4-e1092b3880a1 HTTP/1.1" status: 200 len: 2981 time: 0.1918709 Apr 21 20:53:46.750296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a4a2d539-53d2-40b6-86d0-a267254ee76d no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:46.768231 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.768690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72985f75-e41a-4e2e-a34e-6d513548b308 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:53:46.785347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: a4a2d539-53d2-40b6-86d0-a267254ee76d {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:53:46.787414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:46.787905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a4a2d539-53d2-40b6-86d0-a267254ee76d not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:46.793441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6709f32d-3b05-4be1-96ba-9a39e3fd9371 admin admin] 10.222.0.49 "DELETE /v2.0/routers/72985f75-e41a-4e2e-a34e-6d513548b308 HTTP/1.1" status: 204 len: 168 time: 2.8206394 Apr 21 20:53:46.794381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44000) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:46.925750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:46.955945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28a0422-d672-4429-a5e8-29a541ff7818 admin admin] Deleting subnet 1bd383e8-5ac7-44e3-8b5c-511f02e152d1 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:53:46.962036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b28a0422-d672-4429-a5e8-29a541ff7818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.016142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac3bde-0e19-412a-9d5d-d2367226292d req-d129bcf9-f45b-42e4-99b2-487feadf0d95 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:47.023925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56ac3bde-0e19-412a-9d5d-d2367226292d req-d129bcf9-f45b-42e4-99b2-487feadf0d95 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1472650 Apr 21 20:53:47.027805 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b28a0422-d672-4429-a5e8-29a541ff7818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.033929 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4800679-3f4f-4832-b312-09f08519ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.037013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4800679-3f4f-4832-b312-09f08519ee46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.054483 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c4800679-3f4f-4832-b312-09f08519ee46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a663031b-d90d-47a9-a8da-6362645a72d7 HTTP/1.1" status: 204 len: 168 time: 0.7576289 Apr 21 20:53:47.065343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:47.092189 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.095418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4800679-3f4f-4832-b312-09f08519ee46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a663031b-d90d-47a9-a8da-6362645a72d7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:47.118408 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56ac3bde-0e19-412a-9d5d-d2367226292d req-994dffa0-3afc-4bdd-9a73-5cef17305572 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890114 Apr 21 20:53:47.146359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-c4fa5bcf-f2b0-4289-a976-0032db0c821e tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/3fd57edd-46f0-4977-a1c1-51ce91f5604b HTTP/1.1" status: 200 len: 2981 time: 0.4050896 Apr 21 20:53:47.205422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b28a0422-d672-4429-a5e8-29a541ff7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.312315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183dc91-3e38-422b-928e-df39424f13ec req-375d972d-50f0-42dd-82cc-5d1dca09eb20 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:47.326049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1183dc91-3e38-422b-928e-df39424f13ec req-375d972d-50f0-42dd-82cc-5d1dca09eb20 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 946 time: 0.0929723 Apr 21 20:53:47.326719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44018) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:47.353298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Request body: {'floatingip': {'port_id': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:47.364579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:47.381933 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.383959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] 10.222.0.46 "PUT /v2.0/ports/f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 200 len: 1092 time: 2.3528905 Apr 21 20:53:47.391452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:47.406435 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:47.412160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfc654-c32d-4571-b694-13acf0858824 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:47.436527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.443218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b28a0422-d672-4429-a5e8-29a541ff7818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.530539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-a206e7fa-9332-44d4-8f3e-b376e660fef3 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/3fd57edd-46f0-4977-a1c1-51ce91f5604b HTTP/1.1" status: 200 len: 2981 time: 0.3490195 Apr 21 20:53:47.542226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a0422-d672-4429-a5e8-29a541ff7818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd383e8-5ac7-44e3-8b5c-511f02e152d1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:47.544980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:47.582173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-cbfda5aa-4e87-42e7-adea-1243b8e9d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:47.583703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-cbfda5aa-4e87-42e7-adea-1243b8e9d3f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1095 time: 0.1459699 Apr 21 20:53:47.586096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb4cc0-e62a-4001-a853-8bac075669da None None] Network 8a690e43-d82a-4a7e-899f-64f2b9a385cf requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:47.591410 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-9758a776-49a5-4f9b-9fdb-eada25a28c05 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] show failed (client error): The resource could not be found. Apr 21 20:53:47.592825 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-9758a776-49a5-4f9b-9fdb-eada25a28c05 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5e84f348-594f-4a5f-840a-1cdaffa6760f HTTP/1.1" status: 404 len: 352 time: 0.0506024 Apr 21 20:53:47.592991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b28a0422-d672-4429-a5e8-29a541ff7818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.596430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b28a0422-d672-4429-a5e8-29a541ff7818 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1bd383e8-5ac7-44e3-8b5c-511f02e152d1 HTTP/1.1" status: 204 len: 168 time: 0.8006852 Apr 21 20:53:47.602215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44034) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:47.664236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-dfcf464d-a4c2-4d49-b9a5-b3cc91613a46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 200 len: 217 time: 0.0674305 Apr 21 20:53:47.696678 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-9e3e47b2-9fdb-44d8-ae54-5065007abcfd tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] show failed (client error): The resource could not be found. Apr 21 20:53:47.709439 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-9e3e47b2-9fdb-44d8-ae54-5065007abcfd tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5e84f348-594f-4a5f-840a-1cdaffa6760f HTTP/1.1" status: 404 len: 352 time: 0.1020498 Apr 21 20:53:47.715168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:47.720393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae86c88-2afa-4d86-a9a8-fa35abc14aea req-e739db1e-e887-4ca8-942e-70d20bfe0587 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:47.728447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5ae86c88-2afa-4d86-a9a8-fa35abc14aea req-e739db1e-e887-4ca8-942e-70d20bfe0587 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.2866809 Apr 21 20:53:47.794845 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.862382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44040) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:47.885586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.903034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Transition to ACTIVE for port object 65f03628-7729-4b43-9842-c557f06b4727 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:53:47.924514 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:47.976747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-0396b9d7-0b9d-4a00-813d-7bde2c942ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:47.979425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-0396b9d7-0b9d-4a00-813d-7bde2c942ecb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.3006291 Apr 21 20:53:48.109664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-147aca5e-c770-4947-9b78-23dec22efe03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812778 Apr 21 20:53:48.128573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1816948616-network', 'tenant_id': '96d5f94ea2354916bbd3bc9f60db2082'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:48.133009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-c05cafbb-7513-43b8-86d7-65c340fada88 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/67a23d7e-c5be-4324-b84d-9611876faff8 HTTP/1.1" status: 200 len: 2973 time: 0.4223487 Apr 21 20:53:48.193582 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5ae86c88-2afa-4d86-a9a8-fa35abc14aea req-f7387479-a78f-4ab6-b300-aef91b79c0ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640667 Apr 21 20:53:48.257235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-8cfab17d-70fe-422f-8d14-d4a7fda877cc service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231065 Apr 21 20:53:48.269811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f366c-337b-435c-9d6e-95dc9239ef9a None None] DHCP port deletion for 8a690e43-d82a-4a7e-899f-64f2b9a385cf request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:53:48.313305 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c76131b-d696-4d74-8b7c-cfcd98b991a7 x-openstack-request-id: req-7c76131b-d696-4d74-8b7c-cfcd98b991a7 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:48.313593 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:48.313833 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c76131b-d696-4d74-8b7c-cfcd98b991a7 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:48.314220 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c76131b-d696-4d74-8b7c-cfcd98b991a7'] response: {'name': 'network-changed', 'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e', 'status': 'completed', 'code': 200} Apr 21 20:53:48.315113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] No DVR routers for this DVR port 65f03628-7729-4b43-9842-c557f06b4727 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:48.343308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44056) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:48.395495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:48.395947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:48.396284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:48.414874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:48.426798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a22f366c-337b-435c-9d6e-95dc9239ef9a None None] Deleting port 2af4fde6-f994-4f8a-805f-61a1613baabc {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:48.429151 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a22f366c-337b-435c-9d6e-95dc9239ef9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.459146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Port 65f03628-7729-4b43-9842-c557f06b4727 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:53:48.459502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Attempting to bind port 65f03628-7729-4b43-9842-c557f06b4727 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:48.482062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:48.482403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:48.482789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:48.483225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Bound port: 65f03628-7729-4b43-9842-c557f06b4727, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:48.483646 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.490101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Deleting port 2af4fde6-f994-4f8a-805f-61a1613baabc {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:48.490584 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.550668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a22f366c-337b-435c-9d6e-95dc9239ef9a None None] For port 2af4fde6-f994-4f8a-805f-61a1613baabc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2af4fde6-f994-4f8a-805f-61a1613baabc,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:48.551148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a22f366c-337b-435c-9d6e-95dc9239ef9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.562246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:48.562477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.resource_extend [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:53:48.566372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:48.567803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Made reservation on behalf of 96d5f94ea2354916bbd3bc9f60db2082 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:48.569063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a22f366c-337b-435c-9d6e-95dc9239ef9a None None] Calling delete_port for 2af4fde6-f994-4f8a-805f-61a1613baabc owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:48.571127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.574268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:48.577552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-73fb3dd2-e8e5-46c5-9f1c-0a457af587d0 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/67a23d7e-c5be-4324-b84d-9611876faff8 HTTP/1.1" status: 200 len: 2973 time: 0.2823837 Apr 21 20:53:48.584420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d99f0-6e65-4c1e-b366-9a190c968f1a req-3aaacb53-1399-4a34-8151-2cc180bd7d5d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:48.587524 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc2d99f0-6e65-4c1e-b366-9a190c968f1a req-3aaacb53-1399-4a34-8151-2cc180bd7d5d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 949 time: 0.2172143 Apr 21 20:53:48.592805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1054670872-network', 'tenant_id': 'b41d8dea26e748d7a43023a97472f406'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:48.596735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.606274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.691332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.693701 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:48.720784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8df8cd5c-2952-467a-8e99-ca0145ef4e1e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:48.728408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.736107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Made reservation on behalf of b41d8dea26e748d7a43023a97472f406 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:48.739294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:48.740081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.740287 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.741510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] 10.222.0.46 "PUT /v2.0/ports/65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 1097 time: 2.3427289 Apr 21 20:53:48.753195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8df8cd5c-2952-467a-8e99-ca0145ef4e1e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:53:48.753999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8df8cd5c-2952-467a-8e99-ca0145ef4e1e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:48.754521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2af4fde6-f994-4f8a-805f-61a1613baabc no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:53:48.799381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] For port 2af4fde6-f994-4f8a-805f-61a1613baabc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2af4fde6-f994-4f8a-805f-61a1613baabc,segment=NetworkSegment(5ab43b5e-f85e-483a-945a-f061d252c2bb),segment_id=5ab43b5e-f85e-483a-945a-f061d252c2bb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:48.800053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.811218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.836556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Calling delete_port for 2af4fde6-f994-4f8a-805f-61a1613baabc owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:48.859387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:53:48.859852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.863868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No active binding found for port 2af4fde6-f994-4f8a-805f-61a1613baabc {{(pid=114648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 20:53:48.864517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2af4fde6-f994-4f8a-805f-61a1613baabc not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:53:48.871417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a22f366c-337b-435c-9d6e-95dc9239ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:48.890378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-6e9bd103-d65a-4efc-a511-56f27a77897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:48.891865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-6e9bd103-d65a-4efc-a511-56f27a77897a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1100 time: 0.1108277 Apr 21 20:53:48.893913 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a246abd2-8ad0-4e9e-b90f-fb8c28b123e5 req-9a27bc7f-84b2-4fa8-ab0f-1183544dc911 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927532 Apr 21 20:53:48.901459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a9607-4aff-4a03-a2f8-b24390f50cb6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:48.905096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-a3864baf-8192-4a7a-a760-54b6c49dfdfc tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/74b8afb0-e4dd-4074-8e4e-5b694b4cbe32 HTTP/1.1" status: 200 len: 2981 time: 0.3174179 Apr 21 20:53:48.922072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f366c-337b-435c-9d6e-95dc9239ef9a None None] Pushing event deleted for resources: {'Port': ['ID=2af4fde6-f994-4f8a-805f-61a1613baabc,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:48.926699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f366c-337b-435c-9d6e-95dc9239ef9a None None] No DVR routers for this DVR port 2af4fde6-f994-4f8a-805f-61a1613baabc on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:48.932580 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.023485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc2d99f0-6e65-4c1e-b366-9a190c968f1a req-5ea863bb-516e-44bc-846a-8a0ccbd75708 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410699 Apr 21 20:53:49.034721 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.035785 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Added segment 62101d2e-a5bb-47a9-b926-bdd9ab52730c of type vlan for network 1efc2521-a376-4282-87e9-b481a87d6c0b Apr 21 20:53:49.103943 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.119829 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.120219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278ceb2-648b-4651-8e81-cff1a56f1b0a service neutron] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=11']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:49.190155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-aaf2c886-efe1-498a-88c0-b0bf0fe3a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:49.191692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-aaf2c886-efe1-498a-88c0-b0bf0fe3a37e service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2837262 Apr 21 20:53:49.192314 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.193253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:49.193837 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.245576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af4fde6-f994-4f8a-805f-61a1613baabc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:49.251954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] No DVR routers for this DVR port 2af4fde6-f994-4f8a-805f-61a1613baabc on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:49.306833 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.308508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-e3a74b27-096b-466b-b967-5bad242e5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:49.323070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-e3a74b27-096b-466b-b967-5bad242e5bbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1095 time: 0.3338511 Apr 21 20:53:49.334246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-6d34c4a5-91a8-44cc-b22e-bb4c09a691f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.1281102 Apr 21 20:53:49.340475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4299049 Apr 21 20:53:49.345626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-2666b45f-2b7c-4cc4-b394-2a50df3d9ad5 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/74b8afb0-e4dd-4074-8e4e-5b694b4cbe32 HTTP/1.1" status: 200 len: 2981 time: 0.3575230 Apr 21 20:53:49.365374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44064) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:49.375632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Request body: {'subnet': {'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1816948616-subnet', 'tenant_id': '96d5f94ea2354916bbd3bc9f60db2082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:49.434014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2c78b-123f-4f03-924c-476e244bc830 admin admin] Pushing event updated for resources: {'Network': ['ID=1efc2521-a376-4282-87e9-b481a87d6c0b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:49.446578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1efc2521-a376-4282-87e9-b481a87d6c0b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:53:49.518794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Made reservation on behalf of 96d5f94ea2354916bbd3bc9f60db2082 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:49.521290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.538899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-d9f6d32c-51ca-47d6-80f2-903e581e4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:49.540384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-d9f6d32c-51ca-47d6-80f2-903e581e4413 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1925836 Apr 21 20:53:49.604416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-9704432e-9066-4a5e-b676-94b0ec9d9d71 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/93cda0ef-dddb-422f-a09d-36471087db26 HTTP/1.1" status: 200 len: 2981 time: 0.2578695 Apr 21 20:53:49.677851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-cd4b431c-adfa-4505-9546-911d771a1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:49.680190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-cd4b431c-adfa-4505-9546-911d771a1635 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.3478305 Apr 21 20:53:49.759301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.761589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-7853aa43-38d5-4ab0-8c5e-5186dd68e830 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 200 len: 217 time: 0.0693836 Apr 21 20:53:49.776935 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Floating IP 4f5893ec-ab79-4884-acec-a66ac2836a46 associated. External IP: 172.25.0.230, port: fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9. Apr 21 20:53:49.784805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-373920c1-e35b-4ea4-be02-e73dc1c421a8 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/93cda0ef-dddb-422f-a09d-36471087db26 HTTP/1.1" status: 200 len: 2981 time: 0.1546140 Apr 21 20:53:49.785729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.787519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-c95d6450-7f7b-4b73-99dc-0ae3efb3456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:49.789615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-c95d6450-7f7b-4b73-99dc-0ae3efb3456e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2366488 Apr 21 20:53:49.866352 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-7a2932a9-7c05-4a37-9a24-d132a47bbeac tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] show failed (client error): The resource could not be found. Apr 21 20:53:49.867401 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-7a2932a9-7c05-4a37-9a24-d132a47bbeac tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a663031b-d90d-47a9-a8da-6362645a72d7 HTTP/1.1" status: 404 len: 352 time: 0.0549440 Apr 21 20:53:49.901711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a690e43-d82a-4a7e-899f-64f2b9a385cf']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:49.911545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:53:49.937558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052e8394-8dcd-4018-841f-6d4d60449250,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:49.944318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab43b5e-f85e-483a-945a-f061d252c2bb') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:49.944739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab43b5e-f85e-483a-945a-f061d252c2bb') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:49.957587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-b43e93b4-7aa2-4399-9418-4843a32235c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:49.959155 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-b43e93b4-7aa2-4399-9418-4843a32235c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.1872630 Apr 21 20:53:49.963458 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-d738a4ab-fc3f-4c32-a978-6ad7275aa854 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] show failed (client error): The resource could not be found. Apr 21 20:53:49.964404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-d738a4ab-fc3f-4c32-a978-6ad7275aa854 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a663031b-d90d-47a9-a8da-6362645a72d7 HTTP/1.1" status: 404 len: 352 time: 0.0372138 Apr 21 20:53:49.988670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:49.989100 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Added segment f707b877-97e1-437c-86af-abf5220acb06 of type vlan for network 36c155b1-46bc-45ce-ab3e-1edae0145c84 Apr 21 20:53:49.991393 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.005928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-2d6934a3-d60c-4625-8166-03854de1c4ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379272 Apr 21 20:53:50.029939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01902a-5961-4f58-a75a-07b4a5ca2260 req-a3e3946e-fc7c-437b-9d7d-07967b7592c5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:50.031412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea01902a-5961-4f58-a75a-07b4a5ca2260 req-a3e3946e-fc7c-437b-9d7d-07967b7592c5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.2808139 Apr 21 20:53:50.055419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.089414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:53:50.089803 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:53:50.094835 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:53:50.106574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.111379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-58e70934-ae7d-4743-8e99-1d9ccf0220a3 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008449 Apr 21 20:53:50.181747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.217929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea01902a-5961-4f58-a75a-07b4a5ca2260 req-6cad582c-0540-4857-b8d2-50686f51025b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637781 Apr 21 20:53:50.233473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.239686 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.266229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-d7f8b6dd-057a-47c5-b32d-0f7e64da1960 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a9bbc365-3b34-437f-bb67-e0f62e26f9cc HTTP/1.1" status: 200 len: 2977 time: 0.2850821 Apr 21 20:53:50.276928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.277942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:50.278517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.282503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-9b2b5bc3-255a-4233-baac-a63b20de8c92 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448328 Apr 21 20:53:50.289632 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.292815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8a690e43-d82a-4a7e-899f-64f2b9a385cf HTTP/1.1" status: 204 len: 168 time: 2.6888685 Apr 21 20:53:50.315014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f03628-7729-4b43-9842-c557f06b4727'}, {'name': 'network-changed', 'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'tag': '65f03628-7729-4b43-9842-c557f06b4727'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:50.320330 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e825fd-1c42-46f8-b07d-533ace0f51f1" -d '{"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-unplugged", "status": "completed", "tag": "65f03628-7729-4b43-9842-c557f06b4727"}, {"name": "network-changed", "server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "tag": "65f03628-7729-4b43-9842-c557f06b4727"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:50.380346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0339272 Apr 21 20:53:50.399396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44074) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:50.406860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Request body: {'subnet': {'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1054670872-subnet', 'tenant_id': 'b41d8dea26e748d7a43023a97472f406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:50.410356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11055962-6994-4a19-9c1d-342b965d198b admin admin] Pushing event updated for resources: {'Network': ['ID=36c155b1-46bc-45ce-ab3e-1edae0145c84,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:50.431004 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:53:50.438691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 36c155b1-46bc-45ce-ab3e-1edae0145c84 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:53:50.450358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69267909-c1ac-4631-ac0d-53ad7f2747a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a690e43-d82a-4a7e-899f-64f2b9a385cf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:50.467194 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.477733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472baa3-d114-4250-a359-58526028cf93 req-b8092698-5560-40b0-96ff-214f15675497 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:50.484830 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9472baa3-d114-4250-a359-58526028cf93 req-b8092698-5560-40b0-96ff-214f15675497 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 949 time: 0.1386716 Apr 21 20:53:50.488986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Made reservation on behalf of b41d8dea26e748d7a43023a97472f406 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:50.491786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.507902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b091780-49e0-43b5-a615-8809871ac381,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:50.525551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44076) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:50.567769 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-0aa152b7-dd37-4902-9bad-8f2e6d6d2673 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a9bbc365-3b34-437f-bb67-e0f62e26f9cc HTTP/1.1" status: 200 len: 2977 time: 0.3005555 Apr 21 20:53:50.587853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Checking segment: {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:50.588515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Network hostable DHCP agents. Network: 1efc2521-a376-4282-87e9-b481a87d6c0b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:53:50.628697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9472baa3-d114-4250-a359-58526028cf93 req-c94f329b-74b8-40ea-a3c5-5872a81856a3 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428871 Apr 21 20:53:50.667610 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c98723c9-6989-4f2f-8b5e-dccabb582499 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=06bc09d2b991492e8967b8e7f29628c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396205 Apr 21 20:53:50.671820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44078) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:50.687995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9050482d-6f8a-44a0-bd6d-d525c16b2345 req-4b677bab-986c-4d9b-9df4-07c04f116480 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096686 Apr 21 20:53:50.691038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-67827058-50bd-4d3b-92a4-4af2a4e54ebd tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/acb94d6c-4661-4272-aa68-0d347d6dbc4a HTTP/1.1" status: 200 len: 2981 time: 0.1043301 Apr 21 20:53:50.708717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8dc1b084-178e-49b8-bb3c-0b5ca56519d6 req-7895c076-f017-49e8-bab3-c8495f0933d8 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833354 Apr 21 20:53:50.726253 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8839e21d-3808-4ea5-ae40-4d8286edc2b1 x-openstack-request-id: req-8839e21d-3808-4ea5-ae40-4d8286edc2b1 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:50.726545 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-unplugged", "status": "completed", "tag": "65f03628-7729-4b43-9842-c557f06b4727", "code": 200}, {"name": "network-changed", "server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "tag": "65f03628-7729-4b43-9842-c557f06b4727", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:50.726785 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8839e21d-3808-4ea5-ae40-4d8286edc2b1 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:50.727185 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8839e21d-3808-4ea5-ae40-4d8286edc2b1'] response: {'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65f03628-7729-4b43-9842-c557f06b4727', 'code': 200} Apr 21 20:53:50.727440 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8839e21d-3808-4ea5-ae40-4d8286edc2b1'] response: {'name': 'network-changed', 'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'tag': '65f03628-7729-4b43-9842-c557f06b4727', 'status': 'completed', 'code': 200} Apr 21 20:53:50.733908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Network 1efc2521-a376-4282-87e9-b481a87d6c0b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:53:50.745577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:53:50.751262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.769862 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] Sync routers for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:53:50.780697 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:50.781461 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:50.802161 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f69b0ee4-bf81-46f2-afdb-c5ce0c214372 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "PUT /v2.0/floatingips/4f5893ec-ab79-4884-acec-a66ac2836a46 HTTP/1.1" status: 200 len: 992 time: 3.4505353 Apr 21 20:53:50.802161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'tag': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:50.802161 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4153795-0950-4637-978a-88b8fef88c77" -d '{"events": [{"name": "network-changed", "server_uuid": "b09ea7b1-0dad-42bd-b412-f38e5d067f93", "tag": "fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:50.824275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 1efc2521-a376-4282-87e9-b481a87d6c0b) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:50.829356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:50.829998 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.847591 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e09c2d-4c9a-4c1c-ab70-23dc3e74c785 None None] Network 1efc2521-a376-4282-87e9-b481a87d6c0b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:50.869713 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb9bcd-489b-440a-a85c-3b4c1d716eac x-openstack-request-id: req-62cb9bcd-489b-440a-a85c-3b4c1d716eac {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:50.870315 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09ea7b1-0dad-42bd-b412-f38e5d067f93", "tag": "fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:50.870851 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62cb9bcd-489b-440a-a85c-3b4c1d716eac {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:50.871286 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c98fcc57-179c-4993-852d-92b425b1ea76 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5048006 Apr 21 20:53:50.871823 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cb9bcd-489b-440a-a85c-3b4c1d716eac'] response: {'name': 'network-changed', 'server_uuid': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'tag': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9', 'status': 'completed', 'code': 200} Apr 21 20:53:50.923233 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-e9530039-7de3-4315-b6b4-f5b2cd2eb861 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/acb94d6c-4661-4272-aa68-0d347d6dbc4a HTTP/1.1" status: 200 len: 2981 time: 0.2210329 Apr 21 20:53:50.931843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bfb7eec9-00c4-47fb-8d1a-67fa083c33e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:50.939471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-84947ca4-a3b4-406b-861f-4f95682d387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:50.940977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-84947ca4-a3b4-406b-861f-4f95682d387b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1100 time: 0.2005959 Apr 21 20:53:50.950369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:51.012222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-eb94c320-2434-4002-b3d7-46ec5ec365f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:51.013643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-eb94c320-2434-4002-b3d7-46ec5ec365f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1100 time: 0.2170990 Apr 21 20:53:51.020330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bfb7eec9-00c4-47fb-8d1a-67fa083c33e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:51.057417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:51.063653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Checking segment: {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:51.064651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Network hostable DHCP agents. Network: 36c155b1-46bc-45ce-ab3e-1edae0145c84, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:53:51.076042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f36db-3f58-4610-94ef-2f7bf1d386f0 None None] Network 1efc2521-a376-4282-87e9-b481a87d6c0b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:51.104513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Network 36c155b1-46bc-45ce-ab3e-1edae0145c84 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:53:51.122089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 36c155b1-46bc-45ce-ab3e-1edae0145c84) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:51.125886 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:51.132139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:51.132955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:51.134602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecc3cb0-a44f-4448-a634-23ae74d5793a None None] Network 36c155b1-46bc-45ce-ab3e-1edae0145c84 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:51.180372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ce872bee-672f-49d1-bc19-cf35c2077e22 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7787616 Apr 21 20:53:51.502373 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '4f5893ec-ab79-4884-acec-a66ac2836a46', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'floating_ip_address': '172.25.0.230', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'port_id': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'mac_address': 'fa:16:3e:50:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:53:00Z', 'updated_at': '2022-04-21T20:53:48Z', 'revision_number': 1, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381d6883-3ad2-44c9-ab42-d2caed4a7771', 'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'mac_address': 'fa:16:3e:5e:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:12Z', 'updated_at': '2022-04-21T20:52:19Z', 'revision_number': 5, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'subnets': [{'id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:51.521624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5522946-29fc-431f-b730-af1a6fb7c5ff None None] Network 36c155b1-46bc-45ce-ab3e-1edae0145c84 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:51.536522 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] Checking router: 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:53:51.546426 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:53:51.547227 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:51.553918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4153795-0950-4637-978a-88b8fef88c77 req-994a48b3-c236-45a5-9291-fb46a73753c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:51.555526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4153795-0950-4637-978a-88b8fef88c77 req-994a48b3-c236-45a5-9291-fb46a73753c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf93f5e586d8469f86520fc9eb67ac85&device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 1097 time: 0.6644104 Apr 21 20:53:51.564831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-03d9c2d2-0a7c-4e74-afa6-a884c6e5f46c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:51.566522 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-03d9c2d2-0a7c-4e74-afa6-a884c6e5f46c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/networks?id=1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 200 len: 822 time: 0.1712222 Apr 21 20:53:51.590897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c5cc3f46-dc71-4528-9c02-e6d26036da12 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/quotas/96d5f94ea2354916bbd3bc9f60db2082 HTTP/1.1" status: 200 len: 375 time: 0.0180795 Apr 21 20:53:51.663166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-05330706-702a-40b0-aabb-c9743fa9b320 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655553 Apr 21 20:53:51.686343 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:53:51.737492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-d23cceed-07dd-47c1-8ed3-639e345cec54 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/af41e355-c880-4684-93e5-205bdcb7b48f HTTP/1.1" status: 200 len: 2981 time: 0.7847095 Apr 21 20:53:51.893197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-32072d56-e62b-4fe4-b584-f2a1402bd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:51.894797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-32072d56-e62b-4fe4-b584-f2a1402bd017 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.9405391 Apr 21 20:53:51.922462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-4fb2baeb-7cc7-4258-98ff-c41263ebf87a service neutron] 10.222.0.49 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581317 Apr 21 20:53:51.934024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-d90ec1a1-d463-423f-a165-04c035ddb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:51.935397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-d90ec1a1-d463-423f-a165-04c035ddb0f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.4084408 Apr 21 20:53:51.963945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bfb7eec9-00c4-47fb-8d1a-67fa083c33e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:51.967178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bfb7eec9-00c4-47fb-8d1a-67fa083c33e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:51.968823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bfb7eec9-00c4-47fb-8d1a-67fa083c33e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb8aca2d-9335-4b12-9433-43c8d672f390 HTTP/1.1" status: 204 len: 168 time: 1.2953570 Apr 21 20:53:51.983021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-fb29dbe2-3cc7-49d4-bb99-193967ff39a4 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/af41e355-c880-4684-93e5-205bdcb7b48f HTTP/1.1" status: 200 len: 2981 time: 0.1891551 Apr 21 20:53:51.984522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-df40b2aa-0846-4e18-8aaf-a37457592ae9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.0731618 Apr 21 20:53:51.985703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4153795-0950-4637-978a-88b8fef88c77 req-4fee7d0f-b5db-4be8-8398-430e4130ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:51.987240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4153795-0950-4637-978a-88b8fef88c77 req-4fee7d0f-b5db-4be8-8398-430e4130ca61 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d180aa32-44af-4d74-b422-8898c009e66e HTTP/1.1" status: 200 len: 915 time: 0.4089305 Apr 21 20:53:52.025262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7eec9-00c4-47fb-8d1a-67fa083c33e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8aca2d-9335-4b12-9433-43c8d672f390,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:52.049518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-a8e890fd-22e9-457e-b23d-ca404c7ef52b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 200 len: 217 time: 0.0786121 Apr 21 20:53:52.056010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-81da59ab-ed29-4bd2-bbdb-7cb85bcbc8f1 service neutron] 10.222.0.49 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326823 Apr 21 20:53:52.113782 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '4f5893ec-ab79-4884-acec-a66ac2836a46', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'floating_ip_address': '172.25.0.230', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'port_id': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'mac_address': 'fa:16:3e:50:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:53:00Z', 'updated_at': '2022-04-21T20:53:48Z', 'revision_number': 1, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381d6883-3ad2-44c9-ab42-d2caed4a7771', 'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'mac_address': 'fa:16:3e:5e:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:12Z', 'updated_at': '2022-04-21T20:52:19Z', 'revision_number': 5, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'subnets': [{'id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:53:52.146280 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982aaaa-4483-4128-b3c8-965f05e2145d None None] The sync data for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 is: [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '4f5893ec-ab79-4884-acec-a66ac2836a46', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'floating_ip_address': '172.25.0.230', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'port_id': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'mac_address': 'fa:16:3e:50:02:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:53:00Z', 'updated_at': '2022-04-21T20:53:48Z', 'revision_number': 1, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381d6883-3ad2-44c9-ab42-d2caed4a7771', 'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'mac_address': 'fa:16:3e:5e:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:12Z', 'updated_at': '2022-04-21T20:52:19Z', 'revision_number': 5, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'subnets': [{'id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:53:52.258010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-efcfa8b3-8e30-4afa-b100-2500ff6816dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:52.259481 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-efcfa8b3-8e30-4afa-b100-2500ff6816dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2354960 Apr 21 20:53:52.260945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-c040bb4d-8ae2-4258-bae1-5e3524b5bad0 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b319cceb-2450-4551-842c-ab801594b4b8 HTTP/1.1" status: 200 len: 2981 time: 0.2663431 Apr 21 20:53:52.264512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4153795-0950-4637-978a-88b8fef88c77 req-96285d2e-5fcc-4d5f-8643-04a4a86e5a0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 HTTP/1.1" status: 200 len: 1000 time: 0.2414968 Apr 21 20:53:52.305512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-3459fc00-a381-400d-9c56-2e31ebe8c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:52.306941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-3459fc00-a381-400d-9c56-2e31ebe8c276 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1964066 Apr 21 20:53:52.384917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926422af-c952-4e95-890a-b37f6668f128 req-7389e84a-7780-4034-88c7-6c7417e3cfa8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:52.386842 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-926422af-c952-4e95-890a-b37f6668f128 req-7389e84a-7780-4034-88c7-6c7417e3cfa8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.0979502 Apr 21 20:53:52.435826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-b8cfd996-ad4f-4c16-bc31-b7ade446c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:52.437478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-b8cfd996-ad4f-4c16-bc31-b7ade446c089 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618547 Apr 21 20:53:52.443097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4153795-0950-4637-978a-88b8fef88c77 req-6f5866e7-28cf-4710-9b0f-9f1ad125b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:52.443097 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4153795-0950-4637-978a-88b8fef88c77 req-6f5866e7-28cf-4710-9b0f-9f1ad125b686 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89253774-ffe4-4602-bf15-37af6d95e8b8 HTTP/1.1" status: 200 len: 853 time: 0.1649263 Apr 21 20:53:52.443097 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-4e5579c1-c87d-450a-91a7-dbc8a2292f83 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b319cceb-2450-4551-842c-ab801594b4b8 HTTP/1.1" status: 200 len: 2981 time: 0.1685736 Apr 21 20:53:52.478237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-926422af-c952-4e95-890a-b37f6668f128 req-4fa73824-8e98-4fa9-b2c8-e18fe86d6f14 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852351 Apr 21 20:53:52.499662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-501872fa-b251-4933-8eaf-e75c4532d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:52.501503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-501872fa-b251-4933-8eaf-e75c4532d55f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1629555 Apr 21 20:53:52.544367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930cab2c-6a36-4d76-b791-f994fa54ad3d None None] New status for floating IP 4f5893ec-ab79-4884-acec-a66ac2836a46: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:53:52.704323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-f46c6ae3-b7b8-4b58-b75e-7d8e1e74823a tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/bd22e398-49db-4b82-84f6-1fe574278e1d HTTP/1.1" status: 200 len: 2981 time: 0.2526515 Apr 21 20:53:52.883089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f6b8d1b3-4665-431c-b542-c18a86bf2c8e details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:53:52.887217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-5a5e6657-154f-461c-82cb-06e426306271 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/bd22e398-49db-4b82-84f6-1fe574278e1d HTTP/1.1" status: 200 len: 2981 time: 0.1723163 Apr 21 20:53:52.906495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-ec4231dc-44c0-4f0c-809f-d0c14b459334 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512782 Apr 21 20:53:53.003293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4153795-0950-4637-978a-88b8fef88c77 req-67662a36-ff54-4647-ae52-a53ebc005111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:53.004798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4153795-0950-4637-978a-88b8fef88c77 req-67662a36-ff54-4647-ae52-a53ebc005111 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d180aa32-44af-4d74-b422-8898c009e66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5521264 Apr 21 20:53:53.126412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4153795-0950-4637-978a-88b8fef88c77 req-188c1b1a-499f-4d01-8c11-32e63dfa283e service neutron] 10.222.0.43 "GET /v2.0/networks/d180aa32-44af-4d74-b422-8898c009e66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114216 Apr 21 20:53:53.144339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:53.153208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-2790f474-fcb7-4129-8008-b765073af308 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293145 Apr 21 20:53:53.159121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e', 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d', 'port_id': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e', 'mac_address': 'fa:16:3e:f0:d7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd332a6-7a4a-4922-bc39-267094f43be2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:53:53.228785 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-deee2088-2275-4766-a140-46182179e0b9 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ce3b70f6-da4b-4bbb-b739-b67478eb6aa2 HTTP/1.1" status: 200 len: 2981 time: 0.3297884 Apr 21 20:53:53.243675 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:53.254073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-70a131d1-841e-4929-a0b7-58f03339387d tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:53.262225 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-70a131d1-841e-4929-a0b7-58f03339387d tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/networks?id=36c155b1-46bc-45ce-ab3e-1edae0145c84 HTTP/1.1" status: 200 len: 818 time: 0.1851630 Apr 21 20:53:53.274779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b8d1b3-4665-431c-b542-c18a86bf2c8e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:53.287882 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-2fea8fed-6080-421c-a388-5e7d6318047e tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/quotas/b41d8dea26e748d7a43023a97472f406 HTTP/1.1" status: 200 len: 375 time: 0.0175948 Apr 21 20:53:53.303911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:53.309381 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:53.331290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-dce5ad82-3894-40cf-a785-37eccff09dd3 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119730 Apr 21 20:53:53.331665 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-b4f2d4e7-e703-4db3-9a55-afd4a5146850 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b41d8dea26e748d7a43023a97472f406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368767 Apr 21 20:53:53.379909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-3372e9b6-6b13-4de5-a5fa-28a7edb7af78 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ce3b70f6-da4b-4bbb-b739-b67478eb6aa2 HTTP/1.1" status: 200 len: 2981 time: 0.1432297 Apr 21 20:53:53.384416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:53.404713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4153795-0950-4637-978a-88b8fef88c77 req-3a3065a7-e089-488f-9198-f458ebb45d75 service neutron] 10.222.0.43 "GET /v2.0/networks/d180aa32-44af-4d74-b422-8898c009e66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695644 Apr 21 20:53:53.410969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e825fd-1c42-46f8-b07d-533ace0f51f1 req-180b95de-5bc8-4c2b-b472-6b916e5ce02d service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402256 Apr 21 20:53:53.448414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-6f04a048-1c6d-4105-8bfe-5f95cda9c8f8 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d004444a-7add-4ffb-ad5c-bac7ba987539 HTTP/1.1" status: 200 len: 2981 time: 0.0565038 Apr 21 20:53:53.454876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fe8f95cf-37e3-42e7-9f98-a691ae6442da service neutron] 10.222.0.49 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089931 Apr 21 20:53:53.504350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-7ced82ac-27a2-4013-8651-ea9a66fb1c60 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d004444a-7add-4ffb-ad5c-bac7ba987539 HTTP/1.1" status: 200 len: 2981 time: 0.0465269 Apr 21 20:53:53.525837 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-44fe68d5-3f5c-4163-bd6e-eed6603995b6 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] show failed (client error): The resource could not be found. Apr 21 20:53:53.526834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-44fe68d5-3f5c-4163-bd6e-eed6603995b6 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/dbfc8de0-a1fe-4f22-82bf-cb9aff108a99 HTTP/1.1" status: 404 len: 352 time: 0.0147841 Apr 21 20:53:53.548054 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-aeff33b7-e0a9-4828-9c43-2c41e511ea40 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] show failed (client error): The resource could not be found. Apr 21 20:53:53.549151 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-aeff33b7-e0a9-4828-9c43-2c41e511ea40 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/dbfc8de0-a1fe-4f22-82bf-cb9aff108a99 HTTP/1.1" status: 404 len: 352 time: 0.0138783 Apr 21 20:53:53.549880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-ad5312b7-aca0-40bb-97d8-6de37a08020e service neutron] 10.222.0.49 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871141 Apr 21 20:53:53.578041 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-5bb727eb-209b-4bb2-be55-866f8ec843fc tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] show failed (client error): The resource could not be found. Apr 21 20:53:53.579149 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-5bb727eb-209b-4bb2-be55-866f8ec843fc tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/fb8aca2d-9335-4b12-9433-43c8d672f390 HTTP/1.1" status: 404 len: 352 time: 0.0203462 Apr 21 20:53:53.609020 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-ebf75991-fd71-4c71-a047-d86e7dbf747f tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] show failed (client error): The resource could not be found. Apr 21 20:53:53.610157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef6f2fa-2226-4770-906b-45414e234ce4 req-ebf75991-fd71-4c71-a047-d86e7dbf747f tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/fb8aca2d-9335-4b12-9433-43c8d672f390 HTTP/1.1" status: 404 len: 352 time: 0.0200219 Apr 21 20:53:53.682909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['f6b8d1b3-4665-431c-b542-c18a86bf2c8e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:53.732429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7dfc2-40b2-4763-97c8-11112600085e req-d5aa1cc1-4fb0-4fc2-8680-ddb62ccce13c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:53.734913 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eda7dfc2-40b2-4763-97c8-11112600085e req-d5aa1cc1-4fb0-4fc2-8680-ddb62ccce13c tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 949 time: 0.0579031 Apr 21 20:53:53.857050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eda7dfc2-40b2-4763-97c8-11112600085e req-5d150e29-ca3b-4428-8efb-0061ba8cc7fc tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066749 Apr 21 20:53:53.958812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-37071290-5f92-42ec-88cd-15d91fb5943d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:53.960620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-37071290-5f92-42ec-88cd-15d91fb5943d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "GET /v2.0/networks?id=1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 200 len: 822 time: 0.2245779 Apr 21 20:53:53.973445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Request body: {'port': {'device_id': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b', 'admin_state_up': True, 'tenant_id': '96d5f94ea2354916bbd3bc9f60db2082'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:54.001306 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9509f391-7176-4167-b95b-fe9b286dfc33 req-4c699f69-2f49-4e3d-bcca-4153b4ee98f5 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 210 time: 0.0768368 Apr 21 20:53:54.143348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80bd9b-d475-48ac-a8df-f9c94d58725c req-4e65af05-5880-47e4-894e-2d500691963e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:54.145063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd80bd9b-d475-48ac-a8df-f9c94d58725c req-4e65af05-5880-47e4-894e-2d500691963e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 945 time: 0.0720744 Apr 21 20:53:54.197208 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd80bd9b-d475-48ac-a8df-f9c94d58725c req-36a73203-a5f5-45db-9ed7-6c865b86de65 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Apr 21 20:53:54.210177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Made reservation on behalf of 96d5f94ea2354916bbd3bc9f60db2082 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:54.215415 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:54.381818 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85b4892e-9aef-4ce7-acfc-23aecb6a74a6 req-9b8858ab-7d1a-4cb7-bded-40b3481f5d85 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=482ad22d576a4bc2b2d07ec65176c250 HTTP/1.1" status: 200 len: 6102 time: 0.1380367 Apr 21 20:53:54.437972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Allocated IP 172.20.0.9 (1efc2521-a376-4282-87e9-b481a87d6c0b/6b091780-49e0-43b5-a615-8809871ac381/988a9296-3c0c-4b9f-8521-5afe23975d89) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:54.504652 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85b4892e-9aef-4ce7-acfc-23aecb6a74a6 req-31811dce-9225-4ec9-9d07-0ea5982821d2 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] 10.222.0.49 "GET /v2.0/security-groups/bd22e398-49db-4b82-84f6-1fe574278e1d HTTP/1.1" status: 200 len: 2981 time: 0.1163597 Apr 21 20:53:54.626323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85b4892e-9aef-4ce7-acfc-23aecb6a74a6 req-f5ba065e-ac11-4afe-8c46-d8a38c7c88c2 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] 10.222.0.49 "GET /v2.0/security-groups/bd22e398-49db-4b82-84f6-1fe574278e1d HTTP/1.1" status: 200 len: 2981 time: 0.1018219 Apr 21 20:53:54.702307 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:54.731920 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6fc110eb-3879-43f0-998e-6250efbc25f1 req-2571d9ec-7f22-4289-837c-b64ee409c5cb tempest-ServersAaction247Test-1779114107 tempest-ServersAaction247Test-1779114107-project] 10.222.0.49 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.0395942 Apr 21 20:53:54.805899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c280c5-7564-4f24-baf3-3f046d5979a3 req-d5ebc57c-5a36-4239-b016-f22dbfa4b020 tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:54.808080 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-13c280c5-7564-4f24-baf3-3f046d5979a3 req-d5ebc57c-5a36-4239-b016-f22dbfa4b020 tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 1100 time: 0.0939238 Apr 21 20:53:54.854808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:54.889083 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7838a130-859d-4cfe-8954-f02692da52f6 req-c6e8b2c7-5466-4938-acdb-6c9da0847b89 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 210 time: 0.0643492 Apr 21 20:53:54.905048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:53:54.908627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f6b8d1b3-4665-431c-b542-c18a86bf2c8e up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:53:54.954811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Network 1efc2521-a376-4282-87e9-b481a87d6c0b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:54.963643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:54.970450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:54.990979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-13c280c5-7564-4f24-baf3-3f046d5979a3 req-31cef6ab-eb95-42a6-b5d7-9e08be446672 tempest-MigrationsAdminTest-910342119 tempest-MigrationsAdminTest-910342119-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670744 Apr 21 20:53:55.013423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event updated for resources: {'Port': ['ID=988a9296-3c0c-4b9f-8521-5afe23975d89,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:55.017438 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3fe3c85b-d120-47c3-8d59-a0e14f5ea0dd req-4f4c1f60-611e-4f47-8e8a-e92b50940ec4 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ab598a4c-fbb5-43ed-a967-420ce60283b3 HTTP/1.1" status: 200 len: 1776 time: 0.1013603 Apr 21 20:53:55.104811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3fe3c85b-d120-47c3-8d59-a0e14f5ea0dd req-c9e9e0e5-cae1-4f93-bc24-3b4a21499d44 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.112319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:55.113115 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.133119 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3fe3c85b-d120-47c3-8d59-a0e14f5ea0dd req-c9e9e0e5-cae1-4f93-bc24-3b4a21499d44 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.157627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-cc5d5acc-bd88-4544-b81d-9f46a78c7210 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884239 Apr 21 20:53:55.176912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Request body: {'port': {'device_id': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:55.187794 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3fe3c85b-d120-47c3-8d59-a0e14f5ea0dd req-c9e9e0e5-cae1-4f93-bc24-3b4a21499d44 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.191058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3fe3c85b-d120-47c3-8d59-a0e14f5ea0dd req-c9e9e0e5-cae1-4f93-bc24-3b4a21499d44 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.195289 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3fe3c85b-d120-47c3-8d59-a0e14f5ea0dd req-c9e9e0e5-cae1-4f93-bc24-3b4a21499d44 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab598a4c-fbb5-43ed-a967-420ce60283b3 HTTP/1.1" status: 204 len: 173 time: 0.1618991 Apr 21 20:53:55.214818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9e0e5-cae1-4f93-bc24-3b4a21499d44 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab598a4c-fbb5-43ed-a967-420ce60283b3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:55.347140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.421283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b6160-9807-4224-9366-9744484e4e96 req-70b733b7-d1f7-4745-a26a-a216a527c99b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:55.422870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b29b6160-9807-4224-9366-9744484e4e96 req-70b733b7-d1f7-4745-a26a-a216a527c99b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 931 time: 0.1208227 Apr 21 20:53:55.474261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b29b6160-9807-4224-9366-9744484e4e96 req-7dd79a31-5799-44ac-9b50-2007f0f809d1 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433757 Apr 21 20:53:55.584414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port f6b8d1b3-4665-431c-b542-c18a86bf2c8e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:53:55.597024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port f6b8d1b3-4665-431c-b542-c18a86bf2c8e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:53:55.597643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.600404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:55.648785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cfdef-afbb-4246-9e22-35dba23d2474 req-598f28db-4ebe-459c-915c-72611dfa8f1f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:55.650565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d73cfdef-afbb-4246-9e22-35dba23d2474 req-598f28db-4ebe-459c-915c-72611dfa8f1f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 945 time: 0.0712166 Apr 21 20:53:55.660376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '65f03628-7729-4b43-9842-c557f06b4727', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '65f03628-7729-4b43-9842-c557f06b4727', 'mac_address': 'fa:16:3e:97:a5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:53:55.667303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82577183-49ac-4271-883c-bea9ce018171 req-ecf60bc6-8ac3-41e2-8fcc-24a248e28a6e tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b575c164-917d-490a-8d65-dcc0e5a986a9 HTTP/1.1" status: 200 len: 1777 time: 0.2275887 Apr 21 20:53:55.732421 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.806064 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d73cfdef-afbb-4246-9e22-35dba23d2474 req-82ea7ed7-73fa-4f64-8118-bc6e02e82689 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409476 Apr 21 20:53:55.816966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-82577183-49ac-4271-883c-bea9ce018171 req-e4487fff-5132-421a-b689-afe0f8aa1027 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.880795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f03628-7729-4b43-9842-c557f06b4727 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:55.890801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-82577183-49ac-4271-883c-bea9ce018171 req-e4487fff-5132-421a-b689-afe0f8aa1027 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.894131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.945983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:55.949034 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0ba854-fd12-4841-8c1b-3db2bb0cb136" -d '{"events": [{"server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "name": "network-vif-plugged", "status": "completed", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:55.962026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:55.967414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:55.969014 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.974237 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:55.981535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988a9296-3c0c-4b9f-8521-5afe23975d89 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:53:56.020485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=12']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:56.024475 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.082419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:56.085798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9614673-240f-4ff1-82df-6957104969c9 req-eea9fb89-96cf-4661-b221-14359449a4aa tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:56.087887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9614673-240f-4ff1-82df-6957104969c9 req-eea9fb89-96cf-4661-b221-14359449a4aa tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0959196 Apr 21 20:53:56.119625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Transition to ACTIVE for port object 988a9296-3c0c-4b9f-8521-5afe23975d89 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:53:56.135176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-82577183-49ac-4271-883c-bea9ce018171 req-e4487fff-5132-421a-b689-afe0f8aa1027 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.138241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-82577183-49ac-4271-883c-bea9ce018171 req-e4487fff-5132-421a-b689-afe0f8aa1027 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.139626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82577183-49ac-4271-883c-bea9ce018171 req-e4487fff-5132-421a-b689-afe0f8aa1027 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/b575c164-917d-490a-8d65-dcc0e5a986a9 HTTP/1.1" status: 204 len: 173 time: 0.4393322 Apr 21 20:53:56.149115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9614673-240f-4ff1-82df-6957104969c9 req-76110996-8a12-418a-9371-e9fd80d4e5cc tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529034 Apr 21 20:53:56.163044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.232960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4487fff-5132-421a-b689-afe0f8aa1027 tempest-SecurityGroupsTestAdminJSON-1398888591 tempest-SecurityGroupsTestAdminJSON-1398888591-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575c164-917d-490a-8d65-dcc0e5a986a9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:56.296029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Pushing event updated for resources: {'Port': ['ID=988a9296-3c0c-4b9f-8521-5afe23975d89,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:56.296796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f566e84f-ca12-4a5a-b002-9e447cc4207e req-9dd2f25b-8252-4c85-bc61-5c438de9b14a tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 210 time: 0.0512547 Apr 21 20:53:56.333349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['65f03628-7729-4b43-9842-c557f06b4727'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:56.357699 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0050c3-3cc1-4db9-b8f8-34e2cc2c6980 x-openstack-request-id: req-2e0050c3-3cc1-4db9-b8f8-34e2cc2c6980 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:56.358015 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "name": "network-vif-plugged", "status": "completed", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:56.358236 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e0050c3-3cc1-4db9-b8f8-34e2cc2c6980 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:56.358624 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e0050c3-3cc1-4db9-b8f8-34e2cc2c6980'] response: {'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e', 'code': 200} Apr 21 20:53:56.462098 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a5e4b84-8715-40d2-8abe-67e371d843ab req-4233a3df-979f-4032-99e3-2bfe3626445b tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] 10.222.0.49 "GET /v2.0/security-groups/554f1335-f9f8-4085-bb94-20a7a1485e25 HTTP/1.1" status: 200 len: 1777 time: 0.0894914 Apr 21 20:53:56.555844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0a5e4b84-8715-40d2-8abe-67e371d843ab req-b5386a98-9a4c-4b6b-bb47-22872f50e15a tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.583419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0a5e4b84-8715-40d2-8abe-67e371d843ab req-b5386a98-9a4c-4b6b-bb47-22872f50e15a tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.634030 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0a5e4b84-8715-40d2-8abe-67e371d843ab req-b5386a98-9a4c-4b6b-bb47-22872f50e15a tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.636825 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0a5e4b84-8715-40d2-8abe-67e371d843ab req-b5386a98-9a4c-4b6b-bb47-22872f50e15a tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.638430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a5e4b84-8715-40d2-8abe-67e371d843ab req-b5386a98-9a4c-4b6b-bb47-22872f50e15a tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] 10.222.0.49 "DELETE /v2.0/security-groups/554f1335-f9f8-4085-bb94-20a7a1485e25 HTTP/1.1" status: 204 len: 173 time: 0.1692929 Apr 21 20:53:56.648829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5386a98-9a4c-4b6b-bb47-22872f50e15a tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554f1335-f9f8-4085-bb94-20a7a1485e25,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:56.656951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f959818-6f71-45b0-a86e-c406d9e279fe req-eed25823-96fe-4fcf-b418-cd83470d287f tempest-ServersAaction247Test-1779114107 tempest-ServersAaction247Test-1779114107-project] 10.222.0.49 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.3623970 Apr 21 20:53:56.676394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-426ea6b0-faa0-4454-8657-6140ae483704 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:56.689682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-426ea6b0-faa0-4454-8657-6140ae483704 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.46 "GET /v2.0/networks?id=36c155b1-46bc-45ce-ab3e-1edae0145c84 HTTP/1.1" status: 200 len: 818 time: 0.7495942 Apr 21 20:53:56.735872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Request body: {'port': {'device_id': '66451b18-3f43-4fcd-bd8a-7a1cfd1ed759', 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84', 'admin_state_up': True, 'tenant_id': 'b41d8dea26e748d7a43023a97472f406'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:56.745507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-7ef64fdb-ecf1-47a1-b907-e7a11458cbd8 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:56.745809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4afb2-e1f4-4f6e-81c0-d32e78de425d req-34124e92-07ff-4e6e-a6bb-62ccf6a2d616 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:56.746883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-7ef64fdb-ecf1-47a1-b907-e7a11458cbd8 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.43 "GET /v2.0/networks?id=36c155b1-46bc-45ce-ab3e-1edae0145c84 HTTP/1.1" status: 200 len: 818 time: 0.6539354 Apr 21 20:53:56.747280 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70d4afb2-e1f4-4f6e-81c0-d32e78de425d req-34124e92-07ff-4e6e-a6bb-62ccf6a2d616 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.0477667 Apr 21 20:53:56.798249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70d4afb2-e1f4-4f6e-81c0-d32e78de425d req-bcaf33ad-759a-4333-9fed-693768515205 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Apr 21 20:53:56.804364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44254) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:56.808863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Request body: {'port': {'device_id': '40c65929-8c8f-4e9a-aafc-fffd2b14cd74', 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84', 'admin_state_up': True, 'tenant_id': 'b41d8dea26e748d7a43023a97472f406'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:56.810386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1320295850'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:56.831809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:56.835562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.870196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:53:56.883040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.883585 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Added segment 34655c04-88ee-4558-a396-681a939c61fd of type vlan for network e0b04d92-6368-4a13-91d3-55fa4a0bba4d Apr 21 20:53:56.941537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5c528-b532-4326-a760-53336f5c7a77 req-71eb580b-5fd9-49dd-9d40-31f03b4432da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:56.943015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a5a5c528-b532-4326-a760-53336f5c7a77 req-71eb580b-5fd9-49dd-9d40-31f03b4432da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1097 time: 0.2894897 Apr 21 20:53:56.959218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:56.974623 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-768f1b4c-b180-423c-b2ae-baa2440fb455 req-ff0bf048-809f-427a-8e60-d95bf718e174 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] 10.222.0.49 "GET /v2.0/security-groups/6415b37b-7d08-470f-a5e7-64aff8f504ae HTTP/1.1" status: 200 len: 1777 time: 0.2727866 Apr 21 20:53:56.988266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550bc20-1abe-4955-80bc-b81b3d9697fe req-eab6291e-e458-4da5-bc6d-e16b224943df tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:56.989989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3550bc20-1abe-4955-80bc-b81b3d9697fe req-eab6291e-e458-4da5-bc6d-e16b224943df tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 946 time: 0.0975282 Apr 21 20:53:57.005480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.011474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:57.012504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.040155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Attempting to bind port 988a9296-3c0c-4b9f-8521-5afe23975d89 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:53:57.040501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Attempting to bind port 988a9296-3c0c-4b9f-8521-5afe23975d89 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:53:57.040832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Attempting to bind port 988a9296-3c0c-4b9f-8521-5afe23975d89 on network 1efc2521-a376-4282-87e9-b481a87d6c0b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:57.077811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Port 988a9296-3c0c-4b9f-8521-5afe23975d89 on network 1efc2521-a376-4282-87e9-b481a87d6c0b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:53:57.078134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Attempting to bind port 988a9296-3c0c-4b9f-8521-5afe23975d89 on network 1efc2521-a376-4282-87e9-b481a87d6c0b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:53:57.101459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a5a5c528-b532-4326-a760-53336f5c7a77 req-bdc54ff5-538d-42e9-b41c-6aa1b4600b7e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427717 Apr 21 20:53:57.111740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:53:57.112072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Checking segment: {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:57.112446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Bound using segment: {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:53:57.112902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Bound port: 988a9296-3c0c-4b9f-8521-5afe23975d89, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:53:57.113260 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.138201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Made reservation on behalf of b41d8dea26e748d7a43023a97472f406 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:57.141587 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.152462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3467100 Apr 21 20:53:57.169469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44258) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:57.170075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Made reservation on behalf of b41d8dea26e748d7a43023a97472f406 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:57.173465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.180226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1646578743'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:57.203514 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-768f1b4c-b180-423c-b2ae-baa2440fb455 req-8cf93ece-a19c-48c8-be8b-d27af7965217 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.211003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3550bc20-1abe-4955-80bc-b81b3d9697fe req-73c8a695-1d60-4b99-9cf0-3590f9502bf1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128131 Apr 21 20:53:57.219310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b5c34-c25f-4247-ba2e-04944dea576e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Network': ['ID=e0b04d92-6368-4a13-91d3-55fa4a0bba4d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:57.238370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:53:57.265247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-29033a42-2e50-4925-a55e-9999b45ca87e tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:57.266878 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-29033a42-2e50-4925-a55e-9999b45ca87e tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.46 "GET /v2.0/networks?id=36c155b1-46bc-45ce-ab3e-1edae0145c84 HTTP/1.1" status: 200 len: 818 time: 0.2264545 Apr 21 20:53:57.305615 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-768f1b4c-b180-423c-b2ae-baa2440fb455 req-8cf93ece-a19c-48c8-be8b-d27af7965217 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.315760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:57.319225 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.358757 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c309dd-f0cb-4a0e-8032-70a7de6005c9 req-dd916c9b-ecd3-43d5-a3c2-a3fb143ca87a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:57.360423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9c309dd-f0cb-4a0e-8032-70a7de6005c9 req-dd916c9b-ecd3-43d5-a3c2-a3fb143ca87a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.0536437 Apr 21 20:53:57.400449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9c309dd-f0cb-4a0e-8032-70a7de6005c9 req-ec732f93-e22d-4579-b416-1320228c05a5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Apr 21 20:53:57.402829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:53:57.448070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=988a9296-3c0c-4b9f-8521-5afe23975d89,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:53:57.461448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Request body: {'port': {'device_id': 'a783c636-17d6-473d-a17b-9c2a55a1af0e', 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84', 'admin_state_up': True, 'tenant_id': 'b41d8dea26e748d7a43023a97472f406'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:57.513626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:53:57.516721 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.542294 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64ba801d-fa3b-473f-b924-889735138990 req-99c51b9c-1e44-4302-be71-42e8bdebf4e5 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 210 time: 0.0579805 Apr 21 20:53:57.580969 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.581339 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Added segment 49439121-f0a0-4498-9e37-145b33c2db45 of type vlan for network 1942e038-afad-4a0d-9231-13760299a205 Apr 21 20:53:57.588345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:57.588467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.590078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] 10.222.0.43 "PUT /v2.0/ports/988a9296-3c0c-4b9f-8521-5afe23975d89 HTTP/1.1" status: 200 len: 1091 time: 2.4231167 Apr 21 20:53:57.611859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:53:57.616055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23662335-d91a-49f8-b108-15ea68813218 req-d780c193-22b7-490a-a600-db6c6ee36da2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710499 Apr 21 20:53:57.616287 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c" -d '{"events": [{"name": "network-changed", "server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:53:57.626577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-768f1b4c-b180-423c-b2ae-baa2440fb455 req-8cf93ece-a19c-48c8-be8b-d27af7965217 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.629234 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-768f1b4c-b180-423c-b2ae-baa2440fb455 req-8cf93ece-a19c-48c8-be8b-d27af7965217 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.631008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-768f1b4c-b180-423c-b2ae-baa2440fb455 req-8cf93ece-a19c-48c8-be8b-d27af7965217 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] 10.222.0.49 "DELETE /v2.0/security-groups/6415b37b-7d08-470f-a5e7-64aff8f504ae HTTP/1.1" status: 204 len: 173 time: 0.6554921 Apr 21 20:53:57.649398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Made reservation on behalf of b41d8dea26e748d7a43023a97472f406 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:57.654574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.690053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-18450970-8d08-4b91-9097-c099fb812aa5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:57.691875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-18450970-8d08-4b91-9097-c099fb812aa5 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.2323222 Apr 21 20:53:57.702439 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990e4eb8-20ea-494d-befa-b0bb88eccee8 x-openstack-request-id: req-990e4eb8-20ea-494d-befa-b0bb88eccee8 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:53:57.702721 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:53:57.702961 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-990e4eb8-20ea-494d-befa-b0bb88eccee8 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:53:57.703350 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990e4eb8-20ea-494d-befa-b0bb88eccee8'] response: {'name': 'network-changed', 'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89', 'status': 'completed', 'code': 200} Apr 21 20:53:57.761423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf93ece-a19c-48c8-be8b-d27af7965217 tempest-SecurityGroupsTestAdminJSON-1749906917 tempest-SecurityGroupsTestAdminJSON-1749906917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6415b37b-7d08-470f-a5e7-64aff8f504ae,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:57.777330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Allocated IP 172.20.0.12 (36c155b1-46bc-45ce-ab3e-1edae0145c84/0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae/3cb43394-33f0-4bab-92ab-9c337e987fca) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:57.778110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23662335-d91a-49f8-b108-15ea68813218 req-43cbe859-19cd-495b-8513-6ad50b2a66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:57.780651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2186bc0-452d-4f5f-95da-30101628b880 service neutron] Pushing event updated for resources: {'Port': ['ID=988a9296-3c0c-4b9f-8521-5afe23975d89,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:57.781104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23662335-d91a-49f8-b108-15ea68813218 req-43cbe859-19cd-495b-8513-6ad50b2a66ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51b91fce49a94986a42f0b9fce162efd&device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 1102 time: 0.1074855 Apr 21 20:53:57.850132 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:57.913952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-353d4d08-ce0b-4c39-b04d-70961361eaea req-85a37c6b-dc9d-45a4-b1f4-cf8d54a8d486 tempest-ServersAaction247Test-1779114107 tempest-ServersAaction247Test-1779114107-project] 10.222.0.49 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.0791624 Apr 21 20:53:57.917800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-b63bf577-447c-4595-808b-0ca8b9702084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:57.919894 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-b63bf577-447c-4595-808b-0ca8b9702084 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 1094 time: 0.2420697 Apr 21 20:53:57.958045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23662335-d91a-49f8-b108-15ea68813218 req-93a86fde-b280-4a6b-9003-9ba2c94ae9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:57.959591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23662335-d91a-49f8-b108-15ea68813218 req-93a86fde-b280-4a6b-9003-9ba2c94ae9ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1553462 Apr 21 20:53:57.972080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc42b4-d2e5-4cc2-866e-aea0d683cbee req-dfbf94d0-854a-4b1e-b859-c1629fcde56f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:57.973516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92dc42b4-d2e5-4cc2-866e-aea0d683cbee req-dfbf94d0-854a-4b1e-b859-c1629fcde56f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.0818458 Apr 21 20:53:57.997103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44274) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:58.030429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-100e76ef-af88-4179-92de-f982bbeba635 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=988a9296-3c0c-4b9f-8521-5afe23975d89 HTTP/1.1" status: 200 len: 217 time: 0.0838113 Apr 21 20:53:58.040305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.041623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23662335-d91a-49f8-b108-15ea68813218 req-17c37b23-8bb2-41e0-8de9-22540c3f7889 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 200 len: 217 time: 0.0452731 Apr 21 20:53:58.045829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:58.046419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.061856 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92dc42b4-d2e5-4cc2-866e-aea0d683cbee req-bd253bc4-e43a-4acd-8da0-57742009bc5e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809474 Apr 21 20:53:58.099081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23662335-d91a-49f8-b108-15ea68813218 req-5c79b70f-b679-4570-b891-7d38a92c750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:58.101104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23662335-d91a-49f8-b108-15ea68813218 req-5c79b70f-b679-4570-b891-7d38a92c750a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0511830 Apr 21 20:53:58.166193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23662335-d91a-49f8-b108-15ea68813218 req-61bb29f4-c30b-46f9-9385-50de13d253d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:58.167662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23662335-d91a-49f8-b108-15ea68813218 req-61bb29f4-c30b-46f9-9385-50de13d253d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604124 Apr 21 20:53:58.190201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0146043 Apr 21 20:53:58.196649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44280) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:58.205392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'subnet': {'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:58.250530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92a976-a761-4e1e-8e1b-50a36b22df29 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Network': ['ID=1942e038-afad-4a0d-9231-13760299a205,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:58.254355 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fab05e40-7083-4f8f-9396-160b690f4338 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=482ad22d576a4bc2b2d07ec65176c250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562253 Apr 21 20:53:58.257039 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44284) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:58.262747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1942e038-afad-4a0d-9231-13760299a205 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:53:58.288979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-2746f227-591d-42d2-adff-b423d981b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:58.290359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-2746f227-591d-42d2-adff-b423d981b871 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b091780-49e0-43b5-a615-8809871ac381 HTTP/1.1" status: 200 len: 862 time: 0.2362123 Apr 21 20:53:58.294897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Deleting port 65f03628-7729-4b43-9842-c557f06b4727 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:53:58.295239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.363965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-af03773e-6cc7-4cb9-b1eb-fbd31ef139dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1efc2521-a376-4282-87e9-b481a87d6c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649323 Apr 21 20:53:58.400164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23662335-d91a-49f8-b108-15ea68813218 req-2372ca77-b06b-4bc1-b21b-47165bf30b1a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232983 Apr 21 20:53:58.402628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:58.406013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.428825 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f47acee-baf9-4cdc-9d77-c87bcaae3016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.494078 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.535812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f47acee-baf9-4cdc-9d77-c87bcaae3016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.544793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253afc2-e6c2-4a2b-95e6-b365344ccdcd req-9eb7370d-c5a6-441e-8c4e-ad9d9eee05f8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:58.546192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5253afc2-e6c2-4a2b-95e6-b365344ccdcd req-9eb7370d-c5a6-441e-8c4e-ad9d9eee05f8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 946 time: 0.2274106 Apr 21 20:53:58.560049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:58.560403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.608182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Calling delete_port for 65f03628-7729-4b43-9842-c557f06b4727 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:53:58.638926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-aa63aaf4-ecff-451e-b1b2-c5ba9de18e7b service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241297 Apr 21 20:53:58.652321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6ef47-3978-4218-bd39-281d135bad47 req-a94bddf7-2d0c-4309-aa12-fc4d9c188d51 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:58.653956 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22a6ef47-3978-4218-bd39-281d135bad47 req-a94bddf7-2d0c-4309-aa12-fc4d9c188d51 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0684e31b-519f-4ace-b8a0-50ec354d95fe HTTP/1.1" status: 200 len: 950 time: 0.1707306 Apr 21 20:53:58.657993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23662335-d91a-49f8-b108-15ea68813218 req-caf4387f-15e2-4e2a-98e9-f51d4311900d service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490878 Apr 21 20:53:58.690683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5253afc2-e6c2-4a2b-95e6-b365344ccdcd req-a485cf3e-228d-4796-8209-1f73acc38c52 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324606 Apr 21 20:53:58.717574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f47acee-baf9-4cdc-9d77-c87bcaae3016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.720114 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f47acee-baf9-4cdc-9d77-c87bcaae3016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.723748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8f47acee-baf9-4cdc-9d77-c87bcaae3016 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd22e398-49db-4b82-84f6-1fe574278e1d HTTP/1.1" status: 204 len: 168 time: 0.4637661 Apr 21 20:53:58.723986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.752092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47acee-baf9-4cdc-9d77-c87bcaae3016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd22e398-49db-4b82-84f6-1fe574278e1d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:58.774249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22a6ef47-3978-4218-bd39-281d135bad47 req-98ecb05a-5828-4ca2-91b1-b9bbcee7e69e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107914 Apr 21 20:53:58.834593 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:53:58.863679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:58.899510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Network 36c155b1-46bc-45ce-ab3e-1edae0145c84 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:53:58.905885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f423897-0cb3-485f-b710-f1956e5a47c1 req-22b3aea6-beff-4fba-9163-ecd32a726655 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 210 time: 0.0845404 Apr 21 20:53:58.924217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:58.935567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Allocated IP 172.20.0.7 (36c155b1-46bc-45ce-ab3e-1edae0145c84/0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae/9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:53:58.944726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:53:58.949250 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Subnet': ['ID=800a7f33-bcfc-4087-8a42-538b36edceab,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:58.953489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:53:58.959321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Pushing event updated for resources: {'Port': ['ID=3cb43394-33f0-4bab-92ab-9c337e987fca,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:59.003262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Checking segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:53:59.004229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network hostable DHCP agents. Network: e0b04d92-6368-4a13-91d3-55fa4a0bba4d, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:53:59.030436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:53:59.055539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e0b04d92-6368-4a13-91d3-55fa4a0bba4d) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:53:59.065659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:59.066250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:59.093328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ce08a2e0-3de8-4601-9327-5185e40f7621 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8919771 Apr 21 20:53:59.095847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44298) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:59.099270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740196f-713a-418e-801f-0ed7fce4bf5d None None] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:53:59.102621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'subnet': {'network_id': '1942e038-afad-4a0d-9231-13760299a205', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:59.240043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd13f73a-96bc-4e0f-8d79-64e107dff6c6 req-f8571fe6-83dd-4b2a-aeb3-e0238d058a25 tempest-ServersAaction247Test-1779114107 tempest-ServersAaction247Test-1779114107-project] 10.222.0.49 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.0467761 Apr 21 20:53:59.251256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2758d2b9-8b05-4f09-8655-a04e18d1c6af req-bb287fd5-01ab-46fc-a4d8-8d9eb838517d service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005430 Apr 21 20:53:59.270501 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:59.275963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:53:59.286203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 65f03628-7729-4b43-9842-c557f06b4727, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=65f03628-7729-4b43-9842-c557f06b4727,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:53:59.293436 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:59.326380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44300) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:59.340890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '65f03628-7729-4b43-9842-c557f06b4727', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '65f03628-7729-4b43-9842-c557f06b4727', 'mac_address': 'fa:16:3e:97:a5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:53:59.350059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:59.351651 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:59.400444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'fixed_ips': [{'subnet_id': '800a7f33-bcfc-4087-8a42-538b36edceab'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:53:59.402466 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:59.423215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a9cb38b4-c4d8-4786-afaf-6f5d0be563b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82db883f4b2d4b9391cfd9bc5bb5eb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0956874 Apr 21 20:53:59.426813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44302) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:53:59.432484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-94235769-59f9-4231-8f4d-5f3ebd4216b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7290573 Apr 21 20:53:59.442895 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:59.468540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Request body: {'port': {'device_id': '66451b18-3f43-4fcd-bd8a-7a1cfd1ed759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:53:59.487289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5599a89a-010e-443c-9278-2c8a182e9d64', '1aa00b87-5d95-485c-9e8c-dd2839b05699'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:59.489275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['0a688f75-ab74-4ce7-bb72-34fe31405864'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:53:59.512097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Pushing event deleted for resources: {'Port': ['ID=65f03628-7729-4b43-9842-c557f06b4727,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:53:59.530858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24231ca-62c4-4095-ac69-779fc674d493 req-2b2120d6-8b07-4b36-af33-c768bddfc308 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:59.538861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a24231ca-62c4-4095-ac69-779fc674d493 req-2b2120d6-8b07-4b36-af33-c768bddfc308 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.2784829 Apr 21 20:53:59.558013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:59.583578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-232a6a1d-c429-4910-b00b-c2af901a7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:53:59.586049 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-232a6a1d-c429-4910-b00b-c2af901a7c2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 1094 time: 0.2267313 Apr 21 20:53:59.650368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] No DVR routers for this DVR port 65f03628-7729-4b43-9842-c557f06b4727 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:53:59.653546 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:53:59.657255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2524599-c863-4678-a004-1c2b7d1bc4dd req-937ae078-b6fb-4a95-be6f-1cdbaee4a12d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "DELETE /v2.0/ports/65f03628-7729-4b43-9842-c557f06b4727 HTTP/1.1" status: 204 len: 173 time: 1.9127710 Apr 21 20:53:59.756178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Allocated IP 10.1.1.2 (e0b04d92-6368-4a13-91d3-55fa4a0bba4d/800a7f33-bcfc-4087-8a42-538b36edceab/02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:00.049980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33b4658e-8a2a-438b-a82e-788b28753332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.106859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Allocated IP 172.20.0.6 (36c155b1-46bc-45ce-ab3e-1edae0145c84/0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae/dce21c0f-3cc6-46d4-a1a6-2d30315375e1) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:00.117967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-deleted', 'tag': '65f03628-7729-4b43-9842-c557f06b4727'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:00.120405 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10fb923-c59b-4c5b-9fa8-c252ef583a58" -d '{"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-deleted", "tag": "65f03628-7729-4b43-9842-c557f06b4727"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:00.155228 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33b4658e-8a2a-438b-a82e-788b28753332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.163334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Network 36c155b1-46bc-45ce-ab3e-1edae0145c84 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:00.176400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.193096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33f370e8-a799-4d1b-92d0-e6d73c697fdb req-903f2ddb-c880-4303-917a-6928fd818416 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.0639577 Apr 21 20:54:00.213754 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.214034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0f06e-b774-4637-b86c-78d27d22dac7 req-359c3674-3c4c-4852-8479-7b227f7db025 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:00.215486 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6c0f06e-b774-4637-b86c-78d27d22dac7 req-359c3674-3c4c-4852-8479-7b227f7db025 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 946 time: 0.1895208 Apr 21 20:54:00.223142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:00.224974 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.227088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:00.234123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Pushing event updated for resources: {'Port': ['ID=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:00.234268 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.267090 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a24231ca-62c4-4095-ac69-779fc674d493 req-9a79f923-6518-4ab5-b517-089d839b9a26 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7261493 Apr 21 20:54:00.300245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:00.317597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:00.320867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:00.325044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Pushing event updated for resources: {'Port': ['ID=02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:00.364673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:00.365357 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.385803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Attempting to bind port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:00.386227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Attempting to bind port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:00.387167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Attempting to bind port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:00.391042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-bce6a044-fe85-4b81-a4ac-46254cc3a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:00.392542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-bce6a044-fe85-4b81-a4ac-46254cc3a93e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 200 len: 923 time: 0.7605863 Apr 21 20:54:00.393644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:00.394048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Checking segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:00.394496 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.395388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Bound using segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:00.395989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Bound port: 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:00.396420 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.441332 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.451040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Subnet': ['ID=5238cd08-3697-45c2-8e5d-4f9c0a9656e3,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:00.463035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-63c87286-85be-4808-8c45-a1097e0e7f21 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6951890 Apr 21 20:54:00.487532 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f643-a7f6-4e6e-b39c-30a13ef35cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.490385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6c0f06e-b774-4637-b86c-78d27d22dac7 req-44f53d84-8245-4572-8016-63f49c424f59 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294927 Apr 21 20:54:00.497443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] For port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:00.501837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] For port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:00.510342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Request body: {'port': {'device_id': '40c65929-8c8f-4e9a-aafc-fffd2b14cd74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:00.510872 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33b4658e-8a2a-438b-a82e-788b28753332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.511955 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.525520 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33b4658e-8a2a-438b-a82e-788b28753332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.527638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a5aee65-7351-460a-a404-b64f909c6cfa req-142881a0-8896-4355-afe2-428064132703 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 210 time: 0.0760562 Apr 21 20:54:00.529165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-53434804-0366-491f-ad15-978105f3c636 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=988a9296-3c0c-4b9f-8521-5afe23975d89 HTTP/1.1" status: 200 len: 217 time: 0.0787776 Apr 21 20:54:00.533303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-33b4658e-8a2a-438b-a82e-788b28753332 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/393af231-05fa-4d41-aeb4-e1092b3880a1 HTTP/1.1" status: 204 len: 168 time: 1.1053529 Apr 21 20:54:00.540713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Checking segment: {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:00.549148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network hostable DHCP agents. Network: 1942e038-afad-4a0d-9231-13760299a205, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:54:00.594753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4658e-8a2a-438b-a82e-788b28753332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393af231-05fa-4d41-aeb4-e1092b3880a1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:00.609089 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a52cce8-eb73-4dcc-8dc9-e87d570de86d x-openstack-request-id: req-7a52cce8-eb73-4dcc-8dc9-e87d570de86d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:00.609385 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0684e31b-519f-4ace-b8a0-50ec354d95fe", "name": "network-vif-deleted", "tag": "65f03628-7729-4b43-9842-c557f06b4727", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:00.609634 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a52cce8-eb73-4dcc-8dc9-e87d570de86d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:00.610024 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a52cce8-eb73-4dcc-8dc9-e87d570de86d'] response: {'server_uuid': '0684e31b-519f-4ace-b8a0-50ec354d95fe', 'name': 'network-vif-deleted', 'tag': '65f03628-7729-4b43-9842-c557f06b4727', 'status': 'completed', 'code': 200} Apr 21 20:54:00.615472 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.675095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bef5e6-dfd1-4674-911b-1703533fa1e1 None None] Pushing event updated for resources: {'Port': ['ID=02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:00.695205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network 1942e038-afad-4a0d-9231-13760299a205 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:54:00.711574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Network 36c155b1-46bc-45ce-ab3e-1edae0145c84 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:00.718837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:00.721302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Pushing event updated for resources: {'Port': ['ID=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:00.724371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:00.748951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 1942e038-afad-4a0d-9231-13760299a205) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:00.758854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:00.759555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.759925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9454c3c9-fd26-421a-a94b-3b5d14fd1067 None None] Network 1942e038-afad-4a0d-9231-13760299a205 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:54:00.796556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:00.803473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.814007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4693ef7a-a67f-4a2f-a0f7-e5a614563af7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7138476 Apr 21 20:54:00.814007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44320) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:00.819246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'port': {'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'name': 'tempest-TaggedBootDevicesTest_v242-920305928', 'fixed_ips': [{'subnet_id': '800a7f33-bcfc-4087-8a42-538b36edceab'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:00.819719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-359e6434-509c-47b5-802a-7e32927d2a6d req-de9ec5d3-8dc7-4d69-82e7-6791e837297b tempest-ServersAaction247Test-1779114107 tempest-ServersAaction247Test-1779114107-project] 10.222.0.49 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.1320765 Apr 21 20:54:00.904829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-5da39c4f-8767-4c34-8dfb-1addaed175b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:00.910166 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-5da39c4f-8767-4c34-8dfb-1addaed175b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b091780-49e0-43b5-a615-8809871ac381 HTTP/1.1" status: 200 len: 862 time: 0.3147333 Apr 21 20:54:00.951407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-fed2e038-69bb-41aa-984e-c5753c7f3684 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4971073 Apr 21 20:54:00.952898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:00.966661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:00.992810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Request body: {'port': {'device_id': 'a783c636-17d6-473d-a17b-9c2a55a1af0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:01.003093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-a11b100a-ed83-4242-91c5-330fc19d26ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1efc2521-a376-4282-87e9-b481a87d6c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832996 Apr 21 20:54:01.060640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 65f03628-7729-4b43-9842-c557f06b4727 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:01.061285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 65f03628-7729-4b43-9842-c557f06b4727 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:01.162609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebcb6c-b037-4c14-85fa-84795228f0bd req-6b9098f0-4c34-4c40-8f93-59ac7b192e64 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:01.171753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bebcb6c-b037-4c14-85fa-84795228f0bd req-6b9098f0-4c34-4c40-8f93-59ac7b192e64 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 951 time: 0.1221786 Apr 21 20:54:01.176802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:01.204788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-1942e038-afad-4a0d-9231-13760299a205', 'network_id': '1942e038-afad-4a0d-9231-13760299a205', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'fixed_ips': [{'subnet_id': '5238cd08-3697-45c2-8e5d-4f9c0a9656e3'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:54:01.205876 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:01.253676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:01.301982 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bebcb6c-b037-4c14-85fa-84795228f0bd req-c9604b61-a13c-44eb-b9d4-e8e9c47ee21a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291010 Apr 21 20:54:01.360545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e1d62-db90-4524-91d3-86248c612a01 req-9b78dec0-5751-4e05-9a93-aab1d5828deb tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:01.365550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-008e1d62-db90-4524-91d3-86248c612a01 req-9b78dec0-5751-4e05-9a93-aab1d5828deb tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1097 time: 0.4073138 Apr 21 20:54:01.421581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Allocated IP 10.2.2.2 (1942e038-afad-4a0d-9231-13760299a205/5238cd08-3697-45c2-8e5d-4f9c0a9656e3/cec2c168-c7df-4346-9f74-9c49efeb20db) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:01.438962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-b995b36a-33b1-473b-8a3c-cfc931ea152b service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271812 Apr 21 20:54:01.446596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb43394-33f0-4bab-92ab-9c337e987fca {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:01.537767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:01.559349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e66c-a4f7-4f5f-8428-0be62f829e4c req-7b16eefa-fd13-4b46-a8cb-398ddbfd2dc0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:01.559471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0fc7c47-44e3-45cf-a72d-b216aaa7d91c req-55868669-8a22-4996-848e-5f42fbece807 service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038594 Apr 21 20:54:01.561524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-008e1d62-db90-4524-91d3-86248c612a01 req-6fd4e938-d3dc-4fa8-93d1-446946fde822 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822488 Apr 21 20:54:01.563531 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:01.565598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e57e66c-a4f7-4f5f-8428-0be62f829e4c req-7b16eefa-fd13-4b46-a8cb-398ddbfd2dc0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.1122916 Apr 21 20:54:01.591449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Transition to ACTIVE for port object 3cb43394-33f0-4bab-92ab-9c337e987fca will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:01.603188 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:01.613218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] device_id is not set on port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:54:01.697885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e57e66c-a4f7-4f5f-8428-0be62f829e4c req-82075779-76b5-48da-bd59-d98eed749ed7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312079 Apr 21 20:54:01.868319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Pushing event updated for resources: {'Port': ['ID=3cb43394-33f0-4bab-92ab-9c337e987fca,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:01.930324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7582f-02ff-4578-af4c-ddb7bd2a4e03 req-2e055c38-eaef-4efa-b6b4-c45f72c54cce tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:01.938078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ead7582f-02ff-4578-af4c-ddb7bd2a4e03 req-2e055c38-eaef-4efa-b6b4-c45f72c54cce tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1097 time: 0.1430500 Apr 21 20:54:01.977182 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:01.987671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Allocated IP 10.1.1.49 (e0b04d92-6368-4a13-91d3-55fa4a0bba4d/800a7f33-bcfc-4087-8a42-538b36edceab/86aae9c2-7ba2-4322-9ed3-3a81b43534ad) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:01.994132 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.003604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ead7582f-02ff-4578-af4c-ddb7bd2a4e03 req-87344386-5705-4011-8c5d-814b39f53a4a tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602443 Apr 21 20:54:02.066445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Network 1942e038-afad-4a0d-9231-13760299a205 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:02.076210 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:02.082770 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:02.114293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381764bb-cf73-4332-9d9f-54440b8eaead req-abcf4ed9-4f6d-4710-9065-20cb28068196 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:02.122570 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-381764bb-cf73-4332-9d9f-54440b8eaead req-abcf4ed9-4f6d-4710-9065-20cb28068196 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 931 time: 0.3224673 Apr 21 20:54:02.139281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Attempting to bind port 3cb43394-33f0-4bab-92ab-9c337e987fca on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:02.139608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Attempting to bind port 3cb43394-33f0-4bab-92ab-9c337e987fca by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:02.139934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Attempting to bind port 3cb43394-33f0-4bab-92ab-9c337e987fca on network 36c155b1-46bc-45ce-ab3e-1edae0145c84 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:02.158093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Port 3cb43394-33f0-4bab-92ab-9c337e987fca on network 36c155b1-46bc-45ce-ab3e-1edae0145c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:02.158482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Attempting to bind port 3cb43394-33f0-4bab-92ab-9c337e987fca on network 36c155b1-46bc-45ce-ab3e-1edae0145c84 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:02.179269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Pushing event updated for resources: {'Port': ['ID=cec2c168-c7df-4346-9f74-9c49efeb20db,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:02.187980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Attempting to bind port cec2c168-c7df-4346-9f74-9c49efeb20db on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:02.188466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Attempting to bind port cec2c168-c7df-4346-9f74-9c49efeb20db by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:02.188955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Attempting to bind port cec2c168-c7df-4346-9f74-9c49efeb20db on network 1942e038-afad-4a0d-9231-13760299a205 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:02.198367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:02.198880 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Checking segment: {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:02.199416 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Bound using segment: {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:02.200184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Bound port: 3cb43394-33f0-4bab-92ab-9c337e987fca, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:02.200698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.205561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:02.206258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Checking segment: {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:02.206777 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.207235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Bound using segment: {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:02.207785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Bound port: cec2c168-c7df-4346-9f74-9c49efeb20db, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:02.208420 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.249910 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.258499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-381764bb-cf73-4332-9d9f-54440b8eaead req-5e3cb061-af38-46e1-927a-42401e80c222 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351602 Apr 21 20:54:02.294951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e451621c-5011-45a1-8def-0203b093c196 None None] For port cec2c168-c7df-4346-9f74-9c49efeb20db, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:02.299613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e451621c-5011-45a1-8def-0203b093c196 None None] For port cec2c168-c7df-4346-9f74-9c49efeb20db, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cec2c168-c7df-4346-9f74-9c49efeb20db,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:02.303272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b5a3b6-b698-4f71-966f-018bcdf9ce88 None None] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:54:02.306638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:02.309387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.317146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd2a5b65-28fe-4e15-ad99-5763d55a6d50 req-5d35b020-2046-4bc5-b29a-add2c801aa72 tempest-ServersAaction247Test-1779114107 tempest-ServersAaction247Test-1779114107-project] 10.222.0.49 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.2066476 Apr 21 20:54:02.319379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.321896 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.362906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Transition to ACTIVE for port object 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:02.392474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.442335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] For port 3cb43394-33f0-4bab-92ab-9c337e987fca, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:02.465899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:02.478560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-33959dc2-4201-4272-8539-b5fb873fc814 None None] Provisioning complete for port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:02.479111 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33959dc2-4201-4272-8539-b5fb873fc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.490373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:02.493457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:02.561834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] For port 3cb43394-33f0-4bab-92ab-9c337e987fca, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3cb43394-33f0-4bab-92ab-9c337e987fca,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:02.572821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:02.573843 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.611982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Port': ['ID=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:02.637204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Pushing event updated for resources: {'Port': ['ID=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:02.642183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.651026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3920056f-e4cb-469b-a4c0-8c1045a11247 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8357687 Apr 21 20:54:02.657860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451621c-5011-45a1-8def-0203b093c196 None None] Pushing event updated for resources: {'Port': ['ID=cec2c168-c7df-4346-9f74-9c49efeb20db,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:02.671794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 988a9296-3c0c-4b9f-8521-5afe23975d89 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:02.672319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44374) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:02.700436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'port': {'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'name': 'tempest-TaggedBootDevicesTest_v242-1957574348', 'fixed_ips': [{'subnet_id': '800a7f33-bcfc-4087-8a42-538b36edceab'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:02.734469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ede56-5a1d-4298-b671-5d8d5dbd0a8f req-bb7a0e50-52a8-42f1-bb0b-37139ece5f7e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:02.746835 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-140ede56-5a1d-4298-b671-5d8d5dbd0a8f req-bb7a0e50-52a8-42f1-bb0b-37139ece5f7e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 951 time: 0.2796204 Apr 21 20:54:02.841150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac9e7718-4c25-46a8-b733-2da8e7f5a3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.910507 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33959dc2-4201-4272-8539-b5fb873fc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.918045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Pushing event updated for resources: {'Port': ['ID=3cb43394-33f0-4bab-92ab-9c337e987fca,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:02.971403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:02.972415 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:02.974026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-6ae73a92-a2e1-452e-9574-ceaa79c6d4df service neutron] 10.222.0.46 "PUT /v2.0/ports/3cb43394-33f0-4bab-92ab-9c337e987fca HTTP/1.1" status: 200 len: 1092 time: 3.5259380 Apr 21 20:54:02.974613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66451b18-3f43-4fcd-bd8a-7a1cfd1ed759', 'tag': '3cb43394-33f0-4bab-92ab-9c337e987fca'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:02.977103 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6e4b6f-1625-475d-9088-381bada6557a" -d '{"events": [{"name": "network-changed", "server_uuid": "66451b18-3f43-4fcd-bd8a-7a1cfd1ed759", "tag": "3cb43394-33f0-4bab-92ab-9c337e987fca"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:02.989375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:02.990289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Attempting to bind port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:02.990912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Attempting to bind port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:02.991492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Attempting to bind port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 on network 36c155b1-46bc-45ce-ab3e-1edae0145c84 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:03.023869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-1afa2f3d-7bf4-4190-a359-470e7d1cf4cb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:03.025833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-1afa2f3d-7bf4-4190-a359-470e7d1cf4cb tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 951 time: 0.3776264 Apr 21 20:54:03.036554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 on network 36c155b1-46bc-45ce-ab3e-1edae0145c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:03.037151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Attempting to bind port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 on network 36c155b1-46bc-45ce-ab3e-1edae0145c84 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:03.046123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:03.046765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Checking segment: {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:03.047320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Bound using segment: {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:03.047892 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-140ede56-5a1d-4298-b671-5d8d5dbd0a8f req-299d3ceb-f910-4d86-b779-aa2b98a66adc tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001220 Apr 21 20:54:03.055358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Bound port: 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:03.055736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.152096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce21c0f-3cc6-46d4-a1a6-2d30315375e1 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:03.171097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.184680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-33959dc2-4201-4272-8539-b5fb873fc814 None None] For port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:03.204507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Transition to ACTIVE for port object dce21c0f-3cc6-46d4-a1a6-2d30315375e1 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:03.213689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.233660 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33959dc2-4201-4272-8539-b5fb873fc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.250931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:03.255804 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.325648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] For port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:03.330767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] For port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:03.333145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=988a9296-3c0c-4b9f-8521-5afe23975d89,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:03.343501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] device_id is not set on port bc84869d-00b0-423c-804e-ad0ecdd5053b yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:54:03.367185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '988a9296-3c0c-4b9f-8521-5afe23975d89', 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b', 'port_id': '988a9296-3c0c-4b9f-8521-5afe23975d89', 'mac_address': 'fa:16:3e:41:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b091780-49e0-43b5-a615-8809871ac381', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:03.384749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Pushing event updated for resources: {'Port': ['ID=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:03.406953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.425872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:03.426090 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.427575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33959dc2-4201-4272-8539-b5fb873fc814 None None] Pushing event updated for resources: {'Port': ['ID=02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:03.446955 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f7b6cb-4eec-42f8-90b6-4a17d3122f37 x-openstack-request-id: req-58f7b6cb-4eec-42f8-90b6-4a17d3122f37 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:03.447341 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66451b18-3f43-4fcd-bd8a-7a1cfd1ed759", "tag": "3cb43394-33f0-4bab-92ab-9c337e987fca", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:03.447520 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58f7b6cb-4eec-42f8-90b6-4a17d3122f37 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:03.450285 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f7b6cb-4eec-42f8-90b6-4a17d3122f37'] response: {'name': 'network-changed', 'server_uuid': '66451b18-3f43-4fcd-bd8a-7a1cfd1ed759', 'tag': '3cb43394-33f0-4bab-92ab-9c337e987fca', 'status': 'completed', 'code': 200} Apr 21 20:54:03.514609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-bf48568d-b08c-44f0-a488-346ffbf593fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:03.516183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-bf48568d-b08c-44f0-a488-346ffbf593fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b41d8dea26e748d7a43023a97472f406&device_id=66451b18-3f43-4fcd-bd8a-7a1cfd1ed759 HTTP/1.1" status: 200 len: 1095 time: 0.4880013 Apr 21 20:54:03.517512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:03.518093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.519497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] 10.222.0.43 "PUT /v2.0/ports/9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 HTTP/1.1" status: 200 len: 1091 time: 3.0199435 Apr 21 20:54:03.577454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Deleting port 0a688f75-ab74-4ce7-bb72-34fe31405864 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:03.577800 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.592354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Attempting to bind port dce21c0f-3cc6-46d4-a1a6-2d30315375e1 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:03.595407 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Attempting to bind port dce21c0f-3cc6-46d4-a1a6-2d30315375e1 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:03.595726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Attempting to bind port dce21c0f-3cc6-46d4-a1a6-2d30315375e1 on network 36c155b1-46bc-45ce-ab3e-1edae0145c84 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:03.614917 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.626324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Port dce21c0f-3cc6-46d4-a1a6-2d30315375e1 on network 36c155b1-46bc-45ce-ab3e-1edae0145c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:03.626324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Attempting to bind port dce21c0f-3cc6-46d4-a1a6-2d30315375e1 on network 36c155b1-46bc-45ce-ab3e-1edae0145c84 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:03.649758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:03.650228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Checking segment: {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:03.651344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Bound using segment: {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:03.651826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Bound port: dce21c0f-3cc6-46d4-a1a6-2d30315375e1, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f707b877-97e1-437c-86af-abf5220acb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:03.652237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.662112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988a9296-3c0c-4b9f-8521-5afe23975d89 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:03.718257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=988a9296-3c0c-4b9f-8521-5afe23975d89,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:03.814673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-381afda6-18c3-4c7d-bc9c-8c9760d76a7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cb43394-33f0-4bab-92ab-9c337e987fca HTTP/1.1" status: 200 len: 217 time: 0.2702301 Apr 21 20:54:03.824160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] For port dce21c0f-3cc6-46d4-a1a6-2d30315375e1, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:03.827940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] For port dce21c0f-3cc6-46d4-a1a6-2d30315375e1, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:03.832302 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.832684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe19af8-9f04-465c-bb60-e41dbcfd0a7a req-3ef5d2df-136d-44eb-bff8-11c52fc815c7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:03.847418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cfe19af8-9f04-465c-bb60-e41dbcfd0a7a req-3ef5d2df-136d-44eb-bff8-11c52fc815c7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.4888923 Apr 21 20:54:03.868538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.895289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-db17e6e6-7436-4616-8901-9f492db622bd None None] Provisioning complete for port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:03.895562 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db17e6e6-7436-4616-8901-9f492db622bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.899849 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01c887aa-e851-4894-b699-a5b15d64f99f req-967c76e6-8c91-4197-af24-c1bc7587e4c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce236c98152b44818cb7a607a0179255&device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.0668569 Apr 21 20:54:03.911102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d58e51-de3e-437d-b93e-4d03df270c5d service neutron] Pushing event updated for resources: {'Port': ['ID=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:03.983705 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:03.989310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=988a9296-3c0c-4b9f-8521-5afe23975d89,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:03.999552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-aca981a4-ea92-4a8d-92f1-5312ceaa10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:04.001523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-aca981a4-ea92-4a8d-92f1-5312ceaa10e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b41d8dea26e748d7a43023a97472f406&device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 1094 time: 0.4354625 Apr 21 20:54:04.064177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Pushing event updated for resources: {'Port': ['ID=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:04.070098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:04.070703 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:04.072066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-54d82291-b55f-41c1-a629-2d4fb7d4009b service neutron] 10.222.0.46 "PUT /v2.0/ports/dce21c0f-3cc6-46d4-a1a6-2d30315375e1 HTTP/1.1" status: 200 len: 1091 time: 3.0973675 Apr 21 20:54:04.077957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a783c636-17d6-473d-a17b-9c2a55a1af0e', 'tag': 'dce21c0f-3cc6-46d4-a1a6-2d30315375e1'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:04.080576 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a783c636-17d6-473d-a17b-9c2a55a1af0e", "tag": "dce21c0f-3cc6-46d4-a1a6-2d30315375e1"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:04.087840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Allocated IP 10.1.1.198 (e0b04d92-6368-4a13-91d3-55fa4a0bba4d/800a7f33-bcfc-4087-8a42-538b36edceab/bc84869d-00b0-423c-804e-ad0ecdd5053b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:04.091876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01c887aa-e851-4894-b699-a5b15d64f99f req-2980c797-fa5a-4dfc-b785-f2d4e153c143 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ce236c98152b44818cb7a607a0179255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1618745 Apr 21 20:54:04.092658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-605fc892-1108-4147-a1ea-5aac7ceec6e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 HTTP/1.1" status: 200 len: 217 time: 0.0672429 Apr 21 20:54:04.110685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-68274bca-db43-44be-b46a-49375681911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:04.112238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-68274bca-db43-44be-b46a-49375681911f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae HTTP/1.1" status: 200 len: 858 time: 0.2526863 Apr 21 20:54:04.117938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba450a7-050e-41d2-b912-add2f8ec0dc8 None None] Network 1942e038-afad-4a0d-9231-13760299a205 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:54:04.121114 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-db17e6e6-7436-4616-8901-9f492db622bd None None] Provisioning complete for port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:04.121543 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db17e6e6-7436-4616-8901-9f492db622bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:04.138975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cfe19af8-9f04-465c-bb60-e41dbcfd0a7a req-9024f632-8229-4cb6-b3f7-d2f00aeb9d3b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906091 Apr 21 20:54:04.200110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-a13a8eac-45de-4933-9845-bea05ede56a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36c155b1-46bc-45ce-ab3e-1edae0145c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483885 Apr 21 20:54:04.206733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-db17e6e6-7436-4616-8901-9f492db622bd None None] Port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:04.216650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] For port 0a688f75-ab74-4ce7-bb72-34fe31405864, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=0a688f75-ab74-4ce7-bb72-34fe31405864,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:04.217049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:04.229116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44a60b-ccfe-43bb-9bc5-2eb99a65aa59 req-bd70563e-e49d-4e7d-8488-bba053da5769 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:04.230888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f44a60b-ccfe-43bb-9bc5-2eb99a65aa59 req-bd70563e-e49d-4e7d-8488-bba053da5769 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 943 time: 0.3356133 Apr 21 20:54:04.251959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['988a9296-3c0c-4b9f-8521-5afe23975d89'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:04.278891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-681fd4a4-fd2e-4685-8595-b93b8f38a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:04.280201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-681fd4a4-fd2e-4685-8595-b93b8f38a412 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae HTTP/1.1" status: 200 len: 858 time: 0.1745017 Apr 21 20:54:04.305041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Calling delete_port for 0a688f75-ab74-4ce7-bb72-34fe31405864 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:04.347010 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-5749ab68-8071-4e60-9898-3ece62807e9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36c155b1-46bc-45ce-ab3e-1edae0145c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386713 Apr 21 20:54:04.353688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f44a60b-ccfe-43bb-9bc5-2eb99a65aa59 req-b149a6b2-a3f1-469d-b95b-6bbefb0aaf85 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971172 Apr 21 20:54:04.369643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8114bb0f-54f8-472e-9cf2-3cd70e919fa0 None None] Provisioning complete for port cec2c168-c7df-4346-9f74-9c49efeb20db triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:04.370115 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8114bb0f-54f8-472e-9cf2-3cd70e919fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:04.432039 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-8c261aee-7b1d-43b9-8afd-fd836c1105f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:04.434378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-8c261aee-7b1d-43b9-8afd-fd836c1105f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b41d8dea26e748d7a43023a97472f406&device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 1094 time: 0.2846148 Apr 21 20:54:04.493142 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-b10350a2-6af2-4468-899a-a78397c9138e service neutron] 10.222.0.46 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782764 Apr 21 20:54:04.501615 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-c0aa2938-9c59-4c65-9085-c43e4dea0241 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dce21c0f-3cc6-46d4-a1a6-2d30315375e1 HTTP/1.1" status: 200 len: 217 time: 0.0574338 Apr 21 20:54:04.590823 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8114bb0f-54f8-472e-9cf2-3cd70e919fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:04.633789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-37060309-87ac-4d6f-8b29-a4d136d6b636 service neutron] 10.222.0.43 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780943 Apr 21 20:54:04.636292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8114bb0f-54f8-472e-9cf2-3cd70e919fa0 None None] For port cec2c168-c7df-4346-9f74-9c49efeb20db, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cec2c168-c7df-4346-9f74-9c49efeb20db,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:04.646736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8114bb0f-54f8-472e-9cf2-3cd70e919fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:04.756246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8114bb0f-54f8-472e-9cf2-3cd70e919fa0 None None] Provisioning complete for port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:04.760203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8114bb0f-54f8-472e-9cf2-3cd70e919fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:04.795452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900861c-424e-4dcf-abcc-42d118109d0f req-2bb63e07-f984-4842-8ce6-b289ed5a3055 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:04.814309 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3900861c-424e-4dcf-abcc-42d118109d0f req-2bb63e07-f984-4842-8ce6-b289ed5a3055 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1097 time: 0.3017776 Apr 21 20:54:04.867010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c887aa-e851-4894-b699-a5b15d64f99f req-e7c5d460-0063-4c7b-ab72-79bbef391a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:04.867150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114bb0f-54f8-472e-9cf2-3cd70e919fa0 None None] Pushing event updated for resources: {'Port': ['ID=cec2c168-c7df-4346-9f74-9c49efeb20db,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:04.868472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01c887aa-e851-4894-b699-a5b15d64f99f req-e7c5d460-0063-4c7b-ab72-79bbef391a9c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7027466 Apr 21 20:54:04.897620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8114bb0f-54f8-472e-9cf2-3cd70e919fa0 None None] Port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:04.905822 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3900861c-424e-4dcf-abcc-42d118109d0f req-bdd2faa1-0aa9-413a-a125-cda4e717a44a tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824063 Apr 21 20:54:04.926676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ed00b-7744-4210-b08b-248db2fe818d req-7428c1cd-f3c6-4126-96a0-efaad563f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:04.928957 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-7428c1cd-f3c6-4126-96a0-efaad563f902 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae HTTP/1.1" status: 200 len: 858 time: 0.3478057 Apr 21 20:54:04.956217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:05.007780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cec2c168-c7df-4346-9f74-9c49efeb20db up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:05.029554 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca0e49ac-c7a3-481d-955a-b558ffad24a0 req-3bc1b2bb-70d9-4196-a810-61913d8068da tempest-ServersAaction247Test-1779114107 tempest-ServersAaction247Test-1779114107-project] 10.222.0.49 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.2760167 Apr 21 20:54:05.058970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-d1e8e3a8-5f43-4845-bb36-f3860534995e service neutron] 10.222.0.46 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438650 Apr 21 20:54:05.075844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:05.077899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dcabc591-94b2-4cbb-89d1-17438533ea41 None None] Provisioning complete for port cec2c168-c7df-4346-9f74-9c49efeb20db triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:05.078284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dcabc591-94b2-4cbb-89d1-17438533ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:05.091717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-51d09971-9e1a-4795-90bd-f03a5cc82e6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36c155b1-46bc-45ce-ab3e-1edae0145c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081440 Apr 21 20:54:05.106051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-a554a6c0-986c-4598-8c92-e3c4fe5e3d86 service neutron] 10.222.0.43 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493344 Apr 21 20:54:05.109920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Pushing event deleted for resources: {'Port': ['ID=0a688f75-ab74-4ce7-bb72-34fe31405864,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:05.120029 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:05.177555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port cec2c168-c7df-4346-9f74-9c49efeb20db triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:05.177926 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:05.210009 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b669758-6038-4453-a269-a4416fda4de8 x-openstack-request-id: req-1b669758-6038-4453-a269-a4416fda4de8 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:05.210694 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a783c636-17d6-473d-a17b-9c2a55a1af0e", "tag": "dce21c0f-3cc6-46d4-a1a6-2d30315375e1", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:05.211155 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b669758-6038-4453-a269-a4416fda4de8 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:05.211806 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b669758-6038-4453-a269-a4416fda4de8'] response: {'name': 'network-changed', 'server_uuid': 'a783c636-17d6-473d-a17b-9c2a55a1af0e', 'tag': 'dce21c0f-3cc6-46d4-a1a6-2d30315375e1', 'status': 'completed', 'code': 200} Apr 21 20:54:05.219841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5645cdf-1433-4253-a79e-c9c2bb59276a req-f3be2b6d-9527-44f2-90f2-d3ce96023244 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:05.222237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5645cdf-1433-4253-a79e-c9c2bb59276a req-f3be2b6d-9527-44f2-90f2-d3ce96023244 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=956169be-bf68-484a-982c-26374a72673e HTTP/1.1" status: 200 len: 868 time: 0.2395444 Apr 21 20:54:05.231121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5599a89a-010e-443c-9278-2c8a182e9d64', '1aa00b87-5d95-485c-9e8c-dd2839b05699'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:05.318459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] No DVR routers for this DVR port 0a688f75-ab74-4ce7-bb72-34fe31405864 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:05.325781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:05.330488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d9769f2-062f-4e5c-8138-6f56e4029789 req-d1a9a8ca-ecf9-4424-9ae6-d2d6ce197585 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.46 "DELETE /v2.0/ports/0a688f75-ab74-4ce7-bb72-34fe31405864 HTTP/1.1" status: 204 len: 173 time: 2.2859876 Apr 21 20:54:05.365288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:05.395900 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c57aa1f-01e0-4f2c-96da-173c3f2ca03e req-38747dbd-dbb9-44e0-807b-5266b900204d tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0797851 Apr 21 20:54:05.426714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e4b6f-1625-475d-9088-381bada6557a req-6a931a08-95d4-4d26-b086-044393ac44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:05.430180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb6e4b6f-1625-475d-9088-381bada6557a req-6a931a08-95d4-4d26-b086-044393ac44c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b41d8dea26e748d7a43023a97472f406&device_id=66451b18-3f43-4fcd-bd8a-7a1cfd1ed759 HTTP/1.1" status: 200 len: 1095 time: 0.2436790 Apr 21 20:54:05.453612 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:05.462833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c65929-8c8f-4e9a-aafc-fffd2b14cd74', 'tag': '9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15'}, {'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'name': 'network-vif-deleted', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:05.466926 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a47f66f-a7c7-4297-8af2-809f610c0407" -d '{"events": [{"name": "network-changed", "server_uuid": "40c65929-8c8f-4e9a-aafc-fffd2b14cd74", "tag": "9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15"}, {"server_uuid": "956169be-bf68-484a-982c-26374a72673e", "name": "network-vif-deleted", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:05.524616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:05.525141 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:05.617044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e4b6f-1625-475d-9088-381bada6557a req-a8f1606b-9d18-4cd9-a182-9c38f2106d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:05.618720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb6e4b6f-1625-475d-9088-381bada6557a req-a8f1606b-9d18-4cd9-a182-9c38f2106d4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=36c155b1-46bc-45ce-ab3e-1edae0145c84 HTTP/1.1" status: 200 len: 919 time: 0.1654565 Apr 21 20:54:05.702793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb6e4b6f-1625-475d-9088-381bada6557a req-d1d062b5-79d9-4704-92dd-e6eeb9864c64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cb43394-33f0-4bab-92ab-9c337e987fca HTTP/1.1" status: 200 len: 217 time: 0.0762753 Apr 21 20:54:05.769154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e4b6f-1625-475d-9088-381bada6557a req-1c165e83-bd01-4c4c-9f07-a4d7bcb1b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:05.772712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb6e4b6f-1625-475d-9088-381bada6557a req-1c165e83-bd01-4c4c-9f07-a4d7bcb1b0d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae HTTP/1.1" status: 200 len: 858 time: 0.0594735 Apr 21 20:54:05.835049 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb6e4b6f-1625-475d-9088-381bada6557a req-055941d9-f0bb-4bcb-9ceb-1c8bb1c4047a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36c155b1-46bc-45ce-ab3e-1edae0145c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542908 Apr 21 20:54:05.857998 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:05.872538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Port': ['ID=bc84869d-00b0-423c-804e-ad0ecdd5053b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:05.905760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:05.935942 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5645cdf-1433-4253-a79e-c9c2bb59276a req-be93af9e-1bdd-41a6-89ca-f693850b2991 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6778719 Apr 21 20:54:05.936736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:05.940521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:06.010603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:06.011259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:06.021148 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-1694dfc5-df5e-42f9-b310-31d2e572a199 service neutron] 10.222.0.46 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8957486 Apr 21 20:54:06.090505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e9bb6816-ac15-4df9-899a-0ab4a2ec4dc7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4064913 Apr 21 20:54:06.248456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04c5c5-72a6-459e-a5b4-ee5e3ebb59c3 req-af144822-b9d5-43d9-8a17-7b6a469d89c0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:06.249987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d04c5c5-72a6-459e-a5b4-ee5e3ebb59c3 req-af144822-b9d5-43d9-8a17-7b6a469d89c0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 944 time: 0.2070496 Apr 21 20:54:06.268997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d43ed00b-7744-4210-b08b-248db2fe818d req-792694a1-2a52-432e-b6c5-27fd57114d36 service neutron] 10.222.0.46 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393029 Apr 21 20:54:06.299939 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d04c5c5-72a6-459e-a5b4-ee5e3ebb59c3 req-4c267196-2f1d-478b-8fa3-99d2ee23bf5b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Apr 21 20:54:06.302402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-657cf108-5ac2-4e7b-8123-0125e4fa8267 None None] Provisioning complete for port bc84869d-00b0-423c-804e-ad0ecdd5053b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:06.303219 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-657cf108-5ac2-4e7b-8123-0125e4fa8267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:06.374794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-657cf108-5ac2-4e7b-8123-0125e4fa8267 None None] Port bc84869d-00b0-423c-804e-ad0ecdd5053b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:06.452521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-6cd82468-faa6-4a90-b680-7a485b24163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:06.453951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-6cd82468-faa6-4a90-b680-7a485b24163d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b41d8dea26e748d7a43023a97472f406&device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 1094 time: 0.1113245 Apr 21 20:54:06.473301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93780dd8-a2b2-4079-9dae-cfd007d140da req-dd06e3a7-7a00-4942-92b4-e473ee7c9c65 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:06.474829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-93780dd8-a2b2-4079-9dae-cfd007d140da req-dd06e3a7-7a00-4942-92b4-e473ee7c9c65 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 943 time: 0.0701849 Apr 21 20:54:06.526040 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb6e4b6f-1625-475d-9088-381bada6557a req-8cf14ddd-c824-4b5a-9872-7de42d200e86 service neutron] 10.222.0.46 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783440 Apr 21 20:54:06.573152 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-93780dd8-a2b2-4079-9dae-cfd007d140da req-858805cb-6458-4f9c-8c3d-e86ae137a918 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794320 Apr 21 20:54:06.611063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-2443294e-c1f5-41f8-aaa9-9df58db8c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:06.615426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-2443294e-c1f5-41f8-aaa9-9df58db8c701 service neutron] 10.222.0.46 "GET /v2.0/networks?id=36c155b1-46bc-45ce-ab3e-1edae0145c84 HTTP/1.1" status: 200 len: 919 time: 0.1505737 Apr 21 20:54:06.634683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 988a9296-3c0c-4b9f-8521-5afe23975d89 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:06.671293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb6e4b6f-1625-475d-9088-381bada6557a req-dd415db0-b60a-4f8b-a0e8-bb86c5068fa5 service neutron] 10.222.0.46 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380804 Apr 21 20:54:06.720246 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-0f0f329a-4cb8-4e7d-ab04-9a69bb81f326 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dce21c0f-3cc6-46d4-a1a6-2d30315375e1 HTTP/1.1" status: 200 len: 217 time: 0.0903368 Apr 21 20:54:06.744731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 988a9296-3c0c-4b9f-8521-5afe23975d89 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:54:06.749274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 988a9296-3c0c-4b9f-8521-5afe23975d89 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:06.753150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:06.754237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40bc0983-c257-482a-a356-354267e5e9a9 req-d7050a0d-1536-4d99-97eb-29c99e26796e tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0367434 Apr 21 20:54:06.795049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-de629470-cf8f-45bd-87b9-020f4ab3041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:06.796918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-de629470-cf8f-45bd-87b9-020f4ab3041d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae HTTP/1.1" status: 200 len: 858 time: 0.0676749 Apr 21 20:54:06.801569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cec2c168-c7df-4346-9f74-9c49efeb20db up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:06.845575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-4e65602b-659d-4de9-bb02-438e664df425 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=36c155b1-46bc-45ce-ab3e-1edae0145c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404742 Apr 21 20:54:06.859094 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857b2e06-5ca7-4e61-b4fc-4fb13fbb6b6d x-openstack-request-id: req-857b2e06-5ca7-4e61-b4fc-4fb13fbb6b6d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:06.859389 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c65929-8c8f-4e9a-aafc-fffd2b14cd74", "tag": "9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15", "status": "completed", "code": 200}, {"server_uuid": "956169be-bf68-484a-982c-26374a72673e", "name": "network-vif-deleted", "tag": "0a688f75-ab74-4ce7-bb72-34fe31405864", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:06.860390 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-857b2e06-5ca7-4e61-b4fc-4fb13fbb6b6d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:06.860839 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857b2e06-5ca7-4e61-b4fc-4fb13fbb6b6d'] response: {'name': 'network-changed', 'server_uuid': '40c65929-8c8f-4e9a-aafc-fffd2b14cd74', 'tag': '9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15', 'status': 'completed', 'code': 200} Apr 21 20:54:06.861098 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857b2e06-5ca7-4e61-b4fc-4fb13fbb6b6d'] response: {'server_uuid': '956169be-bf68-484a-982c-26374a72673e', 'name': 'network-vif-deleted', 'tag': '0a688f75-ab74-4ce7-bb72-34fe31405864', 'status': 'completed', 'code': 200} Apr 21 20:54:06.973808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-ca4b17e8-edd4-4da4-9724-b52ef3f5e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:06.976235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-ca4b17e8-edd4-4da4-9724-b52ef3f5e0e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b41d8dea26e748d7a43023a97472f406&device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 1094 time: 0.0887132 Apr 21 20:54:06.978912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-44878d84-eeea-41aa-ad97-0b98a68dd49e req-72535892-c2c4-41d3-b421-ccd60d89fda2 tempest-ServersAaction247Test-1779114107 tempest-ServersAaction247Test-1779114107-project] 10.222.0.49 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.0324488 Apr 21 20:54:07.026640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:07.029576 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-6aa24848-9c7b-4847-bcc7-4abbe2b04520 service neutron] 10.222.0.46 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536825 Apr 21 20:54:07.058956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 0a688f75-ab74-4ce7-bb72-34fe31405864 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:07.059228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 0a688f75-ab74-4ce7-bb72-34fe31405864 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:07.100075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port cec2c168-c7df-4346-9f74-9c49efeb20db triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:07.100980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.131798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-cc9adb33-273a-4c8f-bb96-ce6906add952 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:54:07.133011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-cc9adb33-273a-4c8f-bb96-ce6906add952 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1752820 Apr 21 20:54:07.134674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.163927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-c51f5e10-5978-4ca7-a2f7-b462fab81fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:07.165714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-c51f5e10-5978-4ca7-a2f7-b462fab81fc9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=36c155b1-46bc-45ce-ab3e-1edae0145c84 HTTP/1.1" status: 200 len: 919 time: 0.1817303 Apr 21 20:54:07.170662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:07.172993 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c504fc-8154-47e8-985a-05a7c31bf816" -d '{"events": [{"server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "name": "network-vif-plugged", "status": "completed", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:07.189734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=988a9296-3c0c-4b9f-8521-5afe23975d89,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:07.202420 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bca3c2c6-e629-4a5c-a48f-f0990103a1fa req-6a2de842-2edf-4790-9b2d-ab28db4baa1d service neutron] 10.222.0.46 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650560 Apr 21 20:54:07.213049 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.234913 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-8499bc9a-0978-4546-8906-db93d0109870 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 HTTP/1.1" status: 200 len: 217 time: 0.0608552 Apr 21 20:54:07.269732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=988a9296-3c0c-4b9f-8521-5afe23975d89,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:07.311032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-a90295cb-6248-4adc-a6f3-902ad2f7a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:07.312398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-a90295cb-6248-4adc-a6f3-902ad2f7a041 service neutron] 10.222.0.49 "GET /v2.0/ports/f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 200 len: 1094 time: 0.1679323 Apr 21 20:54:07.322007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Request body: {'binding': {'host': 'n-h2-838945-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:07.322444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Unknown quota resources ['binding']. {{(pid=114647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 20:54:07.325107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-0ff759e7-49a1-440f-9ca0-859b200b77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:07.326426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-0ff759e7-49a1-440f-9ca0-859b200b77fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae HTTP/1.1" status: 200 len: 858 time: 0.0793009 Apr 21 20:54:07.376493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-a9263c14-85b5-4d3b-9d6c-251ccf05ca6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=36c155b1-46bc-45ce-ab3e-1edae0145c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294609 Apr 21 20:54:07.463689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01c887aa-e851-4894-b699-a5b15d64f99f req-cd576a29-21ee-44b8-bf66-e41d8b6865b4 tempest-ServersAaction247Test-1779114107 tempest-ServersAaction247Test-1779114107-project] 10.222.0.46 "GET /v2.0/ports?device_id=c86cadc7-ea8a-4142-9ba5-ddded41d1d52 HTTP/1.1" status: 200 len: 210 time: 0.0306642 Apr 21 20:54:07.546594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-8c330118-86bb-4673-9e91-07f51d27d9ea service neutron] 10.222.0.43 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546402 Apr 21 20:54:07.558387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44482) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:07.563129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-06c21b66-4a40-47fe-a981-641b8a11f096 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131841849', 'description': 'tempest-description--1962503083'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:07.586021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-06c21b66-4a40-47fe-a981-641b8a11f096 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.589578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on host n-h2-838945-1 for vnic_type normal with profile None {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:07.589924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:07.590248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:07.624040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:07.624365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:07.633638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:07.633997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:07.634363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:07.634802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Bound port: f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:07.639617 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976d5195-d250-479e-a0d7-c718ef7acf42 x-openstack-request-id: req-976d5195-d250-479e-a0d7-c718ef7acf42 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:07.639983 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "name": "network-vif-plugged", "status": "completed", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:07.640295 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-976d5195-d250-479e-a0d7-c718ef7acf42 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:07.640886 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976d5195-d250-479e-a0d7-c718ef7acf42'] response: {'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89', 'code': 200} Apr 21 20:54:07.662508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-06c21b66-4a40-47fe-a981-641b8a11f096 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.669868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-06c21b66-4a40-47fe-a981-641b8a11f096 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.706265 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-06c21b66-4a40-47fe-a981-641b8a11f096 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.711242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-06c21b66-4a40-47fe-a981-641b8a11f096 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1481366 Apr 21 20:54:07.711242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44490) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:07.713816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c21b66-4a40-47fe-a981-641b8a11f096 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426d879b-8d7d-4cb8-b46f-634a6c06fa6e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:07.718330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-549787a9-3c1e-447b-98f1-01d2bf6ab34a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'security_group_rule': {'security_group_id': '426d879b-8d7d-4cb8-b46f-634a6c06fa6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:07.760696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a47f66f-a7c7-4297-8af2-809f610c0407 req-151d1327-4a06-40fb-af32-5a5009962f76 service neutron] 10.222.0.43 "GET /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972036 Apr 21 20:54:07.767513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:07.777745 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.778920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-eff780d6-79b9-42c1-9046-4cf9e6846d8a service neutron] 10.222.0.49 "POST /v2.0/ports/f6b8d1b3-4665-431c-b542-c18a86bf2c8e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4605072 Apr 21 20:54:07.784538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96c1d6-764d-4b97-9bcd-cf4407f9a5ac req-e7c19b15-3980-4714-8460-57becefac8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:07.785392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-549787a9-3c1e-447b-98f1-01d2bf6ab34a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.786061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e96c1d6-764d-4b97-9bcd-cf4407f9a5ac req-e7c19b15-3980-4714-8460-57becefac8cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 1096 time: 0.0752964 Apr 21 20:54:07.795568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731441f3-93d0-462a-b75c-3e9cd603beab req-ec218276-596e-4c31-b928-3d103a66bda1 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:07.797085 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-731441f3-93d0-462a-b75c-3e9cd603beab req-ec218276-596e-4c31-b928-3d103a66bda1 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0876148 Apr 21 20:54:07.836776 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e96c1d6-764d-4b97-9bcd-cf4407f9a5ac req-ebea6555-174b-4788-ac55-18aea1dfa05e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361416 Apr 21 20:54:07.862021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-731441f3-93d0-462a-b75c-3e9cd603beab req-abcbd96f-2607-4037-934a-34c27d575aa5 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567846 Apr 21 20:54:07.885007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-549787a9-3c1e-447b-98f1-01d2bf6ab34a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.887158 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-549787a9-3c1e-447b-98f1-01d2bf6ab34a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.910486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549787a9-3c1e-447b-98f1-01d2bf6ab34a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1a69b5-dd9d-4434-aaa8-41bc9afce5cd,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:07.920873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-549787a9-3c1e-447b-98f1-01d2bf6ab34a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:07.922082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-549787a9-3c1e-447b-98f1-01d2bf6ab34a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2091343 Apr 21 20:54:07.924890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44496) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:07.930547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cda424ca-c4ed-47aa-bf0e-52a0b5ecf8e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'security_group_rule': {'security_group_id': '426d879b-8d7d-4cb8-b46f-634a6c06fa6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:07.991648 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cda424ca-c4ed-47aa-bf0e-52a0b5ecf8e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.026721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968d00-867c-48ec-a721-e4e9e9478ffa req-007dd3b5-f49e-4fd0-bae0-ff87a4c9257b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:08.028628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-09968d00-867c-48ec-a721-e4e9e9478ffa req-007dd3b5-f49e-4fd0-bae0-ff87a4c9257b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 943 time: 0.0873156 Apr 21 20:54:08.092470 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-09968d00-867c-48ec-a721-e4e9e9478ffa req-8da32ff0-e976-4733-8081-547211ccc7af tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555089 Apr 21 20:54:08.101905 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cda424ca-c4ed-47aa-bf0e-52a0b5ecf8e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.109121 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cda424ca-c4ed-47aa-bf0e-52a0b5ecf8e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.137439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda424ca-c4ed-47aa-bf0e-52a0b5ecf8e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4673e4-2da3-486b-8c67-c30d3256d208,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:08.152240 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cda424ca-c4ed-47aa-bf0e-52a0b5ecf8e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.154184 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cda424ca-c4ed-47aa-bf0e-52a0b5ecf8e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2283010 Apr 21 20:54:08.157187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44502) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:08.162018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:08.207321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ada69fa2-94f2-4731-9616-9667c233ae40 req-11627271-5805-40ab-b2f4-c20980284f3e tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0350814 Apr 21 20:54:08.214220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.247308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1157ff-2867-41be-820f-d5b3e6febfd8 req-2bc9c8b4-4f55-4495-9003-4609f73f1e36 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:08.248861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e1157ff-2867-41be-820f-d5b3e6febfd8 req-2bc9c8b4-4f55-4495-9003-4609f73f1e36 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 946 time: 0.0533903 Apr 21 20:54:08.295778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e1157ff-2867-41be-820f-d5b3e6febfd8 req-b8e48662-2613-42df-a04c-0c3351c22ef5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Apr 21 20:54:08.344489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-79c7acb8-16ee-4be0-a435-e066718d02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:08.345999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-79c7acb8-16ee-4be0-a435-e066718d02b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1097 time: 0.1039960 Apr 21 20:54:08.458624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd4648-d45c-466c-902c-6423f3d67800 req-27dea413-dad0-483d-9777-b654f6c7857b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:08.460179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5cd4648-d45c-466c-902c-6423f3d67800 req-27dea413-dad0-483d-9777-b654f6c7857b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1352539 Apr 21 20:54:08.502262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-c2a09ab9-875f-4787-8244-db6c3f19bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:08.503688 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-c2a09ab9-875f-4787-8244-db6c3f19bf14 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.1436601 Apr 21 20:54:08.505328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.544066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44508) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:08.589770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5cd4648-d45c-466c-902c-6423f3d67800 req-824d897f-fc32-4ee8-9ed2-60ad07694248 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222005 Apr 21 20:54:08.593172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-99044e90-1467-4aa4-b950-620a40c7e7c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 200 len: 217 time: 0.0727525 Apr 21 20:54:08.648686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:08.652414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df043c89-4715-4945-a768-734f135f651f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.679656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-062488a9-e8bd-4821-9ee0-4efd48ac4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:08.681146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-062488a9-e8bd-4821-9ee0-4efd48ac4667 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0759268 Apr 21 20:54:08.715267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Allocated IP 172.25.0.220 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/f0998ee9-6b60-462f-9b94-3af89f10b735) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:08.735146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-cb881914-caac-44da-8ee8-6fa41ba92ca6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443861 Apr 21 20:54:08.742437 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df043c89-4715-4945-a768-734f135f651f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.746907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df043c89-4715-4945-a768-734f135f651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.765064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:08.777831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15', 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84', 'port_id': '9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15', 'mac_address': 'fa:16:3e:24:b3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:08.791404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-df043c89-4715-4945-a768-734f135f651f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce236c98152b44818cb7a607a0179255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438259 Apr 21 20:54:08.791404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df043c89-4715-4945-a768-734f135f651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5570abd-44d8-478e-999b-9f5d7ab3f65d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:08.793326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44512) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:08.819457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.840224 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:08.849156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d1ee56cd-1c94-411e-b0cc-b12c57586a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.865592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:08.873501 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.879682 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d1ee56cd-1c94-411e-b0cc-b12c57586a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.901882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-3a26241b-7dea-4611-9738-de9597c35b8a service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550620 Apr 21 20:54:08.912666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.943124 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:08.944791 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d1ee56cd-1c94-411e-b0cc-b12c57586a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.955209 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d1ee56cd-1c94-411e-b0cc-b12c57586a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:08.956516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d1ee56cd-1c94-411e-b0cc-b12c57586a4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5570abd-44d8-478e-999b-9f5d7ab3f65d HTTP/1.1" status: 204 len: 168 time: 0.1622853 Apr 21 20:54:08.968971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device dce21c0f-3cc6-46d4-a1a6-2d30315375e1 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:09.004599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee56cd-1c94-411e-b0cc-b12c57586a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5570abd-44d8-478e-999b-9f5d7ab3f65d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:09.023749 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.029599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-4702d84e-85eb-4f24-a193-5c15bb6f7415 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153095 Apr 21 20:54:09.040736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb4c87-feb0-4564-877a-b7757fe6cd39 req-b966cf58-5043-473a-a14c-679662f90106 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:09.043871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74cb4c87-feb0-4564-877a-b7757fe6cd39 req-b966cf58-5043-473a-a14c-679662f90106 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0766532 Apr 21 20:54:09.072407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:09.077033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:09.081523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:09.085219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Port': ['ID=f0998ee9-6b60-462f-9b94-3af89f10b735,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:09.109045 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74cb4c87-feb0-4564-877a-b7757fe6cd39 req-7ce80d1a-358c-4be1-bc30-64b1c449ecc9 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571790 Apr 21 20:54:09.199134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port dce21c0f-3cc6-46d4-a1a6-2d30315375e1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:09.204205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-699b365b-e081-45c7-b944-bad96a4ce7d5 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:09.205978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-699b365b-e081-45c7-b944-bad96a4ce7d5 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1097 time: 0.0936322 Apr 21 20:54:09.217288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'dce21c0f-3cc6-46d4-a1a6-2d30315375e1', 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84', 'port_id': 'dce21c0f-3cc6-46d4-a1a6-2d30315375e1', 'mac_address': 'fa:16:3e:57:b6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:09.233656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838945-1'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:09.262485 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.265964 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.278477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce21c0f-3cc6-46d4-a1a6-2d30315375e1 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:09.312395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port dce21c0f-3cc6-46d4-a1a6-2d30315375e1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:09.319290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2de5a-efc6-4dd0-94ef-bb23c248bbaa req-7a8edb44-f4d6-432f-be5a-c8169db04f77 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:09.320957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9a2de5a-efc6-4dd0-94ef-bb23c248bbaa req-7a8edb44-f4d6-432f-be5a-c8169db04f77 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 943 time: 0.1311293 Apr 21 20:54:09.327828 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.328500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3cb43394-33f0-4bab-92ab-9c337e987fca details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:09.365127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.369985 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.377988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:09.387518 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67267529-823d-4054-8812-e6a34b299741 req-49ab4927-df10-4438-924c-72af1a200732 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0563390 Apr 21 20:54:09.449060 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9a2de5a-efc6-4dd0-94ef-bb23c248bbaa req-35a4d6b0-8963-4a3a-8ce7-c45090062fe9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088376 Apr 21 20:54:09.523704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec802b2b-ef47-4cf4-a8a4-748a1ac491d0 req-60d91ad0-61c8-4a0d-877e-d3260a79b25f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:09.532584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 3cb43394-33f0-4bab-92ab-9c337e987fca, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3cb43394-33f0-4bab-92ab-9c337e987fca,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:09.533499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec802b2b-ef47-4cf4-a8a4-748a1ac491d0 req-60d91ad0-61c8-4a0d-877e-d3260a79b25f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 946 time: 0.0660539 Apr 21 20:54:09.566558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:09.577429 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1aa1dda6-0411-4e1c-9d7e-4d1f0b6925ec req-dbaa21ab-c2c9-4899-9433-8e374a6ce062 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0415452 Apr 21 20:54:09.578034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '3cb43394-33f0-4bab-92ab-9c337e987fca', 'network_id': '36c155b1-46bc-45ce-ab3e-1edae0145c84', 'port_id': '3cb43394-33f0-4bab-92ab-9c337e987fca', 'mac_address': 'fa:16:3e:e6:ca:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:09.610628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec802b2b-ef47-4cf4-a8a4-748a1ac491d0 req-0b4e7fb1-34a7-4b85-8466-a5790f4eee4f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759530 Apr 21 20:54:09.643893 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.671783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb43394-33f0-4bab-92ab-9c337e987fca {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:09.699277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:09.710792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 3cb43394-33f0-4bab-92ab-9c337e987fca, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3cb43394-33f0-4bab-92ab-9c337e987fca,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:09.716919 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.789683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.801138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eecad-3676-49e3-9b7a-d5d7ca389b53 req-10e18d52-6843-43b5-aa78-6037e6524315 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:09.802609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd7eecad-3676-49e3-9b7a-d5d7ca389b53 req-10e18d52-6843-43b5-aa78-6037e6524315 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1207488 Apr 21 20:54:09.805013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:09.806673 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.817236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=3cb43394-33f0-4bab-92ab-9c337e987fca,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:09.926487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:09.929602 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62ba6f0-bacd-4a1d-bdce-d72a9892516e" -d '{"events": [{"server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:09.946333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44546) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:09.946903 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.951914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Port': ['ID=f0998ee9-6b60-462f-9b94-3af89f10b735,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:09.973345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd7eecad-3676-49e3-9b7a-d5d7ca389b53 req-0344cf15-8aab-4fa5-9f4f-5c6e23967fda tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411066 Apr 21 20:54:09.977594 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573c8e01-cf34-4828-aaa6-ec087a0d1f32 x-openstack-request-id: req-573c8e01-cf34-4828-aaa6-ec087a0d1f32 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:09.977888 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:09.978200 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-573c8e01-cf34-4828-aaa6-ec087a0d1f32 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:09.978720 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573c8e01-cf34-4828-aaa6-ec087a0d1f32'] response: {'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e', 'code': 200} Apr 21 20:54:09.985371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:09.999061 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.062662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.063959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-33edd7f5-3414-477c-ba0a-35bd18e7bfbd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9056039 Apr 21 20:54:10.068384 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2035245552-network', 'tenant_id': '211691670cce472e9daabae062e47692'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:10.095129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Made reservation on behalf of 211691670cce472e9daabae062e47692 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:10.098388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.111631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.129414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['dce21c0f-3cc6-46d4-a1a6-2d30315375e1'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:10.129833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530f842-776f-49b0-9063-bffe686fc359 req-2d73fff6-a6a8-4c32-b6c6-cf888520170b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:10.131420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9530f842-776f-49b0-9063-bffe686fc359 req-2d73fff6-a6a8-4c32-b6c6-cf888520170b tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.43 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.1517506 Apr 21 20:54:10.163414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Pushing event updated for resources: {'Port': ['ID=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:10.180566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on host n-h1-838945-1 for vnic_type normal with profile {"migrating_to": "n-h2-838945-1"} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:10.183854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:10.184121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:10.194268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['3cb43394-33f0-4bab-92ab-9c337e987fca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:10.223737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:10.224063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Attempting to bind port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:10.237471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.242767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:10.242767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:10.242767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:10.242767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Bound port: f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:10.242767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.285034 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.300639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:54:10.315963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.316202 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Added segment 38bf273c-2a6d-4ba3-8869-865c292c24c9 of type vlan for network dd9fee6c-bfd1-41b5-a30c-582505869db9 Apr 21 20:54:10.360099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:10.363915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9530f842-776f-49b0-9063-bffe686fc359 req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Deleting port 1aa00b87-5d95-485c-9e8c-dd2839b05699 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:10.364278 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9530f842-776f-49b0-9063-bffe686fc359 req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.369015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:10.392372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.416745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ba75d-b23b-4f8f-b9db-1719cd71bc44 req-1c97acb8-2053-4907-af54-895dba2b74bc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:10.418594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b9ba75d-b23b-4f8f-b9db-1719cd71bc44 req-1c97acb8-2053-4907-af54-895dba2b74bc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.2023430 Apr 21 20:54:10.425524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:10.443235 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.483713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b9ba75d-b23b-4f8f-b9db-1719cd71bc44 req-11bbe80f-805d-4170-8605-b1c2eb0c7e44 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520942 Apr 21 20:54:10.491592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.492838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:10.493621 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.564778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Pushing event updated for resources: {'Port': ['ID=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,revision_number=8']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:10.570326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6231484 Apr 21 20:54:10.570693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:10.571320 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.572807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-6665765e-6918-4d2a-8116-5112f93dc12a service neutron] 10.222.0.43 "PUT /v2.0/ports/f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 200 len: 1122 time: 1.3454001 Apr 21 20:54:10.573997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44572) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:10.580102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-d3529733-2318-4af1-94d1-282457e3561b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1131841849&fields=id&tenant_id=af65c51b679d415fb6d157fb2fd2f48b HTTP/1.1" status: 200 len: 267 time: 0.1209254 Apr 21 20:54:10.584862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Request body: {'subnet': {'network_id': 'dd9fee6c-bfd1-41b5-a30c-582505869db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2035245552-subnet', 'tenant_id': '211691670cce472e9daabae062e47692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:10.608626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0675fbc-a08d-4546-8d9e-61ce05a6dcb7 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9fee6c-bfd1-41b5-a30c-582505869db9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:10.612546 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92e5e7e1-38c7-4124-b7b8-1159ca501cbb req-58760505-8639-48d5-9cda-3208bab1a7ca tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0544522 Apr 21 20:54:10.624584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network dd9fee6c-bfd1-41b5-a30c-582505869db9 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:54:10.629313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9530f842-776f-49b0-9063-bffe686fc359 req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] For port 1aa00b87-5d95-485c-9e8c-dd2839b05699, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1aa00b87-5d95-485c-9e8c-dd2839b05699,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:10.630495 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9530f842-776f-49b0-9063-bffe686fc359 req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.677872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Made reservation on behalf of 211691670cce472e9daabae062e47692 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:10.681164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:10.683335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9530f842-776f-49b0-9063-bffe686fc359 req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Calling delete_port for 1aa00b87-5d95-485c-9e8c-dd2839b05699 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:10.699715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-45421807-474b-4a55-ad83-1f995965300a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:10.701157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-45421807-474b-4a55-ad83-1f995965300a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports/86aae9c2-7ba2-4322-9ed3-3a81b43534ad HTTP/1.1" status: 200 len: 935 time: 0.1064219 Apr 21 20:54:10.741295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa34c93-11d9-4aed-b9d1-04cc24d356ae req-3f86c4a1-d73d-4a2b-9c4a-510246b86cd0 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:10.742879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6aa34c93-11d9-4aed-b9d1-04cc24d356ae req-3f86c4a1-d73d-4a2b-9c4a-510246b86cd0 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 944 time: 0.0551522 Apr 21 20:54:10.785007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6aa34c93-11d9-4aed-b9d1-04cc24d356ae req-51f9bb51-37e8-4855-af9e-c009dbbddca3 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360255 Apr 21 20:54:10.838770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-6069cd58-8cca-436c-aa91-4cff9a2e2b50 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:10.840114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-6069cd58-8cca-436c-aa91-4cff9a2e2b50 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports/bc84869d-00b0-423c-804e-ad0ecdd5053b HTTP/1.1" status: 200 len: 937 time: 0.1279917 Apr 21 20:54:10.852843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['f6b8d1b3-4665-431c-b542-c18a86bf2c8e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:10.917972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac87273-58b1-4527-add6-2c1af2ae2bc1 req-3761cc6a-f235-442e-81d1-cc8076a2874f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:10.919142 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1ca13fd9-ea98-4d40-80a3-f0fbfb8ec9dc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?network_id=1942e038-afad-4a0d-9231-13760299a205&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0662873 Apr 21 20:54:10.926374 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cac87273-58b1-4527-add6-2c1af2ae2bc1 req-3761cc6a-f235-442e-81d1-cc8076a2874f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0675688 Apr 21 20:54:10.966933 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-442c6844-5d3a-4fef-b6b8-962d6f80f914 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?network_id=1942e038-afad-4a0d-9231-13760299a205&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0367596 Apr 21 20:54:10.983942 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cac87273-58b1-4527-add6-2c1af2ae2bc1 req-14b9ff5c-6f60-4756-8a99-58a4b58531f0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517542 Apr 21 20:54:11.094482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440e841-12bc-43fa-aab2-bbaf861a7447 req-b14b9dec-4291-4622-8151-b27a849dd6f1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:11.096154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4440e841-12bc-43fa-aab2-bbaf861a7447 req-b14b9dec-4291-4622-8151-b27a849dd6f1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.0496206 Apr 21 20:54:11.137512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4440e841-12bc-43fa-aab2-bbaf861a7447 req-2349e1df-4524-4382-ab79-349869fbdb52 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Apr 21 20:54:11.244237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa001ec-bbec-4883-8cec-cba5b672d2e6 req-32455b8e-ec96-4bcf-8bcd-87207ee9e75e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:11.245706 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-caa001ec-bbec-4883-8cec-cba5b672d2e6 req-32455b8e-ec96-4bcf-8bcd-87207ee9e75e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d9a346-75a7-4390-ad59-2709db8925c8 HTTP/1.1" status: 200 len: 950 time: 0.0502069 Apr 21 20:54:11.286495 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-caa001ec-bbec-4883-8cec-cba5b672d2e6 req-af87ff1a-9058-4dc9-a118-1e1b66360787 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343373 Apr 21 20:54:11.403644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eb05d-14c3-4236-8396-8f0e0f35101d req-732c4658-ae32-4b6f-84b9-2e49393b180b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:11.405211 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-696eb05d-14c3-4236-8396-8f0e0f35101d req-732c4658-ae32-4b6f-84b9-2e49393b180b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0525262 Apr 21 20:54:11.442738 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-696eb05d-14c3-4236-8396-8f0e0f35101d req-757129ab-8726-4cf8-a4a8-80459f74f940 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Apr 21 20:54:11.468565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9530f842-776f-49b0-9063-bffe686fc359 req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:11.479839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5599a89a-010e-443c-9278-2c8a182e9d64'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:11.507968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:11.523559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Pushing event deleted for resources: {'Port': ['ID=1aa00b87-5d95-485c-9e8c-dd2839b05699,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:11.566787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-0b81aeec-86d0-41a9-8327-8807136fca68 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:11.573032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-0b81aeec-86d0-41a9-8327-8807136fca68 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:11.578693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-0b81aeec-86d0-41a9-8327-8807136fca68 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:11.580333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61c574-9ca8-4cf7-86dc-30cbf1b1ba07 req-3fd5f72f-5c95-4ebd-b036-40450c90ebcd tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:11.580496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-0b81aeec-86d0-41a9-8327-8807136fca68 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/networks?id=dff397c0-118c-4bfa-9bfc-6606a5b4c319&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=1942e038-afad-4a0d-9231-13760299a205&id=1942e038-afad-4a0d-9231-13760299a205 HTTP/1.1" status: 200 len: 1995 time: 0.6019056 Apr 21 20:54:11.582072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb61c574-9ca8-4cf7-86dc-30cbf1b1ba07 req-3fd5f72f-5c95-4ebd-b036-40450c90ebcd tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0679007 Apr 21 20:54:11.625902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb61c574-9ca8-4cf7-86dc-30cbf1b1ba07 req-bba003ef-6034-45f3-9524-29d654c1c770 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367353 Apr 21 20:54:11.641830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9530f842-776f-49b0-9063-bffe686fc359 req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] No DVR routers for this DVR port 1aa00b87-5d95-485c-9e8c-dd2839b05699 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:11.644872 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9530f842-776f-49b0-9063-bffe686fc359 req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:11.647998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9530f842-776f-49b0-9063-bffe686fc359 req-d14c2505-8304-420a-941a-89efcde9ded2 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.43 "DELETE /v2.0/ports/1aa00b87-5d95-485c-9e8c-dd2839b05699 HTTP/1.1" status: 204 len: 173 time: 1.5018468 Apr 21 20:54:11.651529 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d4447d-b0ca-4f9a-846f-b75b77d0e3fc,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:11.662355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-8718eec9-2d36-406d-8435-f089bb8ffb47 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/quotas/af65c51b679d415fb6d157fb2fd2f48b HTTP/1.1" status: 200 len: 375 time: 0.0627573 Apr 21 20:54:11.671603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Checking segment: {'id': '38bf273c-2a6d-4ba3-8869-865c292c24c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd9fee6c-bfd1-41b5-a30c-582505869db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:11.671952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Network hostable DHCP agents. Network: dd9fee6c-bfd1-41b5-a30c-582505869db9, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:54:11.725497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Network dd9fee6c-bfd1-41b5-a30c-582505869db9 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:54:11.731624 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a73a2610-ad96-4413-ab22-16ad05ae9d54 req-722a57cc-2cd9-42ca-b7dc-61a484d4ab75 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0298150 Apr 21 20:54:11.752065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-ae24db01-25e2-45bc-9ab8-2dd5bd199d61 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0757818 Apr 21 20:54:11.753219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, dd9fee6c-bfd1-41b5-a30c-582505869db9) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:11.768067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:11.768067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:11.771588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3375428-68b4-45dc-931b-0978054e3c3f None None] Network dd9fee6c-bfd1-41b5-a30c-582505869db9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:54:11.828702 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-92fb9084-9978-4d35-b8e7-43d1912985a6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2402623 Apr 21 20:54:11.906985 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-600dcf9d-41b5-4213-98bc-169585c39394 service neutron] 10.222.0.49 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206329 Apr 21 20:54:11.942759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a53e634-0c35-4a5f-959c-8bc260f5ef01 None None] Network dd9fee6c-bfd1-41b5-a30c-582505869db9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:54:12.041972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e'}, {'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'name': 'network-vif-deleted', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:12.044385 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e917de-9be8-4270-8f8f-36181f841d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e"}, {"server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "name": "network-vif-deleted", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:12.054766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-f7c74b3a-d6d3-405c-a2f9-1d056ef048b5 service neutron] 10.222.0.49 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469095 Apr 21 20:54:12.119697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-b2529044-6c8a-488d-8595-cae001127732 service neutron] 10.222.0.49 "GET /v2.0/ports/86aae9c2-7ba2-4322-9ed3-3a81b43534ad?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0555358 Apr 21 20:54:12.153661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39a05e16-d2f9-49dc-86e2-fbba1bb86d36 req-1cefdffe-fcaf-42ca-a381-188b8364ecd1 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0712359 Apr 21 20:54:12.238206 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-80d337f5-a37d-495e-b75d-1e5ac7862136 service neutron] 10.222.0.49 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117129 Apr 21 20:54:12.295051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7864d97-0e52-4173-8cfc-6bcbaac2dcb9 req-edf26942-1a18-4c3c-8e48-fe90ecb2e728 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:12.296574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7864d97-0e52-4173-8cfc-6bcbaac2dcb9 req-edf26942-1a18-4c3c-8e48-fe90ecb2e728 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0687962 Apr 21 20:54:12.336688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7864d97-0e52-4173-8cfc-6bcbaac2dcb9 req-be3a6c24-5854-4eb4-ace1-2aef8c29a61c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325501 Apr 21 20:54:12.342471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-080ff845-faeb-4c2e-bef6-979ffd87a219 service neutron] 10.222.0.49 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973701 Apr 21 20:54:12.394574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-002f42f0-ea84-4db2-8eaf-f7d2ba9015e6 service neutron] 10.222.0.49 "GET /v2.0/ports/bc84869d-00b0-423c-804e-ad0ecdd5053b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0436413 Apr 21 20:54:12.472213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f4175-8217-497b-b3db-8b78fa085e76 req-3e6bda35-0c8a-42ae-b1c1-986d1762bfa2 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:12.473753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-779f4175-8217-497b-b3db-8b78fa085e76 req-3e6bda35-0c8a-42ae-b1c1-986d1762bfa2 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 944 time: 0.0608206 Apr 21 20:54:12.496783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-94eade94-524c-4b22-87df-7ae12460ccf6 service neutron] 10.222.0.49 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992184 Apr 21 20:54:12.541327 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-779f4175-8217-497b-b3db-8b78fa085e76 req-2ee16800-76d1-443f-8758-42323aa16871 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543220 Apr 21 20:54:12.595051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-5ea033b0-442c-4e1d-860b-0a9edbc07c1b service neutron] 10.222.0.49 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933886 Apr 21 20:54:12.666779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f6b8d1b3-4665-431c-b542-c18a86bf2c8e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:12.671055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:12.712280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-2c22c044-fc06-48e6-a59f-5ca33173608d service neutron] 10.222.0.49 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111252 Apr 21 20:54:12.799215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:54:12.811684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:12.812057 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:12.817865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-59fb9271-f3d5-4bcc-b13a-b61ecc3e5b78 service neutron] 10.222.0.49 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040831 Apr 21 20:54:12.850813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:12.867939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-64f0dd3d-3bab-4462-8bb9-d2965bcaa6a7 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:12.869848 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-64f0dd3d-3bab-4462-8bb9-d2965bcaa6a7 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/networks?id=dd9fee6c-bfd1-41b5-a30c-582505869db9 HTTP/1.1" status: 200 len: 809 time: 0.1302409 Apr 21 20:54:12.870241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f6b8d1b3-4665-431c-b542-c18a86bf2c8e has no active binding in host n-h2-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:54:12.886925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-89bff018-1b24-492b-a6c8-8d60d9fda096 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/quotas/211691670cce472e9daabae062e47692 HTTP/1.1" status: 200 len: 375 time: 0.0094502 Apr 21 20:54:12.910535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-6b97b569-bfb0-4c2d-85d7-db327a412ca4 service neutron] 10.222.0.49 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878870 Apr 21 20:54:12.919980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:12.921387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-fa305732-2384-4d14-9197-a07d38ed1aa1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=211691670cce472e9daabae062e47692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277774 Apr 21 20:54:12.947290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c65929-8c8f-4e9a-aafc-fffd2b14cd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:12.950070 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e36696e-4540-4fb2-adaa-d8d850061e5a" -d '{"events": [{"server_uuid": "40c65929-8c8f-4e9a-aafc-fffd2b14cd74", "name": "network-vif-plugged", "status": "completed", "tag": "9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:12.962525 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:12.966477 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:12.967284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1aa00b87-5d95-485c-9e8c-dd2839b05699 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:13.010748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device dce21c0f-3cc6-46d4-a1a6-2d30315375e1 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:13.015256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a92ef5fc-c78b-4015-857a-b8a0a46f4dad service neutron] 10.222.0.49 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964561 Apr 21 20:54:13.015452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 1aa00b87-5d95-485c-9e8c-dd2839b05699 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:13.015603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1aa00b87-5d95-485c-9e8c-dd2839b05699 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:13.020738 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-9e607530-3ea8-4ff4-91d9-93eaadf0e7ca service neutron] 10.222.0.49 "GET /v2.0/networks/dd9fee6c-bfd1-41b5-a30c-582505869db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912097 Apr 21 20:54:13.072544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:13.091179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port dce21c0f-3cc6-46d4-a1a6-2d30315375e1 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:54:13.095134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port dce21c0f-3cc6-46d4-a1a6-2d30315375e1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:13.095506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:13.125601 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-25fb81c7-54bb-400e-a937-c8d0f1186597 service neutron] 10.222.0.49 "GET /v2.0/networks/dd9fee6c-bfd1-41b5-a30c-582505869db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971601 Apr 21 20:54:13.133100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-5bb7ab06-08b3-4487-9488-2ce6058f70ed service neutron] 10.222.0.49 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995815 Apr 21 20:54:13.176288 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:13.210103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port dce21c0f-3cc6-46d4-a1a6-2d30315375e1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:13.214831 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:13.215866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3cb43394-33f0-4bab-92ab-9c337e987fca up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:13.239493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e0c2e780-c8e1-4821-8965-e60d76b552e6 service neutron] 10.222.0.49 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015711 Apr 21 20:54:13.292846 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4288bf9f-43d8-43c9-9a7a-8b8b4caecf00 x-openstack-request-id: req-4288bf9f-43d8-43c9-9a7a-8b8b4caecf00 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:13.293344 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e", "status": "completed", "code": 200}, {"server_uuid": "49d9a346-75a7-4390-ad59-2709db8925c8", "name": "network-vif-deleted", "tag": "1aa00b87-5d95-485c-9e8c-dd2839b05699", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:13.293664 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4288bf9f-43d8-43c9-9a7a-8b8b4caecf00 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:13.294130 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4288bf9f-43d8-43c9-9a7a-8b8b4caecf00'] response: {'name': 'network-changed', 'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e', 'status': 'completed', 'code': 200} Apr 21 20:54:13.294451 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4288bf9f-43d8-43c9-9a7a-8b8b4caecf00'] response: {'server_uuid': '49d9a346-75a7-4390-ad59-2709db8925c8', 'name': 'network-vif-deleted', 'tag': '1aa00b87-5d95-485c-9e8c-dd2839b05699', 'status': 'completed', 'code': 200} Apr 21 20:54:13.314933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:13.337310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 3cb43394-33f0-4bab-92ab-9c337e987fca completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:54:13.343602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 3cb43394-33f0-4bab-92ab-9c337e987fca triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:13.343602 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:13.362551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e917de-9be8-4270-8f8f-36181f841d0f req-30b1527e-6f94-456a-967e-23358a524f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:13.363121 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-5fb26dd1-fda6-48b3-96cb-337d72715330 service neutron] 10.222.0.49 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258960 Apr 21 20:54:13.370864 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34e917de-9be8-4270-8f8f-36181f841d0f req-30b1527e-6f94-456a-967e-23358a524f0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1125 time: 0.0627973 Apr 21 20:54:13.438578 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:13.480201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e28cf3c0-f008-4f66-bf4f-b15b609d33ab service neutron] 10.222.0.49 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109855 Apr 21 20:54:13.481011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 3cb43394-33f0-4bab-92ab-9c337e987fca, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3cb43394-33f0-4bab-92ab-9c337e987fca,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:13.489876 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:13.519495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbbdbd-0994-4889-92aa-35169d41f71e req-1e6bf24b-6aaf-4823-a548-de2ba237a92b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:13.521261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0acbbdbd-0994-4889-92aa-35169d41f71e req-1e6bf24b-6aaf-4823-a548-de2ba237a92b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.1254539 Apr 21 20:54:13.552949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e917de-9be8-4270-8f8f-36181f841d0f req-d840d07a-ba67-4a4f-ba31-bcf713bad0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:13.554657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34e917de-9be8-4270-8f8f-36181f841d0f req-d840d07a-ba67-4a4f-ba31-bcf713bad0ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.1765499 Apr 21 20:54:13.560319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=3cb43394-33f0-4bab-92ab-9c337e987fca,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:13.622713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0acbbdbd-0994-4889-92aa-35169d41f71e req-461f0779-3de6-4ac5-9a39-9e6bca4a0d7f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885627 Apr 21 20:54:13.624066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34e917de-9be8-4270-8f8f-36181f841d0f req-3a92ef8f-5beb-4f27-ace9-f209d2f16578 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 200 len: 217 time: 0.0495431 Apr 21 20:54:13.685117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e917de-9be8-4270-8f8f-36181f841d0f req-ec2915a8-a637-449c-a91a-85e7a073191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:13.686752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34e917de-9be8-4270-8f8f-36181f841d0f req-ec2915a8-a637-449c-a91a-85e7a073191a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0548580 Apr 21 20:54:13.724268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34e917de-9be8-4270-8f8f-36181f841d0f req-807d7e8b-0219-4362-ac99-73ccdc7c66ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298495 Apr 21 20:54:13.773146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e74031b-4d61-4661-a303-62eb9b84c815 req-151c0d72-95ce-41fa-a325-b2e55899f8cb tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0510194 Apr 21 20:54:13.847476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34e917de-9be8-4270-8f8f-36181f841d0f req-6823b409-93f6-419a-97bc-f9c6adbede1d service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147676 Apr 21 20:54:13.985733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34e917de-9be8-4270-8f8f-36181f841d0f req-f8602e25-57fe-4029-8c27-7c08c34abd93 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315820 Apr 21 20:54:13.996929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dac375-072e-46e9-bffa-31156de562e9 req-e466980c-499b-42ec-a75f-19400a722c51 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:13.998683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0dac375-072e-46e9-bffa-31156de562e9 req-e466980c-499b-42ec-a75f-19400a722c51 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0809908 Apr 21 20:54:14.049108 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0dac375-072e-46e9-bffa-31156de562e9 req-6a26686d-dfa9-4aaf-85ad-5be1f8b1d7a8 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Apr 21 20:54:14.089506 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598be5c3-08d1-4a0b-9463-63502a1e17f8 x-openstack-request-id: req-598be5c3-08d1-4a0b-9463-63502a1e17f8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:14.090132 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c65929-8c8f-4e9a-aafc-fffd2b14cd74", "name": "network-vif-plugged", "status": "completed", "tag": "9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:14.090756 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-598be5c3-08d1-4a0b-9463-63502a1e17f8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:14.091397 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598be5c3-08d1-4a0b-9463-63502a1e17f8'] response: {'server_uuid': '40c65929-8c8f-4e9a-aafc-fffd2b14cd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15', 'code': 200} Apr 21 20:54:14.187962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dbc2afea-3e34-488c-bdc3-13d867b7006c req-a5ed3d65-0de9-4a84-9aad-18f760aeb442 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0375941 Apr 21 20:54:14.232701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005b604-3d8b-459e-9880-f2a3f322e7ce req-1717bfe6-aa01-4cd9-9cea-e6a4c6924968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:14.234203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5005b604-3d8b-459e-9880-f2a3f322e7ce req-1717bfe6-aa01-4cd9-9cea-e6a4c6924968 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 1096 time: 0.0813107 Apr 21 20:54:14.256943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008ff4e-32d9-4c7b-af26-380262212c2b req-ef65fd1d-4056-4708-866e-5556e04faba4 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:14.259465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2008ff4e-32d9-4c7b-af26-380262212c2b req-ef65fd1d-4056-4708-866e-5556e04faba4 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 945 time: 0.0636816 Apr 21 20:54:14.338843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5005b604-3d8b-459e-9880-f2a3f322e7ce req-98363a99-df06-4600-b005-d1f2f98caf8d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904682 Apr 21 20:54:14.347644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2008ff4e-32d9-4c7b-af26-380262212c2b req-0710cf5d-43c8-48c2-976d-35e0d2c1252c tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833485 Apr 21 20:54:14.441594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1029859d-12f0-44eb-be77-914d020bc43b req-05ce6524-3d7b-4496-a5ba-ae7ae96b1372 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.0385542 Apr 21 20:54:14.472858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119186e-7980-4e11-b671-a1089e9782dd req-1ccb2933-081d-4d98-a0c7-6054e7d50b7e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:14.475269 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f119186e-7980-4e11-b671-a1089e9782dd req-1ccb2933-081d-4d98-a0c7-6054e7d50b7e tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0565169 Apr 21 20:54:14.517127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f119186e-7980-4e11-b671-a1089e9782dd req-0ea17f97-fc6f-49ef-b91b-71c45f63fdbf tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Apr 21 20:54:14.555188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9185bef-f367-4b1b-b235-971bcef90014 req-985f0668-6eae-44b6-98df-d54ef571e705 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:14.556666 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9185bef-f367-4b1b-b235-971bcef90014 req-985f0668-6eae-44b6-98df-d54ef571e705 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0537224 Apr 21 20:54:14.595905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9185bef-f367-4b1b-b235-971bcef90014 req-1821b32d-6758-4c37-aba8-343249318189 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Apr 21 20:54:14.734341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433282ab-6d6f-49dc-80e0-ab395ff61345 req-4a776d3e-0c5d-44d4-94b2-fd1c547418d9 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:14.735923 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-433282ab-6d6f-49dc-80e0-ab395ff61345 req-4a776d3e-0c5d-44d4-94b2-fd1c547418d9 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0627580 Apr 21 20:54:14.753209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b13c5-7993-4708-b281-46d42ebf9a9e req-1bc84f73-9989-4258-8c43-d9413c658561 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:14.754682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a3b13c5-7993-4708-b281-46d42ebf9a9e req-1bc84f73-9989-4258-8c43-d9413c658561 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.0543277 Apr 21 20:54:14.776511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-433282ab-6d6f-49dc-80e0-ab395ff61345 req-c2bb0266-141b-434e-9e98-6a76a9708c65 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345635 Apr 21 20:54:14.800461 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a3b13c5-7993-4708-b281-46d42ebf9a9e req-82798940-0618-4f23-8535-fc2e67e9e696 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Apr 21 20:54:14.892388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34403d0b-b747-44c3-b6ae-2e2a75d1a5c7 req-3a981830-819b-4a2b-978a-37eee711510e tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0301700 Apr 21 20:54:15.191996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1495fba5-d106-4d3c-820e-f3a1fddb65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:15.194001 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1495fba5-d106-4d3c-820e-f3a1fddb65c6 service neutron] 10.222.0.46 "GET /v2.0/ports/86aae9c2-7ba2-4322-9ed3-3a81b43534ad HTTP/1.1" status: 200 len: 1031 time: 0.0349092 Apr 21 20:54:15.237317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-fdb81e00-1e5c-46a4-8e14-3f273f454c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:15.239117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-fdb81e00-1e5c-46a4-8e14-3f273f454c97 service neutron] 10.222.0.46 "GET /v2.0/ports/bc84869d-00b0-423c-804e-ad0ecdd5053b HTTP/1.1" status: 200 len: 1033 time: 0.0387590 Apr 21 20:54:15.330407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bfe52b67-7c95-4f4b-b9c3-e34d841a2dbb req-3351ff13-0f1f-43dd-a24d-37360d14c491 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0586388 Apr 21 20:54:15.384208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-34e44b3a-7625-45d5-9e88-ff6b44399158 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:15.390070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-34e44b3a-7625-45d5-9e88-ff6b44399158 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:15.395940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-34e44b3a-7625-45d5-9e88-ff6b44399158 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:15.398117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-34e44b3a-7625-45d5-9e88-ff6b44399158 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "GET /v2.0/networks?id=dff397c0-118c-4bfa-9bfc-6606a5b4c319&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=1942e038-afad-4a0d-9231-13760299a205&id=1942e038-afad-4a0d-9231-13760299a205 HTTP/1.1" status: 200 len: 1995 time: 0.1521389 Apr 21 20:54:15.418805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a48c2e-9d82-4073-8a00-d2489b79f873 req-3044c94b-e994-4a7a-80f2-1948badba7ba tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:15.420392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a48c2e-9d82-4073-8a00-d2489b79f873 req-3044c94b-e994-4a7a-80f2-1948badba7ba tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0640342 Apr 21 20:54:15.446606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-fcf63af1-9c96-46b0-9e92-4c3c85ff3a2c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af65c51b679d415fb6d157fb2fd2f48b HTTP/1.1" status: 200 len: 380 time: 0.0393517 Apr 21 20:54:15.465112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'admin_state_up': True, 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'security_groups': ['426d879b-8d7d-4cb8-b46f-634a6c06fa6e']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:15.468951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a48c2e-9d82-4073-8a00-d2489b79f873 req-a60fb254-5840-4fed-9560-663f177ae681 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387700 Apr 21 20:54:15.551658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a17a-2f36-4bf6-925b-e2fdca18f352 req-2fc8d474-8d5d-45f3-9096-4f8d8335cf8b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:15.553427 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8431a17a-2f36-4bf6-925b-e2fdca18f352 req-2fc8d474-8d5d-45f3-9096-4f8d8335cf8b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 945 time: 0.1122558 Apr 21 20:54:15.564573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-718610af-8fee-4b02-9d25-bd9347fa8506 req-7caabebe-95ba-43ed-813a-fdf7ad4c816a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.0314052 Apr 21 20:54:15.619259 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8431a17a-2f36-4bf6-925b-e2fdca18f352 req-d747e126-bda9-47b0-931b-39258c56c051 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577958 Apr 21 20:54:15.636027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:15.642875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:15.678962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715d762-fa9b-45d0-9282-6ac6dbda9894 req-c76fe34b-b1af-40e0-9a43-480972337ad8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:15.680446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b715d762-fa9b-45d0-9282-6ac6dbda9894 req-c76fe34b-b1af-40e0-9a43-480972337ad8 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0525529 Apr 21 20:54:15.721013 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b715d762-fa9b-45d0-9282-6ac6dbda9894 req-b15edd4a-832b-4e5a-9d0b-b8613db42793 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337512 Apr 21 20:54:15.772248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Allocated IP 172.20.0.6 (dff397c0-118c-4bfa-9bfc-6606a5b4c319/de0e18d2-3d10-4e98-876c-60e1b50313cd/f1d56b24-5abc-4238-be2f-181ebec5bb94) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:15.943046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:15.963350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c805367-b660-4cdf-9f36-6c5547f82954 req-3e16f2aa-92de-4735-ae81-d410b2f182f6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:15.965360 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c805367-b660-4cdf-9f36-6c5547f82954 req-3e16f2aa-92de-4735-ae81-d410b2f182f6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.0831163 Apr 21 20:54:16.019230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:16.026743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45039394-c108-4172-aa5d-24a86795f4c4 req-907bf778-c655-47b6-8406-4adb4baea15a tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0307348 Apr 21 20:54:16.054585 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c805367-b660-4cdf-9f36-6c5547f82954 req-c9cbd6f8-66a0-4c7b-9eb8-946c61a49e82 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793436 Apr 21 20:54:16.079980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network dff397c0-118c-4bfa-9bfc-6606a5b4c319 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:16.083334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:16.087749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:16.091709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Port': ['ID=f1d56b24-5abc-4238-be2f-181ebec5bb94,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:16.092301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a783c636-17d6-473d-a17b-9c2a55a1af0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce21c0f-3cc6-46d4-a1a6-2d30315375e1'}, {'server_uuid': '66451b18-3f43-4fcd-bd8a-7a1cfd1ed759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb43394-33f0-4bab-92ab-9c337e987fca'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:16.095607 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59762e88-4dcd-4268-9261-b906472ff521" -d '{"events": [{"server_uuid": "a783c636-17d6-473d-a17b-9c2a55a1af0e", "name": "network-vif-plugged", "status": "completed", "tag": "dce21c0f-3cc6-46d4-a1a6-2d30315375e1"}, {"server_uuid": "66451b18-3f43-4fcd-bd8a-7a1cfd1ed759", "name": "network-vif-plugged", "status": "completed", "tag": "3cb43394-33f0-4bab-92ab-9c337e987fca"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:16.141091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:16.141909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:16.160378 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a0b9f1-1195-4f62-813e-7f18e31fd280 x-openstack-request-id: req-a1a0b9f1-1195-4f62-813e-7f18e31fd280 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:16.161199 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a783c636-17d6-473d-a17b-9c2a55a1af0e", "name": "network-vif-plugged", "status": "completed", "tag": "dce21c0f-3cc6-46d4-a1a6-2d30315375e1", "code": 200}, {"server_uuid": "66451b18-3f43-4fcd-bd8a-7a1cfd1ed759", "name": "network-vif-plugged", "status": "completed", "tag": "3cb43394-33f0-4bab-92ab-9c337e987fca", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:16.161521 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1a0b9f1-1195-4f62-813e-7f18e31fd280 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:16.161903 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a0b9f1-1195-4f62-813e-7f18e31fd280'] response: {'server_uuid': 'a783c636-17d6-473d-a17b-9c2a55a1af0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce21c0f-3cc6-46d4-a1a6-2d30315375e1', 'code': 200} Apr 21 20:54:16.162438 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a0b9f1-1195-4f62-813e-7f18e31fd280'] response: {'server_uuid': '66451b18-3f43-4fcd-bd8a-7a1cfd1ed759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb43394-33f0-4bab-92ab-9c337e987fca', 'code': 200} Apr 21 20:54:16.167649 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-57f76601-8f5c-4edb-a571-bdfe41d7fcf1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7096503 Apr 21 20:54:16.186310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'admin_state_up': True, 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'security_groups': ['426d879b-8d7d-4cb8-b46f-634a6c06fa6e']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:16.312208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:16.317306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:16.329456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdf4bd-d7eb-4698-8cc5-b654132afe9e req-d5c57497-895a-4f76-8097-e12a636f6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:16.330924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bfdf4bd-d7eb-4698-8cc5-b654132afe9e req-d5c57497-895a-4f76-8097-e12a636f6fa5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66451b18-3f43-4fcd-bd8a-7a1cfd1ed759 HTTP/1.1" status: 200 len: 1097 time: 0.0702825 Apr 21 20:54:16.332729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5841ee-d131-4561-888b-19d4dbca3c95 req-0fd07ec5-255d-40cd-b837-0ce120f57ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:16.334076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc5841ee-d131-4561-888b-19d4dbca3c95 req-0fd07ec5-255d-40cd-b837-0ce120f57ee4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 1096 time: 0.0822248 Apr 21 20:54:16.388308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f9899671-b8c5-4e79-b47c-8e45846936c9 None None] Provisioning complete for port f1d56b24-5abc-4238-be2f-181ebec5bb94 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:16.388682 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9899671-b8c5-4e79-b47c-8e45846936c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:16.425978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc5841ee-d131-4561-888b-19d4dbca3c95 req-72e5a6e0-8f68-4858-9b38-cb8f0e7c227e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821767 Apr 21 20:54:16.428746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bfdf4bd-d7eb-4698-8cc5-b654132afe9e req-4b3be0c3-00a5-4c08-b233-2ef49d6f7c9b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854969 Apr 21 20:54:16.445560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f9899671-b8c5-4e79-b47c-8e45846936c9 None None] Port f1d56b24-5abc-4238-be2f-181ebec5bb94 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:16.459637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91651085-7060-49a3-849e-ccdb5fcc05c1 req-ddb31194-2825-482d-aff3-184cfc681ec3 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0338006 Apr 21 20:54:16.480592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Allocated IP 10.1.1.138 (e0b04d92-6368-4a13-91d3-55fa4a0bba4d/800a7f33-bcfc-4087-8a42-538b36edceab/28e2a7bb-fde2-4781-a6dc-aa20db9c503b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:16.610292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100ce2c-eb9b-4485-88ed-1b0f7ab95ee1 req-96765aaf-c8c5-4350-ba53-f80b02b5f644 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:16.612477 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8100ce2c-eb9b-4485-88ed-1b0f7ab95ee1 req-96765aaf-c8c5-4350-ba53-f80b02b5f644 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0539072 Apr 21 20:54:16.653018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:16.662856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8100ce2c-eb9b-4485-88ed-1b0f7ab95ee1 req-31432946-8d58-47fb-9a28-ee08b5d65cb4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Apr 21 20:54:16.728188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688dd3e-c01b-4356-a9bd-ccdfeca4c438 req-8be84d27-d276-4139-83eb-8f9e92616461 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:16.729674 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6688dd3e-c01b-4356-a9bd-ccdfeca4c438 req-8be84d27-d276-4139-83eb-8f9e92616461 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 931 time: 0.0721550 Apr 21 20:54:16.731141 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:16.785269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e104d-c7f6-4290-ab20-c54889d6f252 req-256b17c3-bde7-47b1-9281-19a2c113c597 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:16.786797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-557e104d-c7f6-4290-ab20-c54889d6f252 req-256b17c3-bde7-47b1-9281-19a2c113c597 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 945 time: 0.0564466 Apr 21 20:54:16.802251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:16.809583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:16.811935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:16.817899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Port': ['ID=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:16.838640 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-557e104d-c7f6-4290-ab20-c54889d6f252 req-cab462ef-798c-462b-9901-e190f37ddfc8 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Apr 21 20:54:16.854899 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6688dd3e-c01b-4356-a9bd-ccdfeca4c438 req-e17a373a-e5db-4202-a465-aa8a74a83979 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911696 Apr 21 20:54:16.890111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:16.890829 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:16.917487 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-db882978-ad4b-4220-afcc-1eb731ec13bc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7365682 Apr 21 20:54:16.928253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'admin_state_up': True, 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'security_groups': ['426d879b-8d7d-4cb8-b46f-634a6c06fa6e']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:16.980940 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915b8d5-a632-4766-ae98-904b11dabe5f req-feadcc79-96a5-4b65-afb6-f510f72823e4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:16.988889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3915b8d5-a632-4766-ae98-904b11dabe5f req-feadcc79-96a5-4b65-afb6-f510f72823e4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0652914 Apr 21 20:54:17.042374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3915b8d5-a632-4766-ae98-904b11dabe5f req-fdd92908-655e-4585-810f-09a407c10076 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466824 Apr 21 20:54:17.081675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:17.086453 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:17.177369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6adf7afd-b7ca-42eb-bf29-4d691f0579a6 None None] Provisioning complete for port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:17.178661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6adf7afd-b7ca-42eb-bf29-4d691f0579a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:17.184165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93d5f0-8bdb-49e6-947a-022a8d106038 req-3e4337a0-41a2-4f84-b500-414c7b78cbb4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:17.185724 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac93d5f0-8bdb-49e6-947a-022a8d106038 req-3e4337a0-41a2-4f84-b500-414c7b78cbb4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.0523489 Apr 21 20:54:17.215481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13eb03f4-d966-47a2-abab-fa4baf3465bf req-61ed5591-ca9b-4bb5-99b1-07f8308ec771 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0666454 Apr 21 20:54:17.216228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6adf7afd-b7ca-42eb-bf29-4d691f0579a6 None None] Port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:17.249138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac93d5f0-8bdb-49e6-947a-022a8d106038 req-baa7a6ff-72ec-4885-bac9-45d4149b464c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566235 Apr 21 20:54:17.274240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Allocated IP 10.1.1.225 (e0b04d92-6368-4a13-91d3-55fa4a0bba4d/800a7f33-bcfc-4087-8a42-538b36edceab/34954fa9-2c9d-48fd-bc6f-f75ce4da16d0) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:17.413099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:17.450049 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:17.495062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:17.498360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:17.502317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:17.533030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Port': ['ID=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:17.582781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-853a7f9e-4e3e-453b-9793-88fb70cb8167 req-6157684f-0b9d-4ccb-809e-b3d91091f496 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0312982 Apr 21 20:54:17.590657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:17.591311 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:17.613983 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bb99be26-8359-46c5-9104-5c99008336aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6898639 Apr 21 20:54:17.627913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1942e038-afad-4a0d-9231-13760299a205', 'admin_state_up': True, 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'security_groups': ['426d879b-8d7d-4cb8-b46f-634a6c06fa6e']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:17.740792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:17.744845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-926515d9-07c1-492a-ba08-71ce7af33524 None None] Provisioning complete for port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:17.745769 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-926515d9-07c1-492a-ba08-71ce7af33524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:17.799908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-926515d9-07c1-492a-ba08-71ce7af33524 None None] Port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:17.840751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a3051-c025-46dd-abad-5e1b726cc722 req-7a1d7791-489e-4e83-abe5-38f2b1208094 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:17.842915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b1a3051-c025-46dd-abad-5e1b726cc722 req-7a1d7791-489e-4e83-abe5-38f2b1208094 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0684273 Apr 21 20:54:17.844571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:17.884128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b1a3051-c025-46dd-abad-5e1b726cc722 req-7471b50a-793c-4c76-8fd3-a292a077a8ff tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Apr 21 20:54:18.023285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dfd7-f5f4-4d03-a328-857d7ec3ffb3 req-0424935d-bca1-419a-825a-10facdd05d4e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:18.031083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dfd7-f5f4-4d03-a328-857d7ec3ffb3 req-0424935d-bca1-419a-825a-10facdd05d4e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:18.037952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dfd7-f5f4-4d03-a328-857d7ec3ffb3 req-0424935d-bca1-419a-825a-10facdd05d4e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:18.039731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44d7dfd7-f5f4-4d03-a328-857d7ec3ffb3 req-0424935d-bca1-419a-825a-10facdd05d4e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 2374 time: 0.0746820 Apr 21 20:54:18.084910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c7fc1-ab7d-4b76-ac69-4a2ac052b264 req-7631ff19-ed5a-44a7-b3e5-43e685f68438 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:18.086443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc2c7fc1-ab7d-4b76-ac69-4a2ac052b264 req-7631ff19-ed5a-44a7-b3e5-43e685f68438 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 945 time: 0.1423769 Apr 21 20:54:18.104347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44d7dfd7-f5f4-4d03-a328-857d7ec3ffb3 req-63f5373a-512c-443e-b881-d5e50bfd9e13 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577664 Apr 21 20:54:18.165634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc2c7fc1-ab7d-4b76-ac69-4a2ac052b264 req-429d0085-41ba-4464-aa69-2be8f8790cb3 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698993 Apr 21 20:54:18.177393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Allocated IP 10.2.2.100 (1942e038-afad-4a0d-9231-13760299a205/5238cd08-3697-45c2-8e5d-4f9c0a9656e3/d03cc100-8f43-4cd0-90c4-0d5b45304cab) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:18.234628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64517dcb-2e14-47ad-9c42-04045887161f req-86dcd22d-30b6-4c1c-8001-f10d13fe0add tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:18.236360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64517dcb-2e14-47ad-9c42-04045887161f req-86dcd22d-30b6-4c1c-8001-f10d13fe0add tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0594556 Apr 21 20:54:18.286178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64517dcb-2e14-47ad-9c42-04045887161f req-2a72791c-06f7-4c51-b91e-956cc1d8b31a tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Apr 21 20:54:18.433910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280307-e859-48f1-b912-39a7ff2fdc94 req-cfe7881f-b06b-48e6-8acd-2c352ea0cc7c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:18.435502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78280307-e859-48f1-b912-39a7ff2fdc94 req-cfe7881f-b06b-48e6-8acd-2c352ea0cc7c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.0570774 Apr 21 20:54:18.479164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78280307-e859-48f1-b912-39a7ff2fdc94 req-114e863d-194f-413d-9ff2-60a992038afb tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359144 Apr 21 20:54:18.575947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9ef64bc-71bf-4592-ab37-72cc7a9f2911 req-9875d489-bbba-4461-9e38-2806e74b38bc tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0395818 Apr 21 20:54:18.663261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:18.689106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa616b6b-21e9-4140-81a8-65307b14f6b0 req-45d46c39-76c0-4768-a253-bd9704627c8a tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0289290 Apr 21 20:54:18.705780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:18.751731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network 1942e038-afad-4a0d-9231-13760299a205 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:18.754989 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:18.759897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:18.763928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Port': ['ID=d03cc100-8f43-4cd0-90c4-0d5b45304cab,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:18.813597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:18.814608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:18.832221 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-baff9fb7-0dfe-4a98-9ba6-fbb6b6115813 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2082751 Apr 21 20:54:18.848375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1942e038-afad-4a0d-9231-13760299a205', 'admin_state_up': True, 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'security_groups': ['426d879b-8d7d-4cb8-b46f-634a6c06fa6e']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:18.964232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Made reservation on behalf of af65c51b679d415fb6d157fb2fd2f48b for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:18.968972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:19.061751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd21eb-e2c8-4141-9f1a-6a855a02c529 req-285caedc-a5fc-4679-b5a6-ddb2d8689412 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.063266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0dfd21eb-e2c8-4141-9f1a-6a855a02c529 req-285caedc-a5fc-4679-b5a6-ddb2d8689412 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0919645 Apr 21 20:54:19.164602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-05d78ae8-74a8-4e7f-a442-df3d0e62bfa0 None None] Provisioning complete for port d03cc100-8f43-4cd0-90c4-0d5b45304cab triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:19.165189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05d78ae8-74a8-4e7f-a442-df3d0e62bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:19.199185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-05d78ae8-74a8-4e7f-a442-df3d0e62bfa0 None None] Port d03cc100-8f43-4cd0-90c4-0d5b45304cab cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:19.229397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0dfd21eb-e2c8-4141-9f1a-6a855a02c529 req-b6d92026-a74e-4f0d-abf3-e9ef77180fdc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552677 Apr 21 20:54:19.238334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Allocated IP 10.2.2.200 (1942e038-afad-4a0d-9231-13760299a205/5238cd08-3697-45c2-8e5d-4f9c0a9656e3/446bc886-9f57-4f74-99fb-5b7ccdc938e2) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:19.251701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175d719-698b-4dca-bd45-035a16fd323a req-ba70f3a5-a746-42a0-8604-fb6687dcb6db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.257821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175d719-698b-4dca-bd45-035a16fd323a req-ba70f3a5-a746-42a0-8604-fb6687dcb6db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.265010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175d719-698b-4dca-bd45-035a16fd323a req-ba70f3a5-a746-42a0-8604-fb6687dcb6db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.272288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175d719-698b-4dca-bd45-035a16fd323a req-ba70f3a5-a746-42a0-8604-fb6687dcb6db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.280240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3175d719-698b-4dca-bd45-035a16fd323a req-ba70f3a5-a746-42a0-8604-fb6687dcb6db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 3095 time: 0.0838723 Apr 21 20:54:19.357686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3175d719-698b-4dca-bd45-035a16fd323a req-0a64c8ca-2c0d-4254-b9aa-47e043414678 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760095 Apr 21 20:54:19.395861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-c4c4654b-0bed-49d7-a79c-148d5e17592e service neutron] 10.222.0.46 "GET /v2.0/ports/f6b8d1b3-4665-431c-b542-c18a86bf2c8e/bindings/n-h2-838945-1 HTTP/1.1" status: 200 len: 384 time: 0.1071017 Apr 21 20:54:19.433772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db4bd4-0404-41f9-abef-a451293f81bf req-381f1c71-e729-4308-a2b9-73e221becbc2 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.435228 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0db4bd4-0404-41f9-abef-a451293f81bf req-381f1c71-e729-4308-a2b9-73e221becbc2 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 945 time: 0.1188715 Apr 21 20:54:19.474690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:19.498394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0db4bd4-0404-41f9-abef-a451293f81bf req-7d303485-7346-4f4f-9401-c3731a979eaf tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 Apr 21 20:54:19.537921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea4a26-441b-49e8-b682-42cc3d15a13d req-fc633209-85ca-4b01-894d-3be2cb403b99 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.539356 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2ea4a26-441b-49e8-b682-42cc3d15a13d req-fc633209-85ca-4b01-894d-3be2cb403b99 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0949860 Apr 21 20:54:19.546817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:19.598327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Network 1942e038-afad-4a0d-9231-13760299a205 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:19.604247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:19.630672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:19.653165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2ea4a26-441b-49e8-b682-42cc3d15a13d req-855a5a7c-dedb-40f0-b9d7-7beb7d14d362 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955815 Apr 21 20:54:19.687936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event updated for resources: {'Port': ['ID=446bc886-9f57-4f74-99fb-5b7ccdc938e2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:19.690587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:19.716929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:19.722618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd1f50-78f8-4a54-b52a-ef2d9a52863c req-922278cf-ceb8-41e3-834f-7f6c94cf6702 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.728960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40dd1f50-78f8-4a54-b52a-ef2d9a52863c req-922278cf-ceb8-41e3-834f-7f6c94cf6702 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 944 time: 0.1572275 Apr 21 20:54:19.743618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.744271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:19.764486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b8d1b3-4665-431c-b542-c18a86bf2c8e {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:19.776644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:19.805118 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40dd1f50-78f8-4a54-b52a-ef2d9a52863c req-79d30ae1-30c8-4c0a-b485-964b16e9ebd7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528326 Apr 21 20:54:19.833834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:19.838644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b75e929-fc8a-4462-b815-a1505f9ed99b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9974761 Apr 21 20:54:19.851731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:19.914183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814df5c-1e0b-4c84-bda2-acd755095acc req-f2d98c9f-9108-4be4-a403-bf5a0af7a283 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:19.918912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-225179ca-2303-4d74-9b9e-4967da106695 req-5cee7816-caa2-4445-8835-8ecddd682dfe tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0323837 Apr 21 20:54:19.924855 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e814df5c-1e0b-4c84-bda2-acd755095acc req-f2d98c9f-9108-4be4-a403-bf5a0af7a283 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.1392293 Apr 21 20:54:19.964202 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.010250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e814df5c-1e0b-4c84-bda2-acd755095acc req-78270893-2a03-44ed-8ea5-68c6151d6e6a tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790765 Apr 21 20:54:20.033200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Transition to ACTIVE for port object f6b8d1b3-4665-431c-b542-c18a86bf2c8e will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:20.037429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5698cb9f-d404-4c14-b94f-a4b0019b5216 None None] Provisioning complete for port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:20.037861 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5698cb9f-d404-4c14-b94f-a4b0019b5216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.040645 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.054283 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-449e746e-ff0d-42e8-bdd9-c7ea7c2421a5 req-24639dc6-4257-4cf1-88f6-9a945dc4dbe2 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0425711 Apr 21 20:54:20.107875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5698cb9f-d404-4c14-b94f-a4b0019b5216 None None] Port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:20.123096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] No DVR routers for this DVR port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:20.160213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:20.168445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/f6b8d1b3-4665-431c-b542-c18a86bf2c8e/bindings/n-h2-838945-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7659056 Apr 21 20:54:20.173742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.174188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.174624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.175122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.177272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.177742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.178526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.178853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.179179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.179501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.179823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.180140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a15ceb-f30d-489d-81f6-eb68ea5240c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:20.216829 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.290166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d56b24-5abc-4238-be2f-181ebec5bb94 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:20.298078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.311488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Transition to ACTIVE for port object f1d56b24-5abc-4238-be2f-181ebec5bb94 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:20.316683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.361823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b789c-b8e6-46fd-ad9e-489bcd7f83a8 req-605ca9c5-1b5c-4f43-b55a-f24b1d179a68 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.363407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb2b789c-b8e6-46fd-ad9e-489bcd7f83a8 req-605ca9c5-1b5c-4f43-b55a-f24b1d179a68 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0554545 Apr 21 20:54:20.370958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d56b24-5abc-4238-be2f-181ebec5bb94,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:20.434432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.445578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb2b789c-b8e6-46fd-ad9e-489bcd7f83a8 req-bc6488dd-546a-448d-8587-a9de9ed56cec tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748580 Apr 21 20:54:20.499603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Attempting to bind port f1d56b24-5abc-4238-be2f-181ebec5bb94 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:20.500101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Attempting to bind port f1d56b24-5abc-4238-be2f-181ebec5bb94 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:20.500528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Attempting to bind port f1d56b24-5abc-4238-be2f-181ebec5bb94 on network dff397c0-118c-4bfa-9bfc-6606a5b4c319 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:20.508448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Port f1d56b24-5abc-4238-be2f-181ebec5bb94 on network dff397c0-118c-4bfa-9bfc-6606a5b4c319 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:20.508957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Attempting to bind port f1d56b24-5abc-4238-be2f-181ebec5bb94 on network dff397c0-118c-4bfa-9bfc-6606a5b4c319 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:20.518875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:20.519346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Checking segment: {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:20.519831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Bound using segment: {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:20.520373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Bound port: f1d56b24-5abc-4238-be2f-181ebec5bb94, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb5165b-5298-44c5-bf00-00220a978f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:20.520874 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.546765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc40ad-e839-4d05-99f1-8399a36c1a1f req-ebf5de41-e183-410e-9586-1afc1700a3c9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.552695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc40ad-e839-4d05-99f1-8399a36c1a1f req-ebf5de41-e183-410e-9586-1afc1700a3c9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.558838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc40ad-e839-4d05-99f1-8399a36c1a1f req-ebf5de41-e183-410e-9586-1afc1700a3c9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.564808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc40ad-e839-4d05-99f1-8399a36c1a1f req-ebf5de41-e183-410e-9586-1afc1700a3c9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.571469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc40ad-e839-4d05-99f1-8399a36c1a1f req-ebf5de41-e183-410e-9586-1afc1700a3c9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.573397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24bc40ad-e839-4d05-99f1-8399a36c1a1f req-ebf5de41-e183-410e-9586-1afc1700a3c9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 3828 time: 0.1290817 Apr 21 20:54:20.654171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24bc40ad-e839-4d05-99f1-8399a36c1a1f req-81790004-7d90-4f29-ae75-41bc56cec0fb tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736227 Apr 21 20:54:20.655190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] For port f1d56b24-5abc-4238-be2f-181ebec5bb94, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:20.658553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] For port f1d56b24-5abc-4238-be2f-181ebec5bb94, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:20.663136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.697534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.698164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.699849 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] 10.222.0.46 "PUT /v2.0/ports/f1d56b24-5abc-4238-be2f-181ebec5bb94 HTTP/1.1" status: 200 len: 1091 time: 0.8537028 Apr 21 20:54:20.700057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:20.702307 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0060959-42ca-4323-b15f-2f4d492efe1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:20.732342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:20.755160 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3728b9ee-d212-4d0c-8bec-e15fbb29eebe x-openstack-request-id: req-3728b9ee-d212-4d0c-8bec-e15fbb29eebe {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:20.755453 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:20.755734 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3728b9ee-d212-4d0c-8bec-e15fbb29eebe {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:20.756143 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3728b9ee-d212-4d0c-8bec-e15fbb29eebe'] response: {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'status': 'completed', 'code': 200} Apr 21 20:54:20.760950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c49207-69a2-4d6c-8670-dc7d1ae488c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d56b24-5abc-4238-be2f-181ebec5bb94,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:20.830811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:20.884199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-61e1f0e2-a61d-418a-9429-800f16f435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.884785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-61e1f0e2-a61d-418a-9429-800f16f435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.885258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-61e1f0e2-a61d-418a-9429-800f16f435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.885718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-61e1f0e2-a61d-418a-9429-800f16f435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.886534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-61e1f0e2-a61d-418a-9429-800f16f435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.888323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-61e1f0e2-a61d-418a-9429-800f16f435dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 4363 time: 0.1076083 Apr 21 20:54:20.903904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f43ca-e08b-4b75-9c4e-e43692e87ef0 req-cdd5fcd9-d46b-4026-b836-2495a1fca5f4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:20.905717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b8f43ca-e08b-4b75-9c4e-e43692e87ef0 req-cdd5fcd9-d46b-4026-b836-2495a1fca5f4 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1139088 Apr 21 20:54:20.985889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b8f43ca-e08b-4b75-9c4e-e43692e87ef0 req-be9b60f7-1ea1-4e19-82c7-3bc8ba56ae90 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705523 Apr 21 20:54:21.030814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f6b8d1b3-4665-431c-b542-c18a86bf2c8e no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:21.050231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff408fb-8df2-44e3-97bc-c0c2de5ec53a req-444de7c1-fcfa-470d-b751-fcdc262ebd66 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.051736 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ff408fb-8df2-44e3-97bc-c0c2de5ec53a req-444de7c1-fcfa-470d-b751-fcdc262ebd66 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 945 time: 0.1417251 Apr 21 20:54:21.107615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da1a701f-9576-4d74-b0e9-67d62e4d29d1 req-e617fe19-21f9-4160-84a8-5b3e8633496f tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0372100 Apr 21 20:54:21.121297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f6b8d1b3-4665-431c-b542-c18a86bf2c8e not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:21.172204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ff408fb-8df2-44e3-97bc-c0c2de5ec53a req-dda51b20-8fc4-438c-81a9-203fc02b80e4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088881 Apr 21 20:54:21.192098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-df70afcf-5fcc-45f2-b452-1fb38cea4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.192498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-df70afcf-5fcc-45f2-b452-1fb38cea4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.192986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-df70afcf-5fcc-45f2-b452-1fb38cea4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.195346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-df70afcf-5fcc-45f2-b452-1fb38cea4a77 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2884941 Apr 21 20:54:21.283613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cdced054-5b59-45ad-b090-3cfc3b7ab7a2 req-28a0704f-1c33-4078-bdf6-9f981ec648aa tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0381720 Apr 21 20:54:21.328838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86aae9c2-7ba2-4322-9ed3-3a81b43534ad {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:21.337434 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:21.349751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Transition to ACTIVE for port object 86aae9c2-7ba2-4322-9ed3-3a81b43534ad will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:21.354262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:21.402139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b28035-7160-4e0a-a1b2-8f7cbb11f158 req-9dd7e1ed-aeed-4c5f-9954-6f3176a79c7c tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.403613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2b28035-7160-4e0a-a1b2-8f7cbb11f158 req-9dd7e1ed-aeed-4c5f-9954-6f3176a79c7c tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.1468465 Apr 21 20:54:21.408491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-d3017fb8-2ec7-402f-9978-f3c7cc5f6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.410050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0060959-42ca-4323-b15f-2f4d492efe1e req-d3017fb8-2ec7-402f-9978-f3c7cc5f6827 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075965 Apr 21 20:54:21.415859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Pushing event updated for resources: {'Port': ['ID=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:21.454607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2b28035-7160-4e0a-a1b2-8f7cbb11f158 req-69804259-81fa-471d-acd0-4d3deacce44c tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Apr 21 20:54:21.510686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Attempting to bind port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:21.511156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Attempting to bind port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:21.511556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Attempting to bind port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:21.517563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:21.518026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Attempting to bind port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:21.523296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:21.523704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Checking segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:21.524309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Bound using segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:21.524638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Bound port: 86aae9c2-7ba2-4322-9ed3-3a81b43534ad, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:21.525166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:21.619892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534e7e2-3494-4a75-bd17-1914d9a71a4b req-f985fa38-1294-4bac-9b4b-b173758be1b2 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.621754 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f534e7e2-3494-4a75-bd17-1914d9a71a4b req-f985fa38-1294-4bac-9b4b-b173758be1b2 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0931242 Apr 21 20:54:21.663413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] For port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:21.684161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] For port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:21.690067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f534e7e2-3494-4a75-bd17-1914d9a71a4b req-97f71127-2103-4706-8845-f1b0521e6846 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583334 Apr 21 20:54:21.691564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:21.727915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.728533 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:21.729918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] 10.222.0.46 "PUT /v2.0/ports/86aae9c2-7ba2-4322-9ed3-3a81b43534ad HTTP/1.1" status: 200 len: 1134 time: 1.0027652 Apr 21 20:54:21.763237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a10c31-b600-4147-baf2-1422c234a455 service neutron] Pushing event updated for resources: {'Port': ['ID=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:21.770640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:21.809350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a132-1a64-4461-aa17-019385393728 req-05aed2c4-384c-4984-ad18-afaaee1e2088 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.815351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a132-1a64-4461-aa17-019385393728 req-05aed2c4-384c-4984-ad18-afaaee1e2088 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.821407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a132-1a64-4461-aa17-019385393728 req-05aed2c4-384c-4984-ad18-afaaee1e2088 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.827546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a132-1a64-4461-aa17-019385393728 req-05aed2c4-384c-4984-ad18-afaaee1e2088 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.843852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a132-1a64-4461-aa17-019385393728 req-05aed2c4-384c-4984-ad18-afaaee1e2088 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.851694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a132-1a64-4461-aa17-019385393728 req-05aed2c4-384c-4984-ad18-afaaee1e2088 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:21.854547 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c766a132-1a64-4461-aa17-019385393728 req-05aed2c4-384c-4984-ad18-afaaee1e2088 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 4604 time: 0.1125073 Apr 21 20:54:21.857734 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:21.917313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c766a132-1a64-4461-aa17-019385393728 req-3fc0bcc0-8cf1-4ccd-a3a5-68b0cf701c30 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553977 Apr 21 20:54:22.139831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43558c-8bb3-44f4-976d-e7e56505a0f8 req-f3652a08-8d78-4a0d-8869-8b72fa7bdc6d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:22.141307 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef43558c-8bb3-44f4-976d-e7e56505a0f8 req-f3652a08-8d78-4a0d-8869-8b72fa7bdc6d tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.0823767 Apr 21 20:54:22.225852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc84869d-00b0-423c-804e-ad0ecdd5053b {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:22.232199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef43558c-8bb3-44f4-976d-e7e56505a0f8 req-bd66a726-833f-400d-958b-d8cef4818701 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818257 Apr 21 20:54:22.236006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54151942-d9ae-4730-b3ae-5b4987e53ccd req-6877a0df-edfd-4f5e-9ad7-3e7b0cfd14e7 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0288396 Apr 21 20:54:22.236428 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:22.248397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Transition to ACTIVE for port object bc84869d-00b0-423c-804e-ad0ecdd5053b will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:22.255713 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:22.362087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Pushing event updated for resources: {'Port': ['ID=bc84869d-00b0-423c-804e-ad0ecdd5053b,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:22.405164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60fd442d-aa10-47cb-bc60-3cf63534a77c req-0d53cd20-440d-41f8-9247-f17860b5f195 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0327313 Apr 21 20:54:22.441744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d60b3-1a49-4ce3-aaab-5f1723fb3ab0 req-43ef0079-401c-432e-a518-f4161cc4f380 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:22.445166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-929d60b3-1a49-4ce3-aaab-5f1723fb3ab0 req-43ef0079-401c-432e-a518-f4161cc4f380 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 945 time: 0.1378698 Apr 21 20:54:22.466881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Attempting to bind port bc84869d-00b0-423c-804e-ad0ecdd5053b on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:22.467207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Attempting to bind port bc84869d-00b0-423c-804e-ad0ecdd5053b by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:22.467533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Attempting to bind port bc84869d-00b0-423c-804e-ad0ecdd5053b on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:22.480329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Port bc84869d-00b0-423c-804e-ad0ecdd5053b on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:22.480578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Attempting to bind port bc84869d-00b0-423c-804e-ad0ecdd5053b on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:22.497120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:22.497378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Checking segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:22.497761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Bound using segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:22.498195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Bound port: bc84869d-00b0-423c-804e-ad0ecdd5053b, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:22.498555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:22.504303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-929d60b3-1a49-4ce3-aaab-5f1723fb3ab0 req-53ff4537-337e-41dd-8fe7-a1582ae754fa tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496182 Apr 21 20:54:22.575258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] For port bc84869d-00b0-423c-804e-ad0ecdd5053b, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:22.578992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] For port bc84869d-00b0-423c-804e-ad0ecdd5053b, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bc84869d-00b0-423c-804e-ad0ecdd5053b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:22.586350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:22.618759 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c69f6-3f2d-4e71-a28b-98c8a302e5c8 req-f9ff0572-0ae2-4bf7-a232-f4505bf797bf tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:22.620434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-160c69f6-3f2d-4e71-a28b-98c8a302e5c8 req-f9ff0572-0ae2-4bf7-a232-f4505bf797bf tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0632761 Apr 21 20:54:22.624273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:22.625053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:22.626598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] 10.222.0.46 "PUT /v2.0/ports/bc84869d-00b0-423c-804e-ad0ecdd5053b HTTP/1.1" status: 200 len: 1136 time: 0.8649664 Apr 21 20:54:22.651997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a2272-a7d2-44c1-870d-d92a034a1b87 service neutron] Pushing event updated for resources: {'Port': ['ID=bc84869d-00b0-423c-804e-ad0ecdd5053b,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:22.677038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:22.689561 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-160c69f6-3f2d-4e71-a28b-98c8a302e5c8 req-88713f73-7ba1-4d5a-a359-53bc59454813 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487466 Apr 21 20:54:22.751745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:22.760836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': '86aae9c2-7ba2-4322-9ed3-3a81b43534ad'}, {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': 'bc84869d-00b0-423c-804e-ad0ecdd5053b'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:22.763759 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4881ea86-e883-4267-84e8-53da80e0e1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "86aae9c2-7ba2-4322-9ed3-3a81b43534ad"}, {"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "bc84869d-00b0-423c-804e-ad0ecdd5053b"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:22.830391 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835f07f8-6f88-4ff7-8a46-a93d8e6a7487 x-openstack-request-id: req-835f07f8-6f88-4ff7-8a46-a93d8e6a7487 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:22.830963 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "86aae9c2-7ba2-4322-9ed3-3a81b43534ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "bc84869d-00b0-423c-804e-ad0ecdd5053b", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:22.831403 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-835f07f8-6f88-4ff7-8a46-a93d8e6a7487 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:22.831960 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835f07f8-6f88-4ff7-8a46-a93d8e6a7487'] response: {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': '86aae9c2-7ba2-4322-9ed3-3a81b43534ad', 'status': 'completed', 'code': 200} Apr 21 20:54:22.832374 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835f07f8-6f88-4ff7-8a46-a93d8e6a7487'] response: {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': 'bc84869d-00b0-423c-804e-ad0ecdd5053b', 'status': 'completed', 'code': 200} Apr 21 20:54:22.943845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d991ba7-c6bb-4893-aa75-63640027b7e9 req-1688e7b2-b78c-4f54-8097-f1fd0ceb3ada tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:22.945847 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d991ba7-c6bb-4893-aa75-63640027b7e9 req-1688e7b2-b78c-4f54-8097-f1fd0ceb3ada tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.1489999 Apr 21 20:54:23.012250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d991ba7-c6bb-4893-aa75-63640027b7e9 req-8cd3c1ac-3dea-4f0d-8fdc-a25f5b3b90cd tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Apr 21 20:54:23.018811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-c9e4447b-3e57-46d9-849e-862d27d9dced tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.020638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-c9e4447b-3e57-46d9-849e-862d27d9dced tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.43 "GET /v2.0/networks?id=dd9fee6c-bfd1-41b5-a30c-582505869db9 HTTP/1.1" status: 200 len: 809 time: 0.1453147 Apr 21 20:54:23.092973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Request body: {'port': {'device_id': 'a9e29074-18ae-4be4-9f62-a5e042ea8679', 'network_id': 'dd9fee6c-bfd1-41b5-a30c-582505869db9', 'admin_state_up': True, 'tenant_id': '211691670cce472e9daabae062e47692'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:23.184168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e2a7bb-fde2-4781-a6dc-aa20db9c503b {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:23.191902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:23.205688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Transition to ACTIVE for port object 28e2a7bb-fde2-4781-a6dc-aa20db9c503b will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:23.212881 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:23.220275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe826-5b57-4499-ac26-2cdb8d299354 req-bb712486-e56a-44dd-9ad2-f9b50822ce75 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.226750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe826-5b57-4499-ac26-2cdb8d299354 req-bb712486-e56a-44dd-9ad2-f9b50822ce75 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.232442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe826-5b57-4499-ac26-2cdb8d299354 req-bb712486-e56a-44dd-9ad2-f9b50822ce75 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.238339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe826-5b57-4499-ac26-2cdb8d299354 req-bb712486-e56a-44dd-9ad2-f9b50822ce75 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.244406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe826-5b57-4499-ac26-2cdb8d299354 req-bb712486-e56a-44dd-9ad2-f9b50822ce75 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.251429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe826-5b57-4499-ac26-2cdb8d299354 req-bb712486-e56a-44dd-9ad2-f9b50822ce75 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.258245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe826-5b57-4499-ac26-2cdb8d299354 req-bb712486-e56a-44dd-9ad2-f9b50822ce75 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.259382 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-686fe826-5b57-4499-ac26-2cdb8d299354 req-bb712486-e56a-44dd-9ad2-f9b50822ce75 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5382 time: 0.1434848 Apr 21 20:54:23.281503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Pushing event updated for resources: {'Port': ['ID=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:23.289465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-1e39bee3-d909-4f57-aa3f-f63cc00fd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.289937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-1e39bee3-d909-4f57-aa3f-f63cc00fd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.290597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-1e39bee3-d909-4f57-aa3f-f63cc00fd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.290861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-1e39bee3-d909-4f57-aa3f-f63cc00fd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.291316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-1e39bee3-d909-4f57-aa3f-f63cc00fd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.291773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-1e39bee3-d909-4f57-aa3f-f63cc00fd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.292222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-1e39bee3-d909-4f57-aa3f-f63cc00fd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.296012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-1e39bee3-d909-4f57-aa3f-f63cc00fd098 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6219 time: 0.4343507 Apr 21 20:54:23.298454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-aec5b7c3-3cb0-4f04-81e0-767b7823f569 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.299852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-aec5b7c3-3cb0-4f04-81e0-767b7823f569 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.2782295 Apr 21 20:54:23.378579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.378920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.379257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.379589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.379916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.380271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.380670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.381050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.381372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.381693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.382015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.382334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:23.450144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-9c476f17-5315-4fa3-a91d-8f36b4ced2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.450723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-9c476f17-5315-4fa3-a91d-8f36b4ced2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.450923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-9c476f17-5315-4fa3-a91d-8f36b4ced2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.452657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-9c476f17-5315-4fa3-a91d-8f36b4ced2eb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1116385 Apr 21 20:54:23.456269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20040-7552-4bb7-8a39-ae463c6b0e12 req-d0640db2-3f9a-4a02-8c6a-56d7f59a8508 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.458869 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bea20040-7552-4bb7-8a39-ae463c6b0e12 req-d0640db2-3f9a-4a02-8c6a-56d7f59a8508 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1251371 Apr 21 20:54:23.498001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Attempting to bind port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:23.498369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Attempting to bind port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:23.498702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Attempting to bind port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:23.518373 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bea20040-7552-4bb7-8a39-ae463c6b0e12 req-cf1021ac-c395-457d-b16c-3e0899a245fc tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500624 Apr 21 20:54:23.519550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:23.519693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Attempting to bind port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:23.525784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:23.526129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Checking segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:23.526627 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Bound using segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:23.527063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Bound port: 28e2a7bb-fde2-4781-a6dc-aa20db9c503b, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:23.528011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:23.577447 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-686fe826-5b57-4499-ac26-2cdb8d299354 req-3c90fad3-1eed-4654-b9fc-fb9e733762f0 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3019187 Apr 21 20:54:23.584671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-9b3d4055-9854-4977-a8ca-5160f1476f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.586114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-9b3d4055-9854-4977-a8ca-5160f1476f0d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096842 Apr 21 20:54:23.616464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Made reservation on behalf of 211691670cce472e9daabae062e47692 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:23.621742 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:23.639651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] For port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:23.643790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] For port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:23.660497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-d434b713-4f06-4fc7-8a90-7b2fca5b0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.662740 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-d434b713-4f06-4fc7-8a90-7b2fca5b0f7d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f&tenant_id=37c70604bc6b4aee98099584cc509ac7 HTTP/1.1" status: 200 len: 1096 time: 0.3499749 Apr 21 20:54:23.688292 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf4a216d-cf24-42df-9af8-d6507942dc01 req-968b6046-f24e-4115-99ee-dc32cecdf2da tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0429688 Apr 21 20:54:23.723271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:23.765750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5db9c053-9a6c-4df4-ab2c-16eb4d7eb2fb req-b26dada8-6334-49d0-9d21-5f19aa5c464c tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0782480 Apr 21 20:54:23.786078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Pushing event updated for resources: {'Port': ['ID=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:23.828646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.829484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:23.831397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-56e4405e-f54b-4bfa-b6dd-f74f68ef47a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/28e2a7bb-fde2-4781-a6dc-aa20db9c503b HTTP/1.1" status: 200 len: 1091 time: 1.1617839 Apr 21 20:54:23.863013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-fee1f28e-00dd-4a21-a9ea-47ba5082cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.863641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-fee1f28e-00dd-4a21-a9ea-47ba5082cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.864259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-fee1f28e-00dd-4a21-a9ea-47ba5082cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.864864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-fee1f28e-00dd-4a21-a9ea-47ba5082cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.865600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-fee1f28e-00dd-4a21-a9ea-47ba5082cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.866142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-fee1f28e-00dd-4a21-a9ea-47ba5082cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.866658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-fee1f28e-00dd-4a21-a9ea-47ba5082cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.868753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-fee1f28e-00dd-4a21-a9ea-47ba5082cf23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6286 time: 0.2288263 Apr 21 20:54:23.877799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-2b5726cd-c5e4-40e5-a8b2-48791d78b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.879719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-2b5726cd-c5e4-40e5-a8b2-48791d78b9e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1096 time: 0.1899416 Apr 21 20:54:23.890003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:23.954593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1946ac-9537-4e4d-bd2e-00384441f087 req-7db932bd-37fe-4b20-8a52-8b4f56237da9 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.962661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed1946ac-9537-4e4d-bd2e-00384441f087 req-7db932bd-37fe-4b20-8a52-8b4f56237da9 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 945 time: 0.1520677 Apr 21 20:54:23.972238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-f5250c5b-4a24-4a9d-aa46-3fcdbeb82462 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:23.973803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-f5250c5b-4a24-4a9d-aa46-3fcdbeb82462 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.2875214 Apr 21 20:54:24.057843 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:24.090523 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed1946ac-9537-4e4d-bd2e-00384441f087 req-680adc95-5a83-4976-ac64-bd912194d081 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246819 Apr 21 20:54:24.135781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-2e75e80f-2de7-4f09-8180-feba6cf58223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:24.138023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-2e75e80f-2de7-4f09-8180-feba6cf58223 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.2448602 Apr 21 20:54:24.253215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-5d8f2c0c-5306-481b-a851-676b28813d0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 200 len: 217 time: 0.0832567 Apr 21 20:54:24.406497 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daa383-395b-48d4-a723-0f0e16ae7368 req-65086768-9163-4b45-94bc-147bbabeb769 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:24.409429 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55daa383-395b-48d4-a723-0f0e16ae7368 req-65086768-9163-4b45-94bc-147bbabeb769 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.2490218 Apr 21 20:54:24.437084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-8b32d0ea-ecdc-4283-bdbf-e37af776fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:24.438463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-8b32d0ea-ecdc-4283-bdbf-e37af776fe19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.1400704 Apr 21 20:54:24.480208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ef589-2ea6-4681-89c8-0f23a75b4111 req-cc9154e5-7bae-4c10-ab14-795f62476cca tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:24.481954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-880ef589-2ea6-4681-89c8-0f23a75b4111 req-cc9154e5-7bae-4c10-ab14-795f62476cca tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.5879309 Apr 21 20:54:24.490591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-517cc341-5707-4731-be4d-7419dc530067 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371206 Apr 21 20:54:24.547775 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55daa383-395b-48d4-a723-0f0e16ae7368 req-9bc392d6-b1ff-469b-8fe5-06e08338e171 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126721 Apr 21 20:54:24.559276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Allocated IP 172.20.0.12 (dd9fee6c-bfd1-41b5-a30c-582505869db9/45d4447d-b0ca-4f9a-846f-b75b77d0e3fc/f58600ce-e89b-48f7-bd14-e368216c3f92) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:24.579773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-277a0464-d3d8-4828-bb6d-0b4437d22864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:24.580236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-277a0464-d3d8-4828-bb6d-0b4437d22864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:24.580698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-277a0464-d3d8-4828-bb6d-0b4437d22864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:24.582387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-277a0464-d3d8-4828-bb6d-0b4437d22864 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6867211 Apr 21 20:54:24.672592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-880ef589-2ea6-4681-89c8-0f23a75b4111 req-195c7f65-f437-4cb2-8776-0b55d3c65948 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688027 Apr 21 20:54:24.705067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-cc0e5102-2f40-4eff-b36b-fa3125afbf3c service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020967 Apr 21 20:54:24.736494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:24.747761 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:24.755143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Deleting port 5599a89a-010e-443c-9278-2c8a182e9d64 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:24.755860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:24.793001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56056ede-ffff-4f9f-9ab4-c27abbcabae3 req-889629fa-29f4-40a7-9edf-4aac4d19af26 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:24.800796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56056ede-ffff-4f9f-9ab4-c27abbcabae3 req-889629fa-29f4-40a7-9edf-4aac4d19af26 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc13a422-3c14-4aec-8de1-e110a71b7a56 HTTP/1.1" status: 200 len: 949 time: 0.1858332 Apr 21 20:54:24.822627 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Transition to ACTIVE for port object 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:24.823906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-9a1c51fe-9c6e-41ef-9814-bc175a2174ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:24.825555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4881ea86-e883-4267-84e8-53da80e0e1bb req-9a1c51fe-9c6e-41ef-9814-bc175a2174ba service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299428 Apr 21 20:54:24.833247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:24.846300 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38921b1d-1b9b-4cfa-9492-9d67440aca70" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "28e2a7bb-fde2-4781-a6dc-aa20db9c503b"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:24.850198 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:24.952874 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56056ede-ffff-4f9f-9ab4-c27abbcabae3 req-50016b1c-d0b1-4250-b54c-f68a8038d503 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.49 "GET /v2.0/security-groups?id=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511698 Apr 21 20:54:24.957985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-a1a549ac-1515-4f43-8b7b-95fcd1fc797c service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453535 Apr 21 20:54:24.967529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Pushing event updated for resources: {'Port': ['ID=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:24.975269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] For port 5599a89a-010e-443c-9278-2c8a182e9d64, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5599a89a-010e-443c-9278-2c8a182e9d64,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:24.975629 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:24.987704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Calling delete_port for 5599a89a-010e-443c-9278-2c8a182e9d64 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:25.060578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Attempting to bind port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:25.061079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Attempting to bind port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:25.061855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Attempting to bind port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:25.067578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:25.067897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Attempting to bind port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:25.075164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:25.075555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Checking segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:25.075885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Bound using segment: {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:25.076322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Bound port: 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34655c04-88ee-4558-a396-681a939c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:25.076687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:25.131453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:25.174073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] For port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:25.178844 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] For port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:25.221288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ed9c0b5-bd97-4bb8-90b4-c32ddb3c211d req-dd177dab-fecc-4e19-b325-21d08c8ac537 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.1210058 Apr 21 20:54:25.225277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:25.226338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1aec0-8b4f-46f2-8e8b-6114d6fe45ea req-e931019c-b284-4c3e-8799-db97f7ffc87e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.232254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1aec0-8b4f-46f2-8e8b-6114d6fe45ea req-e931019c-b284-4c3e-8799-db97f7ffc87e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.238302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1aec0-8b4f-46f2-8e8b-6114d6fe45ea req-e931019c-b284-4c3e-8799-db97f7ffc87e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.244366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1aec0-8b4f-46f2-8e8b-6114d6fe45ea req-e931019c-b284-4c3e-8799-db97f7ffc87e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.250289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1aec0-8b4f-46f2-8e8b-6114d6fe45ea req-e931019c-b284-4c3e-8799-db97f7ffc87e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.256371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1aec0-8b4f-46f2-8e8b-6114d6fe45ea req-e931019c-b284-4c3e-8799-db97f7ffc87e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.262156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1aec0-8b4f-46f2-8e8b-6114d6fe45ea req-e931019c-b284-4c3e-8799-db97f7ffc87e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.262893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.264342 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:25.266315 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] 10.222.0.46 "PUT /v2.0/ports/34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 HTTP/1.1" status: 200 len: 1091 time: 1.3804727 Apr 21 20:54:25.270353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ede1aec0-8b4f-46f2-8e8b-6114d6fe45ea req-e931019c-b284-4c3e-8799-db97f7ffc87e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5394 time: 0.4954607 Apr 21 20:54:25.329254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:25.342791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:25.353085 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:25.435994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Network dd9fee6c-bfd1-41b5-a30c-582505869db9 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:25.470844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:25.492325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Pushing event updated for resources: {'Port': ['ID=f58600ce-e89b-48f7-bd14-e368216c3f92,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:25.498586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ede1aec0-8b4f-46f2-8e8b-6114d6fe45ea req-31be966c-a874-4d65-92c2-ab293d217500 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2273779 Apr 21 20:54:25.499398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:25.504513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] No DVR routers for this DVR port 5599a89a-010e-443c-9278-2c8a182e9d64 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:25.511852 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:25.515117 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a12179bc-8b4d-4e21-a55a-12ca33cc9d54 req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] 10.222.0.43 "DELETE /v2.0/ports/5599a89a-010e-443c-9278-2c8a182e9d64 HTTP/1.1" status: 204 len: 173 time: 1.4799948 Apr 21 20:54:25.518049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'name': 'network-vif-deleted', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:25.520316 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eb3562-36b2-4b54-8fab-03e95c0c7871" -d '{"events": [{"server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "name": "network-vif-deleted", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:25.567478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e3938-ff82-4fe9-8cc8-b2930ec70157 tempest-MigrationsAdminTest-992888231 tempest-MigrationsAdminTest-992888231-project] Pushing event deleted for resources: {'Port': ['ID=5599a89a-010e-443c-9278-2c8a182e9d64,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:25.606962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.607630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:25.706083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-489650b3-d31b-467f-8255-1bf0fe27eed1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6198406 Apr 21 20:54:25.724188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Request body: {'port': {'device_id': 'a9e29074-18ae-4be4-9f62-a5e042ea8679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:25.756463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-9fd4ae81-5dba-4380-bd3e-66022ee88062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.756993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-9fd4ae81-5dba-4380-bd3e-66022ee88062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.757469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-9fd4ae81-5dba-4380-bd3e-66022ee88062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.757943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-9fd4ae81-5dba-4380-bd3e-66022ee88062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.758408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-9fd4ae81-5dba-4380-bd3e-66022ee88062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.758870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-9fd4ae81-5dba-4380-bd3e-66022ee88062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.759335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-9fd4ae81-5dba-4380-bd3e-66022ee88062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.761298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-9fd4ae81-5dba-4380-bd3e-66022ee88062 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6353 time: 0.1393027 Apr 21 20:54:25.771214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076f98f-b2ae-408d-a517-72bc418aa0c1 req-a82bc021-01db-4b24-84ae-2c26b2e9cf02 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.772989 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5076f98f-b2ae-408d-a517-72bc418aa0c1 req-a82bc021-01db-4b24-84ae-2c26b2e9cf02 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 945 time: 0.1043811 Apr 21 20:54:25.880013 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e496d5d9-955b-4641-a582-a7e457d4826f x-openstack-request-id: req-e496d5d9-955b-4641-a582-a7e457d4826f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:25.881242 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "28e2a7bb-fde2-4781-a6dc-aa20db9c503b", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:25.881242 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e496d5d9-955b-4641-a582-a7e457d4826f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:25.881529 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e496d5d9-955b-4641-a582-a7e457d4826f'] response: {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b', 'status': 'completed', 'code': 200} Apr 21 20:54:25.883187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1c251-7b12-40ad-98b3-beb048e15716 service neutron] Pushing event updated for resources: {'Port': ['ID=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:25.916172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-b9dafcaf-83aa-491a-b74d-e75e992f4b85 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.917685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-b9dafcaf-83aa-491a-b74d-e75e992f4b85 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.6634266 Apr 21 20:54:25.919926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:25.939170 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5076f98f-b2ae-408d-a517-72bc418aa0c1 req-4a08b1d5-c19c-4216-bdcd-335bc0be103a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501546 Apr 21 20:54:25.942151 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c9591-9cad-4f29-a76e-2f5c114e62a6 req-b7e4595d-c8d7-4e90-b825-bd2d67747b42 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:25.949313 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-863c9591-9cad-4f29-a76e-2f5c114e62a6 req-b7e4595d-c8d7-4e90-b825-bd2d67747b42 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 932 time: 0.5908694 Apr 21 20:54:26.026294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-6f75274b-b2a9-42e6-aa7f-9598dda1409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.026691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-6f75274b-b2a9-42e6-aa7f-9598dda1409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.027159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-6f75274b-b2a9-42e6-aa7f-9598dda1409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.029553 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:26.033850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-6f75274b-b2a9-42e6-aa7f-9598dda1409a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2550063 Apr 21 20:54:26.062532 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d47e5a-e125-4c9a-9cf5-3248af4e024e x-openstack-request-id: req-13d47e5a-e125-4c9a-9cf5-3248af4e024e {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:26.062838 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc13a422-3c14-4aec-8de1-e110a71b7a56", "name": "network-vif-deleted", "tag": "5599a89a-010e-443c-9278-2c8a182e9d64", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:26.063077 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13d47e5a-e125-4c9a-9cf5-3248af4e024e {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:26.063507 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d47e5a-e125-4c9a-9cf5-3248af4e024e'] response: {'server_uuid': 'fc13a422-3c14-4aec-8de1-e110a71b7a56', 'name': 'network-vif-deleted', 'tag': '5599a89a-010e-443c-9278-2c8a182e9d64', 'status': 'completed', 'code': 200} Apr 21 20:54:26.116198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-863c9591-9cad-4f29-a76e-2f5c114e62a6 req-ec9e2094-7260-4361-84a2-c984808a93b6 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659369 Apr 21 20:54:26.317628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-ba109981-9ab1-42f0-bd21-fb96fcb78bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.319158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38921b1d-1b9b-4cfa-9492-9d67440aca70 req-ba109981-9ab1-42f0-bd21-fb96fcb78bce service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2771480 Apr 21 20:54:26.327915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d5471-5645-41a2-920f-061640e3996a req-c1e36e9f-3357-4b37-9a6e-9376ef585617 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.329494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b9d5471-5645-41a2-920f-061640e3996a req-c1e36e9f-3357-4b37-9a6e-9376ef585617 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.1458242 Apr 21 20:54:26.331926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-90d8a94b-d9f3-4a5a-af92-39eb43b8955b service neutron] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:26.342208 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-90d8a94b-d9f3-4a5a-af92-39eb43b8955b service neutron] Notify callbacks [] for binding, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:26.343332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dbdb030-8595-4a64-99a1-1496e1f5ac34 req-90d8a94b-d9f3-4a5a-af92-39eb43b8955b service neutron] 10.222.0.43 "DELETE /v2.0/ports/f6b8d1b3-4665-431c-b542-c18a86bf2c8e/bindings/n-h1-838945-1 HTTP/1.1" status: 204 len: 173 time: 0.4094465 Apr 21 20:54:26.395584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff690ef-1943-418d-8ee9-0c847fc08d5d req-f81e56a3-d72f-45f5-9a87-1b979e67fc58 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.397146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ff690ef-1943-418d-8ee9-0c847fc08d5d req-f81e56a3-d72f-45f5-9a87-1b979e67fc58 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.1647959 Apr 21 20:54:26.454427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b9d5471-5645-41a2-920f-061640e3996a req-fefaa283-88fd-4b5c-8b17-b9edc1068b2c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870850 Apr 21 20:54:26.470057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58600ce-e89b-48f7-bd14-e368216c3f92 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:26.479906 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:26.494001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Transition to ACTIVE for port object f58600ce-e89b-48f7-bd14-e368216c3f92 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:26.498980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:26.535372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ff690ef-1943-418d-8ee9-0c847fc08d5d req-e47385aa-3898-475e-959f-5631ef37c286 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902286 Apr 21 20:54:26.555182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Pushing event updated for resources: {'Port': ['ID=f58600ce-e89b-48f7-bd14-e368216c3f92,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:26.634723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04e2e4ee-fc6e-45c8-829a-9fa116cd6c1d req-da6d950e-ed46-471d-bbf9-bfb6b205f794 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0302548 Apr 21 20:54:26.706399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Attempting to bind port f58600ce-e89b-48f7-bd14-e368216c3f92 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:26.706742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Attempting to bind port f58600ce-e89b-48f7-bd14-e368216c3f92 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '38bf273c-2a6d-4ba3-8869-865c292c24c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd9fee6c-bfd1-41b5-a30c-582505869db9'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:26.707303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Attempting to bind port f58600ce-e89b-48f7-bd14-e368216c3f92 on network dd9fee6c-bfd1-41b5-a30c-582505869db9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:26.714569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Port f58600ce-e89b-48f7-bd14-e368216c3f92 on network dd9fee6c-bfd1-41b5-a30c-582505869db9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:26.714569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Attempting to bind port f58600ce-e89b-48f7-bd14-e368216c3f92 on network dd9fee6c-bfd1-41b5-a30c-582505869db9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:26.718404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:26.718748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Checking segment: {'id': '38bf273c-2a6d-4ba3-8869-865c292c24c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd9fee6c-bfd1-41b5-a30c-582505869db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:26.719133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Bound using segment: {'id': '38bf273c-2a6d-4ba3-8869-865c292c24c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd9fee6c-bfd1-41b5-a30c-582505869db9'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:26.719696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Bound port: f58600ce-e89b-48f7-bd14-e368216c3f92, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bf273c-2a6d-4ba3-8869-865c292c24c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'dd9fee6c-bfd1-41b5-a30c-582505869db9'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:26.720056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:26.764742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03cc100-8f43-4cd0-90c4-0d5b45304cab {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:26.765502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 988a9296-3c0c-4b9f-8521-5afe23975d89 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:26.776294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:26.803600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333a32f-dc19-46dc-8674-c602f84fb15a req-0fc12762-011e-488e-97ff-574b984a46ea tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.805185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0333a32f-dc19-46dc-8674-c602f84fb15a req-0fc12762-011e-488e-97ff-574b984a46ea tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1096 time: 0.1518054 Apr 21 20:54:26.806275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Transition to ACTIVE for port object d03cc100-8f43-4cd0-90c4-0d5b45304cab will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:26.812490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:26.890223 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Pushing event updated for resources: {'Port': ['ID=d03cc100-8f43-4cd0-90c4-0d5b45304cab,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:26.897327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] For port f58600ce-e89b-48f7-bd14-e368216c3f92, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:26.927301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] For port f58600ce-e89b-48f7-bd14-e368216c3f92, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f58600ce-e89b-48f7-bd14-e368216c3f92,segment=NetworkSegment(38bf273c-2a6d-4ba3-8869-865c292c24c9),segment_id=38bf273c-2a6d-4ba3-8869-865c292c24c9)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:26.929226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0333a32f-dc19-46dc-8674-c602f84fb15a req-f17bd691-8c01-48f4-a750-57fb87bd5103 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137798 Apr 21 20:54:26.945135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5599a89a-010e-443c-9278-2c8a182e9d64 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:26.953640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfcd3-d0bf-454c-88a6-44c93c5fdf5e req-ea54f795-1789-42b7-afdf-ff7d256349e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.977683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfcd3-d0bf-454c-88a6-44c93c5fdf5e req-ea54f795-1789-42b7-afdf-ff7d256349e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.983944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 5599a89a-010e-443c-9278-2c8a182e9d64 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:26.984280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5599a89a-010e-443c-9278-2c8a182e9d64 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:26.989151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfcd3-d0bf-454c-88a6-44c93c5fdf5e req-ea54f795-1789-42b7-afdf-ff7d256349e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:26.998628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfcd3-d0bf-454c-88a6-44c93c5fdf5e req-ea54f795-1789-42b7-afdf-ff7d256349e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.010305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfcd3-d0bf-454c-88a6-44c93c5fdf5e req-ea54f795-1789-42b7-afdf-ff7d256349e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.016504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfcd3-d0bf-454c-88a6-44c93c5fdf5e req-ea54f795-1789-42b7-afdf-ff7d256349e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.032809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bfcd3-d0bf-454c-88a6-44c93c5fdf5e req-ea54f795-1789-42b7-afdf-ff7d256349e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.035308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-565bfcd3-d0bf-454c-88a6-44c93c5fdf5e req-ea54f795-1789-42b7-afdf-ff7d256349e6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5406 time: 0.2600558 Apr 21 20:54:27.035802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44856) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:27.045115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Attempting to bind port d03cc100-8f43-4cd0-90c4-0d5b45304cab on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:27.046502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Attempting to bind port d03cc100-8f43-4cd0-90c4-0d5b45304cab by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:27.046855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Attempting to bind port d03cc100-8f43-4cd0-90c4-0d5b45304cab on network 1942e038-afad-4a0d-9231-13760299a205 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:27.048814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:27.057841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=988a9296-3c0c-4b9f-8521-5afe23975d89,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:27.060866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Port d03cc100-8f43-4cd0-90c4-0d5b45304cab on network 1942e038-afad-4a0d-9231-13760299a205 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:27.061199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Attempting to bind port d03cc100-8f43-4cd0-90c4-0d5b45304cab on network 1942e038-afad-4a0d-9231-13760299a205 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:27.074258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:27.076305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Checking segment: {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:27.076715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Bound using segment: {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:27.077208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Bound port: d03cc100-8f43-4cd0-90c4-0d5b45304cab, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:27.077582 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:27.088231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '988a9296-3c0c-4b9f-8521-5afe23975d89', 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b', 'port_id': '988a9296-3c0c-4b9f-8521-5afe23975d89', 'mac_address': 'fa:16:3e:41:ca:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b091780-49e0-43b5-a615-8809871ac381', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:27.162645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.163586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:27.165617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] 10.222.0.43 "PUT /v2.0/ports/f58600ce-e89b-48f7-bd14-e368216c3f92 HTTP/1.1" status: 200 len: 1092 time: 1.4472990 Apr 21 20:54:27.224170 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-565bfcd3-d0bf-454c-88a6-44c93c5fdf5e req-6c90ec4f-eff9-442c-9f0b-4721ccc6a652 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727464 Apr 21 20:54:27.257964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] For port d03cc100-8f43-4cd0-90c4-0d5b45304cab, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:27.261470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] For port d03cc100-8f43-4cd0-90c4-0d5b45304cab, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d03cc100-8f43-4cd0-90c4-0d5b45304cab,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:27.271895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:27.284873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f05e2e-90f3-4dd6-94d3-166cd1e19711 service neutron] Pushing event updated for resources: {'Port': ['ID=f58600ce-e89b-48f7-bd14-e368216c3f92,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:27.285206 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:27.315627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 988a9296-3c0c-4b9f-8521-5afe23975d89 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:27.342605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=988a9296-3c0c-4b9f-8521-5afe23975d89,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:27.348643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:27.393211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.393841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:27.395217 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] 10.222.0.46 "PUT /v2.0/ports/d03cc100-8f43-4cd0-90c4-0d5b45304cab HTTP/1.1" status: 200 len: 1091 time: 2.0933602 Apr 21 20:54:27.442839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fcde6-cd12-4b57-9b6b-d9b6b0715b13 req-217beaa1-ef41-4149-8b78-5b09494f5305 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.451483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066fcde6-cd12-4b57-9b6b-d9b6b0715b13 req-217beaa1-ef41-4149-8b78-5b09494f5305 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 944 time: 0.1179869 Apr 21 20:54:27.452482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=988a9296-3c0c-4b9f-8521-5afe23975d89,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:27.470426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Request body: {'port': {'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:27.488464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['988a9296-3c0c-4b9f-8521-5afe23975d89'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:27.508973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ba18c-dba6-458b-bef4-4c31476af035 service neutron] Pushing event updated for resources: {'Port': ['ID=d03cc100-8f43-4cd0-90c4-0d5b45304cab,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:27.565026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066fcde6-cd12-4b57-9b6b-d9b6b0715b13 req-90b70448-5318-4bef-9d23-77c26136921c tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104743 Apr 21 20:54:27.568720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1b106009-27db-4a29-80e6-2119eb9888af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51b91fce49a94986a42f0b9fce162efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308383 Apr 21 20:54:27.575260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-027f2974-4aab-4662-904d-4b484cc442f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.577277 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-027f2974-4aab-4662-904d-4b484cc442f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=211691670cce472e9daabae062e47692&device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 1095 time: 0.3317084 Apr 21 20:54:27.578143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44876) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:27.628392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:27.704334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-1769614b-fb2a-440a-917e-d75c7e47c3bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f58600ce-e89b-48f7-bd14-e368216c3f92 HTTP/1.1" status: 200 len: 217 time: 0.1092985 Apr 21 20:54:27.807098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbc521-9d5e-49d1-bf57-6c7d2d4a76f2 req-9a4114fc-b539-4a22-95e7-1deb8bcfde75 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.808516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1dbc521-9d5e-49d1-bf57-6c7d2d4a76f2 req-9a4114fc-b539-4a22-95e7-1deb8bcfde75 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 944 time: 0.1242137 Apr 21 20:54:27.814900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-4daf9976-dfee-4999-9be5-2dd1780c11c4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.816430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-4daf9976-dfee-4999-9be5-2dd1780c11c4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 807 time: 0.4320652 Apr 21 20:54:27.821209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-060e4545-70a8-405f-abdf-98460290f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:27.822852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-060e4545-70a8-405f-abdf-98460290f1c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45d4447d-b0ca-4f9a-846f-b75b77d0e3fc HTTP/1.1" status: 200 len: 849 time: 0.1049726 Apr 21 20:54:27.866337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-300a55cc-3743-4a69-828a-8d7cede095d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9fee6c-bfd1-41b5-a30c-582505869db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351048 Apr 21 20:54:27.868056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f70-be3a-4261-9285-0bc2979d06af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:27.873261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-08126cc8-4f30-43e2-8af0-91c37fe37844 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/quotas/37c70604bc6b4aee98099584cc509ac7 HTTP/1.1" status: 200 len: 375 time: 0.0448453 Apr 21 20:54:27.896917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0'}, {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:27.899625 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e95d69-994c-470e-8683-06865f138cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "34954fa9-2c9d-48fd-bc6f-f75ce4da16d0"}, {"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "d03cc100-8f43-4cd0-90c4-0d5b45304cab"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:27.908987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1dbc521-9d5e-49d1-bf57-6c7d2d4a76f2 req-e6fdadc4-9bdc-47e2-acfa-19e10377d904 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908620 Apr 21 20:54:27.969398 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f70-be3a-4261-9285-0bc2979d06af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:28.011828 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-b4ab1127-7981-4415-aa38-151ec2b4df26 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215742 Apr 21 20:54:28.042825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446bc886-9f57-4f74-99fb-5b7ccdc938e2 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:28.065900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:28.084248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Transition to ACTIVE for port object 446bc886-9f57-4f74-99fb-5b7ccdc938e2 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:28.093969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:28.098099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e29074-18ae-4be4-9f62-a5e042ea8679', 'tag': 'f58600ce-e89b-48f7-bd14-e368216c3f92'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:28.101608 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e29074-18ae-4be4-9f62-a5e042ea8679", "tag": "f58600ce-e89b-48f7-bd14-e368216c3f92"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:28.112530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476c9ce-6bd7-441a-baae-945fbea8d80e req-9c9bee47-836d-4eaa-8013-a4dd1931b782 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.114129 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4476c9ce-6bd7-441a-baae-945fbea8d80e req-9c9bee47-836d-4eaa-8013-a4dd1931b782 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.1202424 Apr 21 20:54:28.127548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-f6609b9d-9964-4f6f-b558-bda027928a4f service neutron] 10.222.0.43 "GET /v2.0/networks/dd9fee6c-bfd1-41b5-a30c-582505869db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507179 Apr 21 20:54:28.166617 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f70-be3a-4261-9285-0bc2979d06af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:28.169159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1acb0f70-be3a-4261-9285-0bc2979d06af admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:28.170305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1acb0f70-be3a-4261-9285-0bc2979d06af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74b8afb0-e4dd-4074-8e4e-5b694b4cbe32 HTTP/1.1" status: 204 len: 168 time: 0.5882552 Apr 21 20:54:28.178911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Pushing event updated for resources: {'Port': ['ID=446bc886-9f57-4f74-99fb-5b7ccdc938e2,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:28.187805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb0f70-be3a-4261-9285-0bc2979d06af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b8afb0-e4dd-4074-8e4e-5b694b4cbe32,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:28.219495 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4476c9ce-6bd7-441a-baae-945fbea8d80e req-76f046ed-a19f-44bf-8fc0-6927d784bbb6 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821807 Apr 21 20:54:28.263601 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-4bc19fa5-8541-48a1-a739-a0356194a036 service neutron] 10.222.0.49 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403753 Apr 21 20:54:28.353635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Attempting to bind port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:28.353975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Attempting to bind port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:28.354301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Attempting to bind port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 on network 1942e038-afad-4a0d-9231-13760299a205 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:28.377211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2bef9c-49c8-4af3-9b82-23214bf1212d req-3b02a6ea-c2d3-4280-8ec7-39f20f33dcf4 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9fee6c-bfd1-41b5-a30c-582505869db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408271 Apr 21 20:54:28.384955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-478dba19-fc68-4113-9432-c1b2c7678bd1 req-1d19df52-c569-4742-a7c3-8dbb1fefb1e2 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0464835 Apr 21 20:54:28.390083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 on network 1942e038-afad-4a0d-9231-13760299a205 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:28.390933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Attempting to bind port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 on network 1942e038-afad-4a0d-9231-13760299a205 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:28.403807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:28.404659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Checking segment: {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:28.406752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Bound using segment: {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:28.407482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Bound port: 446bc886-9f57-4f74-99fb-5b7ccdc938e2, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49439121-f0a0-4498-9e37-145b33c2db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '1942e038-afad-4a0d-9231-13760299a205'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:28.408064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:28.444020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-2f0c2d64-3153-4035-96df-8614c7db3dad service neutron] 10.222.0.49 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740479 Apr 21 20:54:28.488533 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e609f5e-e337-4431-b002-bf802d0cb35f x-openstack-request-id: req-4e609f5e-e337-4431-b002-bf802d0cb35f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:28.488533 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "34954fa9-2c9d-48fd-bc6f-f75ce4da16d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "d03cc100-8f43-4cd0-90c4-0d5b45304cab", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:28.488881 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e609f5e-e337-4431-b002-bf802d0cb35f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:28.489306 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e609f5e-e337-4431-b002-bf802d0cb35f'] response: {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0', 'status': 'completed', 'code': 200} Apr 21 20:54:28.489927 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e609f5e-e337-4431-b002-bf802d0cb35f'] response: {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab', 'status': 'completed', 'code': 200} Apr 21 20:54:28.556388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] For port 446bc886-9f57-4f74-99fb-5b7ccdc938e2, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:28.558782 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41c4d10-e5d7-446a-bfb7-b78e3b49e70e x-openstack-request-id: req-f41c4d10-e5d7-446a-bfb7-b78e3b49e70e {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:28.559071 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e29074-18ae-4be4-9f62-a5e042ea8679", "tag": "f58600ce-e89b-48f7-bd14-e368216c3f92", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:28.559322 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f41c4d10-e5d7-446a-bfb7-b78e3b49e70e {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:28.559709 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41c4d10-e5d7-446a-bfb7-b78e3b49e70e'] response: {'name': 'network-changed', 'server_uuid': 'a9e29074-18ae-4be4-9f62-a5e042ea8679', 'tag': 'f58600ce-e89b-48f7-bd14-e368216c3f92', 'status': 'completed', 'code': 200} Apr 21 20:54:28.570456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] For port 446bc886-9f57-4f74-99fb-5b7ccdc938e2, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:28.580300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:28.664465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-2ca55af5-93c2-4187-b1f8-35752ccfc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.665124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-2ca55af5-93c2-4187-b1f8-35752ccfc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.665521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-2ca55af5-93c2-4187-b1f8-35752ccfc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.666004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-2ca55af5-93c2-4187-b1f8-35752ccfc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.666481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-2ca55af5-93c2-4187-b1f8-35752ccfc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.666941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-2ca55af5-93c2-4187-b1f8-35752ccfc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.667403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-2ca55af5-93c2-4187-b1f8-35752ccfc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.669369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54e95d69-994c-470e-8683-06865f138cc3 req-2ca55af5-93c2-4187-b1f8-35752ccfc949 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6445 time: 0.1561224 Apr 21 20:54:28.681548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.682177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:28.688535 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] 10.222.0.46 "PUT /v2.0/ports/446bc886-9f57-4f74-99fb-5b7ccdc938e2 HTTP/1.1" status: 200 len: 1091 time: 1.2569940 Apr 21 20:54:28.749004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-5cb7476e-cd8e-427f-baa2-5c71063edb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.751011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-5cb7476e-cd8e-427f-baa2-5c71063edb6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=211691670cce472e9daabae062e47692&device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 1095 time: 0.1770179 Apr 21 20:54:28.775135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 988a9296-3c0c-4b9f-8521-5afe23975d89 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:28.800463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a60763-78bb-4e29-b518-33245627fdac req-c81d034b-328e-464f-a350-7783b8cec128 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.815423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a60763-78bb-4e29-b518-33245627fdac req-c81d034b-328e-464f-a350-7783b8cec128 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.830514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a60763-78bb-4e29-b518-33245627fdac req-c81d034b-328e-464f-a350-7783b8cec128 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.856910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a60763-78bb-4e29-b518-33245627fdac req-c81d034b-328e-464f-a350-7783b8cec128 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.870708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a60763-78bb-4e29-b518-33245627fdac req-c81d034b-328e-464f-a350-7783b8cec128 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.889810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a60763-78bb-4e29-b518-33245627fdac req-c81d034b-328e-464f-a350-7783b8cec128 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.895815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a60763-78bb-4e29-b518-33245627fdac req-c81d034b-328e-464f-a350-7783b8cec128 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.897848 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5a60763-78bb-4e29-b518-33245627fdac req-c81d034b-328e-464f-a350-7783b8cec128 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.3086901 Apr 21 20:54:28.898613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44896) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:28.912190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 988a9296-3c0c-4b9f-8521-5afe23975d89 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:28.912667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:28.915467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8929ce-9923-4efe-9769-93ea1fdaa827 service neutron] Pushing event updated for resources: {'Port': ['ID=446bc886-9f57-4f74-99fb-5b7ccdc938e2,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:28.986588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-141b2e06-b228-4073-8211-e9b86c118bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:28.988038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-141b2e06-b228-4073-8211-e9b86c118bb3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dd9fee6c-bfd1-41b5-a30c-582505869db9 HTTP/1.1" status: 200 len: 910 time: 0.2285643 Apr 21 20:54:29.053759 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-cabaaee0-3145-4bcf-b6a6-b25b9276c503 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f58600ce-e89b-48f7-bd14-e368216c3f92 HTTP/1.1" status: 200 len: 217 time: 0.0579722 Apr 21 20:54:29.055871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:29.076944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5a60763-78bb-4e29-b518-33245627fdac req-8159e83f-d00e-4c11-a047-9de36c02b8cd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278059 Apr 21 20:54:29.086291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ed5c046-85ad-40f8-bec5-b58bc8a727b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b97a9afde2f41bb946d261e9532a8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863165 Apr 21 20:54:29.088888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44904) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:29.098271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=988a9296-3c0c-4b9f-8521-5afe23975d89,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:29.100990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:29.104589 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c43f00-2988-4d22-8685-1782e0d8696c" -d '{"events": [{"server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "name": "network-vif-plugged", "status": "completed", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:29.111931 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:29.162290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f536305-2436-4577-98a6-16dc6b635618 req-baf9986a-abd8-459b-b565-8223273a86d4 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:29.180629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f536305-2436-4577-98a6-16dc6b635618 req-baf9986a-abd8-459b-b565-8223273a86d4 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 944 time: 0.3108032 Apr 21 20:54:29.184077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=988a9296-3c0c-4b9f-8521-5afe23975d89,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:29.228792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-a0d50aa0-78f0-4af8-b06a-e299281e0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:29.229334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-a0d50aa0-78f0-4af8-b06a-e299281e0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:29.229861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-a0d50aa0-78f0-4af8-b06a-e299281e0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:29.231655 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54e95d69-994c-470e-8683-06865f138cc3 req-a0d50aa0-78f0-4af8-b06a-e299281e0072 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5347037 Apr 21 20:54:29.273659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cc33754-924f-481f-bc7b-a3dbfa71b99d req-8641fad8-092c-4738-a93b-c7c24c58c951 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 210 time: 0.1123767 Apr 21 20:54:29.311448 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5737b0d6-fa78-4cb5-a345-6ffe64fa9051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:29.349724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-81cf5f19-6e61-4eb2-8b37-b5b792fddcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:29.351185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-81cf5f19-6e61-4eb2-8b37-b5b792fddcac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45d4447d-b0ca-4f9a-846f-b75b77d0e3fc HTTP/1.1" status: 200 len: 849 time: 0.2896035 Apr 21 20:54:29.362123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5737b0d6-fa78-4cb5-a345-6ffe64fa9051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:29.368838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f536305-2436-4577-98a6-16dc6b635618 req-f72a791c-553b-4d82-898b-feafe39915a1 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826551 Apr 21 20:54:29.426615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-7b55cde4-741f-4302-9b35-38116ba0c0c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dd9fee6c-bfd1-41b5-a30c-582505869db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549102 Apr 21 20:54:29.476241 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f23d4b-335f-4896-954c-b60e8ae1b588 x-openstack-request-id: req-44f23d4b-335f-4896-954c-b60e8ae1b588 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:29.476821 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "name": "network-vif-plugged", "status": "completed", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:29.476956 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44f23d4b-335f-4896-954c-b60e8ae1b588 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:29.479551 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f23d4b-335f-4896-954c-b60e8ae1b588'] response: {'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89', 'code': 200} Apr 21 20:54:29.517126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-80a5f40f-8db6-42e5-b51d-9560227215f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:29.518848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54e95d69-994c-470e-8683-06865f138cc3 req-80a5f40f-8db6-42e5-b51d-9560227215f1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2729363 Apr 21 20:54:29.520561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b4a37-5123-4f4a-a9a8-78475c73ab8d req-9293afef-40d9-44cb-8eb2-113528f0338f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:29.534213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c23b4a37-5123-4f4a-a9a8-78475c73ab8d req-9293afef-40d9-44cb-8eb2-113528f0338f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.1050274 Apr 21 20:54:29.539633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5737b0d6-fa78-4cb5-a345-6ffe64fa9051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:29.547129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5737b0d6-fa78-4cb5-a345-6ffe64fa9051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:29.549579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5737b0d6-fa78-4cb5-a345-6ffe64fa9051 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce3b70f6-da4b-4bbb-b739-b67478eb6aa2 HTTP/1.1" status: 204 len: 168 time: 0.4584894 Apr 21 20:54:29.583427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737b0d6-fa78-4cb5-a345-6ffe64fa9051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b70f6-da4b-4bbb-b739-b67478eb6aa2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:29.601737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-4fd3b6a6-0240-4775-b791-d75e6888da55 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9fee6c-bfd1-41b5-a30c-582505869db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589487 Apr 21 20:54:29.631472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c23b4a37-5123-4f4a-a9a8-78475c73ab8d req-3e34b0ab-f89c-4cb2-ae43-af46f8b6f6f0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796657 Apr 21 20:54:29.747621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00de6382-1ee9-4fac-8f57-93d439537f10 req-886c28b6-995c-43c4-b767-b5544847d023 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0458934 Apr 21 20:54:30.038019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc074126-1872-4706-a3be-b65d56924f22 req-e70e544f-a360-411a-b8de-76c50de201e7 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.038019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc074126-1872-4706-a3be-b65d56924f22 req-e70e544f-a360-411a-b8de-76c50de201e7 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.4869649 Apr 21 20:54:30.153612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc074126-1872-4706-a3be-b65d56924f22 req-c2d466a4-f0f6-4de8-8824-6e21f3fdb8e9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036823 Apr 21 20:54:30.162944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-081d53c0-c2a7-49f1-8e8c-238384eba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.163426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-081d53c0-c2a7-49f1-8e8c-238384eba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.163965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-081d53c0-c2a7-49f1-8e8c-238384eba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.164459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-081d53c0-c2a7-49f1-8e8c-238384eba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.164976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-081d53c0-c2a7-49f1-8e8c-238384eba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.165781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-081d53c0-c2a7-49f1-8e8c-238384eba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.166602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-081d53c0-c2a7-49f1-8e8c-238384eba269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.171364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54e95d69-994c-470e-8683-06865f138cc3 req-081d53c0-c2a7-49f1-8e8c-238384eba269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6487 time: 0.1285055 Apr 21 20:54:30.200545 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84b554cf-6ffd-4638-8f6a-ef192ef85cd0 req-b64aa3d0-d152-4099-b070-f721353aeea3 service neutron] 10.222.0.43 "GET /v2.0/networks/dd9fee6c-bfd1-41b5-a30c-582505869db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898123 Apr 21 20:54:30.372642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-24c53b8f-c6c7-4181-be7d-97033484ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.372642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-24c53b8f-c6c7-4181-be7d-97033484ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.373073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-24c53b8f-c6c7-4181-be7d-97033484ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.374729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54e95d69-994c-470e-8683-06865f138cc3 req-24c53b8f-c6c7-4181-be7d-97033484ab07 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1926196 Apr 21 20:54:30.405526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-8cd39de4-160c-43dd-b99e-6496e6f63f09 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.406912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-8cd39de4-160c-43dd-b99e-6496e6f63f09 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 807 time: 0.1088274 Apr 21 20:54:30.425978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Request body: {'port': {'device_id': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d', 'admin_state_up': True, 'tenant_id': '37c70604bc6b4aee98099584cc509ac7'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:30.439979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8e177536-e7ad-4822-ab4c-f8a1474fbe63 req-c4210c91-e0e2-4838-98b4-e85b821ec57b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 210 time: 0.0577774 Apr 21 20:54:30.485313 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c5620c6a-f405-4785-b79f-144d6806663f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:30.513136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': '446bc886-9f57-4f74-99fb-5b7ccdc938e2'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:30.515572 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e376683-f519-4823-add6-12f44d49a426" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "446bc886-9f57-4f74-99fb-5b7ccdc938e2"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:30.539021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600c9c-7baa-4b45-bd1a-4ba2a98dd63b req-0490190e-9d0b-47da-906e-b853d5afd921 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.545059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600c9c-7baa-4b45-bd1a-4ba2a98dd63b req-0490190e-9d0b-47da-906e-b853d5afd921 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.551087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600c9c-7baa-4b45-bd1a-4ba2a98dd63b req-0490190e-9d0b-47da-906e-b853d5afd921 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.558338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600c9c-7baa-4b45-bd1a-4ba2a98dd63b req-0490190e-9d0b-47da-906e-b853d5afd921 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.564236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600c9c-7baa-4b45-bd1a-4ba2a98dd63b req-0490190e-9d0b-47da-906e-b853d5afd921 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.570727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600c9c-7baa-4b45-bd1a-4ba2a98dd63b req-0490190e-9d0b-47da-906e-b853d5afd921 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.576669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600c9c-7baa-4b45-bd1a-4ba2a98dd63b req-0490190e-9d0b-47da-906e-b853d5afd921 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.578730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d4600c9c-7baa-4b45-bd1a-4ba2a98dd63b req-0490190e-9d0b-47da-906e-b853d5afd921 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.3182590 Apr 21 20:54:30.643637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d4600c9c-7baa-4b45-bd1a-4ba2a98dd63b req-04267162-3654-4a23-8a82-a4e97d707f52 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558057 Apr 21 20:54:30.652309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Made reservation on behalf of 37c70604bc6b4aee98099584cc509ac7 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:30.657355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:30.687295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6059d-0932-4241-9026-72b61b5c5b2e req-1e56f8de-23c5-486f-bb1a-62181d4ab56b tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.690379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0fa6059d-0932-4241-9026-72b61b5c5b2e req-1e56f8de-23c5-486f-bb1a-62181d4ab56b tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 944 time: 0.1117661 Apr 21 20:54:30.715152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95d69-994c-470e-8683-06865f138cc3 req-1803a4ee-540b-4988-ab05-1ce77873c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.717734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54e95d69-994c-470e-8683-06865f138cc3 req-1803a4ee-540b-4988-ab05-1ce77873c1dc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2767925 Apr 21 20:54:30.726423 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758eefad-6bb7-4b63-86c2-d257dbf2ac59 x-openstack-request-id: req-758eefad-6bb7-4b63-86c2-d257dbf2ac59 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:30.727158 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "446bc886-9f57-4f74-99fb-5b7ccdc938e2", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:30.727748 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-758eefad-6bb7-4b63-86c2-d257dbf2ac59 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:30.728401 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758eefad-6bb7-4b63-86c2-d257dbf2ac59'] response: {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': '446bc886-9f57-4f74-99fb-5b7ccdc938e2', 'status': 'completed', 'code': 200} Apr 21 20:54:30.765822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0fa6059d-0932-4241-9026-72b61b5c5b2e req-d7b93e26-9ec9-4821-9491-08d9c30c075e tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673192 Apr 21 20:54:30.865413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Allocated IP 172.20.0.2 (4fcf2b9b-0da7-45e4-be60-81187c04878d/ddd332a6-7a4a-4922-bc39-267094f43be2/84e4c754-3760-4e67-b7fa-eb4b97a81529) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:30.882788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bf45a-8414-4854-9014-2aac0d91cf9a req-371dc43b-46f7-401c-87f0-b817337a5523 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.885381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb4bf45a-8414-4854-9014-2aac0d91cf9a req-371dc43b-46f7-401c-87f0-b817337a5523 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.1044495 Apr 21 20:54:30.907152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-9145dc71-526c-43c3-9df5-7c2fe27ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.907671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-9145dc71-526c-43c3-9df5-7c2fe27ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.908169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-9145dc71-526c-43c3-9df5-7c2fe27ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.908841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-9145dc71-526c-43c3-9df5-7c2fe27ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.909459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-9145dc71-526c-43c3-9df5-7c2fe27ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.909991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-9145dc71-526c-43c3-9df5-7c2fe27ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.910526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-9145dc71-526c-43c3-9df5-7c2fe27ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:30.913150 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-9145dc71-526c-43c3-9df5-7c2fe27ee08f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6487 time: 0.0956402 Apr 21 20:54:30.916440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85b100a2-433b-464d-97ef-30933cc74b60 req-1ed3194f-f66f-4e05-a6cd-58211666203a tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0454819 Apr 21 20:54:30.959714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb4bf45a-8414-4854-9014-2aac0d91cf9a req-fc889b40-bcd0-44eb-ba43-7d25a42f2780 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683737 Apr 21 20:54:30.969926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-5217c42f-34ee-487d-8444-39f5655847db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94 HTTP/1.1" status: 200 len: 217 time: 0.0380902 Apr 21 20:54:31.031474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-cb98b770-7e0c-42a3-8990-40c81329c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.032944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-cb98b770-7e0c-42a3-8990-40c81329c25f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de0e18d2-3d10-4e98-876c-60e1b50313cd HTTP/1.1" status: 200 len: 855 time: 0.0546613 Apr 21 20:54:31.081330 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:31.093512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-117ffd89-e6ad-43b4-9d78-fc46ff1ee036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.094999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-117ffd89-e6ad-43b4-9d78-fc46ff1ee036 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dff397c0-118c-4bfa-9bfc-6606a5b4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429339 Apr 21 20:54:31.120953 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:31.164338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Network 4fcf2b9b-0da7-45e4-be60-81187c04878d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:31.174085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:31.177040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:31.192452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-d8a64fe1-c149-4941-9b8f-7a9fef3768d1 service neutron] 10.222.0.46 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900426 Apr 21 20:54:31.215124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Pushing event updated for resources: {'Port': ['ID=84e4c754-3760-4e67-b7fa-eb4b97a81529,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:31.244121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.244903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:31.262026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-66a5db10-35c2-4c33-894d-453aada024e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8441267 Apr 21 20:54:31.277297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Request body: {'port': {'device_id': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:31.334371 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:31.347160 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-c144596b-e5f7-4b7e-806a-e25eae8a34f1 service neutron] 10.222.0.46 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394615 Apr 21 20:54:31.351748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b0da6-805c-4fbc-bd15-8e40f0760552 req-8b577a9c-e330-46e4-99b5-c9b66d2d21fe tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.353372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-475b0da6-805c-4fbc-bd15-8e40f0760552 req-8b577a9c-e330-46e4-99b5-c9b66d2d21fe tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0776875 Apr 21 20:54:31.399853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-5a84bba5-0b02-43fd-a486-28799305d80f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=86aae9c2-7ba2-4322-9ed3-3a81b43534ad HTTP/1.1" status: 200 len: 217 time: 0.0451808 Apr 21 20:54:31.427619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-475b0da6-805c-4fbc-bd15-8e40f0760552 req-9936f74f-080f-49bf-8e44-924962502e8e tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654876 Apr 21 20:54:31.472569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-b70d67a1-6d10-4955-a5c4-f848ceea4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.474863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-b70d67a1-6d10-4955-a5c4-f848ceea4926 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.0512085 Apr 21 20:54:31.526450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-eb8b08bb-13c6-4ba6-8d2f-1341c9c0b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.527927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-eb8b08bb-13c6-4ba6-8d2f-1341c9c0b37c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455613 Apr 21 20:54:31.609413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f482000-add0-477a-99fe-aadaae9056bc req-1df6f622-700d-482a-b682-41eca2892643 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.617672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f482000-add0-477a-99fe-aadaae9056bc req-1df6f622-700d-482a-b682-41eca2892643 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 931 time: 0.0925488 Apr 21 20:54:31.634692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-7a58da12-52e3-4f44-8dad-e6b741d5a351 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962610 Apr 21 20:54:31.694430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f482000-add0-477a-99fe-aadaae9056bc req-df754e23-4ec4-4052-8ca3-413d4a359393 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756264 Apr 21 20:54:31.708007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e4c754-3760-4e67-b7fa-eb4b97a81529 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:31.716803 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:31.730303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Transition to ACTIVE for port object 84e4c754-3760-4e67-b7fa-eb4b97a81529 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:31.735912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:31.764175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-c0cda981-635b-443d-9047-dbb5ae0d1e53 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204522 Apr 21 20:54:31.823247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-342362ea-7dd3-4725-970a-ea67f25e2c85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=bc84869d-00b0-423c-804e-ad0ecdd5053b HTTP/1.1" status: 200 len: 217 time: 0.0472722 Apr 21 20:54:31.830602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Pushing event updated for resources: {'Port': ['ID=84e4c754-3760-4e67-b7fa-eb4b97a81529,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:31.880085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-f233e01d-a1a5-4b6a-b3d7-c32f6941ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.882191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-f233e01d-a1a5-4b6a-b3d7-c32f6941ca58 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.0500882 Apr 21 20:54:31.899779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4173-aad0-46a2-9612-460bb18e7a1c req-a5a0b21d-7210-4a1a-a4d1-c9cc859e6360 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.905591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4173-aad0-46a2-9612-460bb18e7a1c req-a5a0b21d-7210-4a1a-a4d1-c9cc859e6360 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.911333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4173-aad0-46a2-9612-460bb18e7a1c req-a5a0b21d-7210-4a1a-a4d1-c9cc859e6360 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.917120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4173-aad0-46a2-9612-460bb18e7a1c req-a5a0b21d-7210-4a1a-a4d1-c9cc859e6360 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.922882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4173-aad0-46a2-9612-460bb18e7a1c req-a5a0b21d-7210-4a1a-a4d1-c9cc859e6360 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.929468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4173-aad0-46a2-9612-460bb18e7a1c req-a5a0b21d-7210-4a1a-a4d1-c9cc859e6360 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.935238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4173-aad0-46a2-9612-460bb18e7a1c req-a5a0b21d-7210-4a1a-a4d1-c9cc859e6360 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.937194 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e37d4173-aad0-46a2-9612-460bb18e7a1c req-a5a0b21d-7210-4a1a-a4d1-c9cc859e6360 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1673830 Apr 21 20:54:31.961314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ce658-b5ef-46fd-90aa-58204e96736a req-b58eb238-2a8e-405b-b889-b45fb6def27c tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.962775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-215ce658-b5ef-46fd-90aa-58204e96736a req-b58eb238-2a8e-405b-b889-b45fb6def27c tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 944 time: 0.0735147 Apr 21 20:54:31.965354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c6f4e32-e1b8-4d2e-859b-74ed1891cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:31.966694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-4c6f4e32-e1b8-4d2e-859b-74ed1891cfca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690398 Apr 21 20:54:31.981367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:31.981704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:31.982033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:31.995468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e37d4173-aad0-46a2-9612-460bb18e7a1c req-c418daed-0aaf-4dac-8362-c32ca8b40c55 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496128 Apr 21 20:54:31.996169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:31.996493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:32.001574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:32.001913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:32.002292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:32.002720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Bound port: 84e4c754-3760-4e67-b7fa-eb4b97a81529, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:32.003076 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:32.051544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-215ce658-b5ef-46fd-90aa-58204e96736a req-30cdbb52-8523-4116-a8c7-44a926c5a172 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824959 Apr 21 20:54:32.096042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:32.099560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:32.105239 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:32.106007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-2e125a12-eaf0-4ae8-98b3-6b0d592c5964 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241291 Apr 21 20:54:32.147778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.148364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:32.149965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] 10.222.0.46 "PUT /v2.0/ports/84e4c754-3760-4e67-b7fa-eb4b97a81529 HTTP/1.1" status: 200 len: 1091 time: 0.8777206 Apr 21 20:54:32.172780 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3db6b-0793-413b-a2a1-a1bc8b1fc182 service neutron] Pushing event updated for resources: {'Port': ['ID=84e4c754-3760-4e67-b7fa-eb4b97a81529,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:32.220633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd672aec-880b-457d-a07d-0ad425d442c4 req-0fffdd85-d24c-4cab-b221-90bda4330d0f tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0812323 Apr 21 20:54:32.269873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b060ae9-986a-49c7-9eea-9d7993cfb64e req-86949c43-d104-4f56-9ad5-503a9efa5ae7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.274257 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b060ae9-986a-49c7-9eea-9d7993cfb64e req-86949c43-d104-4f56-9ad5-503a9efa5ae7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0856237 Apr 21 20:54:32.282805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1ca71827-3af8-4dd0-9bb1-a3bef368c2dc service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662774 Apr 21 20:54:32.309682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-1e3649f3-4a4a-4833-9719-f87112ae049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.311476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-1e3649f3-4a4a-4833-9719-f87112ae049b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1094 time: 0.0950921 Apr 21 20:54:32.328114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-d7072d8f-fff0-4d63-ba27-bde9caf083a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=28e2a7bb-fde2-4781-a6dc-aa20db9c503b HTTP/1.1" status: 200 len: 217 time: 0.0366170 Apr 21 20:54:32.338879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b060ae9-986a-49c7-9eea-9d7993cfb64e req-34b6bf8c-cc47-4cd1-a13b-d0cbd60cfc38 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591094 Apr 21 20:54:32.374938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-8cbb5dab-b76b-49ce-be22-7f73dd231eb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529 HTTP/1.1" status: 200 len: 217 time: 0.0494325 Apr 21 20:54:32.380815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a646ac15-fd8a-41d8-a6d6-f1b3c0ff26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.382416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-a646ac15-fd8a-41d8-a6d6-f1b3c0ff26cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.0486350 Apr 21 20:54:32.425156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-5c6e3957-0056-4ee9-b7ff-8ee4eed3b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.426637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-5c6e3957-0056-4ee9-b7ff-8ee4eed3b876 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0442891 Apr 21 20:54:32.442601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-893fe1e5-8b59-46ab-b690-566c95e06415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.444657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-893fe1e5-8b59-46ab-b690-566c95e06415 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469527 Apr 21 20:54:32.461586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-72431e4d-a1ae-40ca-b365-67fbf0e901a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278556 Apr 21 20:54:32.556065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-768a2100-cddf-4aef-bc43-ab99113e0b12 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042616 Apr 21 20:54:32.605574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aedbbb-4dae-49d7-a8c7-2d0d0b99f9b2 req-0522a372-8d41-487b-b016-48e50b235656 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.607071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74aedbbb-4dae-49d7-a8c7-2d0d0b99f9b2 req-0522a372-8d41-487b-b016-48e50b235656 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0782278 Apr 21 20:54:32.609405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-f8e40ab7-3243-4922-ac0d-8fea2027c1ed service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405180 Apr 21 20:54:32.672147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-cc3bf0bf-88a8-43f3-a73d-1a0e7a5d1517 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087608 Apr 21 20:54:32.694494 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74aedbbb-4dae-49d7-a8c7-2d0d0b99f9b2 req-7c846765-ae1b-483e-a43f-5a44f659887e tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814676 Apr 21 20:54:32.728076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-21e5a3e5-74c5-4520-baac-2305d5bd3966 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 HTTP/1.1" status: 200 len: 217 time: 0.0477078 Apr 21 20:54:32.731461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:32.734606 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1878bc66-28f5-4793-a495-9eb6a75fce82" -d '{"events": [{"name": "network-changed", "server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:32.755642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b66dc3c5-3b96-4526-87da-d92c8e91b0f2 req-3ba96a73-e54b-426a-93a4-e28e7342d91e service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355481 Apr 21 20:54:32.758817 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-000c13b4-4bb6-4aaf-9a8b-88e80ad5e703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:32.790967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-f9c61533-b24b-43c5-8e27-1cf1bffa7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.793001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-f9c61533-b24b-43c5-8e27-1cf1bffa7501 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.0548174 Apr 21 20:54:32.797425 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446dbb56-0085-4aea-8eeb-69a44e9294d8 x-openstack-request-id: req-446dbb56-0085-4aea-8eeb-69a44e9294d8 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:32.798716 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:32.798974 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-446dbb56-0085-4aea-8eeb-69a44e9294d8 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:32.799771 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446dbb56-0085-4aea-8eeb-69a44e9294d8'] response: {'name': 'network-changed', 'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529', 'status': 'completed', 'code': 200} Apr 21 20:54:32.805930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f58600ce-e89b-48f7-bd14-e368216c3f92 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:32.881664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-646d45a8-2b47-4d66-bd12-d575cebd9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.883152 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-646d45a8-2b47-4d66-bd12-d575cebd9195 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1094 time: 0.0461099 Apr 21 20:54:32.918420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bf8a246c-f67b-4fb7-b3ba-1f4d75bbb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.920194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-bf8a246c-f67b-4fb7-b3ba-1f4d75bbb241 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034937 Apr 21 20:54:32.929415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411298fb-3008-429d-8c10-d87a1ca416da req-d5631f33-db1a-4696-a91d-057528756d0d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.930909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-411298fb-3008-429d-8c10-d87a1ca416da req-d5631f33-db1a-4696-a91d-057528756d0d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1175535 Apr 21 20:54:32.935610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f58600ce-e89b-48f7-bd14-e368216c3f92, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f58600ce-e89b-48f7-bd14-e368216c3f92,segment=NetworkSegment(38bf273c-2a6d-4ba3-8869-865c292c24c9),segment_id=38bf273c-2a6d-4ba3-8869-865c292c24c9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:32.949525 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'f58600ce-e89b-48f7-bd14-e368216c3f92', 'network_id': 'dd9fee6c-bfd1-41b5-a30c-582505869db9', 'port_id': 'f58600ce-e89b-48f7-bd14-e368216c3f92', 'mac_address': 'fa:16:3e:2b:c2:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d4447d-b0ca-4f9a-846f-b75b77d0e3fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:32.985590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-d91ee8dd-7c5d-4187-a84e-2efb51481e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:32.987046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-d91ee8dd-7c5d-4187-a84e-2efb51481e5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.0953658 Apr 21 20:54:33.000410 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.018115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58600ce-e89b-48f7-bd14-e368216c3f92 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:33.042662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f58600ce-e89b-48f7-bd14-e368216c3f92, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f58600ce-e89b-48f7-bd14-e368216c3f92,segment=NetworkSegment(38bf273c-2a6d-4ba3-8869-865c292c24c9),segment_id=38bf273c-2a6d-4ba3-8869-865c292c24c9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:33.043007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-13568ae4-53cd-4021-92f9-50684360bc9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529 HTTP/1.1" status: 200 len: 217 time: 0.0432198 Apr 21 20:54:33.049060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.088389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-411298fb-3008-429d-8c10-d87a1ca416da req-0720f2fe-c124-49d2-8828-692167e082de tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348841 Apr 21 20:54:33.107090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=f58600ce-e89b-48f7-bd14-e368216c3f92,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:33.120210 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.121284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.121635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.122053 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.122435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.122769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.123143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.123519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.123848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.124216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.124590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.125063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:33.140607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-27625f32-20de-4c9f-85f8-678bd995dad6 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084942 Apr 21 20:54:33.186196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-aa79f0b4-5de8-4113-ab0c-15a2466fb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.187660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-aa79f0b4-5de8-4113-ab0c-15a2466fb0d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.1376486 Apr 21 20:54:33.204113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6366a1-3e2b-4de3-9387-be0a48a60cdf req-c20e46d8-392b-4633-a5b2-5fe7af81de43 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.210706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6366a1-3e2b-4de3-9387-be0a48a60cdf req-c20e46d8-392b-4633-a5b2-5fe7af81de43 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.216469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6366a1-3e2b-4de3-9387-be0a48a60cdf req-c20e46d8-392b-4633-a5b2-5fe7af81de43 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.222074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6366a1-3e2b-4de3-9387-be0a48a60cdf req-c20e46d8-392b-4633-a5b2-5fe7af81de43 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.228626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6366a1-3e2b-4de3-9387-be0a48a60cdf req-c20e46d8-392b-4633-a5b2-5fe7af81de43 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.233960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6366a1-3e2b-4de3-9387-be0a48a60cdf req-c20e46d8-392b-4633-a5b2-5fe7af81de43 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.239514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6366a1-3e2b-4de3-9387-be0a48a60cdf req-c20e46d8-392b-4633-a5b2-5fe7af81de43 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.241860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b6366a1-3e2b-4de3-9387-be0a48a60cdf req-c20e46d8-392b-4633-a5b2-5fe7af81de43 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1240189 Apr 21 20:54:33.259118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f371e2-5e04-4675-8284-76c6a461b6dd req-f88c7cbe-3980-45f9-945c-7bcaede3c4ce tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.260628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5f371e2-5e04-4675-8284-76c6a461b6dd req-f88c7cbe-3980-45f9-945c-7bcaede3c4ce tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 945 time: 0.1048019 Apr 21 20:54:33.273787 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-89ed316e-c627-4c21-a719-ee05e9a8f083 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303681 Apr 21 20:54:33.311304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-5add7a19-82a3-49fd-a4da-8c6f5d08eb66 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441035 Apr 21 20:54:33.320463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b6366a1-3e2b-4de3-9387-be0a48a60cdf req-0f5058bc-0c0e-4abe-aa1d-ff9a58b48602 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688224 Apr 21 20:54:33.349602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45032) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:33.359179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5f371e2-5e04-4675-8284-76c6a461b6dd req-03e5076b-66e6-4238-909f-f3a7a3d499c3 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883732 Apr 21 20:54:33.360786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1132dbe4-d434-4a93-a149-315a9260e2b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d03cc100-8f43-4cd0-90c4-0d5b45304cab HTTP/1.1" status: 200 len: 217 time: 0.0391748 Apr 21 20:54:33.407277 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-380d75e4-8b1f-441c-82f1-93ed67f78080 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211317 Apr 21 20:54:33.445474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-2ad12f80-d288-455a-b5c9-289a406fe984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.447200 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-2ad12f80-d288-455a-b5c9-289a406fe984 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5238cd08-3697-45c2-8e5d-4f9c0a9656e3 HTTP/1.1" status: 200 len: 797 time: 0.0772386 Apr 21 20:54:33.460538 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a23503f3-ad87-4020-8584-fc9fc2cd19e3 req-469f1cae-b3d0-4c5d-9076-956ff2938700 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0457120 Apr 21 20:54:33.494619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['f58600ce-e89b-48f7-bd14-e368216c3f92'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:33.515355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf549da1-151d-45a7-8be0-a6b9cad3769e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.530073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564e38d-01f5-41c4-9329-e44aef22422b req-eb97c99a-3b62-472b-a138-99e542201e8f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.531759 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6564e38d-01f5-41c4-9329-e44aef22422b req-eb97c99a-3b62-472b-a138-99e542201e8f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0834994 Apr 21 20:54:33.549549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-32f7c951-eb40-4e08-9d25-3ebf4f2b4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.551424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-32f7c951-eb40-4e08-9d25-3ebf4f2b4b79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1942e038-afad-4a0d-9231-13760299a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916500 Apr 21 20:54:33.577536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1878bc66-28f5-4793-a495-9eb6a75fce82 req-73312a24-7f93-46cd-b035-9db69aefcc2b service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616855 Apr 21 20:54:33.625850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6564e38d-01f5-41c4-9329-e44aef22422b req-c55ff86d-a799-4350-afe3-8d133519f29e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871663 Apr 21 20:54:33.643048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf549da1-151d-45a7-8be0-a6b9cad3769e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.656219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf549da1-151d-45a7-8be0-a6b9cad3769e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.668334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-0e0f119a-191e-4dd1-a31d-f2e63e5b49ae service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082969 Apr 21 20:54:33.694071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf549da1-151d-45a7-8be0-a6b9cad3769e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e10b98d8f5042e3b50b3265509cc884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428581 Apr 21 20:54:33.695941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf549da1-151d-45a7-8be0-a6b9cad3769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709a05b3-d305-48ba-a174-d56075f827f3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:33.698300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45038) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:33.801477 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3907b127-fc69-4e2a-8fd6-00982bc1f633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.809029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-8ae4fbd3-4aec-4071-9397-10f6d1b2fff6 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329439 Apr 21 20:54:33.814535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e1946-30c3-4a74-ba4a-0b5def7fc598 req-33155b95-8649-46d6-9bcc-056372adc1ad tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.815973 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f6e1946-30c3-4a74-ba4a-0b5def7fc598 req-33155b95-8649-46d6-9bcc-056372adc1ad tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0512230 Apr 21 20:54:33.832987 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3907b127-fc69-4e2a-8fd6-00982bc1f633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.854509 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f6e1946-30c3-4a74-ba4a-0b5def7fc598 req-7a02dd7e-40dc-4ce2-86ae-c99d8bcef06f tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Apr 21 20:54:33.869778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-33b7414c-8ee3-473f-8cad-d97fcb601ff4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2 HTTP/1.1" status: 200 len: 217 time: 0.0510895 Apr 21 20:54:33.933436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-10480b41-7e6c-4a9d-99f3-fd1b2efae36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:33.934921 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-10480b41-7e6c-4a9d-99f3-fd1b2efae36d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5238cd08-3697-45c2-8e5d-4f9c0a9656e3 HTTP/1.1" status: 200 len: 797 time: 0.0504856 Apr 21 20:54:33.940337 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.944576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3907b127-fc69-4e2a-8fd6-00982bc1f633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.947105 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3907b127-fc69-4e2a-8fd6-00982bc1f633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:33.948175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3907b127-fc69-4e2a-8fd6-00982bc1f633 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/709a05b3-d305-48ba-a174-d56075f827f3 HTTP/1.1" status: 204 len: 168 time: 0.2489760 Apr 21 20:54:33.964782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907b127-fc69-4e2a-8fd6-00982bc1f633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709a05b3-d305-48ba-a174-d56075f827f3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:34.003599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-94b62c82-99e2-4085-ac28-d0219c9f924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.005098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-94b62c82-99e2-4085-ac28-d0219c9f924a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1942e038-afad-4a0d-9231-13760299a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480001 Apr 21 20:54:34.101180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1acb9454-89e1-43c2-9d3d-47e9f4473a29 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855684 Apr 21 20:54:34.228867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45048) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:34.232167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efe16654-7a24-4f96-bbe8-9917773ff2bb req-1b913e22-458a-4a67-bd7b-f10212a8ac3f service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221883 Apr 21 20:54:34.242203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2642684a-8871-4ca4-b8d4-b24599d9c9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:34.242421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7d2b1-65e9-4868-9483-3defbb3c9eae req-2b47818b-c1ff-4d0a-84a1-bfb532248069 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.245167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7b7d2b1-65e9-4868-9483-3defbb3c9eae req-2b47818b-c1ff-4d0a-84a1-bfb532248069 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.0848191 Apr 21 20:54:34.287745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7b7d2b1-65e9-4868-9483-3defbb3c9eae req-40e8bbc1-58e2-4276-a9a2-e25768d246e3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366056 Apr 21 20:54:34.328625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2642684a-8871-4ca4-b8d4-b24599d9c9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:34.332753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2642684a-8871-4ca4-b8d4-b24599d9c9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:34.354330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-8cc8fb0e-ce67-477d-b59b-fd481f89ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.354805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-8cc8fb0e-ce67-477d-b59b-fd481f89ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.355272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-8cc8fb0e-ce67-477d-b59b-fd481f89ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.355733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-8cc8fb0e-ce67-477d-b59b-fd481f89ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.356972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-8cc8fb0e-ce67-477d-b59b-fd481f89ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.357440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-8cc8fb0e-ce67-477d-b59b-fd481f89ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.357908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-8cc8fb0e-ce67-477d-b59b-fd481f89ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.359770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e376683-f519-4823-add6-12f44d49a426 req-8cc8fb0e-ce67-477d-b59b-fd481f89ae4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6487 time: 0.0505216 Apr 21 20:54:34.373436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2642684a-8871-4ca4-b8d4-b24599d9c9c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b7081d2d88b41b9bd6f2dc87324511d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410944 Apr 21 20:54:34.373436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642684a-8871-4ca4-b8d4-b24599d9c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824d542-3960-49c0-9289-dfb9e2aeb925,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:34.374171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45052) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:34.439584 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c275f51a-6cfb-4b08-a30f-e9d503c67a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:34.470552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-81b09d54-c1b0-424b-80d5-12532835fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.472274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e376683-f519-4823-add6-12f44d49a426 req-81b09d54-c1b0-424b-80d5-12532835fca3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1942e038-afad-4a0d-9231-13760299a205 HTTP/1.1" status: 200 len: 903 time: 0.1056464 Apr 21 20:54:34.479056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c275f51a-6cfb-4b08-a30f-e9d503c67a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:34.511130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461058e0-23c0-489f-8bc8-b393e74b4fa7 req-95ba9e93-c213-43a4-bbc5-d2040450cbf8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.516929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461058e0-23c0-489f-8bc8-b393e74b4fa7 req-95ba9e93-c213-43a4-bbc5-d2040450cbf8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.523276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461058e0-23c0-489f-8bc8-b393e74b4fa7 req-95ba9e93-c213-43a4-bbc5-d2040450cbf8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.523761 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e376683-f519-4823-add6-12f44d49a426 req-15384092-14a1-4ee6-b586-3e324ec3813e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2 HTTP/1.1" status: 200 len: 217 time: 0.0374956 Apr 21 20:54:34.529146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461058e0-23c0-489f-8bc8-b393e74b4fa7 req-95ba9e93-c213-43a4-bbc5-d2040450cbf8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.535051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461058e0-23c0-489f-8bc8-b393e74b4fa7 req-95ba9e93-c213-43a4-bbc5-d2040450cbf8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.540870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461058e0-23c0-489f-8bc8-b393e74b4fa7 req-95ba9e93-c213-43a4-bbc5-d2040450cbf8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.545913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48d4b8-13df-405b-831d-ac50e8f015de req-1ca45894-5334-4f77-9ab4-8133ff747ded tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.546592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461058e0-23c0-489f-8bc8-b393e74b4fa7 req-95ba9e93-c213-43a4-bbc5-d2040450cbf8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.547313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c48d4b8-13df-405b-831d-ac50e8f015de req-1ca45894-5334-4f77-9ab4-8133ff747ded tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 945 time: 0.0926521 Apr 21 20:54:34.548417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-461058e0-23c0-489f-8bc8-b393e74b4fa7 req-95ba9e93-c213-43a4-bbc5-d2040450cbf8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1235363 Apr 21 20:54:34.600043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-461058e0-23c0-489f-8bc8-b393e74b4fa7 req-29836e8b-2586-4715-b646-9b1228f0e1df tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411487 Apr 21 20:54:34.608580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-fc9faf7d-725b-4f6a-ae98-81816644797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.609713 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c275f51a-6cfb-4b08-a30f-e9d503c67a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:34.610205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e376683-f519-4823-add6-12f44d49a426 req-fc9faf7d-725b-4f6a-ae98-81816644797b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5238cd08-3697-45c2-8e5d-4f9c0a9656e3 HTTP/1.1" status: 200 len: 797 time: 0.0789347 Apr 21 20:54:34.612791 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c275f51a-6cfb-4b08-a30f-e9d503c67a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:34.616320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c275f51a-6cfb-4b08-a30f-e9d503c67a2a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e824d542-3960-49c0-9289-dfb9e2aeb925 HTTP/1.1" status: 204 len: 168 time: 0.2388401 Apr 21 20:54:34.616681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c48d4b8-13df-405b-831d-ac50e8f015de req-970c4cab-ef29-4f83-85a6-48728e9a6c10 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507667 Apr 21 20:54:34.622344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275f51a-6cfb-4b08-a30f-e9d503c67a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824d542-3960-49c0-9289-dfb9e2aeb925,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:34.680924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e376683-f519-4823-add6-12f44d49a426 req-ef039749-0117-4219-ada5-5a49d0f1dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.683003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e376683-f519-4823-add6-12f44d49a426 req-ef039749-0117-4219-ada5-5a49d0f1dc52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1942e038-afad-4a0d-9231-13760299a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651376 Apr 21 20:54:34.754315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2a60b-21e2-46aa-8c75-10b6ef3034d0 req-efbe522a-4715-45a2-99f2-783128b28da9 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.756429 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6f2a60b-21e2-46aa-8c75-10b6ef3034d0 req-efbe522a-4715-45a2-99f2-783128b28da9 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0498245 Apr 21 20:54:34.787579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa0b68ab-c2c0-46c1-9a63-c00111abd64c req-1eb3da30-7937-429f-b9cf-cf16b9154d2a tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0420897 Apr 21 20:54:34.804995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6f2a60b-21e2-46aa-8c75-10b6ef3034d0 req-2817b637-0e97-40cc-855f-bb01bec3ed5a tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373442 Apr 21 20:54:34.831872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e376683-f519-4823-add6-12f44d49a426 req-48c518cb-6d59-4059-8779-701e38dc39a2 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411071 Apr 21 20:54:34.932979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e376683-f519-4823-add6-12f44d49a426 req-579bd788-e14c-48c6-bd5a-bb5b9e314116 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930011 Apr 21 20:54:34.984805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84632085-98f1-4360-8195-ed1f5a99c604 req-777d0538-0765-48d5-94ed-87ca86eeca0b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:34.986279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84632085-98f1-4360-8195-ed1f5a99c604 req-777d0538-0765-48d5-94ed-87ca86eeca0b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0524340 Apr 21 20:54:35.024965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84632085-98f1-4360-8195-ed1f5a99c604 req-2de2a387-9c67-4da5-b2df-649d4176a9de tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Apr 21 20:54:35.220282 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:35.402761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a362beb-63dc-4047-8c6b-22c8b668ebaf req-7c07fe6d-a300-4529-90e8-9ba510a32f61 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:35.404233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9a362beb-63dc-4047-8c6b-22c8b668ebaf req-7c07fe6d-a300-4529-90e8-9ba510a32f61 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.0501575 Apr 21 20:54:35.441915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9a362beb-63dc-4047-8c6b-22c8b668ebaf req-565d6a4c-33e8-47d3-aec6-6d6687076c05 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315189 Apr 21 20:54:35.810003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dff4a-0b60-4bff-93a5-eda1194487fd req-65141ff8-ca05-4c30-bf59-c7aa5e091b48 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:35.811803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c8dff4a-0b60-4bff-93a5-eda1194487fd req-65141ff8-ca05-4c30-bf59-c7aa5e091b48 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 945 time: 0.0769942 Apr 21 20:54:35.824380 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:35.847045 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:54:35.863870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d2e-f13f-49f4-8e85-b50a9f87ccb0 req-9a7c603d-27eb-4c55-b0d6-ddbd22b253e2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:35.868162 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c8dff4a-0b60-4bff-93a5-eda1194487fd req-b99d8041-f79a-4218-ad3f-f478ba0f8253 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485723 Apr 21 20:54:35.870591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d2e-f13f-49f4-8e85-b50a9f87ccb0 req-9a7c603d-27eb-4c55-b0d6-ddbd22b253e2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:35.876632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d2e-f13f-49f4-8e85-b50a9f87ccb0 req-9a7c603d-27eb-4c55-b0d6-ddbd22b253e2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:35.883937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d2e-f13f-49f4-8e85-b50a9f87ccb0 req-9a7c603d-27eb-4c55-b0d6-ddbd22b253e2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:35.890741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d2e-f13f-49f4-8e85-b50a9f87ccb0 req-9a7c603d-27eb-4c55-b0d6-ddbd22b253e2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:35.898358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d2e-f13f-49f4-8e85-b50a9f87ccb0 req-9a7c603d-27eb-4c55-b0d6-ddbd22b253e2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:35.906357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad54d2e-f13f-49f4-8e85-b50a9f87ccb0 req-9a7c603d-27eb-4c55-b0d6-ddbd22b253e2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:35.915596 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad54d2e-f13f-49f4-8e85-b50a9f87ccb0 req-9a7c603d-27eb-4c55-b0d6-ddbd22b253e2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1420438 Apr 21 20:54:35.968391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad54d2e-f13f-49f4-8e85-b50a9f87ccb0 req-15c068f0-91e4-496d-a137-b64fd5059dc6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514419 Apr 21 20:54:35.980849 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1567db1c-6736-43d3-bef2-bac9798aaaf3 req-7844d00e-4c9e-485b-9daf-6fcf29b0272e tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0341249 Apr 21 20:54:36.094038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7faf00-84ba-41ae-97a5-7debd880db9a req-64586f95-f44d-4928-b5d3-7a193644be54 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:36.095506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f7faf00-84ba-41ae-97a5-7debd880db9a req-64586f95-f44d-4928-b5d3-7a193644be54 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Apr 21 20:54:36.137291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f7faf00-84ba-41ae-97a5-7debd880db9a req-4d1323bd-24d0-4438-bf6b-a2da4f388b49 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Apr 21 20:54:36.148857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcb359-7f0f-4f4f-b930-121da292dbe4 req-cc14ac19-025a-4013-b8c4-917c6491ab34 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:36.150714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66dcb359-7f0f-4f4f-b930-121da292dbe4 req-cc14ac19-025a-4013-b8c4-917c6491ab34 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0536983 Apr 21 20:54:36.196428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66dcb359-7f0f-4f4f-b930-121da292dbe4 req-1cbe4173-450c-4900-8094-0e2a9031b3c7 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359349 Apr 21 20:54:36.235907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb38c77f-50fa-416e-b8ac-2a7a23e2093c req-28c91449-38fc-47a0-ad95-d132005a10a3 tempest-FlavorsV2NegativeTest-522440021 tempest-FlavorsV2NegativeTest-522440021-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=18d5467afc1d48d39e97a55c4a9515d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282221 Apr 21 20:54:36.350994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38c77f-50fa-416e-b8ac-2a7a23e2093c req-bb957155-29e6-49f1-b761-358166a78a9e tempest-FlavorsV2NegativeTest-522440021 tempest-FlavorsV2NegativeTest-522440021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:36.352420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb38c77f-50fa-416e-b8ac-2a7a23e2093c req-bb957155-29e6-49f1-b761-358166a78a9e tempest-FlavorsV2NegativeTest-522440021 tempest-FlavorsV2NegativeTest-522440021-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089413 Apr 21 20:54:36.367510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb38c77f-50fa-416e-b8ac-2a7a23e2093c req-34fea329-eab7-4284-bb2e-78724559bb43 tempest-FlavorsV2NegativeTest-522440021 tempest-FlavorsV2NegativeTest-522440021-project] 10.222.0.49 "GET /v2.0/quotas/18d5467afc1d48d39e97a55c4a9515d3 HTTP/1.1" status: 200 len: 375 time: 0.0092516 Apr 21 20:54:36.400542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb38c77f-50fa-416e-b8ac-2a7a23e2093c req-9efa72be-6595-4b4e-b4bc-6903a079ebe2 tempest-FlavorsV2NegativeTest-522440021 tempest-FlavorsV2NegativeTest-522440021-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=18d5467afc1d48d39e97a55c4a9515d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271912 Apr 21 20:54:36.562558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f11b9-8214-4b4d-b227-a23edefb8dec req-ca0ce6db-41fb-43d4-97ad-f8a6b0fafba3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:36.564407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a59f11b9-8214-4b4d-b227-a23edefb8dec req-ca0ce6db-41fb-43d4-97ad-f8a6b0fafba3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.0545313 Apr 21 20:54:36.602811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a59f11b9-8214-4b4d-b227-a23edefb8dec req-1839e829-2cd1-4ab8-997e-c3c7c1c4efe8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316463 Apr 21 20:54:36.852973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f58600ce-e89b-48f7-bd14-e368216c3f92 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:36.855445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45160) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:36.904309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port f58600ce-e89b-48f7-bd14-e368216c3f92 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:54:36.908788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port f58600ce-e89b-48f7-bd14-e368216c3f92 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:36.909564 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:36.966563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6167ddc4-8040-43b8-b50d-2fd25eaf732a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:36.989263 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.016312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e29074-18ae-4be4-9f62-a5e042ea8679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58600ce-e89b-48f7-bd14-e368216c3f92'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:37.018880 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73148f7d-a676-49d9-9069-937ab04f6663" -d '{"events": [{"server_uuid": "a9e29074-18ae-4be4-9f62-a5e042ea8679", "name": "network-vif-plugged", "status": "completed", "tag": "f58600ce-e89b-48f7-bd14-e368216c3f92"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:37.033905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f58600ce-e89b-48f7-bd14-e368216c3f92, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f58600ce-e89b-48f7-bd14-e368216c3f92,segment=NetworkSegment(38bf273c-2a6d-4ba3-8869-865c292c24c9),segment_id=38bf273c-2a6d-4ba3-8869-865c292c24c9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:37.041015 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.043557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197144-b794-413d-84de-5ff13170bcfd req-e83c1fb1-575a-4943-a04a-2b4100780eac tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.045610 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa197144-b794-413d-84de-5ff13170bcfd req-e83c1fb1-575a-4943-a04a-2b4100780eac tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 945 time: 0.0812070 Apr 21 20:54:37.090395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 84e4c754-3760-4e67-b7fa-eb4b97a81529 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:37.103208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=f58600ce-e89b-48f7-bd14-e368216c3f92,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:37.110570 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3395-6217-4c6c-8573-8fe43feaca06 req-efe4fbc0-72f8-4e67-9d7f-eec21d0a0d42 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.116661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3395-6217-4c6c-8573-8fe43feaca06 req-efe4fbc0-72f8-4e67-9d7f-eec21d0a0d42 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.117991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa197144-b794-413d-84de-5ff13170bcfd req-e7942f4a-45f5-49e2-aab9-d2c6976636a2 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612681 Apr 21 20:54:37.129492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3395-6217-4c6c-8573-8fe43feaca06 req-efe4fbc0-72f8-4e67-9d7f-eec21d0a0d42 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.133995 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6167ddc4-8040-43b8-b50d-2fd25eaf732a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.140303 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6167ddc4-8040-43b8-b50d-2fd25eaf732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.146920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3395-6217-4c6c-8573-8fe43feaca06 req-efe4fbc0-72f8-4e67-9d7f-eec21d0a0d42 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.152797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3395-6217-4c6c-8573-8fe43feaca06 req-efe4fbc0-72f8-4e67-9d7f-eec21d0a0d42 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.160097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3395-6217-4c6c-8573-8fe43feaca06 req-efe4fbc0-72f8-4e67-9d7f-eec21d0a0d42 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.166816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3395-6217-4c6c-8573-8fe43feaca06 req-efe4fbc0-72f8-4e67-9d7f-eec21d0a0d42 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.168752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a9d3395-6217-4c6c-8573-8fe43feaca06 req-efe4fbc0-72f8-4e67-9d7f-eec21d0a0d42 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1156700 Apr 21 20:54:37.185665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6167ddc4-8040-43b8-b50d-2fd25eaf732a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18d5467afc1d48d39e97a55c4a9515d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287408 Apr 21 20:54:37.186474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167ddc4-8040-43b8-b50d-2fd25eaf732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba358e0-ad22-4330-a048-b614af1df8f7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:37.189963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:37.205852 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743f9720-50cf-43fb-8711-b548f63cc4e5 x-openstack-request-id: req-743f9720-50cf-43fb-8711-b548f63cc4e5 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:37.206135 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e29074-18ae-4be4-9f62-a5e042ea8679", "name": "network-vif-plugged", "status": "completed", "tag": "f58600ce-e89b-48f7-bd14-e368216c3f92", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:37.206574 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-743f9720-50cf-43fb-8711-b548f63cc4e5 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:37.206959 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743f9720-50cf-43fb-8711-b548f63cc4e5'] response: {'server_uuid': 'a9e29074-18ae-4be4-9f62-a5e042ea8679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58600ce-e89b-48f7-bd14-e368216c3f92', 'code': 200} Apr 21 20:54:37.227443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:37.243466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '84e4c754-3760-4e67-b7fa-eb4b97a81529', 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d', 'port_id': '84e4c754-3760-4e67-b7fa-eb4b97a81529', 'mac_address': 'fa:16:3e:f3:59:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd332a6-7a4a-4922-bc39-267094f43be2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:37.256281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-240f6442-38b5-45b7-b3c9-53d1338991c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.259737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf426e5a-f727-4834-b14f-9b424354f316 req-4acbfdc1-3750-4152-bfbf-66a5c5347131 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0286403 Apr 21 20:54:37.262391 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a9d3395-6217-4c6c-8573-8fe43feaca06 req-62ccefac-fac2-43dc-8357-77a5b24481db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866113 Apr 21 20:54:37.286226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-240f6442-38b5-45b7-b3c9-53d1338991c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.296043 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.309653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e4c754-3760-4e67-b7fa-eb4b97a81529 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:37.332733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:37.339132 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.399065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf044175-a55d-4b5b-9990-5e49e6f239d2 req-0103232d-3e15-4fcb-84da-7cac9dc208e8 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.400212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=84e4c754-3760-4e67-b7fa-eb4b97a81529,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:37.400813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf044175-a55d-4b5b-9990-5e49e6f239d2 req-0103232d-3e15-4fcb-84da-7cac9dc208e8 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0520048 Apr 21 20:54:37.408347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163adf08-e87b-431b-aa50-a26c67e92b83 req-cdf78839-3fa1-4e3a-a8da-e469aaa17ec8 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.409806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-163adf08-e87b-431b-aa50-a26c67e92b83 req-cdf78839-3fa1-4e3a-a8da-e469aaa17ec8 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0598123 Apr 21 20:54:37.410603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-240f6442-38b5-45b7-b3c9-53d1338991c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.413155 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-240f6442-38b5-45b7-b3c9-53d1338991c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:37.415056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-240f6442-38b5-45b7-b3c9-53d1338991c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aba358e0-ad22-4330-a048-b614af1df8f7 HTTP/1.1" status: 204 len: 168 time: 0.2232425 Apr 21 20:54:37.441061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f6442-38b5-45b7-b3c9-53d1338991c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba358e0-ad22-4330-a048-b614af1df8f7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:37.453030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf044175-a55d-4b5b-9990-5e49e6f239d2 req-20f407ff-635b-4252-9182-9a369501d090 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460563 Apr 21 20:54:37.477963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-163adf08-e87b-431b-aa50-a26c67e92b83 req-9d0a2c39-664b-4999-8152-21c40ebc0926 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591569 Apr 21 20:54:37.702906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['84e4c754-3760-4e67-b7fa-eb4b97a81529'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:37.717864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9370968-a74f-4397-a0c9-79b53a05d115 req-34af3145-37d2-4883-93a6-a291f65afae3 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.719461 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9370968-a74f-4397-a0c9-79b53a05d115 req-34af3145-37d2-4883-93a6-a291f65afae3 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0576475 Apr 21 20:54:37.741007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1b246-289a-4341-b56b-fc7712fe179d req-c006cd15-7825-4e91-80f1-b9954e4727d7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:37.750002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2af1b246-289a-4341-b56b-fc7712fe179d req-c006cd15-7825-4e91-80f1-b9954e4727d7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.0710883 Apr 21 20:54:37.765640 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9370968-a74f-4397-a0c9-79b53a05d115 req-73f0ba1a-4209-4f88-92bd-0b64074550a6 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393794 Apr 21 20:54:37.793276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2af1b246-289a-4341-b56b-fc7712fe179d req-0e12f27d-6f4b-47c8-845f-2643234c857c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Apr 21 20:54:38.086930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45206) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:38.181612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1187511946-network', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:38.225483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Made reservation on behalf of 9a9a331159f548cfb3b631fb50aeeef3 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:38.227690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.238126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.265827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b056a5-7985-4bac-b184-d9755ebc300a req-d3c3abcf-85ac-48a7-b221-f197215d3025 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.267224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b3b056a5-7985-4bac-b184-d9755ebc300a req-d3c3abcf-85ac-48a7-b221-f197215d3025 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0746288 Apr 21 20:54:38.322705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b3b056a5-7985-4bac-b184-d9755ebc300a req-cd94e629-e47a-4801-af2f-f3ab56b8d55a tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489442 Apr 21 20:54:38.377154 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.382275 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.413211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d468f4-4bf9-4eb9-898c-0f1cbc3eaad2 req-bed4aa2c-c790-40cb-a633-8d48f27753be tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.419093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d468f4-4bf9-4eb9-898c-0f1cbc3eaad2 req-bed4aa2c-c790-40cb-a633-8d48f27753be tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.424868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d468f4-4bf9-4eb9-898c-0f1cbc3eaad2 req-bed4aa2c-c790-40cb-a633-8d48f27753be tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.431414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36738de1-e0ed-4cc2-9d01-ba3e47ae41c2 req-c26e6293-9407-4e96-b599-5690a57a0f0d tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0370662 Apr 21 20:54:38.431558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d468f4-4bf9-4eb9-898c-0f1cbc3eaad2 req-bed4aa2c-c790-40cb-a633-8d48f27753be tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.434932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:54:38.437460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d468f4-4bf9-4eb9-898c-0f1cbc3eaad2 req-bed4aa2c-c790-40cb-a633-8d48f27753be tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.439558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0289b-9394-4027-b884-b98f2d3c4b5d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:38.443481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d468f4-4bf9-4eb9-898c-0f1cbc3eaad2 req-bed4aa2c-c790-40cb-a633-8d48f27753be tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.449368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d468f4-4bf9-4eb9-898c-0f1cbc3eaad2 req-bed4aa2c-c790-40cb-a633-8d48f27753be tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.451116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44d468f4-4bf9-4eb9-898c-0f1cbc3eaad2 req-bed4aa2c-c790-40cb-a633-8d48f27753be tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.0939033 Apr 21 20:54:38.454750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.455224 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Added segment 1e00a398-f0e2-4c6a-acb3-b3d2975f9e93 of type vlan for network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e Apr 21 20:54:38.493924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44d468f4-4bf9-4eb9-898c-0f1cbc3eaad2 req-a7c53fdd-9dbf-4567-93b8-212e2c966997 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356474 Apr 21 20:54:38.504314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.557484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.558314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.558877 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.613880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5258825 Apr 21 20:54:38.616923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45218) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:38.621714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Request body: {'subnet': {'network_id': '314fda1f-8f83-4698-89b5-6c8e15a2fe6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1187511946-subnet', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:38.636008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d247-1367-4dc8-b18b-c28806485f0c req-909a405d-f16d-4670-a975-c353978178ea tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.637469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2127d247-1367-4dc8-b18b-c28806485f0c req-909a405d-f16d-4670-a975-c353978178ea tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.1076818 Apr 21 20:54:38.640751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f21d-e313-4d19-b08b-db8fa74475cf admin admin] Pushing event updated for resources: {'Network': ['ID=314fda1f-8f83-4698-89b5-6c8e15a2fe6e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:38.641583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Made reservation on behalf of 9a9a331159f548cfb3b631fb50aeeef3 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:38.644021 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.651442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:54:38.826378 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:38.918204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ce6a96-0e5e-4156-bbe9-605e95bc9d73,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:38.931776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Checking segment: {'id': '1e00a398-f0e2-4c6a-acb3-b3d2975f9e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '314fda1f-8f83-4698-89b5-6c8e15a2fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:38.932133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Network hostable DHCP agents. Network: 314fda1f-8f83-4698-89b5-6c8e15a2fe6e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:54:38.949251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73c2a-1a6e-4ab3-ba9a-e9f6569e97c1 req-ba4d0c16-1fdb-46d9-be90-755f43712028 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.950789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0b73c2a-1a6e-4ab3-ba9a-e9f6569e97c1 req-ba4d0c16-1fdb-46d9-be90-755f43712028 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.0916913 Apr 21 20:54:38.966034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:54:38.985062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 314fda1f-8f83-4698-89b5-6c8e15a2fe6e) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:38.993173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbc6549-bbb5-4671-b2aa-0de3f152fe31 None None] Network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:54:38.995387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:38.995973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.011685 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0b73c2a-1a6e-4ab3-ba9a-e9f6569e97c1 req-070f013d-459c-4790-9329-a350383177a5 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526693 Apr 21 20:54:39.026770 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2127d247-1367-4dc8-b18b-c28806485f0c req-c71f579d-bbd7-48df-b42c-2699ed7d7a0c tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684194 Apr 21 20:54:39.040948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6b561887-75b1-43be-9879-ed0e66528736 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4166207 Apr 21 20:54:39.043896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45224) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:39.048221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1187511946-router', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:39.069248 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.070294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.117255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 84e4c754-3760-4e67-b7fa-eb4b97a81529 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:39.151693 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.164600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5101316-622a-418c-8fce-58b1ead567ad req-2d894a8c-686a-4160-aa2d-446363d28aa4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.166158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5101316-622a-418c-8fce-58b1ead567ad req-2d894a8c-686a-4160-aa2d-446363d28aa4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.0873668 Apr 21 20:54:39.196151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-314fda1f-8f83-4698-89b5-6c8e15a2fe6e', 'network_id': '314fda1f-8f83-4698-89b5-6c8e15a2fe6e', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'fixed_ips': [{'subnet_id': 'a2ce6a96-0e5e-4156-bbe9-605e95bc9d73'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:54:39.197001 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.211806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 84e4c754-3760-4e67-b7fa-eb4b97a81529 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:54:39.221310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 84e4c754-3760-4e67-b7fa-eb4b97a81529 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:39.221680 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.463565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e6f38-9e15-41ad-8be0-07f80f59f1f3 req-486160ca-546b-4386-9d8a-fd763d78930e tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.466035 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-358e6f38-9e15-41ad-8be0-07f80f59f1f3 req-486160ca-546b-4386-9d8a-fd763d78930e tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0587656 Apr 21 20:54:39.508519 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-358e6f38-9e15-41ad-8be0-07f80f59f1f3 req-57ad7a06-e70e-49b4-890d-cb256d2e9b31 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358577 Apr 21 20:54:39.533896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Allocated IP 172.20.0.2 (314fda1f-8f83-4698-89b5-6c8e15a2fe6e/a2ce6a96-0e5e-4156-bbe9-605e95bc9d73/ed977b7e-98fd-40ca-b5ee-8374437e4765) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:39.542598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.588463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:39.590747 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8f156a-5834-4f16-8567-3b0bd9f87b46" -d '{"events": [{"server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "name": "network-vif-plugged", "status": "completed", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:39.632889 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-948c3c53-6efd-4379-a291-9122e67c13d3 req-3f96f634-8772-45fa-bea4-9d936f41dc91 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0314691 Apr 21 20:54:39.638748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:39.650458 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.656534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5101316-622a-418c-8fce-58b1ead567ad req-d87b2ae5-5c52-438b-9d7e-3c3e2cf987cd tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577382 Apr 21 20:54:39.658641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.751974 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b207a4-9500-46fd-a04b-dff3625b2e42 x-openstack-request-id: req-33b207a4-9500-46fd-a04b-dff3625b2e42 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:39.752581 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "name": "network-vif-plugged", "status": "completed", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:39.753195 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33b207a4-9500-46fd-a04b-dff3625b2e42 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:39.753591 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b207a4-9500-46fd-a04b-dff3625b2e42'] response: {'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529', 'code': 200} Apr 21 20:54:39.766381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=84e4c754-3760-4e67-b7fa-eb4b97a81529,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:39.789313 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.800663 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.801451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83455d-936e-441d-8b56-f229a32965b3 req-a564e78f-555f-4f82-aec0-7b614706ae69 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.809620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83455d-936e-441d-8b56-f229a32965b3 req-a564e78f-555f-4f82-aec0-7b614706ae69 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.815697 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83455d-936e-441d-8b56-f229a32965b3 req-a564e78f-555f-4f82-aec0-7b614706ae69 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.821620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83455d-936e-441d-8b56-f229a32965b3 req-a564e78f-555f-4f82-aec0-7b614706ae69 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.827680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83455d-936e-441d-8b56-f229a32965b3 req-a564e78f-555f-4f82-aec0-7b614706ae69 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.833808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83455d-936e-441d-8b56-f229a32965b3 req-a564e78f-555f-4f82-aec0-7b614706ae69 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.839911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83455d-936e-441d-8b56-f229a32965b3 req-a564e78f-555f-4f82-aec0-7b614706ae69 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.842444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b83455d-936e-441d-8b56-f229a32965b3 req-a564e78f-555f-4f82-aec0-7b614706ae69 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1100025 Apr 21 20:54:39.853781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:39.855428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:39.857192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Pushing event updated for resources: {'Port': ['ID=ed977b7e-98fd-40ca-b5ee-8374437e4765,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:39.859366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:39.893865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b83455d-936e-441d-8b56-f229a32965b3 req-47cb3300-023c-4541-a877-2cc5ccf8fc89 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385478 Apr 21 20:54:39.924622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Attempting to bind port ed977b7e-98fd-40ca-b5ee-8374437e4765 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:39.925044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Attempting to bind port ed977b7e-98fd-40ca-b5ee-8374437e4765 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '1e00a398-f0e2-4c6a-acb3-b3d2975f9e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '314fda1f-8f83-4698-89b5-6c8e15a2fe6e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:39.925410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Attempting to bind port ed977b7e-98fd-40ca-b5ee-8374437e4765 on network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:39.932070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:39.932573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Checking segment: {'id': '1e00a398-f0e2-4c6a-acb3-b3d2975f9e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '314fda1f-8f83-4698-89b5-6c8e15a2fe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:39.932999 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.933383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Bound using segment: {'id': '1e00a398-f0e2-4c6a-acb3-b3d2975f9e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '314fda1f-8f83-4698-89b5-6c8e15a2fe6e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:39.934404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Bound port: ed977b7e-98fd-40ca-b5ee-8374437e4765, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e00a398-f0e2-4c6a-acb3-b3d2975f9e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '314fda1f-8f83-4698-89b5-6c8e15a2fe6e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:39.934784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.954366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2646d-019c-4d3f-8acd-548f2bee9fbb req-4d381b99-626a-4352-9d34-079773f41cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:39.955821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6dc2646d-019c-4d3f-8acd-548f2bee9fbb req-4d381b99-626a-4352-9d34-079773f41cf0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1096 time: 0.1058476 Apr 21 20:54:39.960811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.987474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:39.996532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] For port ed977b7e-98fd-40ca-b5ee-8374437e4765, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:39.999733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] For port ed977b7e-98fd-40ca-b5ee-8374437e4765, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ed977b7e-98fd-40ca-b5ee-8374437e4765,segment=NetworkSegment(1e00a398-f0e2-4c6a-acb3-b3d2975f9e93),segment_id=1e00a398-f0e2-4c6a-acb3-b3d2975f9e93)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:40.004003 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:40.055238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6dc2646d-019c-4d3f-8acd-548f2bee9fbb req-89926920-4dd7-4adb-bb4c-7dc67230418b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734029 Apr 21 20:54:40.077557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1331280-866d-49d4-97f3-1f5fdc63a203 None None] Pushing event updated for resources: {'Port': ['ID=ed977b7e-98fd-40ca-b5ee-8374437e4765,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:40.122331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Allocated IP 172.25.0.151 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/55ffa369-57ab-4cb6-8b08-86dd8cc76662) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:40.172470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a01694-df59-4350-ae7d-26b0c4e82942 req-d5e203e3-11c2-409d-b3e1-6055bd3ecbcf tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:40.174002 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2a01694-df59-4350-ae7d-26b0c4e82942 req-d5e203e3-11c2-409d-b3e1-6055bd3ecbcf tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0582924 Apr 21 20:54:40.216219 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2a01694-df59-4350-ae7d-26b0c4e82942 req-474f2cad-70dd-4882-9217-986056ef70eb tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Apr 21 20:54:40.229454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6b798-19e2-4cce-8cf6-fa5142a732d2 req-ec3b8104-c7be-461d-afb0-d2aa5b753e0b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:40.231004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96f6b798-19e2-4cce-8cf6-fa5142a732d2 req-ec3b8104-c7be-461d-afb0-d2aa5b753e0b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.1107934 Apr 21 20:54:40.315026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96f6b798-19e2-4cce-8cf6-fa5142a732d2 req-3d7c837d-deb9-43f2-bec2-5d392f2f4ae8 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760210 Apr 21 20:54:40.331234 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:40.368026 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:40.409264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:40.413861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:40.417316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:40.440039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Pushing event updated for resources: {'Port': ['ID=55ffa369-57ab-4cb6-8b08-86dd8cc76662,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:40.638540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57614a76-fe42-4449-ba2b-676655f96079 req-2ee184f9-e5ae-4005-9c58-c3357d8605d8 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:40.640012 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57614a76-fe42-4449-ba2b-676655f96079 req-2ee184f9-e5ae-4005-9c58-c3357d8605d8 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0472343 Apr 21 20:54:40.668477 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:40.692145 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57614a76-fe42-4449-ba2b-676655f96079 req-2557944f-83e8-49e6-b5b9-ac0a4e094a6d tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 Apr 21 20:54:40.814422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02cfb321-1bb1-489e-9bb8-00e1b0edfe81 req-60566411-3b43-4a8d-9070-58ecc9a698f1 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0370216 Apr 21 20:54:40.826150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ed977b7e-98fd-40ca-b5ee-8374437e4765 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:40.827385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f52686-3908-423a-a6e6-d4cffcde5f62 req-957fb4e9-331d-4863-b9d5-e0b54a294719 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:40.835983 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88f52686-3908-423a-a6e6-d4cffcde5f62 req-957fb4e9-331d-4863-b9d5-e0b54a294719 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.0862622 Apr 21 20:54:40.883698 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88f52686-3908-423a-a6e6-d4cffcde5f62 req-427d0230-9940-40fb-8816-cba76a0dd8c1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468290 Apr 21 20:54:40.922730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ed977b7e-98fd-40ca-b5ee-8374437e4765 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:40.923455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:40.955612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:41.014958 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:41.047838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port ed977b7e-98fd-40ca-b5ee-8374437e4765, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ed977b7e-98fd-40ca-b5ee-8374437e4765,segment=NetworkSegment(1e00a398-f0e2-4c6a-acb3-b3d2975f9e93),segment_id=1e00a398-f0e2-4c6a-acb3-b3d2975f9e93)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:41.052390 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:41.098532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c04-8052-44f6-bc64-cd615bc33a4c req-31e9e753-50ee-4792-a270-56c7b1aca07b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.102971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65d4140-0e54-437e-967a-725fbb913150 None None] Network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:54:41.104292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c04-8052-44f6-bc64-cd615bc33a4c req-31e9e753-50ee-4792-a270-56c7b1aca07b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.106032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=ed977b7e-98fd-40ca-b5ee-8374437e4765,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:41.110043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c04-8052-44f6-bc64-cd615bc33a4c req-31e9e753-50ee-4792-a270-56c7b1aca07b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.116413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c04-8052-44f6-bc64-cd615bc33a4c req-31e9e753-50ee-4792-a270-56c7b1aca07b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.122206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c04-8052-44f6-bc64-cd615bc33a4c req-31e9e753-50ee-4792-a270-56c7b1aca07b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.127865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c04-8052-44f6-bc64-cd615bc33a4c req-31e9e753-50ee-4792-a270-56c7b1aca07b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.134214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c04-8052-44f6-bc64-cd615bc33a4c req-31e9e753-50ee-4792-a270-56c7b1aca07b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.136035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1103c04-8052-44f6-bc64-cd615bc33a4c req-31e9e753-50ee-4792-a270-56c7b1aca07b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1362274 Apr 21 20:54:41.192266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1103c04-8052-44f6-bc64-cd615bc33a4c req-f9d3774d-9f04-4841-b335-e0c85bbf6189 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478210 Apr 21 20:54:41.204024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Router 1173c052-9494-442f-8ce6-59d4dbbb439f is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:54:41.225708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f52a8950-cd29-4e73-924c-e1a214b0f999 None None] Provisioning complete for port ed977b7e-98fd-40ca-b5ee-8374437e4765 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:41.226086 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f52a8950-cd29-4e73-924c-e1a214b0f999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:41.329312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:54:41.345745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0dea0-7336-46dc-9719-8555ed2ce719 req-df77f520-3cc0-45bc-8451-d73756f72ad4 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.347160 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bf0dea0-7336-46dc-9719-8555ed2ce719 req-df77f520-3cc0-45bc-8451-d73756f72ad4 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0638840 Apr 21 20:54:41.356667 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Sync routers for ids ['1173c052-9494-442f-8ce6-59d4dbbb439f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:54:41.357294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:41.358615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4372f942-f7d3-4a7b-b489-4ae560c1ada0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3136401 Apr 21 20:54:41.361380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45250) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:41.372806 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Routers {'1173c052-9494-442f-8ce6-59d4dbbb439f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:54:41.376241 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:54:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1173c052-9494-442f-8ce6-59d4dbbb439f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:41.434834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bf0dea0-7336-46dc-9719-8555ed2ce719 req-02dd1c28-dd71-4c71-b046-2f0be8e1e8ee tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707371 Apr 21 20:54:41.499889 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Set router 1173c052-9494-442f-8ce6-59d4dbbb439f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:54:41.526011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ec877-bd35-419b-84a8-515c0fca8a6d req-eb72b605-e892-4d0b-9213-be33c9269fb6 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.527739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b6ec877-bd35-419b-84a8-515c0fca8a6d req-eb72b605-e892-4d0b-9213-be33c9269fb6 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.1022854 Apr 21 20:54:41.621404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b6ec877-bd35-419b-84a8-515c0fca8a6d req-a35c8d34-1a25-46bc-bfab-dfe6aa4c7180 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573652 Apr 21 20:54:41.676614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9a7bfd40-3f0a-48a5-9165-6e7bc688b425 None None] Provisioning complete for port ed977b7e-98fd-40ca-b5ee-8374437e4765 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:41.677045 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfd40-3f0a-48a5-9165-6e7bc688b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:41.715814 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1187511946-router', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:40Z', 'revision_number': 3, 'project_id': '9a9a331159f548cfb3b631fb50aeeef3', 'gw_port': {'id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:41.743318 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Checking router: 1173c052-9494-442f-8ce6-59d4dbbb439f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:54:41.743571 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Updating router 1173c052-9494-442f-8ce6-59d4dbbb439f port 55ffa369-57ab-4cb6-8b08-86dd8cc76662 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:54:41.768733 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:41.828258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc160a80-bc76-4ab3-ae4b-39550aa4d3a0 req-077a6e0e-7dd6-44f7-84b2-814fb72a8b8d tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:41.829778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc160a80-bc76-4ab3-ae4b-39550aa4d3a0 req-077a6e0e-7dd6-44f7-84b2-814fb72a8b8d tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0522456 Apr 21 20:54:41.886916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc160a80-bc76-4ab3-ae4b-39550aa4d3a0 req-c3d9cdf9-eeb4-4f7f-b095-5b39b2244366 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456851 Apr 21 20:54:41.904220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:41.993086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-098585b9-1b81-4758-a160-7709f14f3e2a req-4f46c745-81a6-4a03-931a-b2877bcd6a1c tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0593169 Apr 21 20:54:42.010351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd869304-21ba-4819-9d95-f65611e0d72b req-bb05b6fc-d130-43bd-93c5-53057f38f108 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.012330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd869304-21ba-4819-9d95-f65611e0d72b req-bb05b6fc-d130-43bd-93c5-53057f38f108 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.0558002 Apr 21 20:54:42.056438 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd869304-21ba-4819-9d95-f65611e0d72b req-a0eca2f8-9340-4700-8483-40ff55fd48b9 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Apr 21 20:54:42.061244 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.068597 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.109651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Allocated IP 172.20.0.1 (314fda1f-8f83-4698-89b5-6c8e15a2fe6e/a2ce6a96-0e5e-4156-bbe9-605e95bc9d73/8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:42.208890 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Pushing event updated for resources: {'Port': ['ID=55ffa369-57ab-4cb6-8b08-86dd8cc76662,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:42.211660 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Attempting to bind port 55ffa369-57ab-4cb6-8b08-86dd8cc76662 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:42.212011 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Attempting to bind port 55ffa369-57ab-4cb6-8b08-86dd8cc76662 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:42.212369 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Attempting to bind port 55ffa369-57ab-4cb6-8b08-86dd8cc76662 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:42.219016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8717bd-114f-4352-824c-28fc33a9d232 req-d4e8be12-70f3-425d-9e5b-e398dd544e94 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.220441 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.220567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e8717bd-114f-4352-824c-28fc33a9d232 req-d4e8be12-70f3-425d-9e5b-e398dd544e94 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1096 time: 0.0929048 Apr 21 20:54:42.220790 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.221122 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.221444 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.221768 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.222078 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.222395 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.224216 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.224547 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.224895 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.225216 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.225532 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:54:42.228833 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:42.229196 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:42.229587 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.229955 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:42.230406 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Bound port: 55ffa369-57ab-4cb6-8b08-86dd8cc76662, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:42.230778 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.280740 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.286495 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] For port 55ffa369-57ab-4cb6-8b08-86dd8cc76662, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:42.289623 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] For port 55ffa369-57ab-4cb6-8b08-86dd8cc76662, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=55ffa369-57ab-4cb6-8b08-86dd8cc76662,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:42.289844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e8717bd-114f-4352-824c-28fc33a9d232 req-9e8b4c1d-8a68-4a4c-ace8-0f242f7fb214 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600984 Apr 21 20:54:42.299855 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.330380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.352061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c394-1b83-44a7-8555-2800c4d1c320 req-d1e7798b-2f66-4631-8c48-ab3a018f2ef1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.357720 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525b5f0-4523-4cf3-9d3c-0f56e86e9876 None None] Pushing event updated for resources: {'Port': ['ID=55ffa369-57ab-4cb6-8b08-86dd8cc76662,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:42.358527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c394-1b83-44a7-8555-2800c4d1c320 req-d1e7798b-2f66-4631-8c48-ab3a018f2ef1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.373661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:42.376772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c394-1b83-44a7-8555-2800c4d1c320 req-d1e7798b-2f66-4631-8c48-ab3a018f2ef1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.377153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:42.377297 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Routers {'1173c052-9494-442f-8ce6-59d4dbbb439f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:54:42.378019 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:54:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1173c052-9494-442f-8ce6-59d4dbbb439f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:42.385191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c394-1b83-44a7-8555-2800c4d1c320 req-d1e7798b-2f66-4631-8c48-ab3a018f2ef1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.392412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c394-1b83-44a7-8555-2800c4d1c320 req-d1e7798b-2f66-4631-8c48-ab3a018f2ef1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.394658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:42.404493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c394-1b83-44a7-8555-2800c4d1c320 req-d1e7798b-2f66-4631-8c48-ab3a018f2ef1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.412005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c394-1b83-44a7-8555-2800c4d1c320 req-d1e7798b-2f66-4631-8c48-ab3a018f2ef1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.413969 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a181c394-1b83-44a7-8555-2800c4d1c320 req-d1e7798b-2f66-4631-8c48-ab3a018f2ef1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1220505 Apr 21 20:54:42.450184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.468185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a181c394-1b83-44a7-8555-2800c4d1c320 req-8da6609d-12e9-4ff1-8618-8acb39d8202b tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466950 Apr 21 20:54:42.492214 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] Set router 1173c052-9494-442f-8ce6-59d4dbbb439f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:54:42.533753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Pushing event updated for resources: {'Port': ['ID=8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:42.628962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525494f2-cae0-4df2-9cf0-f3c92ff053f4 req-b61e2b5c-14f1-4879-acf6-6dbb0e9f02fa tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.631017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-525494f2-cae0-4df2-9cf0-f3c92ff053f4 req-b61e2b5c-14f1-4879-acf6-6dbb0e9f02fa tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0930829 Apr 21 20:54:42.702591 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1187511946-router', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:40Z', 'revision_number': 3, 'project_id': '9a9a331159f548cfb3b631fb50aeeef3', 'gw_port': {'id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:42.731701 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ac158-7866-406c-8f3f-49ac77fdaa25 None None] The sync data for ids ['1173c052-9494-442f-8ce6-59d4dbbb439f'] in n-d-838945-1 is: [{'id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1187511946-router', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:40Z', 'revision_number': 3, 'project_id': '9a9a331159f548cfb3b631fb50aeeef3', 'gw_port': {'id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:54:42.772257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.779347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-525494f2-cae0-4df2-9cf0-f3c92ff053f4 req-08098a1e-2e04-4c3c-8ec9-ab49cd0498cf tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410782 Apr 21 20:54:42.781898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ed977b7e-98fd-40ca-b5ee-8374437e4765 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:42.814028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298b455-b2e5-41e5-801c-8eb90a5c86e7 req-833f80e1-2a51-49da-ae14-aed27369903a tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:42.824574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d298b455-b2e5-41e5-801c-8eb90a5c86e7 req-833f80e1-2a51-49da-ae14-aed27369903a tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 945 time: 0.1039875 Apr 21 20:54:42.870189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1b83e548-1970-4eaa-9396-ef3f7bc20fa6 None None] Provisioning complete for port 8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:42.871047 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b83e548-1970-4eaa-9396-ef3f7bc20fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:42.898438 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d298b455-b2e5-41e5-801c-8eb90a5c86e7 req-33bcb2e5-1e3d-47d2-8f53-73e567b936d0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725460 Apr 21 20:54:42.899009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 988a9296-3c0c-4b9f-8521-5afe23975d89 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:42.954442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1b83e548-1970-4eaa-9396-ef3f7bc20fa6 None None] Port 8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:42.980894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ed977b7e-98fd-40ca-b5ee-8374437e4765 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:42.981265 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:43.065442 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:43.158789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:43.166491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f0a28-219b-448b-826e-7ccf369f4b17 req-1456a5ee-19da-46b5-a34e-b604292f6ef9 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:43.167023 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ae9de1-354a-4120-bda3-f1080da81d4a" -d '{"events": [{"server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "name": "network-vif-unplugged", "status": "completed", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:43.176235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14f0a28-219b-448b-826e-7ccf369f4b17 req-1456a5ee-19da-46b5-a34e-b604292f6ef9 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.1964419 Apr 21 20:54:43.194965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ed98eec-7d8b-40df-8fd1-6586fb3093d6 req-a1b8406a-e236-4c9d-8125-b40dede3fe6a tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0353923 Apr 21 20:54:43.201090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=988a9296-3c0c-4b9f-8521-5afe23975d89,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:43.209422 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:43.225482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:43.235524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14f0a28-219b-448b-826e-7ccf369f4b17 req-248179f1-1518-45b8-be92-6d318940adff tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582254 Apr 21 20:54:43.236667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:43.319667 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f130343-add4-46be-99d4-805f89543162 x-openstack-request-id: req-2f130343-add4-46be-99d4-805f89543162 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:43.319667 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "name": "network-vif-unplugged", "status": "completed", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:43.319987 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f130343-add4-46be-99d4-805f89543162 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:43.320421 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f130343-add4-46be-99d4-805f89543162'] response: {'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89', 'code': 200} Apr 21 20:54:43.323534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=988a9296-3c0c-4b9f-8521-5afe23975d89,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:43.326248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Pushing event updated for resources: {'Port': ['ID=8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:43.328786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:43.427674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:43.429459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:43.578905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Router 1173c052-9494-442f-8ce6-59d4dbbb439f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:54:43.781276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-34d63a2f-8536-4940-b8ce-fec77e8faa73 None None] Provisioning complete for port 8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:43.781799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-34d63a2f-8536-4940-b8ce-fec77e8faa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:43.835351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-34d63a2f-8536-4940-b8ce-fec77e8faa73 None None] Port 8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:54:43.929464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33dac9-65aa-427d-9a18-78f02a6ede79 req-78991e20-b86a-4962-a1e6-4f17919b7ce5 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:43.933448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e33dac9-65aa-427d-9a18-78f02a6ede79 req-78991e20-b86a-4962-a1e6-4f17919b7ce5 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0675895 Apr 21 20:54:43.984558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e33dac9-65aa-427d-9a18-78f02a6ede79 req-4dbdd81d-23ee-406d-85c3-bae687d994cd tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Apr 21 20:54:44.099065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273481a-96f4-4b46-b750-5e0d7b3ad990 req-c19e08f6-a6fd-4de9-9688-07f8782c157f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:44.104843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273481a-96f4-4b46-b750-5e0d7b3ad990 req-c19e08f6-a6fd-4de9-9688-07f8782c157f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:44.108329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e0d25-5148-4617-8212-61bf3c45d07e req-da737cc1-86c2-47b9-91b1-f0eb96fafd96 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:44.109803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9a2e0d25-5148-4617-8212-61bf3c45d07e req-da737cc1-86c2-47b9-91b1-f0eb96fafd96 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.0500844 Apr 21 20:54:44.110612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273481a-96f4-4b46-b750-5e0d7b3ad990 req-c19e08f6-a6fd-4de9-9688-07f8782c157f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:44.116931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273481a-96f4-4b46-b750-5e0d7b3ad990 req-c19e08f6-a6fd-4de9-9688-07f8782c157f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:44.123061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273481a-96f4-4b46-b750-5e0d7b3ad990 req-c19e08f6-a6fd-4de9-9688-07f8782c157f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:44.128426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273481a-96f4-4b46-b750-5e0d7b3ad990 req-c19e08f6-a6fd-4de9-9688-07f8782c157f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:44.134823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273481a-96f4-4b46-b750-5e0d7b3ad990 req-c19e08f6-a6fd-4de9-9688-07f8782c157f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:44.136727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e273481a-96f4-4b46-b750-5e0d7b3ad990 req-c19e08f6-a6fd-4de9-9688-07f8782c157f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.5380836 Apr 21 20:54:44.138317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:54:44.149243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-25481e95-dbb0-4264-8cc4-6f55aec9a74f admin admin] 10.222.0.49 "PUT /v2.0/routers/1173c052-9494-442f-8ce6-59d4dbbb439f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7808490 Apr 21 20:54:44.162301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9a2e0d25-5148-4617-8212-61bf3c45d07e req-e8617f4f-5afc-4764-9a87-6d97e8e247dc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Apr 21 20:54:44.190457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e273481a-96f4-4b46-b750-5e0d7b3ad990 req-bdaaa675-1316-4103-9e40-a603ebb7abef tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445054 Apr 21 20:54:44.324857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6251ceb4-18a2-435b-a65e-bb908448a443 req-e13db690-90b4-4cfa-95e4-b0802da811f2 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0275378 Apr 21 20:54:44.543089 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-1d2d83ec-e272-4827-833f-b9c5788789cf req-2d559a2b-5d86-4481-b0eb-2f305e7b3f86 tempest-FloatingIPDetailsNegativeTestJSON-905335192 tempest-FloatingIPDetailsNegativeTestJSON-905335192-project] show failed (client error): The resource could not be found. Apr 21 20:54:44.544129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2d83ec-e272-4827-833f-b9c5788789cf req-2d559a2b-5d86-4481-b0eb-2f305e7b3f86 tempest-FloatingIPDetailsNegativeTestJSON-905335192 tempest-FloatingIPDetailsNegativeTestJSON-905335192-project] 10.222.0.49 "GET /v2.0/floatingips/c8ce1528-8df5-4b09-a924-580819f0b069 HTTP/1.1" status: 404 len: 350 time: 0.0648057 Apr 21 20:54:44.550363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa5c1a-357b-44df-bd46-77485bb6706d req-4ac6b949-92cd-49ff-8244-3b5250818f6c tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:44.551869 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dfa5c1a-357b-44df-bd46-77485bb6706d req-4ac6b949-92cd-49ff-8244-3b5250818f6c tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0562899 Apr 21 20:54:44.554510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45312) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:44.607250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dfa5c1a-357b-44df-bd46-77485bb6706d req-aae44a8d-efdc-4b52-8fff-f023fba7d00c tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Apr 21 20:54:44.776997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 55ffa369-57ab-4cb6-8b08-86dd8cc76662 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:44.816029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Sync routers for ids ['1173c052-9494-442f-8ce6-59d4dbbb439f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:54:44.831638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Routers {'1173c052-9494-442f-8ce6-59d4dbbb439f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:54:44.832293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:54:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1173c052-9494-442f-8ce6-59d4dbbb439f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:44.944920 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:44.945070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 55ffa369-57ab-4cb6-8b08-86dd8cc76662 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:44.945528 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:44.998943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Set router 1173c052-9494-442f-8ce6-59d4dbbb439f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:54:45.169267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f00898-4bcf-486d-a2e7-1a78ae36cc7c req-84fc3838-70f7-4bbd-bfcb-77611bbf26ed tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.171044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35f00898-4bcf-486d-a2e7-1a78ae36cc7c req-84fc3838-70f7-4bbd-bfcb-77611bbf26ed tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0814266 Apr 21 20:54:45.175500 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:45.266650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 55ffa369-57ab-4cb6-8b08-86dd8cc76662, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=55ffa369-57ab-4cb6-8b08-86dd8cc76662,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:45.275534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35f00898-4bcf-486d-a2e7-1a78ae36cc7c req-48df07bd-47dd-4e96-9ddc-aeff3381f7eb tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925136 Apr 21 20:54:45.291313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f08a6-51b7-416b-89b9-3b158c95dd93 req-b820e076-0bb3-4e63-bee1-0152bde7bf36 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.297741 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:45.309915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a1f08a6-51b7-416b-89b9-3b158c95dd93 req-b820e076-0bb3-4e63-bee1-0152bde7bf36 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.0680265 Apr 21 20:54:45.312109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Deleting port 8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:45.313090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:45.366361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a1f08a6-51b7-416b-89b9-3b158c95dd93 req-2305d484-4fd8-4a64-98b2-a3e5426f9a2c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Apr 21 20:54:45.395050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=55ffa369-57ab-4cb6-8b08-86dd8cc76662,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:45.401673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1187511946-router', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:42Z', 'revision_number': 4, 'project_id': '9a9a331159f548cfb3b631fb50aeeef3', 'gw_port': {'id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff', 'name': '', 'network_id': '314fda1f-8f83-4698-89b5-6c8e15a2fe6e', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'mac_address': 'fa:16:3e:ef:d0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': 'a2ce6a96-0e5e-4156-bbe9-605e95bc9d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:54:41Z', 'updated_at': '2022-04-21T20:54:42Z', 'revision_number': 2, 'project_id': '9a9a331159f548cfb3b631fb50aeeef3', 'subnets': [{'id': 'a2ce6a96-0e5e-4156-bbe9-605e95bc9d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:45.439866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Checking router: 1173c052-9494-442f-8ce6-59d4dbbb439f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:54:45.440506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Updating router 1173c052-9494-442f-8ce6-59d4dbbb439f port 8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:54:45.453518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:45.460441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16e495ba-f2f3-4a30-a76a-2b3bc60afc89 req-3f450132-b238-477a-9868-37e477b6638c tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0295203 Apr 21 20:54:45.468873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Calling delete_port for 8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:45.472291 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:45.638140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b86e-d714-492b-8dad-749fa776317a req-bb7aa3c3-65d0-4047-9ebe-05d698c36b88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.644643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b86e-d714-492b-8dad-749fa776317a req-bb7aa3c3-65d0-4047-9ebe-05d698c36b88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.650516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b86e-d714-492b-8dad-749fa776317a req-bb7aa3c3-65d0-4047-9ebe-05d698c36b88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.658288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b86e-d714-492b-8dad-749fa776317a req-bb7aa3c3-65d0-4047-9ebe-05d698c36b88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.665300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b86e-d714-492b-8dad-749fa776317a req-bb7aa3c3-65d0-4047-9ebe-05d698c36b88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.671783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b86e-d714-492b-8dad-749fa776317a req-bb7aa3c3-65d0-4047-9ebe-05d698c36b88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.679147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b86e-d714-492b-8dad-749fa776317a req-bb7aa3c3-65d0-4047-9ebe-05d698c36b88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.682063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23a0b86e-d714-492b-8dad-749fa776317a req-bb7aa3c3-65d0-4047-9ebe-05d698c36b88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.2900288 Apr 21 20:54:45.757713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ece841-74e2-44a8-b0f7-46e389257299 req-dcf6cb12-c880-45e3-925c-d73fdc144dbd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:45.760354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23a0b86e-d714-492b-8dad-749fa776317a req-3b97852c-e49b-462e-9783-dd090d5585b6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689132 Apr 21 20:54:45.773439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46ece841-74e2-44a8-b0f7-46e389257299 req-dcf6cb12-c880-45e3-925c-d73fdc144dbd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0729978 Apr 21 20:54:45.778320 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:45.834473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:45.840985 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:54:45.841351 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:54:45.870826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46ece841-74e2-44a8-b0f7-46e389257299 req-5b84fe58-319e-4fe1-a8f2-65b148790b36 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847182 Apr 21 20:54:45.995603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:46.212870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Router 1173c052-9494-442f-8ce6-59d4dbbb439f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:54:46.323791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:54:46.331952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45328) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:46.332482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d6e7d384-dd16-41a5-8d1b-9e62ee2eb30d admin admin] 10.222.0.49 "PUT /v2.0/routers/1173c052-9494-442f-8ce6-59d4dbbb439f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7764485 Apr 21 20:54:46.360489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Port 8e922c4e-fbfb-46dd-9c61-c22ee4ac63ff not found while updating agent binding for router 1173c052-9494-442f-8ce6-59d4dbbb439f. {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 21 20:54:46.369509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Routers {'1173c052-9494-442f-8ce6-59d4dbbb439f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:54:46.370256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:54:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1173c052-9494-442f-8ce6-59d4dbbb439f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:46.411883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf2b90-f429-43e7-8945-e0326960b9ea req-937834b7-b39b-43a1-a546-37d8c00e1d04 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:46.413474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daaf2b90-f429-43e7-8945-e0326960b9ea req-937834b7-b39b-43a1-a546-37d8c00e1d04 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0730176 Apr 21 20:54:46.474301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daaf2b90-f429-43e7-8945-e0326960b9ea req-e2240aa7-a1c5-4b66-9247-faa0c06630fb tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504482 Apr 21 20:54:46.477586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:46.506708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] Set router 1173c052-9494-442f-8ce6-59d4dbbb439f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:54:46.638644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1cc2-b25b-4669-80ff-c93026de50f3 req-1641a6ee-0a2c-4a88-95fc-6bfcd99ec212 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:46.652007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad6a1cc2-b25b-4669-80ff-c93026de50f3 req-1641a6ee-0a2c-4a88-95fc-6bfcd99ec212 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.1761355 Apr 21 20:54:46.760750 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad6a1cc2-b25b-4669-80ff-c93026de50f3 req-ee50f564-4cbe-45f0-9429-231f77f2b64b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041455 Apr 21 20:54:46.788156 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a85ffa28-0674-47d2-a08a-8e59bdb3b05d req-d956eec9-af0e-4470-9a14-c0841266fd7b tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0841267 Apr 21 20:54:46.813091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5e1ad-4e27-4ba7-b62d-d904f2152ac8 req-3369b270-2086-4052-b527-88f0468ca1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:46.822646 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:46.829133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1d5e1ad-4e27-4ba7-b62d-d904f2152ac8 req-3369b270-2086-4052-b527-88f0468ca1f3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 1097 time: 0.1866989 Apr 21 20:54:46.865936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 55ffa369-57ab-4cb6-8b08-86dd8cc76662 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:46.882347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1d5e1ad-4e27-4ba7-b62d-d904f2152ac8 req-c6cf24b7-df5c-4afa-ae74-c23831b32717 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 Apr 21 20:54:46.960447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Deleting port 55ffa369-57ab-4cb6-8b08-86dd8cc76662 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:46.960866 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:46.966826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 55ffa369-57ab-4cb6-8b08-86dd8cc76662 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:46.967481 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:46.997484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1187511946-router', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:45Z', 'revision_number': 5, 'project_id': '9a9a331159f548cfb3b631fb50aeeef3', 'gw_port': {'id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:46.998441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083decb6-5800-4bc8-ae61-a79ce98ec13e req-095a84af-8bb2-4161-9a28-0b91f07ec704 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.008043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-083decb6-5800-4bc8-ae61-a79ce98ec13e req-095a84af-8bb2-4161-9a28-0b91f07ec704 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0688012 Apr 21 20:54:47.034521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bdc0b-3c61-447d-826e-b772c90b82b9 None None] The sync data for ids ['1173c052-9494-442f-8ce6-59d4dbbb439f'] in n-d-838945-1 is: [{'id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1187511946-router', 'tenant_id': '9a9a331159f548cfb3b631fb50aeeef3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:45Z', 'revision_number': 5, 'project_id': '9a9a331159f548cfb3b631fb50aeeef3', 'gw_port': {'id': '55ffa369-57ab-4cb6-8b08-86dd8cc76662', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1173c052-9494-442f-8ce6-59d4dbbb439f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:54:39Z', 'updated_at': '2022-04-21T20:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:54:47.045851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527036-1faf-4bca-a404-00b1b3b21ff9 req-b41b3aa0-49b0-4477-9e0f-d46d9fe102f2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.052654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527036-1faf-4bca-a404-00b1b3b21ff9 req-b41b3aa0-49b0-4477-9e0f-d46d9fe102f2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.060525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527036-1faf-4bca-a404-00b1b3b21ff9 req-b41b3aa0-49b0-4477-9e0f-d46d9fe102f2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.063269 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-083decb6-5800-4bc8-ae61-a79ce98ec13e req-457ff9eb-d2e1-4727-9a66-1dbc8a567d29 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542815 Apr 21 20:54:47.066929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527036-1faf-4bca-a404-00b1b3b21ff9 req-b41b3aa0-49b0-4477-9e0f-d46d9fe102f2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.074119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527036-1faf-4bca-a404-00b1b3b21ff9 req-b41b3aa0-49b0-4477-9e0f-d46d9fe102f2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.080121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527036-1faf-4bca-a404-00b1b3b21ff9 req-b41b3aa0-49b0-4477-9e0f-d46d9fe102f2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.089393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16527036-1faf-4bca-a404-00b1b3b21ff9 req-b41b3aa0-49b0-4477-9e0f-d46d9fe102f2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.092671 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16527036-1faf-4bca-a404-00b1b3b21ff9 req-b41b3aa0-49b0-4477-9e0f-d46d9fe102f2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1937487 Apr 21 20:54:47.146770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] For port 55ffa369-57ab-4cb6-8b08-86dd8cc76662, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=55ffa369-57ab-4cb6-8b08-86dd8cc76662,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:47.147143 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:47.168995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Calling delete_port for 55ffa369-57ab-4cb6-8b08-86dd8cc76662 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:47.182646 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16527036-1faf-4bca-a404-00b1b3b21ff9 req-f3d35b58-f074-41d7-bcec-e3cd5daf5942 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818107 Apr 21 20:54:47.350402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c90dd8b-ff95-43ea-b9e2-111d5d931268 req-1c6696fa-db4a-4bc2-a7d5-82382c5b7bd8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0286226 Apr 21 20:54:47.402389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:47.432051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Pushing event deleted for resources: {'Port': ['ID=55ffa369-57ab-4cb6-8b08-86dd8cc76662,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:47.512175 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:47.619159 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:47.621364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:47.630764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e72042-154c-47db-b37a-3232c38cc050 req-94d3dc7a-bcd8-4daa-91bc-702fdd63b446 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.632326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7e72042-154c-47db-b37a-3232c38cc050 req-94d3dc7a-bcd8-4daa-91bc-702fdd63b446 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0609126 Apr 21 20:54:47.680639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7e72042-154c-47db-b37a-3232c38cc050 req-97412f74-0762-4f85-9389-785867803e5c tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387509 Apr 21 20:54:47.682754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:47.683546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1173c052-9494-442f-8ce6-59d4dbbb439f {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:54:47.688967 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:47.691346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ce5173f-bd2f-4fb7-b0b1-578e0cfc93ac admin admin] 10.222.0.49 "DELETE /v2.0/routers/1173c052-9494-442f-8ce6-59d4dbbb439f HTTP/1.1" status: 204 len: 168 time: 1.3557832 Apr 21 20:54:47.692930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45346) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:47.762946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3cdfdf-da7e-4d2e-bdd8-0783556fd30c admin admin] Deleting subnet a2ce6a96-0e5e-4156-bbe9-605e95bc9d73 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:54:47.766293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cdfdf-da7e-4d2e-bdd8-0783556fd30c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:47.823148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cdfdf-da7e-4d2e-bdd8-0783556fd30c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:47.906469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0738-f818-43ac-bd6a-3ee8f09e409e req-7d75d349-4aee-4269-8f3f-bced4b0978ba tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.908429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d82d0738-f818-43ac-bd6a-3ee8f09e409e req-7d75d349-4aee-4269-8f3f-bced4b0978ba tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.0565107 Apr 21 20:54:47.922326 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1dc56-fd13-4b25-b808-c5e849fed1d6 None None] Sync routers for ids ['1173c052-9494-442f-8ce6-59d4dbbb439f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:54:47.922882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76e23a-3f83-4f26-91c9-b43a91aa0441 req-ac954df5-ff61-44f6-9dc5-d8727f661de1 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:47.924176 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b76e23a-3f83-4f26-91c9-b43a91aa0441 req-ac954df5-ff61-44f6-9dc5-d8727f661de1 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=66451b18-3f43-4fcd-bd8a-7a1cfd1ed759 HTTP/1.1" status: 200 len: 946 time: 0.0706985 Apr 21 20:54:47.935810 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1dc56-fd13-4b25-b808-c5e849fed1d6 None None] Routers set() bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:54:47.936638 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1dc56-fd13-4b25-b808-c5e849fed1d6 None None] Router IDs set() for agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 20:54:47.938185 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_agentschedulers_db [None req-46e1dc56-fd13-4b25-b808-c5e849fed1d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1173c052-9494-442f-8ce6-59d4dbbb439f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:54:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent'). {{(pid=114649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 20:54:47.950692 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1dc56-fd13-4b25-b808-c5e849fed1d6 None None] Routers set() bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:54:47.951292 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1dc56-fd13-4b25-b808-c5e849fed1d6 None None] Router IDs set() for agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 20:54:47.952232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d82d0738-f818-43ac-bd6a-3ee8f09e409e req-46ef34de-c9a1-49ee-84a1-afd8056a801d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 Apr 21 20:54:47.959175 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_agentschedulers_db [None req-46e1dc56-fd13-4b25-b808-c5e849fed1d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1173c052-9494-442f-8ce6-59d4dbbb439f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:54:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent'). {{(pid=114649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 20:54:47.960513 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1dc56-fd13-4b25-b808-c5e849fed1d6 None None] The sync data for ids ['1173c052-9494-442f-8ce6-59d4dbbb439f'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:54:48.005797 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cdfdf-da7e-4d2e-bdd8-0783556fd30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.012415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b76e23a-3f83-4f26-91c9-b43a91aa0441 req-3489dac4-432b-47eb-8f78-e037a7c82c4c tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618792 Apr 21 20:54:48.093331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cdfdf-da7e-4d2e-bdd8-0783556fd30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.094436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af9ef430-0be3-4c38-a625-e040718221b5 req-f900c903-1467-4fed-ba33-49d44ebcd982 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0547628 Apr 21 20:54:48.138793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cdfdf-da7e-4d2e-bdd8-0783556fd30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ce6a96-0e5e-4156-bbe9-605e95bc9d73,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:48.144156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e3cdfdf-da7e-4d2e-bdd8-0783556fd30c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.144437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b039eda5-1288-4a25-8fbb-221a83c15b7e None None] Network 314fda1f-8f83-4698-89b5-6c8e15a2fe6e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:54:48.150357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e3cdfdf-da7e-4d2e-bdd8-0783556fd30c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a2ce6a96-0e5e-4156-bbe9-605e95bc9d73 HTTP/1.1" status: 204 len: 168 time: 0.4543197 Apr 21 20:54:48.152495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45358) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:48.304587 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.332645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c81d8-afd9-46bd-8619-791ef949d524 req-887a81f5-ed99-42d8-aa1f-6fd26602402e tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:48.353354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-360c81d8-afd9-46bd-8619-791ef949d524 req-887a81f5-ed99-42d8-aa1f-6fd26602402e tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.1218154 Apr 21 20:54:48.414295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ae3d-5975-4066-9d51-aa0c880a86f6 req-491b127e-7919-4814-b452-5d41921bcb67 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:48.421893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ae3d-5975-4066-9d51-aa0c880a86f6 req-491b127e-7919-4814-b452-5d41921bcb67 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:48.431439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ae3d-5975-4066-9d51-aa0c880a86f6 req-491b127e-7919-4814-b452-5d41921bcb67 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:48.431660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-360c81d8-afd9-46bd-8619-791ef949d524 req-e854cefd-bf49-4da8-94c5-29791e463b94 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486012 Apr 21 20:54:48.443241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ae3d-5975-4066-9d51-aa0c880a86f6 req-491b127e-7919-4814-b452-5d41921bcb67 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:48.453757 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ae3d-5975-4066-9d51-aa0c880a86f6 req-491b127e-7919-4814-b452-5d41921bcb67 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:48.455666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Deleting port ed977b7e-98fd-40ca-b5ee-8374437e4765 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:48.456316 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.464267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ae3d-5975-4066-9d51-aa0c880a86f6 req-491b127e-7919-4814-b452-5d41921bcb67 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:48.470887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ae3d-5975-4066-9d51-aa0c880a86f6 req-491b127e-7919-4814-b452-5d41921bcb67 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:48.481122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6818ae3d-5975-4066-9d51-aa0c880a86f6 req-491b127e-7919-4814-b452-5d41921bcb67 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1414809 Apr 21 20:54:48.519884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6818ae3d-5975-4066-9d51-aa0c880a86f6 req-af36efb3-5bbb-41b0-8372-9d8595c273ad tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379670 Apr 21 20:54:48.560649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] For port ed977b7e-98fd-40ca-b5ee-8374437e4765, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ed977b7e-98fd-40ca-b5ee-8374437e4765,segment=NetworkSegment(1e00a398-f0e2-4c6a-acb3-b3d2975f9e93),segment_id=1e00a398-f0e2-4c6a-acb3-b3d2975f9e93)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:48.563595 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.569136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec47c81-eb89-4de3-b0fa-6bf47eea84da None None] DHCP port deletion for 314fda1f-8f83-4698-89b5-6c8e15a2fe6e request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:54:48.584584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Calling delete_port for ed977b7e-98fd-40ca-b5ee-8374437e4765 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:48.626389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5ec47c81-eb89-4de3-b0fa-6bf47eea84da None None] Deleting port ed977b7e-98fd-40ca-b5ee-8374437e4765 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:48.626741 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5ec47c81-eb89-4de3-b0fa-6bf47eea84da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.662334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe91c6-e90e-4a44-adc6-bff052c0c3bf req-485c823e-c1b4-48f7-a8a3-0816f648294e tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:48.663837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56fe91c6-e90e-4a44-adc6-bff052c0c3bf req-485c823e-c1b4-48f7-a8a3-0816f648294e tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=66451b18-3f43-4fcd-bd8a-7a1cfd1ed759 HTTP/1.1" status: 200 len: 946 time: 0.1534755 Apr 21 20:54:48.739293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56fe91c6-e90e-4a44-adc6-bff052c0c3bf req-854c2814-9313-47d1-a73b-2f1eb2448fc2 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538523 Apr 21 20:54:48.742186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.743891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5ec47c81-eb89-4de3-b0fa-6bf47eea84da None None] For port ed977b7e-98fd-40ca-b5ee-8374437e4765, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ed977b7e-98fd-40ca-b5ee-8374437e4765,segment=NetworkSegment(1e00a398-f0e2-4c6a-acb3-b3d2975f9e93),segment_id=1e00a398-f0e2-4c6a-acb3-b3d2975f9e93)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:48.744300 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5ec47c81-eb89-4de3-b0fa-6bf47eea84da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.755149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ed977b7e-98fd-40ca-b5ee-8374437e4765 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:48.770927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] No DVR routers for this DVR port ed977b7e-98fd-40ca-b5ee-8374437e4765 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:48.772541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed977b7e-98fd-40ca-b5ee-8374437e4765,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:48.780002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5ec47c81-eb89-4de3-b0fa-6bf47eea84da None None] Calling delete_port for ed977b7e-98fd-40ca-b5ee-8374437e4765 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:48.786042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: ed977b7e-98fd-40ca-b5ee-8374437e4765 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:48.786479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ed977b7e-98fd-40ca-b5ee-8374437e4765 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:48.786893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 55ffa369-57ab-4cb6-8b08-86dd8cc76662 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:48.814772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 55ffa369-57ab-4cb6-8b08-86dd8cc76662 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:48.814772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 55ffa369-57ab-4cb6-8b08-86dd8cc76662 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:48.854870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.897864 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5ec47c81-eb89-4de3-b0fa-6bf47eea84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.908504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314fda1f-8f83-4698-89b5-6c8e15a2fe6e']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:48.926407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e00a398-f0e2-4c6a-acb3-b3d2975f9e93') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:48.926744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e00a398-f0e2-4c6a-acb3-b3d2975f9e93') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:48.931641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec47c81-eb89-4de3-b0fa-6bf47eea84da None None] Pushing event deleted for resources: {'Port': ['ID=ed977b7e-98fd-40ca-b5ee-8374437e4765,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:48.937751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec47c81-eb89-4de3-b0fa-6bf47eea84da None None] No DVR routers for this DVR port ed977b7e-98fd-40ca-b5ee-8374437e4765 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:48.941591 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.959050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.965125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:54:48.965580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:54:48.967233 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:54:49.072838 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.083795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.091619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/314fda1f-8f83-4698-89b5-6c8e15a2fe6e HTTP/1.1" status: 204 len: 168 time: 0.9372582 Apr 21 20:54:49.103130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-04469e66-e4a9-4221-b7f6-818840cc8520 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:49.105300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-04469e66-e4a9-4221-b7f6-818840cc8520 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.0895166 Apr 21 20:54:49.109080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75653649-2dae-4763-9a2b-7dee18436b4a req-57a10ea4-348b-4f7e-b581-dd4a6a87c52f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:49.110589 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-75653649-2dae-4763-9a2b-7dee18436b4a req-57a10ea4-348b-4f7e-b581-dd4a6a87c52f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=21f63a9e-84be-4d7d-923c-8200c97228f9 HTTP/1.1" status: 200 len: 943 time: 0.0855603 Apr 21 20:54:49.171110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-75653649-2dae-4763-9a2b-7dee18436b4a req-ea075d3f-63e6-425f-a9db-4ce765b7823b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Apr 21 20:54:49.175502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2a903-dc61-459c-b21e-ddabb1967cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=314fda1f-8f83-4698-89b5-6c8e15a2fe6e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:49.248354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78a8faea-1e2a-426d-ad5d-ba21c9258a95 req-2169a8fa-388c-4a43-a1d9-306f270f1a1f tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0286381 Apr 21 20:54:49.266170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Deleting port 988a9296-3c0c-4b9f-8521-5afe23975d89 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:49.266615 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.314771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45376) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:49.362768 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-96823cbe-d7cd-4869-b271-96e12420dbd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a9a331159f548cfb3b631fb50aeeef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466790 Apr 21 20:54:49.366182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45378) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:49.373488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] For port 988a9296-3c0c-4b9f-8521-5afe23975d89, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=988a9296-3c0c-4b9f-8521-5afe23975d89,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:49.374067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.390438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Calling delete_port for 988a9296-3c0c-4b9f-8521-5afe23975d89 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:49.421221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618a9e81-1679-49ea-a6b0-479669e04d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.458592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618a9e81-1679-49ea-a6b0-479669e04d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.518475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618a9e81-1679-49ea-a6b0-479669e04d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.521995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618a9e81-1679-49ea-a6b0-479669e04d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.524812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-618a9e81-1679-49ea-a6b0-479669e04d61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5c0289b-9394-4027-b884-b98f2d3c4b5d HTTP/1.1" status: 204 len: 168 time: 0.1557858 Apr 21 20:54:49.531786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a9e81-1679-49ea-a6b0-479669e04d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0289b-9394-4027-b884-b98f2d3c4b5d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:49.554111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.594491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event deleted for resources: {'Port': ['ID=988a9296-3c0c-4b9f-8521-5afe23975d89,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:49.661438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] No DVR routers for this DVR port 988a9296-3c0c-4b9f-8521-5afe23975d89 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:49.664268 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:49.668070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a99193f4-cefa-4e7f-8689-665e26f5bb38 req-5d2c1846-0e43-4864-84a4-088c4420ad4c tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "DELETE /v2.0/ports/988a9296-3c0c-4b9f-8521-5afe23975d89 HTTP/1.1" status: 204 len: 173 time: 0.5373313 Apr 21 20:54:49.668689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'name': 'network-vif-deleted', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:49.682096 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af86e16-e8d5-4463-807e-a2c433ca4e4c" -d '{"events": [{"server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "name": "network-vif-deleted", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:49.711553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc4271-06bb-4050-8260-0b07c44bc600 req-b49a210e-081a-47c2-8847-077b16b84a20 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:49.718339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0dc4271-06bb-4050-8260-0b07c44bc600 req-b49a210e-081a-47c2-8847-077b16b84a20 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.1243668 Apr 21 20:54:49.767145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0dc4271-06bb-4050-8260-0b07c44bc600 req-2c7066f0-c322-491c-af42-53f0cb6126a9 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473819 Apr 21 20:54:49.927721 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d4710f04-72f4-435f-b21d-ef5d90429786 req-92899169-5eb3-4243-9779-ff1b3dd59671 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0465496 Apr 21 20:54:50.000211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40675066-3e9a-486e-83f1-786c53b4977f req-dc32e315-f49b-4a62-b140-c65876d0400a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:50.004346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40675066-3e9a-486e-83f1-786c53b4977f req-dc32e315-f49b-4a62-b140-c65876d0400a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:50.011203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40675066-3e9a-486e-83f1-786c53b4977f req-dc32e315-f49b-4a62-b140-c65876d0400a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:50.017585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40675066-3e9a-486e-83f1-786c53b4977f req-dc32e315-f49b-4a62-b140-c65876d0400a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:50.024604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40675066-3e9a-486e-83f1-786c53b4977f req-dc32e315-f49b-4a62-b140-c65876d0400a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:50.030840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40675066-3e9a-486e-83f1-786c53b4977f req-dc32e315-f49b-4a62-b140-c65876d0400a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:50.037879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40675066-3e9a-486e-83f1-786c53b4977f req-dc32e315-f49b-4a62-b140-c65876d0400a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:50.040278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40675066-3e9a-486e-83f1-786c53b4977f req-dc32e315-f49b-4a62-b140-c65876d0400a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1479015 Apr 21 20:54:50.043225 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677002b3-1ae4-4a1b-8228-e004432aa679 x-openstack-request-id: req-677002b3-1ae4-4a1b-8228-e004432aa679 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:50.043505 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f63a9e-84be-4d7d-923c-8200c97228f9", "name": "network-vif-deleted", "tag": "988a9296-3c0c-4b9f-8521-5afe23975d89", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:50.043748 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-677002b3-1ae4-4a1b-8228-e004432aa679 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:50.044125 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677002b3-1ae4-4a1b-8228-e004432aa679'] response: {'server_uuid': '21f63a9e-84be-4d7d-923c-8200c97228f9', 'name': 'network-vif-deleted', 'tag': '988a9296-3c0c-4b9f-8521-5afe23975d89', 'status': 'completed', 'code': 200} Apr 21 20:54:50.119142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-8cc4492e-7f3b-42ca-8c43-b5708f47bbe6 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:50.120883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-8cc4492e-7f3b-42ca-8c43-b5708f47bbe6 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.46 "GET /v2.0/ports?device_id=66451b18-3f43-4fcd-bd8a-7a1cfd1ed759 HTTP/1.1" status: 200 len: 946 time: 0.0794301 Apr 21 20:54:50.130225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40675066-3e9a-486e-83f1-786c53b4977f req-80f94417-c4ef-4282-af4e-f484a3dcfbc8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749643 Apr 21 20:54:50.232745 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.292002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be32af-8064-4224-a878-03c0865b84d9 req-c46f7d0f-fcba-475f-a151-38db28bf1155 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:50.293640 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01be32af-8064-4224-a878-03c0865b84d9 req-c46f7d0f-fcba-475f-a151-38db28bf1155 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=66451b18-3f43-4fcd-bd8a-7a1cfd1ed759 HTTP/1.1" status: 200 len: 946 time: 0.0700545 Apr 21 20:54:50.300268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Deleting port 3cb43394-33f0-4bab-92ab-9c337e987fca {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:50.300592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.361273 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ee33cf30-6494-4eb7-a1b4-1017bec5703f req-d58c5380-d896-42cb-a60c-23af75e73b3b tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0264411 Apr 21 20:54:50.396290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01be32af-8064-4224-a878-03c0865b84d9 req-a68b2262-d68d-4e94-b49f-7c57bbf29a14 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908804 Apr 21 20:54:50.423136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] For port 3cb43394-33f0-4bab-92ab-9c337e987fca, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3cb43394-33f0-4bab-92ab-9c337e987fca,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:50.423512 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.439004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Calling delete_port for 3cb43394-33f0-4bab-92ab-9c337e987fca owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:50.446297 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.599064 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.613822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:50.632493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Pushing event deleted for resources: {'Port': ['ID=3cb43394-33f0-4bab-92ab-9c337e987fca,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:50.658909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['3cb43394-33f0-4bab-92ab-9c337e987fca', 'dce21c0f-3cc6-46d4-a1a6-2d30315375e1'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:50.699423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] No DVR routers for this DVR port 3cb43394-33f0-4bab-92ab-9c337e987fca on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:50.701938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.705543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3adf9252-d0fa-424b-9a0b-ff4019400567 req-130809b0-fdfb-4f4a-80d3-c74f8cce4c35 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.46 "DELETE /v2.0/ports/3cb43394-33f0-4bab-92ab-9c337e987fca HTTP/1.1" status: 204 len: 173 time: 0.5737269 Apr 21 20:54:50.707783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45442) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:50.714266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ca83fde6-1324-43d3-ba20-7ebb2557053f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050756284', 'description': 'tempest-description--1455056796'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:50.738551 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca83fde6-1324-43d3-ba20-7ebb2557053f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.826043 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca83fde6-1324-43d3-ba20-7ebb2557053f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.837025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca83fde6-1324-43d3-ba20-7ebb2557053f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.877014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca83fde6-1324-43d3-ba20-7ebb2557053f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.881772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ca83fde6-1324-43d3-ba20-7ebb2557053f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1686718 Apr 21 20:54:50.881772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83fde6-1324-43d3-ba20-7ebb2557053f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a281fb8-1a7c-4b5c-80ca-39501b2b5fd6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:50.882052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45444) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:50.886424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7fb9d5b3-7eed-4e5a-bcfa-44d87df9dc68 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Request body: {'security_group_rule': {'security_group_id': '1a281fb8-1a7c-4b5c-80ca-39501b2b5fd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:50.923404 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d5b3-7eed-4e5a-bcfa-44d87df9dc68 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.992490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d5b3-7eed-4e5a-bcfa-44d87df9dc68 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:50.998139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d5b3-7eed-4e5a-bcfa-44d87df9dc68 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.027178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d5b3-7eed-4e5a-bcfa-44d87df9dc68 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ada2c9-c497-46f0-bd5c-cee64ed3c1e4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:51.040220 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d5b3-7eed-4e5a-bcfa-44d87df9dc68 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.041677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7fb9d5b3-7eed-4e5a-bcfa-44d87df9dc68 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588216 Apr 21 20:54:51.044583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45458) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:51.052168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9302826c-6d6a-4b55-bc11-5311e48d05f4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Request body: {'security_group_rule': {'security_group_id': '1a281fb8-1a7c-4b5c-80ca-39501b2b5fd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:51.097173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302826c-6d6a-4b55-bc11-5311e48d05f4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.187296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302826c-6d6a-4b55-bc11-5311e48d05f4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.194114 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302826c-6d6a-4b55-bc11-5311e48d05f4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.222162 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302826c-6d6a-4b55-bc11-5311e48d05f4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.226944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9302826c-6d6a-4b55-bc11-5311e48d05f4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777358 Apr 21 20:54:51.226944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302826c-6d6a-4b55-bc11-5311e48d05f4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c7476c-cc5d-48ab-ba07-79e0afeeb0db,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:51.228039 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45464) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:51.231643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:51.261138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.311340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45466) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:51.358007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa94bc-7c48-48a2-b7ee-7a627d40fb06 req-b4e2f581-fd23-4f97-9d34-176da823beb5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:51.371146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa94bc-7c48-48a2-b7ee-7a627d40fb06 req-b4e2f581-fd23-4f97-9d34-176da823beb5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:51.373646 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.387913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa94bc-7c48-48a2-b7ee-7a627d40fb06 req-b4e2f581-fd23-4f97-9d34-176da823beb5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:51.395767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa94bc-7c48-48a2-b7ee-7a627d40fb06 req-b4e2f581-fd23-4f97-9d34-176da823beb5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:51.402214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa94bc-7c48-48a2-b7ee-7a627d40fb06 req-b4e2f581-fd23-4f97-9d34-176da823beb5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:51.410577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa94bc-7c48-48a2-b7ee-7a627d40fb06 req-b4e2f581-fd23-4f97-9d34-176da823beb5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:51.418459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa94bc-7c48-48a2-b7ee-7a627d40fb06 req-b4e2f581-fd23-4f97-9d34-176da823beb5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:51.428418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cfa94bc-7c48-48a2-b7ee-7a627d40fb06 req-b4e2f581-fd23-4f97-9d34-176da823beb5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1766868 Apr 21 20:54:51.463954 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9cf96f7e-c22c-4ffa-a6f6-c6061d5a86b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.507233 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cfa94bc-7c48-48a2-b7ee-7a627d40fb06 req-566261a7-9baa-4d18-a6e0-fba51e57d5cf tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669911 Apr 21 20:54:51.530579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Allocated IP 172.25.0.44 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e9786b40-6b36-444f-8765-52908531815f) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:51.587744 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c644aa4b-c00a-4bbc-867b-314b8ced3adc req-d87016d4-021d-4e37-9538-6f10891e023d tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0390649 Apr 21 20:54:51.596375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9cf96f7e-c22c-4ffa-a6f6-c6061d5a86b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.603679 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9cf96f7e-c22c-4ffa-a6f6-c6061d5a86b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.662832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9cf96f7e-c22c-4ffa-a6f6-c6061d5a86b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a14a7bbd47d4611b1164cf3916ba0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503699 Apr 21 20:54:51.663079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45482) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:51.664074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf96f7e-c22c-4ffa-a6f6-c6061d5a86b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5e3726-cec0-493a-9b89-68e70e1e05bc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:51.713320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.758338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b08623f6-b0fb-4b5b-b5d2-1466c12b45bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.796449 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.800213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b08623f6-b0fb-4b5b-b5d2-1466c12b45bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.850718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:51.868611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:51.872821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:51.899788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event updated for resources: {'Port': ['ID=e9786b40-6b36-444f-8765-52908531815f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:51.932200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b08623f6-b0fb-4b5b-b5d2-1466c12b45bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.938520 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b08623f6-b0fb-4b5b-b5d2-1466c12b45bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:51.941483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b08623f6-b0fb-4b5b-b5d2-1466c12b45bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d5e3726-cec0-493a-9b89-68e70e1e05bc HTTP/1.1" status: 204 len: 168 time: 0.2740564 Apr 21 20:54:51.969360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08623f6-b0fb-4b5b-b5d2-1466c12b45bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5e3726-cec0-493a-9b89-68e70e1e05bc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:52.010563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:52.044953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66451b18-3f43-4fcd-bd8a-7a1cfd1ed759', 'name': 'network-vif-deleted', 'tag': '3cb43394-33f0-4bab-92ab-9c337e987fca'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:52.047175 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9246c3b8-b6f3-4518-a221-c59702b8ee6c" -d '{"events": [{"server_uuid": "66451b18-3f43-4fcd-bd8a-7a1cfd1ed759", "name": "network-vif-deleted", "tag": "3cb43394-33f0-4bab-92ab-9c337e987fca"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:52.066698 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:52.200050 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40979b2-48e7-4eab-bb45-a37034bd38c0 x-openstack-request-id: req-e40979b2-48e7-4eab-bb45-a37034bd38c0 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:52.200501 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66451b18-3f43-4fcd-bd8a-7a1cfd1ed759", "name": "network-vif-deleted", "tag": "3cb43394-33f0-4bab-92ab-9c337e987fca", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:52.200901 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e40979b2-48e7-4eab-bb45-a37034bd38c0 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:52.201560 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40979b2-48e7-4eab-bb45-a37034bd38c0'] response: {'server_uuid': '66451b18-3f43-4fcd-bd8a-7a1cfd1ed759', 'name': 'network-vif-deleted', 'tag': '3cb43394-33f0-4bab-92ab-9c337e987fca', 'status': 'completed', 'code': 200} Apr 21 20:54:52.256338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:52.261056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:52.339737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event updated for resources: {'Port': ['ID=e9786b40-6b36-444f-8765-52908531815f,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:52.357650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:52.389233 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:52.392457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ee62def5-bb60-44ae-8a74-cd694e959c98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1641345 Apr 21 20:54:52.567072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85825e-70d2-495a-b60d-2c84d8163817 req-3c3f3a02-533a-4ea6-8e4d-4fc22a523ad4 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.569677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85825e-70d2-495a-b60d-2c84d8163817 req-3c3f3a02-533a-4ea6-8e4d-4fc22a523ad4 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.571419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e85825e-70d2-495a-b60d-2c84d8163817 req-3c3f3a02-533a-4ea6-8e4d-4fc22a523ad4 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74&device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 1681 time: 0.0632460 Apr 21 20:54:52.613719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e85825e-70d2-495a-b60d-2c84d8163817 req-1f1540ca-233c-4621-9ace-fd0cdf16fbed tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360525 Apr 21 20:54:52.751631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc496e36-75d1-467c-bb07-f152948f63df req-7a97f35c-d419-491a-9941-85d431e133cf tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.752344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598303-7af6-4414-afba-0191f88bc67a req-dbf9c831-fc7d-4d49-bb9d-0b64befb9296 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.757613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc496e36-75d1-467c-bb07-f152948f63df req-7a97f35c-d419-491a-9941-85d431e133cf tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.758658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-dbf9c831-fc7d-4d49-bb9d-0b64befb9296 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/networks?id=1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 200 len: 822 time: 0.1238575 Apr 21 20:54:52.763500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc496e36-75d1-467c-bb07-f152948f63df req-7a97f35c-d419-491a-9941-85d431e133cf tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.768162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-c1dfa5da-036d-48e1-a9f6-99d56be67142 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/quotas/96d5f94ea2354916bbd3bc9f60db2082 HTTP/1.1" status: 200 len: 375 time: 0.0087311 Apr 21 20:54:52.769360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc496e36-75d1-467c-bb07-f152948f63df req-7a97f35c-d419-491a-9941-85d431e133cf tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.775709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc496e36-75d1-467c-bb07-f152948f63df req-7a97f35c-d419-491a-9941-85d431e133cf tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.781835 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc496e36-75d1-467c-bb07-f152948f63df req-7a97f35c-d419-491a-9941-85d431e133cf tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.788833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc496e36-75d1-467c-bb07-f152948f63df req-7a97f35c-d419-491a-9941-85d431e133cf tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:52.796810 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc496e36-75d1-467c-bb07-f152948f63df req-7a97f35c-d419-491a-9941-85d431e133cf tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5430 time: 0.1180937 Apr 21 20:54:52.823775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-c5de749f-87f5-4d30-b23f-f8646c02a80b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475209 Apr 21 20:54:52.833692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc496e36-75d1-467c-bb07-f152948f63df req-ebea6caf-6cb1-4300-adb9-f66ebab13825 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358894 Apr 21 20:54:52.907222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 988a9296-3c0c-4b9f-8521-5afe23975d89 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:52.929162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 988a9296-3c0c-4b9f-8521-5afe23975d89 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:52.929501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 988a9296-3c0c-4b9f-8521-5afe23975d89 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:52.930675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-5146c75c-4eb4-42bf-8238-417d8978b532 service neutron] 10.222.0.49 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931435 Apr 21 20:54:53.034028 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-96485a01-4318-4623-b495-9d3ae2546399 service neutron] 10.222.0.49 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957508 Apr 21 20:54:53.056591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62a414dc-f019-47e9-b39f-42f59bc5dff7 req-7825e100-e129-4a2f-9e87-7cd56b22a699 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0261383 Apr 21 20:54:53.144178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 86aae9c2-7ba2-4322-9ed3-3a81b43534ad details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:53.335164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8c3a5-819a-457d-b946-762f1f616533 req-21d8a5d3-4e66-4678-a675-ef1a67c9bcfa tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:53.336604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab8c3a5-819a-457d-b946-762f1f616533 req-21d8a5d3-4e66-4678-a675-ef1a67c9bcfa tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0999770 Apr 21 20:54:53.349930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:53.368607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '86aae9c2-7ba2-4322-9ed3-3a81b43534ad', 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'port_id': '86aae9c2-7ba2-4322-9ed3-3a81b43534ad', 'mac_address': 'fa:16:3e:f3:1a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a7f33-bcfc-4087-8a42-538b36edceab', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:53.401677 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab8c3a5-819a-457d-b946-762f1f616533 req-f044503e-6148-448d-b18a-868bcb9d2983 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580161 Apr 21 20:54:53.433171 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:53.449560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86aae9c2-7ba2-4322-9ed3-3a81b43534ad {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:53.477347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:53.482624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:53.483678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f1d56b24-5abc-4238-be2f-181ebec5bb94 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:53.607679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:53.653059 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc872aa2-a846-4cca-b58c-50f68b9dc0f1 req-c816d723-4225-46ac-baa0-3565a9f0002e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 210 time: 0.0580924 Apr 21 20:54:53.658874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f1d56b24-5abc-4238-be2f-181ebec5bb94, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:53.673877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'port_id': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'mac_address': 'fa:16:3e:b7:48:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:53.722912 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:53.736805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d56b24-5abc-4238-be2f-181ebec5bb94 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:53.760927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f1d56b24-5abc-4238-be2f-181ebec5bb94, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:53.767320 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:53.828105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f1d56b24-5abc-4238-be2f-181ebec5bb94,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:54.011642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680ac0-2db9-469c-9d01-2de7e559b100 req-63ccb3da-1a45-4b79-8032-c494d2e82d78 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.018590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680ac0-2db9-469c-9d01-2de7e559b100 req-63ccb3da-1a45-4b79-8032-c494d2e82d78 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.033057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680ac0-2db9-469c-9d01-2de7e559b100 req-63ccb3da-1a45-4b79-8032-c494d2e82d78 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.040925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680ac0-2db9-469c-9d01-2de7e559b100 req-63ccb3da-1a45-4b79-8032-c494d2e82d78 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.048430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680ac0-2db9-469c-9d01-2de7e559b100 req-63ccb3da-1a45-4b79-8032-c494d2e82d78 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.057448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680ac0-2db9-469c-9d01-2de7e559b100 req-63ccb3da-1a45-4b79-8032-c494d2e82d78 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.063406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2680ac0-2db9-469c-9d01-2de7e559b100 req-63ccb3da-1a45-4b79-8032-c494d2e82d78 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.069437 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2680ac0-2db9-469c-9d01-2de7e559b100 req-63ccb3da-1a45-4b79-8032-c494d2e82d78 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5432 time: 0.1149855 Apr 21 20:54:54.115279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2680ac0-2db9-469c-9d01-2de7e559b100 req-ce8779df-0101-4d73-bb4e-1134da011ce9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432224 Apr 21 20:54:54.207641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['86aae9c2-7ba2-4322-9ed3-3a81b43534ad'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:54.276554 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-718ea9b5-5eb5-490e-96a5-7472c3976abd req-533d18dc-3a7f-478e-9565-665b9cc0a5f7 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0299721 Apr 21 20:54:54.420036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577987e-9521-4a6b-a2f4-502b2416c511 req-16363541-fd1b-41d4-844a-fd5e2bf3791e tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.422573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d577987e-9521-4a6b-a2f4-502b2416c511 req-16363541-fd1b-41d4-844a-fd5e2bf3791e tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0508139 Apr 21 20:54:54.460863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d577987e-9521-4a6b-a2f4-502b2416c511 req-1ae114f8-1222-48da-8af4-dbad571ecf69 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328057 Apr 21 20:54:54.601610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf85483-1d07-46eb-a93e-d57b696e8938 req-eabb00ff-d90d-4f33-a6dc-a6f91bdc0ebf tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.603355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbf85483-1d07-46eb-a93e-d57b696e8938 req-eabb00ff-d90d-4f33-a6dc-a6f91bdc0ebf tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0627434 Apr 21 20:54:54.664411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598303-7af6-4414-afba-0191f88bc67a req-de506149-8ab6-4247-8f3e-c63a7d175dc4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.665819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-de506149-8ab6-4247-8f3e-c63a7d175dc4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "GET /v2.0/networks?id=1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 200 len: 822 time: 0.1957874 Apr 21 20:54:54.668597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbf85483-1d07-46eb-a93e-d57b696e8938 req-95450acd-f70b-4747-8e4b-e3f685bc7149 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/security-groups?id=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562966 Apr 21 20:54:54.699077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Request body: {'port': {'device_id': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b', 'admin_state_up': True, 'tenant_id': '96d5f94ea2354916bbd3bc9f60db2082'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:54.757426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037196a-4286-490b-b495-232f5f4fba9d req-3dc8afda-e40b-47db-b3ac-fe91e7447946 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:54.759026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4037196a-4286-490b-b495-232f5f4fba9d req-3dc8afda-e40b-47db-b3ac-fe91e7447946 tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 946 time: 0.0545821 Apr 21 20:54:54.783349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-908fb003-c565-493e-8162-981251010f01 req-946370d8-aaf5-4c77-8854-072e216241d6 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 210 time: 0.0330660 Apr 21 20:54:54.849198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Made reservation on behalf of 96d5f94ea2354916bbd3bc9f60db2082 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:54:54.854374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:54.882953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-4037196a-4286-490b-b495-232f5f4fba9d req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Deleting port f58600ce-e89b-48f7-bd14-e368216c3f92 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:54.883294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4037196a-4286-490b-b495-232f5f4fba9d req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:54.978228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-4037196a-4286-490b-b495-232f5f4fba9d req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] For port f58600ce-e89b-48f7-bd14-e368216c3f92, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f58600ce-e89b-48f7-bd14-e368216c3f92,segment=NetworkSegment(38bf273c-2a6d-4ba3-8869-865c292c24c9),segment_id=38bf273c-2a6d-4ba3-8869-865c292c24c9)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:54.978588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4037196a-4286-490b-b495-232f5f4fba9d req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:54.992946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-4037196a-4286-490b-b495-232f5f4fba9d req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Calling delete_port for f58600ce-e89b-48f7-bd14-e368216c3f92 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:55.013123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Allocated IP 172.20.0.13 (1efc2521-a376-4282-87e9-b481a87d6c0b/6b091780-49e0-43b5-a615-8809871ac381/4f086d0d-6082-4389-a8a9-4acdd6d3c435) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:54:55.168196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 446bc886-9f57-4f74-99fb-5b7ccdc938e2 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:55.171736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3cb43394-33f0-4bab-92ab-9c337e987fca no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:55.172877 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4037196a-4286-490b-b495-232f5f4fba9d req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.204485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['f58600ce-e89b-48f7-bd14-e368216c3f92'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:55.217786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Pushing event deleted for resources: {'Port': ['ID=f58600ce-e89b-48f7-bd14-e368216c3f92,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:55.217990 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.265546 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.276086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-4037196a-4286-490b-b495-232f5f4fba9d req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] No DVR routers for this DVR port f58600ce-e89b-48f7-bd14-e368216c3f92 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:55.278917 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4037196a-4286-490b-b495-232f5f4fba9d req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.283050 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4037196a-4286-490b-b495-232f5f4fba9d req-45845be3-63f9-4a0c-983e-733eb261befd tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.43 "DELETE /v2.0/ports/f58600ce-e89b-48f7-bd14-e368216c3f92 HTTP/1.1" status: 204 len: 173 time: 0.5174088 Apr 21 20:54:55.283517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e29074-18ae-4be4-9f62-a5e042ea8679', 'name': 'network-vif-deleted', 'tag': 'f58600ce-e89b-48f7-bd14-e368216c3f92'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:55.285800 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd828e58-8f41-4fd0-9509-accb79c8414f" -d '{"events": [{"server_uuid": "a9e29074-18ae-4be4-9f62-a5e042ea8679", "name": "network-vif-deleted", "tag": "f58600ce-e89b-48f7-bd14-e368216c3f92"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:55.294312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 3cb43394-33f0-4bab-92ab-9c337e987fca {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:55.295469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3cb43394-33f0-4bab-92ab-9c337e987fca not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:55.336114 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['f1d56b24-5abc-4238-be2f-181ebec5bb94'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:55.353971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event updated for resources: {'Port': ['ID=4f086d0d-6082-4389-a8a9-4acdd6d3c435,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:55.373413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Network 1efc2521-a376-4282-87e9-b481a87d6c0b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:54:55.376077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:54:55.381367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:54:55.465193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13142d4d-af4b-45bc-bd7e-44d3b994185c req-fe92e507-c5bd-4bbb-90dd-882169e4daab tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:55.468168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 446bc886-9f57-4f74-99fb-5b7ccdc938e2, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:55.471993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13142d4d-af4b-45bc-bd7e-44d3b994185c req-fe92e507-c5bd-4bbb-90dd-882169e4daab tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:55.479227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13142d4d-af4b-45bc-bd7e-44d3b994185c req-fe92e507-c5bd-4bbb-90dd-882169e4daab tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:55.490348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13142d4d-af4b-45bc-bd7e-44d3b994185c req-fe92e507-c5bd-4bbb-90dd-882169e4daab tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:55.493244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '446bc886-9f57-4f74-99fb-5b7ccdc938e2', 'network_id': '1942e038-afad-4a0d-9231-13760299a205', 'port_id': '446bc886-9f57-4f74-99fb-5b7ccdc938e2', 'mac_address': 'fa:16:3e:43:8a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5238cd08-3697-45c2-8e5d-4f9c0a9656e3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:55.501174 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1972c5b-9701-4e3a-8cc4-6a242a2d3837 x-openstack-request-id: req-a1972c5b-9701-4e3a-8cc4-6a242a2d3837 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:55.501476 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e29074-18ae-4be4-9f62-a5e042ea8679", "name": "network-vif-deleted", "tag": "f58600ce-e89b-48f7-bd14-e368216c3f92", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:55.501701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13142d4d-af4b-45bc-bd7e-44d3b994185c req-fe92e507-c5bd-4bbb-90dd-882169e4daab tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:55.501851 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1972c5b-9701-4e3a-8cc4-6a242a2d3837 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:55.502186 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1972c5b-9701-4e3a-8cc4-6a242a2d3837'] response: {'server_uuid': 'a9e29074-18ae-4be4-9f62-a5e042ea8679', 'name': 'network-vif-deleted', 'tag': 'f58600ce-e89b-48f7-bd14-e368216c3f92', 'status': 'completed', 'code': 200} Apr 21 20:54:55.511487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13142d4d-af4b-45bc-bd7e-44d3b994185c req-fe92e507-c5bd-4bbb-90dd-882169e4daab tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:55.520438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13142d4d-af4b-45bc-bd7e-44d3b994185c req-fe92e507-c5bd-4bbb-90dd-882169e4daab tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:55.531404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-13142d4d-af4b-45bc-bd7e-44d3b994185c req-fe92e507-c5bd-4bbb-90dd-882169e4daab tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5432 time: 0.2188733 Apr 21 20:54:55.561189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.562763 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:55.563382 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.587222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-ee988b03-ba8b-410f-8baf-64f7c6728575 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8922958 Apr 21 20:54:55.587517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446bc886-9f57-4f74-99fb-5b7ccdc938e2 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:55.593350 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3eef7578-56e3-4406-ad25-63cc04a90c65 req-f9fda667-f218-4043-8fa8-b39206aa9a5f tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0338449 Apr 21 20:54:55.601346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-13142d4d-af4b-45bc-bd7e-44d3b994185c req-582c8ef5-9f7f-4476-bbf0-a0a55b5a75b0 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670328 Apr 21 20:54:55.614383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Request body: {'port': {'device_id': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:55.631261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 446bc886-9f57-4f74-99fb-5b7ccdc938e2, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:55.642902 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.643578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d03cc100-8f43-4cd0-90c4-0d5b45304cab details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:55.697114 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.700709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=446bc886-9f57-4f74-99fb-5b7ccdc938e2,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:55.734553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d03cc100-8f43-4cd0-90c4-0d5b45304cab, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d03cc100-8f43-4cd0-90c4-0d5b45304cab,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:55.747219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab', 'network_id': '1942e038-afad-4a0d-9231-13760299a205', 'port_id': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab', 'mac_address': 'fa:16:3e:5c:72:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5238cd08-3697-45c2-8e5d-4f9c0a9656e3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:55.793916 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.803747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52a698-44e8-41b8-a07c-6be66db0c925 req-0e57116d-e868-419f-81dd-cdd47aced637 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:55.806250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e52a698-44e8-41b8-a07c-6be66db0c925 req-0e57116d-e868-419f-81dd-cdd47aced637 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.0942214 Apr 21 20:54:55.838118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03cc100-8f43-4cd0-90c4-0d5b45304cab {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:55.870992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d03cc100-8f43-4cd0-90c4-0d5b45304cab, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d03cc100-8f43-4cd0-90c4-0d5b45304cab,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:55.881502 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:55.882183 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 28e2a7bb-fde2-4781-a6dc-aa20db9c503b details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:55.934508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e52a698-44e8-41b8-a07c-6be66db0c925 req-fa4a3216-2fa5-4431-a99b-5521a9789f6b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/security-groups?id=052e8394-8dcd-4018-841f-6d4d60449250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068482 Apr 21 20:54:56.031633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63a3dc-7d50-41b6-8642-af49154244db req-0cb2a6a5-2a4c-4ecf-869f-16043132e982 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:56.043320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc63a3dc-7d50-41b6-8642-af49154244db req-0cb2a6a5-2a4c-4ecf-869f-16043132e982 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.43 "GET /v2.0/ports?device_id=40c65929-8c8f-4e9a-aafc-fffd2b14cd74 HTTP/1.1" status: 200 len: 945 time: 0.1824412 Apr 21 20:54:56.050624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=d03cc100-8f43-4cd0-90c4-0d5b45304cab,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:56.112505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f086d0d-6082-4389-a8a9-4acdd6d3c435 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:56.124501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:56.126253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.147983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b', 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'port_id': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b', 'mac_address': 'fa:16:3e:47:1e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a7f33-bcfc-4087-8a42-538b36edceab', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:56.173786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85340058-1a0a-4fe1-badb-819f8189768e req-ddba303c-d202-48c3-a69b-7e546dc718ca tempest-ServerTagsTestJSON-1373962025 tempest-ServerTagsTestJSON-1373962025-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e29074-18ae-4be4-9f62-a5e042ea8679 HTTP/1.1" status: 200 len: 210 time: 0.0337219 Apr 21 20:54:56.182286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Transition to ACTIVE for port object 4f086d0d-6082-4389-a8a9-4acdd6d3c435 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:54:56.190865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.195167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5701-bbef-4145-b480-974968207378 req-3b29fa11-6f97-41c3-b8df-87edfa975905 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:56.196658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-375c5701-bbef-4145-b480-974968207378 req-3b29fa11-6f97-41c3-b8df-87edfa975905 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1096 time: 0.1512845 Apr 21 20:54:56.220561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.239615 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e2a7bb-fde2-4781-a6dc-aa20db9c503b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:56.246196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f086d0d-6082-4389-a8a9-4acdd6d3c435,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:56.265320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-cc63a3dc-7d50-41b6-8642-af49154244db req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Deleting port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:56.265751 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-cc63a3dc-7d50-41b6-8642-af49154244db req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.277019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-375c5701-bbef-4145-b480-974968207378 req-36cd15ac-2159-4978-b8ac-fe7116c2e2c9 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672729 Apr 21 20:54:56.277523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:56.294025 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.294760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:56.387946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:56.392510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-cc63a3dc-7d50-41b6-8642-af49154244db req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] For port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:56.393007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-cc63a3dc-7d50-41b6-8642-af49154244db req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.394593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-67600396-2b78-43bf-896c-88d89a567ed8 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:56.396135 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-67600396-2b78-43bf-896c-88d89a567ed8 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.46 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 945 time: 0.1436396 Apr 21 20:54:56.401858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:56.408505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-cc63a3dc-7d50-41b6-8642-af49154244db req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Calling delete_port for 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:56.411584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa22a76-ae72-4aaf-873d-9adefa52fcdb req-1e07f5a1-5d61-439e-913e-49c4f2c9c441 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:56.412948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6aa22a76-ae72-4aaf-873d-9adefa52fcdb req-1e07f5a1-5d61-439e-913e-49c4f2c9c441 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 944 time: 0.1500077 Apr 21 20:54:56.423852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0', 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'port_id': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0', 'mac_address': 'fa:16:3e:3a:cb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a7f33-bcfc-4087-8a42-538b36edceab', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:56.468669 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.485344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:56.495764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Attempting to bind port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:56.495764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Attempting to bind port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:56.495764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Attempting to bind port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 on network 1efc2521-a376-4282-87e9-b481a87d6c0b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:56.509024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:56.513921 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.514700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bc84869d-00b0-423c-804e-ad0ecdd5053b details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:54:56.535154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 on network 1efc2521-a376-4282-87e9-b481a87d6c0b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:56.536458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Attempting to bind port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 on network 1efc2521-a376-4282-87e9-b481a87d6c0b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:56.557814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:56.558334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Checking segment: {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:56.558997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Bound using segment: {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:56.559444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Bound port: 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:56.560053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.582147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port bc84869d-00b0-423c-804e-ad0ecdd5053b, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bc84869d-00b0-423c-804e-ad0ecdd5053b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:56.583636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-cc63a3dc-7d50-41b6-8642-af49154244db req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.583879 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6aa22a76-ae72-4aaf-873d-9adefa52fcdb req-d2349d22-36ed-4f70-8597-cccd373f776b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559224 Apr 21 20:54:56.586087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:56.597602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['dce21c0f-3cc6-46d4-a1a6-2d30315375e1'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:56.603333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:56.651797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Pushing event deleted for resources: {'Port': ['ID=9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:56.676780 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc63a3dc-7d50-41b6-8642-af49154244db req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] No DVR routers for this DVR port 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:56.680432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-cc63a3dc-7d50-41b6-8642-af49154244db req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.684709 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc63a3dc-7d50-41b6-8642-af49154244db req-3b6cd7cb-1ff4-4a1e-aed8-37e73dcd64b9 tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.43 "DELETE /v2.0/ports/9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 HTTP/1.1" status: 204 len: 173 time: 0.6119213 Apr 21 20:54:56.735587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:54:56.752032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:56.758619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Deleting port dce21c0f-3cc6-46d4-a1a6-2d30315375e1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:54:56.758986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.811936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'bc84869d-00b0-423c-804e-ad0ecdd5053b', 'network_id': 'e0b04d92-6368-4a13-91d3-55fa4a0bba4d', 'port_id': 'bc84869d-00b0-423c-804e-ad0ecdd5053b', 'mac_address': 'fa:16:3e:3f:3f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a7f33-bcfc-4087-8a42-538b36edceab', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:54:56.831252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.870087 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:56.889509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc84869d-00b0-423c-804e-ad0ecdd5053b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:54:56.928715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port bc84869d-00b0-423c-804e-ad0ecdd5053b, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bc84869d-00b0-423c-804e-ad0ecdd5053b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:56.956676 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.046756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=bc84869d-00b0-423c-804e-ad0ecdd5053b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:57.174865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 86aae9c2-7ba2-4322-9ed3-3a81b43534ad up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:57.230552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:54:57.234510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:57.235089 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.278936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.279534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.280899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] 10.222.0.43 "PUT /v2.0/ports/4f086d0d-6082-4389-a8a9-4acdd6d3c435 HTTP/1.1" status: 200 len: 1092 time: 1.6751633 Apr 21 20:54:57.285868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:57.288316 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d1c25-263f-483b-b282-6716b2a898c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:57.322785 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.326370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71323f9-1ff1-4b44-81fb-eb31dd232528 req-37d50a80-5cd7-45aa-92ef-f4cb01c534bd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.332232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71323f9-1ff1-4b44-81fb-eb31dd232528 req-37d50a80-5cd7-45aa-92ef-f4cb01c534bd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.338171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71323f9-1ff1-4b44-81fb-eb31dd232528 req-37d50a80-5cd7-45aa-92ef-f4cb01c534bd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.344208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71323f9-1ff1-4b44-81fb-eb31dd232528 req-37d50a80-5cd7-45aa-92ef-f4cb01c534bd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.350506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71323f9-1ff1-4b44-81fb-eb31dd232528 req-37d50a80-5cd7-45aa-92ef-f4cb01c534bd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.355387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aae9c2-7ba2-4322-9ed3-3a81b43534ad'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:57.356591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71323f9-1ff1-4b44-81fb-eb31dd232528 req-37d50a80-5cd7-45aa-92ef-f4cb01c534bd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.359263 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67482899-a6f4-4991-8cd3-06fb44135e2a" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "86aae9c2-7ba2-4322-9ed3-3a81b43534ad"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:57.362707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71323f9-1ff1-4b44-81fb-eb31dd232528 req-37d50a80-5cd7-45aa-92ef-f4cb01c534bd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.369454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a71323f9-1ff1-4b44-81fb-eb31dd232528 req-37d50a80-5cd7-45aa-92ef-f4cb01c534bd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5436 time: 0.5522635 Apr 21 20:54:57.375057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:57.381495 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.382300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f1d56b24-5abc-4238-be2f-181ebec5bb94 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:54:57.391457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] For port dce21c0f-3cc6-46d4-a1a6-2d30315375e1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,segment=NetworkSegment(f707b877-97e1-437c-86af-abf5220acb06),segment_id=f707b877-97e1-437c-86af-abf5220acb06)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:57.391986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.396594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e7b9b-0252-4875-a7e6-c0621cc03eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4f086d0d-6082-4389-a8a9-4acdd6d3c435,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:57.469359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Calling delete_port for dce21c0f-3cc6-46d4-a1a6-2d30315375e1 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:54:57.479431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:57.491168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port f1d56b24-5abc-4238-be2f-181ebec5bb94 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:54:57.496873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port f1d56b24-5abc-4238-be2f-181ebec5bb94 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:54:57.497691 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.505289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c65929-8c8f-4e9a-aafc-fffd2b14cd74', 'name': 'network-vif-deleted', 'tag': '9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:57.507801 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8b924-2295-435b-a16a-342f5dd23e9b" -d '{"events": [{"server_uuid": "40c65929-8c8f-4e9a-aafc-fffd2b14cd74", "name": "network-vif-deleted", "tag": "9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:54:57.564018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a71323f9-1ff1-4b44-81fb-eb31dd232528 req-4bbac13f-dc29-4894-ab8e-4fdaf5c2f881 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753302 Apr 21 20:54:57.574975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598303-7af6-4414-afba-0191f88bc67a req-99d6c948-b435-4354-adec-1be08e716441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.576365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-99d6c948-b435-4354-adec-1be08e716441 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 1095 time: 0.2034845 Apr 21 20:54:57.594133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-21728aab-c168-477e-9a47-b1bea7ce3f16 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:54:57.595129 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-21728aab-c168-477e-9a47-b1bea7ce3f16 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1939559 Apr 21 20:54:57.628485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-76a48dbe-c807-48bb-a415-68ed0b10c899 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435 HTTP/1.1" status: 200 len: 217 time: 0.0420146 Apr 21 20:54:57.631797 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.667524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f1d56b24-5abc-4238-be2f-181ebec5bb94, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:54:57.671794 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.693513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0882d426-3397-4471-8d1e-17d893679c7d req-e3db905e-d4c4-4815-82e0-96d4c1e80362 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0477912 Apr 21 20:54:57.707401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-81bfc3b1-0a8b-450e-9b06-40bf8c842acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.714456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-81bfc3b1-0a8b-450e-9b06-40bf8c842acc service neutron] 10.222.0.49 "GET /v2.0/ports/84e4c754-3760-4e67-b7fa-eb4b97a81529 HTTP/1.1" status: 200 len: 1093 time: 0.1106570 Apr 21 20:54:57.719878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Request body: {'binding': {'host': 'n-h2-838945-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:54:57.720322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Unknown quota resources ['binding']. {{(pid=114646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 20:54:57.727114 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['34954fa9-2c9d-48fd-bc6f-f75ce4da16d0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:57.729408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598303-7af6-4414-afba-0191f88bc67a req-07a9a957-75c8-436f-8642-c926232e75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:57.730851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-07a9a957-75c8-436f-8642-c926232e75a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b091780-49e0-43b5-a615-8809871ac381 HTTP/1.1" status: 200 len: 862 time: 0.0950401 Apr 21 20:54:57.759706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f1d56b24-5abc-4238-be2f-181ebec5bb94,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:57.774539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-2e4b2c7c-4eec-414e-9608-732be838b95b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1efc2521-a376-4282-87e9-b481a87d6c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364385 Apr 21 20:54:57.795109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['446bc886-9f57-4f74-99fb-5b7ccdc938e2'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:57.806280 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.829946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['d03cc100-8f43-4cd0-90c4-0d5b45304cab'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:57.870818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Pushing event deleted for resources: {'Port': ['ID=dce21c0f-3cc6-46d4-a1a6-2d30315375e1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:57.903864 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['28e2a7bb-fde2-4781-a6dc-aa20db9c503b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:57.908512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on host n-h2-838945-1 for vnic_type normal with profile None {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:54:57.909108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:54:57.909530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:57.921162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45696) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:57.921415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:54:57.921723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:54:57.929195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:54:57.929532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:54:57.929913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:54:57.930531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Bound port: 84e4c754-3760-4e67-b7fa-eb4b97a81529, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:54:57.948461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] No DVR routers for this DVR port dce21c0f-3cc6-46d4-a1a6-2d30315375e1 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:54:57.974967 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:57.978570 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3442a4c4-037d-4d2a-b03a-41f31aff2426 req-342913bb-776f-40a7-ab6c-908ace30c97b tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.46 "DELETE /v2.0/ports/dce21c0f-3cc6-46d4-a1a6-2d30315375e1 HTTP/1.1" status: 204 len: 173 time: 1.5647256 Apr 21 20:54:57.992134 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01fa178-9c14-4ef7-81dc-fc2277170ec5 x-openstack-request-id: req-d01fa178-9c14-4ef7-81dc-fc2277170ec5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:57.992800 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:57.993286 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d01fa178-9c14-4ef7-81dc-fc2277170ec5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:57.993913 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01fa178-9c14-4ef7-81dc-fc2277170ec5'] response: {'name': 'network-changed', 'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435', 'status': 'completed', 'code': 200} Apr 21 20:54:57.994551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:54:58.006321 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] Notify callbacks [] for binding, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.011626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-c144673a-1e24-4053-9e07-925fb2e49423 service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311065 Apr 21 20:54:58.017614 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-b44779a2-c7bf-4bf0-96c5-7eaaadfe7688 service neutron] 10.222.0.49 "POST /v2.0/ports/84e4c754-3760-4e67-b7fa-eb4b97a81529/bindings HTTP/1.1" status: 201 len: 389 time: 0.2969916 Apr 21 20:54:58.019420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e9afb5-d3d3-4f81-bdbd-6769ae753949 admin admin] Deleting subnet 45d4447d-b0ca-4f9a-846f-b75b77d0e3fc {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:54:58.031045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e9afb5-d3d3-4f81-bdbd-6769ae753949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.086753 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d93c8-f5d8-43f2-9690-3379bb4fd9c6 x-openstack-request-id: req-ed0d93c8-f5d8-43f2-9690-3379bb4fd9c6 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:58.087110 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "86aae9c2-7ba2-4322-9ed3-3a81b43534ad", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:58.087340 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed0d93c8-f5d8-43f2-9690-3379bb4fd9c6 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:58.087755 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0d93c8-f5d8-43f2-9690-3379bb4fd9c6'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aae9c2-7ba2-4322-9ed3-3a81b43534ad', 'code': 200} Apr 21 20:54:58.122155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e9afb5-d3d3-4f81-bdbd-6769ae753949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.145791 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1e70c0-91a6-46eb-9a54-d4fb970715a9 x-openstack-request-id: req-fd1e70c0-91a6-46eb-9a54-d4fb970715a9 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:54:58.146190 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c65929-8c8f-4e9a-aafc-fffd2b14cd74", "name": "network-vif-deleted", "tag": "9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:54:58.146563 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd1e70c0-91a6-46eb-9a54-d4fb970715a9 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:54:58.147065 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1e70c0-91a6-46eb-9a54-d4fb970715a9'] response: {'server_uuid': '40c65929-8c8f-4e9a-aafc-fffd2b14cd74', 'name': 'network-vif-deleted', 'tag': '9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15', 'status': 'completed', 'code': 200} Apr 21 20:54:58.216917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87598303-7af6-4414-afba-0191f88bc67a req-fc564877-400f-4a2a-81e9-58d6d5fe8ebb service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939218 Apr 21 20:54:58.217604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c614c5-971e-4d4c-8d1d-b683b50c9cb1 req-2810927c-8596-44ec-a072-2bbef128b682 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.217923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e9afb5-d3d3-4f81-bdbd-6769ae753949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.227594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8c614c5-971e-4d4c-8d1d-b683b50c9cb1 req-2810927c-8596-44ec-a072-2bbef128b682 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 944 time: 0.0705845 Apr 21 20:54:58.289562 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8c614c5-971e-4d4c-8d1d-b683b50c9cb1 req-cb60de45-b79a-4a93-8bd0-61493ef0f03a tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605319 Apr 21 20:54:58.342845 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-234d4502-9a0e-45d9-9a6c-d2d681bcb774 req-d81db208-dc34-4b1c-b2a2-4f0359741d9a tempest-ListServersNegativeTestJSON-720806777 tempest-ListServersNegativeTestJSON-720806777-project] 10.222.0.49 "GET /v2.0/ports?device_id=a783c636-17d6-473d-a17b-9c2a55a1af0e HTTP/1.1" status: 200 len: 210 time: 0.0759335 Apr 21 20:54:58.366901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e9afb5-d3d3-4f81-bdbd-6769ae753949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.452074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9afb5-d3d3-4f81-bdbd-6769ae753949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d4447d-b0ca-4f9a-846f-b75b77d0e3fc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:58.467455 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e9afb5-d3d3-4f81-bdbd-6769ae753949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.470771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea6c7c-88f0-452e-a8e1-3fb54b9a8068 req-08544dd0-efd1-4685-a302-cf7e7ae24439 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.471584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04e9afb5-d3d3-4f81-bdbd-6769ae753949 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/45d4447d-b0ca-4f9a-846f-b75b77d0e3fc HTTP/1.1" status: 204 len: 168 time: 0.5487659 Apr 21 20:54:58.475585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45702) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:58.481159 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83ea6c7c-88f0-452e-a8e1-3fb54b9a8068 req-08544dd0-efd1-4685-a302-cf7e7ae24439 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.1206927 Apr 21 20:54:58.527649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-6d45191f-8b88-4185-bf75-66187a31eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.529170 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-6d45191f-8b88-4185-bf75-66187a31eeca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1096 time: 0.1003907 Apr 21 20:54:58.536621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83ea6c7c-88f0-452e-a8e1-3fb54b9a8068 req-901bc242-fdef-4c5c-b301-dbc2944e540f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546477 Apr 21 20:54:58.543642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-2e8daaa6-f57f-4681-9467-83f2e2467a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.545422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-2e8daaa6-f57f-4681-9467-83f2e2467a24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 1095 time: 0.1751947 Apr 21 20:54:58.578438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.636472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-7e8a7c31-802f-4508-8a5f-7e5c83dd3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.638076 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-7e8a7c31-802f-4508-8a5f-7e5c83dd3efd service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.0983574 Apr 21 20:54:58.685625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-cb7e3195-4f44-4b61-befb-8a1f665f88d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529 HTTP/1.1" status: 200 len: 217 time: 0.0390306 Apr 21 20:54:58.719816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-439ff5fc-1fa7-46b7-9129-bf65b3867ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.721302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-439ff5fc-1fa7-46b7-9129-bf65b3867ad5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 200 len: 923 time: 0.1646104 Apr 21 20:54:58.724716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.752158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['bc84869d-00b0-423c-804e-ad0ecdd5053b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:54:58.772095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-0d5b5766-1dd3-4225-9375-82f772e13190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.773734 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-0d5b5766-1dd3-4225-9375-82f772e13190 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0776248 Apr 21 20:54:58.786826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439081e3-231f-4f33-a9bf-1d71292e3fb9 req-d0ba50f8-f0ce-4c7e-8008-b05c6725c888 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.794203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439081e3-231f-4f33-a9bf-1d71292e3fb9 req-d0ba50f8-f0ce-4c7e-8008-b05c6725c888 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.802257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439081e3-231f-4f33-a9bf-1d71292e3fb9 req-d0ba50f8-f0ce-4c7e-8008-b05c6725c888 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.809924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439081e3-231f-4f33-a9bf-1d71292e3fb9 req-d0ba50f8-f0ce-4c7e-8008-b05c6725c888 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.813410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-4d749287-b0ee-4203-ba36-075c0a5f913e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435 HTTP/1.1" status: 200 len: 217 time: 0.0808945 Apr 21 20:54:58.814970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9fee6c-bfd1-41b5-a30c-582505869db9']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:58.815763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439081e3-231f-4f33-a9bf-1d71292e3fb9 req-d0ba50f8-f0ce-4c7e-8008-b05c6725c888 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.822366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439081e3-231f-4f33-a9bf-1d71292e3fb9 req-d0ba50f8-f0ce-4c7e-8008-b05c6725c888 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.828136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439081e3-231f-4f33-a9bf-1d71292e3fb9 req-d0ba50f8-f0ce-4c7e-8008-b05c6725c888 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.830501 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-439081e3-231f-4f33-a9bf-1d71292e3fb9 req-d0ba50f8-f0ce-4c7e-8008-b05c6725c888 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5439 time: 0.1434412 Apr 21 20:54:58.858923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bf273c-2a6d-4ba3-8869-865c292c24c9') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:58.859154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bf273c-2a6d-4ba3-8869-865c292c24c9') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:54:58.865318 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-1bb47609-3eb3-48a7-a81e-335da503260c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341728 Apr 21 20:54:58.875168 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.895452 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.898345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-7f33cb2b-2599-45de-b7d9-e70ef4ffc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:58.899811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-7f33cb2b-2599-45de-b7d9-e70ef4ffc2ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b091780-49e0-43b5-a615-8809871ac381 HTTP/1.1" status: 200 len: 862 time: 0.0755568 Apr 21 20:54:58.904601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:54:58.905084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:54:58.907049 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:54:58.920692 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f58600ce-e89b-48f7-bd14-e368216c3f92 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:58.954419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-439081e3-231f-4f33-a9bf-1d71292e3fb9 req-bc9c6fe3-bcf6-48cf-bb18-904cafa6d3a7 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1143100 Apr 21 20:54:58.967172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: f58600ce-e89b-48f7-bd14-e368216c3f92 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:58.967816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f58600ce-e89b-48f7-bd14-e368216c3f92 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:58.968324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:54:58.984465 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-8541fc35-433e-42d6-a8f6-12d2360f867e service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111794 Apr 21 20:54:59.002087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-4ff8274c-4e69-4442-b995-519d4a609bf9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1efc2521-a376-4282-87e9-b481a87d6c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846503 Apr 21 20:54:59.002565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:54:59.005016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9856e5e7-7bfb-4bd4-bbb5-5e2ae0ec8a15 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:54:59.090060 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:59.100787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:59.104205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/dd9fee6c-bfd1-41b5-a30c-582505869db9 HTTP/1.1" status: 204 len: 168 time: 0.6273122 Apr 21 20:54:59.128359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-39efacd1-49b9-4af5-9972-2aa0fd5885b2 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265755 Apr 21 20:54:59.128741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c299f-b105-4319-924e-6183afb281c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9fee6c-bfd1-41b5-a30c-582505869db9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:59.181483 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-86c9b697-6eda-49cd-ac8d-e6057f76e7b2 service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701174 Apr 21 20:54:59.184302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-d61570b5-8b5b-4fde-9d09-093c7b90311a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674336 Apr 21 20:54:59.198499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ec80b79-3056-4097-b97e-fd69fcec58b3 req-a3764361-ab6f-4acd-89aa-0c2ecf6620f8 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0461705 Apr 21 20:54:59.329496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-28b2b36c-6e40-436f-832b-f8316e007928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:59.345638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-28b2b36c-6e40-436f-832b-f8316e007928 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1095 time: 0.0842278 Apr 21 20:54:59.392160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45722) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:59.431308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba1d1c25-263f-483b-b282-6716b2a898c2 req-eea50184-a0b4-4929-8c63-66ca9f763408 service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261488 Apr 21 20:54:59.466911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-0009bad3-5f63-49b2-8b4d-6844a99f0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:59.468745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-0009bad3-5f63-49b2-8b4d-6844a99f0e1a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.1078739 Apr 21 20:54:59.495892 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2be58e9e-4247-43f5-a3c8-b2d428362aac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=211691670cce472e9daabae062e47692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023426 Apr 21 20:54:59.498365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45724) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:59.511685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783c6ba-e524-4842-bbce-4de683220f36 req-09228153-86f3-4ad7-bca9-d41f59b8a5cc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:59.513415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b783c6ba-e524-4842-bbce-4de683220f36 req-09228153-86f3-4ad7-bca9-d41f59b8a5cc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 944 time: 0.1357281 Apr 21 20:54:59.523733 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-b08fb0c9-5713-4696-b80f-7c4351db1528 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 217 time: 0.0461955 Apr 21 20:54:59.583405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-2df6aec6-b2bc-49d5-a8ae-0fd8f6afea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:59.585163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-2df6aec6-b2bc-49d5-a8ae-0fd8f6afea28 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0541162 Apr 21 20:54:59.591446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b783c6ba-e524-4842-bbce-4de683220f36 req-b3680b5e-14d9-4473-8a68-643a8a7ea225 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703061 Apr 21 20:54:59.592217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f43939c-85cb-40a3-a3fe-08e4dd360fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:59.619960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f43939c-85cb-40a3-a3fe-08e4dd360fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:59.651676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-f0d83ebe-057e-4a4c-865a-b4ba9e4e02af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546348 Apr 21 20:54:59.667732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45728) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:54:59.753543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a626f0-b9bb-4d34-8ce7-aa5f87902771 admin admin] Deleting subnet 0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:54:59.756825 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57a626f0-b9bb-4d34-8ce7-aa5f87902771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:59.795315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-8a684a1e-7ca3-43b7-a3e4-2a70d0faec18 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341665 Apr 21 20:54:59.796074 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f43939c-85cb-40a3-a3fe-08e4dd360fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:59.798744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f43939c-85cb-40a3-a3fe-08e4dd360fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:59.799717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f43939c-85cb-40a3-a3fe-08e4dd360fd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7 HTTP/1.1" status: 204 len: 168 time: 0.3002858 Apr 21 20:54:59.813918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57a626f0-b9bb-4d34-8ce7-aa5f87902771 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:59.816574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43939c-85cb-40a3-a3fe-08e4dd360fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8af8b3-e52d-40d4-bed8-15d1bf5b57d7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:54:59.919617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfec98-563b-4bf4-938d-dc3caf35a970 req-edcd098a-cae1-40b4-85ad-4e667167b6f6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:54:59.921496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dcfec98-563b-4bf4-938d-dc3caf35a970 req-edcd098a-cae1-40b4-85ad-4e667167b6f6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.2050219 Apr 21 20:54:59.923117 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca9f535b-38a8-4212-8cb0-fd13ef5d9bcb req-885a51a4-b744-48a2-8644-e1b18251d81e service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150930 Apr 21 20:54:59.964566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57a626f0-b9bb-4d34-8ce7-aa5f87902771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:54:59.995564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a783c636-17d6-473d-a17b-9c2a55a1af0e', 'name': 'network-vif-deleted', 'tag': 'dce21c0f-3cc6-46d4-a1a6-2d30315375e1'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:54:59.997946 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83acbb01-abc8-4292-9d6d-5b59a8ca202d" -d '{"events": [{"server_uuid": "a783c636-17d6-473d-a17b-9c2a55a1af0e", "name": "network-vif-deleted", "tag": "dce21c0f-3cc6-46d4-a1a6-2d30315375e1"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:00.025147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4dcfec98-563b-4bf4-938d-dc3caf35a970 req-cc418abe-8b52-4c81-8a7c-5f6ae2daf5d8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900826 Apr 21 20:55:00.071074 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57a626f0-b9bb-4d34-8ce7-aa5f87902771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.084711 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd76bca-bfbf-4e04-b7f5-9fd4ed0478aa x-openstack-request-id: req-2fd76bca-bfbf-4e04-b7f5-9fd4ed0478aa {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:00.085038 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a783c636-17d6-473d-a17b-9c2a55a1af0e", "name": "network-vif-deleted", "tag": "dce21c0f-3cc6-46d4-a1a6-2d30315375e1", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:00.085264 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2fd76bca-bfbf-4e04-b7f5-9fd4ed0478aa {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:00.085664 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd76bca-bfbf-4e04-b7f5-9fd4ed0478aa'] response: {'server_uuid': 'a783c636-17d6-473d-a17b-9c2a55a1af0e', 'name': 'network-vif-deleted', 'tag': 'dce21c0f-3cc6-46d4-a1a6-2d30315375e1', 'status': 'completed', 'code': 200} Apr 21 20:55:00.089655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:00.093568 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c66bb3d-83cd-4b57-a84f-a035e753badd" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:00.095819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57a626f0-b9bb-4d34-8ce7-aa5f87902771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.099260 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-57a626f0-b9bb-4d34-8ce7-aa5f87902771 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae HTTP/1.1" status: 204 len: 168 time: 0.4305782 Apr 21 20:55:00.102197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45748) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:00.143624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a626f0-b9bb-4d34-8ce7-aa5f87902771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0969bcf6-9bb9-4ff1-9d74-4e0151a0a0ae,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:00.166876 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bc1cd5-a2a8-4a33-814b-0f536537cac9 x-openstack-request-id: req-78bc1cd5-a2a8-4a33-814b-0f536537cac9 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:00.167240 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:00.167499 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78bc1cd5-a2a8-4a33-814b-0f536537cac9 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:00.168255 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bc1cd5-a2a8-4a33-814b-0f536537cac9'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'code': 200} Apr 21 20:55:00.328922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6f656-5824-49f5-b924-6d505e525328 req-6b482996-0d4c-4cee-ae7e-ff412ca8ca11 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:00.335862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6f656-5824-49f5-b924-6d505e525328 req-6b482996-0d4c-4cee-ae7e-ff412ca8ca11 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:00.343971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6f656-5824-49f5-b924-6d505e525328 req-6b482996-0d4c-4cee-ae7e-ff412ca8ca11 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:00.351095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6f656-5824-49f5-b924-6d505e525328 req-6b482996-0d4c-4cee-ae7e-ff412ca8ca11 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:00.362277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6f656-5824-49f5-b924-6d505e525328 req-6b482996-0d4c-4cee-ae7e-ff412ca8ca11 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:00.371327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6f656-5824-49f5-b924-6d505e525328 req-6b482996-0d4c-4cee-ae7e-ff412ca8ca11 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:00.387833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6f656-5824-49f5-b924-6d505e525328 req-6b482996-0d4c-4cee-ae7e-ff412ca8ca11 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:00.390265 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04e6f656-5824-49f5-b924-6d505e525328 req-6b482996-0d4c-4cee-ae7e-ff412ca8ca11 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5439 time: 0.2230866 Apr 21 20:55:00.395907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.474686 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5040654f-73f0-49ef-beba-8417136b897f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.486580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-121d8bc9-b167-414e-afc1-d69a6c848394 req-da3bf0a8-60d5-42ee-ad34-db54d704dc60 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0735660 Apr 21 20:55:00.516726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04e6f656-5824-49f5-b924-6d505e525328 req-5922daee-beac-4da8-9cad-a4fe625f256a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168420 Apr 21 20:55:00.557673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45762) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:00.624368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.654926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c155b1-46bc-45ce-ab3e-1edae0145c84']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:00.672727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f707b877-97e1-437c-86af-abf5220acb06') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:00.673401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f707b877-97e1-437c-86af-abf5220acb06') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:00.692434 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.712919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.719131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:55:00.719553 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:55:00.721391 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:55:00.812318 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7135628-98fa-440b-b476-811244dbd2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.824858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d996b08-69a9-4060-b65a-175a3f553f78 req-e5efa22e-4968-4376-b335-468fbd822e57 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:00.832680 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d996b08-69a9-4060-b65a-175a3f553f78 req-e5efa22e-4968-4376-b335-468fbd822e57 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 944 time: 0.1005833 Apr 21 20:55:00.840492 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.845871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:00.852210 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/36c155b1-46bc-45ce-ab3e-1edae0145c84 HTTP/1.1" status: 204 len: 168 time: 0.7486944 Apr 21 20:55:00.918113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4f086d0d-6082-4389-a8a9-4acdd6d3c435 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:55:00.992702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7135628-98fa-440b-b476-811244dbd2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.003237 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7135628-98fa-440b-b476-811244dbd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.098538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7135628-98fa-440b-b476-811244dbd2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03df079-4ef9-422f-840f-8985a71e89b5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:01.119512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f7135628-98fa-440b-b476-811244dbd2b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ca18a3f62a14fba8cfbb329bf9b0df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580275 Apr 21 20:55:01.120501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:01.148417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:01.182421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '4f086d0d-6082-4389-a8a9-4acdd6d3c435', 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b', 'port_id': '4f086d0d-6082-4389-a8a9-4acdd6d3c435', 'mac_address': 'fa:16:3e:ed:81:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b091780-49e0-43b5-a615-8809871ac381', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:55:01.197624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 446bc886-9f57-4f74-99fb-5b7ccdc938e2 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:01.237070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45786) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:01.237762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-39de7396-16f9-44dd-abb6-f58c2c75b136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.267566 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.287511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e727ee-4567-464b-8ddd-b3ccd7b3f9f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c155b1-46bc-45ce-ab3e-1edae0145c84,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:01.304116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f086d0d-6082-4389-a8a9-4acdd6d3c435 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:55:01.333471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d996b08-69a9-4060-b65a-175a3f553f78 req-7c1422e0-a091-45ef-8f12-1dbcae416452 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855273 Apr 21 20:55:01.335270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-39de7396-16f9-44dd-abb6-f58c2c75b136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.338145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:01.342259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:55:01.348742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:01.349156 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.350812 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.442818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4f086d0d-6082-4389-a8a9-4acdd6d3c435,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:01.450832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-657df4f5-93a0-48b6-89f1-221d78d3d711 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b41d8dea26e748d7a43023a97472f406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682167 Apr 21 20:55:01.454069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45802) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:01.471917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321de72f-4ca2-4a0e-8a40-2763df3ed8b5 req-e90d9a8b-ee19-4377-a80a-b893b2eb9ef8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:01.473797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-321de72f-4ca2-4a0e-8a40-2763df3ed8b5 req-e90d9a8b-ee19-4377-a80a-b893b2eb9ef8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.1605182 Apr 21 20:55:01.508663 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.516306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-39de7396-16f9-44dd-abb6-f58c2c75b136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.518837 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-39de7396-16f9-44dd-abb6-f58c2c75b136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.520686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-39de7396-16f9-44dd-abb6-f58c2c75b136 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e03df079-4ef9-422f-840f-8985a71e89b5 HTTP/1.1" status: 204 len: 168 time: 0.3986745 Apr 21 20:55:01.559229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 446bc886-9f57-4f74-99fb-5b7ccdc938e2, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:01.565839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de7396-16f9-44dd-abb6-f58c2c75b136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03df079-4ef9-422f-840f-8985a71e89b5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:01.571005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.571820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 28e2a7bb-fde2-4781-a6dc-aa20db9c503b up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:01.644666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-321de72f-4ca2-4a0e-8a40-2763df3ed8b5 req-71fcdf81-86dd-4093-b249-8ec496986562 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516519 Apr 21 20:55:01.667079 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6422a0ab-e9fe-4781-8c4f-2770f591925c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.715286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['4f086d0d-6082-4389-a8a9-4acdd6d3c435'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:55:01.719198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=446bc886-9f57-4f74-99fb-5b7ccdc938e2,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:01.736988 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6422a0ab-e9fe-4781-8c4f-2770f591925c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.799516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e78ed-0fe4-4a29-b864-1c09bd80939b req-6208e66f-d0b7-4404-8456-9760f30ae16f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:01.806510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:55:01.814233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:01.814907 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.818078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e78ed-0fe4-4a29-b864-1c09bd80939b req-6208e66f-d0b7-4404-8456-9760f30ae16f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:01.829943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e78ed-0fe4-4a29-b864-1c09bd80939b req-6208e66f-d0b7-4404-8456-9760f30ae16f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:01.844138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e78ed-0fe4-4a29-b864-1c09bd80939b req-6208e66f-d0b7-4404-8456-9760f30ae16f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:01.868022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e78ed-0fe4-4a29-b864-1c09bd80939b req-6208e66f-d0b7-4404-8456-9760f30ae16f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:01.889014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e3ca9539-98b8-4ed4-99ae-5c93fac75bb0 req-8dfb335c-0a1c-4c3d-a67d-a19d2ed869d0 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0856562 Apr 21 20:55:01.898992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e78ed-0fe4-4a29-b864-1c09bd80939b req-6208e66f-d0b7-4404-8456-9760f30ae16f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:01.905000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e78ed-0fe4-4a29-b864-1c09bd80939b req-6208e66f-d0b7-4404-8456-9760f30ae16f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:01.913967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-574e78ed-0fe4-4a29-b864-1c09bd80939b req-6208e66f-d0b7-4404-8456-9760f30ae16f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5440 time: 0.2641244 Apr 21 20:55:01.928524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6422a0ab-e9fe-4781-8c4f-2770f591925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.933469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6422a0ab-e9fe-4781-8c4f-2770f591925c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:01.933924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6422a0ab-e9fe-4781-8c4f-2770f591925c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/052e8394-8dcd-4018-841f-6d4d60449250 HTTP/1.1" status: 204 len: 168 time: 0.4786696 Apr 21 20:55:01.953894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422a0ab-e9fe-4781-8c4f-2770f591925c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052e8394-8dcd-4018-841f-6d4d60449250,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:01.993398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-574e78ed-0fe4-4a29-b864-1c09bd80939b req-5727537c-87ef-4263-9c68-f5ee4391653f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669882 Apr 21 20:55:01.996227 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.056681 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:02.062850 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.063758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:02.148105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:02.163910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:55:02.167971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45826) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:02.173377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446bc886-9f57-4f74-99fb-5b7ccdc938e2'}, {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:02.177346 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d447211-6cb4-4183-b163-e2b602952ea2" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "446bc886-9f57-4f74-99fb-5b7ccdc938e2"}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "28e2a7bb-fde2-4781-a6dc-aa20db9c503b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:02.185275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:02.185775 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.226229 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c4904-c78f-4e14-b3c7-2956d16d8d0e x-openstack-request-id: req-5e1c4904-c78f-4e14-b3c7-2956d16d8d0e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:02.226606 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "446bc886-9f57-4f74-99fb-5b7ccdc938e2", "code": 200}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "28e2a7bb-fde2-4781-a6dc-aa20db9c503b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:02.226859 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e1c4904-c78f-4e14-b3c7-2956d16d8d0e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:02.227342 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1c4904-c78f-4e14-b3c7-2956d16d8d0e'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446bc886-9f57-4f74-99fb-5b7ccdc938e2', 'code': 200} Apr 21 20:55:02.227532 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1c4904-c78f-4e14-b3c7-2956d16d8d0e'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b', 'code': 200} Apr 21 20:55:02.303464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.359061 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8f208af-e0c3-4876-b566-c344708e0fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.369479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:02.379790 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.381064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device dce21c0f-3cc6-46d4-a1a6-2d30315375e1 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:55:02.489467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: dce21c0f-3cc6-46d4-a1a6-2d30315375e1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:55:02.490242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device dce21c0f-3cc6-46d4-a1a6-2d30315375e1 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:55:02.524433 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8f208af-e0c3-4876-b566-c344708e0fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.531381 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8f208af-e0c3-4876-b566-c344708e0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.574320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:02.583551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c8f208af-e0c3-4876-b566-c344708e0fce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8de2d7e744345108a0f7610c8946967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137871 Apr 21 20:55:02.585847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee784a-e3e8-4588-9c5f-c0c33bf31bc3 req-66779257-dee1-431d-b57d-9b9ac8c8cff3 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:02.586644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45848) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:02.589561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7ee784a-e3e8-4588-9c5f-c0c33bf31bc3 req-66779257-dee1-431d-b57d-9b9ac8c8cff3 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 945 time: 0.1640792 Apr 21 20:55:02.608524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f208af-e0c3-4876-b566-c344708e0fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912dce30-0052-4887-a347-f080037131ba,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:02.685017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-976b80e0-44dc-481d-9af0-de9531280547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.704903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7ee784a-e3e8-4588-9c5f-c0c33bf31bc3 req-0d4b2933-fa06-4548-8510-467f207f6fef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035488 Apr 21 20:55:02.727817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-976b80e0-44dc-481d-9af0-de9531280547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.773091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bb5eb97e-cc5b-4004-ae85-47109a00ab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.803891 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-976b80e0-44dc-481d-9af0-de9531280547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.808903 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-976b80e0-44dc-481d-9af0-de9531280547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:02.810777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-976b80e0-44dc-481d-9af0-de9531280547 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/912dce30-0052-4887-a347-f080037131ba HTTP/1.1" status: 204 len: 168 time: 0.2229311 Apr 21 20:55:02.821597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b80e0-44dc-481d-9af0-de9531280547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912dce30-0052-4887-a347-f080037131ba,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:02.930745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772b297-e9dc-4ae4-81fd-8be99797dbcb req-114989af-ad03-44ff-8cac-558b30ad24f0 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:02.931395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4f086d0d-6082-4389-a8a9-4acdd6d3c435 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:02.932575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f772b297-e9dc-4ae4-81fd-8be99797dbcb req-114989af-ad03-44ff-8cac-558b30ad24f0 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.0970500 Apr 21 20:55:02.998293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f772b297-e9dc-4ae4-81fd-8be99797dbcb req-0dbb084e-2e2f-4f92-ae77-51122fabedf2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579734 Apr 21 20:55:03.053167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:55:03.060383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:03.061282 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:03.169435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7652f2cc-5f78-4aa0-a546-1c3c767e71af req-b93f270d-7fa3-4a0f-8a6f-0c391ba47494 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0528541 Apr 21 20:55:03.221984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bc84869d-00b0-423c-804e-ad0ecdd5053b up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:03.265446 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:03.289978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4707-ab35-462e-938d-7069cc0a0521 req-00350bca-bb2e-4b53-bdad-898fc5cf87f5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:03.311677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4707-ab35-462e-938d-7069cc0a0521 req-00350bca-bb2e-4b53-bdad-898fc5cf87f5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:03.323257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4707-ab35-462e-938d-7069cc0a0521 req-00350bca-bb2e-4b53-bdad-898fc5cf87f5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:03.332343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port bc84869d-00b0-423c-804e-ad0ecdd5053b completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:55:03.334207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4707-ab35-462e-938d-7069cc0a0521 req-00350bca-bb2e-4b53-bdad-898fc5cf87f5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:03.341673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4707-ab35-462e-938d-7069cc0a0521 req-00350bca-bb2e-4b53-bdad-898fc5cf87f5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:03.346188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port bc84869d-00b0-423c-804e-ad0ecdd5053b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:03.352268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4707-ab35-462e-938d-7069cc0a0521 req-00350bca-bb2e-4b53-bdad-898fc5cf87f5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:03.353255 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:03.360771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:03.376477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d4707-ab35-462e-938d-7069cc0a0521 req-00350bca-bb2e-4b53-bdad-898fc5cf87f5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:03.387195 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-194d4707-ab35-462e-938d-7069cc0a0521 req-00350bca-bb2e-4b53-bdad-898fc5cf87f5 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5442 time: 0.2395253 Apr 21 20:55:03.437949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-194d4707-ab35-462e-938d-7069cc0a0521 req-096657b0-6602-4537-8b67-2e952a1ee14f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446708 Apr 21 20:55:03.441082 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:03.503798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4f086d0d-6082-4389-a8a9-4acdd6d3c435,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:03.580419 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:03.652754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port bc84869d-00b0-423c-804e-ad0ecdd5053b, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bc84869d-00b0-423c-804e-ad0ecdd5053b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:03.661717 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:03.662702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d03cc100-8f43-4cd0-90c4-0d5b45304cab up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:03.775784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45892) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:03.843503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=bc84869d-00b0-423c-804e-ad0ecdd5053b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:03.853053 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port d03cc100-8f43-4cd0-90c4-0d5b45304cab completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:55:03.857707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port d03cc100-8f43-4cd0-90c4-0d5b45304cab triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:03.858262 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:03.875720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24948aa-a6a1-4e46-aa58-1b101ba42d67 req-623efba9-4e79-4028-a9b0-826f4d50c1b7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:03.882815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f24948aa-a6a1-4e46-aa58-1b101ba42d67 req-623efba9-4e79-4028-a9b0-826f4d50c1b7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.0747464 Apr 21 20:55:03.974068 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:03.974920 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:03.992035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f24948aa-a6a1-4e46-aa58-1b101ba42d67 req-552924e8-191c-4633-819b-3052821cb788 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051421 Apr 21 20:55:04.015340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d03cc100-8f43-4cd0-90c4-0d5b45304cab, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d03cc100-8f43-4cd0-90c4-0d5b45304cab,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:04.022234 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.080400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-732131539-network', 'tenant_id': 'f270035b3f5747a4bca5af86007e9950'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:04.089361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=d03cc100-8f43-4cd0-90c4-0d5b45304cab,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:04.147882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Made reservation on behalf of f270035b3f5747a4bca5af86007e9950 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:04.150544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.167191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.187046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971692e-66b2-4631-956f-51330212c383 req-4629898b-e9f9-48d5-974a-46a9301189bf tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.188546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4971692e-66b2-4631-956f-51330212c383 req-4629898b-e9f9-48d5-974a-46a9301189bf tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.0846500 Apr 21 20:55:04.228745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0'}, {'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435'}, {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc84869d-00b0-423c-804e-ad0ecdd5053b'}, {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:04.232556 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ea9d00-37a3-44b2-b38f-e517dff3b0e6" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "34954fa9-2c9d-48fd-bc6f-f75ce4da16d0"}, {"server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "name": "network-vif-plugged", "status": "completed", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435"}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "bc84869d-00b0-423c-804e-ad0ecdd5053b"}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "d03cc100-8f43-4cd0-90c4-0d5b45304cab"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:04.272125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4971692e-66b2-4631-956f-51330212c383 req-615fbec9-eb18-4298-b5ae-2cf4a446449a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768292 Apr 21 20:55:04.333031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.340105 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.362614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:55:04.374633 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.374976 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Added segment 983894f5-80d8-40ee-8be0-6876e0153f43 of type vlan for network 9b4de5d3-1069-481e-b474-e351504ee0b6 Apr 21 20:55:04.385728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24ca0500-a827-4026-8d39-a185c920b786 req-48629667-7273-4de6-a78e-ba49d8421d59 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0479834 Apr 21 20:55:04.391882 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edc1f68-c08b-488b-b411-b13f5334f04e x-openstack-request-id: req-1edc1f68-c08b-488b-b411-b13f5334f04e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:04.393107 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "34954fa9-2c9d-48fd-bc6f-f75ce4da16d0", "code": 200}, {"server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "name": "network-vif-plugged", "status": "completed", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435", "code": 200}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "bc84869d-00b0-423c-804e-ad0ecdd5053b", "code": 200}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-plugged", "status": "completed", "tag": "d03cc100-8f43-4cd0-90c4-0d5b45304cab", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:04.393593 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1edc1f68-c08b-488b-b411-b13f5334f04e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:04.394442 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edc1f68-c08b-488b-b411-b13f5334f04e'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0', 'code': 200} Apr 21 20:55:04.394943 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edc1f68-c08b-488b-b411-b13f5334f04e'] response: {'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435', 'code': 200} Apr 21 20:55:04.395408 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edc1f68-c08b-488b-b411-b13f5334f04e'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc84869d-00b0-423c-804e-ad0ecdd5053b', 'code': 200} Apr 21 20:55:04.395867 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1edc1f68-c08b-488b-b411-b13f5334f04e'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab', 'code': 200} Apr 21 20:55:04.479272 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.497929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2229f4-d31c-41ca-95e9-a9255e71c98c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:04.635625 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.636591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.637221 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.670626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f9181-a14c-407d-8ae5-31382d1e4712 req-15b246d4-14f7-4138-8d1e-65c21e5f492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.672100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb3f9181-a14c-407d-8ae5-31382d1e4712 req-15b246d4-14f7-4138-8d1e-65c21e5f492b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 1097 time: 0.1458161 Apr 21 20:55:04.681393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9046085 Apr 21 20:55:04.684380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45936) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:04.690259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Request body: {'subnet': {'network_id': '9b4de5d3-1069-481e-b474-e351504ee0b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-732131539-subnet', 'tenant_id': 'f270035b3f5747a4bca5af86007e9950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:04.735373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Made reservation on behalf of f270035b3f5747a4bca5af86007e9950 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:04.736066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d4fd-1bc8-4c41-bf99-06c8a5383f32 req-d670267a-b28e-43d9-8a35-4ea80405185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.736538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d4fd-1bc8-4c41-bf99-06c8a5383f32 req-d670267a-b28e-43d9-8a35-4ea80405185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.737023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d4fd-1bc8-4c41-bf99-06c8a5383f32 req-d670267a-b28e-43d9-8a35-4ea80405185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.737477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d4fd-1bc8-4c41-bf99-06c8a5383f32 req-d670267a-b28e-43d9-8a35-4ea80405185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.737930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d4fd-1bc8-4c41-bf99-06c8a5383f32 req-d670267a-b28e-43d9-8a35-4ea80405185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.738966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d4fd-1bc8-4c41-bf99-06c8a5383f32 req-d670267a-b28e-43d9-8a35-4ea80405185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.739435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9d4fd-1bc8-4c41-bf99-06c8a5383f32 req-d670267a-b28e-43d9-8a35-4ea80405185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.740103 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:04.741323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f9d4fd-1bc8-4c41-bf99-06c8a5383f32 req-d670267a-b28e-43d9-8a35-4ea80405185e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6501 time: 0.2122474 Apr 21 20:55:04.757718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd57e2a-6d35-488f-a979-6c2ca70ed58f admin admin] Pushing event updated for resources: {'Network': ['ID=9b4de5d3-1069-481e-b474-e351504ee0b6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:04.773524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9b4de5d3-1069-481e-b474-e351504ee0b6 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:55:04.774583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5add8-5d66-40f2-a1c4-c13be15e153f req-c579f4e5-ee47-4bcd-a5f1-3bb9a3666754 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.780368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5add8-5d66-40f2-a1c4-c13be15e153f req-c579f4e5-ee47-4bcd-a5f1-3bb9a3666754 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.786890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5add8-5d66-40f2-a1c4-c13be15e153f req-c579f4e5-ee47-4bcd-a5f1-3bb9a3666754 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.792870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5add8-5d66-40f2-a1c4-c13be15e153f req-c579f4e5-ee47-4bcd-a5f1-3bb9a3666754 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.798558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5add8-5d66-40f2-a1c4-c13be15e153f req-c579f4e5-ee47-4bcd-a5f1-3bb9a3666754 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.804426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5add8-5d66-40f2-a1c4-c13be15e153f req-c579f4e5-ee47-4bcd-a5f1-3bb9a3666754 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.810215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5add8-5d66-40f2-a1c4-c13be15e153f req-c579f4e5-ee47-4bcd-a5f1-3bb9a3666754 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:04.818022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5d5add8-5d66-40f2-a1c4-c13be15e153f req-c579f4e5-ee47-4bcd-a5f1-3bb9a3666754 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.2270210 Apr 21 20:55:04.851630 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb3f9181-a14c-407d-8ae5-31382d1e4712 req-97d45ede-b5bb-4461-9d80-47040809a840 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673105 Apr 21 20:55:04.884277 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f9d4fd-1bc8-4c41-bf99-06c8a5383f32 req-1c6ae6f5-73ed-40ab-a81b-6be9730d267d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&id=d004444a-7add-4ffb-ad5c-bac7ba987539&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327996 Apr 21 20:55:04.912312 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5d5add8-5d66-40f2-a1c4-c13be15e153f req-b3e99fac-14c1-4ede-b03a-9ccd0a0c701f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837276 Apr 21 20:55:05.072806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.142220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45948) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:05.192086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8b398e-94d3-4069-b7e8-77a664d131b2,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:05.209509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Checking segment: {'id': '983894f5-80d8-40ee-8be0-6876e0153f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '9b4de5d3-1069-481e-b474-e351504ee0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:05.210552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Network hostable DHCP agents. Network: 9b4de5d3-1069-481e-b474-e351504ee0b6, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:55:05.225797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0994-23f0-41f3-a1fd-ed20a9baa7e2 req-35369833-e9c1-47b0-9547-a5affda7f498 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:05.228381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4fe0994-23f0-41f3-a1fd-ed20a9baa7e2 req-35369833-e9c1-47b0-9547-a5affda7f498 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.1349897 Apr 21 20:55:05.244528 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.281200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Network 9b4de5d3-1069-481e-b474-e351504ee0b6 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:55:05.295125 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4fe0994-23f0-41f3-a1fd-ed20a9baa7e2 req-1a42310f-f282-4907-8b02-be2ff1aeb530 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559280 Apr 21 20:55:05.300893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 9b4de5d3-1069-481e-b474-e351504ee0b6) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:05.305603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:05.306948 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.310073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a74ee-8ffe-4da2-be9d-f2c512e9e0e2 None None] Network 9b4de5d3-1069-481e-b474-e351504ee0b6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:05.343055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1aeca17c-f935-471f-b7dc-d006fa458859 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6560135 Apr 21 20:55:05.380721 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e1db9852-433f-44be-8226-2308803e5ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.489181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44960322-b137-4012-b287-aa65672fc38b None None] Network 9b4de5d3-1069-481e-b474-e351504ee0b6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:05.540578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d94310-100a-4dec-ba75-d2d5a9135f75 req-5239da97-6fbe-4bf4-b8b5-265ca9dfb82a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:05.543451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45d94310-100a-4dec-ba75-d2d5a9135f75 req-5239da97-6fbe-4bf4-b8b5-265ca9dfb82a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.1344306 Apr 21 20:55:05.545912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0dc34bf4-b822-4780-9233-e8a116af9933 req-4291d39f-c6a4-41e7-9e71-b6c295452d14 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0364292 Apr 21 20:55:05.594572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e1db9852-433f-44be-8226-2308803e5ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.608304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e1db9852-433f-44be-8226-2308803e5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.633056 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45d94310-100a-4dec-ba75-d2d5a9135f75 req-fdbfee4a-991a-4f3f-af13-dda395eb180e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788765 Apr 21 20:55:05.657451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45970) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:05.665210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e1db9852-433f-44be-8226-2308803e5ca0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd317cc2ed124262957c033fb1d5da8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138791 Apr 21 20:55:05.668312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db9852-433f-44be-8226-2308803e5ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceff5dd-dc3a-47d9-9fc0-f28f26b0b66a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:05.719050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56752dca-910c-4fc1-a957-840910a7acb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.742041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56752dca-910c-4fc1-a957-840910a7acb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.801599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56752dca-910c-4fc1-a957-840910a7acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.805767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56752dca-910c-4fc1-a957-840910a7acb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.810051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-56752dca-910c-4fc1-a957-840910a7acb7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ceff5dd-dc3a-47d9-9fc0-f28f26b0b66a HTTP/1.1" status: 204 len: 168 time: 0.1488323 Apr 21 20:55:05.817310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56752dca-910c-4fc1-a957-840910a7acb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceff5dd-dc3a-47d9-9fc0-f28f26b0b66a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:05.831432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:05.909782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-acb6f47d-d70f-4a13-8c2f-11fa6c3e72d8 req-2f8c8e3a-8b0f-4949-9286-48fcc58babf3 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1179268596', 'description': 'tempest-description-1952128597'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:05.937577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acb6f47d-d70f-4a13-8c2f-11fa6c3e72d8 req-2f8c8e3a-8b0f-4949-9286-48fcc58babf3 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.027288 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acb6f47d-d70f-4a13-8c2f-11fa6c3e72d8 req-2f8c8e3a-8b0f-4949-9286-48fcc58babf3 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.031975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acb6f47d-d70f-4a13-8c2f-11fa6c3e72d8 req-2f8c8e3a-8b0f-4949-9286-48fcc58babf3 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.053746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676519c3-6aa4-4d9c-9e25-cc9c9298901d req-4c1ccd21-0c1f-4691-aa7f-d0d18274529e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:06.059732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676519c3-6aa4-4d9c-9e25-cc9c9298901d req-4c1ccd21-0c1f-4691-aa7f-d0d18274529e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:06.065741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676519c3-6aa4-4d9c-9e25-cc9c9298901d req-4c1ccd21-0c1f-4691-aa7f-d0d18274529e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:06.072511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676519c3-6aa4-4d9c-9e25-cc9c9298901d req-4c1ccd21-0c1f-4691-aa7f-d0d18274529e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:06.078062 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-acb6f47d-d70f-4a13-8c2f-11fa6c3e72d8 req-2f8c8e3a-8b0f-4949-9286-48fcc58babf3 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.079300 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-acb6f47d-d70f-4a13-8c2f-11fa6c3e72d8 req-2f8c8e3a-8b0f-4949-9286-48fcc58babf3 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1745458 Apr 21 20:55:06.081522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c8e3a-8b0f-4949-9286-48fcc58babf3 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c229ffad-31e3-4eb2-82c7-ca1fbb56874d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:06.085152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676519c3-6aa4-4d9c-9e25-cc9c9298901d req-4c1ccd21-0c1f-4691-aa7f-d0d18274529e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:06.100560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676519c3-6aa4-4d9c-9e25-cc9c9298901d req-4c1ccd21-0c1f-4691-aa7f-d0d18274529e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:06.108470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676519c3-6aa4-4d9c-9e25-cc9c9298901d req-4c1ccd21-0c1f-4691-aa7f-d0d18274529e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:06.118914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-676519c3-6aa4-4d9c-9e25-cc9c9298901d req-4c1ccd21-0c1f-4691-aa7f-d0d18274529e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.1345358 Apr 21 20:55:06.179007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-676519c3-6aa4-4d9c-9e25-cc9c9298901d req-5add2f24-b762-4769-bbbd-82732bd86d58 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529680 Apr 21 20:55:06.197960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e8cde56-33b9-4606-9894-3a5ac193accb req-b786f667-0555-4c5c-8f0b-e83c5f19ae18 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/c229ffad-31e3-4eb2-82c7-ca1fbb56874d HTTP/1.1" status: 200 len: 1813 time: 0.0907674 Apr 21 20:55:06.205805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-6e8cde56-33b9-4606-9894-3a5ac193accb req-a94465c5-1b15-4b2b-9e15-a7d71ecb6080 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c229ffad-31e3-4eb2-82c7-ca1fbb56874d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:06.206310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-6e8cde56-33b9-4606-9894-3a5ac193accb req-a94465c5-1b15-4b2b-9e15-a7d71ecb6080 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c229ffad-31e3-4eb2-82c7-ca1fbb56874d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:06.279087 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6e8cde56-33b9-4606-9894-3a5ac193accb req-a94465c5-1b15-4b2b-9e15-a7d71ecb6080 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.311801 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6e8cde56-33b9-4606-9894-3a5ac193accb req-a94465c5-1b15-4b2b-9e15-a7d71ecb6080 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.318467 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6e8cde56-33b9-4606-9894-3a5ac193accb req-a94465c5-1b15-4b2b-9e15-a7d71ecb6080 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.337747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94465c5-1b15-4b2b-9e15-a7d71ecb6080 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b78d004-f6af-4115-85f9-47003ac5559c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:06.347484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6e8cde56-33b9-4606-9894-3a5ac193accb req-a94465c5-1b15-4b2b-9e15-a7d71ecb6080 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.349571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e8cde56-33b9-4606-9894-3a5ac193accb req-a94465c5-1b15-4b2b-9e15-a7d71ecb6080 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1484108 Apr 21 20:55:06.420135 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c301e34-6859-4f19-9c99-e6ca05ba7c9f req-2d00ef2a-2fd1-44ae-950c-21ba8480b872 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/c229ffad-31e3-4eb2-82c7-ca1fbb56874d HTTP/1.1" status: 200 len: 2406 time: 0.0481637 Apr 21 20:55:06.455042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb14ca-1b9c-41c2-b8cc-39c9941a555d req-e489cbc9-a172-41a1-9415-cf8977520312 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:06.463088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4fbb14ca-1b9c-41c2-b8cc-39c9941a555d req-e489cbc9-a172-41a1-9415-cf8977520312 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.0700929 Apr 21 20:55:06.474712 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e63eb2b-1f31-4170-9537-46359cba43bd req-9c2c7289-ee5d-4120-8a2d-c0c6ccf0f2c8 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-group-rules/2b78d004-f6af-4115-85f9-47003ac5559c HTTP/1.1" status: 200 len: 778 time: 0.0323327 Apr 21 20:55:06.506315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4fbb14ca-1b9c-41c2-b8cc-39c9941a555d req-d01e56f3-da7b-41f9-be77-ab38acc1f01f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Apr 21 20:55:06.538569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e63eb2b-1f31-4170-9537-46359cba43bd req-4071d4c7-cbe9-45ef-bcc8-7f71a2f36298 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/c229ffad-31e3-4eb2-82c7-ca1fbb56874d HTTP/1.1" status: 200 len: 2406 time: 0.0599170 Apr 21 20:55:06.578126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6e63eb2b-1f31-4170-9537-46359cba43bd req-8a431f69-ff4a-4727-80a6-8dccbe3ae9eb tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.588720 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6e63eb2b-1f31-4170-9537-46359cba43bd req-8a431f69-ff4a-4727-80a6-8dccbe3ae9eb tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.631722 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6e63eb2b-1f31-4170-9537-46359cba43bd req-8a431f69-ff4a-4727-80a6-8dccbe3ae9eb tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.638185 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6e63eb2b-1f31-4170-9537-46359cba43bd req-8a431f69-ff4a-4727-80a6-8dccbe3ae9eb tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:06.639884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e63eb2b-1f31-4170-9537-46359cba43bd req-8a431f69-ff4a-4727-80a6-8dccbe3ae9eb tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2b78d004-f6af-4115-85f9-47003ac5559c HTTP/1.1" status: 204 len: 173 time: 0.1022778 Apr 21 20:55:06.654995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a431f69-ff4a-4727-80a6-8dccbe3ae9eb tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b78d004-f6af-4115-85f9-47003ac5559c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:06.721613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5f0fb-b188-4e2f-bc0d-b518749e1bf5 req-e79eb768-ee1f-47ce-bff9-1a5107d3d2a1 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:06.732488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80f5f0fb-b188-4e2f-bc0d-b518749e1bf5 req-e79eb768-ee1f-47ce-bff9-1a5107d3d2a1 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.1185551 Apr 21 20:55:06.805189 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80f5f0fb-b188-4e2f-bc0d-b518749e1bf5 req-615ed91f-3837-4b6b-9f69-099d3c95e994 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634494 Apr 21 20:55:06.834185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d6977b4e-dc86-42e2-9b9a-f4eae6e6a956 req-f1e50071-acbd-4acc-adf1-67ebe9f3045a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1079275197', 'description': 'tempest-description-1139033512'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:06.839634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-496d78b8-d1b1-45a0-a978-a76171b97446 req-d7a79f06-d8b1-4840-ba34-2ef0004081c2 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.1006186 Apr 21 20:55:06.893215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d6977b4e-dc86-42e2-9b9a-f4eae6e6a956 req-f1e50071-acbd-4acc-adf1-67ebe9f3045a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.008412 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d6977b4e-dc86-42e2-9b9a-f4eae6e6a956 req-f1e50071-acbd-4acc-adf1-67ebe9f3045a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.014558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46036) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:07.022862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12922511-6cce-493b-abba-39270fa6a06b req-4b1268c4-a7d7-4348-b72d-5167068d3896 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.023424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d6977b4e-dc86-42e2-9b9a-f4eae6e6a956 req-f1e50071-acbd-4acc-adf1-67ebe9f3045a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.024947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-12922511-6cce-493b-abba-39270fa6a06b req-4b1268c4-a7d7-4348-b72d-5167068d3896 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.0642202 Apr 21 20:55:07.072411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e50071-acbd-4acc-adf1-67ebe9f3045a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975ace41-dfac-449e-b687-8116b2b90f33,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:07.076626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d6977b4e-dc86-42e2-9b9a-f4eae6e6a956 req-f1e50071-acbd-4acc-adf1-67ebe9f3045a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.088002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6977b4e-dc86-42e2-9b9a-f4eae6e6a956 req-f1e50071-acbd-4acc-adf1-67ebe9f3045a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2596636 Apr 21 20:55:07.100071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-12922511-6cce-493b-abba-39270fa6a06b req-20dcf06b-eabd-4a3b-9eed-25246575c5a0 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676219 Apr 21 20:55:07.206375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e082a95-22ea-44a1-afcf-97e48026edc8 req-422a522c-b2ef-4fea-a9a2-d0d6fc342cba tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/975ace41-dfac-449e-b687-8116b2b90f33 HTTP/1.1" status: 200 len: 1813 time: 0.0557485 Apr 21 20:55:07.233683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1484258604-network', 'tenant_id': '2f425dae7756485f8209541955c29f11'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:07.264900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Made reservation on behalf of 2f425dae7756485f8209541955c29f11 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:07.267135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.283222 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.329752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5cdd8-9b6c-4c41-a032-0f6847db1c86 req-55fb77ea-f553-4492-9722-9cb2d1d066a3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.339675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5cdd8-9b6c-4c41-a032-0f6847db1c86 req-55fb77ea-f553-4492-9722-9cb2d1d066a3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.348031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5cdd8-9b6c-4c41-a032-0f6847db1c86 req-55fb77ea-f553-4492-9722-9cb2d1d066a3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.358818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5cdd8-9b6c-4c41-a032-0f6847db1c86 req-55fb77ea-f553-4492-9722-9cb2d1d066a3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.368861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5cdd8-9b6c-4c41-a032-0f6847db1c86 req-55fb77ea-f553-4492-9722-9cb2d1d066a3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.376590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5cdd8-9b6c-4c41-a032-0f6847db1c86 req-55fb77ea-f553-4492-9722-9cb2d1d066a3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.386341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5cdd8-9b6c-4c41-a032-0f6847db1c86 req-55fb77ea-f553-4492-9722-9cb2d1d066a3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.393370 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bbe5cdd8-9b6c-4c41-a032-0f6847db1c86 req-55fb77ea-f553-4492-9722-9cb2d1d066a3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.1336937 Apr 21 20:55:07.400406 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.407136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.419965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:55:07.449438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.449835 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Added segment 2a72273f-7f60-4250-8c8b-dea613f0c513 of type vlan for network 9ceeeea6-45b7-497e-94df-0a80bc43f85e Apr 21 20:55:07.476551 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bbe5cdd8-9b6c-4c41-a032-0f6847db1c86 req-257ade3d-da09-4746-9ea0-bcf187bf20ac tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790179 Apr 21 20:55:07.495862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1817aed-b65f-4d33-9b34-78558ef3e6ce,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:07.533213 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.570242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.574914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.575733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.685108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] Pushing event updated for resources: {'Network': ['ID=9ceeeea6-45b7-497e-94df-0a80bc43f85e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:07.697522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9ceeeea6-45b7-497e-94df-0a80bc43f85e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:55:07.746976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e8df1dad-563e-4196-814c-6684aacedfc9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7302279 Apr 21 20:55:07.749600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46082) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:07.755974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Request body: {'subnet': {'network_id': '9ceeeea6-45b7-497e-94df-0a80bc43f85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1484258604-subnet', 'tenant_id': '2f425dae7756485f8209541955c29f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:07.790111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358cba-b541-4f9b-aa58-e5e7b39c2157 req-0fa07769-6ce0-46f4-9ec4-7f9f6945e1dc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.804641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-6fbccea1-81db-4aa7-9f8b-c2ab3ef5991e req-5c105de9-0ea5-4d9d-9fad-d2677cfa80d6 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1890670010', 'description': 'tempest-description-1436841764'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:07.807850 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358cba-b541-4f9b-aa58-e5e7b39c2157 req-0fa07769-6ce0-46f4-9ec4-7f9f6945e1dc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.822268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358cba-b541-4f9b-aa58-e5e7b39c2157 req-0fa07769-6ce0-46f4-9ec4-7f9f6945e1dc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.822841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Made reservation on behalf of 2f425dae7756485f8209541955c29f11 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:07.830099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:07.843917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358cba-b541-4f9b-aa58-e5e7b39c2157 req-0fa07769-6ce0-46f4-9ec4-7f9f6945e1dc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.854633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358cba-b541-4f9b-aa58-e5e7b39c2157 req-0fa07769-6ce0-46f4-9ec4-7f9f6945e1dc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.867344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358cba-b541-4f9b-aa58-e5e7b39c2157 req-0fa07769-6ce0-46f4-9ec4-7f9f6945e1dc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.883059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358cba-b541-4f9b-aa58-e5e7b39c2157 req-0fa07769-6ce0-46f4-9ec4-7f9f6945e1dc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:07.891211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84358cba-b541-4f9b-aa58-e5e7b39c2157 req-0fa07769-6ce0-46f4-9ec4-7f9f6945e1dc tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.2383509 Apr 21 20:55:07.912237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46090) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:07.925245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e0db7b20-a8a5-4dcf-a669-01f4d4bf84f9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Request body: {'floatingip': {'port_id': 'f1d56b24-5abc-4238-be2f-181ebec5bb94'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:08.054299 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6fbccea1-81db-4aa7-9f8b-c2ab3ef5991e req-5c105de9-0ea5-4d9d-9fad-d2677cfa80d6 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:08.086266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ace3121-34fa-49cc-a568-89825eb34482 req-e0926bf0-dc8e-4717-a29a-ed7b0357afc0 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0800004 Apr 21 20:55:08.100609 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db7b20-a8a5-4dcf-a669-01f4d4bf84f9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:08.332800 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6fbccea1-81db-4aa7-9f8b-c2ab3ef5991e req-5c105de9-0ea5-4d9d-9fad-d2677cfa80d6 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:08.341063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6fbccea1-81db-4aa7-9f8b-c2ab3ef5991e req-5c105de9-0ea5-4d9d-9fad-d2677cfa80d6 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:08.352806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:08.406224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde0975-9638-4943-9af1-f184505c5acf req-a9700434-d69b-4b8c-96fb-55de32a6cf1e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:08.408318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bfde0975-9638-4943-9af1-f184505c5acf req-a9700434-d69b-4b8c-96fb-55de32a6cf1e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.1353574 Apr 21 20:55:08.425390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c105de9-0ea5-4d9d-9fad-d2677cfa80d6 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b47d11-e854-4f57-8262-36860a1260e7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:08.441547 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6fbccea1-81db-4aa7-9f8b-c2ab3ef5991e req-5c105de9-0ea5-4d9d-9fad-d2677cfa80d6 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:08.454742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6fbccea1-81db-4aa7-9f8b-c2ab3ef5991e req-5c105de9-0ea5-4d9d-9fad-d2677cfa80d6 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6600690 Apr 21 20:55:08.454742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a2fff5-93e7-4acb-956d-d6da70af358e,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:08.498916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Checking segment: {'id': '2a72273f-7f60-4250-8c8b-dea613f0c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ceeeea6-45b7-497e-94df-0a80bc43f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:08.499274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Network hostable DHCP agents. Network: 9ceeeea6-45b7-497e-94df-0a80bc43f85e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:55:08.563285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Network 9ceeeea6-45b7-497e-94df-0a80bc43f85e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:55:08.581479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305ba97-822e-46a3-bdc7-00791e217350 req-4f2ee31f-3a13-4596-be02-a0426b989e52 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:08.583541 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9305ba97-822e-46a3-bdc7-00791e217350 req-4f2ee31f-3a13-4596-be02-a0426b989e52 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.0786130 Apr 21 20:55:08.588369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 9ceeeea6-45b7-497e-94df-0a80bc43f85e) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:08.592594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:08.593220 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:08.598297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3741408e-845a-46e8-be5e-af084600b462 None None] Network 9ceeeea6-45b7-497e-94df-0a80bc43f85e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:08.634361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a396c00b-8c36-4632-9cd4-fe02302cf0d8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8829062 Apr 21 20:55:08.637457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bfde0975-9638-4943-9af1-f184505c5acf req-57a63a08-e4ca-410c-9b2e-0d718cc248fc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826372 Apr 21 20:55:08.701034 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9305ba97-822e-46a3-bdc7-00791e217350 req-8c056adc-d3a6-46f1-9041-df63e7616d5b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973325 Apr 21 20:55:08.835136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a665fcaa-9e96-484f-8ae6-16c8060e3dbd req-bd093536-834c-4687-82d0-b336f5d2440e tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/a5b47d11-e854-4f57-8262-36860a1260e7 HTTP/1.1" status: 200 len: 1813 time: 0.1161065 Apr 21 20:55:08.859958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533bafd-eef4-4029-a3b2-6dc4653c18e6 None None] Network 9ceeeea6-45b7-497e-94df-0a80bc43f85e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:08.875506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-0f237587-106c-4e58-81d0-b85796211083 req-e9ecdce4-f311-4cc3-83f2-cff04119b4d5 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-491211488', 'description': 'tempest-description-1835930859'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:08.920733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db7b20-a8a5-4dcf-a669-01f4d4bf84f9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:08.922832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f237587-106c-4e58-81d0-b85796211083 req-e9ecdce4-f311-4cc3-83f2-cff04119b4d5 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:08.930363 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db7b20-a8a5-4dcf-a669-01f4d4bf84f9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:09.084973 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f237587-106c-4e58-81d0-b85796211083 req-e9ecdce4-f311-4cc3-83f2-cff04119b4d5 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:09.091672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f237587-106c-4e58-81d0-b85796211083 req-e9ecdce4-f311-4cc3-83f2-cff04119b4d5 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:09.116957 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-e0db7b20-a8a5-4dcf-a669-01f4d4bf84f9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Floating IP f813910e-3d71-4d69-923b-d9d60ec3ace6 associated. External IP: 172.25.0.220, port: f1d56b24-5abc-4238-be2f-181ebec5bb94. Apr 21 20:55:09.150718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecdce4-f311-4cc3-83f2-cff04119b4d5 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787ed897-f87e-41fc-8d10-8fbef1070389,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:09.156623 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f237587-106c-4e58-81d0-b85796211083 req-e9ecdce4-f311-4cc3-83f2-cff04119b4d5 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:09.185628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f237587-106c-4e58-81d0-b85796211083 req-e9ecdce4-f311-4cc3-83f2-cff04119b4d5 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3179731 Apr 21 20:55:09.281698 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8642ff3e-849e-42f5-9b2e-655b9911d279 req-5276b834-3010-49e0-b6d1-f1195f366232 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0308177 Apr 21 20:55:09.389997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-357c1f88-ccb1-4e3e-abab-26344e867a0d req-eacb5cde-8ee5-429b-887e-933f21745e2e tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/787ed897-f87e-41fc-8d10-8fbef1070389 HTTP/1.1" status: 200 len: 1812 time: 0.0506353 Apr 21 20:55:09.726576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-d18f9fcc-3445-432f-8511-ab183ef5dbc0 req-81b489c8-aae3-4d73-8c3b-a325a743d1dc tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1734942129', 'description': 'tempest-description-1215923843'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:09.784723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d18f9fcc-3445-432f-8511-ab183ef5dbc0 req-81b489c8-aae3-4d73-8c3b-a325a743d1dc tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:09.806934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb923f9-d31f-4199-b585-c5204584c027 req-ce8ee9d8-5538-4f7f-8382-006fdf204a13 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:09.818603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-ce8ee9d8-5538-4f7f-8382-006fdf204a13 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/networks?id=9ceeeea6-45b7-497e-94df-0a80bc43f85e HTTP/1.1" status: 200 len: 822 time: 0.5107450 Apr 21 20:55:09.827856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0db7b20-a8a5-4dcf-a669-01f4d4bf84f9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Router c12de44f-5a27-4b41-9c07-85d1618f8949 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:55:09.842743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fe50e25b-c476-4c2a-8a01-8ae1ba47d0e5 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/quotas/2f425dae7756485f8209541955c29f11 HTTP/1.1" status: 200 len: 375 time: 0.0185790 Apr 21 20:55:09.879813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-0017758f-bd99-4185-b25f-71e86571c9e9 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f425dae7756485f8209541955c29f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407901 Apr 21 20:55:09.889647 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d18f9fcc-3445-432f-8511-ab183ef5dbc0 req-81b489c8-aae3-4d73-8c3b-a325a743d1dc tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:09.905660 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d18f9fcc-3445-432f-8511-ab183ef5dbc0 req-81b489c8-aae3-4d73-8c3b-a325a743d1dc tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:09.962931 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d18f9fcc-3445-432f-8511-ab183ef5dbc0 req-81b489c8-aae3-4d73-8c3b-a325a743d1dc tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:09.964740 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d18f9fcc-3445-432f-8511-ab183ef5dbc0 req-81b489c8-aae3-4d73-8c3b-a325a743d1dc tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2440646 Apr 21 20:55:09.978015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b489c8-aae3-4d73-8c3b-a325a743d1dc tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729f060e-0261-4602-9262-ec68e88af2b4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:10.081306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-25733aeb-3254-4efd-8b63-289a22bde4a7 service neutron] 10.222.0.49 "GET /v2.0/networks/9ceeeea6-45b7-497e-94df-0a80bc43f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005973 Apr 21 20:55:10.129932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fe51b-502b-4993-93bc-87af06163c01 req-ea2b67bf-e3da-4f23-93a3-dbd2224e07bc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.131398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e0fe51b-502b-4993-93bc-87af06163c01 req-ea2b67bf-e3da-4f23-93a3-dbd2224e07bc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.0784736 Apr 21 20:55:10.140298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0db7b20-a8a5-4dcf-a669-01f4d4bf84f9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:55:10.146856 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db7b20-a8a5-4dcf-a669-01f4d4bf84f9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:10.159312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] Sync routers for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:55:10.180302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:10.182038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:10.191587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e0db7b20-a8a5-4dcf-a669-01f4d4bf84f9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "PUT /v2.0/floatingips/f813910e-3d71-4d69-923b-d9d60ec3ace6 HTTP/1.1" status: 200 len: 991 time: 2.2780821 Apr 21 20:55:10.193522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:10.195862 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e8159e-d2d4-4077-a669-25edfdc64f44" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:10.203947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e0fe51b-502b-4993-93bc-87af06163c01 req-5fcec866-32de-4bdd-bc05-6f78985e8883 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629253 Apr 21 20:55:10.214700 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-55cb65c9-5140-4d13-9123-2e44e1ad127e service neutron] 10.222.0.49 "GET /v2.0/networks/9ceeeea6-45b7-497e-94df-0a80bc43f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317635 Apr 21 20:55:10.337378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:10.370777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73047ba3-31c8-430d-aec9-19a03290173c req-73598555-0ad9-4c79-93ff-ad5c2ea07e78 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.372381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73047ba3-31c8-430d-aec9-19a03290173c req-73598555-0ad9-4c79-93ff-ad5c2ea07e78 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.0648720 Apr 21 20:55:10.453594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73047ba3-31c8-430d-aec9-19a03290173c req-65d18d16-b4ce-4329-bedc-6a8fa7cf0ebb tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691180 Apr 21 20:55:10.522366 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3051c81d-e6f4-43bb-852a-deae98a0dee0 x-openstack-request-id: req-3051c81d-e6f4-43bb-852a-deae98a0dee0 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:10.523124 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:10.523441 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3051c81d-e6f4-43bb-852a-deae98a0dee0 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:10.523908 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3051c81d-e6f4-43bb-852a-deae98a0dee0'] response: {'name': 'network-changed', 'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'status': 'completed', 'code': 200} Apr 21 20:55:10.564926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-543b5d59-0c83-44e1-9cf8-9e3654778818 req-76fab8f2-9b2c-4f70-a616-4842d449d5cd tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/729f060e-0261-4602-9262-ec68e88af2b4 HTTP/1.1" status: 200 len: 1813 time: 0.1292930 Apr 21 20:55:10.617043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-4f927ece-c95c-451f-a089-9c852448b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.617620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-4f927ece-c95c-451f-a089-9c852448b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.618147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-4f927ece-c95c-451f-a089-9c852448b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.618751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-4f927ece-c95c-451f-a089-9c852448b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.619267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-4f927ece-c95c-451f-a089-9c852448b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.619920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-4f927ece-c95c-451f-a089-9c852448b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.620505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-4f927ece-c95c-451f-a089-9c852448b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.622794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-4f927ece-c95c-451f-a089-9c852448b200 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6501 time: 0.0682302 Apr 21 20:55:10.672627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05808c44-790e-4ba9-81eb-dae7b0f4986e req-6325f0b7-5dda-418a-93e1-7db47879812b tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0701828 Apr 21 20:55:10.751872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-258756e8-818c-439e-a9d0-b5776cfa74ed req-d7669f9a-4abb-453c-b3c1-037d5543c40a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 210 time: 0.1193385 Apr 21 20:55:10.763191 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-92fb632c-d86f-495d-9166-804907ae898f req-67aa9bba-8867-4d6c-a925-8552ede5bd4a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] show failed (client error): The resource could not be found. Apr 21 20:55:10.774295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92fb632c-d86f-495d-9166-804907ae898f req-67aa9bba-8867-4d6c-a925-8552ede5bd4a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/17ef034a-03b4-4a0b-9120-fd85a4045c9f HTTP/1.1" status: 404 len: 352 time: 0.0255384 Apr 21 20:55:10.791241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'f813910e-3d71-4d69-923b-d9d60ec3ace6', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'port_id': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'mac_address': 'fa:16:3e:b7:48:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:54:09Z', 'updated_at': '2022-04-21T20:55:08Z', 'revision_number': 1, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e478f438-ebef-4ad3-aa00-f581b2bd2ad0', 'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'mac_address': 'fa:16:3e:aa:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:14Z', 'updated_at': '2022-04-21T20:53:20Z', 'revision_number': 5, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'subnets': [{'id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:10.862836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] Checking router: c12de44f-5a27-4b41-9c07-85d1618f8949 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:55:10.878094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:10.882116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:10.931103 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-f0c90eb8-1949-4cd2-843f-31ec07ee133f req-a197fefd-f796-4f19-9468-6aadacab2035 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] show failed (client error): The resource could not be found. Apr 21 20:55:10.933967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0c90eb8-1949-4cd2-843f-31ec07ee133f req-a197fefd-f796-4f19-9468-6aadacab2035 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-group-rules/5a0dbe84-1d17-456d-87c1-1ff93d94e217 HTTP/1.1" status: 404 len: 361 time: 0.0573254 Apr 21 20:55:10.953928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-8b857f33-1d69-440d-b215-524fb862ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:10.955648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-8b857f33-1d69-440d-b215-524fb862ca3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=dff397c0-118c-4bfa-9bfc-6606a5b4c319 HTTP/1.1" status: 200 len: 917 time: 0.3069959 Apr 21 20:55:10.975984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4f086d0d-6082-4389-a8a9-4acdd6d3c435 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:55:11.062297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-a73f7b8c-2f25-49a0-a2e7-b5fb434f835a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94 HTTP/1.1" status: 200 len: 999 time: 0.0972943 Apr 21 20:55:11.069563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2f8ebd6-9058-41fa-864e-bd7924a16116 req-5e5eabf4-fd8b-4dc3-b232-b2c3680209af tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/729f060e-0261-4602-9262-ec68e88af2b4 HTTP/1.1" status: 200 len: 1813 time: 0.0978959 Apr 21 20:55:11.135153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-592ac3bd-59fe-47f8-9b23-a4d468f4c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:11.137503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-592ac3bd-59fe-47f8-9b23-a4d468f4c63b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de0e18d2-3d10-4e98-876c-60e1b50313cd HTTP/1.1" status: 200 len: 855 time: 0.0687225 Apr 21 20:55:11.138775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:11.192980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2f8ebd6-9058-41fa-864e-bd7924a16116 req-27122d29-7328-42ea-9747-6a9c56148b93 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.195783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:11.205963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-eb38c72d-2fe7-4a99-9b42-b5feeedb23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:11.207754 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-eb38c72d-2fe7-4a99-9b42-b5feeedb23ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dff397c0-118c-4bfa-9bfc-6606a5b4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625694 Apr 21 20:55:11.246296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '4f086d0d-6082-4389-a8a9-4acdd6d3c435', 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b', 'port_id': '4f086d0d-6082-4389-a8a9-4acdd6d3c435', 'mac_address': 'fa:16:3e:ed:81:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b091780-49e0-43b5-a615-8809871ac381', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:55:11.327781 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2f8ebd6-9058-41fa-864e-bd7924a16116 req-27122d29-7328-42ea-9747-6a9c56148b93 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.381969 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.388249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-4f3801a4-fef2-4644-bd54-9b88f7127d78 service neutron] 10.222.0.46 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669424 Apr 21 20:55:11.403818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f086d0d-6082-4389-a8a9-4acdd6d3c435 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:55:11.436508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2f8ebd6-9058-41fa-864e-bd7924a16116 req-27122d29-7328-42ea-9747-6a9c56148b93 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.439961 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2f8ebd6-9058-41fa-864e-bd7924a16116 req-27122d29-7328-42ea-9747-6a9c56148b93 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.442165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2f8ebd6-9058-41fa-864e-bd7924a16116 req-27122d29-7328-42ea-9747-6a9c56148b93 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "DELETE /v2.0/security-groups/729f060e-0261-4602-9262-ec68e88af2b4 HTTP/1.1" status: 204 len: 173 time: 0.3716393 Apr 21 20:55:11.457713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:11.461494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27122d29-7328-42ea-9747-6a9c56148b93 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729f060e-0261-4602-9262-ec68e88af2b4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:11.482494 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.550323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882df066-8d4a-4c58-a99f-7b03745c96ef req-0cc508ef-20b3-4c07-89dc-bf50470aff58 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:11.552128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-882df066-8d4a-4c58-a99f-7b03745c96ef req-0cc508ef-20b3-4c07-89dc-bf50470aff58 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.1845529 Apr 21 20:55:11.592081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4f086d0d-6082-4389-a8a9-4acdd6d3c435,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:11.640340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34f335f2-57fd-4509-8f0c-a1975a38abbb req-aed8d264-d974-4227-84df-17651855cfbc tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/787ed897-f87e-41fc-8d10-8fbef1070389 HTTP/1.1" status: 200 len: 1812 time: 0.1599512 Apr 21 20:55:11.642161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'f813910e-3d71-4d69-923b-d9d60ec3ace6', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'port_id': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'mac_address': 'fa:16:3e:b7:48:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:54:09Z', 'updated_at': '2022-04-21T20:55:08Z', 'revision_number': 1, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e478f438-ebef-4ad3-aa00-f581b2bd2ad0', 'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'mac_address': 'fa:16:3e:aa:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:14Z', 'updated_at': '2022-04-21T20:53:20Z', 'revision_number': 5, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'subnets': [{'id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:11.650205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4e8159e-d2d4-4077-a669-25edfdc64f44 req-fe27d2fb-cfab-48b4-a408-e776dfd81ced service neutron] 10.222.0.46 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408442 Apr 21 20:55:11.679487 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-882df066-8d4a-4c58-a99f-7b03745c96ef req-a064dfaf-c262-414c-91bf-d8c6d34107a2 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122100 Apr 21 20:55:11.697003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['4f086d0d-6082-4389-a8a9-4acdd6d3c435'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:55:11.748400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-34f335f2-57fd-4509-8f0c-a1975a38abbb req-eed68733-6c84-4c65-8dd7-ac18e18db56e tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.760920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5152c1-ee75-435e-8e7f-a34b20278473 None None] The sync data for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 is: [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'f813910e-3d71-4d69-923b-d9d60ec3ace6', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'floating_ip_address': '172.25.0.220', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'port_id': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'mac_address': 'fa:16:3e:b7:48:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:54:09Z', 'updated_at': '2022-04-21T20:55:08Z', 'revision_number': 1, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e478f438-ebef-4ad3-aa00-f581b2bd2ad0', 'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'mac_address': 'fa:16:3e:aa:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:14Z', 'updated_at': '2022-04-21T20:53:20Z', 'revision_number': 5, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'subnets': [{'id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:55:11.774422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-34f335f2-57fd-4509-8f0c-a1975a38abbb req-eed68733-6c84-4c65-8dd7-ac18e18db56e tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.848254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6362a-e1ad-4aeb-b739-77404473583d req-3512ab31-d8be-476b-9f9c-b735de2e7375 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:11.850913 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5aa6362a-e1ad-4aeb-b739-77404473583d req-3512ab31-d8be-476b-9f9c-b735de2e7375 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.1095984 Apr 21 20:55:11.859563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-34f335f2-57fd-4509-8f0c-a1975a38abbb req-eed68733-6c84-4c65-8dd7-ac18e18db56e tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.866890 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-34f335f2-57fd-4509-8f0c-a1975a38abbb req-eed68733-6c84-4c65-8dd7-ac18e18db56e tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:11.868041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34f335f2-57fd-4509-8f0c-a1975a38abbb req-eed68733-6c84-4c65-8dd7-ac18e18db56e tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "DELETE /v2.0/security-groups/787ed897-f87e-41fc-8d10-8fbef1070389 HTTP/1.1" status: 204 len: 173 time: 0.2207305 Apr 21 20:55:11.887585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed68733-6c84-4c65-8dd7-ac18e18db56e tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787ed897-f87e-41fc-8d10-8fbef1070389,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:11.918851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5aa6362a-e1ad-4aeb-b739-77404473583d req-0d310d68-b5c6-4a07-b88d-8c5671814ff6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625429 Apr 21 20:55:12.017187 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5971e80-5076-405d-b8a4-ce3da269f32c req-bcc84cee-18f5-4a3f-833f-c9bdedaa4bb6 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0421658 Apr 21 20:55:12.111723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-534c6a05-ce59-4c65-a5fa-ebe98722c287 req-7b3cd75b-96d4-4377-be47-86ed42666887 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 210 time: 0.0696118 Apr 21 20:55:12.136592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55c4e4bc-a001-410a-a6a8-b0f666f55507 req-efde66d4-52d0-4f40-b5b2-eea6e26d9ab6 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/a5b47d11-e854-4f57-8262-36860a1260e7 HTTP/1.1" status: 200 len: 1813 time: 0.0807064 Apr 21 20:55:12.195377 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c3d2a-4818-4b12-b383-519d2c4f24f0 None None] New status for floating IP f813910e-3d71-4d69-923b-d9d60ec3ace6: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:55:12.228647 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-55c4e4bc-a001-410a-a6a8-b0f666f55507 req-2ba73c80-31e8-428a-80d1-19e48d7dc1a4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:12.266564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-55c4e4bc-a001-410a-a6a8-b0f666f55507 req-2ba73c80-31e8-428a-80d1-19e48d7dc1a4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:12.335118 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-55c4e4bc-a001-410a-a6a8-b0f666f55507 req-2ba73c80-31e8-428a-80d1-19e48d7dc1a4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:12.338408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-55c4e4bc-a001-410a-a6a8-b0f666f55507 req-2ba73c80-31e8-428a-80d1-19e48d7dc1a4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:12.343220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55c4e4bc-a001-410a-a6a8-b0f666f55507 req-2ba73c80-31e8-428a-80d1-19e48d7dc1a4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "DELETE /v2.0/security-groups/a5b47d11-e854-4f57-8262-36860a1260e7 HTTP/1.1" status: 204 len: 173 time: 0.1947505 Apr 21 20:55:12.368564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba73c80-31e8-428a-80d1-19e48d7dc1a4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b47d11-e854-4f57-8262-36860a1260e7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:12.392056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb923f9-d31f-4199-b585-c5204584c027 req-cac03c4e-0ccd-4bae-840c-cf24d61c4719 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:12.394243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-cac03c4e-0ccd-4bae-840c-cf24d61c4719 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.43 "GET /v2.0/networks?id=9ceeeea6-45b7-497e-94df-0a80bc43f85e HTTP/1.1" status: 200 len: 822 time: 0.1941993 Apr 21 20:55:12.411447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Request body: {'port': {'device_id': '6b66710f-ba49-4d40-9834-361016a9d70a', 'network_id': '9ceeeea6-45b7-497e-94df-0a80bc43f85e', 'admin_state_up': True, 'tenant_id': '2f425dae7756485f8209541955c29f11'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:12.531550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94f0e6ea-9a71-4aba-9d30-5b8db2084efd req-09501524-762e-4f3a-b58b-e1783e64e73a tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/975ace41-dfac-449e-b687-8116b2b90f33 HTTP/1.1" status: 200 len: 1813 time: 0.1719737 Apr 21 20:55:12.604214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Made reservation on behalf of 2f425dae7756485f8209541955c29f11 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:12.607582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:12.621303 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-94f0e6ea-9a71-4aba-9d30-5b8db2084efd req-3155fa5d-4cf6-45f5-a6a6-e3f134aebd50 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:12.656824 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-94f0e6ea-9a71-4aba-9d30-5b8db2084efd req-3155fa5d-4cf6-45f5-a6a6-e3f134aebd50 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:12.799710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-94f0e6ea-9a71-4aba-9d30-5b8db2084efd req-3155fa5d-4cf6-45f5-a6a6-e3f134aebd50 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:12.805479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-94f0e6ea-9a71-4aba-9d30-5b8db2084efd req-3155fa5d-4cf6-45f5-a6a6-e3f134aebd50 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:12.810102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94f0e6ea-9a71-4aba-9d30-5b8db2084efd req-3155fa5d-4cf6-45f5-a6a6-e3f134aebd50 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "DELETE /v2.0/security-groups/975ace41-dfac-449e-b687-8116b2b90f33 HTTP/1.1" status: 204 len: 173 time: 0.2776473 Apr 21 20:55:12.820895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f65a-47d4-4feb-93d8-9d2094423896 req-5f752d99-5165-4c59-943a-673d8948ee61 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:12.833267 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f48f65a-47d4-4feb-93d8-9d2094423896 req-5f752d99-5165-4c59-943a-673d8948ee61 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 945 time: 0.0839489 Apr 21 20:55:12.840990 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:55:12.872054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155fa5d-4cf6-45f5-a6a6-e3f134aebd50 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975ace41-dfac-449e-b687-8116b2b90f33,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:12.905085 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f48f65a-47d4-4feb-93d8-9d2094423896 req-423d1605-f31f-41de-926a-c62bbf05c8af tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699148 Apr 21 20:55:12.914001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Allocated IP 172.20.0.9 (9ceeeea6-45b7-497e-94df-0a80bc43f85e/d7a2fff5-93e7-4acb-956d-d6da70af358e/0679da44-5512-456f-ac4d-c7d6ddbe12fc) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:12.959802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5bd0c66-13c2-4ee8-844e-38f0633c66f7 req-b80de8ad-eb31-4541-abbc-4ffd2bd4f5f2 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "GET /v2.0/security-groups/c229ffad-31e3-4eb2-82c7-ca1fbb56874d HTTP/1.1" status: 200 len: 1813 time: 0.1316211 Apr 21 20:55:12.977700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 84e4c754-3760-4e67-b7fa-eb4b97a81529 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:55:12.978227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-f6cc6527-96b5-447b-a6ef-f612f7fff989 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:12.979691 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-f6cc6527-96b5-447b-a6ef-f612f7fff989 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.1494155 Apr 21 20:55:12.982754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4f086d0d-6082-4389-a8a9-4acdd6d3c435 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:13.001106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838945-1'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:13.153627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.199120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9bf8d-9b26-4189-b40e-5dd97fb92e17 req-846abf85-cf69-4e63-b4d4-043d2503f221 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:13.200239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b5bd0c66-13c2-4ee8-844e-38f0633c66f7 req-00e5638f-8850-4b9f-b4ba-c50369b1c5b4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.204488 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2eb9bf8d-9b26-4189-b40e-5dd97fb92e17 req-846abf85-cf69-4e63-b4d4-043d2503f221 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 945 time: 0.1159849 Apr 21 20:55:13.280893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2eb9bf8d-9b26-4189-b40e-5dd97fb92e17 req-013d9d4e-ea75-4ade-99d6-6fd361037ad8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676799 Apr 21 20:55:13.331305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b5bd0c66-13c2-4ee8-844e-38f0633c66f7 req-00e5638f-8850-4b9f-b4ba-c50369b1c5b4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.356164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.403652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:13.404308 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.469071 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b5bd0c66-13c2-4ee8-844e-38f0633c66f7 req-00e5638f-8850-4b9f-b4ba-c50369b1c5b4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.470250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1d78f17-7651-4b84-b87c-ee0673340d5f req-12f972a2-7107-48c1-9705-5edf4a809dd3 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0638807 Apr 21 20:55:13.471555 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b5bd0c66-13c2-4ee8-844e-38f0633c66f7 req-00e5638f-8850-4b9f-b4ba-c50369b1c5b4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.476559 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5bd0c66-13c2-4ee8-844e-38f0633c66f7 req-00e5638f-8850-4b9f-b4ba-c50369b1c5b4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] 10.222.0.49 "DELETE /v2.0/security-groups/c229ffad-31e3-4eb2-82c7-ca1fbb56874d HTTP/1.1" status: 204 len: 173 time: 0.5161211 Apr 21 20:55:13.478353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46246) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:13.488266 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:13.527796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 84e4c754-3760-4e67-b7fa-eb4b97a81529 has no active binding in host n-h2-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:55:13.553575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5638f-8850-4b9f-b4ba-c50369b1c5b4 tempest-SecurityGroupRulesNegativeTestJSON-330438146 tempest-SecurityGroupRulesNegativeTestJSON-330438146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c229ffad-31e3-4eb2-82c7-ca1fbb56874d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:13.567996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.582691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:13.583632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7616dea1-e8cc-4d11-879e-d483e294bcfe admin admin] Deleting subnet 5d8b398e-94d3-4069-b7e8-77a664d131b2 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:55:13.587787 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7616dea1-e8cc-4d11-879e-d483e294bcfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.627577 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.649206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:13.656864 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:13.659248 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6934886a-92c9-4488-a517-bf52242379b5" -d '{"events": [{"server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "name": "network-vif-plugged", "status": "completed", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:13.674619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:13.683329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7616dea1-e8cc-4d11-879e-d483e294bcfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.683888 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.733298 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959aff9f-d83e-45b5-b8da-570b378ceab5 x-openstack-request-id: req-959aff9f-d83e-45b5-b8da-570b378ceab5 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:13.733591 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "name": "network-vif-plugged", "status": "completed", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:13.733998 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-959aff9f-d83e-45b5-b8da-570b378ceab5 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:13.734434 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959aff9f-d83e-45b5-b8da-570b378ceab5'] response: {'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435', 'code': 200} Apr 21 20:55:13.741116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Network 9ceeeea6-45b7-497e-94df-0a80bc43f85e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:13.747314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4f086d0d-6082-4389-a8a9-4acdd6d3c435,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:13.748389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:13.751870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:13.771549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7616dea1-e8cc-4d11-879e-d483e294bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.804392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:13.806938 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc21499-94e4-447d-97fa-fe5c8e2d5a4f" -d '{"events": [{"server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "name": "network-vif-unplugged", "status": "completed", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:13.813449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.836648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Pushing event updated for resources: {'Port': ['ID=0679da44-5512-456f-ac4d-c7d6ddbe12fc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:13.856390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7616dea1-e8cc-4d11-879e-d483e294bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.867240 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.876341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7616dea1-e8cc-4d11-879e-d483e294bcfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.881943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7616dea1-e8cc-4d11-879e-d483e294bcfe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5d8b398e-94d3-4069-b7e8-77a664d131b2 HTTP/1.1" status: 204 len: 168 time: 0.4011195 Apr 21 20:55:13.901871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46254) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:13.905914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616dea1-e8cc-4d11-879e-d483e294bcfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8b398e-94d3-4069-b7e8-77a664d131b2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:13.911853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:13.913205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:13.928544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398cc0-9231-44f9-a4db-4069d060cf5f req-e904e9cf-c113-4c56-8fd2-d763344b92c2 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:13.930258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6398cc0-9231-44f9-a4db-4069d060cf5f req-e904e9cf-c113-4c56-8fd2-d763344b92c2 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 931 time: 0.3581796 Apr 21 20:55:13.932129 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a8088c-38c4-4884-8ef2-2c2d56f60966 x-openstack-request-id: req-56a8088c-38c4-4884-8ef2-2c2d56f60966 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:13.932529 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "name": "network-vif-unplugged", "status": "completed", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:13.933034 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56a8088c-38c4-4884-8ef2-2c2d56f60966 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:13.933522 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a8088c-38c4-4884-8ef2-2c2d56f60966'] response: {'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529', 'code': 200} Apr 21 20:55:14.076305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-fadbac79-c922-4677-8460-f4d735ff6cb6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6693761 Apr 21 20:55:14.108894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81476e26-8bc4-41d3-aadc-8ca3c51cfe14 req-6efb71d3-4548-4404-816d-2636a28e6e50 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:14.114632 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-81476e26-8bc4-41d3-aadc-8ca3c51cfe14 req-6efb71d3-4548-4404-816d-2636a28e6e50 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.1282699 Apr 21 20:55:14.121009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Request body: {'port': {'device_id': '6b66710f-ba49-4d40-9834-361016a9d70a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:14.193340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-81476e26-8bc4-41d3-aadc-8ca3c51cfe14 req-a48a9f88-5203-4c03-8a82-80d92b387107 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661230 Apr 21 20:55:14.215518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Pushing event updated for resources: {'Port': ['ID=84e4c754-3760-4e67-b7fa-eb4b97a81529,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:14.225092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6398cc0-9231-44f9-a4db-4069d060cf5f req-d6b1bbd7-7fe1-46bb-9b61-a6e245450f92 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574642 Apr 21 20:55:14.227645 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.233095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on host n-h1-838945-1 for vnic_type normal with profile {"migrating_to": "n-h2-838945-1"} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:14.233391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:14.233722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:14.247847 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.251476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:55:14.251697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Attempting to bind port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:14.273586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:14.273927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:14.274316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:14.274774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Bound port: 84e4c754-3760-4e67-b7fa-eb4b97a81529, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:14.275095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.421888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f9577-13c0-48bb-823a-ad24dc542129 req-fb3027a8-f447-4c8b-959a-a7ca3fd4e3b0 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:14.424037 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae7f9577-13c0-48bb-823a-ad24dc542129 req-fb3027a8-f447-4c8b-959a-a7ca3fd4e3b0 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.0553429 Apr 21 20:55:14.470452 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.499520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae7f9577-13c0-48bb-823a-ad24dc542129 req-b042e09f-fb48-41e8-ab12-37bec80571f2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670631 Apr 21 20:55:14.528555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4de5d3-1069-481e-b474-e351504ee0b6']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:14.558836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983894f5-80d8-40ee-8be0-6876e0153f43') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:14.559137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983894f5-80d8-40ee-8be0-6876e0153f43') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:14.561197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:14.589260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:14.615602 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.632362 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.666313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f713044-c0c2-4b96-8b76-8ef933c1d3c4 req-d81bc3c3-e3cf-4dbf-be21-fcc3faf52495 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0810595 Apr 21 20:55:14.693739 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.720534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:55:14.721001 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:55:14.731921 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:55:14.829103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Pushing event updated for resources: {'Port': ['ID=84e4c754-3760-4e67-b7fa-eb4b97a81529,revision_number=8']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:14.869782 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.895328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:14.895925 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.897299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4d93c5c9-aa97-489d-8076-5b37a91e107d service neutron] 10.222.0.43 "PUT /v2.0/ports/84e4c754-3760-4e67-b7fa-eb4b97a81529 HTTP/1.1" status: 200 len: 1121 time: 1.9021809 Apr 21 20:55:14.898317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.903421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] 10.222.0.49 "DELETE /v2.0/networks/9b4de5d3-1069-481e-b474-e351504ee0b6 HTTP/1.1" status: 204 len: 168 time: 0.9844859 Apr 21 20:55:14.927791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e596a-945b-4774-b014-5e1ce55ca7de admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4de5d3-1069-481e-b474-e351504ee0b6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:14.966803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0679da44-5512-456f-ac4d-c7d6ddbe12fc {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:55:14.979922 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:14.989956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['84e4c754-3760-4e67-b7fa-eb4b97a81529'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:55:15.014493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Transition to ACTIVE for port object 0679da44-5512-456f-ac4d-c7d6ddbe12fc will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:55:15.022879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:15.046509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['84e4c754-3760-4e67-b7fa-eb4b97a81529'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:55:15.140716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Pushing event updated for resources: {'Port': ['ID=0679da44-5512-456f-ac4d-c7d6ddbe12fc,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:15.220647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Attempting to bind port 0679da44-5512-456f-ac4d-c7d6ddbe12fc on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:15.221027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Attempting to bind port 0679da44-5512-456f-ac4d-c7d6ddbe12fc by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2a72273f-7f60-4250-8c8b-dea613f0c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ceeeea6-45b7-497e-94df-0a80bc43f85e'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:15.221355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Attempting to bind port 0679da44-5512-456f-ac4d-c7d6ddbe12fc on network 9ceeeea6-45b7-497e-94df-0a80bc43f85e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:15.238511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Port 0679da44-5512-456f-ac4d-c7d6ddbe12fc on network 9ceeeea6-45b7-497e-94df-0a80bc43f85e not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:55:15.238842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Attempting to bind port 0679da44-5512-456f-ac4d-c7d6ddbe12fc on network 9ceeeea6-45b7-497e-94df-0a80bc43f85e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:15.278843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:15.279184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Checking segment: {'id': '2a72273f-7f60-4250-8c8b-dea613f0c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ceeeea6-45b7-497e-94df-0a80bc43f85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:15.282382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Bound using segment: {'id': '2a72273f-7f60-4250-8c8b-dea613f0c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ceeeea6-45b7-497e-94df-0a80bc43f85e'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:15.282847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Bound port: 0679da44-5512-456f-ac4d-c7d6ddbe12fc, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a72273f-7f60-4250-8c8b-dea613f0c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9ceeeea6-45b7-497e-94df-0a80bc43f85e'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:15.283217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:15.323622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46296) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:15.409908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] For port 0679da44-5512-456f-ac4d-c7d6ddbe12fc, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:15.413506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] For port 0679da44-5512-456f-ac4d-c7d6ddbe12fc, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0679da44-5512-456f-ac4d-c7d6ddbe12fc,segment=NetworkSegment(2a72273f-7f60-4250-8c8b-dea613f0c513),segment_id=2a72273f-7f60-4250-8c8b-dea613f0c513)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:15.451541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:15.495172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:15.495836 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:15.497474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] 10.222.0.43 "PUT /v2.0/ports/0679da44-5512-456f-ac4d-c7d6ddbe12fc HTTP/1.1" status: 200 len: 1091 time: 1.4006526 Apr 21 20:55:15.522821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321a8e6-d656-40ae-ae06-7f4af68631ac req-22e78ee3-1fbb-479e-9d13-420023ac0fae tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:15.524627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2321a8e6-d656-40ae-ae06-7f4af68631ac req-22e78ee3-1fbb-479e-9d13-420023ac0fae tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 943 time: 0.1095865 Apr 21 20:55:15.528514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46300) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:15.529407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-485f601a-67a2-4341-abdd-fc69ac5e157b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f270035b3f5747a4bca5af86007e9950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044845 Apr 21 20:55:15.559090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd640505-b7c6-4dc3-a6ea-a29d034a525f req-32185bd0-83d5-476e-adda-ab85c4dca20d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:15.561067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd640505-b7c6-4dc3-a6ea-a29d034a525f req-32185bd0-83d5-476e-adda-ab85c4dca20d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.1989841 Apr 21 20:55:15.575542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaa99a-a081-43bb-a88c-01b595f33639 service neutron] Pushing event updated for resources: {'Port': ['ID=0679da44-5512-456f-ac4d-c7d6ddbe12fc,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:15.617233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd640505-b7c6-4dc3-a6ea-a29d034a525f req-44e4fdad-400d-46a3-98b8-422bcf0f64a5 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494158 Apr 21 20:55:15.667997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2321a8e6-d656-40ae-ae06-7f4af68631ac req-28b4e551-f9b8-40e3-b81c-8db2429a41b3 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193910 Apr 21 20:55:15.685698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb923f9-d31f-4199-b585-c5204584c027 req-3cdaf376-e14d-4bbf-8417-0895eb754632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:15.687197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-3cdaf376-e14d-4bbf-8417-0895eb754632 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f425dae7756485f8209541955c29f11&device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 1094 time: 0.1288261 Apr 21 20:55:15.687808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dcd28d7b-4547-44d1-8221-34f461f468d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:15.754859 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dcd28d7b-4547-44d1-8221-34f461f468d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:15.757859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-f6ca46fb-2a03-4e4b-b739-63aef1be22cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0679da44-5512-456f-ac4d-c7d6ddbe12fc HTTP/1.1" status: 200 len: 217 time: 0.0552356 Apr 21 20:55:15.820339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4957277-edd2-49c6-a37f-ca953df63df6 req-9e5474ea-92e3-417b-bf2d-0caa59e70b31 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:15.839522 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4957277-edd2-49c6-a37f-ca953df63df6 req-9e5474ea-92e3-417b-bf2d-0caa59e70b31 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1394515 Apr 21 20:55:15.843255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb923f9-d31f-4199-b585-c5204584c027 req-9854150d-1e6a-4ee5-8b4a-5b924ca97117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:15.845411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-9854150d-1e6a-4ee5-8b4a-5b924ca97117 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d7a2fff5-93e7-4acb-956d-d6da70af358e HTTP/1.1" status: 200 len: 862 time: 0.0804758 Apr 21 20:55:15.885723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-a93acdcd-37f1-4ff2-b96c-d702bfb38c36 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ceeeea6-45b7-497e-94df-0a80bc43f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329213 Apr 21 20:55:15.888506 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4957277-edd2-49c6-a37f-ca953df63df6 req-208d5c49-b642-4b45-b3b7-34b882232408 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477722 Apr 21 20:55:15.896780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dcd28d7b-4547-44d1-8221-34f461f468d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:15.901590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dcd28d7b-4547-44d1-8221-34f461f468d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:15.903162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dcd28d7b-4547-44d1-8221-34f461f468d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e2229f4-d31c-41ca-95e9-a9255e71c98c HTTP/1.1" status: 204 len: 168 time: 0.3736036 Apr 21 20:55:15.951397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529'}, {'name': 'network-changed', 'server_uuid': '6b66710f-ba49-4d40-9834-361016a9d70a', 'tag': '0679da44-5512-456f-ac4d-c7d6ddbe12fc'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:15.955147 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672ca62-58de-4d0b-af86-a33709524417" -d '{"events": [{"name": "network-changed", "server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529"}, {"name": "network-changed", "server_uuid": "6b66710f-ba49-4d40-9834-361016a9d70a", "tag": "0679da44-5512-456f-ac4d-c7d6ddbe12fc"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:15.980063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd28d7b-4547-44d1-8221-34f461f468d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2229f4-d31c-41ca-95e9-a9255e71c98c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:16.008071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1b6c609-f3dc-4c33-8cef-f03f3c3aee3b req-fe861149-9922-40a5-a049-c5ce818b1ca6 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0380251 Apr 21 20:55:16.085119 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af648f63-f08e-4529-81f2-fc6322c0da29 x-openstack-request-id: req-af648f63-f08e-4529-81f2-fc6322c0da29 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:16.085119 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b66710f-ba49-4d40-9834-361016a9d70a", "tag": "0679da44-5512-456f-ac4d-c7d6ddbe12fc", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:16.085413 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af648f63-f08e-4529-81f2-fc6322c0da29 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:16.085724 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af648f63-f08e-4529-81f2-fc6322c0da29'] response: {'name': 'network-changed', 'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529', 'status': 'completed', 'code': 200} Apr 21 20:55:16.085981 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af648f63-f08e-4529-81f2-fc6322c0da29'] response: {'name': 'network-changed', 'server_uuid': '6b66710f-ba49-4d40-9834-361016a9d70a', 'tag': '0679da44-5512-456f-ac4d-c7d6ddbe12fc', 'status': 'completed', 'code': 200} Apr 21 20:55:16.096183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093184f-74b2-480d-95ac-9ec404fa1f73 req-2079990e-b35e-4f95-9421-a43b07ad7334 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:16.099451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4093184f-74b2-480d-95ac-9ec404fa1f73 req-2079990e-b35e-4f95-9421-a43b07ad7334 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 946 time: 0.1170714 Apr 21 20:55:16.167149 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-988039f8-18b3-4e4b-99b3-817488988760 service neutron] 10.222.0.43 "GET /v2.0/networks/9ceeeea6-45b7-497e-94df-0a80bc43f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733605 Apr 21 20:55:16.205424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ca62-58de-4d0b-af86-a33709524417 req-11179e48-9d63-430e-9efd-5e8628bb4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:16.207429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-11179e48-9d63-430e-9efd-5e8628bb4b8f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1124 time: 0.0972793 Apr 21 20:55:16.210231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4093184f-74b2-480d-95ac-9ec404fa1f73 req-11b4a501-b295-4bab-bc55-269de2d214d4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023149 Apr 21 20:55:16.342186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cb923f9-d31f-4199-b585-c5204584c027 req-2cecd2a4-9ab6-4aa2-9752-bb3d3972fc28 service neutron] 10.222.0.43 "GET /v2.0/networks/9ceeeea6-45b7-497e-94df-0a80bc43f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627157 Apr 21 20:55:16.356266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ca62-58de-4d0b-af86-a33709524417 req-24b9ffb1-50bf-4930-be22-deb43e0c9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:16.357756 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-24b9ffb1-50bf-4930-be22-deb43e0c9cec service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.1429317 Apr 21 20:55:16.411431 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-f4ad3a85-98b4-4e1e-bf07-621416f9e1c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529 HTTP/1.1" status: 200 len: 217 time: 0.0458558 Apr 21 20:55:16.809109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39cb0d-171e-45cf-ad91-8e931d7bb41b req-46a1e94e-8941-4b90-b93b-82e8d8e0d0a7 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:16.813434 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b39cb0d-171e-45cf-ad91-8e931d7bb41b req-46a1e94e-8941-4b90-b93b-82e8d8e0d0a7 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 943 time: 0.0622628 Apr 21 20:55:16.855713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ca62-58de-4d0b-af86-a33709524417 req-6724e9e4-965c-4df9-9166-3e519554aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:16.857318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-6724e9e4-965c-4df9-9166-3e519554aa8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0615797 Apr 21 20:55:16.863804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b39cb0d-171e-45cf-ad91-8e931d7bb41b req-5db9a621-a78a-4713-9f82-b32430bca7ed tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Apr 21 20:55:16.897063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-b5f0da7e-bfc2-4b82-a2c3-816fb5d08ef0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326090 Apr 21 20:55:16.901555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ca62-58de-4d0b-af86-a33709524417 req-3cdd41f4-1555-4cf7-8ac0-f2d3175fa9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:16.903522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-3cdd41f4-1555-4cf7-8ac0-f2d3175fa9d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2f425dae7756485f8209541955c29f11&device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 1094 time: 0.5007939 Apr 21 20:55:16.920608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46354) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:17.005442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4f086d0d-6082-4389-a8a9-4acdd6d3c435 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:55:17.030393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-437546213-network', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:17.094201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:17.096449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ca62-58de-4d0b-af86-a33709524417 req-01105040-93ef-4b49-8f6e-13eefe111f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:17.098015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-01105040-93ef-4b49-8f6e-13eefe111f16 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ceeeea6-45b7-497e-94df-0a80bc43f85e HTTP/1.1" status: 200 len: 923 time: 0.1672308 Apr 21 20:55:17.099180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.104476 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.119237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.139294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:17.146039 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b97f0b-bd4a-4818-ae4d-2dec82d64511" -d '{"events": [{"server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "name": "network-vif-unplugged", "status": "completed", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:17.167580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-91d0f1a2-46c3-4f2f-916a-7b4be260fc6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0679da44-5512-456f-ac4d-c7d6ddbe12fc HTTP/1.1" status: 200 len: 217 time: 0.0625219 Apr 21 20:55:17.170803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:17.176456 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.179788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da28f-6770-48e0-a409-dcc946c78443 req-7be7ab98-12f3-4c35-a57f-36f440e62f9f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:17.181365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d09da28f-6770-48e0-a409-dcc946c78443 req-7be7ab98-12f3-4c35-a57f-36f440e62f9f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1699946 Apr 21 20:55:17.222770 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-298c214a-2fb9-4d87-a954-ef6edbdec743 req-837af1bc-5051-41e7-8d84-e640d52be220 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0482061 Apr 21 20:55:17.232504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4f086d0d-6082-4389-a8a9-4acdd6d3c435,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:17.233357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672ca62-58de-4d0b-af86-a33709524417 req-9f34f008-19a1-418d-b2ee-509cd42e2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:17.234889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-9f34f008-19a1-418d-b2ee-509cd42e2627 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d7a2fff5-93e7-4acb-956d-d6da70af358e HTTP/1.1" status: 200 len: 862 time: 0.0526152 Apr 21 20:55:17.238989 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-552567e1-b123-4740-b64c-3c6b20918993 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339491 Apr 21 20:55:17.273317 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.279083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.299611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-89ec4568-63d2-44d7-b455-6b92f7fbe917 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ceeeea6-45b7-497e-94df-0a80bc43f85e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549624 Apr 21 20:55:17.305069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:55:17.328064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.328414 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Added segment a7229fd4-ad65-4f53-bf0a-93ef2167a699 of type vlan for network 2d57aace-a058-441e-b369-a4b223fc58a3 Apr 21 20:55:17.328569 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4060c-35f1-4332-a8d7-d95bb1396081 x-openstack-request-id: req-bab4060c-35f1-4332-a8d7-d95bb1396081 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:17.329082 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "name": "network-vif-unplugged", "status": "completed", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:17.329911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0acaa8-e165-47b9-81e2-00dbb86150f9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:17.330220 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bab4060c-35f1-4332-a8d7-d95bb1396081 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:17.330648 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab4060c-35f1-4332-a8d7-d95bb1396081'] response: {'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435', 'code': 200} Apr 21 20:55:17.364903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46376) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:17.403554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.438695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d09da28f-6770-48e0-a409-dcc946c78443 req-a9ddbc8b-4469-4158-b8d4-f45dfd11c8ef tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025867 Apr 21 20:55:17.476182 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.477373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:17.478056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.484518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-d83dbbb4-65ed-4b84-932e-e91a40c30765 service neutron] 10.222.0.43 "GET /v2.0/networks/9ceeeea6-45b7-497e-94df-0a80bc43f85e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726363 Apr 21 20:55:17.491584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-6a0dcf20-a45c-4e6a-bc16-fef2f79b7a9d service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373886 Apr 21 20:55:17.495487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a164b-1159-4142-ae11-6b4912efce1a req-ee246ad1-43a8-4151-ac77-2beade2727af tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:17.497065 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a8a164b-1159-4142-ae11-6b4912efce1a req-ee246ad1-43a8-4151-ac77-2beade2727af tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 944 time: 0.0902689 Apr 21 20:55:17.555628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6314070 Apr 21 20:55:17.563424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46382) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:17.575123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Request body: {'subnet': {'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-437546213-subnet', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:17.593480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ed2bc-738a-4946-ab96-c274999847b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d57aace-a058-441e-b369-a4b223fc58a3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:17.595643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74c6163a-ae9c-47cd-83fa-4ecdaebfe794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.605494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2d57aace-a058-441e-b369-a4b223fc58a3 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:55:17.605952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e672ca62-58de-4d0b-af86-a33709524417 req-6966f3f8-fc94-4512-afc1-71033597dc7d service neutron] 10.222.0.43 "GET /v2.0/networks/9ceeeea6-45b7-497e-94df-0a80bc43f85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012089 Apr 21 20:55:17.621994 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a8a164b-1159-4142-ae11-6b4912efce1a req-505fe973-2585-4bd7-a6a4-cf762bd2af09 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118951 Apr 21 20:55:17.627008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:17.629348 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.783059 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74c6163a-ae9c-47cd-83fa-4ecdaebfe794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.788480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74c6163a-ae9c-47cd-83fa-4ecdaebfe794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.858862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-74c6163a-ae9c-47cd-83fa-4ecdaebfe794 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac15e754f40846f6939f72e0287fcf4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926426 Apr 21 20:55:17.861556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46386) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:17.864168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6163a-ae9c-47cd-83fa-4ecdaebfe794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0f50cd-d6b4-4513-9473-31396dac5f4c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:17.883031 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.943772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28217cc8-3269-4412-bfce-a496c69afdc4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:17.950059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Checking segment: {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:17.950413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Network hostable DHCP agents. Network: 2d57aace-a058-441e-b369-a4b223fc58a3, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:55:17.969053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Network 2d57aace-a058-441e-b369-a4b223fc58a3 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:55:17.978163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2d57aace-a058-441e-b369-a4b223fc58a3) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:17.982884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:17.983469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:17.987993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c3cdad-8fad-4527-bce8-e8000d61fad3 None None] Network 2d57aace-a058-441e-b369-a4b223fc58a3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:18.002396 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-04ae0e8f-0bfd-4d57-a2f9-e4b6e81dea04 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4332216 Apr 21 20:55:18.005572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46390) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:18.008808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-0ce0ffc5-7dcb-426d-8d04-c7eae37923aa tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:18.010291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-0ce0ffc5-7dcb-426d-8d04-c7eae37923aa tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 944 time: 0.1140561 Apr 21 20:55:18.010455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:18.025667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-40931a24-a6a3-4a56-b9e9-54a4b44c0ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.033362 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.034676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.035166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a44e09-4035-4721-b89b-5db2ce652118 req-9913f43f-8cdb-431f-a22a-a6706fdeee67 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:18.041783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99a44e09-4035-4721-b89b-5db2ce652118 req-9913f43f-8cdb-431f-a22a-a6706fdeee67 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 943 time: 0.1038363 Apr 21 20:55:18.095654 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.128427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-40931a24-a6a3-4a56-b9e9-54a4b44c0ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.151861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-2d57aace-a058-441e-b369-a4b223fc58a3', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:55:18.153824 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.178922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99a44e09-4035-4721-b89b-5db2ce652118 req-ac39ac2f-43c1-458f-b872-7dba429b4f14 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351545 Apr 21 20:55:18.226473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Deleting port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:55:18.226820 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.233200 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-40931a24-a6a3-4a56-b9e9-54a4b44c0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.236519 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-40931a24-a6a3-4a56-b9e9-54a4b44c0ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.238748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-40931a24-a6a3-4a56-b9e9-54a4b44c0ddf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac0f50cd-d6b4-4513-9473-31396dac5f4c HTTP/1.1" status: 204 len: 168 time: 0.3754976 Apr 21 20:55:18.263144 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.308313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40931a24-a6a3-4a56-b9e9-54a4b44c0ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0f50cd-d6b4-4513-9473-31396dac5f4c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:18.366512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Allocated IP 172.20.0.2 (2d57aace-a058-441e-b369-a4b223fc58a3/28217cc8-3269-4412-bfce-a496c69afdc4/baa2f505-f076-4fc6-acaf-a66935ccb3ee) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:18.394131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] For port 4f086d0d-6082-4389-a8a9-4acdd6d3c435, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4f086d0d-6082-4389-a8a9-4acdd6d3c435,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:18.396046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.415348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Calling delete_port for 4f086d0d-6082-4389-a8a9-4acdd6d3c435 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:55:18.450442 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b69c88b3-9db3-4738-b9ba-9446116f313a req-97aba431-7b9b-4972-9f92-e7ee15d8c574 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0582843 Apr 21 20:55:18.629561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.631483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.638161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.651559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.685347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Network 2d57aace-a058-441e-b369-a4b223fc58a3 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:18.692305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:18.696779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:18.752483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6094061-4019-4cd5-8ee5-c32ae208b135 req-11fe1aa8-2ea3-498f-9a0e-31c61239574a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:18.754675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6094061-4019-4cd5-8ee5-c32ae208b135 req-11fe1aa8-2ea3-498f-9a0e-31c61239574a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1556993 Apr 21 20:55:18.755520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46404) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:18.762829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.782711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0759450c-ed9e-43c3-8f1d-be3fc87d7a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.787942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Pushing event updated for resources: {'Port': ['ID=baa2f505-f076-4fc6-acaf-a66935ccb3ee,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:18.792346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Attempting to bind port baa2f505-f076-4fc6-acaf-a66935ccb3ee on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:18.793397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Attempting to bind port baa2f505-f076-4fc6-acaf-a66935ccb3ee by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:18.793856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Attempting to bind port baa2f505-f076-4fc6-acaf-a66935ccb3ee on network 2d57aace-a058-441e-b369-a4b223fc58a3 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:18.801042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:18.801703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Checking segment: {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:18.802415 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.803212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Bound using segment: {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:18.803888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Bound port: baa2f505-f076-4fc6-acaf-a66935ccb3ee, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:18.804485 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.808243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30e2c493-be4a-44dd-8cdc-a6d926db0693 req-8d5bdb9a-f685-43d9-991c-2177f74ce10a tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=3ec8f978-6114-45af-b1bc-e06e4902febf HTTP/1.1" status: 200 len: 210 time: 0.0620580 Apr 21 20:55:18.818463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event deleted for resources: {'Port': ['ID=4f086d0d-6082-4389-a8a9-4acdd6d3c435,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:18.829824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Allocated IP 172.25.0.45 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/8768d5e4-c211-4460-b2ac-ffaeef9fe3d4) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:18.885562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6094061-4019-4cd5-8ee5-c32ae208b135 req-466313bb-9de5-40dd-9a33-cc7d448f6ade tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208146 Apr 21 20:55:18.886266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] No DVR routers for this DVR port 4f086d0d-6082-4389-a8a9-4acdd6d3c435 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:55:18.891944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.895447 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f6cc691a-cd89-4f2b-9408-5a03bf6af44d req-21fcd068-5168-4ae6-8253-7f01cb27555d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "DELETE /v2.0/ports/4f086d0d-6082-4389-a8a9-4acdd6d3c435 HTTP/1.1" status: 204 len: 173 time: 0.8772533 Apr 21 20:55:18.895657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'name': 'network-vif-deleted', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:18.897903 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287efb20-3465-418d-a017-675e82169e51" -d '{"events": [{"server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "name": "network-vif-deleted", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:18.929356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] For port baa2f505-f076-4fc6-acaf-a66935ccb3ee, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:18.935736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] For port baa2f505-f076-4fc6-acaf-a66935ccb3ee, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=baa2f505-f076-4fc6-acaf-a66935ccb3ee,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:18.941929 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.954256 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae45c0-be62-40a9-a05f-c591a2614739 x-openstack-request-id: req-95ae45c0-be62-40a9-a05f-c591a2614739 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:18.955246 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec8f978-6114-45af-b1bc-e06e4902febf", "name": "network-vif-deleted", "tag": "4f086d0d-6082-4389-a8a9-4acdd6d3c435", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:18.957263 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95ae45c0-be62-40a9-a05f-c591a2614739 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:18.957790 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ae45c0-be62-40a9-a05f-c591a2614739'] response: {'server_uuid': '3ec8f978-6114-45af-b1bc-e06e4902febf', 'name': 'network-vif-deleted', 'tag': '4f086d0d-6082-4389-a8a9-4acdd6d3c435', 'status': 'completed', 'code': 200} Apr 21 20:55:18.990644 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0759450c-ed9e-43c3-8f1d-be3fc87d7a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:18.996219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0759450c-ed9e-43c3-8f1d-be3fc87d7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.008188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0679da44-5512-456f-ac4d-c7d6ddbe12fc details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:55:19.019709 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.055217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0759450c-ed9e-43c3-8f1d-be3fc87d7a35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d255dfd7d6704b0c822e50dfec2af9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984521 Apr 21 20:55:19.055465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46408) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:19.065247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadae61-2689-4c7d-a36d-fac340b91233 None None] Pushing event updated for resources: {'Port': ['ID=baa2f505-f076-4fc6-acaf-a66935ccb3ee,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:19.075530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759450c-ed9e-43c3-8f1d-be3fc87d7a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2c271e-f051-4e11-b007-5fb3879fecc7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:19.094940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.149275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:19.154429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:19.159380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:19.196867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0679da44-5512-456f-ac4d-c7d6ddbe12fc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0679da44-5512-456f-ac4d-c7d6ddbe12fc,segment=NetworkSegment(2a72273f-7f60-4250-8c8b-dea613f0c513),segment_id=2a72273f-7f60-4250-8c8b-dea613f0c513)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:19.209011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44d5ac5b-6c9b-481e-89f9-10163252a568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.213178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Pushing event updated for resources: {'Port': ['ID=8768d5e4-c211-4460-b2ac-ffaeef9fe3d4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:19.213289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '0679da44-5512-456f-ac4d-c7d6ddbe12fc', 'network_id': '9ceeeea6-45b7-497e-94df-0a80bc43f85e', 'port_id': '0679da44-5512-456f-ac4d-c7d6ddbe12fc', 'mac_address': 'fa:16:3e:d6:40:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a2fff5-93e7-4acb-956d-d6da70af358e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:55:19.272005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.291886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0679da44-5512-456f-ac4d-c7d6ddbe12fc {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:55:19.294699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44d5ac5b-6c9b-481e-89f9-10163252a568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.317901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0679da44-5512-456f-ac4d-c7d6ddbe12fc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0679da44-5512-456f-ac4d-c7d6ddbe12fc,segment=NetworkSegment(2a72273f-7f60-4250-8c8b-dea613f0c513),segment_id=2a72273f-7f60-4250-8c8b-dea613f0c513)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:19.324940 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.395717 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d711b54-6499-4cbd-8667-eb4f63f00641 req-9cbd23de-6604-49ec-a40a-befbda8f21dd tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:19.397724 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d711b54-6499-4cbd-8667-eb4f63f00641 req-9cbd23de-6604-49ec-a40a-befbda8f21dd tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 943 time: 0.1062839 Apr 21 20:55:19.415074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0679da44-5512-456f-ac4d-c7d6ddbe12fc,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:19.476821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d711b54-6499-4cbd-8667-eb4f63f00641 req-08563cb5-8d96-49ce-9b55-103db02ee3f8 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678411 Apr 21 20:55:19.490542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44d5ac5b-6c9b-481e-89f9-10163252a568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.493475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44d5ac5b-6c9b-481e-89f9-10163252a568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.494930 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-44d5ac5b-6c9b-481e-89f9-10163252a568 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d2c271e-f051-4e11-b007-5fb3879fecc7 HTTP/1.1" status: 204 len: 168 time: 0.4384751 Apr 21 20:55:19.534815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5ac5b-6c9b-481e-89f9-10163252a568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2c271e-f051-4e11-b007-5fb3879fecc7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:19.568188 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.653862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-034ced88-5796-4173-923d-f7d03766f949 req-51d62667-0105-4877-8a85-a41f571cd1f1 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0358593 Apr 21 20:55:19.675037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['0679da44-5512-456f-ac4d-c7d6ddbe12fc'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:55:19.827963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:19.932868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46426) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:19.955965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e754021-cfa7-4ab9-87df-cdd7c77dea14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:20.004849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Router 6b135608-7cb2-4966-81c8-ab56acd5238f is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:55:20.072059 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e754021-cfa7-4ab9-87df-cdd7c77dea14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:20.076477 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e754021-cfa7-4ab9-87df-cdd7c77dea14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:20.127971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b50b-a7f9-4294-bd1c-5f3569c90ad1 req-357f9d67-b59b-4630-9fb2-254a566a32b5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:20.130001 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4325b50b-a7f9-4294-bd1c-5f3569c90ad1 req-357f9d67-b59b-4630-9fb2-254a566a32b5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1171472 Apr 21 20:55:20.154204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0e754021-cfa7-4ab9-87df-cdd7c77dea14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=231be9e145794b6ab8c79691c49fd83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178431 Apr 21 20:55:20.156088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46438) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:20.156238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e754021-cfa7-4ab9-87df-cdd7c77dea14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2323b6f-f4a3-4a72-985f-66ac8787ae45,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:20.241370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:20.243231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4325b50b-a7f9-4294-bd1c-5f3569c90ad1 req-7b4aa17c-d34b-4624-b7cf-3d3745d93df6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059716 Apr 21 20:55:20.243490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-a8ae9c33-2557-4de5-8eb1-22a617b0d22a tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:20.250607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-a8ae9c33-2557-4de5-8eb1-22a617b0d22a tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/networks?id=1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 200 len: 822 time: 0.1311243 Apr 21 20:55:20.255156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:55:20.266546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-85b3620a-3b0d-4707-bc86-41829bc04345 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/quotas/96d5f94ea2354916bbd3bc9f60db2082 HTTP/1.1" status: 200 len: 375 time: 0.0150533 Apr 21 20:55:20.271889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Sync routers for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:55:20.283817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ee92e1-9575-4a9a-b2ca-61cfea811061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:20.287540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:20.288445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:20.299165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:20.303922 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b8fb7e81-0799-4d6a-b065-a6bda7fcea99 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2971110 Apr 21 20:55:20.306503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46440) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:20.333055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-4c784a69-0865-43bc-b779-062611addba9 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655930 Apr 21 20:55:20.349687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae0aef-c886-47bf-8a6d-af3542c009cd None None] Network 2d57aace-a058-441e-b369-a4b223fc58a3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:20.434909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-8e0ea215-47a1-4e0b-9ec1-cb88707685ce service neutron] 10.222.0.49 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981240 Apr 21 20:55:20.471229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:20.499622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ee92e1-9575-4a9a-b2ca-61cfea811061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:20.508663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cb278926-e53a-4413-a4df-64b1e0efdb90 None None] Provisioning complete for port baa2f505-f076-4fc6-acaf-a66935ccb3ee triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:20.509068 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cb278926-e53a-4413-a4df-64b1e0efdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:20.510628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:20.542015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-1ed3b21e-35d7-446a-b56f-03e38250ddd1 service neutron] 10.222.0.49 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981297 Apr 21 20:55:20.792633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fe891d9-cd32-42ae-9006-1887ef20140c req-f91cd00e-0eff-41d7-82ba-00a3a11e9fc2 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 210 time: 0.0728288 Apr 21 20:55:20.900902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41ca18c2-d549-4efb-bb4b-64471d30fe77 req-7eba7470-f1fe-475e-b918-8d5e2b56463f tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0399556 Apr 21 20:55:20.918996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device baa2f505-f076-4fc6-acaf-a66935ccb3ee up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:21.016698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0679da44-5512-456f-ac4d-c7d6ddbe12fc up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:21.054926 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cb278926-e53a-4413-a4df-64b1e0efdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.065373 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ee92e1-9575-4a9a-b2ca-61cfea811061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.068385 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ee92e1-9575-4a9a-b2ca-61cfea811061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.071838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f3ee92e1-9575-4a9a-b2ca-61cfea811061 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2323b6f-f4a3-4a72-985f-66ac8787ae45 HTTP/1.1" status: 204 len: 168 time: 0.9117854 Apr 21 20:55:21.080916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726d262-6135-4f30-9391-5d9c3a6b3c71 req-7a4afba8-684a-4d53-8720-1f130fcaad9a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:21.082991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c726d262-6135-4f30-9391-5d9c3a6b3c71 req-7a4afba8-684a-4d53-8720-1f130fcaad9a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 944 time: 0.1392710 Apr 21 20:55:21.103598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee92e1-9575-4a9a-b2ca-61cfea811061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2323b6f-f4a3-4a72-985f-66ac8787ae45,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:21.161207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c726d262-6135-4f30-9391-5d9c3a6b3c71 req-71f038d6-5e6c-4e65-af66-3b8df72f3d99 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675745 Apr 21 20:55:21.188245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:19Z', 'revision_number': 3, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:21.232570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cb278926-e53a-4413-a4df-64b1e0efdb90 None None] For port baa2f505-f076-4fc6-acaf-a66935ccb3ee, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=baa2f505-f076-4fc6-acaf-a66935ccb3ee,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:21.235382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Checking router: 6b135608-7cb2-4966-81c8-ab56acd5238f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:55:21.235786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Updating router 6b135608-7cb2-4966-81c8-ab56acd5238f port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:55:21.262679 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cb278926-e53a-4413-a4df-64b1e0efdb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.299999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.323146 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.380120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port baa2f505-f076-4fc6-acaf-a66935ccb3ee triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:21.380494 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.436113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 0679da44-5512-456f-ac4d-c7d6ddbe12fc completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:55:21.464482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 0679da44-5512-456f-ac4d-c7d6ddbe12fc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:21.464805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328289b-fd09-4fb9-9d37-b8b61d617e91 req-81054b2e-9de2-4ebb-ae3d-1f3ad3d6c1f6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:21.473250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2328289b-fd09-4fb9-9d37-b8b61d617e91 req-81054b2e-9de2-4ebb-ae3d-1f3ad3d6c1f6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1193550 Apr 21 20:55:21.474348 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.563108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2328289b-fd09-4fb9-9d37-b8b61d617e91 req-9e58ec93-da5a-4b5f-989b-4e7f771e6b83 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876358 Apr 21 20:55:21.641706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb278926-e53a-4413-a4df-64b1e0efdb90 None None] Pushing event updated for resources: {'Port': ['ID=baa2f505-f076-4fc6-acaf-a66935ccb3ee,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:21.681702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Allocated IP 172.20.0.1 (2d57aace-a058-441e-b369-a4b223fc58a3/28217cc8-3269-4412-bfce-a496c69afdc4/d6a1f121-80ab-4d81-a423-7c450b01c746) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:21.832044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d19360c8-9a91-4574-a1f5-00b932e02b31 None None] Provisioning complete for port baa2f505-f076-4fc6-acaf-a66935ccb3ee triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:21.832294 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d19360c8-9a91-4574-a1f5-00b932e02b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.895402 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.898795 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:21.971257 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0104bb5-f071-4302-9f80-dcaf55d64cf9 req-5308ea27-893a-497c-9912-793813e12fa7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 210 time: 0.0588679 Apr 21 20:55:22.019697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.057706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b66710f-ba49-4d40-9834-361016a9d70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0679da44-5512-456f-ac4d-c7d6ddbe12fc'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:22.058461 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800d36b3-0813-4264-a549-60426cbb1057" -d '{"events": [{"server_uuid": "6b66710f-ba49-4d40-9834-361016a9d70a", "name": "network-vif-plugged", "status": "completed", "tag": "0679da44-5512-456f-ac4d-c7d6ddbe12fc"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:22.086982 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c531d3bf-3201-4c6b-82e0-7d768f41ffb3 req-d730ea81-01a7-4b32-bc4d-c0cbcb0f37fc tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0398693 Apr 21 20:55:22.091123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0679da44-5512-456f-ac4d-c7d6ddbe12fc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0679da44-5512-456f-ac4d-c7d6ddbe12fc,segment=NetworkSegment(2a72273f-7f60-4250-8c8b-dea613f0c513),segment_id=2a72273f-7f60-4250-8c8b-dea613f0c513)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:22.103511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.104545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4f086d0d-6082-4389-a8a9-4acdd6d3c435 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:55:22.162388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Network 2d57aace-a058-441e-b369-a4b223fc58a3 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:22.167803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:22.175643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 4f086d0d-6082-4389-a8a9-4acdd6d3c435 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:55:22.175987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4f086d0d-6082-4389-a8a9-4acdd6d3c435 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:55:22.179125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.181130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0679da44-5512-456f-ac4d-c7d6ddbe12fc,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:22.195053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:22.213698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Pushing event updated for resources: {'Port': ['ID=d6a1f121-80ab-4d81-a423-7c450b01c746,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:22.225542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.321566 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a63658c-291c-434b-ac76-85e4d8f2d0df x-openstack-request-id: req-0a63658c-291c-434b-ac76-85e4d8f2d0df {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:22.322203 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b66710f-ba49-4d40-9834-361016a9d70a", "name": "network-vif-plugged", "status": "completed", "tag": "0679da44-5512-456f-ac4d-c7d6ddbe12fc", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:22.322203 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a63658c-291c-434b-ac76-85e4d8f2d0df {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:22.322637 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a63658c-291c-434b-ac76-85e4d8f2d0df'] response: {'server_uuid': '6b66710f-ba49-4d40-9834-361016a9d70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0679da44-5512-456f-ac4d-c7d6ddbe12fc', 'code': 200} Apr 21 20:55:22.324057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.391919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Attempting to bind port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:22.392284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Attempting to bind port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:22.392656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Attempting to bind port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:22.410769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-88e27594-d358-48ee-aa71-f81004dd37f9 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:22.412577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-88e27594-d358-48ee-aa71-f81004dd37f9 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "GET /v2.0/networks?id=1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 200 len: 822 time: 0.3067384 Apr 21 20:55:22.422984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:22.423344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:22.423744 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.424127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:22.430348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Bound port: 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:22.430971 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.452212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Request body: {'port': {'device_id': '797cd123-ca32-42bd-b37a-95e10e005b33', 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b', 'admin_state_up': True, 'tenant_id': '96d5f94ea2354916bbd3bc9f60db2082'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:22.470755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595a020-f7f7-4f60-bc9f-4ca3d700d889 None None] Pushing event updated for resources: {'Port': ['ID=8768d5e4-c211-4460-b2ac-ffaeef9fe3d4,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:22.561584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] For port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:22.572451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] For port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8768d5e4-c211-4460-b2ac-ffaeef9fe3d4,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:22.577371 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.596331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.713427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8fb12aff-9a58-47b5-bd3b-36e5d5d92084 None None] Provisioning complete for port d6a1f121-80ab-4d81-a423-7c450b01c746 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:22.713903 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8fb12aff-9a58-47b5-bd3b-36e5d5d92084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.741071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:22.741460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:22.793573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4c000-fa82-4ef3-b43d-591a682781ff req-e1e74146-a19f-419a-8a38-b07e4565b578 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:22.794002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595a020-f7f7-4f60-bc9f-4ca3d700d889 None None] Pushing event updated for resources: {'Port': ['ID=8768d5e4-c211-4460-b2ac-ffaeef9fe3d4,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:22.795368 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-80a4c000-fa82-4ef3-b43d-591a682781ff req-e1e74146-a19f-419a-8a38-b07e4565b578 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1267433 Apr 21 20:55:22.796044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f9ac6-df3f-4e41-94bf-e4697bf07247 req-d3f9f4b7-558c-45f1-8983-a5c0cd1b8cf6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:22.823003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f27f9ac6-df3f-4e41-94bf-e4697bf07247 req-d3f9f4b7-558c-45f1-8983-a5c0cd1b8cf6 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.4077909 Apr 21 20:55:22.830107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8fb12aff-9a58-47b5-bd3b-36e5d5d92084 None None] Port d6a1f121-80ab-4d81-a423-7c450b01c746 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:55:22.848376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Made reservation on behalf of 96d5f94ea2354916bbd3bc9f60db2082 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:22.852236 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.863205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43bf73-b942-4162-9424-fa38532a9006 req-4a0db5cd-bf94-48f9-93e0-2f3cb20ce383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:22.864911 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd43bf73-b942-4162-9424-fa38532a9006 req-4a0db5cd-bf94-48f9-93e0-2f3cb20ce383 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 1096 time: 0.4509592 Apr 21 20:55:22.869827 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-80a4c000-fa82-4ef3-b43d-591a682781ff req-de5615fb-fa5b-4d4e-b405-da138866c372 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670116 Apr 21 20:55:22.892421 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.899933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:22.903749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device baa2f505-f076-4fc6-acaf-a66935ccb3ee up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:22.954443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f27f9ac6-df3f-4e41-94bf-e4697bf07247 req-0a1ff4ff-af66-4bcb-ac83-fae4bad13518 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301334 Apr 21 20:55:22.988427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:22.991055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd43bf73-b942-4162-9424-fa38532a9006 req-39c40004-72c8-4305-9f87-b10a257ac7e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980034 Apr 21 20:55:22.999144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Pushing event updated for resources: {'Port': ['ID=d6a1f121-80ab-4d81-a423-7c450b01c746,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:23.025231 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:23.041071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port baa2f505-f076-4fc6-acaf-a66935ccb3ee triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:23.041542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:23.111010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Allocated IP 172.20.0.14 (1efc2521-a376-4282-87e9-b481a87d6c0b/6b091780-49e0-43b5-a615-8809871ac381/5ebb5633-c1be-4b5e-896f-6d9ffde0cacb) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:23.139783 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e6f9bdf-bd1a-4017-8f8b-7c63b60014f5 req-58885874-91c4-4f52-ac43-ed62320b8e8e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 210 time: 0.0406523 Apr 21 20:55:23.203117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Network 2d57aace-a058-441e-b369-a4b223fc58a3 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:23.206413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:23.301613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4820db3f-4772-4831-a681-172d1fd8cde4 req-995da5a0-9ee8-46b8-bc3f-bcea28fb6cfa tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0486195 Apr 21 20:55:23.328352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:21Z', 'revision_number': 1, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:23.382470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Router 6b135608-7cb2-4966-81c8-ab56acd5238f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:55:23.471658 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:23.517805 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:23.526122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a898f-cbdf-4474-9fbd-95c3c054aca0 None None] The sync data for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 is: [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:21Z', 'revision_number': 1, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:55:23.571582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:55:23.574590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-eb1a36fc-f68e-4dcb-ada7-0df14d2bddc1 None None] Provisioning complete for port d6a1f121-80ab-4d81-a423-7c450b01c746 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:23.575153 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eb1a36fc-f68e-4dcb-ada7-0df14d2bddc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:23.593902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-050667a8-d149-484b-a320-68d215a0841f admin admin] 10.222.0.49 "PUT /v2.0/routers/6b135608-7cb2-4966-81c8-ab56acd5238f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2782793 Apr 21 20:55:23.595799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Network 1efc2521-a376-4282-87e9-b481a87d6c0b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:23.600562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:23.616191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:23.619548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a36fc-f68e-4dcb-ada7-0df14d2bddc1 None None] Port d6a1f121-80ab-4d81-a423-7c450b01c746 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:55:23.620920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event updated for resources: {'Port': ['ID=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:23.656705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.657141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.657619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.657954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.658361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.658780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.659179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.660137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.660534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.660962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.661357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.661756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:23.689138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:23.689835 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:23.710555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-f638ccde-3a32-4b4c-9c67-97c0b5cbcd2f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2857580 Apr 21 20:55:24.041655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670963d-8ad6-45e6-8c05-099b353cc387 req-4d397f36-6a5d-42dd-b87a-f839f6c42785 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:24.043874 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7670963d-8ad6-45e6-8c05-099b353cc387 req-4d397f36-6a5d-42dd-b87a-f839f6c42785 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.0909302 Apr 21 20:55:24.099244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7670963d-8ad6-45e6-8c05-099b353cc387 req-41068894-6c2e-45fe-bde3-5334d748183e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Apr 21 20:55:24.112553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e4061-0be3-4097-a4c6-848713896065 req-9cc0bc4c-eed6-4bec-b89a-0ee19c9a0211 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:24.120597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f4e4061-0be3-4097-a4c6-848713896065 req-9cc0bc4c-eed6-4bec-b89a-0ee19c9a0211 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.0676374 Apr 21 20:55:24.173536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f4e4061-0be3-4097-a4c6-848713896065 req-f88e4a33-9410-4ba8-aa1f-0eb48f780a37 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516734 Apr 21 20:55:24.302711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a0d18-dc5c-49ad-9280-b7192ae30e70 req-40043fb7-4eec-45ab-bb54-e711b30b4d5f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:24.304719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-366a0d18-dc5c-49ad-9280-b7192ae30e70 req-40043fb7-4eec-45ab-bb54-e711b30b4d5f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.0648048 Apr 21 20:55:24.359446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-366a0d18-dc5c-49ad-9280-b7192ae30e70 req-005f5eed-8767-48dd-9aac-3122c3d57837 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418074 Apr 21 20:55:24.493665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4014f4f1-76cb-4928-b784-53b8ac1e549d req-55328f28-d29b-4917-bff6-efa67af80dc7 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0314913 Apr 21 20:55:24.585043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46570) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:24.590163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-473907570-network', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:24.619419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Made reservation on behalf of 1202f5e0aaa141ea83b4a9138858e2d3 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:24.621926 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:24.631355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:24.718845 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:24.726875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:24.803588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d0dea1-e784-469a-93a1-6fdac5af61fc,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:24.807441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:55:24.829930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.830258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.830753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.830954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.831273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.831716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.832219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.832542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.832923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.833239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.833566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.833894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:24.859122 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:24.859935 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Added segment 63632eb3-b9bd-4c54-ac3a-721a52f34ba9 of type vlan for network a2217d79-31c4-4b4e-bd4e-1413357e83c8 Apr 21 20:55:24.890110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:24.918960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:24.966285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:24.967936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:24.968530 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:24.976378 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6cb2627-4a53-43c2-9add-284ae66ff309 req-d98aa10c-921f-4d35-bbee-d48f9c93a866 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0454495 Apr 21 20:55:24.985188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:24.985533 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.035861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] Pushing event updated for resources: {'Network': ['ID=a2217d79-31c4-4b4e-bd4e-1413357e83c8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:25.048412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a2217d79-31c4-4b4e-bd4e-1413357e83c8 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:55:25.061966 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dae4ad2b-da74-4999-a3b7-6dbca0db0781 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4750702 Apr 21 20:55:25.065279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46580) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:25.076380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Request body: {'subnet': {'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-473907570-subnet', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:25.103195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Made reservation on behalf of 1202f5e0aaa141ea83b4a9138858e2d3 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:25.105967 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.148437 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.182860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8768d5e4-c211-4460-b2ac-ffaeef9fe3d4,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:25.201930 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.260568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=8768d5e4-c211-4460-b2ac-ffaeef9fe3d4,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:25.350905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f943a-02a9-4987-9694-7169152786ab req-0a01c9e1-eee7-4940-b1f9-d91b3f0eb578 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:25.359647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e38f943a-02a9-4987-9694-7169152786ab req-0a01c9e1-eee7-4940-b1f9-d91b3f0eb578 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.0827441 Apr 21 20:55:25.382248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341d45d-0079-4ed7-9248-ce850ea07aa5 req-c73a5d4d-f2fd-4292-8ade-8d9ab513967b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:25.384046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d341d45d-0079-4ed7-9248-ce850ea07aa5 req-c73a5d4d-f2fd-4292-8ade-8d9ab513967b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1001329 Apr 21 20:55:25.404304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e38f943a-02a9-4987-9694-7169152786ab req-4d41de93-ce68-4502-8c66-1c7feb5bd2ed tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Apr 21 20:55:25.428119 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.493683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d341d45d-0079-4ed7-9248-ce850ea07aa5 req-70ca22d0-b774-4e77-bc31-abe434d3eac7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011322 Apr 21 20:55:25.503825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6627c2-e430-4504-8563-ede717667517,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:25.526523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Checking segment: {'id': '63632eb3-b9bd-4c54-ac3a-721a52f34ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:25.526881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Network hostable DHCP agents. Network: a2217d79-31c4-4b4e-bd4e-1413357e83c8, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:55:25.536913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be06186-1f3e-44b5-9611-77371daa3995 req-61626639-a474-4dce-8e04-cf2f4fca30d6 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:25.539106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4be06186-1f3e-44b5-9611-77371daa3995 req-61626639-a474-4dce-8e04-cf2f4fca30d6 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.0601208 Apr 21 20:55:25.545751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Network a2217d79-31c4-4b4e-bd4e-1413357e83c8 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:55:25.557625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a2217d79-31c4-4b4e-bd4e-1413357e83c8) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:25.563920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:25.566673 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.570047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225f16e-186c-4854-8a9a-08299d884006 None None] Network a2217d79-31c4-4b4e-bd4e-1413357e83c8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:25.603296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cdeaa744-15e0-4440-9ee7-f4030cc60bbc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5361655 Apr 21 20:55:25.605737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46596) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:25.614558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:25.616068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4be06186-1f3e-44b5-9611-77371daa3995 req-ae8d001a-791a-4038-a359-225fe06768db tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620031 Apr 21 20:55:25.678264 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3dbbdd27-236d-48e9-8e65-4ed14bd090bf req-54a6061c-d69f-42c5-87f0-5cb5aefe61e5 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0416517 Apr 21 20:55:25.681357 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.682571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.748799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.781672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-a2217d79-31c4-4b4e-bd4e-1413357e83c8', 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'fixed_ips': [{'subnet_id': '7d6627c2-e430-4504-8563-ede717667517'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:55:25.783152 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.931428 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:25.997041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Allocated IP 172.20.0.2 (a2217d79-31c4-4b4e-bd4e-1413357e83c8/7d6627c2-e430-4504-8563-ede717667517/52ac76ea-1df2-4889-98b7-ca4e36bca191) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:26.179580 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:26.186171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:26.209658 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:26.220726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:26.255594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Network a2217d79-31c4-4b4e-bd4e-1413357e83c8 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:26.258480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:26.261068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:26.295465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Pushing event updated for resources: {'Port': ['ID=52ac76ea-1df2-4889-98b7-ca4e36bca191,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:26.323673 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Sync routers for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:55:26.335088 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:26.335340 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:26.340086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Attempting to bind port 52ac76ea-1df2-4889-98b7-ca4e36bca191 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:26.340458 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Attempting to bind port 52ac76ea-1df2-4889-98b7-ca4e36bca191 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '63632eb3-b9bd-4c54-ac3a-721a52f34ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:26.340995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Attempting to bind port 52ac76ea-1df2-4889-98b7-ca4e36bca191 on network a2217d79-31c4-4b4e-bd4e-1413357e83c8 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:26.351563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:26.352231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Checking segment: {'id': '63632eb3-b9bd-4c54-ac3a-721a52f34ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:26.352835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:26.353391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Bound using segment: {'id': '63632eb3-b9bd-4c54-ac3a-721a52f34ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:26.354025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Bound port: 52ac76ea-1df2-4889-98b7-ca4e36bca191, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63632eb3-b9bd-4c54-ac3a-721a52f34ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:26.354582 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:26.402056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Allocated IP 172.25.0.97 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/fdbbe05b-caa1-45b1-873b-361cf8bd4dde) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:26.468373 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:26.469972 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] For port 52ac76ea-1df2-4889-98b7-ca4e36bca191, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:26.474199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] For port 52ac76ea-1df2-4889-98b7-ca4e36bca191, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52ac76ea-1df2-4889-98b7-ca4e36bca191,segment=NetworkSegment(63632eb3-b9bd-4c54-ac3a-721a52f34ba9),segment_id=63632eb3-b9bd-4c54-ac3a-721a52f34ba9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:26.481774 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:26.589071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f33e7-0a1b-46a7-8980-0836b1fe5000 None None] Pushing event updated for resources: {'Port': ['ID=52ac76ea-1df2-4889-98b7-ca4e36bca191,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:26.684013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62646619-cf5d-4f4a-82a5-f21a3c8e2c0c req-dfbc78f6-00ff-4aa7-9d41-51fc4bd43255 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:26.687590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62646619-cf5d-4f4a-82a5-f21a3c8e2c0c req-dfbc78f6-00ff-4aa7-9d41-51fc4bd43255 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.1234629 Apr 21 20:55:26.690770 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:26.748256 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:26.784238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62646619-cf5d-4f4a-82a5-f21a3c8e2c0c req-295dbd23-4288-404b-9548-911ae276ea62 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820174 Apr 21 20:55:26.822272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:26.866051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:26.910428 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:26.916843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:26.984468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:26.984908 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:27.052197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21483a8-8a56-4b8e-83b1-ce6001a0256c req-5b76c11c-8a85-4534-93bf-b2cfed3fab39 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:27.056571 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 2, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:27.056873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b21483a8-8a56-4b8e-83b1-ce6001a0256c req-5b76c11c-8a85-4534-93bf-b2cfed3fab39 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.3638506 Apr 21 20:55:27.063487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbbe05b-caa1-45b1-873b-361cf8bd4dde,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:27.111509 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Checking router: 6b135608-7cb2-4966-81c8-ab56acd5238f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:55:27.112129 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Updating router 6b135608-7cb2-4966-81c8-ab56acd5238f port d6a1f121-80ab-4d81-a423-7c450b01c746 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:55:27.125757 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85d658-80df-4821-81f2-44e8673d33cd req-0bc64858-ac2a-4110-a38f-b3c4265b21d7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:27.127451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf85d658-80df-4821-81f2-44e8673d33cd req-0bc64858-ac2a-4110-a38f-b3c4265b21d7 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.1664472 Apr 21 20:55:27.140351 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:27.249820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf85d658-80df-4821-81f2-44e8673d33cd req-c748cb2b-2483-4c4b-99e6-c8a29e66ee4b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132500 Apr 21 20:55:27.274790 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b21483a8-8a56-4b8e-83b1-ce6001a0256c req-1e187c47-616a-47d1-8855-44a90bebaa15 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995523 Apr 21 20:55:27.475178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5efb5a5e-7015-4921-9243-29ff6fa152ba req-f211109e-da97-46e5-9ac6-1a9f70a6add7 tempest-ServersAdmin275Test-628950506 tempest-ServersAdmin275Test-628950506-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0405736 Apr 21 20:55:27.482283 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:27.550958 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:27.563484 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:27.829094 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641379d1-5837-43b7-aac1-6ea641233789 None None] Pushing event updated for resources: {'Port': ['ID=d6a1f121-80ab-4d81-a423-7c450b01c746,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:27.869184 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Attempting to bind port d6a1f121-80ab-4d81-a423-7c450b01c746 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:27.869538 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Attempting to bind port d6a1f121-80ab-4d81-a423-7c450b01c746 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:27.869891 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Attempting to bind port d6a1f121-80ab-4d81-a423-7c450b01c746 on network 2d57aace-a058-441e-b369-a4b223fc58a3 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:27.883044 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:27.883468 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Checking segment: {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:27.883817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b150a83-8927-43c8-b79f-58f25bcc95e7 req-02f15916-ac0a-40de-ba09-cac56bcb481c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33e514dfedde4d6dbe6a8d2290821d35&device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0895469 Apr 21 20:55:27.884327 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:27.884327 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Bound using segment: {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:27.884615 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Bound port: d6a1f121-80ab-4d81-a423-7c450b01c746, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:27.885025 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:27.968747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83df6c2c-5ae9-4a46-b9ea-a4dbcbdd5a9a req-f7c022eb-6be5-4e34-aed4-2d6813a2f09f tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0769992 Apr 21 20:55:28.016422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b150a83-8927-43c8-b79f-58f25bcc95e7 req-1a94b298-9e54-4d12-aedd-0d1c65e54a43 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=33e514dfedde4d6dbe6a8d2290821d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463884 Apr 21 20:55:28.083348 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] For port d6a1f121-80ab-4d81-a423-7c450b01c746, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:28.094837 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] For port d6a1f121-80ab-4d81-a423-7c450b01c746, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d6a1f121-80ab-4d81-a423-7c450b01c746,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:28.103034 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:28.134380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:28.162687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b2fe2896-9b82-4ae1-a5ad-5ffd2f336368 None None] Provisioning complete for port d6a1f121-80ab-4d81-a423-7c450b01c746 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:28.164067 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2896-9b82-4ae1-a5ad-5ffd2f336368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:28.179217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b7d9a-50b9-4cc9-bda4-45dafd2512fd req-0fddb31e-8760-4638-80ba-55473b410e4c tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:28.199887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b9b7d9a-50b9-4cc9-bda4-45dafd2512fd req-0fddb31e-8760-4638-80ba-55473b410e4c tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.2199154 Apr 21 20:55:28.261096 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:28.261719 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:28.341678 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2896-9b82-4ae1-a5ad-5ffd2f336368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:28.344975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b150a83-8927-43c8-b79f-58f25bcc95e7 req-90228170-826c-487c-a1eb-e1d83a91bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:28.348715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b150a83-8927-43c8-b79f-58f25bcc95e7 req-90228170-826c-487c-a1eb-e1d83a91bf03 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3178139 Apr 21 20:55:28.370426 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641379d1-5837-43b7-aac1-6ea641233789 None None] Pushing event updated for resources: {'Port': ['ID=d6a1f121-80ab-4d81-a423-7c450b01c746,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:28.437282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b2fe2896-9b82-4ae1-a5ad-5ffd2f336368 None None] For port d6a1f121-80ab-4d81-a423-7c450b01c746, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d6a1f121-80ab-4d81-a423-7c450b01c746,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:28.444001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df1b55-1e9b-49be-8922-2887b8fb8594 None None] Network a2217d79-31c4-4b4e-bd4e-1413357e83c8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:28.452218 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2896-9b82-4ae1-a5ad-5ffd2f336368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:28.516975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7a4ab-ffb1-4d1b-b718-67aa146b5d6e req-10c72057-f765-4990-b187-b387c0038142 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:28.528029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27d7a4ab-ffb1-4d1b-b718-67aa146b5d6e req-10c72057-f765-4990-b187-b387c0038142 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.1335609 Apr 21 20:55:28.528912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b9b7d9a-50b9-4cc9-bda4-45dafd2512fd req-6610dd94-30f5-4fe0-8068-d5f0ca38461c tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272758 Apr 21 20:55:28.530896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Router 22ad6f92-26f5-440a-8711-2dfb9849de37 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:55:28.630995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27d7a4ab-ffb1-4d1b-b718-67aa146b5d6e req-88c0959b-cd65-4980-98d4-3fa845d41e55 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986888 Apr 21 20:55:28.685307 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f38ba2f6-4319-4876-8107-356ba664df64 None None] Provisioning complete for port 52ac76ea-1df2-4889-98b7-ca4e36bca191 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:28.685713 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f38ba2f6-4319-4876-8107-356ba664df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:28.743164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe2896-9b82-4ae1-a5ad-5ffd2f336368 None None] Pushing event updated for resources: {'Port': ['ID=d6a1f121-80ab-4d81-a423-7c450b01c746,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:28.762818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75767301-2155-4a7d-aa43-222a1ca96e52 req-6402af00-6cf7-4d44-a096-19ea9c662ff7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:28.770768 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-75767301-2155-4a7d-aa43-222a1ca96e52 req-6402af00-6cf7-4d44-a096-19ea9c662ff7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1155756 Apr 21 20:55:28.813257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:55:28.831974 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-75767301-2155-4a7d-aa43-222a1ca96e52 req-22dfcb4b-e3d8-4cd2-bff6-f112753ede30 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602779 Apr 21 20:55:28.847472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Sync routers for ids ['22ad6f92-26f5-440a-8711-2dfb9849de37'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:55:28.869555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:28.872427 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c229eb5f-9ae3-4a58-9932-143bd0c92bc4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2652273 Apr 21 20:55:28.874685 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f38ba2f6-4319-4876-8107-356ba664df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:28.874859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46658) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:28.880616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Routers {'22ad6f92-26f5-440a-8711-2dfb9849de37'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:28.883735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['22ad6f92-26f5-440a-8711-2dfb9849de37'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:28.905757 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:29.107568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f38ba2f6-4319-4876-8107-356ba664df64 None None] For port 52ac76ea-1df2-4889-98b7-ca4e36bca191, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52ac76ea-1df2-4889-98b7-ca4e36bca191,segment=NetworkSegment(63632eb3-b9bd-4c54-ac3a-721a52f34ba9),segment_id=63632eb3-b9bd-4c54-ac3a-721a52f34ba9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:29.117970 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f38ba2f6-4319-4876-8107-356ba664df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:29.154533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d6a1f121-80ab-4d81-a423-7c450b01c746 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:29.165446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-469bed1a-b8b2-485c-a907-005d7b6f2568 req-c89f9826-e2a0-41fa-99a7-34cb05e8ba8d tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0493565 Apr 21 20:55:29.210685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Set router 22ad6f92-26f5-440a-8711-2dfb9849de37 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:29.276224 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:28Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:29.308551 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910385c-579f-4273-82a2-45ad9042aeab None None] The sync data for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 is: [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:28Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:55:29.466066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 84e4c754-3760-4e67-b7fa-eb4b97a81529 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:55:29.579161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d6a1f121-80ab-4d81-a423-7c450b01c746 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:29.579527 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:29.635770 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ba2f6-4319-4876-8107-356ba664df64 None None] Pushing event updated for resources: {'Port': ['ID=52ac76ea-1df2-4889-98b7-ca4e36bca191,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:29.650564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-45060b86-0fde-4949-9fee-e50ddd3b1dc7 None None] Provisioning complete for port d6a1f121-80ab-4d81-a423-7c450b01c746 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:29.650941 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-45060b86-0fde-4949-9fee-e50ddd3b1dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:29.740084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-d1216109-341a-4416-a0db-02ee4bade3bd service neutron] 10.222.0.46 "GET /v2.0/ports/84e4c754-3760-4e67-b7fa-eb4b97a81529/bindings/n-h2-838945-1 HTTP/1.1" status: 200 len: 384 time: 0.1757987 Apr 21 20:55:29.895960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37823a2a-aec5-424a-84ab-428746c040bd req-0f604c58-3f60-455b-a1f6-5ea8a81b9bf0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:29.903570 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37823a2a-aec5-424a-84ab-428746c040bd req-0f604c58-3f60-455b-a1f6-5ea8a81b9bf0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.1029234 Apr 21 20:55:29.931467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b150a83-8927-43c8-b79f-58f25bcc95e7 req-1221fc82-47cf-4ab9-8940-c333648ba564 tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.46 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.1003194 Apr 21 20:55:29.957351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52ac76ea-1df2-4889-98b7-ca4e36bca191 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:30.012525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f31bd-8ad7-4e72-b7e6-536c07e895f5 req-0363e3c0-7296-4f4f-8bc4-2e8668a20295 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:30.014387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-798f31bd-8ad7-4e72-b7e6-536c07e895f5 req-0363e3c0-7296-4f4f-8bc4-2e8668a20295 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.2617490 Apr 21 20:55:30.027829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-12174823-25b3-46c1-a088-84c85c7d3194 None None] Provisioning complete for port 52ac76ea-1df2-4889-98b7-ca4e36bca191 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:30.028932 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-12174823-25b3-46c1-a088-84c85c7d3194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.119094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:25Z', 'updated_at': '2022-04-21T20:55:27Z', 'revision_number': 3, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'gw_port': {'id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:42:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:26Z', 'updated_at': '2022-04-21T20:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:30.122407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 52ac76ea-1df2-4889-98b7-ca4e36bca191 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:30.123224 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.148350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:30.170376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:30.173214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.180048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Checking router: 22ad6f92-26f5-440a-8711-2dfb9849de37 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:55:30.180439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Updating router 22ad6f92-26f5-440a-8711-2dfb9849de37 port fdbbe05b-caa1-45b1-873b-361cf8bd4dde binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:55:30.184105 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-798f31bd-8ad7-4e72-b7e6-536c07e895f5 req-acf260f8-5b87-491c-93e5-22c3a5e9f6dc tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568727 Apr 21 20:55:30.216368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e4c754-3760-4e67-b7fa-eb4b97a81529 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:55:30.230817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:30.280349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37823a2a-aec5-424a-84ab-428746c040bd req-36856f0b-8aa5-4f43-aef4-51ca3df705cb tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740206 Apr 21 20:55:30.281075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.334645 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.471758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] Transition to ACTIVE for port object 84e4c754-3760-4e67-b7fa-eb4b97a81529 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:55:30.477799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8508aef-b838-44d0-be20-190dfad2b45d req-7b2c3ad2-0f01-4a84-8507-b276986781f9 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:30.491279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8508aef-b838-44d0-be20-190dfad2b45d req-7b2c3ad2-0f01-4a84-8507-b276986781f9 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 943 time: 0.1400723 Apr 21 20:55:30.523893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3b3fd31-bfa4-49d3-b8e6-c8321c923434 req-a78b4751-502d-4539-9778-60406627e65c tempest-ServersAdmin275Test-1391546846 tempest-ServersAdmin275Test-1391546846-project] 10.222.0.49 "GET /v2.0/ports?device_id=56295e0a-374c-4eae-86df-dcfd1205929a HTTP/1.1" status: 200 len: 210 time: 0.0487013 Apr 21 20:55:30.530121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.584347 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0f50-20a4-4c80-852e-698b881498b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.617966 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8508aef-b838-44d0-be20-190dfad2b45d req-0b87b56a-c943-458c-98b6-ad4673e3acc5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257064 Apr 21 20:55:30.652022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Allocated IP 172.20.0.1 (a2217d79-31c4-4b4e-bd4e-1413357e83c8/7d6627c2-e430-4504-8563-ede717667517/5ca822a3-991d-4738-a93a-7597ec76a137) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:30.663935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] No DVR routers for this DVR port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:55:30.729322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/84e4c754-3760-4e67-b7fa-eb4b97a81529/bindings/n-h2-838945-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9772902 Apr 21 20:55:30.733544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c318a-59d4-4e4c-88df-8797211516b4 service neutron] Pushing event updated for resources: {'Port': ['ID=84e4c754-3760-4e67-b7fa-eb4b97a81529,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:30.810176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d6a1f121-80ab-4d81-a423-7c450b01c746 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:30.883390 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.894923 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.944079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d6a1f121-80ab-4d81-a423-7c450b01c746 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:30.944612 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:30.987287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Attempting to bind port fdbbe05b-caa1-45b1-873b-361cf8bd4dde on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:30.988317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Attempting to bind port fdbbe05b-caa1-45b1-873b-361cf8bd4dde by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:30.988796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Attempting to bind port fdbbe05b-caa1-45b1-873b-361cf8bd4dde on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:30.990863 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684cc62-857d-4f84-b892-25e605d39f5d None None] Pushing event updated for resources: {'Port': ['ID=fdbbe05b-caa1-45b1-873b-361cf8bd4dde,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:31.003166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:31.003609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:31.004129 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.004580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:31.005229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Bound port: fdbbe05b-caa1-45b1-873b-361cf8bd4dde, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:31.005679 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.093908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] For port fdbbe05b-caa1-45b1-873b-361cf8bd4dde, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:31.113975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] For port fdbbe05b-caa1-45b1-873b-361cf8bd4dde, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fdbbe05b-caa1-45b1-873b-361cf8bd4dde,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:31.115961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52ac76ea-1df2-4889-98b7-ca4e36bca191 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:31.138519 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.149991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.197687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.220963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Routers {'22ad6f92-26f5-440a-8711-2dfb9849de37'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:31.222767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['22ad6f92-26f5-440a-8711-2dfb9849de37'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:31.256529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Network a2217d79-31c4-4b4e-bd4e-1413357e83c8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:31.261752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:31.265216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:31.289216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684cc62-857d-4f84-b892-25e605d39f5d None None] Pushing event updated for resources: {'Port': ['ID=fdbbe05b-caa1-45b1-873b-361cf8bd4dde,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:31.300326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Pushing event updated for resources: {'Port': ['ID=5ca822a3-991d-4738-a93a-7597ec76a137,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:31.322556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 52ac76ea-1df2-4889-98b7-ca4e36bca191 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:31.323632 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.326608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.351094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9ef90-faa2-4f8c-a8e9-94acb9cab6bf req-fab30e3a-0ea1-4daf-b351-adea18967626 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:31.358965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b9ef90-faa2-4f8c-a8e9-94acb9cab6bf req-fab30e3a-0ea1-4daf-b351-adea18967626 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.0944936 Apr 21 20:55:31.425753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b9ef90-faa2-4f8c-a8e9-94acb9cab6bf req-4a2348e5-6197-4d4c-9bad-1f654f972216 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655334 Apr 21 20:55:31.535551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] Set router 22ad6f92-26f5-440a-8711-2dfb9849de37 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:31.545934 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce438d2-5c22-4dfe-9dbb-02a557daf3e7 req-b3facb71-2bfa-4c6c-b746-7169485530e0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:31.554168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dce438d2-5c22-4dfe-9dbb-02a557daf3e7 req-b3facb71-2bfa-4c6c-b746-7169485530e0 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.0798178 Apr 21 20:55:31.607016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.653236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dce438d2-5c22-4dfe-9dbb-02a557daf3e7 req-d654b133-3637-4d9e-83a2-ac844879f394 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896671 Apr 21 20:55:31.736057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-002509fd-9671-4581-8b8a-a8127569fce8 None None] Provisioning complete for port 5ca822a3-991d-4738-a93a-7597ec76a137 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:31.736057 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-002509fd-9671-4581-8b8a-a8127569fce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.797977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-002509fd-9671-4581-8b8a-a8127569fce8 None None] Port 5ca822a3-991d-4738-a93a-7597ec76a137 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:55:31.807443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe7539-43cb-44bb-bd43-0eb3979f82c9 req-e4e974bf-dbf4-4d67-83af-5ef04ecfa006 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:31.815117 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99fe7539-43cb-44bb-bd43-0eb3979f82c9 req-e4e974bf-dbf4-4d67-83af-5ef04ecfa006 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.0797937 Apr 21 20:55:31.866153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:25Z', 'updated_at': '2022-04-21T20:55:27Z', 'revision_number': 3, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'gw_port': {'id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:42:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:26Z', 'updated_at': '2022-04-21T20:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:31.880920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99fe7539-43cb-44bb-bd43-0eb3979f82c9 req-9b02f3aa-efa3-4f35-8fd6-b04af2827e7d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577276 Apr 21 20:55:31.898016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98158a02-5145-4425-98bc-3bcc298cb2f9 None None] The sync data for ids ['22ad6f92-26f5-440a-8711-2dfb9849de37'] in n-d-838945-1 is: [{'id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:25Z', 'updated_at': '2022-04-21T20:55:27Z', 'revision_number': 3, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'gw_port': {'id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:42:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:26Z', 'updated_at': '2022-04-21T20:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:55:31.959281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:31.965664 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:32.050134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Pushing event updated for resources: {'Port': ['ID=5ca822a3-991d-4738-a93a-7597ec76a137,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:32.075697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:32.121520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46734) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:32.227400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Network a2217d79-31c4-4b4e-bd4e-1413357e83c8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:32.231334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:32.438509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Router 22ad6f92-26f5-440a-8711-2dfb9849de37 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:55:32.488151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad57ff57-789a-451f-80f0-22a3c4f81b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:32.608695 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad57ff57-789a-451f-80f0-22a3c4f81b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:32.630297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad57ff57-789a-451f-80f0-22a3c4f81b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:32.647726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d25c3893-250b-44c4-bb31-c6e431d9d0d1 None None] Provisioning complete for port 5ca822a3-991d-4738-a93a-7597ec76a137 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:32.648874 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d25c3893-250b-44c4-bb31-c6e431d9d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:32.697323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ad57ff57-789a-451f-80f0-22a3c4f81b33 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33e514dfedde4d6dbe6a8d2290821d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674810 Apr 21 20:55:32.698124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46750) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:32.698851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57ff57-789a-451f-80f0-22a3c4f81b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f29457-40e5-4d65-9164-af02e6c3c319,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:32.740518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88502c-58a6-45e3-ae6f-a22c9a3a1713 req-cbed5b25-14b9-47b3-8e3c-5b3d1253e4df tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:32.749081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df88502c-58a6-45e3-ae6f-a22c9a3a1713 req-cbed5b25-14b9-47b3-8e3c-5b3d1253e4df tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.1647403 Apr 21 20:55:32.766236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d25c3893-250b-44c4-bb31-c6e431d9d0d1 None None] Port 5ca822a3-991d-4738-a93a-7597ec76a137 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:55:32.777879 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-59aa0ae8-484a-4659-804f-60dfe4747ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:32.787998 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:55:32.812821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5d4c752d-0764-433d-8c37-04167d886f9c admin admin] 10.222.0.49 "PUT /v2.0/routers/22ad6f92-26f5-440a-8711-2dfb9849de37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9287994 Apr 21 20:55:32.839877 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df88502c-58a6-45e3-ae6f-a22c9a3a1713 req-2c89fba0-6f72-45c0-b11c-667e2cd8fe86 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870805 Apr 21 20:55:32.884094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7c42801e-4fc4-4078-a905-d88a2d1a19c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:32.922107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814a262-dfe5-4470-87bf-01b1ec8185ed req-156b2eda-d541-4ec7-9a64-2a154643cc7e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:32.927549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fdbbe05b-caa1-45b1-873b-361cf8bd4dde up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:32.930034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2814a262-dfe5-4470-87bf-01b1ec8185ed req-156b2eda-d541-4ec7-9a64-2a154643cc7e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.1676044 Apr 21 20:55:32.946013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7c42801e-4fc4-4078-a905-d88a2d1a19c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.040819 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fdbbe05b-caa1-45b1-873b-361cf8bd4dde triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:33.040819 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.052508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2814a262-dfe5-4470-87bf-01b1ec8185ed req-d8e0d8bd-c781-4f59-b713-bc10d2063574 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554948 Apr 21 20:55:33.077056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5351d5-9b6c-4cee-a3e8-8550e7bd3d39 req-3823f83e-80c6-40ba-9beb-97dca2f71ff1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:33.078762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7c42801e-4fc4-4078-a905-d88a2d1a19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.084045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7c42801e-4fc4-4078-a905-d88a2d1a19c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.085244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f5351d5-9b6c-4cee-a3e8-8550e7bd3d39 req-3823f83e-80c6-40ba-9beb-97dca2f71ff1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.0993857 Apr 21 20:55:33.085837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7c42801e-4fc4-4078-a905-d88a2d1a19c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9f29457-40e5-4d65-9164-af02e6c3c319 HTTP/1.1" status: 204 len: 168 time: 0.3829474 Apr 21 20:55:33.095261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42801e-4fc4-4078-a905-d88a2d1a19c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f29457-40e5-4d65-9164-af02e6c3c319,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:33.169884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f5351d5-9b6c-4cee-a3e8-8550e7bd3d39 req-20c63851-3f4b-4f93-9b93-1bc072e4725c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599167 Apr 21 20:55:33.218742 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.240742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port fdbbe05b-caa1-45b1-873b-361cf8bd4dde, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fdbbe05b-caa1-45b1-873b-361cf8bd4dde,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:33.245442 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.297303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=fdbbe05b-caa1-45b1-873b-361cf8bd4dde,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:33.308149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.308540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.309372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.309725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.310079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.310509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.310843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.311171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.311496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.311820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.312298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.312749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:55:33.553898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46806) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:33.570446 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b84f0720-efd2-4f8e-8c4c-c1d306dfe76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.677517 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b84f0720-efd2-4f8e-8c4c-c1d306dfe76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.684702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b84f0720-efd2-4f8e-8c4c-c1d306dfe76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.732094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b84f0720-efd2-4f8e-8c4c-c1d306dfe76d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efcf3b64139d416fa20e36526583c685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763053 Apr 21 20:55:33.732920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f0720-efd2-4f8e-8c4c-c1d306dfe76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7bf062-02c6-4a1c-98c9-a175b89bf1d9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:33.735593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46814) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:33.793508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8940840-0586-4ce0-a6b6-de9808c7bd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.826858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8940840-0586-4ce0-a6b6-de9808c7bd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.903197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8940840-0586-4ce0-a6b6-de9808c7bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.906157 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8940840-0586-4ce0-a6b6-de9808c7bd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:33.907289 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c8940840-0586-4ce0-a6b6-de9808c7bd05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f7bf062-02c6-4a1c-98c9-a175b89bf1d9 HTTP/1.1" status: 204 len: 168 time: 0.1705694 Apr 21 20:55:33.926905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8940840-0586-4ce0-a6b6-de9808c7bd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7bf062-02c6-4a1c-98c9-a175b89bf1d9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:33.971091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:34.009959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c944330-c297-4548-9729-c53855200616 req-55af74cb-6c7c-46bf-9e9f-17a5c4ed077e tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:34.019241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c944330-c297-4548-9729-c53855200616 req-55af74cb-6c7c-46bf-9e9f-17a5c4ed077e tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.0883498 Apr 21 20:55:34.080624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c944330-c297-4548-9729-c53855200616 req-3eef2cb6-aeb6-48c2-a4e5-299c172a9ba2 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603969 Apr 21 20:55:34.232213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603c186-956c-4dbe-ab2f-5d30061e2c99 req-81d55e0a-ad08-4c2f-b291-874ea34f372b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:34.238420 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Sync routers for ids ['22ad6f92-26f5-440a-8711-2dfb9849de37'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:55:34.241826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4603c186-956c-4dbe-ab2f-5d30061e2c99 req-81d55e0a-ad08-4c2f-b291-874ea34f372b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.0904727 Apr 21 20:55:34.258744 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Routers {'22ad6f92-26f5-440a-8711-2dfb9849de37'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:34.262935 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['22ad6f92-26f5-440a-8711-2dfb9849de37'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:34.305964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4603c186-956c-4dbe-ab2f-5d30061e2c99 req-296eea57-bae3-4b03-913e-54d2c054a51f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630648 Apr 21 20:55:34.399662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f87635-c641-4ad5-b91b-251ad69d161d req-7b7e4071-e83e-4d9d-ab0b-4d1c85a11abe tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:34.410191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25f87635-c641-4ad5-b91b-251ad69d161d req-7b7e4071-e83e-4d9d-ab0b-4d1c85a11abe tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.0980675 Apr 21 20:55:34.464415 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25f87635-c641-4ad5-b91b-251ad69d161d req-4971511d-41a2-4782-ae98-0308bf2ce8a4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Apr 21 20:55:34.472730 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Set router 22ad6f92-26f5-440a-8711-2dfb9849de37 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:34.798902 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:25Z', 'updated_at': '2022-04-21T20:55:31Z', 'revision_number': 4, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'gw_port': {'id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:26Z', 'updated_at': '2022-04-21T20:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ca822a3-991d-4738-a93a-7597ec76a137', 'name': '', 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'mac_address': 'fa:16:3e:3e:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7d6627c2-e430-4504-8563-ede717667517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:30Z', 'updated_at': '2022-04-21T20:55:31Z', 'revision_number': 2, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'subnets': [{'id': '7d6627c2-e430-4504-8563-ede717667517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:34.829264 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Checking router: 22ad6f92-26f5-440a-8711-2dfb9849de37 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:55:34.829601 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Updating router 22ad6f92-26f5-440a-8711-2dfb9849de37 port 5ca822a3-991d-4738-a93a-7597ec76a137 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:55:34.835649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fdbbe05b-caa1-45b1-873b-361cf8bd4dde up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:34.900862 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.268186 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.275371 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.283928 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.284671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fdbbe05b-caa1-45b1-873b-361cf8bd4dde triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:35.285127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.302325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1adaa-a77f-421a-bd9b-65dfce4c7e8f req-8196d8e8-8551-46bd-a3b7-ddcb2524a48a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:35.317296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-faf1adaa-a77f-421a-bd9b-65dfce4c7e8f req-8196d8e8-8551-46bd-a3b7-ddcb2524a48a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.1216369 Apr 21 20:55:35.451486 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-faf1adaa-a77f-421a-bd9b-65dfce4c7e8f req-f6711406-9f3a-48f7-9466-b558e31bc441 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308579 Apr 21 20:55:35.459356 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6826afd-a384-4700-856f-7c7ae07c78ef None None] Pushing event updated for resources: {'Port': ['ID=5ca822a3-991d-4738-a93a-7597ec76a137,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:35.473318 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Attempting to bind port 5ca822a3-991d-4738-a93a-7597ec76a137 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:35.473915 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Attempting to bind port 5ca822a3-991d-4738-a93a-7597ec76a137 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '63632eb3-b9bd-4c54-ac3a-721a52f34ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:35.474650 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Attempting to bind port 5ca822a3-991d-4738-a93a-7597ec76a137 on network a2217d79-31c4-4b4e-bd4e-1413357e83c8 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:35.501904 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:35.502627 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Checking segment: {'id': '63632eb3-b9bd-4c54-ac3a-721a52f34ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:35.506574 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.507081 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Bound using segment: {'id': '63632eb3-b9bd-4c54-ac3a-721a52f34ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:35.508152 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Bound port: 5ca822a3-991d-4738-a93a-7597ec76a137, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63632eb3-b9bd-4c54-ac3a-721a52f34ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:35.509181 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.597977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf33f0-4d7f-4119-9e17-ac6b110547a9 req-4e9310f3-3870-4020-a835-b9d91d8d1d6e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:35.603208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afcf33f0-4d7f-4119-9e17-ac6b110547a9 req-4e9310f3-3870-4020-a835-b9d91d8d1d6e tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.1233428 Apr 21 20:55:35.703840 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afcf33f0-4d7f-4119-9e17-ac6b110547a9 req-3d6ab1a1-f8bf-46bf-baff-3c298c41b879 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933096 Apr 21 20:55:35.707837 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] For port 5ca822a3-991d-4738-a93a-7597ec76a137, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:35.720903 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] For port 5ca822a3-991d-4738-a93a-7597ec76a137, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5ca822a3-991d-4738-a93a-7597ec76a137,segment=NetworkSegment(63632eb3-b9bd-4c54-ac3a-721a52f34ba9),segment_id=63632eb3-b9bd-4c54-ac3a-721a52f34ba9)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:35.731941 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.774927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab0305-13b8-409a-a341-4a735961dfd1 req-9e4895e9-24f1-41a4-b59f-9442f6e08bb9 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:35.779663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffab0305-13b8-409a-a341-4a735961dfd1 req-9e4895e9-24f1-41a4-b59f-9442f6e08bb9 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.1518905 Apr 21 20:55:35.844254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-36fa844c-d29c-4301-963d-a4c005dfb87c None None] Provisioning complete for port 5ca822a3-991d-4738-a93a-7597ec76a137 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:35.844776 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-36fa844c-d29c-4301-963d-a4c005dfb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.857026 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:35.930911 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6826afd-a384-4700-856f-7c7ae07c78ef None None] Pushing event updated for resources: {'Port': ['ID=5ca822a3-991d-4738-a93a-7597ec76a137,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:35.954447 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Routers {'22ad6f92-26f5-440a-8711-2dfb9849de37'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:35.959334 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['22ad6f92-26f5-440a-8711-2dfb9849de37'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:35.986891 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffab0305-13b8-409a-a341-4a735961dfd1 req-09924e6e-d52f-4e68-84e0-458a7ade1f45 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977992 Apr 21 20:55:36.122437 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] Set router 22ad6f92-26f5-440a-8711-2dfb9849de37 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:36.178435 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-36fa844c-d29c-4301-963d-a4c005dfb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:36.285030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-36fa844c-d29c-4301-963d-a4c005dfb87c None None] For port 5ca822a3-991d-4738-a93a-7597ec76a137, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5ca822a3-991d-4738-a93a-7597ec76a137,segment=NetworkSegment(63632eb3-b9bd-4c54-ac3a-721a52f34ba9),segment_id=63632eb3-b9bd-4c54-ac3a-721a52f34ba9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:36.298701 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-36fa844c-d29c-4301-963d-a4c005dfb87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:36.430022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa844c-d29c-4301-963d-a4c005dfb87c None None] Pushing event updated for resources: {'Port': ['ID=5ca822a3-991d-4738-a93a-7597ec76a137,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:36.437764 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:25Z', 'updated_at': '2022-04-21T20:55:31Z', 'revision_number': 4, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'gw_port': {'id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:26Z', 'updated_at': '2022-04-21T20:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ca822a3-991d-4738-a93a-7597ec76a137', 'name': '', 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'mac_address': 'fa:16:3e:3e:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7d6627c2-e430-4504-8563-ede717667517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:30Z', 'updated_at': '2022-04-21T20:55:35Z', 'revision_number': 4, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'subnets': [{'id': '7d6627c2-e430-4504-8563-ede717667517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:36.442264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3fbb23e2-745e-4768-bd91-0ecd136b98be None None] Provisioning complete for port 5ca822a3-991d-4738-a93a-7597ec76a137 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:36.442726 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3fbb23e2-745e-4768-bd91-0ecd136b98be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:36.519457 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe3fd0d-48b7-45c6-ac2d-98e3707a2323 None None] The sync data for ids ['22ad6f92-26f5-440a-8711-2dfb9849de37'] in n-d-838945-1 is: [{'id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:25Z', 'updated_at': '2022-04-21T20:55:31Z', 'revision_number': 4, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'gw_port': {'id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:26Z', 'updated_at': '2022-04-21T20:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ca822a3-991d-4738-a93a-7597ec76a137', 'name': '', 'network_id': 'a2217d79-31c4-4b4e-bd4e-1413357e83c8', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'mac_address': 'fa:16:3e:3e:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7d6627c2-e430-4504-8563-ede717667517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:30Z', 'updated_at': '2022-04-21T20:55:35Z', 'revision_number': 4, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'subnets': [{'id': '7d6627c2-e430-4504-8563-ede717667517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:55:36.790791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7850be6-4087-492e-bfc8-8d504cac675e req-168b3b0f-a502-4540-aaa0-c5d01e9c139b tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:36.805516 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7850be6-4087-492e-bfc8-8d504cac675e req-168b3b0f-a502-4540-aaa0-c5d01e9c139b tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.1653595 Apr 21 20:55:36.900110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7850be6-4087-492e-bfc8-8d504cac675e req-8e48988a-478b-462e-a098-67c30c7ff8b7 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873578 Apr 21 20:55:36.931197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5ca822a3-991d-4738-a93a-7597ec76a137 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:36.980390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f938f9-1043-4535-b793-4da0b0474214 req-1aa385cf-1da3-448c-897c-5892e4814380 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:36.992015 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92f938f9-1043-4535-b793-4da0b0474214 req-1aa385cf-1da3-448c-897c-5892e4814380 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.1231098 Apr 21 20:55:37.054150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5ca822a3-991d-4738-a93a-7597ec76a137 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:37.057752 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:37.087961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92f938f9-1043-4535-b793-4da0b0474214 req-3878b5f6-1f9a-4704-ab79-e92cb6c627ac tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941303 Apr 21 20:55:37.255955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c3ccf-7be6-4a94-b9b6-2881097a2420 req-8ad7b322-cd5e-4df7-a2ab-4d676b423dad tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:37.255955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-926c3ccf-7be6-4a94-b9b6-2881097a2420 req-8ad7b322-cd5e-4df7-a2ab-4d676b423dad tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.1595984 Apr 21 20:55:37.335219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-926c3ccf-7be6-4a94-b9b6-2881097a2420 req-30d85ce6-5d8c-4ed7-8761-112349380e5c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639300 Apr 21 20:55:38.076228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f7dab-950c-40a3-aaaa-5b5d171c61e8 req-ba0abaef-53b9-4b58-be54-b29eed6dde74 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:38.080302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f70f7dab-950c-40a3-aaaa-5b5d171c61e8 req-ba0abaef-53b9-4b58-be54-b29eed6dde74 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.1011508 Apr 21 20:55:38.157030 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f70f7dab-950c-40a3-aaaa-5b5d171c61e8 req-f0e12183-a67f-41a4-be01-1e140c7e3f15 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679882 Apr 21 20:55:38.355013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50080d-8ac6-4a3b-b546-ef4825cab511 req-4071e17a-2f36-48a9-b32f-659779edac23 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:38.357084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d50080d-8ac6-4a3b-b546-ef4825cab511 req-4071e17a-2f36-48a9-b32f-659779edac23 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 932 time: 0.0871224 Apr 21 20:55:38.390128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Request body: {'port': {'device_id': '797cd123-ca32-42bd-b37a-95e10e005b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:38.413481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d50080d-8ac6-4a3b-b546-ef4825cab511 req-274213b2-88da-411d-8ea9-d664d067b9b8 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483146 Apr 21 20:55:38.493478 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:38.603162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7d858-fcff-487a-b09b-a4184cafb2e2 req-aae29f84-5b94-4c5d-bcf5-e1f76021b059 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:38.605179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cdc7d858-fcff-487a-b09b-a4184cafb2e2 req-aae29f84-5b94-4c5d-bcf5-e1f76021b059 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.0992174 Apr 21 20:55:38.639080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-1a40d649-6074-466e-a512-5ad6c2cdbcd7 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:38.640572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-1a40d649-6074-466e-a512-5ad6c2cdbcd7 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.1481805 Apr 21 20:55:38.689726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cdc7d858-fcff-487a-b09b-a4184cafb2e2 req-6994abf9-b1b8-4cfa-a0b5-b5fd5795e5a7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784431 Apr 21 20:55:38.770204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-6f9a6c0b-bbaf-4e5d-b2f1-52fe150f3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:38.772037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-6f9a6c0b-bbaf-4e5d-b2f1-52fe150f3122 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487&tenant_id=37c70604bc6b4aee98099584cc509ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0877934 Apr 21 20:55:38.905580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-0b58fe7f-a666-4c7a-b6ea-ddb51ca7e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:38.907426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-0b58fe7f-a666-4c7a-b6ea-ddb51ca7e46f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1095 time: 0.0757039 Apr 21 20:55:39.128349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:55:39.140727 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:39.155528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Transition to ACTIVE for port object 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:55:39.157947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-2d3b1cb8-8ac2-4a22-9a35-21db23337498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:39.160101 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-2d3b1cb8-8ac2-4a22-9a35-21db23337498 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.2411342 Apr 21 20:55:39.165394 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:39.368552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Pushing event updated for resources: {'Port': ['ID=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:39.371353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83d18-fd91-4f2a-8077-557649f83cf2 req-d2d672bd-1d4c-4834-956c-ed4b8671b660 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:39.375116 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48d83d18-fd91-4f2a-8077-557649f83cf2 req-d2d672bd-1d4c-4834-956c-ed4b8671b660 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.1120625 Apr 21 20:55:39.386552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-4c4288a7-73a9-4861-b324-ac3075dccd6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529 HTTP/1.1" status: 200 len: 217 time: 0.2176399 Apr 21 20:55:39.497991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48d83d18-fd91-4f2a-8077-557649f83cf2 req-cdf55f2a-239a-4c47-a01d-dea3a8b98007 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981572 Apr 21 20:55:39.554584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-5a257c2f-d54b-4f15-8a0d-b8ccf4ef4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:39.566490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-5a257c2f-d54b-4f15-8a0d-b8ccf4ef4cc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.1590002 Apr 21 20:55:39.638792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-c97ad58c-2c70-4f76-a39e-f0a0e9c4dbee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714200 Apr 21 20:55:39.724060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd827377-a48d-4cfe-a14d-b2d44b1ae476 req-b2717866-0461-49a7-89cc-52a61dbf6987 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:39.725645 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd827377-a48d-4cfe-a14d-b2d44b1ae476 req-b2717866-0461-49a7-89cc-52a61dbf6987 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 944 time: 0.1382256 Apr 21 20:55:39.812454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Attempting to bind port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:39.813062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Attempting to bind port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:39.813483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Attempting to bind port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb on network 1efc2521-a376-4282-87e9-b481a87d6c0b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:39.830536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-59e5afc1-4b19-4f39-bf87-235ee6bb2bad service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757681 Apr 21 20:55:39.851713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb on network 1efc2521-a376-4282-87e9-b481a87d6c0b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:55:39.852270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Attempting to bind port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb on network 1efc2521-a376-4282-87e9-b481a87d6c0b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:39.856885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd827377-a48d-4cfe-a14d-b2d44b1ae476 req-27765d79-5d24-4d22-9c6f-bc34a9309474 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217966 Apr 21 20:55:40.330320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:40.331319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Checking segment: {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:40.331958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Bound using segment: {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:40.332601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Bound port: 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62101d2e-a5bb-47a9-b926-bdd9ab52730c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:40.333345 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:40.385971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0aa311-548e-4f61-ae90-06a58894da02 req-edbd3b70-a0e7-4b4b-a2e4-0e874b312795 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:40.394928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd0aa311-548e-4f61-ae90-06a58894da02 req-edbd3b70-a0e7-4b4b-a2e4-0e874b312795 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.5787156 Apr 21 20:55:40.426828 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-5b1d4081-8fff-4dab-baef-5a11d9f3309f service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720725 Apr 21 20:55:40.499182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] For port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:40.505440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] For port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:40.520013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:40.574403 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd0aa311-548e-4f61-ae90-06a58894da02 req-3bb18cc7-5fad-47dc-8884-8378d5a58e7f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773450 Apr 21 20:55:40.610961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:40.612803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:40.621612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] 10.222.0.43 "PUT /v2.0/ports/5ebb5633-c1be-4b5e-896f-6d9ffde0cacb HTTP/1.1" status: 200 len: 1092 time: 2.2446523 Apr 21 20:55:40.622166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797cd123-ca32-42bd-b37a-95e10e005b33', 'tag': '5ebb5633-c1be-4b5e-896f-6d9ffde0cacb'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:40.627186 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d92238-da66-4234-8e35-d011aef89c48" -d '{"events": [{"name": "network-changed", "server_uuid": "797cd123-ca32-42bd-b37a-95e10e005b33", "tag": "5ebb5633-c1be-4b5e-896f-6d9ffde0cacb"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:40.777053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2956d7-2170-4972-ba31-d20fdcddc70a service neutron] Pushing event updated for resources: {'Port': ['ID=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:40.877139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0e60b-a694-42ce-9688-19f1e670f49d req-aa723b28-53cf-40d9-aaf2-e8a0e2742158 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:40.879576 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83d0e60b-a694-42ce-9688-19f1e670f49d req-aa723b28-53cf-40d9-aaf2-e8a0e2742158 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.1734445 Apr 21 20:55:40.892858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-eb213b9f-ac60-4adc-a914-6a4bafe150ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:40.894393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-eb213b9f-ac60-4adc-a914-6a4bafe150ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 1095 time: 0.1768255 Apr 21 20:55:40.902520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-1524705a-2fde-459d-a73d-0deeeffcb28b tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:40.904162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-1524705a-2fde-459d-a73d-0deeeffcb28b tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.1198289 Apr 21 20:55:41.023183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-334be7df-3bab-4326-81e7-2316b689788a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb HTTP/1.1" status: 200 len: 217 time: 0.1179483 Apr 21 20:55:41.099763 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83d0e60b-a694-42ce-9688-19f1e670f49d req-d31fe807-80aa-4e60-8a4b-9bc7fa862315 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091849 Apr 21 20:55:41.146050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-e8e91221-26ac-40ac-b16e-b143e2034344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:41.148049 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-e8e91221-26ac-40ac-b16e-b143e2034344 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b091780-49e0-43b5-a615-8809871ac381 HTTP/1.1" status: 200 len: 862 time: 0.1102619 Apr 21 20:55:41.169647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-3482b8f2-350a-416b-b8d7-cb93c4f3adb5 service neutron] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:41.173578 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-3482b8f2-350a-416b-b8d7-cb93c4f3adb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:41.175434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6865f38a-d57c-409a-951c-c6a16ef38cae req-3482b8f2-350a-416b-b8d7-cb93c4f3adb5 service neutron] 10.222.0.43 "DELETE /v2.0/ports/84e4c754-3760-4e67-b7fa-eb4b97a81529/bindings/n-h1-838945-1 HTTP/1.1" status: 204 len: 173 time: 0.2557507 Apr 21 20:55:41.195109 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a37af87-f920-486b-9c16-05cf89b8b6df x-openstack-request-id: req-0a37af87-f920-486b-9c16-05cf89b8b6df {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:41.195433 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797cd123-ca32-42bd-b37a-95e10e005b33", "tag": "5ebb5633-c1be-4b5e-896f-6d9ffde0cacb", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:41.195754 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a37af87-f920-486b-9c16-05cf89b8b6df {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:41.196219 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a37af87-f920-486b-9c16-05cf89b8b6df'] response: {'name': 'network-changed', 'server_uuid': '797cd123-ca32-42bd-b37a-95e10e005b33', 'tag': '5ebb5633-c1be-4b5e-896f-6d9ffde0cacb', 'status': 'completed', 'code': 200} Apr 21 20:55:41.198968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-5f92ed6f-0815-491f-8f3b-e16ab2114b59 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1efc2521-a376-4282-87e9-b481a87d6c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419731 Apr 21 20:55:41.382355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-be5315d2-206a-43f1-a5f2-e4170f3ff2aa service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753540 Apr 21 20:55:41.526817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4502c-5de4-4d8f-b15c-d0afa4dd799a req-30a5382b-52cc-4dea-8e98-8c7880e0720f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:41.537825 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72c4502c-5de4-4d8f-b15c-d0afa4dd799a req-30a5382b-52cc-4dea-8e98-8c7880e0720f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 944 time: 0.2394698 Apr 21 20:55:41.605762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72c4502c-5de4-4d8f-b15c-d0afa4dd799a req-2dde9368-bab4-48d9-a635-af6af9710102 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659854 Apr 21 20:55:41.661484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d31e7267-16b6-4c1b-acb3-9fc0b743c4c1 req-cc3ca041-5624-458e-b2da-3434b99580e4 service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284560 Apr 21 20:55:41.812974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d92238-da66-4234-8e35-d011aef89c48 req-47119208-d2c2-4b7d-8813-d12973f57c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:41.814880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49d92238-da66-4234-8e35-d011aef89c48 req-47119208-d2c2-4b7d-8813-d12973f57c91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 1095 time: 0.1082911 Apr 21 20:55:41.962916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d92238-da66-4234-8e35-d011aef89c48 req-77fde97f-6025-41c1-8ab0-ddff8ec7b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:41.965369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49d92238-da66-4234-8e35-d011aef89c48 req-77fde97f-6025-41c1-8ab0-ddff8ec7b305 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 200 len: 923 time: 0.1328993 Apr 21 20:55:42.088710 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49d92238-da66-4234-8e35-d011aef89c48 req-4cde9768-3673-4617-b562-c5c797ef829b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb HTTP/1.1" status: 200 len: 217 time: 0.1113048 Apr 21 20:55:42.159943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47394) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:42.171816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c894f-b1ff-4c3e-9be3-0707b62768c0 req-e452189e-c423-4637-825e-0c0826c4575b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:42.177302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc3c894f-b1ff-4c3e-9be3-0707b62768c0 req-e452189e-c423-4637-825e-0c0826c4575b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.2107000 Apr 21 20:55:42.210816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d92238-da66-4234-8e35-d011aef89c48 req-e83d22d0-804f-428e-b65f-a692d89ddcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:42.213065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49d92238-da66-4234-8e35-d011aef89c48 req-e83d22d0-804f-428e-b65f-a692d89ddcd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b091780-49e0-43b5-a615-8809871ac381 HTTP/1.1" status: 200 len: 862 time: 0.1080270 Apr 21 20:55:42.249535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed197280-7e12-44ec-80e9-66c69631d61b req-e3e72f3e-4f42-4833-9bec-3ec6dd33e343 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:42.258784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed197280-7e12-44ec-80e9-66c69631d61b req-e3e72f3e-4f42-4833-9bec-3ec6dd33e343 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.1046336 Apr 21 20:55:42.269009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49d92238-da66-4234-8e35-d011aef89c48 req-e75d611d-09df-4951-b88f-8a3962ba1543 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1efc2521-a376-4282-87e9-b481a87d6c0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464964 Apr 21 20:55:42.292920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc3c894f-b1ff-4c3e-9be3-0707b62768c0 req-e259b78a-6b65-4fd2-9df6-a36e4565420d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047609 Apr 21 20:55:42.308794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed197280-7e12-44ec-80e9-66c69631d61b req-6f7afa54-d995-455c-9de0-2152d193186a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487981 Apr 21 20:55:42.404110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49d92238-da66-4234-8e35-d011aef89c48 req-ac12b02f-56bd-4535-b315-91ea17ef3752 service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149702 Apr 21 20:55:42.523500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fb1b5-bcc6-464a-bb2e-6ed64917bb19 req-bc341798-8537-46eb-aa26-12c174d1460a tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:42.525362 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c7fb1b5-bcc6-464a-bb2e-6ed64917bb19 req-bc341798-8537-46eb-aa26-12c174d1460a tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1095 time: 0.0585043 Apr 21 20:55:42.538372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-362afde4-f81c-4047-8fe8-acef050029b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:42.587879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c7fb1b5-bcc6-464a-bb2e-6ed64917bb19 req-c1164f5a-ff5c-4a3e-b543-b98aefc2397d tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559044 Apr 21 20:55:42.600585 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49d92238-da66-4234-8e35-d011aef89c48 req-59cf0e4f-2a27-49e3-b44a-7d2b08bb1919 service neutron] 10.222.0.43 "GET /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878273 Apr 21 20:55:42.744371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e065f-44bd-4dc5-8c3b-778009e24c3d req-91d0f3f3-d8f3-4e4d-bc92-856ad33aa9c9 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:42.746278 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e45e065f-44bd-4dc5-8c3b-778009e24c3d req-91d0f3f3-d8f3-4e4d-bc92-856ad33aa9c9 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 1095 time: 0.0641341 Apr 21 20:55:42.761296 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-362afde4-f81c-4047-8fe8-acef050029b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:42.777180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-362afde4-f81c-4047-8fe8-acef050029b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:42.795169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e45e065f-44bd-4dc5-8c3b-778009e24c3d req-609fa0bb-d187-4f07-a299-52a7d1553a3c tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Apr 21 20:55:42.831460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-362afde4-f81c-4047-8fe8-acef050029b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=641daf1c3e2d4a5c82a02058ccb26cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523087 Apr 21 20:55:42.832342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362afde4-f81c-4047-8fe8-acef050029b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf00e3-fb44-4952-acce-bbbe65754c2e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:42.834044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47444) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:42.943198 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-78165961-475e-4f96-8f31-1387ad460f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:42.992581 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-78165961-475e-4f96-8f31-1387ad460f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:43.018679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15359eae-e40f-49cd-9db2-04e37cd12ce8 req-67a4ea26-5bcf-40af-8612-3e53289d3811 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:43.026548 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15359eae-e40f-49cd-9db2-04e37cd12ce8 req-67a4ea26-5bcf-40af-8612-3e53289d3811 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 944 time: 0.0955465 Apr 21 20:55:43.087908 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15359eae-e40f-49cd-9db2-04e37cd12ce8 req-634a38e6-2fe2-45b2-a081-5f0808a8e71f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588911 Apr 21 20:55:43.126660 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-78165961-475e-4f96-8f31-1387ad460f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:43.131474 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-78165961-475e-4f96-8f31-1387ad460f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:43.132678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-78165961-475e-4f96-8f31-1387ad460f9e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fcaf00e3-fb44-4952-acce-bbbe65754c2e HTTP/1.1" status: 204 len: 168 time: 0.2974718 Apr 21 20:55:43.145476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78165961-475e-4f96-8f31-1387ad460f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf00e3-fb44-4952-acce-bbbe65754c2e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:43.507429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f6c57-8f91-4c6e-bda6-4ff7c3f2b295 req-4f7eb021-86a4-405b-99b3-631171e660d3 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:43.516945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd4f6c57-8f91-4c6e-bda6-4ff7c3f2b295 req-4f7eb021-86a4-405b-99b3-631171e660d3 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.1119254 Apr 21 20:55:43.594046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd4f6c57-8f91-4c6e-bda6-4ff7c3f2b295 req-0cd72319-e067-4f4c-90bb-b6690b8be1c4 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/security-groups?id=d1817aed-b65f-4d33-9b34-78558ef3e6ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671039 Apr 21 20:55:43.668408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-0e7538ea-43c5-4786-965f-9e7c2842a68b tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:43.670862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-0e7538ea-43c5-4786-965f-9e7c2842a68b tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 945 time: 0.0745935 Apr 21 20:55:43.718914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47510) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:43.741764 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33a62447-dcdc-4fca-b424-48b72b79c9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:43.793418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Deleting port 0679da44-5512-456f-ac4d-c7d6ddbe12fc {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:55:43.793971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:43.905451 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33a62447-dcdc-4fca-b424-48b72b79c9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:43.908397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] For port 0679da44-5512-456f-ac4d-c7d6ddbe12fc, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0679da44-5512-456f-ac4d-c7d6ddbe12fc,segment=NetworkSegment(2a72273f-7f60-4250-8c8b-dea613f0c513),segment_id=2a72273f-7f60-4250-8c8b-dea613f0c513)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:43.909379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:43.912505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33a62447-dcdc-4fca-b424-48b72b79c9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:43.928258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Calling delete_port for 0679da44-5512-456f-ac4d-c7d6ddbe12fc owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:55:44.006026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-33a62447-dcdc-4fca-b424-48b72b79c9eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=809e342db6a54a32ad295c00d2da1783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858181 Apr 21 20:55:44.006759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a62447-dcdc-4fca-b424-48b72b79c9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d5118-4f95-42e6-a787-51b037239628,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:44.010641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47528) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:44.116541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a05c924d-f1de-4b46-affb-14495039514c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:44.203023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a05c924d-f1de-4b46-affb-14495039514c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:44.233938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:44.247618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['0679da44-5512-456f-ac4d-c7d6ddbe12fc'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:55:44.282941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Pushing event deleted for resources: {'Port': ['ID=0679da44-5512-456f-ac4d-c7d6ddbe12fc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:44.334712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] No DVR routers for this DVR port 0679da44-5512-456f-ac4d-c7d6ddbe12fc on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:55:44.338283 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:44.342474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-797c1ba0-6088-4afe-b09b-e8f8d2ed69ad req-82f109a2-5929-4449-8e38-290777bae79a tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.43 "DELETE /v2.0/ports/0679da44-5512-456f-ac4d-c7d6ddbe12fc HTTP/1.1" status: 204 len: 173 time: 0.6655459 Apr 21 20:55:44.343004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b66710f-ba49-4d40-9834-361016a9d70a', 'name': 'network-vif-deleted', 'tag': '0679da44-5512-456f-ac4d-c7d6ddbe12fc'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:44.346884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb61b7-ee4e-4707-915c-84ea20d8ae54 req-7c761318-878d-4374-b45c-e4873c27cd4b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:44.350317 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62eb61b7-ee4e-4707-915c-84ea20d8ae54 req-7c761318-878d-4374-b45c-e4873c27cd4b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 944 time: 0.1484756 Apr 21 20:55:44.356423 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b1647d-cf30-4b9c-a9f8-03ab8250c6ca" -d '{"events": [{"server_uuid": "6b66710f-ba49-4d40-9834-361016a9d70a", "name": "network-vif-deleted", "tag": "0679da44-5512-456f-ac4d-c7d6ddbe12fc"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:44.380727 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a05c924d-f1de-4b46-affb-14495039514c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:44.384495 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a05c924d-f1de-4b46-affb-14495039514c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:44.392210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a05c924d-f1de-4b46-affb-14495039514c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/370d5118-4f95-42e6-a787-51b037239628 HTTP/1.1" status: 204 len: 168 time: 0.3711843 Apr 21 20:55:44.403165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c924d-f1de-4b46-affb-14495039514c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d5118-4f95-42e6-a787-51b037239628,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:44.468894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62eb61b7-ee4e-4707-915c-84ea20d8ae54 req-cddbc0e9-4f4f-4df6-8c1a-e37ad64a7ecd tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111684 Apr 21 20:55:44.620793 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8a56fa-d205-4f32-89cf-92b42bf9d5c2 x-openstack-request-id: req-5a8a56fa-d205-4f32-89cf-92b42bf9d5c2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:44.621110 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b66710f-ba49-4d40-9834-361016a9d70a", "name": "network-vif-deleted", "tag": "0679da44-5512-456f-ac4d-c7d6ddbe12fc", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:44.621367 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a8a56fa-d205-4f32-89cf-92b42bf9d5c2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:44.621774 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8a56fa-d205-4f32-89cf-92b42bf9d5c2'] response: {'server_uuid': '6b66710f-ba49-4d40-9834-361016a9d70a', 'name': 'network-vif-deleted', 'tag': '0679da44-5512-456f-ac4d-c7d6ddbe12fc', 'status': 'completed', 'code': 200} Apr 21 20:55:44.803749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0152d4dc-fce1-421b-b307-9f77f2bafe86 req-923e57d9-9ba1-499f-83fd-9c4bd03e7d23 tempest-ServerAddressesNegativeTestJSON-343568502 tempest-ServerAddressesNegativeTestJSON-343568502-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b66710f-ba49-4d40-9834-361016a9d70a HTTP/1.1" status: 200 len: 210 time: 0.0670147 Apr 21 20:55:45.147723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:55:45.362438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:45.383225 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '5ebb5633-c1be-4b5e-896f-6d9ffde0cacb', 'network_id': '1efc2521-a376-4282-87e9-b481a87d6c0b', 'port_id': '5ebb5633-c1be-4b5e-896f-6d9ffde0cacb', 'mac_address': 'fa:16:3e:45:7f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b091780-49e0-43b5-a615-8809871ac381', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:55:45.442892 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:45.469612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:55:45.494986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:45.501468 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:45.605273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:45.637839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48747549-63c5-472d-bb4c-11397de2ebc1 req-bcbc87f8-a4cb-4965-a3f3-0f5af98450ed tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:45.639838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48747549-63c5-472d-bb4c-11397de2ebc1 req-bcbc87f8-a4cb-4965-a3f3-0f5af98450ed tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 946 time: 0.0636322 Apr 21 20:55:45.715779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48747549-63c5-472d-bb4c-11397de2ebc1 req-97ee04c4-fb01-446f-a76d-a88f4a58f649 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634606 Apr 21 20:55:45.729722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e698f-796e-44ce-b042-7f24b7cb5d21 req-42bfa17c-f014-4e7c-84ad-4933054b1e09 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:45.745186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d5e698f-796e-44ce-b042-7f24b7cb5d21 req-42bfa17c-f014-4e7c-84ad-4933054b1e09 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 945 time: 0.1149664 Apr 21 20:55:45.814817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d5e698f-796e-44ce-b042-7f24b7cb5d21 req-915915b5-a53d-4ebb-a4a3-2238003a05c2 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682707 Apr 21 20:55:45.873946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5ebb5633-c1be-4b5e-896f-6d9ffde0cacb'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:55:45.894790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47638) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:45.905646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47640) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:46.001210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc2e34f-273e-4242-a00a-9f707ce77d86 admin admin] Deleting subnet d7a2fff5-93e7-4acb-956d-d6da70af358e {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:55:46.011508 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3fc2e34f-273e-4242-a00a-9f707ce77d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.092734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3fc2e34f-273e-4242-a00a-9f707ce77d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.116810 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ece8db6-47bd-489a-8a4e-31c0719bf7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.167326 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3fc2e34f-273e-4242-a00a-9f707ce77d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.224496 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ece8db6-47bd-489a-8a4e-31c0719bf7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.232505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ece8db6-47bd-489a-8a4e-31c0719bf7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.250389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3fc2e34f-273e-4242-a00a-9f707ce77d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.278227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece8db6-47bd-489a-8a4e-31c0719bf7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791b11a2-4bea-4b6f-9d9a-6be8fa231e74,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:46.304099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ece8db6-47bd-489a-8a4e-31c0719bf7f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c516f8709ce544b59ec7684d4d0c8448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972590 Apr 21 20:55:46.304924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47650) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:46.315228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2e34f-273e-4242-a00a-9f707ce77d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a2fff5-93e7-4acb-956d-d6da70af358e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:46.331173 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3fc2e34f-273e-4242-a00a-9f707ce77d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.336811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3fc2e34f-273e-4242-a00a-9f707ce77d86 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d7a2fff5-93e7-4acb-956d-d6da70af358e HTTP/1.1" status: 204 len: 168 time: 0.4395378 Apr 21 20:55:46.338907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47652) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:46.371589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20351d6e-26af-45af-838f-6adabed33e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.414041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20351d6e-26af-45af-838f-6adabed33e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.462319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.495728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20351d6e-26af-45af-838f-6adabed33e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.498998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20351d6e-26af-45af-838f-6adabed33e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.503886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-20351d6e-26af-45af-838f-6adabed33e59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/791b11a2-4bea-4b6f-9d9a-6be8fa231e74 HTTP/1.1" status: 204 len: 168 time: 0.1975243 Apr 21 20:55:46.521584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20351d6e-26af-45af-838f-6adabed33e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791b11a2-4bea-4b6f-9d9a-6be8fa231e74,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:46.632274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.661671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceeeea6-45b7-497e-94df-0a80bc43f85e']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:46.686775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a72273f-7f60-4250-8c8b-dea613f0c513') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:46.687081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a72273f-7f60-4250-8c8b-dea613f0c513') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:46.702950 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.741084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.756434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:55:46.758149 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:55:46.760823 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:55:46.859143 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.874307 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:46.883553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] 10.222.0.49 "DELETE /v2.0/networks/9ceeeea6-45b7-497e-94df-0a80bc43f85e HTTP/1.1" status: 204 len: 168 time: 0.5416951 Apr 21 20:55:46.943418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb5533-4e25-44a3-9e2e-26c2595e45ef admin admin] Pushing event deleted for resources: {'Network': ['ID=9ceeeea6-45b7-497e-94df-0a80bc43f85e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:47.055156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1e69b-41aa-47d4-89d8-23dc4d346180 req-189600ff-8fc0-48f8-8486-1483570c0b38 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:47.065694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eab1e69b-41aa-47d4-89d8-23dc4d346180 req-189600ff-8fc0-48f8-8486-1483570c0b38 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 946 time: 0.1568968 Apr 21 20:55:47.136646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47682) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:47.145499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eab1e69b-41aa-47d4-89d8-23dc4d346180 req-c584d0a0-be22-4284-83f2-6830262afd23 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781267 Apr 21 20:55:47.164028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:47.173961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad0168-0273-4d79-a0d8-5126ee7de7aa req-3402f901-63ba-4ec6-9563-626ec1ba8650 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:47.185266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74ad0168-0273-4d79-a0d8-5126ee7de7aa req-3402f901-63ba-4ec6-9563-626ec1ba8650 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 945 time: 0.1605084 Apr 21 20:55:47.285406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74ad0168-0273-4d79-a0d8-5126ee7de7aa req-ffdbd184-0f9f-4c26-a223-8660666fa9fa tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929565 Apr 21 20:55:47.285645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:55:47.305245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:47.305948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:47.315998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c5bd116b-e954-40ae-b601-b447f30857a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f425dae7756485f8209541955c29f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685205 Apr 21 20:55:47.318565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47686) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:47.383219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-321dd4cd-a33a-4fe5-bbbb-4d46b2918ecf tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:47.389031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-321dd4cd-a33a-4fe5-bbbb-4d46b2918ecf tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.43 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 946 time: 0.1380770 Apr 21 20:55:47.475296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5606ac6f-de17-4e95-9fec-8b657fe7e030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:47.493050 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:47.554968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5606ac6f-de17-4e95-9fec-8b657fe7e030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:47.559709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Deleting port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:55:47.560141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:47.570064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:47.572125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797cd123-ca32-42bd-b37a-95e10e005b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb5633-c1be-4b5e-896f-6d9ffde0cacb'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:47.583628 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29f74a5-2817-440f-ae46-1f5d1ba2075b" -d '{"events": [{"server_uuid": "797cd123-ca32-42bd-b37a-95e10e005b33", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb5633-c1be-4b5e-896f-6d9ffde0cacb"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:47.590415 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:47.592012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0679da44-5512-456f-ac4d-c7d6ddbe12fc no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:55:47.654811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 0679da44-5512-456f-ac4d-c7d6ddbe12fc {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:55:47.657244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0679da44-5512-456f-ac4d-c7d6ddbe12fc not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:55:47.679237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5606ac6f-de17-4e95-9fec-8b657fe7e030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:47.682911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5606ac6f-de17-4e95-9fec-8b657fe7e030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:47.687337 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5606ac6f-de17-4e95-9fec-8b657fe7e030 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d1817aed-b65f-4d33-9b34-78558ef3e6ce HTTP/1.1" status: 204 len: 168 time: 0.3663158 Apr 21 20:55:47.710522 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4c7171-d8da-4b1c-af64-02c475620c24 x-openstack-request-id: req-1a4c7171-d8da-4b1c-af64-02c475620c24 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:47.712681 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797cd123-ca32-42bd-b37a-95e10e005b33", "name": "network-vif-plugged", "status": "completed", "tag": "5ebb5633-c1be-4b5e-896f-6d9ffde0cacb", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:47.714664 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a4c7171-d8da-4b1c-af64-02c475620c24 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:47.715351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606ac6f-de17-4e95-9fec-8b657fe7e030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1817aed-b65f-4d33-9b34-78558ef3e6ce,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:47.716110 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4c7171-d8da-4b1c-af64-02c475620c24'] response: {'server_uuid': '797cd123-ca32-42bd-b37a-95e10e005b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebb5633-c1be-4b5e-896f-6d9ffde0cacb', 'code': 200} Apr 21 20:55:47.785163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] For port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:47.785785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:47.828384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:47.933679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70ea6a-9134-4e1c-9b1e-28f26cbc7189 req-b2e8b341-021f-42ec-a154-7319760ba7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:47.935563 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af70ea6a-9134-4e1c-9b1e-28f26cbc7189 req-b2e8b341-021f-42ec-a154-7319760ba7ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 1097 time: 0.1371419 Apr 21 20:55:48.108197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af70ea6a-9134-4e1c-9b1e-28f26cbc7189 req-61dbda42-1848-415d-9a29-bd50a061c510 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647391 Apr 21 20:55:48.240564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:48.240564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:48.240999 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Floating IP 4f5893ec-ab79-4884-acec-a66ac2836a46 disassociated. External IP: 172.25.0.230, port: fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9. Apr 21 20:55:48.241180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Calling delete_port for fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:55:48.495072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb6210-7842-4a33-8f83-1b1533c1d181 req-a8b72aed-f0b1-4e58-9f93-887d55be0189 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:48.510044 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9fb6210-7842-4a33-8f83-1b1533c1d181 req-a8b72aed-f0b1-4e58-9f93-887d55be0189 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 946 time: 0.1036596 Apr 21 20:55:48.538007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38facd5a-503d-487d-97e9-4215875140a6 req-966f9c30-d9a5-482a-a621-26b627de9f79 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:48.539615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38facd5a-503d-487d-97e9-4215875140a6 req-966f9c30-d9a5-482a-a621-26b627de9f79 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 946 time: 0.1576204 Apr 21 20:55:48.604156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9fb6210-7842-4a33-8f83-1b1533c1d181 req-1c8c4a63-39d4-4c84-a08e-af90beb66ff3 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928452 Apr 21 20:55:48.702407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38facd5a-503d-487d-97e9-4215875140a6 req-776f6197-5578-42f0-8f84-1716b2c01a48 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups?id=c002de55-1a37-4ead-86c9-d15d5b75bb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434050 Apr 21 20:55:48.856424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:48.899050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Pushing event deleted for resources: {'Port': ['ID=fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:49.137923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:55:49.209418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47816) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:49.387306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:55:49.413823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] Sync routers for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:55:49.431956 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-6afe0d3d-2c53-49f3-b0a0-5bab3c0080b7 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0153290138904daf9ffb0afb0bc563f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1514556 Apr 21 20:55:49.466584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:49.467234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:49.482697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] No DVR routers for this DVR port fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:55:49.485654 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:49.494841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127bfe8c-4aa6-433a-9da5-4d2b04952a96 req-32d519a3-9f7c-48a4-b5be-a0f4ab430683 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.43 "DELETE /v2.0/ports/fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 HTTP/1.1" status: 204 len: 173 time: 2.0991662 Apr 21 20:55:49.495735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'name': 'network-vif-deleted', 'tag': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:49.498402 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb71e0dc-284f-4149-9ef3-f685f6927c2f" -d '{"events": [{"server_uuid": "b09ea7b1-0dad-42bd-b412-f38e5d067f93", "name": "network-vif-deleted", "tag": "fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:49.550594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-515806738-network', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:49.605847 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be719b71-60bb-4acf-aad2-00f4e012f521 x-openstack-request-id: req-be719b71-60bb-4acf-aad2-00f4e012f521 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:49.606054 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ea7b1-0dad-42bd-b412-f38e5d067f93", "name": "network-vif-deleted", "tag": "fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:49.606462 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be719b71-60bb-4acf-aad2-00f4e012f521 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:49.606963 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be719b71-60bb-4acf-aad2-00f4e012f521'] response: {'server_uuid': 'b09ea7b1-0dad-42bd-b412-f38e5d067f93', 'name': 'network-vif-deleted', 'tag': 'fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9', 'status': 'completed', 'code': 200} Apr 21 20:55:49.854514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Made reservation on behalf of a3f56938e490466592e9a080b5a3cb6a for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:49.858616 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:49.875034 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:55:49.875643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:49.880041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ae28-2863-4fe9-a5e0-770e18b01ecd req-ca3f30b6-f528-47f8-9e23-5d8e7997a21b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:49.887494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:49.890429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ca4ae28-2863-4fe9-a5e0-770e18b01ecd req-ca3f30b6-f528-47f8-9e23-5d8e7997a21b tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 946 time: 0.1512475 Apr 21 20:55:49.951562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47836) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:50.002486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ca4ae28-2863-4fe9-a5e0-770e18b01ecd req-d4ff32d9-d796-4b09-8d3d-7d55a076b9dc tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018040 Apr 21 20:55:50.088719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-2b927323-527d-430a-a79e-fb34585dfff9 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:50.094648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-2b927323-527d-430a-a79e-fb34585dfff9 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6617959 Apr 21 20:55:50.130202 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-34a5de32-d12a-44d5-9f80-c1277c8005ed tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/quotas/0153290138904daf9ffb0afb0bc563f4 HTTP/1.1" status: 200 len: 375 time: 0.0258825 Apr 21 20:55:50.147081 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.159338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.185894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-6125385a-0d8e-44ae-871d-73a87328af35 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0153290138904daf9ffb0afb0bc563f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419064 Apr 21 20:55:50.203841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9bdd-40be-4b50-bb06-b9b7514839d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.210914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:55:50.234687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.235400 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Added segment a97c6289-1194-4585-aa94-fdfce2e6e380 of type vlan for network 4882a2d2-910e-4e67-8671-e68ba844bff9 Apr 21 20:55:50.236984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e603753d-9ce7-47ae-8a74-1afb3b0384be,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:50.303664 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.332237 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.338458 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.340008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:50.340882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.381419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '381d6883-3ad2-44c9-ab42-d2caed4a7771', 'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'mac_address': 'fa:16:3e:5e:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:12Z', 'updated_at': '2022-04-21T20:52:19Z', 'revision_number': 5, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'subnets': [{'id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:50.406707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1959128 Apr 21 20:55:50.414474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47844) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:50.422731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Request body: {'subnet': {'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-515806738-subnet', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:50.436558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a37434-066e-475a-8d8d-a5a6e7e11017 admin admin] Pushing event updated for resources: {'Network': ['ID=4882a2d2-910e-4e67-8671-e68ba844bff9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:50.439903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9033908e-ed64-43be-9206-4e0ddcec43e5 req-c532e951-073d-4f15-b08f-3aa1e1842602 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/ports?device_id=b09ea7b1-0dad-42bd-b412-f38e5d067f93 HTTP/1.1" status: 200 len: 210 time: 0.1044793 Apr 21 20:55:50.461731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Made reservation on behalf of a3f56938e490466592e9a080b5a3cb6a for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:50.465072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.467087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 4882a2d2-910e-4e67-8671-e68ba844bff9 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:55:50.554757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9bdd-40be-4b50-bb06-b9b7514839d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.562027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd7c9bdd-40be-4b50-bb06-b9b7514839d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.570027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] Checking router: 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:55:50.612654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:50.613667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:50.663046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dd7c9bdd-40be-4b50-bb06-b9b7514839d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16664d3cd5854b769d4e43f7d7762fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7103856 Apr 21 20:55:50.664684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c9bdd-40be-4b50-bb06-b9b7514839d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e80cb-1eda-4577-b1ec-219f6fc30ce2,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:50.667726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47852) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:50.703611 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.739675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc0e0-c6e3-4def-8341-92d097a5243d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.799778 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc0e0-c6e3-4def-8341-92d097a5243d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.880163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f44f0092-11f8-4615-9330-4100eccd303e req-36977196-d0e0-44f3-9fd5-09e16149ac36 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 210 time: 0.0945358 Apr 21 20:55:50.889530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:50.967092 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc0e0-c6e3-4def-8341-92d097a5243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.970190 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc0e0-c6e3-4def-8341-92d097a5243d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:50.973807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1c0cc0e0-c6e3-4def-8341-92d097a5243d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dc2e80cb-1eda-4577-b1ec-219f6fc30ce2 HTTP/1.1" status: 204 len: 168 time: 0.3025687 Apr 21 20:55:50.995366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:51.010571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cc0e0-c6e3-4def-8341-92d097a5243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e80cb-1eda-4577-b1ec-219f6fc30ce2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:51.053107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd78404-457a-407b-b7d0-205ce877abd0,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:51.138794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Checking segment: {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:51.140482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Network hostable DHCP agents. Network: 4882a2d2-910e-4e67-8671-e68ba844bff9, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:55:51.169369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Network 4882a2d2-910e-4e67-8671-e68ba844bff9 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:55:51.216612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 4882a2d2-910e-4e67-8671-e68ba844bff9) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:51.223638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:55:51.230038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e323c451-972c-4c2f-9aef-918c966fb1a7 None None] Network 4882a2d2-910e-4e67-8671-e68ba844bff9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:51.232164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:51.233321 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:51.239825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef82b3-69b7-4fdb-9b08-9a0fc8607288 req-e070860c-0fee-43f3-b6b2-f3964de64eb4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:51.257020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46ef82b3-69b7-4fdb-9b08-9a0fc8607288 req-e070860c-0fee-43f3-b6b2-f3964de64eb4 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 946 time: 0.1829419 Apr 21 20:55:51.276341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:55:51.277289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fe5cd19e-1cef-4e0e-81c7-5b6d7cb542b9 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:55:51.277805 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fd748acb-21d2-4179-b92f-23315bcb29ef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8613605 Apr 21 20:55:51.278917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47902) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:51.291365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:51.340697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:51.343145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:51.351038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46ef82b3-69b7-4fdb-9b08-9a0fc8607288 req-51cfc0d0-3aec-43d4-903e-97ce286e6b9d tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882072 Apr 21 20:55:51.431016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:51.606715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348e9e5-3500-4b9b-be59-02b0dbbe6f33 None None] Network 4882a2d2-910e-4e67-8671-e68ba844bff9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:55:51.611814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '381d6883-3ad2-44c9-ab42-d2caed4a7771', 'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'mac_address': 'fa:16:3e:5e:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:12Z', 'updated_at': '2022-04-21T20:52:19Z', 'revision_number': 5, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'subnets': [{'id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:51.681466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47912) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:51.696736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968829c-5bee-44c0-ba50-165254f4af5a None None] The sync data for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 is: [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:52:13Z', 'revision_number': 4, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '381d6883-3ad2-44c9-ab42-d2caed4a7771', 'name': '', 'network_id': 'd180aa32-44af-4d74-b422-8898c009e66e', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'mac_address': 'fa:16:3e:5e:21:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:12Z', 'updated_at': '2022-04-21T20:52:19Z', 'revision_number': 5, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'subnets': [{'id': '89253774-ffe4-4602-bf15-37af6d95e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:55:51.746032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47914) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:51.823683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:51.880926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ead277cd-58f6-4cef-9b4e-52511edcf2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:51.937037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3211-9e01-4e63-913b-719b0f84b46d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:51.982821 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3211-9e01-4e63-913b-719b0f84b46d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.028242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-abc9d560-9a53-4eac-a5d4-a21f549c96fd req-c428d2b6-3485-49cd-8920-c7b1c8027c05 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 210 time: 0.0468438 Apr 21 20:55:52.048002 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ead277cd-58f6-4cef-9b4e-52511edcf2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.067792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ead277cd-58f6-4cef-9b4e-52511edcf2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.080905 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3211-9e01-4e63-913b-719b0f84b46d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.083873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5d6a3211-9e01-4e63-913b-719b0f84b46d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.085247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5d6a3211-9e01-4e63-913b-719b0f84b46d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "DELETE /v2.0/security-groups/c002de55-1a37-4ead-86c9-d15d5b75bb2e HTTP/1.1" status: 204 len: 168 time: 0.4024539 Apr 21 20:55:52.092871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47928) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:52.123751 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-607e77fb-9aed-4d20-b58c-9b77bb651906 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] show failed (client error): The resource could not be found. Apr 21 20:55:52.124792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-607e77fb-9aed-4d20-b58c-9b77bb651906 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "GET /v2.0/security-groups/c002de55-1a37-4ead-86c9-d15d5b75bb2e HTTP/1.1" status: 404 len: 347 time: 0.0288017 Apr 21 20:55:52.128818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47938) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:52.132674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ead277cd-58f6-4cef-9b4e-52511edcf2f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91431e62eee24b438530db79191b4a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833361 Apr 21 20:55:52.138770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47940) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:52.162718 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ef6742-08f1-4fe2-9b6a-877696f9b610 None None] New status for floating IP 4f5893ec-ab79-4884-acec-a66ac2836a46: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:55:52.184568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead277cd-58f6-4cef-9b4e-52511edcf2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6b6f5e-2a4a-4eb6-973b-2d14856bfb89,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:52.230745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a3211-9e01-4e63-913b-719b0f84b46d tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c002de55-1a37-4ead-86c9-d15d5b75bb2e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:52.305419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-a7500784-8da7-4e8a-b128-684dac88186f tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0153290138904daf9ffb0afb0bc563f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403252 Apr 21 20:55:52.314016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.371152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.404612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f1384c5-1883-415c-bdd2-63e3a27341eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.503559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-c2b0b5cc-97c7-4a19-ae84-dd6d120f8ab0 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:52.505247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-c2b0b5cc-97c7-4a19-ae84-dd6d120f8ab0 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725061 Apr 21 20:55:52.512893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f1384c5-1883-415c-bdd2-63e3a27341eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.543478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Request body: {'port': {'device_id': 'e5925a76-61c2-482f-bea1-16f086665be6', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '0153290138904daf9ffb0afb0bc563f4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:52.557995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Allocated IP 172.25.0.200 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/ecee727f-3bf4-4f0f-b366-e04851df17f0) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:52.652276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Deleting port 28c34362-bd6e-42d4-989d-5304c37ddee6 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:55:52.652603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.690142 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.749766 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-865bfebc-7e47-4b13-ba40-b121b219da93 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:52.751347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-865bfebc-7e47-4b13-ba40-b121b219da93 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 946 time: 0.2037642 Apr 21 20:55:52.752155 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.792406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afb8fb-7ed8-49c3-8a50-68f759b6e2c1 req-7e64cf6c-6766-4059-a46d-b5b7799c3673 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:52.794419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09afb8fb-7ed8-49c3-8a50-68f759b6e2c1 req-7e64cf6c-6766-4059-a46d-b5b7799c3673 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 946 time: 0.2838023 Apr 21 20:55:52.799097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:52.802694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:52.807258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:52.841510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Pushing event updated for resources: {'Port': ['ID=ecee727f-3bf4-4f0f-b366-e04851df17f0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:52.852366 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.853914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.876625 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f1384c5-1883-415c-bdd2-63e3a27341eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.879297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f1384c5-1883-415c-bdd2-63e3a27341eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:52.880396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8f1384c5-1883-415c-bdd2-63e3a27341eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de6b6f5e-2a4a-4eb6-973b-2d14856bfb89 HTTP/1.1" status: 204 len: 168 time: 0.7395871 Apr 21 20:55:52.898963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Calling delete_port for 28c34362-bd6e-42d4-989d-5304c37ddee6 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:55:52.908410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1384c5-1883-415c-bdd2-63e3a27341eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6b6f5e-2a4a-4eb6-973b-2d14856bfb89,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:53.017587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09afb8fb-7ed8-49c3-8a50-68f759b6e2c1 req-0df24155-078f-43d0-b46f-399372563bdd tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848161 Apr 21 20:55:53.116071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Made reservation on behalf of 0153290138904daf9ffb0afb0bc563f4 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:55:53.120413 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.178379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4bf0a853-4b97-4a4b-9fa0-8d2c68b7bfb9 req-bde3e3e9-539d-4694-892c-fc436540cabb tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 210 time: 0.0267909 Apr 21 20:55:53.209125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.481047 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.543396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.589228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Deleting port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:55:53.589594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.713097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Router e3e34f48-b9d0-4536-9f34-074fc184258f is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:55:53.802513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] For port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,segment=NetworkSegment(62101d2e-a5bb-47a9-b926-bdd9ab52730c),segment_id=62101d2e-a5bb-47a9-b926-bdd9ab52730c)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:53.803488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.814807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.823474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.856978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Pushing event deleted for resources: {'Port': ['ID=28c34362-bd6e-42d4-989d-5304c37ddee6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:53.861775 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.867924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Calling delete_port for 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:55:53.890541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:55:53.903460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Sync routers for ids ['e3e34f48-b9d0-4536-9f34-074fc184258f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:55:53.915245 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:53.916624 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7dba2e46-2106-4102-9a0d-444f1ccece1c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6351423 Apr 21 20:55:53.917952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Routers {'e3e34f48-b9d0-4536-9f34-074fc184258f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:53.918593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e3e34f48-b9d0-4536-9f34-074fc184258f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:53.919371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47990) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:54.083004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7e17d0-d2c2-4e21-bba8-63edda28de4d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:54.130754 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:54.134411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:54.136456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-127180bf-7ea0-40bc-a896-4d577bfbd6b4 tempest-AttachSCSIVolumeTestJSON-1403351151 tempest-AttachSCSIVolumeTestJSON-1403351151-project] 10.222.0.49 "DELETE /v2.0/floatingips/4f5893ec-ab79-4884-acec-a66ac2836a46 HTTP/1.1" status: 204 len: 168 time: 2.0061181 Apr 21 20:55:54.212608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Set router e3e34f48-b9d0-4536-9f34-074fc184258f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:54.250153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Allocated IP 192.168.233.189 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/ed75f51d-e03a-4de6-829f-f04e0e37cccf) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:54.293568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09e0f5-3ce6-4a0e-b279-51bdd1280028 req-f6da2179-6f24-45b2-beb0-9639e51f7b7a tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:54.295241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f09e0f5-3ce6-4a0e-b279-51bdd1280028 req-f6da2179-6f24-45b2-beb0-9639e51f7b7a tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 946 time: 0.1355925 Apr 21 20:55:54.372352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de552ffb-a98a-4a48-890b-31981aff0e91 req-bff28678-1786-42c7-a775-9944a8a8d731 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 210 time: 0.0887346 Apr 21 20:55:54.516639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f09e0f5-3ce6-4a0e-b279-51bdd1280028 req-dcab1e2a-e41d-4d2e-bc2e-b0dec99820a3 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups?id=1f6a9607-4aff-4a03-a2f8-b24390f50cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124972 Apr 21 20:55:54.562294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:54.596322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event deleted for resources: {'Port': ['ID=5ebb5633-c1be-4b5e-896f-6d9ffde0cacb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:54.671353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] No DVR routers for this DVR port 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:55:54.679432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:54.684205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cd4fb0c-1234-4ed0-97ab-87b948440b45 req-69ea885b-bc35-475f-b3a2-936aa031b68f tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.43 "DELETE /v2.0/ports/5ebb5633-c1be-4b5e-896f-6d9ffde0cacb HTTP/1.1" status: 204 len: 173 time: 1.9187987 Apr 21 20:55:54.685247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797cd123-ca32-42bd-b37a-95e10e005b33', 'name': 'network-vif-deleted', 'tag': '5ebb5633-c1be-4b5e-896f-6d9ffde0cacb'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:54.686528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:51Z', 'updated_at': '2022-04-21T20:55:52Z', 'revision_number': 3, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'gw_port': {'id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:52Z', 'updated_at': '2022-04-21T20:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:54.687922 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55252b1-313b-405e-9b5b-3a178d9d6fe4" -d '{"events": [{"server_uuid": "797cd123-ca32-42bd-b37a-95e10e005b33", "name": "network-vif-deleted", "tag": "5ebb5633-c1be-4b5e-896f-6d9ffde0cacb"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:54.767511 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:54.769874 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa673cd4-806a-4fd4-a075-1b889b0324ab x-openstack-request-id: req-fa673cd4-806a-4fd4-a075-1b889b0324ab {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:54.770668 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797cd123-ca32-42bd-b37a-95e10e005b33", "name": "network-vif-deleted", "tag": "5ebb5633-c1be-4b5e-896f-6d9ffde0cacb", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:54.771078 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa673cd4-806a-4fd4-a075-1b889b0324ab {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:54.771489 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa673cd4-806a-4fd4-a075-1b889b0324ab'] response: {'server_uuid': '797cd123-ca32-42bd-b37a-95e10e005b33', 'name': 'network-vif-deleted', 'tag': '5ebb5633-c1be-4b5e-896f-6d9ffde0cacb', 'status': 'completed', 'code': 200} Apr 21 20:55:54.809575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Checking router: e3e34f48-b9d0-4536-9f34-074fc184258f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:55:54.810731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Updating router e3e34f48-b9d0-4536-9f34-074fc184258f port ecee727f-3bf4-4f0f-b366-e04851df17f0 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:55:54.816660 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:54.883116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:54.886816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:54.890576 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:54.891934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:54.928197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:55.012989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:55.022074 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.061885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-e1c9f604-cdd8-4875-a4e9-1c88ec4deed5 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5296810 Apr 21 20:55:55.082378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Request body: {'port': {'device_id': 'e5925a76-61c2-482f-bea1-16f086665be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:55:55.185363 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:55:55.250146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.282632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:55:55.287861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5ebb5633-c1be-4b5e-896f-6d9ffde0cacb not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:55:55.371418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-98238001-9003-4a39-8f79-e4c63b339c3a None None] Provisioning complete for port ed75f51d-e03a-4de6-829f-f04e0e37cccf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:55.372911 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98238001-9003-4a39-8f79-e4c63b339c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.507286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-98238001-9003-4a39-8f79-e4c63b339c3a None None] Port ed75f51d-e03a-4de6-829f-f04e0e37cccf cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:55:55.683173 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.694606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.701693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.750827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Attempting to bind port ecee727f-3bf4-4f0f-b366-e04851df17f0 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:55.751192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Attempting to bind port ecee727f-3bf4-4f0f-b366-e04851df17f0 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:55.751766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Attempting to bind port ecee727f-3bf4-4f0f-b366-e04851df17f0 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:55.752909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643a6e7-0b1e-4f64-8ced-3777c1be76b2 req-13f888fe-8082-4769-9a20-82f1d198b75c tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:55.761061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:55.761406 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7643a6e7-0b1e-4f64-8ced-3777c1be76b2 req-13f888fe-8082-4769-9a20-82f1d198b75c tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 936 time: 0.2007012 Apr 21 20:55:55.761920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:55.762506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.763200 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:55.763862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Bound port: ecee727f-3bf4-4f0f-b366-e04851df17f0, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:55.764308 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40731260-2fd2-4089-9436-af603d39541e req-bd76e3fc-5dc6-468f-b28e-84496cc88bfa tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/ports?device_id=797cd123-ca32-42bd-b37a-95e10e005b33 HTTP/1.1" status: 200 len: 210 time: 0.0667837 Apr 21 20:55:55.764918 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.846347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a0a55-9526-40ac-8dcb-090185e2398f None None] Pushing event updated for resources: {'Port': ['ID=ecee727f-3bf4-4f0f-b366-e04851df17f0,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:55.915581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7643a6e7-0b1e-4f64-8ced-3777c1be76b2 req-cc3243cf-5922-4c09-b550-a89ce1f4e432 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531889 Apr 21 20:55:55.922620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] For port ecee727f-3bf4-4f0f-b366-e04851df17f0, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:55.926896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed75f51d-e03a-4de6-829f-f04e0e37cccf {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:55:55.936464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.939345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] For port ecee727f-3bf4-4f0f-b366-e04851df17f0, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ecee727f-3bf4-4f0f-b366-e04851df17f0,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:55.945637 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:55.949539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Transition to ACTIVE for port object ed75f51d-e03a-4de6-829f-f04e0e37cccf will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:55:55.956580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:56.006093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Allocated IP 172.20.0.1 (4882a2d2-910e-4e67-8671-e68ba844bff9/bfd78404-457a-407b-b7d0-205ce877abd0/e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:55:56.018802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Routers {'e3e34f48-b9d0-4536-9f34-074fc184258f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:56.019425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e3e34f48-b9d0-4536-9f34-074fc184258f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:56.032724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:56.161115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] Set router e3e34f48-b9d0-4536-9f34-074fc184258f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:56.172619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Attempting to bind port ed75f51d-e03a-4de6-829f-f04e0e37cccf on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:55:56.173261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Attempting to bind port ed75f51d-e03a-4de6-829f-f04e0e37cccf by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:55:56.173792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Attempting to bind port ed75f51d-e03a-4de6-829f-f04e0e37cccf on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:56.183824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Port ed75f51d-e03a-4de6-829f-f04e0e37cccf on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:55:56.187926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Attempting to bind port ed75f51d-e03a-4de6-829f-f04e0e37cccf on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:55:56.207054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:55:56.207054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:55:56.208717 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:55:56.228524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Bound port: ed75f51d-e03a-4de6-829f-f04e0e37cccf, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:55:56.228524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:56.280396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:56.333727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:56.351851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:55:56.355847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:55:56.364445 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:56.388554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Network 4882a2d2-910e-4e67-8671-e68ba844bff9 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:56.392288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:56.401959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:55:56.403526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a0a55-9526-40ac-8dcb-090185e2398f None None] Pushing event updated for resources: {'Port': ['ID=ecee727f-3bf4-4f0f-b366-e04851df17f0,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:56.461010 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:56.463964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:51Z', 'updated_at': '2022-04-21T20:55:52Z', 'revision_number': 3, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'gw_port': {'id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:52Z', 'updated_at': '2022-04-21T20:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:56.466086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:56.467382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:56.481722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:56.482347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:56.490394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-290d5353-6bf5-4474-b083-44289535b3c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed75f51d-e03a-4de6-829f-f04e0e37cccf HTTP/1.1" status: 200 len: 1096 time: 1.4098740 Apr 21 20:55:56.512734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628e2b79-3d65-4e2d-9df6-7f663600dfe6 None None] The sync data for ids ['e3e34f48-b9d0-4536-9f34-074fc184258f'] in n-d-838945-1 is: [{'id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:51Z', 'updated_at': '2022-04-21T20:55:52Z', 'revision_number': 3, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'gw_port': {'id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:52Z', 'updated_at': '2022-04-21T20:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:55:56.612393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-4e35144a-a7ef-4393-834d-522a17c42fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:56.614292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-4e35144a-a7ef-4393-834d-522a17c42fbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0153290138904daf9ffb0afb0bc563f4&device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 1099 time: 0.0774512 Apr 21 20:55:56.683427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-121bdd8c-6151-4fe7-9f48-949227650467 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf HTTP/1.1" status: 200 len: 217 time: 0.0565369 Apr 21 20:55:56.720799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:56.776517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:55:56.801485 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:55:56.849138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-315a3b3e-ebee-4ff8-a781-456ba172f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:56.850975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-315a3b3e-ebee-4ff8-a781-456ba172f8a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1612196 Apr 21 20:55:57.007082 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b177db1-b456-4223-9e88-6046708ed183 x-openstack-request-id: req-3b177db1-b456-4223-9e88-6046708ed183 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:55:57.007469 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:55:57.007722 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b177db1-b456-4223-9e88-6046708ed183 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:55:57.008117 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b177db1-b456-4223-9e88-6046708ed183'] response: {'name': 'network-changed', 'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'status': 'completed', 'code': 200} Apr 21 20:55:57.028590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-f638252f-7e82-4b61-817b-4179a29674ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:57.030209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-f638252f-7e82-4b61-817b-4179a29674ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1692400 Apr 21 20:55:57.060376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:57.071058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:57.313414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:57.363179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:57.438900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48124) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:57.477371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7d4c1-0675-43f7-b0c8-33100647a9dc req-dc9dda28-2f5e-40bf-b888-aae1dfced94f tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:57.485442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bad7d4c1-0675-43f7-b0c8-33100647a9dc req-dc9dda28-2f5e-40bf-b888-aae1dfced94f tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 948 time: 0.2715125 Apr 21 20:55:57.503533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-c818e2fa-ac9d-4099-8d9d-ff3db215cabb service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608810 Apr 21 20:55:57.536354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Network 4882a2d2-910e-4e67-8671-e68ba844bff9 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:55:57.538557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:55:57.710886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a04518a7-584d-4747-916d-ba5a39fe5a98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:57.716967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bad7d4c1-0675-43f7-b0c8-33100647a9dc req-1e426ddb-723e-4a81-8ccb-04b8dde1fa9a tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199535 Apr 21 20:55:57.796203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a04518a7-584d-4747-916d-ba5a39fe5a98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:57.808736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Router e3e34f48-b9d0-4536-9f34-074fc184258f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:55:57.846830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43999f3c-4648-4f6a-a403-14b02c54be82 req-52dfb134-0fc1-4202-be74-195c916980bf service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334281 Apr 21 20:55:57.918762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a04518a7-584d-4747-916d-ba5a39fe5a98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:57.932474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a04518a7-584d-4747-916d-ba5a39fe5a98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:57.937690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a04518a7-584d-4747-916d-ba5a39fe5a98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "DELETE /v2.0/security-groups/1a281fb8-1a7c-4b5c-80ca-39501b2b5fd6 HTTP/1.1" status: 204 len: 168 time: 0.4886954 Apr 21 20:55:57.996225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48150) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:58.022090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:55:58.027413 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1330b9a4-18ad-452b-98f2-cc47cfb589d1 admin admin] 10.222.0.49 "PUT /v2.0/routers/e3e34f48-b9d0-4536-9f34-074fc184258f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1070218 Apr 21 20:55:58.057867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04518a7-584d-4747-916d-ba5a39fe5a98 tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a281fb8-1a7c-4b5c-80ca-39501b2b5fd6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:58.061438 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-314612bf-85f2-4aef-8f67-4d1a950ac8ba tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] show failed (client error): The resource could not be found. Apr 21 20:55:58.062795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-314612bf-85f2-4aef-8f67-4d1a950ac8ba tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "GET /v2.0/security-groups/1a281fb8-1a7c-4b5c-80ca-39501b2b5fd6 HTTP/1.1" status: 404 len: 347 time: 0.0648973 Apr 21 20:55:58.066450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48154) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:58.089774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-b09af5c0-60c3-4d97-9668-5a0c7e824162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:58.094180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-b09af5c0-60c3-4d97-9668-5a0c7e824162 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0153290138904daf9ffb0afb0bc563f4&device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 1099 time: 0.1923773 Apr 21 20:55:58.363490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-407e36b7-52c8-47dd-b090-7ad2d5b28bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:58.366310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-407e36b7-52c8-47dd-b090-7ad2d5b28bb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2582905 Apr 21 20:55:58.384971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Deleting port e9786b40-6b36-444f-8765-52908531815f {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:55:58.385321 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:58.468405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-fed66726-641b-45fc-bb70-95d0d12f00eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf HTTP/1.1" status: 200 len: 217 time: 0.0948508 Apr 21 20:55:58.584382 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:58.586057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:58.595570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-9bdf7390-d53c-4145-b7b1-3e82a6f135fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:58.597963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-9bdf7390-d53c-4145-b7b1-3e82a6f135fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1224694 Apr 21 20:55:58.615329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Calling delete_port for e9786b40-6b36-444f-8765-52908531815f owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:55:58.624640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48176) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:55:58.712018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-6abc5fe7-77f4-40c3-8fd0-df908eabcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:58.717372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-6abc5fe7-77f4-40c3-8fd0-df908eabcf43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098683 Apr 21 20:55:58.981317 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:59.054889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-fc162207-4482-4ed2-add3-d09f1b2b0989 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305421 Apr 21 20:55:59.077690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ecee727f-3bf4-4f0f-b366-e04851df17f0 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:55:59.091877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Pushing event deleted for resources: {'Port': ['ID=e9786b40-6b36-444f-8765-52908531815f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:59.219813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ecee727f-3bf4-4f0f-b366-e04851df17f0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:55:59.220411 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:59.316849 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:59.323535 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:59.326381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c7a4f46c-aa03-4ac4-bcc7-52cab0d573ef tempest-ImagesOneServerNegativeTestJSON-2002749922 tempest-ImagesOneServerNegativeTestJSON-2002749922-project] 10.222.0.49 "DELETE /v2.0/floatingips/953fc9d3-5fa6-46b8-8ef5-25d62b82e90a HTTP/1.1" status: 204 len: 168 time: 1.2590609 Apr 21 20:55:59.345826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-71c188a0-bf99-4017-8f5e-832716a231a5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:59.356190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-71c188a0-bf99-4017-8f5e-832716a231a5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/networks?id=4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 200 len: 810 time: 0.4068184 Apr 21 20:55:59.378916 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df9b333a-9b69-40ce-aeb5-de04b710e9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:59.405586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-ca86a79f-6458-4641-86d6-5e79b44e229b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/quotas/a3f56938e490466592e9a080b5a3cb6a HTTP/1.1" status: 200 len: 375 time: 0.0396178 Apr 21 20:55:59.427412 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:59.526735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port ecee727f-3bf4-4f0f-b366-e04851df17f0, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ecee727f-3bf4-4f0f-b366-e04851df17f0,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:55:59.527939 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Sync routers for ids ['e3e34f48-b9d0-4536-9f34-074fc184258f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:55:59.538649 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:55:59.541755 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Routers {'e3e34f48-b9d0-4536-9f34-074fc184258f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:55:59.542377 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e3e34f48-b9d0-4536-9f34-074fc184258f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:55:59.616311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe819ab-fafb-4075-bc02-4f8eb35cf715 req-70b8f3d4-bf85-420b-ad40-a8c4e166d78e tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:59.625033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fe819ab-fafb-4075-bc02-4f8eb35cf715 req-70b8f3d4-bf85-420b-ad40-a8c4e166d78e tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 948 time: 0.5665166 Apr 21 20:55:59.634826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=ecee727f-3bf4-4f0f-b366-e04851df17f0,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:55:59.641604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-731250c9-0618-49cd-8e08-582f784ec292 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4231727 Apr 21 20:55:59.648689 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b2a50cb-49ed-4fd6-88ce-c1664a7f3bdb req-4e1fbc26-0c7f-4b19-ba45-f62360d8d0f8 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726790 Apr 21 20:55:59.666928 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c4a66603-927e-4f7d-b7d9-9fcd01d738f6 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3f56938e490466592e9a080b5a3cb6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2535191 Apr 21 20:55:59.757085 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Set router e3e34f48-b9d0-4536-9f34-074fc184258f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:55:59.783973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fe819ab-fafb-4075-bc02-4f8eb35cf715 req-ffdecbfb-527d-446d-9f82-e1201a47a6c0 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577995 Apr 21 20:55:59.828209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-b2bae948-7528-48ef-b686-9083e6187534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:55:59.830570 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-b2bae948-7528-48ef-b686-9083e6187534 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 1096 time: 0.1481841 Apr 21 20:55:59.886178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-46b93208-628c-4672-a620-55fea416e2e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3759818 Apr 21 20:55:59.959991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df9b333a-9b69-40ce-aeb5-de04b710e9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.014799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48206) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:00.048027 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:51Z', 'updated_at': '2022-04-21T20:55:56Z', 'revision_number': 4, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'gw_port': {'id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:52Z', 'updated_at': '2022-04-21T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1', 'name': '', 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'mac_address': 'fa:16:3e:9d:b3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'bfd78404-457a-407b-b7d0-205ce877abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:55Z', 'updated_at': '2022-04-21T20:55:56Z', 'revision_number': 2, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'subnets': [{'id': 'bfd78404-457a-407b-b7d0-205ce877abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:00.068234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4d8121-5510-4099-8bab-d67af7bbbab1 admin admin] Deleting subnet 6b091780-49e0-43b5-a615-8809871ac381 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:56:00.071035 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df9b333a-9b69-40ce-aeb5-de04b710e9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.084735 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-b4ef5dc6-cff6-4105-ab31-95a6a6f9b136 service neutron] 10.222.0.49 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047296 Apr 21 20:56:00.094655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e4d8121-5510-4099-8bab-d67af7bbbab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.099879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-9213e9ae-c56e-4f54-8589-7a42445a1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.101401 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Checking router: e3e34f48-b9d0-4536-9f34-074fc184258f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:56:00.101751 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Updating router e3e34f48-b9d0-4536-9f34-074fc184258f port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:56:00.103849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-9213e9ae-c56e-4f54-8589-7a42445a1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.104377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-9213e9ae-c56e-4f54-8589-7a42445a1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.105060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-9213e9ae-c56e-4f54-8589-7a42445a1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.105534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-9213e9ae-c56e-4f54-8589-7a42445a1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.106005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-9213e9ae-c56e-4f54-8589-7a42445a1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.106527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-9213e9ae-c56e-4f54-8589-7a42445a1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.109574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-9213e9ae-c56e-4f54-8589-7a42445a1d00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6501 time: 0.1835289 Apr 21 20:56:00.172176 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.235937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-df9b333a-9b69-40ce-aeb5-de04b710e9fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10cbe92296234cd380f1333a82480b56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6099014 Apr 21 20:56:00.244330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48210) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:00.246937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b333a-9b69-40ce-aeb5-de04b710e9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ec3c0e-3972-4d87-8b8f-68973cbbd7ef,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:00.331633 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e4d8121-5510-4099-8bab-d67af7bbbab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.352492 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-b7681949-215e-4b0c-a371-c52da881a1f2 service neutron] 10.222.0.49 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599711 Apr 21 20:56:00.356155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-0207ea42-419c-43b9-9421-44703c63ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.357326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-0207ea42-419c-43b9-9421-44703c63ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.358546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-0207ea42-419c-43b9-9421-44703c63ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.360485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-0207ea42-419c-43b9-9421-44703c63ab36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dff397c0-118c-4bfa-9bfc-6606a5b4c319&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=1942e038-afad-4a0d-9231-13760299a205&id=1942e038-afad-4a0d-9231-13760299a205 HTTP/1.1" status: 200 len: 2298 time: 0.2251945 Apr 21 20:56:00.385861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2b74696-c8b7-4648-a0ad-1bdba4ec4293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.425316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-a1be9ac3-945a-4b01-80f4-a860bf9e740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.426912 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-a1be9ac3-945a-4b01-80f4-a860bf9e740a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.5449231 Apr 21 20:56:00.500135 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8f8f4164-f0e9-4f6e-aa02-4700ed4c9db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.540389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2b74696-c8b7-4648-a0ad-1bdba4ec4293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.547018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-79f25f09-6983-48f2-8411-5ffa2827c83b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94 HTTP/1.1" status: 200 len: 1001 time: 0.1765184 Apr 21 20:56:00.550974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-cf8e7074-7ccb-49f8-9bb3-df7127c0e0dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 200 len: 217 time: 0.1103535 Apr 21 20:56:00.573229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e4d8121-5510-4099-8bab-d67af7bbbab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.647647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-1f5fe47f-b113-4cc1-ab6a-39d9b670e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.649142 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-1f5fe47f-b113-4cc1-ab6a-39d9b670e5de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de0e18d2-3d10-4e98-876c-60e1b50313cd HTTP/1.1" status: 200 len: 855 time: 0.0949554 Apr 21 20:56:00.650375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-7a917bd8-f926-46d6-94f1-12ec71b53c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.651802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-7a917bd8-f926-46d6-94f1-12ec71b53c6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0814757 Apr 21 20:56:00.724682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-bbb52c1d-d88b-46ef-9029-9c6590e78f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:00.725463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-bbb52c1d-d88b-46ef-9029-9c6590e78f86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dff397c0-118c-4bfa-9bfc-6606a5b4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679018 Apr 21 20:56:00.750205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-9eb11704-8b13-4e69-b378-b0f020a05de9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852685 Apr 21 20:56:00.783916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d0ec6bd-ead5-4081-8e9d-ed14b3dcbc4f req-4cc45a78-e6e5-4953-967e-677f0744b652 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 210 time: 0.0833342 Apr 21 20:56:00.904942 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-9f4f6b47-d73c-4a90-87c6-813f7121d62b service neutron] 10.222.0.46 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583123 Apr 21 20:56:00.937773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ecee727f-3bf4-4f0f-b366-e04851df17f0 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:00.959886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2b74696-c8b7-4648-a0ad-1bdba4ec4293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.963743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2b74696-c8b7-4648-a0ad-1bdba4ec4293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.963743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a2b74696-c8b7-4648-a0ad-1bdba4ec4293 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7ec3c0e-3972-4d87-8b8f-68973cbbd7ef HTTP/1.1" status: 204 len: 168 time: 0.7175729 Apr 21 20:56:00.971126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e4d8121-5510-4099-8bab-d67af7bbbab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:00.983464 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.001312 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.027039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b74696-c8b7-4648-a0ad-1bdba4ec4293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ec3c0e-3972-4d87-8b8f-68973cbbd7ef,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:01.046369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ecee727f-3bf4-4f0f-b366-e04851df17f0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:01.047361 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.077460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d8121-5510-4099-8bab-d67af7bbbab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b091780-49e0-43b5-a615-8809871ac381,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:01.083136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e4d8121-5510-4099-8bab-d67af7bbbab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.086319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7e4d8121-5510-4099-8bab-d67af7bbbab1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6b091780-49e0-43b5-a615-8809871ac381 HTTP/1.1" status: 204 len: 168 time: 1.0699515 Apr 21 20:56:01.092352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48236) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:01.163658 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.178294 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-55e316cc-e6ee-48e9-9c9f-61f3b13d2165 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083521 Apr 21 20:56:01.190954 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Pushing event updated for resources: {'Port': ['ID=e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:01.204288 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.205224 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.205865 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.206487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.207301 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.207795 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.208532 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.209081 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.209591 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.210707 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.211298 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.211808 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:01.297614 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-e494cf09-afb5-4dc2-a9ec-a99964390fbe service neutron] 10.222.0.46 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864276 Apr 21 20:56:01.444688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-2c133aff-7866-4a12-84dc-3af8533c9020 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=86aae9c2-7ba2-4322-9ed3-3a81b43534ad HTTP/1.1" status: 200 len: 217 time: 0.1383271 Apr 21 20:56:01.460737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11eadffe-35dd-4bd5-9c16-4476ac589ca6 req-3d573e87-0390-49bb-9a6f-e3aa6e11f72d service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722731 Apr 21 20:56:01.510413 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Attempting to bind port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:01.511033 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Attempting to bind port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:01.512428 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Attempting to bind port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 on network 4882a2d2-910e-4e67-8671-e68ba844bff9 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:01.518033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9818-a225-44aa-a999-de3ac67b70c8 req-0be8af7f-5430-4392-91b5-3bc6eec6481c tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:01.521662 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:01.524444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa6f9818-a225-44aa-a999-de3ac67b70c8 req-0be8af7f-5430-4392-91b5-3bc6eec6481c tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 948 time: 0.3465209 Apr 21 20:56:01.533585 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Checking segment: {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:01.534284 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.534842 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Bound using segment: {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:01.535491 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Bound port: e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:01.536064 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.618490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:56:01.683665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.691610 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] For port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:01.691775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-95116344-fa54-48af-9bfb-4b9a874f0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:01.695524 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-95116344-fa54-48af-9bfb-4b9a874f0f36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.2434235 Apr 21 20:56:01.698354 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] For port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:01.706881 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.734883 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa6f9818-a225-44aa-a999-de3ac67b70c8 req-48d7f166-f993-4982-ab44-6c1cb578b83c tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967320 Apr 21 20:56:01.739548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48246) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:01.757015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efc2521-a376-4282-87e9-b481a87d6c0b']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:01.814150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62101d2e-a5bb-47a9-b926-bdd9ab52730c') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:01.814491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62101d2e-a5bb-47a9-b926-bdd9ab52730c') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:01.844464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.846165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6ef5dbc-4854-4192-a550-64056a61151c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.894375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.904603 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5e7a9-1a4d-4a9d-985c-930341b5e339 None None] Pushing event updated for resources: {'Port': ['ID=e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:01.910403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:56:01.911234 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:01.944012 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Routers {'e3e34f48-b9d0-4536-9f34-074fc184258f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:56:01.945076 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:55:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e3e34f48-b9d0-4536-9f34-074fc184258f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:01.962228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:02.010974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'mac_address': 'fa:16:3e:8e:d9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:56:02.026827 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:56:02.084114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3471ed8a-a0cb-4d2a-a705-e6a0b5ad2a97 req-c378038c-b7a4-4e9d-b0f9-98f27ac418eb tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 210 time: 0.0560155 Apr 21 20:56:02.086144 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:02.110655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:02.118555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] 10.222.0.49 "DELETE /v2.0/networks/1efc2521-a376-4282-87e9-b481a87d6c0b HTTP/1.1" status: 204 len: 168 time: 1.0241945 Apr 21 20:56:02.131752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b521ec-0412-4965-942c-6f5b15ea5e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=1efc2521-a376-4282-87e9-b481a87d6c0b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:02.153305 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] Set router e3e34f48-b9d0-4536-9f34-074fc184258f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:56:02.179330 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6ef5dbc-4854-4192-a550-64056a61151c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:02.182512 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:02.203603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6ef5dbc-4854-4192-a550-64056a61151c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:02.234959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-03050edb-2189-4e95-b0ab-09bdab2810e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:02.236528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-03050edb-2189-4e95-b0ab-09bdab2810e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5276132 Apr 21 20:56:02.240161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed75f51d-e03a-4de6-829f-f04e0e37cccf {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:02.311054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:02.322080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:02.455849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:02.505429 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:51Z', 'updated_at': '2022-04-21T20:55:56Z', 'revision_number': 4, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'gw_port': {'id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:52Z', 'updated_at': '2022-04-21T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1', 'name': '', 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'mac_address': 'fa:16:3e:9d:b3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'bfd78404-457a-407b-b7d0-205ce877abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:55Z', 'updated_at': '2022-04-21T20:56:01Z', 'revision_number': 4, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'subnets': [{'id': 'bfd78404-457a-407b-b7d0-205ce877abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:02.526250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48262) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:02.535732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef5dbc-4854-4192-a550-64056a61151c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b59f0c-a953-4bf7-8d2a-42976eeae4b8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:02.545643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d6ef5dbc-4854-4192-a550-64056a61151c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d012edb45d134b918a39693c9a3c74a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075480 Apr 21 20:56:02.551651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48264) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:02.563410 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e7445-8576-4514-b3b8-8a39e9c694ec None None] The sync data for ids ['e3e34f48-b9d0-4536-9f34-074fc184258f'] in n-d-838945-1 is: [{'id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:51Z', 'updated_at': '2022-04-21T20:55:56Z', 'revision_number': 4, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'gw_port': {'id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:52Z', 'updated_at': '2022-04-21T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1', 'name': '', 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'mac_address': 'fa:16:3e:9d:b3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'bfd78404-457a-407b-b7d0-205ce877abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:55Z', 'updated_at': '2022-04-21T20:56:01Z', 'revision_number': 4, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'subnets': [{'id': 'bfd78404-457a-407b-b7d0-205ce877abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:56:02.668613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148d89-251d-47d8-9b9e-c9a0a21ad1a7 req-e185cec6-1bf0-408f-ba5e-ff2a19d77b85 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:02.688991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148d89-251d-47d8-9b9e-c9a0a21ad1a7 req-e185cec6-1bf0-408f-ba5e-ff2a19d77b85 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:02.703089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148d89-251d-47d8-9b9e-c9a0a21ad1a7 req-e185cec6-1bf0-408f-ba5e-ff2a19d77b85 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:02.730089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148d89-251d-47d8-9b9e-c9a0a21ad1a7 req-e185cec6-1bf0-408f-ba5e-ff2a19d77b85 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:02.733655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48268) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:02.749431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148d89-251d-47d8-9b9e-c9a0a21ad1a7 req-e185cec6-1bf0-408f-ba5e-ff2a19d77b85 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:02.756536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['ed75f51d-e03a-4de6-829f-f04e0e37cccf'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:56:02.771853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148d89-251d-47d8-9b9e-c9a0a21ad1a7 req-e185cec6-1bf0-408f-ba5e-ff2a19d77b85 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:02.784752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148d89-251d-47d8-9b9e-c9a0a21ad1a7 req-e185cec6-1bf0-408f-ba5e-ff2a19d77b85 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:02.803300 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e148d89-251d-47d8-9b9e-c9a0a21ad1a7 req-e185cec6-1bf0-408f-ba5e-ff2a19d77b85 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.4129937 Apr 21 20:56:02.890348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-19da7926-0e1a-4bd9-99fd-4a5ad6f83be3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96d5f94ea2354916bbd3bc9f60db2082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624725 Apr 21 20:56:02.940146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48276) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:02.993637 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a018dfd7-fc60-4e29-82df-0c5055cbcd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.036656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b02bd0d8-2ea4-4a03-8e17-8588d13ecd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.116944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-efa0f1c2-120c-48ee-bd4f-7e6a27f7226e service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468287 Apr 21 20:56:03.135232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:03.206508 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b02bd0d8-2ea4-4a03-8e17-8588d13ecd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.218424 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e148d89-251d-47d8-9b9e-c9a0a21ad1a7 req-15b9496c-bef8-4f03-8c95-15480fae70f4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4139748 Apr 21 20:56:03.385486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38432f2-ccb1-4a1e-839e-dabb5708ef03 req-bf12db92-9416-47c2-b7b8-0fbfb4dd48a4 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:03.388853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38432f2-ccb1-4a1e-839e-dabb5708ef03 req-bf12db92-9416-47c2-b7b8-0fbfb4dd48a4 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 949 time: 0.3895807 Apr 21 20:56:03.418375 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e61d0021-5658-49a2-b8f0-8cecf5a8d504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.423103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:03.426449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-55779bb1-334c-4840-9495-e61f2ac9691b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:03.430100 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.436552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-55779bb1-334c-4840-9495-e61f2ac9691b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.43 "GET /v2.0/networks?id=4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 200 len: 810 time: 0.2395489 Apr 21 20:56:03.583500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Request body: {'port': {'device_id': '96095015-7d06-4456-9ca9-47686a05d233', 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9', 'admin_state_up': True, 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:03.605616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b02bd0d8-2ea4-4a03-8e17-8588d13ecd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.611197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b02bd0d8-2ea4-4a03-8e17-8588d13ecd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.612369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d121411-d30e-488b-b4ce-d4868073d47c req-8dc21659-eaad-4f9d-8ae8-0b919bb5d162 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 210 time: 0.1788929 Apr 21 20:56:03.617355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b02bd0d8-2ea4-4a03-8e17-8588d13ecd23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04b59f0c-a953-4bf7-8d2a-42976eeae4b8 HTTP/1.1" status: 204 len: 168 time: 1.0627856 Apr 21 20:56:03.627982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e61d0021-5658-49a2-b8f0-8cecf5a8d504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.693095 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.706817 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-35e26ef5-9cf9-4b56-8574-d131a1f1ecfe service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571277 Apr 21 20:56:03.789326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:03.801084 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.878258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b38432f2-ccb1-4a1e-839e-dabb5708ef03 req-a9a16580-f909-42b3-b310-a9bdc2eb635b tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148639 Apr 21 20:56:03.902797 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e61d0021-5658-49a2-b8f0-8cecf5a8d504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.906257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e61d0021-5658-49a2-b8f0-8cecf5a8d504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:03.910842 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e61d0021-5658-49a2-b8f0-8cecf5a8d504 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f6a9607-4aff-4a03-a2f8-b24390f50cb6 HTTP/1.1" status: 204 len: 168 time: 0.9597459 Apr 21 20:56:03.924808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-26b2f208-7322-404d-8425-974f8f17a3d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=bc84869d-00b0-423c-804e-ad0ecdd5053b HTTP/1.1" status: 200 len: 217 time: 0.2110219 Apr 21 20:56:03.924974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:03.965202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d0021-5658-49a2-b8f0-8cecf5a8d504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a9607-4aff-4a03-a2f8-b24390f50cb6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:04.071023 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:04.139123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-d7adb978-6de8-44db-982d-678c22a619e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:04.141378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-d7adb978-6de8-44db-982d-678c22a619e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.1719112 Apr 21 20:56:04.296584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924f26-29a8-48ab-bcde-5a9739e02b83 req-88e65110-ddf3-49c7-97d0-8f1e86571511 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:04.312994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924f26-29a8-48ab-bcde-5a9739e02b83 req-88e65110-ddf3-49c7-97d0-8f1e86571511 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:04.326823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924f26-29a8-48ab-bcde-5a9739e02b83 req-88e65110-ddf3-49c7-97d0-8f1e86571511 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:04.345969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924f26-29a8-48ab-bcde-5a9739e02b83 req-88e65110-ddf3-49c7-97d0-8f1e86571511 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:04.360396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924f26-29a8-48ab-bcde-5a9739e02b83 req-88e65110-ddf3-49c7-97d0-8f1e86571511 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:04.375779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924f26-29a8-48ab-bcde-5a9739e02b83 req-88e65110-ddf3-49c7-97d0-8f1e86571511 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:04.397489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924f26-29a8-48ab-bcde-5a9739e02b83 req-88e65110-ddf3-49c7-97d0-8f1e86571511 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:04.399813 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7f924f26-29a8-48ab-bcde-5a9739e02b83 req-88e65110-ddf3-49c7-97d0-8f1e86571511 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.5073493 Apr 21 20:56:04.442128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-09a96f35-bfed-46db-942f-0e76dd696121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:04.446620 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-09a96f35-bfed-46db-942f-0e76dd696121 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2849042 Apr 21 20:56:04.578987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bd0d8-2ea4-4a03-8e17-8588d13ecd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b59f0c-a953-4bf7-8d2a-42976eeae4b8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:04.782691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Made reservation on behalf of a3f56938e490466592e9a080b5a3cb6a for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:04.805466 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-a7540654-3447-4a2c-b88f-ebbc6f0cd3e2 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479836 Apr 21 20:56:04.806714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:05.028558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:05.040008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a82713ce-43a1-47b3-8945-af179d538be6 req-354c8e30-eb5a-4af0-855a-65c6a5ca15fe tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 210 time: 0.1734712 Apr 21 20:56:05.229195 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-00164d5d-8a53-4cb9-a1b4-a45310f09d21 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193654 Apr 21 20:56:05.277218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:05.277939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:05.362430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-27b6d9b9-9ff2-4374-8539-ca46d71b1b1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=28e2a7bb-fde2-4781-a6dc-aa20db9c503b HTTP/1.1" status: 200 len: 217 time: 0.1211078 Apr 21 20:56:05.412814 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:05.416993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4a476-b4b9-415a-b0df-0d8d2e705da5 req-68a65d19-e997-4b89-b809-01f048ec4a82 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:05.420003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5e4a476-b4b9-415a-b0df-0d8d2e705da5 req-68a65d19-e997-4b89-b809-01f048ec4a82 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 949 time: 0.3047378 Apr 21 20:56:05.449683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:05.452511 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:05.587085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-bf7eada1-9014-4d34-8468-4f8c31a1a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:05.589946 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-bf7eada1-9014-4d34-8468-4f8c31a1a29a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.2162712 Apr 21 20:56:05.691995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5e4a476-b4b9-415a-b0df-0d8d2e705da5 req-779f2186-e5a1-44c6-82ab-69fb1b7132e4 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137291 Apr 21 20:56:05.758540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-8eca86a1-b313-49de-a974-4478bee69300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:05.766436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-8eca86a1-b313-49de-a974-4478bee69300 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1662357 Apr 21 20:56:05.790546 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port ed75f51d-e03a-4de6-829f-f04e0e37cccf completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:56:05.803950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Allocated IP 172.20.0.3 (4882a2d2-910e-4e67-8671-e68ba844bff9/bfd78404-457a-407b-b7d0-205ce877abd0/fdb9001b-8778-4dee-a10b-877e3d7986f7) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:05.920460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48344) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:05.942677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port ed75f51d-e03a-4de6-829f-f04e0e37cccf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:05.943058 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.021386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-7599924b-99f9-44e3-ba05-2db2717ddb9e service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492094 Apr 21 20:56:06.154724 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.224373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Deleting port 381d6883-3ad2-44c9-ab42-d2caed4a7771 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:06.224714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.235231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-b6c37cc0-677d-474b-84e6-acfd4e086910 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056732 Apr 21 20:56:06.275346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.326201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5f0afee-e9d3-4e0f-a121-8c49c7983605 req-3d8f2ece-2738-4d07-841a-52bc64e8b1d2 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 210 time: 0.1230180 Apr 21 20:56:06.362955 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.395486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1187203730-network', 'tenant_id': '1d6bae548afb4d51b2ddba65d8bc64fb'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:06.415505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-1a923b68-4540-42c0-9301-4f0bc21890cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 HTTP/1.1" status: 200 len: 217 time: 0.1636074 Apr 21 20:56:06.421662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Made reservation on behalf of 1d6bae548afb4d51b2ddba65d8bc64fb for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:06.425529 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.472218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] For port 381d6883-3ad2-44c9-ab42-d2caed4a7771, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=381d6883-3ad2-44c9-ab42-d2caed4a7771,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:06.472806 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.476535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.523872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:06.527781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:06.533797 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e423862c-a27a-43c5-aacd-8ccaf803882f" -d '{"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:06.548405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Calling delete_port for 381d6883-3ad2-44c9-ab42-d2caed4a7771 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:06.551596 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.563383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.573603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Network 4882a2d2-910e-4e67-8671-e68ba844bff9 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:06.583911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:06.589511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:06.649982 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393ffd7e-7408-406d-a620-650d2708ecc3 x-openstack-request-id: req-393ffd7e-7408-406d-a620-650d2708ecc3 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:06.654411 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:06.655436 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-393ffd7e-7408-406d-a620-650d2708ecc3 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:06.657384 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393ffd7e-7408-406d-a620-650d2708ecc3'] response: {'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'code': 200} Apr 21 20:56:06.662542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-5e62e673-a2c1-4214-aa11-f2459910cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:06.664338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-5e62e673-a2c1-4214-aa11-f2459910cdbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.2329922 Apr 21 20:56:06.721190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:06.796413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Pushing event updated for resources: {'Port': ['ID=fdb9001b-8778-4dee-a10b-877e3d7986f7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:06.826771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-d0503bfd-4d07-4605-bd26-3427f7d9a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:06.828340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-d0503bfd-4d07-4605-bd26-3427f7d9a67f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1508279 Apr 21 20:56:06.878284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:06.878914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:06.946531 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-7d548d84-d66c-4b83-96fa-5488c0dc5777 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3754659 Apr 21 20:56:06.951191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48382) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:06.965650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Request body: {'port': {'device_id': '96095015-7d06-4456-9ca9-47686a05d233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:06.998890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e7b83-aef9-488e-909a-8b64b4cba922 req-ce87eded-fc29-4f57-8432-950c43552a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.000575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-194e7b83-aef9-488e-909a-8b64b4cba922 req-ce87eded-fc29-4f57-8432-950c43552a9c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 1101 time: 0.2787559 Apr 21 20:56:07.101519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48386) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:07.160923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adff03-0442-4a93-b865-ce593f9bf277 req-233c5f1d-bfae-489e-a7ba-0460d1f81723 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.162484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8adff03-0442-4a93-b865-ce593f9bf277 req-233c5f1d-bfae-489e-a7ba-0460d1f81723 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 950 time: 0.3354700 Apr 21 20:56:07.181592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:07.205711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-194e7b83-aef9-488e-909a-8b64b4cba922 req-b3187af3-e2e6-4985-8088-31ad805d6046 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371353 Apr 21 20:56:07.221544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:07.255945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-43a76eea-e69c-44c4-8bae-874cc3262e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.256427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-43a76eea-e69c-44c4-8bae-874cc3262e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.256920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-43a76eea-e69c-44c4-8bae-874cc3262e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.257385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-43a76eea-e69c-44c4-8bae-874cc3262e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.257848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-43a76eea-e69c-44c4-8bae-874cc3262e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.258307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-43a76eea-e69c-44c4-8bae-874cc3262e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.258765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-43a76eea-e69c-44c4-8bae-874cc3262e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.260834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-43a76eea-e69c-44c4-8bae-874cc3262e7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6501 time: 0.3073878 Apr 21 20:56:07.303411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8adff03-0442-4a93-b865-ce593f9bf277 req-1af91c6a-d777-4883-8439-2195dfa3c013 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288784 Apr 21 20:56:07.334401 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:07.360753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:07.384889 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:07.405845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:56:07.417017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:07.417671 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Added segment 401c5aad-cabb-4449-a5cc-65c91a45770d of type vlan for network 1ce0c123-6869-4e68-b973-726a453ab290 Apr 21 20:56:07.509766 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:07.516050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:07.549707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab3200a-36fe-43a2-95af-01523ae71343,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:07.557277 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-3a0c61be-ef5f-4905-999e-c5986dc2711d service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078583 Apr 21 20:56:07.571323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-177e4dad-7111-4b8e-a475-5e9c780eb983 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2969642 Apr 21 20:56:07.651208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39122fbd-8fbe-4249-a93b-948d262a83aa req-dd5c01fc-b0b3-4a07-80a8-582e338b46f8 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.659483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39122fbd-8fbe-4249-a93b-948d262a83aa req-dd5c01fc-b0b3-4a07-80a8-582e338b46f8 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 931 time: 0.1923368 Apr 21 20:56:07.663920 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:07.664906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:07.665712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:07.699263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Pushing event deleted for resources: {'Port': ['ID=381d6883-3ad2-44c9-ab42-d2caed4a7771,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:07.831941 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9102249 Apr 21 20:56:07.840824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48402) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:07.851510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Request body: {'subnet': {'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1187203730-subnet', 'tenant_id': '1d6bae548afb4d51b2ddba65d8bc64fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:07.872581 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39122fbd-8fbe-4249-a93b-948d262a83aa req-6cf17954-e216-47ed-a99e-7793cd5396ec tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072883 Apr 21 20:56:07.873397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99fac3-9cf5-4fda-a2d3-4f1b04411517 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce0c123-6869-4e68-b973-726a453ab290,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:07.877585 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-403066f2-edd1-4b62-8d16-3e6a9755e440 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075233 Apr 21 20:56:07.892047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1ce0c123-6869-4e68-b973-726a453ab290 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:56:07.936854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-cbae8819-fd6a-46b9-a2f5-fff4bc87c32c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d03cc100-8f43-4cd0-90c4-0d5b45304cab HTTP/1.1" status: 200 len: 217 time: 0.0513234 Apr 21 20:56:08.001966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-35da4592-0d52-4e94-b6fe-849b7e2f359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:08.003748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-35da4592-0d52-4e94-b6fe-849b7e2f359e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5238cd08-3697-45c2-8e5d-4f9c0a9656e3 HTTP/1.1" status: 200 len: 797 time: 0.0569859 Apr 21 20:56:08.019551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Made reservation on behalf of 1d6bae548afb4d51b2ddba65d8bc64fb for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:08.022060 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:08.034141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:08.056845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-0cd3eaa2-54c0-48e7-adca-5c71165f5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:08.058373 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-0cd3eaa2-54c0-48e7-adca-5c71165f5322 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1942e038-afad-4a0d-9231-13760299a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448613 Apr 21 20:56:08.167838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-b89ca177-a703-48c0-9fcb-b87400e2f2b6 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015530 Apr 21 20:56:08.249444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:08.293887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-80a2ea84-cae8-4656-9b51-2f07b773a6d6 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191313 Apr 21 20:56:08.358819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb9001b-8778-4dee-a10b-877e3d7986f7 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:08.359544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-8af643b3-9f73-472c-bcf5-84d29d554128 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2 HTTP/1.1" status: 200 len: 217 time: 0.0561786 Apr 21 20:56:08.387551 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:08.432594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Allocated IP 172.25.0.78 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/9325749d-52e8-47de-8dd5-77b66fa99360) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:08.447360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-489ae2cb-235d-473b-b707-0895f6ba0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:08.448845 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-489ae2cb-235d-473b-b707-0895f6ba0d33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5238cd08-3697-45c2-8e5d-4f9c0a9656e3 HTTP/1.1" status: 200 len: 797 time: 0.0776074 Apr 21 20:56:08.458795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Transition to ACTIVE for port object fdb9001b-8778-4dee-a10b-877e3d7986f7 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:08.532460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-b51ad124-f570-4e9d-985c-4f20f60fa1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:08.534354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-b51ad124-f570-4e9d-985c-4f20f60fa1b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1942e038-afad-4a0d-9231-13760299a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778432 Apr 21 20:56:08.550644 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:08.701181 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-59d530f8-7894-4cd0-9e7b-dd4dcf4153f2 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584952 Apr 21 20:56:08.805972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb9001b-8778-4dee-a10b-877e3d7986f7,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:08.842052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16571e88-15d9-49d5-b4a7-d7574395f02e req-6decfeee-aec7-4ac0-a858-61151dc12079 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256208 Apr 21 20:56:08.875793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb35f8a-6873-4666-80dc-20f69e2461fd req-6cf9f70e-3853-44ed-820a-080c4da259af tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:08.878701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ccb35f8a-6873-4666-80dc-20f69e2461fd req-6cf9f70e-3853-44ed-820a-080c4da259af tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 950 time: 0.4644411 Apr 21 20:56:08.930687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:09.050565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8a6eb-ca1d-4ac5-a2bc-093466700afe req-2edb560b-334c-47bc-9d8f-3234f012eee6 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:09.060773 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4fa8a6eb-ca1d-4ac5-a2bc-093466700afe req-2edb560b-334c-47bc-9d8f-3234f012eee6 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 943 time: 0.0857196 Apr 21 20:56:09.103303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4fa8a6eb-ca1d-4ac5-a2bc-093466700afe req-b2fc7b3f-67f0-48f1-b695-bee8c82e7620 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Apr 21 20:56:09.410075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:09.443497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ccb35f8a-6873-4666-80dc-20f69e2461fd req-f776700d-5edb-49a6-bad3-87ddec4ce7cc tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508742 Apr 21 20:56:09.454423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bf5f30-1a54-45df-beff-c6aca22835c4,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:09.473744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Attempting to bind port fdb9001b-8778-4dee-a10b-877e3d7986f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:09.474012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Attempting to bind port fdb9001b-8778-4dee-a10b-877e3d7986f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:09.474340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Attempting to bind port fdb9001b-8778-4dee-a10b-877e3d7986f7 on network 4882a2d2-910e-4e67-8671-e68ba844bff9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:09.500844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:56:09.509642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Port fdb9001b-8778-4dee-a10b-877e3d7986f7 on network 4882a2d2-910e-4e67-8671-e68ba844bff9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:09.509979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Attempting to bind port fdb9001b-8778-4dee-a10b-877e3d7986f7 on network 4882a2d2-910e-4e67-8671-e68ba844bff9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:09.522647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Checking segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:09.523000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Network hostable DHCP agents. Network: 1ce0c123-6869-4e68-b973-726a453ab290, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:56:09.527556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:09.527556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Checking segment: {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:09.527556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Bound using segment: {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:09.527556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Bound port: fdb9001b-8778-4dee-a10b-877e3d7986f7, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:09.528053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:09.561139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:09.679355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Network 1ce0c123-6869-4e68-b973-726a453ab290 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:56:09.684634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:09.698208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:09.702652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:09.733075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Pushing event updated for resources: {'Port': ['ID=9325749d-52e8-47de-8dd5-77b66fa99360,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:09.761843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 1ce0c123-6869-4e68-b973-726a453ab290) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:09.766659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:09.768304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:09.774487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354eb8a3-5689-48a8-941c-f908ac061025 None None] Network 1ce0c123-6869-4e68-b973-726a453ab290 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:09.818546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] For port fdb9001b-8778-4dee-a10b-877e3d7986f7, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:09.827506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-278ec448-40ba-4674-afcd-e92af636a76a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9868701 Apr 21 20:56:09.857838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] For port fdb9001b-8778-4dee-a10b-877e3d7986f7, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fdb9001b-8778-4dee-a10b-877e3d7986f7,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:09.860431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:56:09.907761 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] Sync routers for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:56:09.946290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-021d09b8-1bac-469e-b7c4-c331ab030265 admin admin] 10.222.0.49 "PUT /v2.0/routers/2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2080178 Apr 21 20:56:09.949372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48432) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:09.950068 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:09.956352 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:09.990537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:56:09.991352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:10.015544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:10.016232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.018002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] 10.222.0.43 "PUT /v2.0/ports/fdb9001b-8778-4dee-a10b-877e3d7986f7 HTTP/1.1" status: 200 len: 1091 time: 3.0566843 Apr 21 20:56:10.020540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96095015-7d06-4456-9ca9-47686a05d233', 'tag': 'fdb9001b-8778-4dee-a10b-877e3d7986f7'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:10.022779 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df337ade-694d-4d49-ba54-aa0329ceeab6" -d '{"events": [{"name": "network-changed", "server_uuid": "96095015-7d06-4456-9ca9-47686a05d233", "tag": "fdb9001b-8778-4dee-a10b-877e3d7986f7"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:10.039694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b56c85a-c9c6-42a6-8766-d2b905779199 None None] Network 1ce0c123-6869-4e68-b973-726a453ab290 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:10.120220 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d7495f-1188-4c2e-bb93-dc2882d9bbad x-openstack-request-id: req-13d7495f-1188-4c2e-bb93-dc2882d9bbad {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:10.120778 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96095015-7d06-4456-9ca9-47686a05d233", "tag": "fdb9001b-8778-4dee-a10b-877e3d7986f7", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:10.121217 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13d7495f-1188-4c2e-bb93-dc2882d9bbad {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:10.121774 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d7495f-1188-4c2e-bb93-dc2882d9bbad'] response: {'name': 'network-changed', 'server_uuid': '96095015-7d06-4456-9ca9-47686a05d233', 'tag': 'fdb9001b-8778-4dee-a10b-877e3d7986f7', 'status': 'completed', 'code': 200} Apr 21 20:56:10.124854 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.169248 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.225375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:56:10.332807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48446) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:10.337518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.345309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1136611113'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:10.362185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af4431-8878-48de-828c-121b3c2aaa08 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb9001b-8778-4dee-a10b-877e3d7986f7,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:10.377560 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.388643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:10.393619 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.408932 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.429449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:56:10.441669 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.442022 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Added segment fc55f1a5-f687-4e53-99c7-f6fee53cf53f of type vlan for network 5fb1d12d-382f-47c7-91b7-9966a693611f Apr 21 20:56:10.488320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.527361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-f44745fa-3839-46eb-9197-4a95a24be956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:10.532379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-f44745fa-3839-46eb-9197-4a95a24be956 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f56938e490466592e9a080b5a3cb6a&device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 1094 time: 0.4525464 Apr 21 20:56:10.570266 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.584565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:10.585595 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.611763 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Pushing event updated for resources: {'Port': ['ID=9325749d-52e8-47de-8dd5-77b66fa99360,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:10.615237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-40ab72d1-5c0b-4bac-b9ed-f9e3bf606cc1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb9001b-8778-4dee-a10b-877e3d7986f7 HTTP/1.1" status: 200 len: 217 time: 0.0709569 Apr 21 20:56:10.621689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.633970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f6427-5419-440c-af51-ee9c1bf1431e req-40942ed0-418a-46ae-bf92-0f2ab455671c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:10.635532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b21f6427-5419-440c-af51-ee9c1bf1431e req-40942ed0-418a-46ae-bf92-0f2ab455671c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 943 time: 0.2755871 Apr 21 20:56:10.715333 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.716974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-62a179ba-29d6-4569-a1a0-802d6b938bc5 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5932438 Apr 21 20:56:10.722112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48460) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:10.733435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1092377130', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'fixed_ips': [{'ip_address': '172.25.0.78'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:10.737363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4016428 Apr 21 20:56:10.741094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48462) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:10.742647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-620fde92-5292-41e0-b1ea-1e44779df60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:10.744984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-620fde92-5292-41e0-b1ea-1e44779df60d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bfd78404-457a-407b-b7d0-205ce877abd0 HTTP/1.1" status: 200 len: 850 time: 0.1187313 Apr 21 20:56:10.753139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-745065896'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:10.773936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b21f6427-5419-440c-af51-ee9c1bf1431e req-7b30d486-0c90-4e42-90bd-805b413d0a5b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286023 Apr 21 20:56:10.798340 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e16b9f-39e9-4cf0-abbc-169c7a8e6ca4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Network': ['ID=5fb1d12d-382f-47c7-91b7-9966a693611f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:10.804803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-ff6396ef-0335-47d2-bbc1-554ec2cb5bc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4882a2d2-910e-4e67-8671-e68ba844bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460389 Apr 21 20:56:10.808445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:56:07Z', 'revision_number': 5, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port': {'id': 'fd5db908-cdf3-4079-859b-6a1f58b961f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:09Z', 'updated_at': '2022-04-21T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:10.813726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Made reservation on behalf of aebb588007ab47e5b197d0fc9030f27a for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:10.816969 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.820951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Deleting port fd5db908-cdf3-4079-859b-6a1f58b961f5 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:10.821296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.821590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 5fb1d12d-382f-47c7-91b7-9966a693611f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:56:10.844991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:10.852296 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.866436 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.919683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] For port fd5db908-cdf3-4079-859b-6a1f58b961f5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fd5db908-cdf3-4079-859b-6a1f58b961f5,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:10.920060 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:10.935640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] Checking router: 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:56:10.937357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Calling delete_port for fd5db908-cdf3-4079-859b-6a1f58b961f5 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:10.954520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] Routers {'2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:56:10.958537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:11.011889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:56:11.051805 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.052100 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Added segment e5c6547b-5042-4812-a000-b778509cb79e of type vlan for network 683de660-c9b0-41d0-b6a9-943fd48c7844 Apr 21 20:56:11.064864 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] Set router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:56:11.069224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891143fe-b8e0-4847-8b83-d92267f772a3 req-7a34ab80-e5db-4880-bff7-aac916731c2f tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:11.070817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-891143fe-b8e0-4847-8b83-d92267f772a3 req-7a34ab80-e5db-4880-bff7-aac916731c2f tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 950 time: 0.1410022 Apr 21 20:56:11.076229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-cdb61b76-3cd1-45d6-b91c-bd14792e1c2b service neutron] 10.222.0.43 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642381 Apr 21 20:56:11.140258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:56:10Z', 'revision_number': 6, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:11.165362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9056c-ba52-4ccf-b1f8-c8247a8eac6d None None] The sync data for ids ['2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357'] in n-d-838945-1 is: [{'id': '2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357', 'name': 'tempest-AttachSCSIVolumeTestJSON-343218885-router', 'tenant_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:08Z', 'updated_at': '2022-04-21T20:56:10Z', 'revision_number': 6, 'project_id': 'bf93f5e586d8469f86520fc9eb67ac85', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:56:11.168099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.182302 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.231550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Pushing event deleted for resources: {'Port': ['ID=fd5db908-cdf3-4079-859b-6a1f58b961f5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:11.249381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0be209cf-c2a5-4d50-befc-589614ee8a99 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:11.250943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0be209cf-c2a5-4d50-befc-589614ee8a99 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.6177433 Apr 21 20:56:11.304483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-d077f419-83b5-4e4a-9cf9-dffcad239b47 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/quotas/1d6bae548afb4d51b2ddba65d8bc64fb HTTP/1.1" status: 200 len: 375 time: 0.0384076 Apr 21 20:56:11.305880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-891143fe-b8e0-4847-8b83-d92267f772a3 req-c8ddde32-2898-42b5-b315-d11c125cd0ea tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994410 Apr 21 20:56:11.317931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.339550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.342482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-290e1d5a-ded5-48b0-8216-b56ccbb61401 req-3d766012-2d6e-40d6-b77b-3a9693c335f6 service neutron] 10.222.0.43 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303746 Apr 21 20:56:11.346078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.347828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] device_id is not set on port bf5417e5-95b7-453a-bea7-bb8bb1f59bb3 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:11.353860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.359699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:11.360342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.360566 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-e9e103ef-7f41-4e94-926e-81cddc792c53 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479312 Apr 21 20:56:11.532149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5fa1b2-0265-48b5-b62b-aebd810100d0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:11.538587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7934325 Apr 21 20:56:11.549957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48470) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:11.559443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.574355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51709b3c-4232-4f26-8976-5d3b041dd165 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Network': ['ID=683de660-c9b0-41d0-b6a9-943fd48c7844,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:11.575129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.580917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'subnet': {'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:11.588697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 683de660-c9b0-41d0-b6a9-943fd48c7844 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:56:11.677064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-725eb733-44c0-4e32-81ee-16853845711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:11.681195 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-725eb733-44c0-4e32-81ee-16853845711a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f56938e490466592e9a080b5a3cb6a&device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 1094 time: 0.2618988 Apr 21 20:56:11.866078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.866632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:56:11.871214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.872359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-27c170f9-dedc-482d-97c9-bce8ad3abeea admin admin] 10.222.0.49 "DELETE /v2.0/routers/2b7f4a3a-bbc6-4237-b4a3-e9af52aa4357 HTTP/1.1" status: 204 len: 168 time: 1.9211838 Apr 21 20:56:11.875326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48480) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:11.890979 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 20:56:11.891388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:56:11.897004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-3378a16f-4c61-40a4-93d4-581b79608ce6 service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856296 Apr 21 20:56:11.899000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:11.903008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:11.941402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-32f4bc7f-b519-45bd-9459-aea081a9cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:11.942857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-32f4bc7f-b519-45bd-9459-aea081a9cf3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 200 len: 911 time: 0.2542436 Apr 21 20:56:11.999768 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ea2bba23-2d76-4a0e-a1e0-53f1fce283e9 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2764902 Apr 21 20:56:12.003666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-71c98603-58b4-47a7-8c2a-cb9dbac344a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb9001b-8778-4dee-a10b-877e3d7986f7 HTTP/1.1" status: 200 len: 217 time: 0.0504615 Apr 21 20:56:12.004117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48484) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:12.084468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-901ad11e-0211-41c3-890d-ffbfbec30c8b admin admin] Deleting subnet 89253774-ffe4-4602-bf15-37af6d95e8b8 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:56:12.110583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-901ad11e-0211-41c3-890d-ffbfbec30c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.125018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-911075e7-1ca4-4787-8f7e-3c6e32be033d service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184362 Apr 21 20:56:12.266041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-901ad11e-0211-41c3-890d-ffbfbec30c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.294690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.304481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13dbb9-b42d-45a1-a010-fb68ee8bf2f9 req-2c5f88c7-e614-489c-8dc3-cc5d71ea5edc tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:12.306029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca13dbb9-b42d-45a1-a010-fb68ee8bf2f9 req-2c5f88c7-e614-489c-8dc3-cc5d71ea5edc tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 943 time: 0.2330306 Apr 21 20:56:12.325258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-48478362-935e-4312-acfb-00fe558ae798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:12.331735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-48478362-935e-4312-acfb-00fe558ae798 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bfd78404-457a-407b-b7d0-205ce877abd0 HTTP/1.1" status: 200 len: 850 time: 0.2954044 Apr 21 20:56:12.405301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-8517cccb-bb6b-4698-9da6-bb16ac594a00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4882a2d2-910e-4e67-8671-e68ba844bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618110 Apr 21 20:56:12.467271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Subnet': ['ID=4c453df3-cc03-40bc-8b80-cb780f4079e4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:12.471587 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-142d54f9-8364-4b03-a9a4-8c3c8dd5119b req-f2a67e40-64fc-4074-b828-7c83d90217f5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 210 time: 0.0595055 Apr 21 20:56:12.474573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Checking segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:12.474831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network hostable DHCP agents. Network: 5fb1d12d-382f-47c7-91b7-9966a693611f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:56:12.495594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca13dbb9-b42d-45a1-a010-fb68ee8bf2f9 req-8dd49a57-ba77-4c78-ad25-ac4b8ea25f09 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657121 Apr 21 20:56:12.497190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network 5fb1d12d-382f-47c7-91b7-9966a693611f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:56:12.502032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Deleting port 9325749d-52e8-47de-8dd5-77b66fa99360 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:12.502408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.520613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 5fb1d12d-382f-47c7-91b7-9966a693611f) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:12.529982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b2eff0-42f4-4f46-a9a3-753fba4cc65a None None] Network 5fb1d12d-382f-47c7-91b7-9966a693611f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:12.532951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:12.533999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.565299 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-57987cf0-bb63-48f0-a335-6958aa4f225d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9925466 Apr 21 20:56:12.565933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48498) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:12.574244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'subnet': {'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:12.646036 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-901ad11e-0211-41c3-890d-ffbfbec30c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.707262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:12.715179 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.743419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-5632c98d-fdd0-47b7-9bbf-2b0858af4de9 service neutron] 10.222.0.43 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255358 Apr 21 20:56:12.765740 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.766067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.800162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Calling delete_port for 9325749d-52e8-47de-8dd5-77b66fa99360 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:12.828460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-901ad11e-0211-41c3-890d-ffbfbec30c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.855609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-5fb1d12d-382f-47c7-91b7-9966a693611f', 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'fixed_ips': [{'subnet_id': '4c453df3-cc03-40bc-8b80-cb780f4079e4'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:56:12.859533 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.879629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2ea8d5-ce01-40f8-a9ca-04d186f7b28d None None] Network d180aa32-44af-4d74-b422-8898c009e66e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:12.890478 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-901ad11e-0211-41c3-890d-ffbfbec30c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:12.894388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-901ad11e-0211-41c3-890d-ffbfbec30c8b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/89253774-ffe4-4602-bf15-37af6d95e8b8 HTTP/1.1" status: 204 len: 168 time: 1.0179348 Apr 21 20:56:12.954290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48506) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:12.955884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ad11e-0211-41c3-890d-ffbfbec30c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89253774-ffe4-4602-bf15-37af6d95e8b8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:12.979446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fd5db908-cdf3-4079-859b-6a1f58b961f5 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:56:13.065853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fd5db908-cdf3-4079-859b-6a1f58b961f5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:56:13.066267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fd5db908-cdf3-4079-859b-6a1f58b961f5 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:56:13.066902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 381d6883-3ad2-44c9-ab42-d2caed4a7771 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:56:13.093986 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df337ade-694d-4d49-ba54-aa0329ceeab6 req-c7c47c17-b173-4c70-9301-9628539be8d3 service neutron] 10.222.0.43 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407953 Apr 21 20:56:13.111580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 381d6883-3ad2-44c9-ab42-d2caed4a7771 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:56:13.112375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 381d6883-3ad2-44c9-ab42-d2caed4a7771 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:56:13.112845 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:13.150911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:13.225244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Subnet': ['ID=8090178e-1083-463b-8037-70b42f5eb641,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:13.233585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Checking segment: {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:13.234224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network hostable DHCP agents. Network: 683de660-c9b0-41d0-b6a9-943fd48c7844, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:56:13.255967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network 683de660-c9b0-41d0-b6a9-943fd48c7844 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:56:13.268014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Allocated IP 10.1.1.2 (5fb1d12d-382f-47c7-91b7-9966a693611f/4c453df3-cc03-40bc-8b80-cb780f4079e4/dd2825f4-e9a5-4dbb-b91d-db0d0d135292) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:13.271497 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 683de660-c9b0-41d0-b6a9-943fd48c7844) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:13.278718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:13.279504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:13.291078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fdb9001b-8778-4dee-a10b-877e3d7986f7 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:56:13.326791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7d70e67b-616e-4aae-83f1-8b815b6a1925 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7577274 Apr 21 20:56:13.328321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48510) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:13.339826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'port': {'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'name': 'tempest-TaggedBootDevicesTest-1287998517', 'fixed_ips': [{'subnet_id': '4c453df3-cc03-40bc-8b80-cb780f4079e4'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:13.345340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3e1d16-b047-4dda-aa45-0d86282a8520 None None] Network 683de660-c9b0-41d0-b6a9-943fd48c7844 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:13.348537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:13.403501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Pushing event deleted for resources: {'Port': ['ID=9325749d-52e8-47de-8dd5-77b66fa99360,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:13.410455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Deleting port b8f29d5d-c213-45cc-99f4-6cb57f605abb {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:13.410854 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:13.522323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] For port b8f29d5d-c213-45cc-99f4-6cb57f605abb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b8f29d5d-c213-45cc-99f4-6cb57f605abb,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:13.522702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:13.574198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Calling delete_port for b8f29d5d-c213-45cc-99f4-6cb57f605abb owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:13.581234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:13.644721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c334c6f-04f0-436e-8f09-114d05a100f6 None None] DHCP port deletion for d180aa32-44af-4d74-b422-8898c009e66e request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:56:13.652951 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:56:13.844117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985a4d2-e962-4160-b8b1-f04035490f74 req-30941bb3-a960-4556-8eec-f2d95410fc46 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:13.851877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port fdb9001b-8778-4dee-a10b-877e3d7986f7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fdb9001b-8778-4dee-a10b-877e3d7986f7,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:13.852726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e985a4d2-e962-4160-b8b1-f04035490f74 req-30941bb3-a960-4556-8eec-f2d95410fc46 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 943 time: 0.2018387 Apr 21 20:56:13.884654 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:13.910964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] device_id is not set on port 58edae64-08a0-4d17-892f-ec140d407789 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:13.992093 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e985a4d2-e962-4160-b8b1-f04035490f74 req-b9b45fc5-c68d-49d7-8d9d-ee82c080424b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243596 Apr 21 20:56:14.110259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'fdb9001b-8778-4dee-a10b-877e3d7986f7', 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9', 'port_id': 'fdb9001b-8778-4dee-a10b-877e3d7986f7', 'mac_address': 'fa:16:3e:82:fc:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd78404-457a-407b-b7d0-205ce877abd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:56:14.177099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7c334c6f-04f0-436e-8f09-114d05a100f6 None None] Deleting port b8f29d5d-c213-45cc-99f4-6cb57f605abb {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:14.177442 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c334c6f-04f0-436e-8f09-114d05a100f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.212524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.242585 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b03176d0-3e0d-4483-9801-9d7cc0b0d641 req-dc26e733-2aee-4d55-8a75-6f795ef05dd5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 210 time: 0.5267444 Apr 21 20:56:14.248225 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.251129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.255795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e54ed120-56c5-4ce2-b17e-90a58cc7e034 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944 tempest-ExternalNetworksAdminNegativeTestJSON-1625604944-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/bcaf5b6e-8a9c-4c5b-9fdf-a79c3fd5e103 HTTP/1.1" status: 204 len: 168 time: 2.2462645 Apr 21 20:56:14.280100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7c334c6f-04f0-436e-8f09-114d05a100f6 None None] For port b8f29d5d-c213-45cc-99f4-6cb57f605abb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b8f29d5d-c213-45cc-99f4-6cb57f605abb,segment=NetworkSegment(7212b915-f0e5-4359-867a-6494fd87f530),segment_id=7212b915-f0e5-4359-867a-6494fd87f530)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:14.280501 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c334c6f-04f0-436e-8f09-114d05a100f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.309892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7c334c6f-04f0-436e-8f09-114d05a100f6 None None] Calling delete_port for b8f29d5d-c213-45cc-99f4-6cb57f605abb owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:14.321031 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.328385 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.335241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.380417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f29d5d-c213-45cc-99f4-6cb57f605abb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:14.390194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-683de660-c9b0-41d0-b6a9-943fd48c7844', 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'fixed_ips': [{'subnet_id': '8090178e-1083-463b-8037-70b42f5eb641'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:56:14.391047 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.394712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] No DVR routers for this DVR port b8f29d5d-c213-45cc-99f4-6cb57f605abb on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:56:14.432396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb9001b-8778-4dee-a10b-877e3d7986f7 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:14.443156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Network 5fb1d12d-382f-47c7-91b7-9966a693611f is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:14.463153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:14.473754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:14.476787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Pushing event updated for resources: {'Port': ['ID=dd2825f4-e9a5-4dbb-b91d-db0d0d135292,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:14.492219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.517994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d180aa32-44af-4d74-b422-8898c009e66e']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:14.537830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port fdb9001b-8778-4dee-a10b-877e3d7986f7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fdb9001b-8778-4dee-a10b-877e3d7986f7,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:14.573834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-891fe918-5661-41df-a190-507a2dcca8b5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:14.575372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7212b915-f0e5-4359-867a-6494fd87f530') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:14.575632 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-891fe918-5661-41df-a190-507a2dcca8b5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.46 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.2517457 Apr 21 20:56:14.576172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7212b915-f0e5-4359-867a-6494fd87f530') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:14.594948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Request body: {'port': {'device_id': '1e74e491-f100-40dc-a6ee-8823e1cd4f8f', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'admin_state_up': True, 'tenant_id': '1d6bae548afb4d51b2ddba65d8bc64fb'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:14.607555 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.636357 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.663296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c334c6f-04f0-436e-8f09-114d05a100f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.698493 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.711602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Attempting to bind port dd2825f4-e9a5-4dbb-b91d-db0d0d135292 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:14.713169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Attempting to bind port dd2825f4-e9a5-4dbb-b91d-db0d0d135292 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:14.713169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Attempting to bind port dd2825f4-e9a5-4dbb-b91d-db0d0d135292 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:14.715427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c334c6f-04f0-436e-8f09-114d05a100f6 None None] No DVR routers for this DVR port b8f29d5d-c213-45cc-99f4-6cb57f605abb on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:56:14.721443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:56:14.721878 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:56:14.724924 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:56:14.737598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:14.737976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Checking segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:14.738571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.738772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Bound using segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:14.739252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Bound port: dd2825f4-e9a5-4dbb-b91d-db0d0d135292, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:14.739789 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.758196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=fdb9001b-8778-4dee-a10b-877e3d7986f7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:14.790951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Allocated IP 10.2.2.2 (683de660-c9b0-41d0-b6a9-943fd48c7844/8090178e-1083-463b-8037-70b42f5eb641/9e643525-c35d-4028-b682-fc87b5ebd074) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:14.795937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c334c6f-04f0-436e-8f09-114d05a100f6 None None] Pushing event deleted for resources: {'Port': ['ID=b8f29d5d-c213-45cc-99f4-6cb57f605abb,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:14.879160 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.885615 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:14.893866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] 10.222.0.49 "DELETE /v2.0/networks/d180aa32-44af-4d74-b422-8898c009e66e HTTP/1.1" status: 204 len: 168 time: 1.9283619 Apr 21 20:56:14.893866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48550) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:14.912271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefd390-336d-499d-862b-76f5353086ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d180aa32-44af-4d74-b422-8898c009e66e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:14.947110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Allocated IP 10.1.1.186 (5fb1d12d-382f-47c7-91b7-9966a693611f/4c453df3-cc03-40bc-8b80-cb780f4079e4/58edae64-08a0-4d17-892f-ec140d407789) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:14.949031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] For port dd2825f4-e9a5-4dbb-b91d-db0d0d135292, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:14.949770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48552) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:14.954184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b8f29d5d-c213-45cc-99f4-6cb57f605abb no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:56:14.979328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Made reservation on behalf of 1d6bae548afb4d51b2ddba65d8bc64fb for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:14.996501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['fdb9001b-8778-4dee-a10b-877e3d7986f7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:56:14.997367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.023554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] For port dd2825f4-e9a5-4dbb-b91d-db0d0d135292, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dd2825f4-e9a5-4dbb-b91d-db0d0d135292,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:15.026943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: b8f29d5d-c213-45cc-99f4-6cb57f605abb {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:56:15.027296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b8f29d5d-c213-45cc-99f4-6cb57f605abb not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:56:15.044544 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.245351 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.264672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7041709e-ed41-462b-a8a4-d5f296c1f8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.280096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e9772-d586-4222-b340-9cd0a3b3f166 None None] Pushing event updated for resources: {'Port': ['ID=dd2825f4-e9a5-4dbb-b91d-db0d0d135292,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:15.292663 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.375982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Network 683de660-c9b0-41d0-b6a9-943fd48c7844 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:15.386488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Allocated IP 172.20.0.6 (1ce0c123-6869-4e68-b973-726a453ab290/d4bf5f30-1a54-45df-beff-c6aca22835c4/c36fb532-f651-4d19-9613-0ea1cdd7c142) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:15.399997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:15.454111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:15.467544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Pushing event updated for resources: {'Port': ['ID=9e643525-c35d-4028-b682-fc87b5ebd074,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:15.479511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9913c416-7ac2-4bbe-986f-55ecadf010ae req-72e8a5e7-b52b-41df-85a3-37d46ee8fe21 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 210 time: 0.0986738 Apr 21 20:56:15.492298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c789b9-9350-48b4-a032-8d81a62a35d4 req-80a80a6e-898b-4464-bd45-9145d81e8e4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:15.503502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26c789b9-9350-48b4-a032-8d81a62a35d4 req-80a80a6e-898b-4464-bd45-9145d81e8e4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 944 time: 0.3849013 Apr 21 20:56:15.561241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Attempting to bind port 9e643525-c35d-4028-b682-fc87b5ebd074 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:15.561776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Attempting to bind port 9e643525-c35d-4028-b682-fc87b5ebd074 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:15.561965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Attempting to bind port 9e643525-c35d-4028-b682-fc87b5ebd074 on network 683de660-c9b0-41d0-b6a9-943fd48c7844 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:15.572577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26c789b9-9350-48b4-a032-8d81a62a35d4 req-82aa3ff4-89b6-4740-beaf-ac5d7c9cafce tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628622 Apr 21 20:56:15.596546 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:15.596937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Checking segment: {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:15.597342 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.597734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Bound using segment: {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:15.598201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Bound port: 9e643525-c35d-4028-b682-fc87b5ebd074, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:15.598575 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.661868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.666786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.719806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] For port 9e643525-c35d-4028-b682-fc87b5ebd074, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:15.720495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7041709e-ed41-462b-a8a4-d5f296c1f8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.724234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] For port 9e643525-c35d-4028-b682-fc87b5ebd074, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e643525-c35d-4028-b682-fc87b5ebd074,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:15.732291 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:15.805274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9d590-3f48-459f-8616-e8348e859d30 None None] Pushing event updated for resources: {'Port': ['ID=9e643525-c35d-4028-b682-fc87b5ebd074,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:15.827004 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7041709e-ed41-462b-a8a4-d5f296c1f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.001589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Deleting port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:16.003145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.152835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] For port d265aa7d-ffd4-42cd-bb4a-3370c5523a5b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d265aa7d-ffd4-42cd-bb4a-3370c5523a5b,segment=NetworkSegment(a24e1bea-1fd2-4b32-9b84-2bb5bfab2151),segment_id=a24e1bea-1fd2-4b32-9b84-2bb5bfab2151)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:16.153470 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.182260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Calling delete_port for d265aa7d-ffd4-42cd-bb4a-3370c5523a5b owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:16.333738 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.340481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7041709e-ed41-462b-a8a4-d5f296c1f8bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be5bcde9bf9e457e88a6219151d66f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3811736 Apr 21 20:56:16.341632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48582) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:16.345354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041709e-ed41-462b-a8a4-d5f296c1f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532de78d-a6bb-4c52-b983-9d30e9e484e6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:16.401594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.434054 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.469383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d265aa7d-ffd4-42cd-bb4a-3370c5523a5b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:16.472619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network 5fb1d12d-382f-47c7-91b7-9966a693611f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:16.480277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:16.482770 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.487917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:16.533811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Port': ['ID=58edae64-08a0-4d17-892f-ec140d407789,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:16.552800 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f06c472e-e750-487e-91d1-e3e1090c3d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.619172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Network 1ce0c123-6869-4e68-b973-726a453ab290 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:16.632381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:16.649457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:16.661973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:16.663133 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.675352 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f06c472e-e750-487e-91d1-e3e1090c3d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.677022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event updated for resources: {'Port': ['ID=c36fb532-f651-4d19-9613-0ea1cdd7c142,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:16.686699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a4adb-a3b4-4d89-b17a-50f9c2a1a069 None None] Network 5fb1d12d-382f-47c7-91b7-9966a693611f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:16.771688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-030e07b4-5d54-490d-a6c6-2bf157644077 None None] Provisioning complete for port dd2825f4-e9a5-4dbb-b91d-db0d0d135292 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:16.772794 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-030e07b4-5d54-490d-a6c6-2bf157644077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.865385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f218c828-242a-4a5b-9230-8eec24dd2543 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5257311 Apr 21 20:56:16.868188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48590) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:16.879912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'port': {'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'name': 'tempest-TaggedBootDevicesTest-1987943978', 'fixed_ips': [{'subnet_id': '4c453df3-cc03-40bc-8b80-cb780f4079e4'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:16.889788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de517b89-02be-45d4-a350-cb74ef1e67ea req-02f1c37d-08fc-4e87-ad66-51cfe5131be9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:16.902844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de517b89-02be-45d4-a350-cb74ef1e67ea req-02f1c37d-08fc-4e87-ad66-51cfe5131be9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 931 time: 0.2042382 Apr 21 20:56:16.974408 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-030e07b4-5d54-490d-a6c6-2bf157644077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:16.992339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:16.994737 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:17.021726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac7b18-b44f-4789-908d-03c566c36673 req-9d222f16-2dd4-43fd-a31f-87427678cd42 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:17.023871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f9ac7b18-b44f-4789-908d-03c566c36673 req-9d222f16-2dd4-43fd-a31f-87427678cd42 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 944 time: 0.2722976 Apr 21 20:56:17.030634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-4c41059a-327f-440f-b32a-384a80c98aaa tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4401653 Apr 21 20:56:17.049039 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:17.073494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Request body: {'port': {'device_id': '1e74e491-f100-40dc-a6ee-8823e1cd4f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:17.089995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-030e07b4-5d54-490d-a6c6-2bf157644077 None None] For port dd2825f4-e9a5-4dbb-b91d-db0d0d135292, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dd2825f4-e9a5-4dbb-b91d-db0d0d135292,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:17.098771 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-030e07b4-5d54-490d-a6c6-2bf157644077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:17.122562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de517b89-02be-45d4-a350-cb74ef1e67ea req-054786f3-f424-44fe-bb4f-b72dbd652ab7 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113125 Apr 21 20:56:17.181225 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e07b4-5d54-490d-a6c6-2bf157644077 None None] Pushing event updated for resources: {'Port': ['ID=dd2825f4-e9a5-4dbb-b91d-db0d0d135292,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:17.201753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f9ac7b18-b44f-4789-908d-03c566c36673 req-826b871d-b36b-478b-9c67-7e54c366322e tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634061 Apr 21 20:56:17.214598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f06c472e-e750-487e-91d1-e3e1090c3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:17.219115 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f06c472e-e750-487e-91d1-e3e1090c3d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:17.220697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f06c472e-e750-487e-91d1-e3e1090c3d4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/532de78d-a6bb-4c52-b983-9d30e9e484e6 HTTP/1.1" status: 204 len: 168 time: 0.8765957 Apr 21 20:56:17.256951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e643525-c35d-4028-b682-fc87b5ebd074 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:17.265519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c472e-e750-487e-91d1-e3e1090c3d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532de78d-a6bb-4c52-b983-9d30e9e484e6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:17.310754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:17.348443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fdb9001b-8778-4dee-a10b-877e3d7986f7 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:17.524890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:56:17.534395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:17.546262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port fdb9001b-8778-4dee-a10b-877e3d7986f7 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:56:17.551775 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:17.571914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port fdb9001b-8778-4dee-a10b-877e3d7986f7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:17.572286 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:17.577929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b31cc19-d77d-4ef9-8923-dc9051d413a1 None None] Network 683de660-c9b0-41d0-b6a9-943fd48c7844 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:17.665987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Router fe08853b-da38-4358-b741-df6503f1c5c6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:56:17.762719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] device_id is not set on port 6896624a-9b73-45a1-91e3-045051fea2c7 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:17.859574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48614) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:17.872315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:56:17.884892 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] Sync routers for ids ['fe08853b-da38-4358-b741-df6503f1c5c6'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:56:17.887722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4c82f2f4-149a-43e9-a241-702b52ecc4ea admin admin] 10.222.0.49 "PUT /v2.0/routers/fe08853b-da38-4358-b741-df6503f1c5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9926543 Apr 21 20:56:17.890486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48616) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:17.912679 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] Routers {'fe08853b-da38-4358-b741-df6503f1c5c6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:56:17.913363 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe08853b-da38-4358-b741-df6503f1c5c6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:18.009521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9e643525-c35d-4028-b682-fc87b5ebd074 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:18.010530 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.056624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.119630 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] Set router fe08853b-da38-4358-b741-df6503f1c5c6 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:56:18.128039 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dcd5f67f-94d5-4383-a2da-b686c8b3eabc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aebb588007ab47e5b197d0fc9030f27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575467 Apr 21 20:56:18.130601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48618) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:18.250318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-73c6b80f-b52c-41b4-bda0-eec35109909c None None] Provisioning complete for port 58edae64-08a0-4d17-892f-ec140d407789 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:18.250702 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73c6b80f-b52c-41b4-bda0-eec35109909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.267988 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.306360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:18.328553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'mac_address': 'fa:16:3e:8e:d9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:56:18.416262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-daecd922-8221-4429-83d4-cbf9f417240e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.431169 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.446222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Allocated IP 10.1.1.18 (5fb1d12d-382f-47c7-91b7-9966a693611f/4c453df3-cc03-40bc-8b80-cb780f4079e4/6896624a-9b73-45a1-91e3-045051fea2c7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:18.457739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed75f51d-e03a-4de6-829f-f04e0e37cccf {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:18.467903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Deleting port 515e5877-9be7-40b3-aece-9e3a0a37abc6 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:18.468356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.482535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:18.484414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-daecd922-8221-4429-83d4-cbf9f417240e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.487750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36fb532-f651-4d19-9613-0ea1cdd7c142 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:18.500212 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.501227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095c371-79f1-4474-a6f5-aba39c776ed1 req-b404fd63-fe74-4c53-9465-b8ae66d5156d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:18.503426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1095c371-79f1-4474-a6f5-aba39c776ed1 req-b404fd63-fe74-4c53-9465-b8ae66d5156d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 944 time: 0.1502624 Apr 21 20:56:18.510954 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.523790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a039f-9fe3-4054-a849-186126080140 req-255e1879-d39b-4a71-ac51-d3768b7f5714 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:18.531694 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-972a039f-9fe3-4054-a849-186126080140 req-255e1879-d39b-4a71-ac51-d3768b7f5714 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 931 time: 0.2689350 Apr 21 20:56:18.590595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Transition to ACTIVE for port object c36fb532-f651-4d19-9613-0ea1cdd7c142 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:18.614039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:18.614314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.619888 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.670378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port fdb9001b-8778-4dee-a10b-877e3d7986f7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fdb9001b-8778-4dee-a10b-877e3d7986f7,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:18.674236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96095015-7d06-4456-9ca9-47686a05d233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb9001b-8778-4dee-a10b-877e3d7986f7'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:18.677392 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec8c6f9-a8b8-4c6e-a09d-3c6ba8564497" -d '{"events": [{"server_uuid": "96095015-7d06-4456-9ca9-47686a05d233", "name": "network-vif-plugged", "status": "completed", "tag": "fdb9001b-8778-4dee-a10b-877e3d7986f7"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:18.677884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-972a039f-9fe3-4054-a849-186126080140 req-fa30f7c0-7a54-4afd-8225-c0155fe37cde tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411645 Apr 21 20:56:18.680905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-73c6b80f-b52c-41b4-bda0-eec35109909c None None] Port 58edae64-08a0-4d17-892f-ec140d407789 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:56:18.687258 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:17Z', 'updated_at': '2022-04-21T20:56:16Z', 'revision_number': 5, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'gw_port': {'id': '515e5877-9be7-40b3-aece-9e3a0a37abc6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:52:18Z', 'updated_at': '2022-04-21T20:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:18.700366 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.723761 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] Checking router: fe08853b-da38-4358-b741-df6503f1c5c6 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:56:18.745931 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] Routers {'fe08853b-da38-4358-b741-df6503f1c5c6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:56:18.746925 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe08853b-da38-4358-b741-df6503f1c5c6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:18.772830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] For port 515e5877-9be7-40b3-aece-9e3a0a37abc6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=515e5877-9be7-40b3-aece-9e3a0a37abc6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:18.773217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.795355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1095c371-79f1-4474-a6f5-aba39c776ed1 req-bf51e09e-cb30-4097-aaf4-6f639c3f76b4 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458386 Apr 21 20:56:18.798469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=fdb9001b-8778-4dee-a10b-877e3d7986f7,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:18.812245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['ed75f51d-e03a-4de6-829f-f04e0e37cccf'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:56:18.823491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Calling delete_port for 515e5877-9be7-40b3-aece-9e3a0a37abc6 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:18.906973 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-daecd922-8221-4429-83d4-cbf9f417240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.914951 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-daecd922-8221-4429-83d4-cbf9f417240e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.917352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-daecd922-8221-4429-83d4-cbf9f417240e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e5fa1b2-0265-48b5-b62b-aebd810100d0 HTTP/1.1" status: 204 len: 168 time: 0.7843380 Apr 21 20:56:18.941796 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] Set router fe08853b-da38-4358-b741-df6503f1c5c6 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:56:18.962767 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7ba0c8-29e5-4cee-84d7-2ce666675558 x-openstack-request-id: req-ae7ba0c8-29e5-4cee-84d7-2ce666675558 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:18.963069 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96095015-7d06-4456-9ca9-47686a05d233", "name": "network-vif-plugged", "status": "completed", "tag": "fdb9001b-8778-4dee-a10b-877e3d7986f7", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:18.963304 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae7ba0c8-29e5-4cee-84d7-2ce666675558 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:18.963703 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7ba0c8-29e5-4cee-84d7-2ce666675558'] response: {'server_uuid': '96095015-7d06-4456-9ca9-47686a05d233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb9001b-8778-4dee-a10b-877e3d7986f7', 'code': 200} Apr 21 20:56:18.969951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-73c6b80f-b52c-41b4-bda0-eec35109909c None None] Provisioning complete for port dd2825f4-e9a5-4dbb-b91d-db0d0d135292 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:18.970394 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73c6b80f-b52c-41b4-bda0-eec35109909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:18.980677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Pushing event updated for resources: {'Port': ['ID=c36fb532-f651-4d19-9613-0ea1cdd7c142,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:19.027898 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:17Z', 'updated_at': '2022-04-21T20:56:18Z', 'revision_number': 6, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:19.061648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecd922-8221-4429-83d4-cbf9f417240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5fa1b2-0265-48b5-b62b-aebd810100d0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:19.102508 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc2c018-2b3c-4284-94ff-af85c1800c80 None None] The sync data for ids ['fe08853b-da38-4358-b741-df6503f1c5c6'] in n-d-838945-1 is: [{'id': 'fe08853b-da38-4358-b741-df6503f1c5c6', 'name': 'tempest-AttachSCSIVolumeTestJSON-939665929-router', 'tenant_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:52:17Z', 'updated_at': '2022-04-21T20:56:18Z', 'revision_number': 6, 'project_id': 'd8c09ce5cd7f47188bb190729b8cdbd8', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:56:19.219975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35c83c-0de1-4492-90e6-a68a32932723 req-32afecac-4822-41f2-a0eb-2998d2ead1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:19.224595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a35c83c-0de1-4492-90e6-a68a32932723 req-32afecac-4822-41f2-a0eb-2998d2ead1d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 1096 time: 0.1896777 Apr 21 20:56:19.227316 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.235397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Attempting to bind port c36fb532-f651-4d19-9613-0ea1cdd7c142 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:19.236394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Attempting to bind port c36fb532-f651-4d19-9613-0ea1cdd7c142 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:19.236923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Attempting to bind port c36fb532-f651-4d19-9613-0ea1cdd7c142 on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:19.243552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Port c36fb532-f651-4d19-9613-0ea1cdd7c142 on network 1ce0c123-6869-4e68-b973-726a453ab290 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:19.244001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Attempting to bind port c36fb532-f651-4d19-9613-0ea1cdd7c142 on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:19.255851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:19.256364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Checking segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:19.256884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Bound using segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:19.257454 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Bound port: c36fb532-f651-4d19-9613-0ea1cdd7c142, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:19.257920 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.299349 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.326314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.353312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 9e643525-c35d-4028-b682-fc87b5ebd074, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e643525-c35d-4028-b682-fc87b5ebd074,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:19.381889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a35c83c-0de1-4492-90e6-a68a32932723 req-1cd37483-89a9-4c54-a2ec-48ddfcd5d1d8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488206 Apr 21 20:56:19.402547 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.407304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dd2825f4-e9a5-4dbb-b91d-db0d0d135292 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:19.416108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network 5fb1d12d-382f-47c7-91b7-9966a693611f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:19.421120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:19.429556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:19.432374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] For port c36fb532-f651-4d19-9613-0ea1cdd7c142, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:19.500061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] For port c36fb532-f651-4d19-9613-0ea1cdd7c142, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c36fb532-f651-4d19-9613-0ea1cdd7c142,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:19.524732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.548464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Port': ['ID=6896624a-9b73-45a1-91e3-045051fea2c7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:19.580255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.617311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-73c6b80f-b52c-41b4-bda0-eec35109909c None None] Provisioning complete for port 9e643525-c35d-4028-b682-fc87b5ebd074 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:19.617632 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73c6b80f-b52c-41b4-bda0-eec35109909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.632571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:19.633503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.652137 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:19.652974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.654930 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] 10.222.0.46 "PUT /v2.0/ports/c36fb532-f651-4d19-9613-0ea1cdd7c142 HTTP/1.1" status: 200 len: 1091 time: 2.5854299 Apr 21 20:56:19.657623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e74e491-f100-40dc-a6ee-8823e1cd4f8f', 'tag': 'c36fb532-f651-4d19-9613-0ea1cdd7c142'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:19.678133 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321fbd8c-ec32-4166-bcec-e971f2a80061" -d '{"events": [{"name": "network-changed", "server_uuid": "1e74e491-f100-40dc-a6ee-8823e1cd4f8f", "tag": "c36fb532-f651-4d19-9613-0ea1cdd7c142"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:19.681449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Pushing event deleted for resources: {'Port': ['ID=515e5877-9be7-40b3-aece-9e3a0a37abc6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:19.696376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1727721d-62eb-42f3-b1e0-35fe2591a422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8214724 Apr 21 20:56:19.721343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef21d1f-1f39-4ef7-9226-0961908afb72 service neutron] Pushing event updated for resources: {'Port': ['ID=c36fb532-f651-4d19-9613-0ea1cdd7c142,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:19.781356 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21390aca-284a-4960-b7a9-7760b0464909 x-openstack-request-id: req-21390aca-284a-4960-b7a9-7760b0464909 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:19.781655 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e74e491-f100-40dc-a6ee-8823e1cd4f8f", "tag": "c36fb532-f651-4d19-9613-0ea1cdd7c142", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:19.781910 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21390aca-284a-4960-b7a9-7760b0464909 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:19.782332 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21390aca-284a-4960-b7a9-7760b0464909'] response: {'name': 'network-changed', 'server_uuid': '1e74e491-f100-40dc-a6ee-8823e1cd4f8f', 'tag': 'c36fb532-f651-4d19-9613-0ea1cdd7c142', 'status': 'completed', 'code': 200} Apr 21 20:56:19.893700 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:19.896096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-8bab1cc7-d307-446b-a3df-f4e52e70b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:19.898020 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-8bab1cc7-d307-446b-a3df-f4e52e70b2ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 1094 time: 0.1568434 Apr 21 20:56:19.957482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=9e643525-c35d-4028-b682-fc87b5ebd074,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:20.016269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-37df26b9-f59b-4704-90e6-470d8d1436ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c36fb532-f651-4d19-9613-0ea1cdd7c142 HTTP/1.1" status: 200 len: 217 time: 0.1069782 Apr 21 20:56:20.067134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port dd2825f4-e9a5-4dbb-b91d-db0d0d135292 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:20.067886 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.125203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.132608 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.195809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-b2aab710-00c0-4bc4-9371-4e773f3b5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:20.201126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-b2aab710-00c0-4bc4-9371-4e773f3b5918 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.1750968 Apr 21 20:56:20.252871 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.253532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe08853b-da38-4358-b741-df6503f1c5c6 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:56:20.264104 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.265222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-530ad3ac-5dea-4176-80c8-c736c5e8aefc admin admin] 10.222.0.49 "DELETE /v2.0/routers/fe08853b-da38-4358-b741-df6503f1c5c6 HTTP/1.1" status: 204 len: 168 time: 2.3735738 Apr 21 20:56:20.267712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48686) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:20.271670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-7d4549be-1cdd-472a-a108-4136eb22c504 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619509 Apr 21 20:56:20.316374 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.354545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2693cee-7a44-4016-b7bf-bfbcdc393149 admin admin] Deleting subnet cde13de9-09fe-4c27-894d-ea38da0629ba {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:56:20.359466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2693cee-7a44-4016-b7bf-bfbcdc393149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.381331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47534d68-554a-4396-b85c-793b3a9be716 req-8be01b3b-b27e-44c7-8b45-8969d56d4667 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:20.382879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47534d68-554a-4396-b85c-793b3a9be716 req-8be01b3b-b27e-44c7-8b45-8969d56d4667 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 943 time: 0.4838765 Apr 21 20:56:20.479741 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2693cee-7a44-4016-b7bf-bfbcdc393149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.509530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-da24049d-a3b2-474f-980e-868993c0fd83 None None] Provisioning complete for port 58edae64-08a0-4d17-892f-ec140d407789 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:20.514072 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da24049d-a3b2-474f-980e-868993c0fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.519307 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.556633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-da24049d-a3b2-474f-980e-868993c0fd83 None None] Port 58edae64-08a0-4d17-892f-ec140d407789 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:56:20.609466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-da24049d-a3b2-474f-980e-868993c0fd83 None None] Provisioning complete for port 6896624a-9b73-45a1-91e3-045051fea2c7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:20.610376 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da24049d-a3b2-474f-980e-868993c0fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.647160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48696) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:20.679282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cb609a6a-a730-4485-8437-f95d6886e8da tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453329165', 'description': 'tempest-description--576271338'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:20.801281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e643525-c35d-4028-b682-fc87b5ebd074 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:20.808498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-da24049d-a3b2-474f-980e-868993c0fd83 None None] Port 6896624a-9b73-45a1-91e3-045051fea2c7 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:56:20.837907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb609a6a-a730-4485-8437-f95d6886e8da tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.933177 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47534d68-554a-4396-b85c-793b3a9be716 req-bf1cad20-d209-4a06-b5e5-bece490ef126 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958553 Apr 21 20:56:20.934511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-da24049d-a3b2-474f-980e-868993c0fd83 None None] Provisioning complete for port 9e643525-c35d-4028-b682-fc87b5ebd074 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:20.934992 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da24049d-a3b2-474f-980e-868993c0fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.971733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2693cee-7a44-4016-b7bf-bfbcdc393149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:20.986169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-d4eec349-33de-41e2-926d-3cb97255693c service neutron] 10.222.0.46 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968665 Apr 21 20:56:21.041481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9e643525-c35d-4028-b682-fc87b5ebd074 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:21.042587 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.084162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3763b3-c4e7-4868-9340-c4b372a2b6b5 req-a1ff9a51-445d-4fdd-82c9-132db19eaede tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:21.104203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b3763b3-c4e7-4868-9340-c4b372a2b6b5 req-a1ff9a51-445d-4fdd-82c9-132db19eaede tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.3565183 Apr 21 20:56:21.209112 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b3763b3-c4e7-4868-9340-c4b372a2b6b5 req-b5697a35-c429-4b49-9132-97fc0ce423af tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977042 Apr 21 20:56:21.234521 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2693cee-7a44-4016-b7bf-bfbcdc393149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.252232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2693cee-7a44-4016-b7bf-bfbcdc393149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.262412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e2693cee-7a44-4016-b7bf-bfbcdc393149 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cde13de9-09fe-4c27-894d-ea38da0629ba HTTP/1.1" status: 204 len: 168 time: 0.9913855 Apr 21 20:56:21.266981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48710) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:21.305689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b225a61b-48e7-4bd4-b91a-9ae38b063216 None None] Network 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:21.315256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2693cee-7a44-4016-b7bf-bfbcdc393149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde13de9-09fe-4c27-894d-ea38da0629ba,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:21.343530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dd2825f4-e9a5-4dbb-b91d-db0d0d135292 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:21.423139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb609a6a-a730-4485-8437-f95d6886e8da tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.471580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd236e60-e944-4b51-b8d0-6a1f93fa3589 req-f93eb622-5327-4e85-84f2-6d4cff09eb61 service neutron] 10.222.0.46 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663820 Apr 21 20:56:21.472508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb609a6a-a730-4485-8437-f95d6886e8da tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.518448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port dd2825f4-e9a5-4dbb-b91d-db0d0d135292 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:21.518820 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.568719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb609a6a-a730-4485-8437-f95d6886e8da tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be08898-d184-42f9-8f7f-4318c7ad85af,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:21.581067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:21.641055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb609a6a-a730-4485-8437-f95d6886e8da tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.649165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cb609a6a-a730-4485-8437-f95d6886e8da tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9935741 Apr 21 20:56:21.649520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48718) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:21.654300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4956873c-0aef-4f8c-a31a-a92f9b9e1a3f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'security_group_rule': {'security_group_id': '1be08898-d184-42f9-8f7f-4318c7ad85af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:21.656517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.681303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c7c86-af69-4499-9f80-ea73d8b32393 None None] DHCP port deletion for 9ea1d69a-5fc0-4d28-abe2-73001a9a3619 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:56:21.708313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4956873c-0aef-4f8c-a31a-a92f9b9e1a3f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.734005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-376cf10d-d859-4ddd-90d8-964bee8d3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:21.738659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-376cf10d-d859-4ddd-90d8-964bee8d3157 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 1094 time: 0.2102065 Apr 21 20:56:21.867367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4956873c-0aef-4f8c-a31a-a92f9b9e1a3f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.879507 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4956873c-0aef-4f8c-a31a-a92f9b9e1a3f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.935632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956873c-0aef-4f8c-a31a-a92f9b9e1a3f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63cee16-8241-42fe-a255-b1d9727b62ed,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:21.948468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4956873c-0aef-4f8c-a31a-a92f9b9e1a3f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:21.950157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4956873c-0aef-4f8c-a31a-a92f9b9e1a3f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993138 Apr 21 20:56:21.953381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48726) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:21.959393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d3bb2dff-a4ec-4853-aae3-057330e00054 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'security_group_rule': {'security_group_id': '1be08898-d184-42f9-8f7f-4318c7ad85af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:21.980363 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port ed75f51d-e03a-4de6-829f-f04e0e37cccf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:21.982309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.017351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2dff-a4ec-4853-aae3-057330e00054 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.041224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-5a5b4cbb-7346-4377-8b15-06aa6ea77670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:22.043315 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-5a5b4cbb-7346-4377-8b15-06aa6ea77670 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 913 time: 0.2474768 Apr 21 20:56:22.055372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-536c7c86-af69-4499-9f80-ea73d8b32393 None None] Deleting port 0ef20313-8471-4930-8f2c-2b836303b03d {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:22.057682 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-536c7c86-af69-4499-9f80-ea73d8b32393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.077162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Deleting port 0ef20313-8471-4930-8f2c-2b836303b03d {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:22.077569 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.206492 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2dff-a4ec-4853-aae3-057330e00054 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.217543 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2dff-a4ec-4853-aae3-057330e00054 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.242826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d265aa7d-ffd4-42cd-bb4a-3370c5523a5b no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:56:22.246682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb2dff-a4ec-4853-aae3-057330e00054 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f25da6-cf7f-401b-9417-45151fe844f8,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:22.273029 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-c80c6b59-0372-4298-aa45-58165aef533b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c36fb532-f651-4d19-9613-0ea1cdd7c142 HTTP/1.1" status: 200 len: 217 time: 0.2011261 Apr 21 20:56:22.274771 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2dff-a4ec-4853-aae3-057330e00054 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.276599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d3bb2dff-a4ec-4853-aae3-057330e00054 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209345 Apr 21 20:56:22.283605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48744) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:22.290350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:22.347080 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.641016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-536c7c86-af69-4499-9f80-ea73d8b32393 None None] For port 0ef20313-8471-4930-8f2c-2b836303b03d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0ef20313-8471-4930-8f2c-2b836303b03d,segment=NetworkSegment(a24e1bea-1fd2-4b32-9b84-2bb5bfab2151),segment_id=a24e1bea-1fd2-4b32-9b84-2bb5bfab2151)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:22.641638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec6bfc-10a5-42f2-b7fa-a4befd10d1ca req-94bd65ee-6f6c-4a67-91ef-178517563908 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:22.642846 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-536c7c86-af69-4499-9f80-ea73d8b32393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.644245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4ec6bfc-10a5-42f2-b7fa-a4befd10d1ca req-94bd65ee-6f6c-4a67-91ef-178517563908 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.1789453 Apr 21 20:56:22.659622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-536c7c86-af69-4499-9f80-ea73d8b32393 None None] Calling delete_port for 0ef20313-8471-4930-8f2c-2b836303b03d owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:22.680890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48750) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:22.682915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] For port 0ef20313-8471-4930-8f2c-2b836303b03d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0ef20313-8471-4930-8f2c-2b836303b03d,segment=NetworkSegment(a24e1bea-1fd2-4b32-9b84-2bb5bfab2151),segment_id=a24e1bea-1fd2-4b32-9b84-2bb5bfab2151)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:22.683396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.705868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5dfeb-2404-414a-bf5d-f0fc329be997 req-97ea7ade-b551-4640-b842-80f18ba190a0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:22.707623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ff5dfeb-2404-414a-bf5d-f0fc329be997 req-97ea7ade-b551-4640-b842-80f18ba190a0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 943 time: 0.4790645 Apr 21 20:56:22.710465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-2b940f82-c61f-4c1c-8923-667a56454a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:22.711885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-2b940f82-c61f-4c1c-8923-667a56454a68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.4367313 Apr 21 20:56:22.748209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: d265aa7d-ffd4-42cd-bb4a-3370c5523a5b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:56:22.748560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d265aa7d-ffd4-42cd-bb4a-3370c5523a5b not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:56:22.749019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 515e5877-9be7-40b3-aece-9e3a0a37abc6 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:56:22.749739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4ec6bfc-10a5-42f2-b7fa-a4befd10d1ca req-4d7dd0c1-e621-489d-8702-f635f45dd077 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949693 Apr 21 20:56:22.759965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Calling delete_port for 0ef20313-8471-4930-8f2c-2b836303b03d owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:22.779718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:22.819887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 515e5877-9be7-40b3-aece-9e3a0a37abc6 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:56:22.820236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 515e5877-9be7-40b3-aece-9e3a0a37abc6 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:56:22.858936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-4439c321-435a-4a53-bbdd-3bf19b8cae92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231055 Apr 21 20:56:22.993982 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-1b0cec71-a890-4e20-a8ad-57438889bf7d service neutron] 10.222.0.46 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267164 Apr 21 20:56:23.015203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cdc37214-a21f-4459-849e-7cceffb736e7 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:23.046464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Allocated IP 172.25.0.126 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/020856eb-062c-4b78-950d-50c5a426a2b3) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:23.132256 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.140335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0ef20313-8471-4930-8f2c-2b836303b03d no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:56:23.186151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ff5dfeb-2404-414a-bf5d-f0fc329be997 req-e07ed13f-47ae-4921-b313-73c9981c4492 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602647 Apr 21 20:56:23.294666 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-321fbd8c-ec32-4166-bcec-e971f2a80061 req-91263200-f051-49bf-8d4c-94f4dabf507e service neutron] 10.222.0.46 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896180 Apr 21 20:56:23.312841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cdc37214-a21f-4459-849e-7cceffb736e7 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] 10.222.0.49 "PUT /v2.0/quotas/7d3c732bd6454f67a8daca4152d1d2df HTTP/1.1" status: 200 len: 368 time: 0.6038036 Apr 21 20:56:23.314409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48772) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:23.319470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Port 0ef20313-8471-4930-8f2c-2b836303b03d update to DOWN by agent not found {{(pid=114648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 21 20:56:23.326687 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-536c7c86-af69-4499-9f80-ea73d8b32393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.335042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Request body: {'network': {'project_id': '7d3c732bd6454f67a8daca4152d1d2df'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:23.346980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.374263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c7c86-af69-4499-9f80-ea73d8b32393 None None] Pushing event deleted for resources: {'Port': ['ID=0ef20313-8471-4930-8f2c-2b836303b03d,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:23.401729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef20313-8471-4930-8f2c-2b836303b03d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:23.416126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] No DVR routers for this DVR port 0ef20313-8471-4930-8f2c-2b836303b03d on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:56:23.420842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:23.423359 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c18fc1-eaca-41a7-87a2-af652a267741" -d '{"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:23.431649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983be1a0-b03e-4388-be0d-31afd68ce6d0 req-234d2196-7776-43c1-8dc7-c3497449b2f7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:23.433230 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-983be1a0-b03e-4388-be0d-31afd68ce6d0 req-234d2196-7776-43c1-8dc7-c3497449b2f7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.2106919 Apr 21 20:56:23.456802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:23.461970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c7c86-af69-4499-9f80-ea73d8b32393 None None] No DVR routers for this DVR port 0ef20313-8471-4930-8f2c-2b836303b03d on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:56:23.467811 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.480631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-16f5528d-6f98-40ac-82c1-528e33c6d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:23.484881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-16f5528d-6f98-40ac-82c1-528e33c6d3a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3f56938e490466592e9a080b5a3cb6a&device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 1096 time: 0.3497326 Apr 21 20:56:23.513108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Made reservation on behalf of 7d3c732bd6454f67a8daca4152d1d2df for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:23.519484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.542971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:23.547561 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155bfecb-12bd-4262-bbec-90b32c46b1a8 x-openstack-request-id: req-155bfecb-12bd-4262-bbec-90b32c46b1a8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:23.547883 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:23.548745 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-155bfecb-12bd-4262-bbec-90b32c46b1a8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:23.549269 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-155bfecb-12bd-4262-bbec-90b32c46b1a8'] response: {'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'code': 200} Apr 21 20:56:23.596940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.608509 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-983be1a0-b03e-4388-be0d-31afd68ce6d0 req-b47f3a3f-effc-4837-8977-1bbbf9719a30 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580894 Apr 21 20:56:23.630161 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.640866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.672656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea1d69a-5fc0-4d28-abe2-73001a9a3619']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:23.691242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:23.691541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24e1bea-1fd2-4b32-9b84-2bb5bfab2151') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:23.704805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-02fd7c74-c566-4d59-ad3c-ff12000880b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:23.705759 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.706779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-02fd7c74-c566-4d59-ad3c-ff12000880b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 200 len: 911 time: 0.1901853 Apr 21 20:56:23.715937 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.730207 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.742346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:56:23.742980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:56:23.744950 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:56:23.782138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Port': ['ID=020856eb-062c-4b78-950d-50c5a426a2b3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:23.805324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:23.807006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:23.811313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.812039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.812290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.812723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.813146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.813732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.813975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.815111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.815426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.816855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.816855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.816855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:23.820033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:23.825558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.832857 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.854440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.863061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.868950 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] 10.222.0.49 "DELETE /v2.0/networks/9ea1d69a-5fc0-4d28-abe2-73001a9a3619 HTTP/1.1" status: 204 len: 168 time: 2.5977879 Apr 21 20:56:23.895810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e1929-695f-483c-85e4-01fc4fc4ccaf admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea1d69a-5fc0-4d28-abe2-73001a9a3619,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:23.905208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:56:23.916228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339984c1-830a-42b9-a95c-769009708d98,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:23.921488 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:23.921885 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Added segment 75a78367-83d2-491f-939a-e9ce9b4dab3e of type vlan for network 4dc803ae-a1f5-4a0f-8db5-959658a7d86f Apr 21 20:56:23.949853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-cf79aaec-06cf-47c7-99cf-f6939f9c50a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb9001b-8778-4dee-a10b-877e3d7986f7 HTTP/1.1" status: 200 len: 217 time: 0.0978255 Apr 21 20:56:23.970942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.010074 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.011559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:24.012346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.063800 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.081376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-abd42b68-d501-400f-8ea6-34ef5c03b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:24.083848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-abd42b68-d501-400f-8ea6-34ef5c03b83b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bfd78404-457a-407b-b7d0-205ce877abd0 HTTP/1.1" status: 200 len: 850 time: 0.1253998 Apr 21 20:56:24.096305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7773912 Apr 21 20:56:24.097295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48782) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:24.103041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Request body: {'network': {'project_id': '7d3c732bd6454f67a8daca4152d1d2df'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:24.118024 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7ad2b-8a19-4dd6-8a33-b5fc0da30c71 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Pushing event updated for resources: {'Network': ['ID=4dc803ae-a1f5-4a0f-8db5-959658a7d86f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:24.128791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 4dc803ae-a1f5-4a0f-8db5-959658a7d86f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:56:24.141084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-2becdbdc-88c2-4a46-874c-16f87d567961 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4882a2d2-910e-4e67-8671-e68ba844bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483356 Apr 21 20:56:24.158487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Made reservation on behalf of 7d3c732bd6454f67a8daca4152d1d2df for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:24.162367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.173143 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.195923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48786) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:24.240433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:56:24.264189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.264559 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Added segment 725b7175-2053-40fe-8ef6-19073c29e958 of type vlan for network b7d9878c-00c1-491e-8297-7c1da9e0d7c1 Apr 21 20:56:24.394530 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-5ccb4604-00c6-48c0-a5ab-9668c48b93b1 service neutron] 10.222.0.43 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448745 Apr 21 20:56:24.403689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.414936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63c02-826b-4cb6-a843-8f5b0896b69c req-5e51fa63-1c8e-4d83-99f0-eeef7e3645b7 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:24.416562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31d63c02-826b-4cb6-a843-8f5b0896b69c req-5e51fa63-1c8e-4d83-99f0-eeef7e3645b7 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 943 time: 0.1400440 Apr 21 20:56:24.417612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c793eb16-45e5-468d-a34f-e756027c09b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf93f5e586d8469f86520fc9eb67ac85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206013 Apr 21 20:56:24.421618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48792) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:24.502336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-06d4ad90-2939-457a-8c1f-1ca84e41772c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:24.503835 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-06d4ad90-2939-457a-8c1f-1ca84e41772c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 807 time: 0.2132530 Apr 21 20:56:24.507588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.508531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:24.509129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.562844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5dbc9f72-2998-4246-a00c-4db0a96aecfb req-9823f7e8-8211-476f-8a5a-5441c80db0e2 service neutron] 10.222.0.43 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579335 Apr 21 20:56:24.577356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-f83a6522-3690-4bbd-ba4e-0159213490b3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/quotas/37c70604bc6b4aee98099584cc509ac7 HTTP/1.1" status: 200 len: 375 time: 0.0646551 Apr 21 20:56:24.590606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4920089 Apr 21 20:56:24.595119 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.600313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48794) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:24.605819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9f332392-5595-4af2-b990-b134df37a70f tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Request body: {'network': {'project_id': '7d3c732bd6454f67a8daca4152d1d2df'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:24.610304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.639306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31d63c02-826b-4cb6-a843-8f5b0896b69c req-25ba023a-ab1b-4416-8c08-7ac3808fc030 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415102 Apr 21 20:56:24.642732 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.644549 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35121f6f-33f9-4a90-a705-9e30ae761947 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Pushing event updated for resources: {'Network': ['ID=b7d9878c-00c1-491e-8297-7c1da9e0d7c1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:24.660590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b7d9878c-00c1-491e-8297-7c1da9e0d7c1 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:56:24.680695 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f332392-5595-4af2-b990-b134df37a70f tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 20:56:24.685931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f332392-5595-4af2-b990-b134df37a70f tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:56:24.690393 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9f332392-5595-4af2-b990-b134df37a70f tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0849802 Apr 21 20:56:24.692876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48806) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:24.701574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.743257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Port': ['ID=020856eb-062c-4b78-950d-50c5a426a2b3,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:24.753289 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.787211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.796726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aa8cfe46-75b7-451d-8639-a0d358c27adf tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5036612 Apr 21 20:56:24.809608 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-a181aaaf-b0f0-49ce-9c8d-4cd31a7f6f30 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2177298 Apr 21 20:56:24.822618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e6074882-9ce9-4504-8487-06b8e4c03776 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d3c732bd6454f67a8daca4152d1d2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186464 Apr 21 20:56:24.825315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48814) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:24.861734 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.864393 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:24.865542 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3fd57edd-46f0-4977-a1c1-51ce91f5604b HTTP/1.1" status: 204 len: 168 time: 0.4400320 Apr 21 20:56:24.918238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd57edd-46f0-4977-a1c1-51ce91f5604b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:24.934661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.935005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.935479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.935815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.936147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.936474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.936813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.937139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.938314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.938644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.939520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:24.939874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb9f60-0bf3-4f5a-bf84-7eeab6e7c36e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:25.001438 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-bcd949ab-58b0-4f3c-9faa-de8fab26a617 service neutron] 10.222.0.49 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475897 Apr 21 20:56:25.003270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e0a55-081e-4752-b878-9b4e51328bb7 req-f01ad4f7-fd84-4b6d-9583-61e506ac968f tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:25.004910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c75e0a55-081e-4752-b878-9b4e51328bb7 req-f01ad4f7-fd84-4b6d-9583-61e506ac968f tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.1641126 Apr 21 20:56:25.084315 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03b8bb14-d393-4bf7-bdce-cd64a8b6ae52 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.132627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c75e0a55-081e-4752-b878-9b4e51328bb7 req-1144af77-eb42-4416-8af1-144f01908ead tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087368 Apr 21 20:56:25.152746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03b8bb14-d393-4bf7-bdce-cd64a8b6ae52 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.176890 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-779b8443-ec75-41c8-b7ac-2a48871ea0cb service neutron] 10.222.0.49 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653152 Apr 21 20:56:25.280685 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03b8bb14-d393-4bf7-bdce-cd64a8b6ae52 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.283481 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03b8bb14-d393-4bf7-bdce-cd64a8b6ae52 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.284842 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-03b8bb14-d393-4bf7-bdce-cd64a8b6ae52 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/339984c1-830a-42b9-a95c-769009708d98 HTTP/1.1" status: 204 len: 168 time: 0.4586267 Apr 21 20:56:25.287555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48834) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:25.322851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-0378833a-8451-4c91-a39e-1f962622273e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1453329165&fields=id&tenant_id=525ace1fa59841b6a5e80ef1e0827e54 HTTP/1.1" status: 200 len: 267 time: 0.0751982 Apr 21 20:56:25.334987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8bb14-d393-4bf7-bdce-cd64a8b6ae52 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339984c1-830a-42b9-a95c-769009708d98,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:25.410119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4fb97563-69be-4d0e-95a7-e88d3e27f784 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:25.415379 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.426405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4fb97563-69be-4d0e-95a7-e88d3e27f784 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports/58edae64-08a0-4d17-892f-ec140d407789 HTTP/1.1" status: 200 len: 932 time: 0.1019862 Apr 21 20:56:25.524484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-59822ef8-fe74-43d7-8d41-186ca93a3777 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:25.524992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.542377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c36fb532-f651-4d19-9613-0ea1cdd7c142 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:56:25.544925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48840) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:25.565404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-59822ef8-fe74-43d7-8d41-186ca93a3777 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports/6896624a-9b73-45a1-91e3-045051fea2c7 HTTP/1.1" status: 200 len: 931 time: 0.1384301 Apr 21 20:56:25.566025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d9878c-00c1-491e-8297-7c1da9e0d7c1']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:25.581599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725b7175-2053-40fe-8ef6-19073c29e958') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:25.581919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725b7175-2053-40fe-8ef6-19073c29e958') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:25.602860 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.622516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-37ffbec3-a7ee-4352-84e6-daccdc542b4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8c09ce5cd7f47188bb190729b8cdbd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764236 Apr 21 20:56:25.625554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48842) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:25.627844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.644466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:56:25.645057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:56:25.646766 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:56:25.649602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-d3beb604-3165-4407-83e6-43a56c13f322 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?network_id=683de660-c9b0-41d0-b6a9-943fd48c7844&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0794370 Apr 21 20:56:25.741312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.750564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.755692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] 10.222.0.49 "DELETE /v2.0/networks/b7d9878c-00c1-491e-8297-7c1da9e0d7c1 HTTP/1.1" status: 204 len: 168 time: 0.4666710 Apr 21 20:56:25.760404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48852) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:25.763061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1867645f-4982-4915-8938-ab7f1b3e8755 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?network_id=683de660-c9b0-41d0-b6a9-943fd48c7844&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1114972 Apr 21 20:56:25.781487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c36fb532-f651-4d19-9613-0ea1cdd7c142, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c36fb532-f651-4d19-9613-0ea1cdd7c142,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:25.782681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74b57241-c768-4158-8bd5-f308504e235c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.813120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'c36fb532-f651-4d19-9613-0ea1cdd7c142', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'port_id': 'c36fb532-f651-4d19-9613-0ea1cdd7c142', 'mac_address': 'fa:16:3e:de:40:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bf5f30-1a54-45df-beff-c6aca22835c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:56:25.818546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ce9a8-b584-4e61-9ec0-7f66d65aeaf0 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7d9878c-00c1-491e-8297-7c1da9e0d7c1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:25.872448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.887890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36fb532-f651-4d19-9613-0ea1cdd7c142 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:25.910778 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c36fb532-f651-4d19-9613-0ea1cdd7c142, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c36fb532-f651-4d19-9613-0ea1cdd7c142,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:25.920867 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.922847 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.944653 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74b57241-c768-4158-8bd5-f308504e235c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:25.987091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=c36fb532-f651-4d19-9613-0ea1cdd7c142,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:26.043420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c2dc1-3d05-4e28-96a8-e2d92f7a4495 req-573f77cf-7b9d-47c9-ae17-df39a63cf746 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:26.044951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e61c2dc1-3d05-4e28-96a8-e2d92f7a4495 req-573f77cf-7b9d-47c9-ae17-df39a63cf746 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 944 time: 0.2170219 Apr 21 20:56:26.075729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-9d153c2f-1748-4e60-a7cd-7207b65a40dd tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:26.084100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-9d153c2f-1748-4e60-a7cd-7207b65a40dd tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:26.100535 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:26.112088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-9d153c2f-1748-4e60-a7cd-7207b65a40dd tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:26.123595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-9d153c2f-1748-4e60-a7cd-7207b65a40dd tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/networks?id=2d57aace-a058-441e-b369-a4b223fc58a3&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=683de660-c9b0-41d0-b6a9-943fd48c7844&id=683de660-c9b0-41d0-b6a9-943fd48c7844 HTTP/1.1" status: 200 len: 1989 time: 0.3540859 Apr 21 20:56:26.128843 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74b57241-c768-4158-8bd5-f308504e235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:26.131333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74b57241-c768-4158-8bd5-f308504e235c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:26.144009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-63629803-46b7-40ac-83d7-83e714a72f33 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/quotas/525ace1fa59841b6a5e80ef1e0827e54 HTTP/1.1" status: 200 len: 375 time: 0.0190938 Apr 21 20:56:26.145625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-74b57241-c768-4158-8bd5-f308504e235c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acb94d6c-4661-4272-aa68-0d347d6dbc4a HTTP/1.1" status: 204 len: 168 time: 0.5092690 Apr 21 20:56:26.156446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc803ae-a1f5-4a0f-8db5-959658a7d86f']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:26.192391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b57241-c768-4158-8bd5-f308504e235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb94d6c-4661-4272-aa68-0d347d6dbc4a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:26.199870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e61c2dc1-3d05-4e28-96a8-e2d92f7a4495 req-7702c87a-d491-48a2-87ef-1c18c1d0d140 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239693 Apr 21 20:56:26.201613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a78367-83d2-491f-939a-e9ce9b4dab3e') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:26.201958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a78367-83d2-491f-939a-e9ce9b4dab3e') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:26.225070 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:26.275484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:26.290791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:56:26.292257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:56:26.303308 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:56:26.354068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['c36fb532-f651-4d19-9613-0ea1cdd7c142'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:56:26.357696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-54c12b8f-ade2-4679-b396-410939bcc156 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2050354 Apr 21 20:56:26.628113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b8a1015e-b167-4c56-beae-846bef156edc service neutron] 10.222.0.49 "GET /v2.0/networks/2d57aace-a058-441e-b369-a4b223fc58a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576153 Apr 21 20:56:26.869165 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:56:26.945145 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e3d16a5-fc0a-4f98-a388-4b2a998cee3a req-c3b90ecc-975a-4b7c-a92e-ae89ed5e7e4d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 210 time: 0.0586166 Apr 21 20:56:26.949469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:26.963988 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:26.982936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] 10.222.0.49 "DELETE /v2.0/networks/4dc803ae-a1f5-4a0f-8db5-959658a7d86f HTTP/1.1" status: 204 len: 168 time: 1.2187240 Apr 21 20:56:27.009860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e883c81-08f7-4d02-8f9e-56caa52805b4 tempest-QuotasNegativeTest-860910135 tempest-QuotasNegativeTest-860910135-project-admin] Pushing event deleted for resources: {'Network': ['ID=4dc803ae-a1f5-4a0f-8db5-959658a7d86f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:27.237662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06533d-eead-490b-92c3-62d9c949a136 req-b0b4c113-3ce5-456e-8926-8737dc1411b7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:27.248358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff06533d-eead-490b-92c3-62d9c949a136 req-b0b4c113-3ce5-456e-8926-8737dc1411b7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.0923526 Apr 21 20:56:27.338139 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff06533d-eead-490b-92c3-62d9c949a136 req-6a87ad1a-3beb-4e69-a30f-320ecde62c70 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874953 Apr 21 20:56:27.464827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fe57b9ec-f879-4159-84eb-81a910cc7c7d service neutron] 10.222.0.49 "GET /v2.0/networks/2d57aace-a058-441e-b369-a4b223fc58a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8418925 Apr 21 20:56:27.574887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-301b5c0a-b424-4aa5-b01f-f070d5511c2d service neutron] 10.222.0.49 "GET /v2.0/ports/58edae64-08a0-4d17-892f-ec140d407789?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1020160 Apr 21 20:56:27.633575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-f2164d9e-0f9d-492e-bc13-db1f021c4e5a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:27.635692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-f2164d9e-0f9d-492e-bc13-db1f021c4e5a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 807 time: 0.1472716 Apr 21 20:56:27.659362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38006819-da00-438d-93d4-c698497dc0ca req-83bb8b13-4b5e-4c12-90d1-f90cdc7a8cf2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:27.672907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-38006819-da00-438d-93d4-c698497dc0ca req-83bb8b13-4b5e-4c12-90d1-f90cdc7a8cf2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 944 time: 0.2430515 Apr 21 20:56:27.679825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Request body: {'port': {'device_id': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d', 'admin_state_up': True, 'tenant_id': '37c70604bc6b4aee98099584cc509ac7'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:27.720944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-bced038b-8da1-4ec5-afb3-ac86048e9329 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372676 Apr 21 20:56:27.863118 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-38006819-da00-438d-93d4-c698497dc0ca req-d6b13294-e09f-428d-bd8e-8496e228fb86 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841826 Apr 21 20:56:27.911362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b4ffa704-02f6-4bfb-a6f5-9966a579bfd2 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711431 Apr 21 20:56:27.943822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48906) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:27.958064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-8f65329e-dbd1-4476-9703-0eca78808246 service neutron] 10.222.0.49 "GET /v2.0/ports/6896624a-9b73-45a1-91e3-045051fea2c7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0457661 Apr 21 20:56:27.991706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Made reservation on behalf of 37c70604bc6b4aee98099584cc509ac7 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:27.996333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:28.140791 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-d9bf59e8-5533-42b1-a2e7-4c9ed299fe32 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816099 Apr 21 20:56:28.179153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Allocated IP 172.20.0.14 (4fcf2b9b-0da7-45e4-be60-81187c04878d/ddd332a6-7a4a-4922-bc39-267094f43be2/bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:28.260466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-8afc8ce0-b004-4e7c-b75c-6a3c9a701931 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116376 Apr 21 20:56:28.366800 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21b029ab-02be-4a3b-9128-0d29144d22c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:28.413809 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b4a681ef-fa05-4445-8c74-908c2c1353b6 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473203 Apr 21 20:56:28.557302 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:28.591714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3dd0b188-8290-4265-85a4-46553c84db32 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767800 Apr 21 20:56:28.635095 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21b029ab-02be-4a3b-9128-0d29144d22c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:28.646640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21b029ab-02be-4a3b-9128-0d29144d22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:28.683294 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-21b029ab-02be-4a3b-9128-0d29144d22c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7599ac6f4d554651921b499fdc5ed9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367971 Apr 21 20:56:28.686136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:28.686792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48916) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:28.698485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['84e4c754-3760-4e67-b7fa-eb4b97a81529'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:56:28.760996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Network 4fcf2b9b-0da7-45e4-be60-81187c04878d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:28.767294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b029ab-02be-4a3b-9128-0d29144d22c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ddafb-a787-4699-a859-446bc36da1d1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:28.770484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:28.779194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:28.812252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-079e0786-b832-4ccd-9e47-e8b5864ab0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:28.835546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Pushing event updated for resources: {'Port': ['ID=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:28.846452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:28.847478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:28.866351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-079e0786-b832-4ccd-9e47-e8b5864ab0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:28.867827 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-71084cdf-10a4-4d2b-b4fb-f05c253b4df4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1936104 Apr 21 20:56:28.885467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Request body: {'port': {'device_id': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:28.889047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-8bfabe49-59ec-498f-97cd-4011247d4d06 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962067 Apr 21 20:56:28.988813 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:29.058429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7fd7bd6a-f98a-4fcf-9961-9db428647442 service neutron] 10.222.0.49 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676791 Apr 21 20:56:29.062070 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-079e0786-b832-4ccd-9e47-e8b5864ab0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:29.065317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-079e0786-b832-4ccd-9e47-e8b5864ab0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:29.068620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-079e0786-b832-4ccd-9e47-e8b5864ab0c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d9ddafb-a787-4699-a859-446bc36da1d1 HTTP/1.1" status: 204 len: 168 time: 0.3758380 Apr 21 20:56:29.116937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e0786-b832-4ccd-9e47-e8b5864ab0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ddafb-a787-4699-a859-446bc36da1d1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:29.393511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-05a0703e-5c30-4f4f-99ad-c34dcb1feac2 service neutron] 10.222.0.49 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205011 Apr 21 20:56:29.447763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed130e-3443-4f3b-a834-4a9cda51edee req-712c0dce-7d69-4363-a71e-bbddca7ce7f3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:29.449863 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62ed130e-3443-4f3b-a834-4a9cda51edee req-712c0dce-7d69-4363-a71e-bbddca7ce7f3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 932 time: 0.1307893 Apr 21 20:56:29.559452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c36fb532-f651-4d19-9613-0ea1cdd7c142 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:29.561688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62ed130e-3443-4f3b-a834-4a9cda51edee req-19c61272-4df1-4770-a02c-624aff8dce1c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942607 Apr 21 20:56:29.613584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b1b710ac-07da-466a-aed3-cf1d7b9666d4 service neutron] 10.222.0.49 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100952 Apr 21 20:56:29.700671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port c36fb532-f651-4d19-9613-0ea1cdd7c142 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:56:29.712896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port c36fb532-f651-4d19-9613-0ea1cdd7c142 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:29.713512 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:29.752291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48934) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:29.785979 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ce19e9b-c5d5-423c-b7fc-63f3d88fd556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:29.806365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:29.824133 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:29.833809 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-e8219753-c94e-46b8-9396-f4aeeecccd9f service neutron] 10.222.0.49 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111576 Apr 21 20:56:29.836991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:29.884460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c36fb532-f651-4d19-9613-0ea1cdd7c142, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c36fb532-f651-4d19-9613-0ea1cdd7c142,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:29.885817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74e491-f100-40dc-a6ee-8823e1cd4f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36fb532-f651-4d19-9613-0ea1cdd7c142'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:29.888501 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762a4248-2d62-45ab-aa93-3d49844a4ac3" -d '{"events": [{"server_uuid": "1e74e491-f100-40dc-a6ee-8823e1cd4f8f", "name": "network-vif-plugged", "status": "completed", "tag": "c36fb532-f651-4d19-9613-0ea1cdd7c142"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:29.898150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:29.975314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Transition to ACTIVE for port object bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:29.984198 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-f883eb95-c6c5-4422-bdbc-645651404a03 service neutron] 10.222.0.49 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340563 Apr 21 20:56:29.995022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.020994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=c36fb532-f651-4d19-9613-0ea1cdd7c142,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:30.132281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b30e-1495-4690-b8e8-2bab0e590964 req-1694b1d9-388e-407b-8040-6365bf137eaf tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:30.155482 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2316b30e-1495-4690-b8e8-2bab0e590964 req-1694b1d9-388e-407b-8040-6365bf137eaf tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.3080642 Apr 21 20:56:30.202507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ce19e9b-c5d5-423c-b7fc-63f3d88fd556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.248678 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ce19e9b-c5d5-423c-b7fc-63f3d88fd556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.328784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce19e9b-c5d5-423c-b7fc-63f3d88fd556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d2c903-c7b7-4cdf-b9f7-5e6966207c59,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:30.407432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Pushing event updated for resources: {'Port': ['ID=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:30.415520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5ce19e9b-c5d5-423c-b7fc-63f3d88fd556 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b827673e846f42b791e40c8ea65c6ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6582534 Apr 21 20:56:30.415712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48948) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:30.447400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2316b30e-1495-4690-b8e8-2bab0e590964 req-f2ddcb5d-6b94-4a3d-b9fb-92ea492c8bf7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909582 Apr 21 20:56:30.476482 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e79f7c16-b2a7-472e-aa60-c5a6b1807be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.506773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:30.507824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:30.508414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:30.517138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:30.518160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:30.530262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:30.532663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:30.533349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:30.534059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Bound port: bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:30.534771 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.562938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d1ce-735e-4fc0-b2cd-1e1e125d681b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.633270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d1ce-735e-4fc0-b2cd-1e1e125d681b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.658758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:30.664109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:30.673916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9560-f267-4fcc-aec0-2f25bc195d05 req-56f9f7d5-cfde-43e7-a113-c558831b2e90 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:30.681829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e4f9560-f267-4fcc-aec0-2f25bc195d05 req-56f9f7d5-cfde-43e7-a113-c558831b2e90 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 945 time: 0.0886910 Apr 21 20:56:30.689819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.731934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d1ce-735e-4fc0-b2cd-1e1e125d681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.736691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a5d1ce-735e-4fc0-b2cd-1e1e125d681b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.737976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e7a5d1ce-735e-4fc0-b2cd-1e1e125d681b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75d2c903-c7b7-4cdf-b9f7-5e6966207c59 HTTP/1.1" status: 204 len: 168 time: 0.3213716 Apr 21 20:56:30.751838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5d1ce-735e-4fc0-b2cd-1e1e125d681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d2c903-c7b7-4cdf-b9f7-5e6966207c59,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:30.772399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Pushing event updated for resources: {'Port': ['ID=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:30.778737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:30.779604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:30.781281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-5938fd14-904d-493d-9cff-2189b686234b service neutron] 10.222.0.46 "PUT /v2.0/ports/bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 HTTP/1.1" status: 200 len: 1092 time: 1.9031153 Apr 21 20:56:30.781986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:30.785220 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b13077f-c417-46ca-9479-bc28f0580c78" -d '{"events": [{"name": "network-changed", "server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:30.817963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e4f9560-f267-4fcc-aec0-2f25bc195d05 req-46693a0b-9842-411e-8c09-767057a1b886 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323256 Apr 21 20:56:30.922355 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-f3af8dcf-c5e2-4dfa-a330-820ff3f8d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:30.924060 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-f3af8dcf-c5e2-4dfa-a330-820ff3f8d41a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 1095 time: 0.0743756 Apr 21 20:56:30.979379 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988c8ea7-6990-49c7-86e5-5ba1c7cca41c x-openstack-request-id: req-988c8ea7-6990-49c7-86e5-5ba1c7cca41c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:30.979882 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74e491-f100-40dc-a6ee-8823e1cd4f8f", "name": "network-vif-plugged", "status": "completed", "tag": "c36fb532-f651-4d19-9613-0ea1cdd7c142", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:30.979882 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-988c8ea7-6990-49c7-86e5-5ba1c7cca41c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:30.980239 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988c8ea7-6990-49c7-86e5-5ba1c7cca41c'] response: {'server_uuid': '1e74e491-f100-40dc-a6ee-8823e1cd4f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36fb532-f651-4d19-9613-0ea1cdd7c142', 'code': 200} Apr 21 20:56:31.010967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-410552e8-edad-47e0-8924-99dfe1b4cfa4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 HTTP/1.1" status: 200 len: 217 time: 0.0768652 Apr 21 20:56:31.133430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-bf334247-a156-48ef-a28f-091358b54a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:31.134895 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-bf334247-a156-48ef-a28f-091358b54a21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.1160378 Apr 21 20:56:31.240242 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c3c727-ec3f-467c-99a1-34f0c142f0b4 x-openstack-request-id: req-24c3c727-ec3f-467c-99a1-34f0c142f0b4 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:31.243963 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:31.244254 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24c3c727-ec3f-467c-99a1-34f0c142f0b4 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:31.245080 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c3c727-ec3f-467c-99a1-34f0c142f0b4'] response: {'name': 'network-changed', 'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9', 'status': 'completed', 'code': 200} Apr 21 20:56:31.247544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-952fbac8-0e38-4000-9358-397fc32fdc0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992038 Apr 21 20:56:31.330160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30049fb0-02e2-41dd-9021-874e8090757f req-451961a2-a32d-4743-8301-8faada36b68f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:31.339783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30049fb0-02e2-41dd-9021-874e8090757f req-451961a2-a32d-4743-8301-8faada36b68f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.2170460 Apr 21 20:56:31.356343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84df623-01b3-47a1-a1a5-5533dda912da req-79e0a85f-5b19-4abb-9d22-6926f6b0d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:31.359478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c84df623-01b3-47a1-a1a5-5533dda912da req-79e0a85f-5b19-4abb-9d22-6926f6b0d906 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 1096 time: 0.3076241 Apr 21 20:56:31.398312 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-052b72a1-03d6-456f-b4e8-09b26c09d886 req-4bc172ff-d949-46e1-9906-67d85c52da14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0372422 Apr 21 20:56:31.513262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-f06cde84-79d6-4301-bf09-e11c3e45b988 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488132 Apr 21 20:56:31.551812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30049fb0-02e2-41dd-9021-874e8090757f req-6b60bacd-9252-4565-bf1c-f4dcf4a9d2dc tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110088 Apr 21 20:56:31.570658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c84df623-01b3-47a1-a1a5-5533dda912da req-c21ee23f-686f-439d-84c8-c1aa405cc6bc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032490 Apr 21 20:56:31.729321 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9df7f9a1-018e-4aaf-9ba3-a431ab31e013 req-51765936-93d9-408f-8349-6be31a2eb58c service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939118 Apr 21 20:56:31.736201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d1428-3df0-4c9b-b101-319212176a96 req-7ebc86c5-62b3-403c-a1db-4d0775cff790 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:31.746174 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b4d1428-3df0-4c9b-b101-319212176a96 req-7ebc86c5-62b3-403c-a1db-4d0775cff790 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.0743327 Apr 21 20:56:31.822082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b4d1428-3df0-4c9b-b101-319212176a96 req-bdee618d-f661-4e1b-8e8d-b36618e439f6 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749016 Apr 21 20:56:31.998704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-b6246441-73ac-4876-a30f-42d16ca834b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:32.000386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-b6246441-73ac-4876-a30f-42d16ca834b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 1095 time: 0.0965145 Apr 21 20:56:32.047373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b9b7e-eb72-4b33-8497-793a39a22de7 req-16a50704-8aa9-438b-95cc-41755f605089 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:32.049119 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec9b9b7e-eb72-4b33-8497-793a39a22de7 req-16a50704-8aa9-438b-95cc-41755f605089 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 945 time: 0.0971720 Apr 21 20:56:32.165054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec9b9b7e-eb72-4b33-8497-793a39a22de7 req-113306d7-5fcb-4eaf-bfcd-36f0ec8e5ebf tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718157 Apr 21 20:56:32.189451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-4164697b-1344-41cd-b695-84a8cc72daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:32.189451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-4164697b-1344-41cd-b695-84a8cc72daac service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.1754920 Apr 21 20:56:32.241700 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-b780db01-1773-471c-9d9a-75852d7b8272 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 HTTP/1.1" status: 200 len: 217 time: 0.0484490 Apr 21 20:56:32.339842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-30b8a139-e7e4-4750-8b6d-878d8014e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:32.341535 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-30b8a139-e7e4-4750-8b6d-878d8014e1ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0881367 Apr 21 20:56:32.377691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-387a7fe5-9836-4964-bac7-3aba3632e804 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271966 Apr 21 20:56:32.592205 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-169e5080-8d44-4894-8cfa-154f71a42c1d service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057970 Apr 21 20:56:32.683121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-2058bf47-314e-4309-b818-d9aab6d6bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:32.686095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-2058bf47-314e-4309-b818-d9aab6d6bb8e service neutron] 10.222.0.43 "GET /v2.0/ports/58edae64-08a0-4d17-892f-ec140d407789 HTTP/1.1" status: 200 len: 1028 time: 0.1363468 Apr 21 20:56:32.770630 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7efee1ae-ef22-4cd3-b758-ce769cff4985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:32.774803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39b26a53-25bb-433b-8e04-527f59e4991b req-8ab30525-1ee8-40ca-b741-8f3e263fc303 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.1135650 Apr 21 20:56:32.872218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-68b15d50-167e-446a-8a89-46404bf766bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:32.874571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-68b15d50-167e-446a-8a89-46404bf766bf service neutron] 10.222.0.43 "GET /v2.0/ports/6896624a-9b73-45a1-91e3-045051fea2c7 HTTP/1.1" status: 200 len: 1027 time: 0.1301703 Apr 21 20:56:32.912917 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b13077f-c417-46ca-9479-bc28f0580c78 req-de501ac2-25d9-48aa-bc61-8ec2efa669e3 service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993836 Apr 21 20:56:33.111747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fdab2-b916-40a2-8f37-cc5ab14f3949 req-7b5c53cc-3c83-4456-bdcb-ff4d22ce492d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:33.114709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-036fdab2-b916-40a2-8f37-cc5ab14f3949 req-7b5c53cc-3c83-4456-bdcb-ff4d22ce492d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.1031435 Apr 21 20:56:33.128049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4bb1ea0b-3565-464b-81c0-7ff25abd84c5 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:33.135401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4bb1ea0b-3565-464b-81c0-7ff25abd84c5 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:33.143589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4bb1ea0b-3565-464b-81c0-7ff25abd84c5 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:33.145535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4bb1ea0b-3565-464b-81c0-7ff25abd84c5 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "GET /v2.0/networks?id=2d57aace-a058-441e-b369-a4b223fc58a3&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=683de660-c9b0-41d0-b6a9-943fd48c7844&id=683de660-c9b0-41d0-b6a9-943fd48c7844 HTTP/1.1" status: 200 len: 1989 time: 0.2640629 Apr 21 20:56:33.278615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7e09ee52-6ce2-4abf-8a57-52433eb61a1b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=525ace1fa59841b6a5e80ef1e0827e54 HTTP/1.1" status: 200 len: 380 time: 0.1199431 Apr 21 20:56:33.293902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-036fdab2-b916-40a2-8f37-cc5ab14f3949 req-f25dd9b4-ad48-46f2-b190-87cde0d3e096 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422431 Apr 21 20:56:33.304471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'admin_state_up': True, 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'security_groups': ['1be08898-d184-42f9-8f7f-4318c7ad85af']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:33.504076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037d187-4c6d-4111-8eee-dc7634581dbf req-bda1276e-7ccc-4dc2-a877-f3b6390f5516 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:33.512563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b037d187-4c6d-4111-8eee-dc7634581dbf req-bda1276e-7ccc-4dc2-a877-f3b6390f5516 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 945 time: 0.0701058 Apr 21 20:56:33.573407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a83f01-c276-47f9-9664-f5c65abf5c80 req-875b4d00-426c-49cf-a29f-abe058d4fb3c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:33.581109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97a83f01-c276-47f9-9664-f5c65abf5c80 req-875b4d00-426c-49cf-a29f-abe058d4fb3c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.1834869 Apr 21 20:56:33.588540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:33.601400 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:33.628112 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b037d187-4c6d-4111-8eee-dc7634581dbf req-17a7b7fc-5d3d-4c58-b33d-0c3db1c633ed tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149206 Apr 21 20:56:33.719364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97a83f01-c276-47f9-9664-f5c65abf5c80 req-90ae4f08-02f6-4f7e-8bcd-5e084cc434a0 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370182 Apr 21 20:56:33.800136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49068) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:33.958274 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:33.982642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Allocated IP 172.20.0.14 (2d57aace-a058-441e-b369-a4b223fc58a3/28217cc8-3269-4412-bfce-a496c69afdc4/77c0c746-6711-4633-a8e4-21b12d2055a0) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:34.200952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1545240708'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:34.237766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Made reservation on behalf of 6f5ea855784a48fa8241ef4267700b16 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:34.246417 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.265518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.314298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6132491e-caf3-4c5d-8204-f7962efdc097 req-003c9a95-b9be-441a-8540-9296d8d914fb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0438478 Apr 21 20:56:34.366719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c64d87-c9fc-4df5-af23-0b0680f973c6 req-4a7982de-5d16-4f1a-9b78-73f48370aff6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:34.382283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42c64d87-c9fc-4df5-af23-0b0680f973c6 req-4a7982de-5d16-4f1a-9b78-73f48370aff6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 945 time: 0.1213512 Apr 21 20:56:34.394131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.424703 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.447603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.474078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:56:34.492957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d752cd-8cd3-4bb0-a37c-6b0742c7a2d1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:34.499094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.499516 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Added segment 2d685ffc-9064-4ecb-8fa8-d79e53b89846 of type vlan for network c367d315-faef-45f7-9fdf-f2cf27966734 Apr 21 20:56:34.515912 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.589198 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.590874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42c64d87-c9fc-4df5-af23-0b0680f973c6 req-a94e49ae-c481-4c6e-a306-31f75edbe7b7 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076309 Apr 21 20:56:34.600864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network 2d57aace-a058-441e-b369-a4b223fc58a3 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:34.612363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a82f7-6ce7-4291-ad6c-ad97d1840f01 req-dbe44977-1cd4-4628-bdcd-aabc04c3d12d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:34.614066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Port': ['ID=77c0c746-6711-4633-a8e4-21b12d2055a0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:34.615502 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-139a82f7-6ce7-4291-ad6c-ad97d1840f01 req-dbe44977-1cd4-4628-bdcd-aabc04c3d12d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.0759559 Apr 21 20:56:34.624429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:34.629317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:34.752611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:34.753395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.754637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-139a82f7-6ce7-4291-ad6c-ad97d1840f01 req-88200fa8-382a-4ccf-9d21-4ca2c19e1f6a tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271973 Apr 21 20:56:34.755505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.778133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:34.778380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:34.806386 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-18ec72f4-51bb-4d34-a9f4-71bf8c5659c8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5089462 Apr 21 20:56:34.827299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'admin_state_up': True, 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'security_groups': ['1be08898-d184-42f9-8f7f-4318c7ad85af']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:34.963272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Pushing event updated for resources: {'Network': ['ID=c367d315-faef-45f7-9fdf-f2cf27966734,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:34.973719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network c367d315-faef-45f7-9fdf-f2cf27966734 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:56:35.016725 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ffca4f07-5c82-4c5d-bf5a-6e674a293f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2130554 Apr 21 20:56:35.052575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:35.066968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.073340 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3992ff-0363-435f-a530-af29486d28b6 req-b914af1e-88cf-4329-a417-401de5c47db5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:35.081876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8a3992ff-0363-435f-a530-af29486d28b6 req-b914af1e-88cf-4329-a417-401de5c47db5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.1224208 Apr 21 20:56:35.127906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8a3992ff-0363-435f-a530-af29486d28b6 req-3e0c331f-041b-4938-91a4-93f4ed70acae tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450122 Apr 21 20:56:35.253004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-09bc360c-dbed-46e4-bc4f-f1c1caeafbfc None None] Provisioning complete for port 77c0c746-6711-4633-a8e4-21b12d2055a0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:35.253004 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-09bc360c-dbed-46e4-bc4f-f1c1caeafbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.340247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49110) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:35.347887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-09bc360c-dbed-46e4-bc4f-f1c1caeafbfc None None] Port 77c0c746-6711-4633-a8e4-21b12d2055a0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:56:35.350556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Request body: {'port': {'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734', 'binding:host_id': 'n-h2-838945-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1549471135'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:35.374973 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.400212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Made reservation on behalf of 3b75461b12fc4e4cb408fd80ff053402 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:35.402648 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.414444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Allocated IP 10.1.1.95 (5fb1d12d-382f-47c7-91b7-9966a693611f/4c453df3-cc03-40bc-8b80-cb780f4079e4/df821b75-45f2-44f3-8ca5-2df76b3bde97) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:35.416598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.482557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49114) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:35.722579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606327-85f3-4fac-a57a-0ff836460925 req-1ae6b976-8d0b-464b-a410-e03e643dd292 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:35.730507 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f606327-85f3-4fac-a57a-0ff836460925 req-1ae6b976-8d0b-464b-a410-e03e643dd292 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 932 time: 0.2492468 Apr 21 20:56:35.734814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.749431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f2535b6b-8944-40e1-aa74-83aaa92f307f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.788298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.828929 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.921886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f2535b6b-8944-40e1-aa74-83aaa92f307f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.925778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network 5fb1d12d-382f-47c7-91b7-9966a693611f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:35.929676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.937355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:35.943548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:35.944469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f606327-85f3-4fac-a57a-0ff836460925 req-72fc5d5b-a14a-43d3-9238-0bc57bb88ebe tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128048 Apr 21 20:56:35.962871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547ae19-16f8-43fb-a904-cc769d727436 req-27a076ec-087b-4efc-8735-260339e9f06f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:35.968751 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0547ae19-16f8-43fb-a904-cc769d727436 req-27a076ec-087b-4efc-8735-260339e9f06f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 945 time: 0.3259602 Apr 21 20:56:35.971374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:35.983378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] device_id is not set on port 42a39a7f-b320-496d-9db1-dbe521f52403 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:36.038367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1faa3-ff70-4e8f-99be-64053439514a req-c4932e11-fcb7-4317-bdd6-5d5446dd665d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:36.039917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6b1faa3-ff70-4e8f-99be-64053439514a req-c4932e11-fcb7-4317-bdd6-5d5446dd665d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 945 time: 0.2675805 Apr 21 20:56:36.040566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Port': ['ID=df821b75-45f2-44f3-8ca5-2df76b3bde97,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:36.127313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:36.131037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:36.224051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-96a2f523-281d-4e72-9b85-fcc2f071a8ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4017968 Apr 21 20:56:36.227269 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6b1faa3-ff70-4e8f-99be-64053439514a req-960c8cc7-ce43-44d3-a2fc-a3fcb03804c3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653576 Apr 21 20:56:36.246424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'admin_state_up': True, 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'security_groups': ['1be08898-d184-42f9-8f7f-4318c7ad85af']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:36.361744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] device_id is not set on port 42a39a7f-b320-496d-9db1-dbe521f52403 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:36.376285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:36.381049 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f2535b6b-8944-40e1-aa74-83aaa92f307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:36.404630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:36.419913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-982f50bd-cac7-49d5-80ba-d1922fed5cde None None] Provisioning complete for port df821b75-45f2-44f3-8ca5-2df76b3bde97 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:36.420550 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-982f50bd-cac7-49d5-80ba-d1922fed5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:36.563187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-982f50bd-cac7-49d5-80ba-d1922fed5cde None None] Port df821b75-45f2-44f3-8ca5-2df76b3bde97 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:56:36.578439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Checking segment: {'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:36.578802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Network hostable DHCP agents. Network: c367d315-faef-45f7-9fdf-f2cf27966734, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:56:36.590887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7220781-14d1-4f19-a849-4db1a7191971 req-08d4f346-57fd-442e-a8bc-bd1ac2b1b450 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:36.598906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7220781-14d1-4f19-a849-4db1a7191971 req-08d4f346-57fd-442e-a8bc-bd1ac2b1b450 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.2124226 Apr 21 20:56:36.640115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f2535b6b-8944-40e1-aa74-83aaa92f307f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef27d6e08bfa478d94909d0f7496ece2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1531477 Apr 21 20:56:36.644784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49134) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:36.648641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6f1dd5-386c-4d14-ad81-37022eb70b72,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:36.649413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450c105-95be-48a4-9e3a-ee01c2b68eb9 req-c94a0dde-4a97-4a7e-b34d-fac69bd7702d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:36.651082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7450c105-95be-48a4-9e3a-ee01c2b68eb9 req-c94a0dde-4a97-4a7e-b34d-fac69bd7702d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.0852344 Apr 21 20:56:36.652178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:36.655854 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:36.714366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'Port': ['ID=42a39a7f-b320-496d-9db1-dbe521f52403,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:36.759867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2535b6b-8944-40e1-aa74-83aaa92f307f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e073f-fbaa-4b14-8633-e49f91b05e31,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:36.781140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7450c105-95be-48a4-9e3a-ee01c2b68eb9 req-0f1fe57f-2bfe-4366-96f1-3e46257583bc tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158035 Apr 21 20:56:36.782286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Network c367d315-faef-45f7-9fdf-f2cf27966734 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:56:36.922579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Allocated IP 10.1.1.72 (5fb1d12d-382f-47c7-91b7-9966a693611f/4c453df3-cc03-40bc-8b80-cb780f4079e4/f197a690-9086-462c-b6bb-8bd01619eff9) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:36.939585 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7220781-14d1-4f19-a849-4db1a7191971 req-003aeb89-af01-494c-9855-8896d2fa90e2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348539 Apr 21 20:56:36.959515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, c367d315-faef-45f7-9fdf-f2cf27966734) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:36.969254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b16ca6-695b-4c63-82b6-591cc7f48665 None None] Network c367d315-faef-45f7-9fdf-f2cf27966734 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:37.016021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:37.061898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:37.062841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:37.064018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:37.117217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-0547ae19-16f8-43fb-a904-cc769d727436 req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Deleting port c36fb532-f651-4d19-9613-0ea1cdd7c142 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:37.118102 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0547ae19-16f8-43fb-a904-cc769d727436 req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:37.131979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:37.133059 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:37.208326 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 2 to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 Apr 21 20:56:37.248677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c925707f-9a68-4899-a9d9-027435d39f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:37.256062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:37.256663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:37.258157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:37.298824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8beec-84f7-4fd0-bb2a-3cce8feaaf6e req-b1a79104-ff97-4bef-bdd4-bfc177120468 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:37.306942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8beec-84f7-4fd0-bb2a-3cce8feaaf6e req-b1a79104-ff97-4bef-bdd4-bfc177120468 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:37.308436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:37.308947 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:37.314447 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ce8beec-84f7-4fd0-bb2a-3cce8feaaf6e req-b1a79104-ff97-4bef-bdd4-bfc177120468 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 1653 time: 0.1965017 Apr 21 20:56:37.316029 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 3 to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 Apr 21 20:56:37.337366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:37.339532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:37.339998 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:37.356496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:37.357122 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:37.365654 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 4 to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 Apr 21 20:56:37.375704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:37.386977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:37.387531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:37.388024 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:37.395378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c925707f-9a68-4899-a9d9-027435d39f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:37.417903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ce8beec-84f7-4fd0-bb2a-3cce8feaaf6e req-d76bb445-176d-46b9-b8c1-4f20f11aea1b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011767 Apr 21 20:56:37.470799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:37.471408 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:37.484629 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:37.557074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network 5fb1d12d-382f-47c7-91b7-9966a693611f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:37.560958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:37.575614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:37.607727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Port': ['ID=f197a690-9086-462c-b6bb-8bd01619eff9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:37.663955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:37.664982 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:37.709916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-fa1f5433-ef01-4e9f-83f7-f5fc4256a751 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4776196 Apr 21 20:56:37.738484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844', 'admin_state_up': True, 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'security_groups': ['1be08898-d184-42f9-8f7f-4318c7ad85af']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:37.754291 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 5 to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 Apr 21 20:56:37.809510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:37.809999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:37.810439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:37.826431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c925707f-9a68-4899-a9d9-027435d39f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:37.829153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c925707f-9a68-4899-a9d9-027435d39f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:37.836018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c925707f-9a68-4899-a9d9-027435d39f96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e4e073f-fbaa-4b14-8633-e49f91b05e31 HTTP/1.1" status: 204 len: 168 time: 1.1881731 Apr 21 20:56:37.863254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fefd4-70e0-40a6-a9c4-79c63f2fe528 req-8fa0e5de-925f-4c90-adcf-db6723516473 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:37.879904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c38fefd4-70e0-40a6-a9c4-79c63f2fe528 req-8fa0e5de-925f-4c90-adcf-db6723516473 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 945 time: 0.4768772 Apr 21 20:56:37.914560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925707f-9a68-4899-a9d9-027435d39f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e073f-fbaa-4b14-8633-e49f91b05e31,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:38.014829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9e7bdd8a-822e-40e2-be86-eb2d0ec5b98b None None] Provisioning complete for port f197a690-9086-462c-b6bb-8bd01619eff9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:38.015391 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e7bdd8a-822e-40e2-be86-eb2d0ec5b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:38.031300 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:38.031933 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:38.048515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-0547ae19-16f8-43fb-a904-cc769d727436 req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] For port c36fb532-f651-4d19-9613-0ea1cdd7c142, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c36fb532-f651-4d19-9613-0ea1cdd7c142,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:38.050210 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0547ae19-16f8-43fb-a904-cc769d727436 req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:38.055523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:38.060103 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 6 to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 Apr 21 20:56:38.116217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-0547ae19-16f8-43fb-a904-cc769d727436 req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Calling delete_port for c36fb532-f651-4d19-9613-0ea1cdd7c142 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:38.127888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51ddfc-b71a-4bd5-8780-08e35a3af17a req-ab70c788-b83b-41e6-8566-bf34faf34b1f tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:38.138632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bdd8a-822e-40e2-be86-eb2d0ec5b98b None None] Port f197a690-9086-462c-b6bb-8bd01619eff9 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:56:38.142469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c38fefd4-70e0-40a6-a9c4-79c63f2fe528 req-205b6df0-bd11-457c-ba28-4ff7fa5c55c2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545543 Apr 21 20:56:38.150283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1e51ddfc-b71a-4bd5-8780-08e35a3af17a req-ab70c788-b83b-41e6-8566-bf34faf34b1f tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.2424474 Apr 21 20:56:38.172713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:38.186718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:38.189523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:38.218521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:38.223129 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:38.268493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1e51ddfc-b71a-4bd5-8780-08e35a3af17a req-5d64fba0-48b9-42c8-96b2-d45e0152aaef tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159556 Apr 21 20:56:38.279777 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 7 to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 Apr 21 20:56:38.307045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:38.307385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:38.307720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:38.340312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:38.340605 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:38.344043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:38.346174 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 8 to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 Apr 21 20:56:38.370118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:38.370450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:38.370793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:38.397083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8a309-0f2b-461a-a6d1-74df74965e48 req-c17295d4-0788-4e8e-8815-b7b29df7bcea tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:38.404746 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2a8a309-0f2b-461a-a6d1-74df74965e48 req-c17295d4-0788-4e8e-8815-b7b29df7bcea tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.1217144 Apr 21 20:56:38.408007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:38.408335 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:38.413577 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 9 to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 Apr 21 20:56:38.461648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:38.461980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:38.462316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:38.482917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:38.483249 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:38.487767 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 10 to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 Apr 21 20:56:38.508137 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2a8a309-0f2b-461a-a6d1-74df74965e48 req-7460174e-93ce-4643-833e-105c2dce34db tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023819 Apr 21 20:56:38.529331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:38.529670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:38.530086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:38.552421 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0547ae19-16f8-43fb-a904-cc769d727436 req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:38.554442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 42a39a7f-b320-496d-9db1-dbe521f52403 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:38.555684 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 42a39a7f-b320-496d-9db1-dbe521f52403 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:38.555684 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:38.660063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event deleted for resources: {'Port': ['ID=c36fb532-f651-4d19-9613-0ea1cdd7c142,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:38.741073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ae56-ab28-4c80-bd62-52c5625c05b0 req-beb4c8b4-b6d5-4bb4-8910-3875ca5b0430 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:38.749227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ae56-ab28-4c80-bd62-52c5625c05b0 req-beb4c8b4-b6d5-4bb4-8910-3875ca5b0430 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:38.750951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] For port 42a39a7f-b320-496d-9db1-dbe521f52403, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:38.752142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempted to set empty binding levels {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 20:56:38.757382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ae56-ab28-4c80-bd62-52c5625c05b0 req-beb4c8b4-b6d5-4bb4-8910-3875ca5b0430 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:38.769256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f89ae56-ab28-4c80-bd62-52c5625c05b0 req-beb4c8b4-b6d5-4bb4-8910-3875ca5b0430 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 2373 time: 0.1724987 Apr 21 20:56:38.786056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:38.865126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'Port': ['ID=42a39a7f-b320-496d-9db1-dbe521f52403,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:38.869427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0547ae19-16f8-43fb-a904-cc769d727436 req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] No DVR routers for this DVR port c36fb532-f651-4d19-9613-0ea1cdd7c142 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:56:38.872030 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0547ae19-16f8-43fb-a904-cc769d727436 req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:38.876896 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0547ae19-16f8-43fb-a904-cc769d727436 req-4f90130f-1ca7-4501-b4f4-35dd230a04eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.46 "DELETE /v2.0/ports/c36fb532-f651-4d19-9613-0ea1cdd7c142 HTTP/1.1" status: 204 len: 173 time: 2.4909925 Apr 21 20:56:38.877696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e74e491-f100-40dc-a6ee-8823e1cd4f8f', 'name': 'network-vif-deleted', 'tag': 'c36fb532-f651-4d19-9613-0ea1cdd7c142'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:38.881163 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b5761e-f196-406c-bab0-f83f6c8cd376" -d '{"events": [{"server_uuid": "1e74e491-f100-40dc-a6ee-8823e1cd4f8f", "name": "network-vif-deleted", "tag": "c36fb532-f651-4d19-9613-0ea1cdd7c142"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:38.887751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:38.888346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:38.919530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-da028170-0dc7-420c-9693-967a4848e520 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.5777094 Apr 21 20:56:38.922730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49186) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:38.942327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Allocated IP 10.2.2.100 (683de660-c9b0-41d0-b6a9-943fd48c7844/8090178e-1083-463b-8037-70b42f5eb641/130bc0cd-fc81-483d-a3d1-bf09acda7ea8) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:39.022866 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4758cfe0-c93b-4911-9654-861c52736d11 x-openstack-request-id: req-4758cfe0-c93b-4911-9654-861c52736d11 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:39.023198 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e74e491-f100-40dc-a6ee-8823e1cd4f8f", "name": "network-vif-deleted", "tag": "c36fb532-f651-4d19-9613-0ea1cdd7c142", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:39.023456 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4758cfe0-c93b-4911-9654-861c52736d11 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:39.023875 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4758cfe0-c93b-4911-9654-861c52736d11'] response: {'server_uuid': '1e74e491-f100-40dc-a6ee-8823e1cd4f8f', 'name': 'network-vif-deleted', 'tag': 'c36fb532-f651-4d19-9613-0ea1cdd7c142', 'status': 'completed', 'code': 200} Apr 21 20:56:39.037912 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f89ae56-ab28-4c80-bd62-52c5625c05b0 req-2747cebb-0516-4ad1-a906-b4a4add1f92d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673581 Apr 21 20:56:39.132204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6159df25-f0e0-4692-9364-62b833580636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Deleting port 42a39a7f-b320-496d-9db1-dbe521f52403 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:39.132834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6159df25-f0e0-4692-9364-62b833580636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.156239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49190) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:39.224608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-6159df25-f0e0-4692-9364-62b833580636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] For port 42a39a7f-b320-496d-9db1-dbe521f52403, host n-h2-838945-1, got binding levels [] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:39.225023 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6159df25-f0e0-4692-9364-62b833580636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.239987 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6159df25-f0e0-4692-9364-62b833580636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Calling delete_port for 42a39a7f-b320-496d-9db1-dbe521f52403 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:39.288068 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.341755 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6159df25-f0e0-4692-9364-62b833580636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.367550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.448494 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-315fab66-d254-4580-ba2d-0d33e8d29e31 req-e12afe45-d6b5-4a37-a987-78e9135bcf16 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e74e491-f100-40dc-a6ee-8823e1cd4f8f HTTP/1.1" status: 200 len: 210 time: 0.1213083 Apr 21 20:56:39.449187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network 683de660-c9b0-41d0-b6a9-943fd48c7844 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:39.467130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:39.473383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:39.495608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-174008826-network', 'tenant_id': 'b1f7eda5250d4925b5e156e390c75b80'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:39.504296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159df25-f0e0-4692-9364-62b833580636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a39a7f-b320-496d-9db1-dbe521f52403,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:39.509268 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6159df25-f0e0-4692-9364-62b833580636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.512992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6159df25-f0e0-4692-9364-62b833580636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "DELETE /v2.0/ports/42a39a7f-b320-496d-9db1-dbe521f52403 HTTP/1.1" status: 204 len: 168 time: 0.5886395 Apr 21 20:56:39.517330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49198) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:39.556058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Port': ['ID=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:39.557748 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7a3bd7-fad8-4983-9645-95e887067396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] GET failed (client error): The resource could not be found. Apr 21 20:56:39.562305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0d7a3bd7-fad8-4983-9645-95e887067396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "GET /v2.0/ports/42a39a7f-b320-496d-9db1-dbe521f52403 HTTP/1.1" status: 404 len: 333 time: 0.0439792 Apr 21 20:56:39.568124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49202) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:39.578736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Request body: {'port': {'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-712265705'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:39.593609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Made reservation on behalf of b1f7eda5250d4925b5e156e390c75b80 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:39.595772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c36fb532-f651-4d19-9613-0ea1cdd7c142 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:56:39.604256 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.625790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.657212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: c36fb532-f651-4d19-9613-0ea1cdd7c142 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:56:39.657543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c36fb532-f651-4d19-9613-0ea1cdd7c142 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:56:39.678155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:39.679045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.692877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d5277-8bea-4946-b484-e5fefd6ef94b req-5a45522d-b9f2-4666-b997-dbe8a15053eb tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:39.694970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-071d5277-8bea-4946-b484-e5fefd6ef94b req-5a45522d-b9f2-4666-b997-dbe8a15053eb tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.2445436 Apr 21 20:56:39.748073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-071d5277-8bea-4946-b484-e5fefd6ef94b req-347acaa5-86a7-494d-9a0f-5da42ebbda49 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Apr 21 20:56:39.752408 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b552a74d-31ea-4dff-bf66-d5a1f0496c1f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0350490 Apr 21 20:56:39.753376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Made reservation on behalf of 3b75461b12fc4e4cb408fd80ff053402 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:39.755844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.764179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844', 'admin_state_up': True, 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'security_groups': ['1be08898-d184-42f9-8f7f-4318c7ad85af']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:39.893047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fbf93f28-7977-40ee-9edb-5fc42b08fb81 None None] Provisioning complete for port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:39.894894 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fbf93f28-7977-40ee-9edb-5fc42b08fb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.905581 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.908385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] device_id is not set on port ee4fc232-f382-4090-ae1e-5934aaa509e0 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:39.941434 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fbf93f28-7977-40ee-9edb-5fc42b08fb81 None None] Port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:56:39.967046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:39.993504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5073d-1118-4526-aafe-87e2928707aa req-adb625d9-219d-4c9c-ae08-ab9444bf9c24 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:39.995629 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bab5073d-1118-4526-aafe-87e2928707aa req-adb625d9-219d-4c9c-ae08-ab9444bf9c24 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.3176556 Apr 21 20:56:40.046668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Made reservation on behalf of 525ace1fa59841b6a5e80ef1e0827e54 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:40.052887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.053421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:56:40.129484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc4f987-ebe1-4ffa-9eb3-8ac802ec44c6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:40.161407 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.162648 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Added segment b952a325-0927-4422-b166-6c9b465d2d98 of type vlan for network 47813538-24e8-4df6-adab-4fbe89806b99 Apr 21 20:56:40.177523 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bab5073d-1118-4526-aafe-87e2928707aa req-564d4233-65d8-4b5a-9936-23c4cbf3c40e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691167 Apr 21 20:56:40.263887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.288908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.304897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb69f2d-207e-4de0-b223-54aa591d7cbd req-91d1c7e5-7c33-4864-b0a0-153cba4cf194 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:40.312693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb69f2d-207e-4de0-b223-54aa591d7cbd req-91d1c7e5-7c33-4864-b0a0-153cba4cf194 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:40.319359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.320911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:40.321905 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.322883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb69f2d-207e-4de0-b223-54aa591d7cbd req-91d1c7e5-7c33-4864-b0a0-153cba4cf194 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:40.329823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb69f2d-207e-4de0-b223-54aa591d7cbd req-91d1c7e5-7c33-4864-b0a0-153cba4cf194 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:40.331582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb69f2d-207e-4de0-b223-54aa591d7cbd req-91d1c7e5-7c33-4864-b0a0-153cba4cf194 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 3094 time: 0.1611319 Apr 21 20:56:40.407489 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2500770 Apr 21 20:56:40.411430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49216) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:40.416903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Request body: {'subnet': {'network_id': '47813538-24e8-4df6-adab-4fbe89806b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-174008826-subnet', 'tenant_id': 'b1f7eda5250d4925b5e156e390c75b80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:40.424929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.431035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eab13b-1cae-4d45-9c1f-89f1b9ae2a61 admin admin] Pushing event updated for resources: {'Network': ['ID=47813538-24e8-4df6-adab-4fbe89806b99,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:40.442241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 47813538-24e8-4df6-adab-4fbe89806b99 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:56:40.459788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb69f2d-207e-4de0-b223-54aa591d7cbd req-66fecd3a-6c0e-4371-a1a0-bf0d55ea4a8b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193120 Apr 21 20:56:40.474289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Network c367d315-faef-45f7-9fdf-f2cf27966734 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:40.489504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Allocated IP 10.2.2.200 (683de660-c9b0-41d0-b6a9-943fd48c7844/8090178e-1083-463b-8037-70b42f5eb641/0d489134-c1a7-495c-ad38-3b44b6c7a224) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:40.517245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:40.524631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:40.526035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:40.527066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.540485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Made reservation on behalf of b1f7eda5250d4925b5e156e390c75b80 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:40.543318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.576898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'Port': ['ID=ee4fc232-f382-4090-ae1e-5934aaa509e0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:40.625292 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ed2d070e-ca03-4112-872f-3f8bd5498ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0525310 Apr 21 20:56:40.626318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49222) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:40.633332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:40.722859 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:40.831771 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:41.051049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:41.093675 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:41.222901 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Network 683de660-c9b0-41d0-b6a9-943fd48c7844 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:41.224069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event updated for resources: {'Port': ['ID=0d489134-c1a7-495c-ad38-3b44b6c7a224,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:41.227750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:41.247090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:41.247921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Checking segment: {'id': 'b952a325-0927-4422-b166-6c9b465d2d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47813538-24e8-4df6-adab-4fbe89806b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:41.248409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Network hostable DHCP agents. Network: 47813538-24e8-4df6-adab-4fbe89806b99, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:56:41.253583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b55d63-20eb-42ff-9930-6422af1253ff,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:41.310786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] device_id is not set on port ee4fc232-f382-4090-ae1e-5934aaa509e0 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:41.323652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:41.343852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:41.361667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-1195fcfc-9834-49d2-a0f0-53aa9317effe tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:41.369832 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-1195fcfc-9834-49d2-a0f0-53aa9317effe tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.4215190 Apr 21 20:56:41.421328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-e0bb5ffa-9b14-4972-b866-699f062d6d90 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/quotas/1d6bae548afb4d51b2ddba65d8bc64fb HTTP/1.1" status: 200 len: 375 time: 0.0504658 Apr 21 20:56:41.451832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Network 47813538-24e8-4df6-adab-4fbe89806b99 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:56:41.493723 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-ed728318-221a-4bf3-8806-a175271fcb51 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712039 Apr 21 20:56:41.504358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 47813538-24e8-4df6-adab-4fbe89806b99) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:41.515112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'Port': ['ID=ee4fc232-f382-4090-ae1e-5934aaa509e0,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:41.516262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede452d9-5806-4a1e-8205-97d359fb9160 None None] Network 47813538-24e8-4df6-adab-4fbe89806b99 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:41.534846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:41.535524 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:41.607379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9a68aa37-1118-40ab-85ff-7befba40fbdb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1942573 Apr 21 20:56:41.610902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:41.611451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:41.611800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:41.648605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:41.649045 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:41.651463 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 2 to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 Apr 21 20:56:41.738577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:41.738980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:41.739258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:41.749320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a8ec6413-4706-48af-8c86-3a177fe457bd None None] Provisioning complete for port 0d489134-c1a7-495c-ad38-3b44b6c7a224 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:41.754091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a8ec6413-4706-48af-8c86-3a177fe457bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:41.772418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-ca291b11-e5a5-4ea5-bdee-85aab22727b4 service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766082 Apr 21 20:56:41.789225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:41.791638 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:41.794389 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 3 to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 Apr 21 20:56:41.849460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec6413-4706-48af-8c86-3a177fe457bd None None] Port 0d489134-c1a7-495c-ad38-3b44b6c7a224 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:56:41.856107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:41.866648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:41.872620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:41.872986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:41.873329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:41.877858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af874f-2538-4c2d-9a39-bb13f224164e req-69cccf52-3cab-47ac-88d7-5653f6f3bf8b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:41.885080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:41.885411 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:41.887811 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 4 to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 Apr 21 20:56:41.894464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd25fc4-a374-455a-9a98-cc523a0cd624 None None] Network 47813538-24e8-4df6-adab-4fbe89806b99 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:56:41.897379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9af874f-2538-4c2d-9a39-bb13f224164e req-69cccf52-3cab-47ac-88d7-5653f6f3bf8b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.9473481 Apr 21 20:56:41.911104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:41.911464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:41.911775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:41.959272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:41.959606 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:41.963948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9af874f-2538-4c2d-9a39-bb13f224164e req-fd5ca4e4-4278-4edd-b86a-71bca38d9955 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655141 Apr 21 20:56:41.968167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-448562a3-75ac-4f53-93ba-0deb622668ae tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2080591 Apr 21 20:56:41.968723 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 5 to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 Apr 21 20:56:41.988095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:41.989233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-46930cf6-93d6-4445-9154-bb00a29abeca service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160966 Apr 21 20:56:42.012916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:42.013072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:42.013413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:42.025031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:42.025363 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:42.025762 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 6 to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 Apr 21 20:56:42.060247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:42.060739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:42.061128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:42.076496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:42.076954 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:42.077380 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 7 to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 Apr 21 20:56:42.105122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:42.106113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:42.106460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:42.109016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:42.121909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:42.122167 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:42.122648 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 8 to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 Apr 21 20:56:42.156417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:42.160057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:42.160402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:42.166839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:42.167169 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:42.167626 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 9 to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 Apr 21 20:56:42.218165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:42.218501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:42.218848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:42.233993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:42.234330 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:42.234799 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 10 to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 Apr 21 20:56:42.250839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:42.252043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:42.252043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:42.258247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:42.258247 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port ee4fc232-f382-4090-ae1e-5934aaa509e0 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:42.258625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:42.395313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] For port ee4fc232-f382-4090-ae1e-5934aaa509e0, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:42.395683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempted to set empty binding levels {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 20:56:42.404701 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:42.407006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c0c746-6711-4633-a8e4-21b12d2055a0 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:42.416206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:42.429975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Transition to ACTIVE for port object 77c0c746-6711-4633-a8e4-21b12d2055a0 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:42.446464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:42.529587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Pushing event updated for resources: {'Port': ['ID=77c0c746-6711-4633-a8e4-21b12d2055a0,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:42.553211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] In _notify_port_updated(), no bound segment for port ee4fc232-f382-4090-ae1e-5934aaa509e0 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 20:56:42.554901 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3528d0e-71c8-45b9-bacf-2efde0ef7e4a req-d9bab1ab-3a68-45cb-9eb7-3546ef8390f3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.555439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.556226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:42.557140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3528d0e-71c8-45b9-bacf-2efde0ef7e4a req-d9bab1ab-3a68-45cb-9eb7-3546ef8390f3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.1256526 Apr 21 20:56:42.558760 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "PUT /v2.0/ports/ee4fc232-f382-4090-ae1e-5934aaa509e0 HTTP/1.1" status: 200 len: 978 time: 1.9317791 Apr 21 20:56:42.567377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49268) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:42.585752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558619f-6970-43b2-81ec-f15d5c9d21fe req-f2b2aa15-ef5c-4188-8bb2-de79fed139cc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.592895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558619f-6970-43b2-81ec-f15d5c9d21fe req-f2b2aa15-ef5c-4188-8bb2-de79fed139cc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.600556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558619f-6970-43b2-81ec-f15d5c9d21fe req-f2b2aa15-ef5c-4188-8bb2-de79fed139cc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.607720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558619f-6970-43b2-81ec-f15d5c9d21fe req-f2b2aa15-ef5c-4188-8bb2-de79fed139cc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.614380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558619f-6970-43b2-81ec-f15d5c9d21fe req-f2b2aa15-ef5c-4188-8bb2-de79fed139cc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.624473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8558619f-6970-43b2-81ec-f15d5c9d21fe req-f2b2aa15-ef5c-4188-8bb2-de79fed139cc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 3815 time: 0.2860546 Apr 21 20:56:42.683667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f08394-5b3b-4f59-a4ac-da83e0446d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'Port': ['ID=ee4fc232-f382-4090-ae1e-5934aaa509e0,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:42.715711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8558619f-6970-43b2-81ec-f15d5c9d21fe req-bf5473be-421d-4f63-818d-4fde4b18bcbd tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898459 Apr 21 20:56:42.838704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Attempting to bind port 77c0c746-6711-4633-a8e4-21b12d2055a0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:42.840007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Attempting to bind port 77c0c746-6711-4633-a8e4-21b12d2055a0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:42.840370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Attempting to bind port 77c0c746-6711-4633-a8e4-21b12d2055a0 on network 2d57aace-a058-441e-b369-a4b223fc58a3 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:42.895088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Port 77c0c746-6711-4633-a8e4-21b12d2055a0 on network 2d57aace-a058-441e-b369-a4b223fc58a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:42.895757 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Attempting to bind port 77c0c746-6711-4633-a8e4-21b12d2055a0 on network 2d57aace-a058-441e-b369-a4b223fc58a3 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:42.915128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3528d0e-71c8-45b9-bacf-2efde0ef7e4a req-db456889-f90d-4784-bd97-886768fa2cbf tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483253 Apr 21 20:56:42.919709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:42.920242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Checking segment: {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:42.920728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Bound using segment: {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:42.921367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Bound port: 77c0c746-6711-4633-a8e4-21b12d2055a0, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7229fd4-ad65-4f53-bf0a-93ef2167a699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:42.921822 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:42.955568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.956256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.956941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.957602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.958245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.958895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.959432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.959975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.960730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.961145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.961557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.962213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.964771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.977512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.978130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.978664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.979758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.981279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.981808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.984127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.984660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.985896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.986834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.987363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.987884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.988550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.989146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.990144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.990704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.991308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.991732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.992246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.992790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.993297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.993806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.994325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.994961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.995605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.996187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.996690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.997372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.997886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.998221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-ed79ae71-3447-460f-b331-d0c635b2029a req-e34feb2d-a4e0-4396-9ee7-dd35b9b54ad3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-280671249', 'description': 'tempest-description-167470760'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:42.998531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.999088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:42.999642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:43.005202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c2e1cacd-348e-497e-a665-d4dfd193e831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40164 time: 0.4341841 Apr 21 20:56:43.012206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49282) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:43.030572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ed79ae71-3447-460f-b331-d0c635b2029a req-e34feb2d-a4e0-4396-9ee7-dd35b9b54ad3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.108831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12be6a40-aeeb-42f0-baf7-be130f5d9eb6 req-a80b6a55-3898-40c7-a0de-01a966836413 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 210 time: 0.0716112 Apr 21 20:56:43.137434 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ed79ae71-3447-460f-b331-d0c635b2029a req-e34feb2d-a4e0-4396-9ee7-dd35b9b54ad3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.144492 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ed79ae71-3447-460f-b331-d0c635b2029a req-e34feb2d-a4e0-4396-9ee7-dd35b9b54ad3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.188480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] For port 77c0c746-6711-4633-a8e4-21b12d2055a0, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:43.205742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] For port 77c0c746-6711-4633-a8e4-21b12d2055a0, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=77c0c746-6711-4633-a8e4-21b12d2055a0,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:43.228922 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ed79ae71-3447-460f-b331-d0c635b2029a req-e34feb2d-a4e0-4396-9ee7-dd35b9b54ad3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.230567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed79ae71-3447-460f-b331-d0c635b2029a req-e34feb2d-a4e0-4396-9ee7-dd35b9b54ad3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2407913 Apr 21 20:56:43.231357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34feb2d-a4e0-4396-9ee7-dd35b9b54ad3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9c76fd-5412-405b-b6a8-a3107373b9cb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:43.243458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.256690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-916c3693-d86a-4925-b579-27dd87f8a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Deleting port ee4fc232-f382-4090-ae1e-5934aaa509e0 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:43.257201 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-916c3693-d86a-4925-b579-27dd87f8a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.374426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:43.375031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.377027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] 10.222.0.43 "PUT /v2.0/ports/77c0c746-6711-4633-a8e4-21b12d2055a0 HTTP/1.1" status: 200 len: 1092 time: 1.3996656 Apr 21 20:56:43.379070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '77c0c746-6711-4633-a8e4-21b12d2055a0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:43.381673 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1" -d '{"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "77c0c746-6711-4633-a8e4-21b12d2055a0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:43.384285 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c407aba6-2c8b-4f65-90a7-22f5f37af632 req-b2dcc25c-4c6d-44a1-a12d-8464db4d13d3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/aa9c76fd-5412-405b-b6a8-a3107373b9cb HTTP/1.1" status: 200 len: 1805 time: 0.0529301 Apr 21 20:56:43.404106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c407aba6-2c8b-4f65-90a7-22f5f37af632 req-f325110e-b7ff-45d2-a6e1-487157e95747 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa9c76fd-5412-405b-b6a8-a3107373b9cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:43.404514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c407aba6-2c8b-4f65-90a7-22f5f37af632 req-f325110e-b7ff-45d2-a6e1-487157e95747 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa9c76fd-5412-405b-b6a8-a3107373b9cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:43.424916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:43.430065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-916c3693-d86a-4925-b579-27dd87f8a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] For port ee4fc232-f382-4090-ae1e-5934aaa509e0, host n-h2-838945-1, got binding levels [] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:43.430453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-916c3693-d86a-4925-b579-27dd87f8a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.442016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87068b12-70bf-4b07-ac06-b01e1d78634d req-577ff29b-ee96-440d-85aa-911dd759b507 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:43.444257 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87068b12-70bf-4b07-ac06-b01e1d78634d req-577ff29b-ee96-440d-85aa-911dd759b507 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.2366257 Apr 21 20:56:43.482427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28604b4a-d3ec-4276-99c3-2e139975b329 service neutron] Pushing event updated for resources: {'Port': ['ID=77c0c746-6711-4633-a8e4-21b12d2055a0,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:43.498843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-916c3693-d86a-4925-b579-27dd87f8a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Calling delete_port for ee4fc232-f382-4090-ae1e-5934aaa509e0 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:43.506498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c407aba6-2c8b-4f65-90a7-22f5f37af632 req-f325110e-b7ff-45d2-a6e1-487157e95747 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.540215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c407aba6-2c8b-4f65-90a7-22f5f37af632 req-f325110e-b7ff-45d2-a6e1-487157e95747 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.550182 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c407aba6-2c8b-4f65-90a7-22f5f37af632 req-f325110e-b7ff-45d2-a6e1-487157e95747 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.569825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.574011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325110e-b7ff-45d2-a6e1-487157e95747 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d256934f-1a74-4905-9e03-936bd41054d0,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:43.586765 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87068b12-70bf-4b07-ac06-b01e1d78634d req-c7e630c0-3741-4134-8a1e-90dcd35db646 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278100 Apr 21 20:56:43.592224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c407aba6-2c8b-4f65-90a7-22f5f37af632 req-f325110e-b7ff-45d2-a6e1-487157e95747 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.601550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c407aba6-2c8b-4f65-90a7-22f5f37af632 req-f325110e-b7ff-45d2-a6e1-487157e95747 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1982298 Apr 21 20:56:43.707025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-cb895fd7-7188-4e9f-8904-bc81fa412d65 req-64d114cd-6662-47ae-a589-1b535498c7bb tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1725548655', 'description': 'tempest-description-2127385850'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:43.734993 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1bbd01-e350-4ce3-a2ba-508b3e4bf676 x-openstack-request-id: req-6e1bbd01-e350-4ce3-a2ba-508b3e4bf676 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:43.735359 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "77c0c746-6711-4633-a8e4-21b12d2055a0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:43.736176 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e1bbd01-e350-4ce3-a2ba-508b3e4bf676 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:43.736640 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1bbd01-e350-4ce3-a2ba-508b3e4bf676'] response: {'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '77c0c746-6711-4633-a8e4-21b12d2055a0', 'status': 'completed', 'code': 200} Apr 21 20:56:43.744490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-cb895fd7-7188-4e9f-8904-bc81fa412d65 req-64d114cd-6662-47ae-a589-1b535498c7bb tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.787730 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-916c3693-d86a-4925-b579-27dd87f8a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.873914 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-cb895fd7-7188-4e9f-8904-bc81fa412d65 req-64d114cd-6662-47ae-a589-1b535498c7bb tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.881943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c3693-d86a-4925-b579-27dd87f8a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee4fc232-f382-4090-ae1e-5934aaa509e0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:43.882363 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-cb895fd7-7188-4e9f-8904-bc81fa412d65 req-64d114cd-6662-47ae-a589-1b535498c7bb tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.916802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-cb895fd7-7188-4e9f-8904-bc81fa412d65 req-64d114cd-6662-47ae-a589-1b535498c7bb tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.918169 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-916c3693-d86a-4925-b579-27dd87f8a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:43.923471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb895fd7-7188-4e9f-8904-bc81fa412d65 req-64d114cd-6662-47ae-a589-1b535498c7bb tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2250912 Apr 21 20:56:43.930546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49318) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:43.935026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-916c3693-d86a-4925-b579-27dd87f8a69b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "DELETE /v2.0/ports/ee4fc232-f382-4090-ae1e-5934aaa509e0 HTTP/1.1" status: 204 len: 168 time: 0.9216268 Apr 21 20:56:43.960740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-6f4f329d-5c29-44d0-a17f-fb0bbc3d7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:43.961144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-6f4f329d-5c29-44d0-a17f-fb0bbc3d7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:43.961621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-6f4f329d-5c29-44d0-a17f-fb0bbc3d7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:43.962086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-6f4f329d-5c29-44d0-a17f-fb0bbc3d7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:43.962549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-6f4f329d-5c29-44d0-a17f-fb0bbc3d7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:43.964323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-6f4f329d-5c29-44d0-a17f-fb0bbc3d7d7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 4362 time: 0.2263348 Apr 21 20:56:44.044165 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaef72b-d663-4dd3-98d6-79ec924a011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] GET failed (client error): The resource could not be found. Apr 21 20:56:44.045904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ceaef72b-d663-4dd3-98d6-79ec924a011b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "GET /v2.0/ports/ee4fc232-f382-4090-ae1e-5934aaa509e0 HTTP/1.1" status: 404 len: 333 time: 0.1146746 Apr 21 20:56:44.059107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49324) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:44.070419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791498684', 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:44.085641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8946903-9de4-467f-91aa-d5d6742ef955 req-1527c553-b997-4c2f-b8f0-3c145e7564db tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.087151 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8946903-9de4-467f-91aa-d5d6742ef955 req-1527c553-b997-4c2f-b8f0-3c145e7564db tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 950 time: 0.3096571 Apr 21 20:56:44.089801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d114cd-6662-47ae-a589-1b535498c7bb tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3205ad3-2147-40b4-9601-dbb3604ec76d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:44.148534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Made reservation on behalf of 3b75461b12fc4e4cb408fd80ff053402 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:44.151203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:44.166234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-0ea95131-3ae0-4ab4-bea1-d527fc2ec52a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.168055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-0ea95131-3ae0-4ab4-bea1-d527fc2ec52a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.46 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.2175522 Apr 21 20:56:44.185032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f763-e3a6-4aa3-8852-d262eca62f13 req-718cacb1-fb63-495a-9013-ea587120a2f2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.191397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f763-e3a6-4aa3-8852-d262eca62f13 req-718cacb1-fb63-495a-9013-ea587120a2f2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.197282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f763-e3a6-4aa3-8852-d262eca62f13 req-718cacb1-fb63-495a-9013-ea587120a2f2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.203369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f763-e3a6-4aa3-8852-d262eca62f13 req-718cacb1-fb63-495a-9013-ea587120a2f2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.210082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f763-e3a6-4aa3-8852-d262eca62f13 req-718cacb1-fb63-495a-9013-ea587120a2f2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.212094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7082f763-e3a6-4aa3-8852-d262eca62f13 req-718cacb1-fb63-495a-9013-ea587120a2f2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 3827 time: 0.1763551 Apr 21 20:56:44.219579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Request body: {'port': {'device_id': 'af84f80a-7137-4e7c-9129-4daecb0cc613', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'admin_state_up': True, 'tenant_id': '1d6bae548afb4d51b2ddba65d8bc64fb'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:44.248248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] device_id is not set on port 68dafdf1-bf2f-4c82-81d9-6e886d85b3bf yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:44.260579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8946903-9de4-467f-91aa-d5d6742ef955 req-5b0418bd-debf-47ce-9096-3761cae75ff2 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349280 Apr 21 20:56:44.294029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-abef1a13-324f-4b6f-850f-86144442138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.294494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-abef1a13-324f-4b6f-850f-86144442138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.295001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-abef1a13-324f-4b6f-850f-86144442138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.297944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-abef1a13-324f-4b6f-850f-86144442138e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3160088 Apr 21 20:56:44.362428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7082f763-e3a6-4aa3-8852-d262eca62f13 req-f6106dc0-2abe-48bd-986e-5104f8cf2c0c tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371803 Apr 21 20:56:44.510521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Made reservation on behalf of 1d6bae548afb4d51b2ddba65d8bc64fb for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:44.513769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58edae64-08a0-4d17-892f-ec140d407789 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:44.514069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:44.540422 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:44.543097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:44.567442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3070f-9295-4148-b618-6431b676ffe3 req-cdaff264-9065-4db9-b25c-cd1b225c02bd tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.568993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31f3070f-9295-4148-b618-6431b676ffe3 req-cdaff264-9065-4db9-b25c-cd1b225c02bd tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.1377938 Apr 21 20:56:44.576987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-599dd0ab-3b6f-404b-b775-0e95269f6bdf req-df9a4ea8-e2a4-4134-a0ef-1609491ea784 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/c3205ad3-2147-40b4-9601-dbb3604ec76d HTTP/1.1" status: 200 len: 1807 time: 0.2721560 Apr 21 20:56:44.581055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-599dd0ab-3b6f-404b-b775-0e95269f6bdf req-9789249c-27e5-4c5a-8a9c-be35ed57110e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c3205ad3-2147-40b4-9601-dbb3604ec76d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:44.581341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-599dd0ab-3b6f-404b-b775-0e95269f6bdf req-9789249c-27e5-4c5a-8a9c-be35ed57110e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c3205ad3-2147-40b4-9601-dbb3604ec76d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:44.588292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-5b429451-1390-4638-b0e9-bdcb16aa7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.589699 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ae02cdb-85ac-4ccb-a475-0a9b50e311d1 req-5b429451-1390-4638-b0e9-bdcb16aa7042 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2766454 Apr 21 20:56:44.592321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Transition to ACTIVE for port object 58edae64-08a0-4d17-892f-ec140d407789 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:44.604565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:44.697027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Pushing event updated for resources: {'Port': ['ID=58edae64-08a0-4d17-892f-ec140d407789,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:44.699488 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:44.725967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31f3070f-9295-4148-b618-6431b676ffe3 req-2ef3a901-68b1-48fd-84c1-5692634aa69f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131299 Apr 21 20:56:44.813594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Network c367d315-faef-45f7-9fdf-f2cf27966734 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:44.822067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:44.826201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'Port': ['ID=68dafdf1-bf2f-4c82-81d9-6e886d85b3bf,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:44.829867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:44.830792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:44.831386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:44.847914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Allocated IP 172.20.0.9 (1ce0c123-6869-4e68-b973-726a453ab290/d4bf5f30-1a54-45df-beff-c6aca22835c4/6694cb6e-1fc6-4db7-a463-3069b3bde03f) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:44.945116 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d42b5b9-dbec-4ebb-ab40-327cf7b395b5 req-95450de7-5c84-4eee-89c4-13bdb53799dd tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 210 time: 0.1159892 Apr 21 20:56:44.958149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-19041ef9-fe7c-4cdc-9d13-dccadf363f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8937871 Apr 21 20:56:44.966318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49330) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:45.034547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8903aa8-e110-4f45-b292-f8304bb1141a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:45.038964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f8903aa8-e110-4f45-b292-f8304bb1141a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "GET /v2.0/ports/68dafdf1-bf2f-4c82-81d9-6e886d85b3bf HTTP/1.1" status: 200 len: 959 time: 0.0712683 Apr 21 20:56:45.042680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49332) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:45.053144 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-599dd0ab-3b6f-404b-b775-0e95269f6bdf req-9789249c-27e5-4c5a-8a9c-be35ed57110e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.130083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-599dd0ab-3b6f-404b-b775-0e95269f6bdf req-9789249c-27e5-4c5a-8a9c-be35ed57110e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.132200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Attempting to bind port 58edae64-08a0-4d17-892f-ec140d407789 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:45.132200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Attempting to bind port 58edae64-08a0-4d17-892f-ec140d407789 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:45.132787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Attempting to bind port 58edae64-08a0-4d17-892f-ec140d407789 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:45.140985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4c054-a7c2-411f-b8bc-262c1580492b req-5f0a69db-599a-4dfa-9de2-6b1c22bd45aa tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:45.148603 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60a4c054-a7c2-411f-b8bc-262c1580492b req-5f0a69db-599a-4dfa-9de2-6b1c22bd45aa tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.1310356 Apr 21 20:56:45.153234 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-599dd0ab-3b6f-404b-b775-0e95269f6bdf req-9789249c-27e5-4c5a-8a9c-be35ed57110e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.162704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Port 58edae64-08a0-4d17-892f-ec140d407789 on network 5fb1d12d-382f-47c7-91b7-9966a693611f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:45.163047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Attempting to bind port 58edae64-08a0-4d17-892f-ec140d407789 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:45.181790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:45.182126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Checking segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:45.182522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Bound using segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:45.183053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Bound port: 58edae64-08a0-4d17-892f-ec140d407789, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:45.183412 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.186942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789249c-27e5-4c5a-8a9c-be35ed57110e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea4044e-80fd-49b1-9419-4a01003eebb7,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:45.201662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-599dd0ab-3b6f-404b-b775-0e95269f6bdf req-9789249c-27e5-4c5a-8a9c-be35ed57110e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.202857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-599dd0ab-3b6f-404b-b775-0e95269f6bdf req-9789249c-27e5-4c5a-8a9c-be35ed57110e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6258423 Apr 21 20:56:45.203144 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.217266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60a4c054-a7c2-411f-b8bc-262c1580492b req-01278354-eba0-4cb1-a1fc-abe9d035d244 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662839 Apr 21 20:56:45.261416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.268081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-12bd4f6d-1937-4d78-be41-c9dbf59fd2a3 req-5ebfa2aa-b5fd-445b-a0c4-8b1ef4a1055a tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-243119154', 'description': 'tempest-description-889874564'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:45.299876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-affbab8a-a8c7-44ba-8d33-79c320931911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Deleting port 68dafdf1-bf2f-4c82-81d9-6e886d85b3bf {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:45.301979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-affbab8a-a8c7-44ba-8d33-79c320931911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.311910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Network 1ce0c123-6869-4e68-b973-726a453ab290 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:45.315557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:45.318391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:45.348228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event updated for resources: {'Port': ['ID=6694cb6e-1fc6-4db7-a463-3069b3bde03f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:45.376486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12bd4f6d-1937-4d78-be41-c9dbf59fd2a3 req-5ebfa2aa-b5fd-445b-a0c4-8b1ef4a1055a tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.413078 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-affbab8a-a8c7-44ba-8d33-79c320931911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.438302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-affbab8a-a8c7-44ba-8d33-79c320931911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Calling delete_port for 68dafdf1-bf2f-4c82-81d9-6e886d85b3bf owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:45.442524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] For port 58edae64-08a0-4d17-892f-ec140d407789, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:45.451539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] For port 58edae64-08a0-4d17-892f-ec140d407789, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=58edae64-08a0-4d17-892f-ec140d407789,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:45.467862 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.552878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:45.553527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.555133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] 10.222.0.43 "PUT /v2.0/ports/58edae64-08a0-4d17-892f-ec140d407789 HTTP/1.1" status: 200 len: 1131 time: 2.1487927 Apr 21 20:56:45.602862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:45.632449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:45.633908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.639646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fd7e0-58ab-4bcf-9a7e-e153c5520a31 service neutron] Pushing event updated for resources: {'Port': ['ID=58edae64-08a0-4d17-892f-ec140d407789,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:45.653949 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12bd4f6d-1937-4d78-be41-c9dbf59fd2a3 req-5ebfa2aa-b5fd-445b-a0c4-8b1ef4a1055a tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.676090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceaf6c-1eea-4597-b079-6fe6e8ec7d96 req-3ff5c1c4-6707-4738-ac62-ef94a08c1368 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:45.684015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12bd4f6d-1937-4d78-be41-c9dbf59fd2a3 req-5ebfa2aa-b5fd-445b-a0c4-8b1ef4a1055a tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.684875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96ceaf6c-1eea-4597-b079-6fe6e8ec7d96 req-3ff5c1c4-6707-4738-ac62-ef94a08c1368 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 950 time: 0.3250270 Apr 21 20:56:45.714625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-338dcb52-bd6b-4680-87c4-750c1048065a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4991345 Apr 21 20:56:45.721376 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.732337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Request body: {'port': {'device_id': 'af84f80a-7137-4e7c-9129-4daecb0cc613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:45.734734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12bd4f6d-1937-4d78-be41-c9dbf59fd2a3 req-5ebfa2aa-b5fd-445b-a0c4-8b1ef4a1055a tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.736054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12bd4f6d-1937-4d78-be41-c9dbf59fd2a3 req-5ebfa2aa-b5fd-445b-a0c4-8b1ef4a1055a tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4789693 Apr 21 20:56:45.740006 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96ceaf6c-1eea-4597-b079-6fe6e8ec7d96 req-023feaa5-8a1e-481f-a024-3a6fa1aac9eb tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533764 Apr 21 20:56:45.749071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '58edae64-08a0-4d17-892f-ec140d407789'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:45.753090 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc2313-5b33-4ed3-9932-725c2fc38d01" -d '{"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "58edae64-08a0-4d17-892f-ec140d407789"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:45.763693 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-affbab8a-a8c7-44ba-8d33-79c320931911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.769769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfa2aa-b5fd-445b-a0c4-8b1ef4a1055a tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca1a2f-fe89-4378-a072-de4be3bd6325,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:45.809090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbab8a-a8c7-44ba-8d33-79c320931911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event deleted for resources: {'Port': ['ID=68dafdf1-bf2f-4c82-81d9-6e886d85b3bf,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:45.860168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-2fb465e7-79af-4ec0-af52-16fe91866107 req-3d77aadc-1f7b-405e-acce-12274444937d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1026608918', 'description': 'tempest-description-1518100768'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:45.879730 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.883464 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-2fb465e7-79af-4ec0-af52-16fe91866107 req-3d77aadc-1f7b-405e-acce-12274444937d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.938227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-affbab8a-a8c7-44ba-8d33-79c320931911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:45.945488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-affbab8a-a8c7-44ba-8d33-79c320931911 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "DELETE /v2.0/ports/68dafdf1-bf2f-4c82-81d9-6e886d85b3bf HTTP/1.1" status: 204 len: 168 time: 0.8986957 Apr 21 20:56:45.947031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49348) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:45.989610 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-24581a4b-056e-4ed5-8fb9-05a90c035603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] GET failed (client error): The resource could not be found. Apr 21 20:56:45.994715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-24581a4b-056e-4ed5-8fb9-05a90c035603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "GET /v2.0/ports/68dafdf1-bf2f-4c82-81d9-6e886d85b3bf HTTP/1.1" status: 404 len: 333 time: 0.0422556 Apr 21 20:56:45.996018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49352) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:46.005064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Request body: {'port': {'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-419538397'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:46.011354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31dfa5-c5fa-47c9-bd06-d0c95b8a42f5 req-3de58736-5c7f-47ef-a795-c3b16fd0078d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.017517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31dfa5-c5fa-47c9-bd06-d0c95b8a42f5 req-3de58736-5c7f-47ef-a795-c3b16fd0078d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.023389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31dfa5-c5fa-47c9-bd06-d0c95b8a42f5 req-3de58736-5c7f-47ef-a795-c3b16fd0078d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.029865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31dfa5-c5fa-47c9-bd06-d0c95b8a42f5 req-3de58736-5c7f-47ef-a795-c3b16fd0078d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.035774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31dfa5-c5fa-47c9-bd06-d0c95b8a42f5 req-3de58736-5c7f-47ef-a795-c3b16fd0078d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.041819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31dfa5-c5fa-47c9-bd06-d0c95b8a42f5 req-3de58736-5c7f-47ef-a795-c3b16fd0078d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.043738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd31dfa5-c5fa-47c9-bd06-d0c95b8a42f5 req-3de58736-5c7f-47ef-a795-c3b16fd0078d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 4600 time: 0.1665068 Apr 21 20:56:46.105431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-2fb465e7-79af-4ec0-af52-16fe91866107 req-3d77aadc-1f7b-405e-acce-12274444937d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.111569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Made reservation on behalf of 3b75461b12fc4e4cb408fd80ff053402 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:46.113806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.130535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd31dfa5-c5fa-47c9-bd06-d0c95b8a42f5 req-58694af1-2f54-47f0-86ad-5a66c687b1b3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692320 Apr 21 20:56:46.138529 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-2fb465e7-79af-4ec0-af52-16fe91866107 req-3d77aadc-1f7b-405e-acce-12274444937d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.214231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] device_id is not set on port 91396151-de12-4432-8e7a-a6f416e23461 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:46.223804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77aadc-1f7b-405e-acce-12274444937d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db80041-4c08-4e51-8300-cde70a849699,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:46.233986 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-2fb465e7-79af-4ec0-af52-16fe91866107 req-3d77aadc-1f7b-405e-acce-12274444937d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.241171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2fb465e7-79af-4ec0-af52-16fe91866107 req-3d77aadc-1f7b-405e-acce-12274444937d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3851507 Apr 21 20:56:46.249835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6896624a-9b73-45a1-91e3-045051fea2c7 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:46.272336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.289876 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42b04ef-c325-478a-82b1-bc4a72e991c4 x-openstack-request-id: req-a42b04ef-c325-478a-82b1-bc4a72e991c4 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:46.290230 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "58edae64-08a0-4d17-892f-ec140d407789", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:46.290543 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a42b04ef-c325-478a-82b1-bc4a72e991c4 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:46.290996 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42b04ef-c325-478a-82b1-bc4a72e991c4'] response: {'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '58edae64-08a0-4d17-892f-ec140d407789', 'status': 'completed', 'code': 200} Apr 21 20:56:46.301064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Transition to ACTIVE for port object 6896624a-9b73-45a1-91e3-045051fea2c7 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:46.316067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3b389-66c9-47fa-aee5-11ef25c8778e req-7bd055bb-f72b-4fb1-b9f0-528e2cd08edd tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.317688 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02c3b389-66c9-47fa-aee5-11ef25c8778e req-7bd055bb-f72b-4fb1-b9f0-528e2cd08edd tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.0980775 Apr 21 20:56:46.361274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.418136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-a045de78-1ccd-4e05-a5e5-4597c94c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.418617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-a045de78-1ccd-4e05-a5e5-4597c94c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.419074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-a045de78-1ccd-4e05-a5e5-4597c94c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.419532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-a045de78-1ccd-4e05-a5e5-4597c94c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.419987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-a045de78-1ccd-4e05-a5e5-4597c94c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.420440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-a045de78-1ccd-4e05-a5e5-4597c94c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.420920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-a045de78-1ccd-4e05-a5e5-4597c94c8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.423485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-a045de78-1ccd-4e05-a5e5-4597c94c8efc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6167 time: 0.1160843 Apr 21 20:56:46.507854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02c3b389-66c9-47fa-aee5-11ef25c8778e req-84dfcdfc-9efb-4af8-96a1-eeebf02e9904 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540091 Apr 21 20:56:46.534773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Pushing event updated for resources: {'Port': ['ID=6896624a-9b73-45a1-91e3-045051fea2c7,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:46.579628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.605470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6694cb6e-1fc6-4db7-a463-3069b3bde03f {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:46.625586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.660464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Attempting to bind port 6896624a-9b73-45a1-91e3-045051fea2c7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:46.660854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Attempting to bind port 6896624a-9b73-45a1-91e3-045051fea2c7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:46.661222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Attempting to bind port 6896624a-9b73-45a1-91e3-045051fea2c7 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:46.666008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Port 6896624a-9b73-45a1-91e3-045051fea2c7 on network 5fb1d12d-382f-47c7-91b7-9966a693611f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:46.666326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Attempting to bind port 6896624a-9b73-45a1-91e3-045051fea2c7 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:46.668385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff330e33-e651-437c-8ef5-9a727556cc84 req-577c5ddb-7ae8-4056-a1cc-81e946e4cb1c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.669540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-b66b98ac-5cb8-4103-b787-12fb07c8cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.670008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-b66b98ac-5cb8-4103-b787-12fb07c8cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.670242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff330e33-e651-437c-8ef5-9a727556cc84 req-577c5ddb-7ae8-4056-a1cc-81e946e4cb1c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 931 time: 0.2597575 Apr 21 20:56:46.670465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-b66b98ac-5cb8-4103-b787-12fb07c8cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.671511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Transition to ACTIVE for port object 6694cb6e-1fc6-4db7-a463-3069b3bde03f will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:46.672024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-b66b98ac-5cb8-4103-b787-12fb07c8cd90 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2374296 Apr 21 20:56:46.680044 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.692172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:46.692503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Checking segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:46.692907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Bound using segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:46.693351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Bound port: 6896624a-9b73-45a1-91e3-045051fea2c7, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:46.693702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.725202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12b638-be78-4788-ab54-979aa3cefa2b req-f6ccff99-6d69-4bd8-8fb2-b8869d6013b2 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.726710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Pushing event updated for resources: {'Port': ['ID=6694cb6e-1fc6-4db7-a463-3069b3bde03f,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:46.727739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f12b638-be78-4788-ab54-979aa3cefa2b req-f6ccff99-6d69-4bd8-8fb2-b8869d6013b2 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.1306934 Apr 21 20:56:46.744234 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.813343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Network c367d315-faef-45f7-9fdf-f2cf27966734 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:46.821143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:46.833221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:46.833820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.834431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.840806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'Port': ['ID=91396151-de12-4432-8e7a-a6f416e23461,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:46.875117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff330e33-e651-437c-8ef5-9a727556cc84 req-b0f51a1d-1af8-40ff-8875-6b0f630c5527 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506391 Apr 21 20:56:46.894979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] For port 6896624a-9b73-45a1-91e3-045051fea2c7, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:46.900571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bab25b59-0394-44fb-9aac-cc8d239f7c67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9040029 Apr 21 20:56:46.903644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49368) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:46.912331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:46.915809 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f12b638-be78-4788-ab54-979aa3cefa2b req-fa06f42c-4801-44a4-9abc-791d54d2e8f4 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610456 Apr 21 20:56:46.919381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] For port 6896624a-9b73-45a1-91e3-045051fea2c7, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=6896624a-9b73-45a1-91e3-045051fea2c7,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:46.921295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-849b381e-5850-47b4-86d0-208de17cba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.922828 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edcc2313-5b33-4ed3-9932-725c2fc38d01 req-849b381e-5850-47b4-86d0-208de17cba53 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2411966 Apr 21 20:56:46.937648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.981123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:46.982481 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:46.984303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] 10.222.0.43 "PUT /v2.0/ports/6896624a-9b73-45a1-91e3-045051fea2c7 HTTP/1.1" status: 200 len: 1130 time: 1.3957472 Apr 21 20:56:47.016149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Attempting to bind port 6694cb6e-1fc6-4db7-a463-3069b3bde03f on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:47.017207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Attempting to bind port 6694cb6e-1fc6-4db7-a463-3069b3bde03f by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:47.017344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Attempting to bind port 6694cb6e-1fc6-4db7-a463-3069b3bde03f on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:47.031021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:47.045690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Port 6694cb6e-1fc6-4db7-a463-3069b3bde03f on network 1ce0c123-6869-4e68-b973-726a453ab290 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:47.046129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Attempting to bind port 6694cb6e-1fc6-4db7-a463-3069b3bde03f on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:47.048465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.061500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c37fe-0793-4d62-b32e-2e2d811266ac service neutron] Pushing event updated for resources: {'Port': ['ID=6896624a-9b73-45a1-91e3-045051fea2c7,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:47.074910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:47.075576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Checking segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:47.076198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Bound using segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:47.077002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Bound port: 6694cb6e-1fc6-4db7-a463-3069b3bde03f, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:47.077811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.112082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1fec84f6-c368-4a33-b088-c68853481812 req-639ff9a9-a123-4159-aa46-563c690ba774 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/c9ca1a2f-fe89-4378-a072-de4be3bd6325 HTTP/1.1" status: 200 len: 1805 time: 0.1624751 Apr 21 20:56:47.146574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.263954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] For port 6694cb6e-1fc6-4db7-a463-3069b3bde03f, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:47.268359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] For port 6694cb6e-1fc6-4db7-a463-3069b3bde03f, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6694cb6e-1fc6-4db7-a463-3069b3bde03f,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:47.274988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1fec84f6-c368-4a33-b088-c68853481812 req-158b7887-1052-4676-a1bb-6b032d1c30a0 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/4db80041-4c08-4e51-8300-cde70a849699 HTTP/1.1" status: 200 len: 1807 time: 0.1617246 Apr 21 20:56:47.279725 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.328904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-1fec84f6-c368-4a33-b088-c68853481812 req-487d8be4-a96c-4d63-9428-913c0e3ec724 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c9ca1a2f-fe89-4378-a072-de4be3bd6325', 'remote_group_id': '4db80041-4c08-4e51-8300-cde70a849699', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:47.329928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-1fec84f6-c368-4a33-b088-c68853481812 req-487d8be4-a96c-4d63-9428-913c0e3ec724 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c9ca1a2f-fe89-4378-a072-de4be3bd6325', 'remote_group_id': '4db80041-4c08-4e51-8300-cde70a849699', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:47.395469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:47.396172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.397718 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] 10.222.0.46 "PUT /v2.0/ports/6694cb6e-1fc6-4db7-a463-3069b3bde03f HTTP/1.1" status: 200 len: 1091 time: 1.6714497 Apr 21 20:56:47.400534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af84f80a-7137-4e7c-9129-4daecb0cc613', 'tag': '6694cb6e-1fc6-4db7-a463-3069b3bde03f'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:47.403357 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd85a42-6259-4948-a5ae-d44454fd81b8" -d '{"events": [{"name": "network-changed", "server_uuid": "af84f80a-7137-4e7c-9129-4daecb0cc613", "tag": "6694cb6e-1fc6-4db7-a463-3069b3bde03f"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:47.465242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e370b2e-a043-433f-aba8-deef88933863 service neutron] Pushing event updated for resources: {'Port': ['ID=6694cb6e-1fc6-4db7-a463-3069b3bde03f,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:47.546335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df821b75-45f2-44f3-8ca5-2df76b3bde97 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:47.555530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.569869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Transition to ACTIVE for port object df821b75-45f2-44f3-8ca5-2df76b3bde97 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:47.582693 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.596576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] device_id is not set on port 91396151-de12-4432-8e7a-a6f416e23461 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:47.604586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1fec84f6-c368-4a33-b088-c68853481812 req-487d8be4-a96c-4d63-9428-913c0e3ec724 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.611631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.619277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:56:47.622272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:56:47.640565 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.643859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-294960b3-fc13-4a38-a56f-90f4b1ee595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:47.645392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-294960b3-fc13-4a38-a56f-90f4b1ee595b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 1094 time: 0.1559894 Apr 21 20:56:47.720815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Pushing event updated for resources: {'Port': ['ID=df821b75-45f2-44f3-8ca5-2df76b3bde97,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:47.797131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Attempting to bind port df821b75-45f2-44f3-8ca5-2df76b3bde97 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:47.799435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Attempting to bind port df821b75-45f2-44f3-8ca5-2df76b3bde97 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:47.800076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Attempting to bind port df821b75-45f2-44f3-8ca5-2df76b3bde97 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:47.801577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1fec84f6-c368-4a33-b088-c68853481812 req-487d8be4-a96c-4d63-9428-913c0e3ec724 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.808125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Port df821b75-45f2-44f3-8ca5-2df76b3bde97 on network 5fb1d12d-382f-47c7-91b7-9966a693611f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:47.808931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Attempting to bind port df821b75-45f2-44f3-8ca5-2df76b3bde97 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:47.816202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:47.816939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Checking segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:47.817585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Bound using segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:47.818105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Bound port: df821b75-45f2-44f3-8ca5-2df76b3bde97, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:47.818698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.873354 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1fec84f6-c368-4a33-b088-c68853481812 req-487d8be4-a96c-4d63-9428-913c0e3ec724 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:47.905233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-cd9a40de-730a-41b9-9c2c-597bc632c305 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6694cb6e-1fc6-4db7-a463-3069b3bde03f HTTP/1.1" status: 200 len: 217 time: 0.2133744 Apr 21 20:56:47.917401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d8be4-a96c-4d63-9428-913c0e3ec724 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713bd5cc-2af5-476c-beed-f2e22ef7ec92,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:47.937138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] For port df821b75-45f2-44f3-8ca5-2df76b3bde97, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:47.941513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] For port df821b75-45f2-44f3-8ca5-2df76b3bde97, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df821b75-45f2-44f3-8ca5-2df76b3bde97,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:47.951900 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.005005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.005628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.007022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] 10.222.0.43 "PUT /v2.0/ports/df821b75-45f2-44f3-8ca5-2df76b3bde97 HTTP/1.1" status: 200 len: 1090 time: 0.9825792 Apr 21 20:56:48.020839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-cbc0acbe-9113-4160-a40f-bdf2191f4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.022653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-cbc0acbe-9113-4160-a40f-bdf2191f4215 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.0942559 Apr 21 20:56:48.026653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'Port': ['ID=91396151-de12-4432-8e7a-a6f416e23461,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:48.045298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:48.070195 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-62e829bf-ba82-4193-9951-e44f4ebee260 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315955 Apr 21 20:56:48.075434 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1fec84f6-c368-4a33-b088-c68853481812 req-487d8be4-a96c-4d63-9428-913c0e3ec724 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.096349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1fec84f6-c368-4a33-b088-c68853481812 req-487d8be4-a96c-4d63-9428-913c0e3ec724 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7806826 Apr 21 20:56:48.123662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.124720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38540c0d-da69-4473-a6c0-f5fa62eecdef service neutron] Pushing event updated for resources: {'Port': ['ID=df821b75-45f2-44f3-8ca5-2df76b3bde97,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:48.125227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.125702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.158467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:48.158801 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:48.161294 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 2 to bind port 91396151-de12-4432-8e7a-a6f416e23461 Apr 21 20:56:48.178367 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb10514-7dce-4180-81a1-80c58b745f41 x-openstack-request-id: req-adb10514-7dce-4180-81a1-80c58b745f41 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:48.179752 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af84f80a-7137-4e7c-9129-4daecb0cc613", "tag": "6694cb6e-1fc6-4db7-a463-3069b3bde03f", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:48.180185 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adb10514-7dce-4180-81a1-80c58b745f41 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:48.180782 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb10514-7dce-4180-81a1-80c58b745f41'] response: {'name': 'network-changed', 'server_uuid': 'af84f80a-7137-4e7c-9129-4daecb0cc613', 'tag': '6694cb6e-1fc6-4db7-a463-3069b3bde03f', 'status': 'completed', 'code': 200} Apr 21 20:56:48.196912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c73ffa-e5b0-418c-bb77-fa03c31c1036 req-faa83cda-ea1d-411d-b636-5548919ac41f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.222507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c73ffa-e5b0-418c-bb77-fa03c31c1036 req-faa83cda-ea1d-411d-b636-5548919ac41f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.231869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c73ffa-e5b0-418c-bb77-fa03c31c1036 req-faa83cda-ea1d-411d-b636-5548919ac41f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.240924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c73ffa-e5b0-418c-bb77-fa03c31c1036 req-faa83cda-ea1d-411d-b636-5548919ac41f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.244571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.251864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c73ffa-e5b0-418c-bb77-fa03c31c1036 req-faa83cda-ea1d-411d-b636-5548919ac41f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.258346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c73ffa-e5b0-418c-bb77-fa03c31c1036 req-faa83cda-ea1d-411d-b636-5548919ac41f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.267062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c73ffa-e5b0-418c-bb77-fa03c31c1036 req-faa83cda-ea1d-411d-b636-5548919ac41f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.269968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06c73ffa-e5b0-418c-bb77-fa03c31c1036 req-faa83cda-ea1d-411d-b636-5548919ac41f tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5384 time: 0.2800026 Apr 21 20:56:48.277957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.296405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:48.307347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '6896624a-9b73-45a1-91e3-045051fea2c7'}, {'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': 'df821b75-45f2-44f3-8ca5-2df76b3bde97'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:48.309980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.310106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.310445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.310705 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "6896624a-9b73-45a1-91e3-045051fea2c7"}, {"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "df821b75-45f2-44f3-8ca5-2df76b3bde97"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:48.333915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:48.334514 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:48.337494 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 3 to bind port 91396151-de12-4432-8e7a-a6f416e23461 Apr 21 20:56:48.338096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06c73ffa-e5b0-418c-bb77-fa03c31c1036 req-46d94d6a-9f3f-4eb8-8a92-73bf8564fd6e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576828 Apr 21 20:56:48.347000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:48.350277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:48.353593 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37505137-3c33-4147-b5ec-b888b34f5884" -d '{"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:48.365573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9', 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d', 'port_id': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9', 'mac_address': 'fa:16:3e:e2:23:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd332a6-7a4a-4922-bc39-267094f43be2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:56:48.371000 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.388145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03023-0401-4026-a47f-2fca31e631fe req-0c1043b1-d9bb-4bdc-bdef-9ccf21229a09 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.391320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cfe03023-0401-4026-a47f-2fca31e631fe req-0c1043b1-d9bb-4bdc-bdef-9ccf21229a09 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.1149793 Apr 21 20:56:48.446003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.446352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.446958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.460533 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-1d477eb6-a2da-4157-bebf-baf846a9bd00 service neutron] 10.222.0.46 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629923 Apr 21 20:56:48.476108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.483349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:48.483692 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:48.493350 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 4 to bind port 91396151-de12-4432-8e7a-a6f416e23461 Apr 21 20:56:48.497134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:48.501307 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cfe03023-0401-4026-a47f-2fca31e631fe req-e6c3dc40-31b1-4226-b412-24f9d528002e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912921 Apr 21 20:56:48.522064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:48.540212 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.543459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.547792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.548352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.561457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:48.570830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.571516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.572050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.572582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.573152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.573695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.574214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.574752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.575267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.575799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.576286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.576813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:56:48.630818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:48.655650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:48.655650 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:48.655650 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 5 to bind port 91396151-de12-4432-8e7a-a6f416e23461 Apr 21 20:56:48.658957 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2fbdcd4-75b0-44b0-bda6-2dd0ab1efeac req-e4807e9a-0217-47fb-ab9d-a8f7184c2a72 service neutron] 10.222.0.46 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740751 Apr 21 20:56:48.686675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.687083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.687516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.701445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:48.702116 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:48.703798 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 6 to bind port 91396151-de12-4432-8e7a-a6f416e23461 Apr 21 20:56:48.705105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a3c57-45a0-4109-bad1-b0582f5f6583 req-2ca8ee51-b929-41ef-850c-3df9e40bf4ca tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.708343 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d6a3c57-45a0-4109-bad1-b0582f5f6583 req-2ca8ee51-b929-41ef-850c-3df9e40bf4ca tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 943 time: 0.1282914 Apr 21 20:56:48.727170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992763c-aa22-4342-803a-633392731f78 req-862a0405-5932-4a9b-abe0-e1eb4bce1260 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.729284 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6992763c-aa22-4342-803a-633392731f78 req-862a0405-5932-4a9b-abe0-e1eb4bce1260 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.0894022 Apr 21 20:56:48.781890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d6a3c57-45a0-4109-bad1-b0582f5f6583 req-540b21cc-4157-4074-9bda-4a650895794e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667489 Apr 21 20:56:48.783880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.784211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.784549 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.794583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:48.794913 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:48.799136 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 7 to bind port 91396151-de12-4432-8e7a-a6f416e23461 Apr 21 20:56:48.830051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6992763c-aa22-4342-803a-633392731f78 req-8670163c-1ce7-4b7f-a966-81eeca259456 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840547 Apr 21 20:56:48.831596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.831989 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.832259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.836561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-e125c7b8-45be-4ace-ad51-edc87fd03be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:48.838070 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-e125c7b8-45be-4ace-ad51-edc87fd03be3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 1094 time: 0.1221995 Apr 21 20:56:48.840266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:48.840600 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:48.841420 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 8 to bind port 91396151-de12-4432-8e7a-a6f416e23461 Apr 21 20:56:48.879475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a05a7b88-a05d-47fc-8c9e-97c07bf85775 req-6c143dd6-1de6-4532-a505-4e27e3ecd1bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1136187558', 'description': 'tempest-description-867709570'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:48.900122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f197a690-9086-462c-b6bb-8bd01619eff9 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:48.908509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.908845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.909186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.912146 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e458d5-a83a-4581-802c-f5065b41876d x-openstack-request-id: req-33e458d5-a83a-4581-802c-f5065b41876d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:48.912505 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "6896624a-9b73-45a1-91e3-045051fea2c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "df821b75-45f2-44f3-8ca5-2df76b3bde97", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:48.912799 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33e458d5-a83a-4581-802c-f5065b41876d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:48.913199 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e458d5-a83a-4581-802c-f5065b41876d'] response: {'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '6896624a-9b73-45a1-91e3-045051fea2c7', 'status': 'completed', 'code': 200} Apr 21 20:56:48.913457 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e458d5-a83a-4581-802c-f5065b41876d'] response: {'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': 'df821b75-45f2-44f3-8ca5-2df76b3bde97', 'status': 'completed', 'code': 200} Apr 21 20:56:48.915390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.920988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:48.921327 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:48.923320 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 9 to bind port 91396151-de12-4432-8e7a-a6f416e23461 Apr 21 20:56:48.947626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a05a7b88-a05d-47fc-8c9e-97c07bf85775 req-6c143dd6-1de6-4532-a505-4e27e3ecd1bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:48.961546 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0b2599-722f-4be4-84c4-339888de27ea x-openstack-request-id: req-3c0b2599-722f-4be4-84c4-339888de27ea {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:48.962136 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:48.962744 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c0b2599-722f-4be4-84c4-339888de27ea {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:48.964312 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0b2599-722f-4be4-84c4-339888de27ea'] response: {'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'code': 200} Apr 21 20:56:48.965881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.966390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.966556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.972625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:48.972988 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:48.976376 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempt 10 to bind port 91396151-de12-4432-8e7a-a6f416e23461 Apr 21 20:56:48.994658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:48.995480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:48.995480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempting to bind port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:48.999336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Transition to ACTIVE for port object f197a690-9086-462c-b6bb-8bd01619eff9 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:49.004368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:49.004913 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Failed to bind port 91396151-de12-4432-8e7a-a6f416e23461 on host n-h2-838945-1 for vnic_type normal using segments [{'id': '2d685ffc-9064-4ecb-8fa8-d79e53b89846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c367d315-faef-45f7-9fdf-f2cf27966734'}] Apr 21 20:56:49.005392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.009064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-d7286afc-b7e3-4b58-80cb-7cf9b11b1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.010623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-d7286afc-b7e3-4b58-80cb-7cf9b11b1d78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 913 time: 0.1651804 Apr 21 20:56:49.010907 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.069633 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-bb359eb8-d2ce-4b40-a435-b9a17f9a429a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6694cb6e-1fc6-4db7-a463-3069b3bde03f HTTP/1.1" status: 200 len: 217 time: 0.0501394 Apr 21 20:56:49.070424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-18600d2f-1718-4538-8ea3-26947a474b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.070911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-18600d2f-1718-4538-8ea3-26947a474b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.071382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-18600d2f-1718-4538-8ea3-26947a474b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.071847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-18600d2f-1718-4538-8ea3-26947a474b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.072307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-18600d2f-1718-4538-8ea3-26947a474b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.072789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-18600d2f-1718-4538-8ea3-26947a474b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.073264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-18600d2f-1718-4538-8ea3-26947a474b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.075191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-18600d2f-1718-4538-8ea3-26947a474b1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6276 time: 0.1384463 Apr 21 20:56:49.089517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:56:49.127687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Pushing event updated for resources: {'Port': ['ID=f197a690-9086-462c-b6bb-8bd01619eff9,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:49.177221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-a016e878-cf83-4fa2-af00-e18dbc8ced51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.187324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-a016e878-cf83-4fa2-af00-e18dbc8ced51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.0967641 Apr 21 20:56:49.197940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] For port 91396151-de12-4432-8e7a-a6f416e23461, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:49.198569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attempted to set empty binding levels {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 20:56:49.251689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-e4b4d7ca-0e12-4b4e-9766-193d2bcb208d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509310 Apr 21 20:56:49.253842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.282201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] In _notify_port_updated(), no bound segment for port 91396151-de12-4432-8e7a-a6f416e23461 on network c367d315-faef-45f7-9fdf-f2cf27966734 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 20:56:49.283429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.284354 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.288981 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "PUT /v2.0/ports/91396151-de12-4432-8e7a-a6f416e23461 HTTP/1.1" status: 200 len: 978 time: 2.3842490 Apr 21 20:56:49.299419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49442) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:49.397989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-70c23b81-14a1-4af3-9f53-fa434554404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.398501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-70c23b81-14a1-4af3-9f53-fa434554404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.398973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-70c23b81-14a1-4af3-9f53-fa434554404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.400574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-70c23b81-14a1-4af3-9f53-fa434554404a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2774293 Apr 21 20:56:49.419577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a05a7b88-a05d-47fc-8c9e-97c07bf85775 req-6c143dd6-1de6-4532-a505-4e27e3ecd1bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.448095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a05a7b88-a05d-47fc-8c9e-97c07bf85775 req-6c143dd6-1de6-4532-a505-4e27e3ecd1bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.489906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Attempting to bind port f197a690-9086-462c-b6bb-8bd01619eff9 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:49.490307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Attempting to bind port f197a690-9086-462c-b6bb-8bd01619eff9 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:49.490840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Attempting to bind port f197a690-9086-462c-b6bb-8bd01619eff9 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:49.508216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57f58-e3e1-4eb0-bb0a-3ca259dd2c6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event updated for resources: {'Port': ['ID=91396151-de12-4432-8e7a-a6f416e23461,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:49.580032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Port f197a690-9086-462c-b6bb-8bd01619eff9 on network 5fb1d12d-382f-47c7-91b7-9966a693611f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:49.580439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Attempting to bind port f197a690-9086-462c-b6bb-8bd01619eff9 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:49.588205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c143dd6-1de6-4532-a505-4e27e3ecd1bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6922661e-232f-430e-9576-edef4ca4cc8b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:49.593564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a05a7b88-a05d-47fc-8c9e-97c07bf85775 req-6c143dd6-1de6-4532-a505-4e27e3ecd1bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.595332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-d32fb60a-42d2-4456-8ee7-d1bb60a0b0b6 service neutron] 10.222.0.46 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320420 Apr 21 20:56:49.611359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a05a7b88-a05d-47fc-8c9e-97c07bf85775 req-6c143dd6-1de6-4532-a505-4e27e3ecd1bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7393112 Apr 21 20:56:49.612011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-33f16735-4e09-4d3b-8e64-598f3e2eed32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Deleting port 91396151-de12-4432-8e7a-a6f416e23461 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:49.612596 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33f16735-4e09-4d3b-8e64-598f3e2eed32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.616932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:49.617493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Checking segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:49.618068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Bound using segment: {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:49.618766 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Bound port: f197a690-9086-462c-b6bb-8bd01619eff9, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:49.619162 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.699627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-6dd28078-2a88-4054-919d-78a7f9e1d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.701443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-6dd28078-2a88-4054-919d-78a7f9e1d9eb service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2849433 Apr 21 20:56:49.728890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] For port f197a690-9086-462c-b6bb-8bd01619eff9, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:49.734242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] For port f197a690-9086-462c-b6bb-8bd01619eff9, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f197a690-9086-462c-b6bb-8bd01619eff9,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:49.743650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.783926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481a572-f99c-4e74-a086-0b0aca695716 req-b784a60c-937c-4d03-8cac-c21a18f16ae1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.792246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481a572-f99c-4e74-a086-0b0aca695716 req-b784a60c-937c-4d03-8cac-c21a18f16ae1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.801850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481a572-f99c-4e74-a086-0b0aca695716 req-b784a60c-937c-4d03-8cac-c21a18f16ae1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.809142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481a572-f99c-4e74-a086-0b0aca695716 req-b784a60c-937c-4d03-8cac-c21a18f16ae1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.818252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481a572-f99c-4e74-a086-0b0aca695716 req-b784a60c-937c-4d03-8cac-c21a18f16ae1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.825667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481a572-f99c-4e74-a086-0b0aca695716 req-b784a60c-937c-4d03-8cac-c21a18f16ae1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.840428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.841085 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:49.842489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] 10.222.0.43 "PUT /v2.0/ports/f197a690-9086-462c-b6bb-8bd01619eff9 HTTP/1.1" status: 200 len: 1090 time: 1.8027735 Apr 21 20:56:49.843055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481a572-f99c-4e74-a086-0b0aca695716 req-b784a60c-937c-4d03-8cac-c21a18f16ae1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.871307 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8481a572-f99c-4e74-a086-0b0aca695716 req-b784a60c-937c-4d03-8cac-c21a18f16ae1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5396 time: 0.3276699 Apr 21 20:56:49.886967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:49.893455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b6c2d-31fc-4d0e-bccd-f48946547f9c service neutron] Pushing event updated for resources: {'Port': ['ID=f197a690-9086-462c-b6bb-8bd01619eff9,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:49.918573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-0280215f-fc72-4565-81cf-d1123a821990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.919067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-0280215f-fc72-4565-81cf-d1123a821990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.919546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-0280215f-fc72-4565-81cf-d1123a821990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.920012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-0280215f-fc72-4565-81cf-d1123a821990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.920537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-0280215f-fc72-4565-81cf-d1123a821990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.921035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-0280215f-fc72-4565-81cf-d1123a821990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.921502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-0280215f-fc72-4565-81cf-d1123a821990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.923528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-0280215f-fc72-4565-81cf-d1123a821990 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6343 time: 0.1582155 Apr 21 20:56:49.933585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539f4f4-2e6b-4658-bdc5-7e7a7cfd1290 req-74be5327-b832-48fc-9e73-de9d3ddfb2db tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:49.935205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9539f4f4-2e6b-4658-bdc5-7e7a7cfd1290 req-74be5327-b832-48fc-9e73-de9d3ddfb2db tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 945 time: 0.1964133 Apr 21 20:56:49.975544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcd85a42-6259-4948-a5ae-d44454fd81b8 req-adc435d6-51aa-45cc-875f-647a2bf6232f service neutron] 10.222.0.46 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694994 Apr 21 20:56:49.982032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-33f16735-4e09-4d3b-8e64-598f3e2eed32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] For port 91396151-de12-4432-8e7a-a6f416e23461, host n-h2-838945-1, got binding levels [] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:49.982411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33f16735-4e09-4d3b-8e64-598f3e2eed32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.017698 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8481a572-f99c-4e74-a086-0b0aca695716 req-7c1ae3e1-0cb1-4351-8935-3f89a34efeb2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421347 Apr 21 20:56:50.023082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-33f16735-4e09-4d3b-8e64-598f3e2eed32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Calling delete_port for 91396151-de12-4432-8e7a-a6f416e23461 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:50.086592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-7c2e4b2c-bea8-46f7-815d-8a03adbeaed7 req-eefb73c2-5663-4852-b4f6-e5a9e9ca95bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-558797592', 'description': 'tempest-description-1158640247'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:50.136841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c2e4b2c-bea8-46f7-815d-8a03adbeaed7 req-eefb73c2-5663-4852-b4f6-e5a9e9ca95bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.197365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33f16735-4e09-4d3b-8e64-598f3e2eed32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.245558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f16735-4e09-4d3b-8e64-598f3e2eed32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Pushing event deleted for resources: {'Port': ['ID=91396151-de12-4432-8e7a-a6f416e23461,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:50.253881 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-33f16735-4e09-4d3b-8e64-598f3e2eed32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.259240 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-33f16735-4e09-4d3b-8e64-598f3e2eed32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "DELETE /v2.0/ports/91396151-de12-4432-8e7a-a6f416e23461 HTTP/1.1" status: 204 len: 168 time: 0.9309850 Apr 21 20:56:50.259697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c2e4b2c-bea8-46f7-815d-8a03adbeaed7 req-eefb73c2-5663-4852-b4f6-e5a9e9ca95bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.260481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49464) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:50.270499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c2e4b2c-bea8-46f7-815d-8a03adbeaed7 req-eefb73c2-5663-4852-b4f6-e5a9e9ca95bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.287452 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.303101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c2e4b2c-bea8-46f7-815d-8a03adbeaed7 req-eefb73c2-5663-4852-b4f6-e5a9e9ca95bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.304618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c2e4b2c-bea8-46f7-815d-8a03adbeaed7 req-eefb73c2-5663-4852-b4f6-e5a9e9ca95bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2582660 Apr 21 20:56:50.305558 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9ca056-4cff-43fb-863a-0e8dfb16e56c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] GET failed (client error): The resource could not be found. Apr 21 20:56:50.310493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9c9ca056-4cff-43fb-863a-0e8dfb16e56c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573011970-project-admin] 10.222.0.49 "GET /v2.0/ports/91396151-de12-4432-8e7a-a6f416e23461 HTTP/1.1" status: 404 len: 333 time: 0.0456567 Apr 21 20:56:50.313518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49466) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:50.380188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb73c2-5663-4852-b4f6-e5a9e9ca95bd tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303741e2-045b-40c5-bffa-6e2f6101580f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:50.392148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-afbd8acf-4ad7-4f62-b009-bd983e01c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:50.392627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-afbd8acf-4ad7-4f62-b009-bd983e01c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:50.393164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-afbd8acf-4ad7-4f62-b009-bd983e01c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:50.394736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-afbd8acf-4ad7-4f62-b009-bd983e01c15c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4566710 Apr 21 20:56:50.412224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9539f4f4-2e6b-4658-bdc5-7e7a7cfd1290 req-953ac51f-7796-44e3-921a-d682f11f41d3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637406 Apr 21 20:56:50.433467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.442968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.482445 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.636195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-ea2d37c9-743c-49a2-bd42-bc0c975dc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:50.637697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05624a93-4b0a-403d-8e73-bc8b2fe4f5b4 req-ea2d37c9-743c-49a2-bd42-bc0c975dc987 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2245240 Apr 21 20:56:50.662911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8f398-226c-46af-b516-673cc4bda5ab req-9a3dc164-bff1-4fa0-a911-4ce8d80c065c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:50.671003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97a8f398-226c-46af-b516-673cc4bda5ab req-9a3dc164-bff1-4fa0-a911-4ce8d80c065c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.1655214 Apr 21 20:56:50.737353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97a8f398-226c-46af-b516-673cc4bda5ab req-c77682d0-26d1-4c9d-b78c-9d8535ec4ddd tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653906 Apr 21 20:56:50.743520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f151bf-661e-4c23-9e8d-00285deb4fcf req-29655ea3-cf79-4052-a3e4-53138cc3eb9c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:50.745106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01f151bf-661e-4c23-9e8d-00285deb4fcf req-29655ea3-cf79-4052-a3e4-53138cc3eb9c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 943 time: 0.3545048 Apr 21 20:56:50.819907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.845009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01f151bf-661e-4c23-9e8d-00285deb4fcf req-abffbe5b-6463-491b-9ddf-a95cf1c2f91e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843284 Apr 21 20:56:50.854076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758a163-940b-433d-9d99-aeab9fdbb18f req-eac835aa-c5de-460f-bc97-cd49f2286da4 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/6922661e-232f-430e-9576-edef4ca4cc8b HTTP/1.1" status: 200 len: 1806 time: 0.0734785 Apr 21 20:56:50.856184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c367d315-faef-45f7-9fdf-f2cf27966734']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:50.877935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d685ffc-9064-4ecb-8fa8-d79e53b89846') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:50.878474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d685ffc-9064-4ecb-8fa8-d79e53b89846') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:56:50.889277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.907713 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.915668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': 'f197a690-9086-462c-b6bb-8bd01619eff9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:50.916203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:56:50.916818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.917947 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff" -d '{"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "f197a690-9086-462c-b6bb-8bd01619eff9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:56:50.920549 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:56:50.975866 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e9ee14-c58e-43b6-b380-dddcf5c99d1b x-openstack-request-id: req-45e9ee14-c58e-43b6-b380-dddcf5c99d1b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:50.976163 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "f197a690-9086-462c-b6bb-8bd01619eff9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:50.976409 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45e9ee14-c58e-43b6-b380-dddcf5c99d1b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:50.977633 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e9ee14-c58e-43b6-b380-dddcf5c99d1b'] response: {'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': 'f197a690-9086-462c-b6bb-8bd01619eff9', 'status': 'completed', 'code': 200} Apr 21 20:56:50.982698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:50.998644 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:50.998863 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.007366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.010924 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] 10.222.0.49 "DELETE /v2.0/networks/c367d315-faef-45f7-9fdf-f2cf27966734 HTTP/1.1" status: 204 len: 168 time: 0.6968155 Apr 21 20:56:51.021702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310efd7-d832-4c35-9ffa-e71aff1ec7fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136641694-project] Pushing event deleted for resources: {'Network': ['ID=c367d315-faef-45f7-9fdf-f2cf27966734,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:51.039360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758a163-940b-433d-9d99-aeab9fdbb18f req-d112e7a9-a95b-4e00-a1d2-5f7a44b54e8f tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/303741e2-045b-40c5-bffa-6e2f6101580f HTTP/1.1" status: 200 len: 1806 time: 0.1397138 Apr 21 20:56:51.050519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Transition to ACTIVE for port object 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:51.056362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4758a163-940b-433d-9d99-aeab9fdbb18f req-d93b760c-e274-4530-a98b-76d685b24d07 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6922661e-232f-430e-9576-edef4ca4cc8b', 'remote_group_id': '303741e2-045b-40c5-bffa-6e2f6101580f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:51.056819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4758a163-940b-433d-9d99-aeab9fdbb18f req-d93b760c-e274-4530-a98b-76d685b24d07 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6922661e-232f-430e-9576-edef4ca4cc8b', 'remote_group_id': '303741e2-045b-40c5-bffa-6e2f6101580f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:51.067629 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.125737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-16731c3f-c49c-4797-971d-3cdc02e7aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.126593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-16731c3f-c49c-4797-971d-3cdc02e7aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.127360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-16731c3f-c49c-4797-971d-3cdc02e7aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.127546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-16731c3f-c49c-4797-971d-3cdc02e7aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.128094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-16731c3f-c49c-4797-971d-3cdc02e7aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.128564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-16731c3f-c49c-4797-971d-3cdc02e7aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.129219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-16731c3f-c49c-4797-971d-3cdc02e7aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.131563 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-16731c3f-c49c-4797-971d-3cdc02e7aa14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6343 time: 0.1290021 Apr 21 20:56:51.252591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450f1dc-a10d-40a8-9714-7f54d77a1c46 req-7aa9bf5a-4611-4c60-8534-0f4f214083b9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.263019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450f1dc-a10d-40a8-9714-7f54d77a1c46 req-7aa9bf5a-4611-4c60-8534-0f4f214083b9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.263352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Pushing event updated for resources: {'Port': ['ID=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:51.274236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450f1dc-a10d-40a8-9714-7f54d77a1c46 req-7aa9bf5a-4611-4c60-8534-0f4f214083b9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.294895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450f1dc-a10d-40a8-9714-7f54d77a1c46 req-7aa9bf5a-4611-4c60-8534-0f4f214083b9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.302737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450f1dc-a10d-40a8-9714-7f54d77a1c46 req-7aa9bf5a-4611-4c60-8534-0f4f214083b9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.317690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450f1dc-a10d-40a8-9714-7f54d77a1c46 req-7aa9bf5a-4611-4c60-8534-0f4f214083b9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.333229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450f1dc-a10d-40a8-9714-7f54d77a1c46 req-7aa9bf5a-4611-4c60-8534-0f4f214083b9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.335419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3450f1dc-a10d-40a8-9714-7f54d77a1c46 req-7aa9bf5a-4611-4c60-8534-0f4f214083b9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5408 time: 0.1912310 Apr 21 20:56:51.336093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49488) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:51.368401 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4758a163-940b-433d-9d99-aeab9fdbb18f req-d93b760c-e274-4530-a98b-76d685b24d07 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.399594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3450f1dc-a10d-40a8-9714-7f54d77a1c46 req-1b16a393-1bff-4a98-8334-d023b0363a12 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520146 Apr 21 20:56:51.403245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-3135d8f0-35dc-4ed8-b934-63a73367bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.405099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-3135d8f0-35dc-4ed8-b934-63a73367bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.405592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-3135d8f0-35dc-4ed8-b934-63a73367bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.410099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-3135d8f0-35dc-4ed8-b934-63a73367bce4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2574270 Apr 21 20:56:51.451506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4758a163-940b-433d-9d99-aeab9fdbb18f req-d93b760c-e274-4530-a98b-76d685b24d07 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.464421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e682af-7730-4956-b1ad-a974d17a3831 req-1b57649f-4aa2-4816-9728-1f0a339813a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.468173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a7e682af-7730-4956-b1ad-a974d17a3831 req-1b57649f-4aa2-4816-9728-1f0a339813a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 1096 time: 0.0643437 Apr 21 20:56:51.478328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4758a163-940b-433d-9d99-aeab9fdbb18f req-d93b760c-e274-4530-a98b-76d685b24d07 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.496637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Attempting to bind port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:51.497160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Attempting to bind port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:51.497300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Attempting to bind port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 on network 683de660-c9b0-41d0-b6a9-943fd48c7844 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:51.514315 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a7e682af-7730-4956-b1ad-a974d17a3831 req-eb85075e-e064-4eb6-8f7e-84fb3b5b66ef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Apr 21 20:56:51.534348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 on network 683de660-c9b0-41d0-b6a9-943fd48c7844 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:51.534738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Attempting to bind port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 on network 683de660-c9b0-41d0-b6a9-943fd48c7844 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:51.550271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b760c-e274-4530-a98b-76d685b24d07 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8726a94e-5677-4279-b2df-5b6cd0f6a046,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:51.567095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4758a163-940b-433d-9d99-aeab9fdbb18f req-d93b760c-e274-4530-a98b-76d685b24d07 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.568317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758a163-940b-433d-9d99-aeab9fdbb18f req-d93b760c-e274-4530-a98b-76d685b24d07 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5165563 Apr 21 20:56:51.569287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:51.569631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Checking segment: {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:51.570009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Bound using segment: {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:51.570456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Bound port: 130bc0cd-fc81-483d-a3d1-bf09acda7ea8, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:51.570805 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.608823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49eb89-5013-4d1f-898c-9c8c394d88be req-c668fb7f-0904-4c80-b5a2-be9fd96240fe tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.610925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f49eb89-5013-4d1f-898c-9c8c394d88be req-c668fb7f-0904-4c80-b5a2-be9fd96240fe tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 945 time: 0.0855255 Apr 21 20:56:51.631341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:51.636056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-655ee893-dac9-405d-a8c7-6b4b9b1cff00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f5ea855784a48fa8241ef4267700b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981503 Apr 21 20:56:51.641494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49496) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:51.669795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] For port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:51.674043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] For port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:51.685085 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.694906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:56:51.700127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:51.700868 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.720344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f49eb89-5013-4d1f-898c-9c8c394d88be req-14b01800-8988-44c9-9553-e0e2d17b3b06 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979757 Apr 21 20:56:51.772075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.772715 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.774616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/130bc0cd-fc81-483d-a3d1-bf09acda7ea8 HTTP/1.1" status: 200 len: 1091 time: 1.8924711 Apr 21 20:56:51.779513 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-814abb9f-b730-4201-a5e9-7f3baf34bf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.804311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-4f51eb68-842f-466a-bf75-43fa291f6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:51.805858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ebe75f5-93ce-401e-b1c7-0010ce3421ff req-4f51eb68-842f-466a-bf75-43fa291f6991 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3508253 Apr 21 20:56:51.810228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Request body: {'port': {'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:51.815992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-814abb9f-b730-4201-a5e9-7f3baf34bf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.824536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d26ebdfd-e44a-4ac2-b15c-2a9a49809cb4 req-4f115c5a-95b5-4aa8-af4e-d9cbc987286c tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/303741e2-045b-40c5-bffa-6e2f6101580f HTTP/1.1" status: 200 len: 1806 time: 0.2048008 Apr 21 20:56:51.884685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-814abb9f-b730-4201-a5e9-7f3baf34bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.890282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-814abb9f-b730-4201-a5e9-7f3baf34bf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.913626 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-814abb9f-b730-4201-a5e9-7f3baf34bf97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0d752cd-8cd3-4bb0-a37c-6b0742c7a2d1 HTTP/1.1" status: 204 len: 168 time: 0.2447691 Apr 21 20:56:51.916115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58b7c7-0a8d-4993-a374-ff04031234b7 service neutron] Pushing event updated for resources: {'Port': ['ID=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:51.932338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:51.934807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814abb9f-b730-4201-a5e9-7f3baf34bf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d752cd-8cd3-4bb0-a37c-6b0742c7a2d1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:52.004884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:52.007513 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422d9ae3-34d9-47f0-a644-46074d51db49" -d '{"events": [{"server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "name": "network-vif-plugged", "status": "completed", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:52.025587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:52.036073 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.053374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.059555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2fcb6-bc7f-4966-8a1a-85c8be20b42e req-415e4e8b-cbed-42c5-8b0d-1dec1c451d04 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.075674 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4e2fcb6-bc7f-4966-8a1a-85c8be20b42e req-415e4e8b-cbed-42c5-8b0d-1dec1c451d04 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.1135480 Apr 21 20:56:52.134519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:52.162282 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4e2fcb6-bc7f-4966-8a1a-85c8be20b42e req-b0b7debd-a4ff-4bc2-be39-d9198d6f33a9 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854225 Apr 21 20:56:52.183008 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d26ebdfd-e44a-4ac2-b15c-2a9a49809cb4 req-520b305c-0751-47d2-99c5-51dc58282c19 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.207705 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d26ebdfd-e44a-4ac2-b15c-2a9a49809cb4 req-520b305c-0751-47d2-99c5-51dc58282c19 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.294754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0e1ca-4dfd-4c6c-a816-802e97a40021 req-9c60621d-11cc-48fd-8748-f0b98d867398 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.296200 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24d0e1ca-4dfd-4c6c-a816-802e97a40021 req-9c60621d-11cc-48fd-8748-f0b98d867398 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 943 time: 0.0626590 Apr 21 20:56:52.343742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24d0e1ca-4dfd-4c6c-a816-802e97a40021 req-982a01e1-682b-4f58-82df-5f9952d900fb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Apr 21 20:56:52.344206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49510) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:52.409091 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-80d64e23-6c85-4099-82be-3e1e9d51bd74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b75461b12fc4e4cb408fd80ff053402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625792 Apr 21 20:56:52.412123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49520) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:52.446017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d26ebdfd-e44a-4ac2-b15c-2a9a49809cb4 req-520b305c-0751-47d2-99c5-51dc58282c19 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.448880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d26ebdfd-e44a-4ac2-b15c-2a9a49809cb4 req-520b305c-0751-47d2-99c5-51dc58282c19 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.450201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d26ebdfd-e44a-4ac2-b15c-2a9a49809cb4 req-520b305c-0751-47d2-99c5-51dc58282c19 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "DELETE /v2.0/security-groups/303741e2-045b-40c5-bffa-6e2f6101580f HTTP/1.1" status: 204 len: 173 time: 0.6248055 Apr 21 20:56:52.476885 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b305c-0751-47d2-99c5-51dc58282c19 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303741e2-045b-40c5-bffa-6e2f6101580f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:52.530452 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2361c6ea-d41e-40c7-ae0c-e638c6c537e1 x-openstack-request-id: req-2361c6ea-d41e-40c7-ae0c-e638c6c537e1 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:52.530742 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "name": "network-vif-plugged", "status": "completed", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:52.531011 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2361c6ea-d41e-40c7-ae0c-e638c6c537e1 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:52.537513 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2361c6ea-d41e-40c7-ae0c-e638c6c537e1'] response: {'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9', 'code': 200} Apr 21 20:56:52.590369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9fe86e4a-e906-43ee-a6d4-cefbb35d1339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.614847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d489134-c1a7-495c-ad38-3b44b6c7a224 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:52.626711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.655238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58613d-a4d6-4179-b2b3-c3414481dfbb req-f0eb007a-709e-44ad-909d-a367a5fbc210 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.660689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9fe86e4a-e906-43ee-a6d4-cefbb35d1339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.661638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58613d-a4d6-4179-b2b3-c3414481dfbb req-f0eb007a-709e-44ad-909d-a367a5fbc210 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.664603 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ec54c5f-461a-45f6-86cc-13be60000fc3 req-cc59803e-4c7d-461f-b3de-e0c0ce5bf71f tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/6922661e-232f-430e-9576-edef4ca4cc8b HTTP/1.1" status: 200 len: 1806 time: 0.1389151 Apr 21 20:56:52.668128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58613d-a4d6-4179-b2b3-c3414481dfbb req-f0eb007a-709e-44ad-909d-a367a5fbc210 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.675966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58613d-a4d6-4179-b2b3-c3414481dfbb req-f0eb007a-709e-44ad-909d-a367a5fbc210 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.682738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58613d-a4d6-4179-b2b3-c3414481dfbb req-f0eb007a-709e-44ad-909d-a367a5fbc210 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.689539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58613d-a4d6-4179-b2b3-c3414481dfbb req-f0eb007a-709e-44ad-909d-a367a5fbc210 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.695502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58613d-a4d6-4179-b2b3-c3414481dfbb req-f0eb007a-709e-44ad-909d-a367a5fbc210 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.703604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df58613d-a4d6-4179-b2b3-c3414481dfbb req-f0eb007a-709e-44ad-909d-a367a5fbc210 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5408 time: 0.1508765 Apr 21 20:56:52.704797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-98b85026-459b-4c05-809d-89e97ce4fcb4 req-c934170a-f0cb-46d8-81dd-a57555f26aff tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1942433030', 'description': 'tempest-description-1512112935'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:52.726369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Transition to ACTIVE for port object 0d489134-c1a7-495c-ad38-3b44b6c7a224 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:52.740342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.745159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280cf3-65a3-4618-9465-c4ab5e2fcd7b req-1e371f0c-e693-4c31-98d7-96c8c2861af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:52.747295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c280cf3-65a3-4618-9465-c4ab5e2fcd7b req-1e371f0c-e693-4c31-98d7-96c8c2861af0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 1097 time: 0.1300797 Apr 21 20:56:52.792786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-98b85026-459b-4c05-809d-89e97ce4fcb4 req-c934170a-f0cb-46d8-81dd-a57555f26aff tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.799604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df58613d-a4d6-4179-b2b3-c3414481dfbb req-a80a0989-d893-49c3-8098-96ea0bb55cfa tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873687 Apr 21 20:56:52.848635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c280cf3-65a3-4618-9465-c4ab5e2fcd7b req-9bde8e21-74c2-4e4e-9c5e-351f7fced169 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941808 Apr 21 20:56:52.853048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9fe86e4a-e906-43ee-a6d4-cefbb35d1339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.856729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d489134-c1a7-495c-ad38-3b44b6c7a224,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:52.860128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9fe86e4a-e906-43ee-a6d4-cefbb35d1339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:52.881584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9fe86e4a-e906-43ee-a6d4-cefbb35d1339 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a6f1dd5-386c-4d14-ad81-37022eb70b72 HTTP/1.1" status: 204 len: 168 time: 0.4578180 Apr 21 20:56:52.916203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe86e4a-e906-43ee-a6d4-cefbb35d1339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6f1dd5-386c-4d14-ad81-37022eb70b72,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:52.976692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Attempting to bind port 0d489134-c1a7-495c-ad38-3b44b6c7a224 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:52.977075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Attempting to bind port 0d489134-c1a7-495c-ad38-3b44b6c7a224 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:52.977734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Attempting to bind port 0d489134-c1a7-495c-ad38-3b44b6c7a224 on network 683de660-c9b0-41d0-b6a9-943fd48c7844 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:52.980824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:52.983652 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429" -d '{"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "130bc0cd-fc81-483d-a3d1-bf09acda7ea8"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:52.998664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165fb07-46fb-44ef-83b0-ab0118fe3846 req-626dedba-4ba4-4e0f-a3ac-b8aed7d4aa7f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.000284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6165fb07-46fb-44ef-83b0-ab0118fe3846 req-626dedba-4ba4-4e0f-a3ac-b8aed7d4aa7f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.0856204 Apr 21 20:56:53.002015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Port 0d489134-c1a7-495c-ad38-3b44b6c7a224 on network 683de660-c9b0-41d0-b6a9-943fd48c7844 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:53.002338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Attempting to bind port 0d489134-c1a7-495c-ad38-3b44b6c7a224 on network 683de660-c9b0-41d0-b6a9-943fd48c7844 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:53.010027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:53.010368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Checking segment: {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:53.010758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Bound using segment: {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:53.011195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Bound port: 0d489134-c1a7-495c-ad38-3b44b6c7a224, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c6547b-5042-4812-a000-b778509cb79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:53.011554 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.014441 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-98b85026-459b-4c05-809d-89e97ce4fcb4 req-c934170a-f0cb-46d8-81dd-a57555f26aff tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.021217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-98b85026-459b-4c05-809d-89e97ce4fcb4 req-c934170a-f0cb-46d8-81dd-a57555f26aff tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.060272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-98b85026-459b-4c05-809d-89e97ce4fcb4 req-c934170a-f0cb-46d8-81dd-a57555f26aff tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.072655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-98b85026-459b-4c05-809d-89e97ce4fcb4 req-c934170a-f0cb-46d8-81dd-a57555f26aff tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3723195 Apr 21 20:56:53.073953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934170a-f0cb-46d8-81dd-a57555f26aff tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aebcc8-3a71-4e97-9cc8-d9122ee52c4d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:53.104057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6165fb07-46fb-44ef-83b0-ab0118fe3846 req-2045eebd-b568-421a-bfbf-6b99bd198ae3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891595 Apr 21 20:56:53.125483 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405d1d33-df9a-410f-9429-63a308708cef x-openstack-request-id: req-405d1d33-df9a-410f-9429-63a308708cef {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:53.125807 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "130bc0cd-fc81-483d-a3d1-bf09acda7ea8", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:53.127238 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-405d1d33-df9a-410f-9429-63a308708cef {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:53.137163 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405d1d33-df9a-410f-9429-63a308708cef'] response: {'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8', 'status': 'completed', 'code': 200} Apr 21 20:56:53.198569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] For port 0d489134-c1a7-495c-ad38-3b44b6c7a224, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:53.233824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] For port 0d489134-c1a7-495c-ad38-3b44b6c7a224, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0d489134-c1a7-495c-ad38-3b44b6c7a224,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:53.243494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.277966 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79f76c1d-15e5-47e1-a904-c398fbcd6b1c req-ded8a2e9-405b-4d6e-bacc-c5e141037435 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/45aebcc8-3a71-4e97-9cc8-d9122ee52c4d HTTP/1.1" status: 200 len: 1807 time: 0.1393833 Apr 21 20:56:53.290024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-daeca6aa-3260-484a-9d4c-b60476c1a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.290596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-daeca6aa-3260-484a-9d4c-b60476c1a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.291069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-daeca6aa-3260-484a-9d4c-b60476c1a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.291536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-daeca6aa-3260-484a-9d4c-b60476c1a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.292095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-daeca6aa-3260-484a-9d4c-b60476c1a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.292480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-daeca6aa-3260-484a-9d4c-b60476c1a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.293060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-daeca6aa-3260-484a-9d4c-b60476c1a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.295313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-daeca6aa-3260-484a-9d4c-b60476c1a2fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6435 time: 0.1431925 Apr 21 20:56:53.307980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.308939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.310389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] 10.222.0.43 "PUT /v2.0/ports/0d489134-c1a7-495c-ad38-3b44b6c7a224 HTTP/1.1" status: 200 len: 1091 time: 1.5079834 Apr 21 20:56:53.313527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-79f76c1d-15e5-47e1-a904-c398fbcd6b1c req-ecc113f4-8732-4b1c-8d80-6b9e9e2fdce3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45aebcc8-3a71-4e97-9cc8-d9122ee52c4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:53.314015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-79f76c1d-15e5-47e1-a904-c398fbcd6b1c req-ecc113f4-8732-4b1c-8d80-6b9e9e2fdce3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45aebcc8-3a71-4e97-9cc8-d9122ee52c4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:53.343112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594abc3-90b9-44c9-a74e-716f41af73e2 req-5babc468-b371-4bb4-bb23-841a97f6142a tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.345253 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b594abc3-90b9-44c9-a74e-716f41af73e2 req-5babc468-b371-4bb4-bb23-841a97f6142a tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.0899773 Apr 21 20:56:53.426218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3f02a-66e8-4a0a-a171-5726e49052b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d489134-c1a7-495c-ad38-3b44b6c7a224,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:53.443269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b594abc3-90b9-44c9-a74e-716f41af73e2 req-557f0d8d-7bee-4ba7-aac9-9330085db12d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881605 Apr 21 20:56:53.531628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79f76c1d-15e5-47e1-a904-c398fbcd6b1c req-ecc113f4-8732-4b1c-8d80-6b9e9e2fdce3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.566497 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79f76c1d-15e5-47e1-a904-c398fbcd6b1c req-ecc113f4-8732-4b1c-8d80-6b9e9e2fdce3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.594079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-658daf71-faa0-492f-a86c-3cc20cb7e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.594590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-658daf71-faa0-492f-a86c-3cc20cb7e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.595547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-658daf71-faa0-492f-a86c-3cc20cb7e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.597306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-658daf71-faa0-492f-a86c-3cc20cb7e388 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2786534 Apr 21 20:56:53.598317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79f76c1d-15e5-47e1-a904-c398fbcd6b1c req-ecc113f4-8732-4b1c-8d80-6b9e9e2fdce3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.634068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e4055-f0f6-400a-854d-de80ea782281 req-62589ef6-5b22-43e5-9915-938eb504ad15 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.642449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6694cb6e-1fc6-4db7-a463-3069b3bde03f details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:56:53.644074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc113f4-8732-4b1c-8d80-6b9e9e2fdce3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc61e44-222c-4e8f-9490-ad8ddd5937ea,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:53.645312 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc1e4055-f0f6-400a-854d-de80ea782281 req-62589ef6-5b22-43e5-9915-938eb504ad15 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 943 time: 0.1014400 Apr 21 20:56:53.716735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79f76c1d-15e5-47e1-a904-c398fbcd6b1c req-ecc113f4-8732-4b1c-8d80-6b9e9e2fdce3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.729932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc1e4055-f0f6-400a-854d-de80ea782281 req-23585ebe-974f-4d9a-9d16-8ed5310af3c5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724487 Apr 21 20:56:53.743300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79f76c1d-15e5-47e1-a904-c398fbcd6b1c req-ecc113f4-8732-4b1c-8d80-6b9e9e2fdce3 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4451299 Apr 21 20:56:53.805473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6694cb6e-1fc6-4db7-a463-3069b3bde03f, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6694cb6e-1fc6-4db7-a463-3069b3bde03f,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:53.819199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-18d9acf0-19ad-4f75-bea4-3a57fbc5ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.823020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '6694cb6e-1fc6-4db7-a463-3069b3bde03f', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'port_id': '6694cb6e-1fc6-4db7-a463-3069b3bde03f', 'mac_address': 'fa:16:3e:d5:80:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bf5f30-1a54-45df-beff-c6aca22835c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:56:53.860985 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a41d03b-fb7a-4b97-bb78-c09bfcad9429 req-18d9acf0-19ad-4f75-bea4-3a57fbc5ba87 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564156 Apr 21 20:56:53.914301 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.933945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6694cb6e-1fc6-4db7-a463-3069b3bde03f {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:53.960265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6694cb6e-1fc6-4db7-a463-3069b3bde03f, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6694cb6e-1fc6-4db7-a463-3069b3bde03f,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:53.968155 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:53.991422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89626921-bc11-466c-b0f7-55efeda1c5dc req-6978b014-ecc3-4d6f-9e1a-d2423b3ef0a4 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/45aebcc8-3a71-4e97-9cc8-d9122ee52c4d HTTP/1.1" status: 200 len: 2401 time: 0.1087160 Apr 21 20:56:53.998732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-aa0be11f-b442-4474-a526-9f5fb57d861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.999208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-aa0be11f-b442-4474-a526-9f5fb57d861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:53.999677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-aa0be11f-b442-4474-a526-9f5fb57d861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.000138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-aa0be11f-b442-4474-a526-9f5fb57d861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.000591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-aa0be11f-b442-4474-a526-9f5fb57d861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.001602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-aa0be11f-b442-4474-a526-9f5fb57d861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.002059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-aa0be11f-b442-4474-a526-9f5fb57d861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.003941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-aa0be11f-b442-4474-a526-9f5fb57d861c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6477 time: 0.1003044 Apr 21 20:56:54.004243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-89626921-bc11-466c-b0f7-55efeda1c5dc req-aa363156-b323-4ed2-9b3c-ecc8500f25f8 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45aebcc8-3a71-4e97-9cc8-d9122ee52c4d', 'remote_group_id': None}]} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:54.004972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-89626921-bc11-466c-b0f7-55efeda1c5dc req-aa363156-b323-4ed2-9b3c-ecc8500f25f8 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '45aebcc8-3a71-4e97-9cc8-d9122ee52c4d', 'remote_group_id': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:54.039323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6694cb6e-1fc6-4db7-a463-3069b3bde03f,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:54.052952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-86333ceb-a6f4-4a68-965e-a8a07cf9bcb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77c0c746-6711-4633-a8e4-21b12d2055a0 HTTP/1.1" status: 200 len: 217 time: 0.0404370 Apr 21 20:56:54.101123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89626921-bc11-466c-b0f7-55efeda1c5dc req-aa363156-b323-4ed2-9b3c-ecc8500f25f8 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:54.114426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-90a194f3-ef70-4bd0-ba17-deaa54331904 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.115912 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-90a194f3-ef70-4bd0-ba17-deaa54331904 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/networks?id=4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 200 len: 810 time: 0.2540059 Apr 21 20:56:54.123479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-95fa1797-6826-49c5-8c80-9ad590f1210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.124972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-95fa1797-6826-49c5-8c80-9ad590f1210e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28217cc8-3269-4412-bfce-a496c69afdc4 HTTP/1.1" status: 200 len: 850 time: 0.0653758 Apr 21 20:56:54.140717 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89626921-bc11-466c-b0f7-55efeda1c5dc req-aa363156-b323-4ed2-9b3c-ecc8500f25f8 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:54.146127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-933d9ac9-0adf-4697-84d6-2ef9f773da85 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/quotas/a3f56938e490466592e9a080b5a3cb6a HTTP/1.1" status: 200 len: 375 time: 0.0202045 Apr 21 20:56:54.149618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89626921-bc11-466c-b0f7-55efeda1c5dc req-aa363156-b323-4ed2-9b3c-ecc8500f25f8 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:54.174153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa363156-b323-4ed2-9b3c-ecc8500f25f8 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8063d91-40ab-431d-badd-0f542dd08639,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:54.194751 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89626921-bc11-466c-b0f7-55efeda1c5dc req-aa363156-b323-4ed2-9b3c-ecc8500f25f8 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:54.209023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89626921-bc11-466c-b0f7-55efeda1c5dc req-aa363156-b323-4ed2-9b3c-ecc8500f25f8 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2113266 Apr 21 20:56:54.221789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-a66d2bc2-549e-4bd2-8086-872892d972d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.224298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-a66d2bc2-549e-4bd2-8086-872892d972d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d57aace-a058-441e-b369-a4b223fc58a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914755 Apr 21 20:56:54.255690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-d9480673-2a30-470e-b66a-32ab0ee72851 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3f56938e490466592e9a080b5a3cb6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909014 Apr 21 20:56:54.337083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573eb89-5632-48a6-b1b4-4ab0400f05c5 req-15565313-48c4-469a-93a2-0c39ef46017d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.346160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573eb89-5632-48a6-b1b4-4ab0400f05c5 req-15565313-48c4-469a-93a2-0c39ef46017d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.353500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573eb89-5632-48a6-b1b4-4ab0400f05c5 req-15565313-48c4-469a-93a2-0c39ef46017d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.360002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573eb89-5632-48a6-b1b4-4ab0400f05c5 req-15565313-48c4-469a-93a2-0c39ef46017d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.367046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573eb89-5632-48a6-b1b4-4ab0400f05c5 req-15565313-48c4-469a-93a2-0c39ef46017d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.373851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573eb89-5632-48a6-b1b4-4ab0400f05c5 req-15565313-48c4-469a-93a2-0c39ef46017d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.380622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573eb89-5632-48a6-b1b4-4ab0400f05c5 req-15565313-48c4-469a-93a2-0c39ef46017d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.389428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7573eb89-5632-48a6-b1b4-4ab0400f05c5 req-15565313-48c4-469a-93a2-0c39ef46017d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.1182511 Apr 21 20:56:54.441886 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-ad181d58-227b-45dd-9ce0-164ea9d4218f service neutron] 10.222.0.43 "GET /v2.0/networks/2d57aace-a058-441e-b369-a4b223fc58a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103405 Apr 21 20:56:54.444872 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7573eb89-5632-48a6-b1b4-4ab0400f05c5 req-f1f259e5-4199-437c-a14b-b73d58d62718 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543630 Apr 21 20:56:54.451389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-fb67e5c1-313f-4c23-a80a-63bc9492bea7 service neutron] 10.222.0.49 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947701 Apr 21 20:56:54.511875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['6694cb6e-1fc6-4db7-a463-3069b3bde03f'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:56:54.624815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fc506-805d-4c04-9476-7aa1dfb35337 req-1468c845-5aed-4134-bdb6-7718327b913f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.627275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-1a6a7660-3eb9-46e4-802f-7735c34681fe service neutron] 10.222.0.49 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732237 Apr 21 20:56:54.629625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d00fc506-805d-4c04-9476-7aa1dfb35337 req-1468c845-5aed-4134-bdb6-7718327b913f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.1152203 Apr 21 20:56:54.629766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b525920a-bbf7-433e-bbbf-c9f7e128f0cf service neutron] 10.222.0.43 "GET /v2.0/networks/2d57aace-a058-441e-b369-a4b223fc58a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692684 Apr 21 20:56:54.689965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-a43e3bfa-6585-4890-8c76-a73453b4aa5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=58edae64-08a0-4d17-892f-ec140d407789 HTTP/1.1" status: 200 len: 217 time: 0.0473969 Apr 21 20:56:54.712156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d00fc506-805d-4c04-9476-7aa1dfb35337 req-a5f1755a-5a46-45d9-a5af-50bffa9cdceb tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734751 Apr 21 20:56:54.825457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-371643ab-59fd-4672-9d23-1da23e54b6cc req-a3754148-e3dc-43a9-a9fa-13d2353c01f4 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/45aebcc8-3a71-4e97-9cc8-d9122ee52c4d HTTP/1.1" status: 200 len: 3000 time: 0.0809765 Apr 21 20:56:54.960273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e0d9a-939e-4d85-b168-f839f31aa2ab req-95e5de90-ee7b-4295-b926-b4579b2b2974 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:54.968130 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-450e0d9a-939e-4d85-b168-f839f31aa2ab req-95e5de90-ee7b-4295-b926-b4579b2b2974 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 944 time: 0.0616498 Apr 21 20:56:55.019445 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-450e0d9a-939e-4d85-b168-f839f31aa2ab req-9dfc0adb-3d0d-4746-8c2b-992d556229ba tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499647 Apr 21 20:56:55.098060 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6aa59d9-8ac9-4d40-87bb-ba8f1fb4c282 req-5181c3c9-7d2e-4d10-9203-59f54c4ad1bf tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 210 time: 0.0369229 Apr 21 20:56:55.105043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49618) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:55.140486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '0d489134-c1a7-495c-ad38-3b44b6c7a224'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:55.144241 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7334c107-6d7c-4f28-b38d-9c6f3217940f" -d '{"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "0d489134-c1a7-495c-ad38-3b44b6c7a224"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:55.146752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3fc1dcd-a10b-40c7-9465-fe2331799e85 req-291649dd-adf1-47b1-b2d4-3f7e498e688f tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-group-rules/c8063d91-40ab-431d-badd-0f542dd08639 HTTP/1.1" status: 200 len: 783 time: 0.0216193 Apr 21 20:56:55.182931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-e324a107-871c-4cc5-94e4-12bad9abd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.184493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-e324a107-871c-4cc5-94e4-12bad9abd650 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c453df3-cc03-40bc-8b80-cb780f4079e4 HTTP/1.1" status: 200 len: 797 time: 0.4857123 Apr 21 20:56:55.190059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e879c-c3e9-4ae5-8858-6ebcafe2bb3b req-8f91b444-ec77-42d7-bda2-3690dba16f10 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.191564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a06e879c-c3e9-4ae5-8858-6ebcafe2bb3b req-8f91b444-ec77-42d7-bda2-3690dba16f10 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 1097 time: 0.0815172 Apr 21 20:56:55.206703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3fc1dcd-a10b-40c7-9465-fe2331799e85 req-8b75c110-9ecf-44a8-8489-78127970de1d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/45aebcc8-3a71-4e97-9cc8-d9122ee52c4d HTTP/1.1" status: 200 len: 3000 time: 0.0440228 Apr 21 20:56:55.243969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f3fc1dcd-a10b-40c7-9465-fe2331799e85 req-09b13e7d-33fd-4161-9076-809b866f3432 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.252624 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f3fc1dcd-a10b-40c7-9465-fe2331799e85 req-09b13e7d-33fd-4161-9076-809b866f3432 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.256399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4f36195d-dfd2-41e6-8bec-8739a68e784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.257901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4f36195d-dfd2-41e6-8bec-8739a68e784c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fb1d12d-382f-47c7-91b7-9966a693611f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654402 Apr 21 20:56:55.259562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a06e879c-c3e9-4ae5-8858-6ebcafe2bb3b req-77b5304c-9e28-4f66-81ca-c5406bca6229 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582054 Apr 21 20:56:55.263932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1560234211', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:55.314516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Made reservation on behalf of d46ca58fc0be486fb5eafb473a36cdf0 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:55.316961 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.335271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.346205 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f3fc1dcd-a10b-40c7-9465-fe2331799e85 req-09b13e7d-33fd-4161-9076-809b866f3432 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.363636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f3fc1dcd-a10b-40c7-9465-fe2331799e85 req-09b13e7d-33fd-4161-9076-809b866f3432 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.365307 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3fc1dcd-a10b-40c7-9465-fe2331799e85 req-09b13e7d-33fd-4161-9076-809b866f3432 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c8063d91-40ab-431d-badd-0f542dd08639 HTTP/1.1" status: 204 len: 173 time: 0.1510110 Apr 21 20:56:55.366145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b13e7d-33fd-4161-9076-809b866f3432 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8063d91-40ab-431d-badd-0f542dd08639,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:55.394381 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5396e389-5bf3-42aa-86e5-3e4b05bf4594 x-openstack-request-id: req-5396e389-5bf3-42aa-86e5-3e4b05bf4594 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:55.394709 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "0d489134-c1a7-495c-ad38-3b44b6c7a224", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:55.394989 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5396e389-5bf3-42aa-86e5-3e4b05bf4594 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:55.395408 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5396e389-5bf3-42aa-86e5-3e4b05bf4594'] response: {'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '0d489134-c1a7-495c-ad38-3b44b6c7a224', 'status': 'completed', 'code': 200} Apr 21 20:56:55.397541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-cdbc6103-7012-4bd8-8ab2-c323afb6f1b6 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329865 Apr 21 20:56:55.504300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.509331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.517577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] device_id is not set on port 954466c2-f03c-40df-8a76-e116a24827c8 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:56:55.529683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0563651-0e4f-45d0-b30f-bfb53ea69d23 req-8118a2c3-a911-4ead-9bd3-6f53ee22c94f tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/45aebcc8-3a71-4e97-9cc8-d9122ee52c4d HTTP/1.1" status: 200 len: 2401 time: 0.1123219 Apr 21 20:56:55.570573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-93b70dc1-a4eb-4f77-8c70-c75db44bd891 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650367 Apr 21 20:56:55.582350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f811d2b-de0f-4e0f-85e8-75503bb520a7 req-b272940a-357e-4c4e-87ed-86a19afdb522 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.583855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7f811d2b-de0f-4e0f-85e8-75503bb520a7 req-b272940a-357e-4c4e-87ed-86a19afdb522 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 1097 time: 0.1170516 Apr 21 20:56:55.591568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c419eb80-fd4f-405b-bcc5-3923803fa226,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:55.621286 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-00cca421-0e99-4ea5-86cb-84b78bf34ee1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=6896624a-9b73-45a1-91e3-045051fea2c7 HTTP/1.1" status: 200 len: 217 time: 0.0429659 Apr 21 20:56:55.661400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:56:55.673192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7f811d2b-de0f-4e0f-85e8-75503bb520a7 req-79b518c7-c391-4ac2-b9bf-d2c8385e94c9 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660968 Apr 21 20:56:55.674049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a0563651-0e4f-45d0-b30f-bfb53ea69d23 req-f1f19f4d-be71-482e-ba4c-d64f6308117d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.699071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Allocated IP 172.25.0.235 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/954466c2-f03c-40df-8a76-e116a24827c8) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:55.708106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-a5d4083b-840a-4686-b51e-3e910853dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.709694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-a5d4083b-840a-4686-b51e-3e910853dafc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c453df3-cc03-40bc-8b80-cb780f4079e4 HTTP/1.1" status: 200 len: 797 time: 0.0809605 Apr 21 20:56:55.711466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a0563651-0e4f-45d0-b30f-bfb53ea69d23 req-f1f19f4d-be71-482e-ba4c-d64f6308117d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.795021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-6a04266c-be2a-43e6-afc1-79845fc92e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.796510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-6a04266c-be2a-43e6-afc1-79845fc92e0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fb1d12d-382f-47c7-91b7-9966a693611f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691333 Apr 21 20:56:55.811180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:55.821677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a0563651-0e4f-45d0-b30f-bfb53ea69d23 req-f1f19f4d-be71-482e-ba4c-d64f6308117d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.824290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a0563651-0e4f-45d0-b30f-bfb53ea69d23 req-f1f19f4d-be71-482e-ba4c-d64f6308117d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.825884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'mac_address': 'fa:16:3e:8e:d9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:56:55.845348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0563651-0e4f-45d0-b30f-bfb53ea69d23 req-f1f19f4d-be71-482e-ba4c-d64f6308117d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "DELETE /v2.0/security-groups/45aebcc8-3a71-4e97-9cc8-d9122ee52c4d HTTP/1.1" status: 204 len: 173 time: 0.3013153 Apr 21 20:56:55.874276 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.889558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed75f51d-e03a-4de6-829f-f04e0e37cccf {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:55.894639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e505-85c4-4308-8c3d-cd724bbcae8b req-422eb9ec-ad56-4b1a-a275-d51d6352ac38 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.900513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e505-85c4-4308-8c3d-cd724bbcae8b req-422eb9ec-ad56-4b1a-a275-d51d6352ac38 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.906897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e505-85c4-4308-8c3d-cd724bbcae8b req-422eb9ec-ad56-4b1a-a275-d51d6352ac38 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.913310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e505-85c4-4308-8c3d-cd724bbcae8b req-422eb9ec-ad56-4b1a-a275-d51d6352ac38 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.915108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:55.916075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f19f4d-be71-482e-ba4c-d64f6308117d tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aebcc8-3a71-4e97-9cc8-d9122ee52c4d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:55.920838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e505-85c4-4308-8c3d-cd724bbcae8b req-422eb9ec-ad56-4b1a-a275-d51d6352ac38 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.927789 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:55.929224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e505-85c4-4308-8c3d-cd724bbcae8b req-422eb9ec-ad56-4b1a-a275-d51d6352ac38 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.933645 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-767dd707-37d0-4e48-98b7-c29354d0f093 req-6acd26db-0eba-4396-971e-451ed21ef5cf tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] show failed (client error): The resource could not be found. Apr 21 20:56:55.934627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-767dd707-37d0-4e48-98b7-c29354d0f093 req-6acd26db-0eba-4396-971e-451ed21ef5cf tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/303741e2-045b-40c5-bffa-6e2f6101580f HTTP/1.1" status: 404 len: 352 time: 0.0221350 Apr 21 20:56:55.936453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e505-85c4-4308-8c3d-cd724bbcae8b req-422eb9ec-ad56-4b1a-a275-d51d6352ac38 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:55.938977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e505e505-85c4-4308-8c3d-cd724bbcae8b req-422eb9ec-ad56-4b1a-a275-d51d6352ac38 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.1833849 Apr 21 20:56:56.005054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:56.011149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.011885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-5572914a-fd9a-458d-996a-141653d4bf77 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077868 Apr 21 20:56:56.025826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e505e505-85c4-4308-8c3d-cd724bbcae8b req-65cc9127-a3d4-4493-bb08-90b4bd025261 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737352 Apr 21 20:56:56.077182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['ed75f51d-e03a-4de6-829f-f04e0e37cccf'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:56:56.095846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.181246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-efc61b8b-2c03-49b6-9ad0-4315c2c78799 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627212 Apr 21 20:56:56.263329 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-61395eca-2b58-4627-95ab-815409f4d70e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=df821b75-45f2-44f3-8ca5-2df76b3bde97 HTTP/1.1" status: 200 len: 217 time: 0.0753946 Apr 21 20:56:56.265172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:56.279312 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-477178be-868a-4628-88e9-edc94778030a req-56ee61c4-107e-4c77-82b6-76caa347e8c7 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/6922661e-232f-430e-9576-edef4ca4cc8b HTTP/1.1" status: 200 len: 1806 time: 0.2163415 Apr 21 20:56:56.286975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:56.301369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:56.318383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-f6a894e1-7f55-4f09-ab79-61741f4562df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:56.321342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-f6a894e1-7f55-4f09-ab79-61741f4562df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c453df3-cc03-40bc-8b80-cb780f4079e4 HTTP/1.1" status: 200 len: 797 time: 0.0513513 Apr 21 20:56:56.321488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Pushing event updated for resources: {'Port': ['ID=954466c2-f03c-40df-8a76-e116a24827c8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:56.365643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-c98d1a63-493b-46fd-bbff-0c36a73b907b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:56.367110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-c98d1a63-493b-46fd-bbff-0c36a73b907b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.46 "GET /v2.0/networks?id=4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 200 len: 810 time: 0.2135229 Apr 21 20:56:56.379084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b8ac22b7-5723-4b96-ab51-0081e6816916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:56.380664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-b8ac22b7-5723-4b96-ab51-0081e6816916 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fb1d12d-382f-47c7-91b7-9966a693611f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536034 Apr 21 20:56:56.389993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Request body: {'port': {'device_id': 'a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1', 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9', 'admin_state_up': True, 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:56.413262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:56.413882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.477815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-14fb8900-5317-4c4f-814f-f44d95c0e1d2 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3714385 Apr 21 20:56:56.481617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-477178be-868a-4628-88e9-edc94778030a req-83971aea-94bf-467a-a882-1a066b9af50e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.482815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49670) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:56.488752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.235'}]}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:56.511825 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-c0bba7e0-1107-4a6e-961c-d4d2eb5827f2 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249223 Apr 21 20:56:56.530616 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-477178be-868a-4628-88e9-edc94778030a req-83971aea-94bf-467a-a882-1a066b9af50e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.539307 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.540342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.591169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Made reservation on behalf of a3f56938e490466592e9a080b5a3cb6a for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:56:56.595491 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.619563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-477178be-868a-4628-88e9-edc94778030a req-83971aea-94bf-467a-a882-1a066b9af50e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.622317 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-477178be-868a-4628-88e9-edc94778030a req-83971aea-94bf-467a-a882-1a066b9af50e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.623537 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-477178be-868a-4628-88e9-edc94778030a req-83971aea-94bf-467a-a882-1a066b9af50e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "DELETE /v2.0/security-groups/6922661e-232f-430e-9576-edef4ca4cc8b HTTP/1.1" status: 204 len: 173 time: 0.3434241 Apr 21 20:56:56.664857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83971aea-94bf-467a-a882-1a066b9af50e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6922661e-232f-430e-9576-edef4ca4cc8b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:56.682338 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.760630 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-0b90012f-550e-4fbb-95ad-9d97fc3d3adb service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423422 Apr 21 20:56:56.801888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbf8bf-3860-4005-9e12-65665deb5112 req-1bb8479a-c770-409e-962d-dafa9d57707e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:56.805629 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91bbf8bf-3860-4005-9e12-65665deb5112 req-1bb8479a-c770-409e-962d-dafa9d57707e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 944 time: 0.0985551 Apr 21 20:56:56.817523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Allocated IP 172.20.0.7 (4882a2d2-910e-4e67-8671-e68ba844bff9/bfd78404-457a-407b-b7d0-205ce877abd0/169a2cc1-39dc-430a-a068-f9de4f2f855c) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:56:56.835602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-9a0ac44d-a098-47f0-83cf-75b1aeda44c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=f197a690-9086-462c-b6bb-8bd01619eff9 HTTP/1.1" status: 200 len: 217 time: 0.0679727 Apr 21 20:56:56.888553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:56.898054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91bbf8bf-3860-4005-9e12-65665deb5112 req-fe7dabb7-fc13-4541-a561-4f04ceb316b3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770011 Apr 21 20:56:56.970940 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-055d3d6e-0150-42db-a30e-2e558f45dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:56.972367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-055d3d6e-0150-42db-a30e-2e558f45dcc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c453df3-cc03-40bc-8b80-cb780f4079e4 HTTP/1.1" status: 200 len: 797 time: 0.0953062 Apr 21 20:56:57.013480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-a5a74731-e185-4eaa-abee-bd0a8cdf0896 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:56:57.014367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-a5a74731-e185-4eaa-abee-bd0a8cdf0896 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147457 Apr 21 20:56:57.027837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-a7246d93-ad3f-461d-a07d-2899d507553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.029348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-a7246d93-ad3f-461d-a07d-2899d507553c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fb1d12d-382f-47c7-91b7-9966a693611f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509362 Apr 21 20:56:57.037144 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd1b0059-0ae5-4dbb-8517-7d97ea068654 req-06380c54-75b1-4643-9724-3c848d622280 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 210 time: 0.0401685 Apr 21 20:56:57.088142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-595498ca-a4b8-47bf-bb55-06da50c1b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.089542 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-595498ca-a4b8-47bf-bb55-06da50c1b5dc service neutron] 10.222.0.49 "GET /v2.0/ports/bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 HTTP/1.1" status: 200 len: 1094 time: 0.0569148 Apr 21 20:56:57.103586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Request body: {'binding': {'host': 'n-h2-838945-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:57.104046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Unknown quota resources ['binding']. {{(pid=114646) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 20:56:57.146586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.223390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-99b2cefc-97f0-4609-b99d-8e6db34b0cad service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825294 Apr 21 20:56:57.245474 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57f1c0b7-f15b-4f77-8277-4ddcaab378c4 req-a467fc5c-d567-494e-b7e0-0aecb0e96d55 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/4db80041-4c08-4e51-8300-cde70a849699 HTTP/1.1" status: 200 len: 1807 time: 0.1121006 Apr 21 20:56:57.288963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.317086 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.323841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.328965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['fdb9001b-8778-4dee-a10b-877e3d7986f7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:56:57.390470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on host n-h2-838945-1 for vnic_type normal with profile None {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:57.390801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:57.391132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:57.399805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Network 4882a2d2-910e-4e67-8671-e68ba844bff9 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:56:57.411871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:56:57.414125 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Pushing event updated for resources: {'Port': ['ID=169a2cc1-39dc-430a-a068-f9de4f2f855c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:57.418132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:56:57.420450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:57.420852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:57.425882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-57f1c0b7-f15b-4f77-8277-4ddcaab378c4 req-0650b0d4-ca1b-4d94-80bd-bd94a49b6da7 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.448010 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-847852d8-9c25-4e3f-b3fc-481007728a86 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166970 Apr 21 20:56:57.454359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:57.454688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:57.455074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:57.455518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Bound port: bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:57.515968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-57f1c0b7-f15b-4f77-8277-4ddcaab378c4 req-0650b0d4-ca1b-4d94-80bd-bd94a49b6da7 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.520140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-c551ce4a-c01e-413d-9a85-579c6a831c0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=130bc0cd-fc81-483d-a3d1-bf09acda7ea8 HTTP/1.1" status: 200 len: 217 time: 0.0393622 Apr 21 20:56:57.534805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.535416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.576275 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-834a8cd0-4c56-45f4-8849-335d8b7c1d4b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1962488 Apr 21 20:56:57.583567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:57.590657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Request body: {'port': {'device_id': 'a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:56:57.603709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-be0bea7a-5533-490e-9aea-8fd8c888ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.605161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-be0bea7a-5533-490e-9aea-8fd8c888ce4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8090178e-1083-463b-8037-70b42f5eb641 HTTP/1.1" status: 200 len: 797 time: 0.0763278 Apr 21 20:56:57.613503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] Notify callbacks [] for binding, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.614622 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-f040864f-a64e-45bd-b2c0-1f2506f74f39 service neutron] 10.222.0.49 "POST /v2.0/ports/bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5158677 Apr 21 20:56:57.622299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.659588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:57.661237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.686666 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-57f1c0b7-f15b-4f77-8277-4ddcaab378c4 req-0650b0d4-ca1b-4d94-80bd-bd94a49b6da7 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.689152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-57f1c0b7-f15b-4f77-8277-4ddcaab378c4 req-0650b0d4-ca1b-4d94-80bd-bd94a49b6da7 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.699555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57f1c0b7-f15b-4f77-8277-4ddcaab378c4 req-0650b0d4-ca1b-4d94-80bd-bd94a49b6da7 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "DELETE /v2.0/security-groups/4db80041-4c08-4e51-8300-cde70a849699 HTTP/1.1" status: 204 len: 173 time: 0.4426353 Apr 21 20:56:57.730054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port ed75f51d-e03a-4de6-829f-f04e0e37cccf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:57.732626 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.777852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650b0d4-ca1b-4d94-80bd-bd94a49b6da7 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db80041-4c08-4e51-8300-cde70a849699,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:57.909744 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.935882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da44f0-68fc-407d-8ec9-917b1ba2ef65 req-91f2863a-7799-41d4-a3da-a60dd7ffea3b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.939413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:57.941972 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e51deb2-b259-4d2a-be65-12f5e8895fd8" -d '{"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:57.943233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da44f0-68fc-407d-8ec9-917b1ba2ef65 req-91f2863a-7799-41d4-a3da-a60dd7ffea3b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.949927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da44f0-68fc-407d-8ec9-917b1ba2ef65 req-91f2863a-7799-41d4-a3da-a60dd7ffea3b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.955748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:57.957786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da44f0-68fc-407d-8ec9-917b1ba2ef65 req-91f2863a-7799-41d4-a3da-a60dd7ffea3b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.963923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da44f0-68fc-407d-8ec9-917b1ba2ef65 req-91f2863a-7799-41d4-a3da-a60dd7ffea3b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.965286 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:57.966414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6694cb6e-1fc6-4db7-a463-3069b3bde03f up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:56:57.971113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da44f0-68fc-407d-8ec9-917b1ba2ef65 req-91f2863a-7799-41d4-a3da-a60dd7ffea3b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.977123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da44f0-68fc-407d-8ec9-917b1ba2ef65 req-91f2863a-7799-41d4-a3da-a60dd7ffea3b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:57.979236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65da44f0-68fc-407d-8ec9-917b1ba2ef65 req-91f2863a-7799-41d4-a3da-a60dd7ffea3b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.1882620 Apr 21 20:56:58.071605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65da44f0-68fc-407d-8ec9-917b1ba2ef65 req-49707a05-c2bc-42cb-8289-d000b37abd09 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832531 Apr 21 20:56:58.100249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4a29045d-bb02-4edf-9e94-985884ac232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:58.101769 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-4a29045d-bb02-4edf-9e94-985884ac232a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=683de660-c9b0-41d0-b6a9-943fd48c7844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4902084 Apr 21 20:56:58.110630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=10']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:58.112997 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.117192 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.147208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 6694cb6e-1fc6-4db7-a463-3069b3bde03f completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:56:58.154377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 6694cb6e-1fc6-4db7-a463-3069b3bde03f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:56:58.154890 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.190479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8dacc38b-0de4-4fdc-940c-4b1fe295aee5 req-565661c0-7c82-4b4c-96e0-f085ef8e4e29 tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/c9ca1a2f-fe89-4378-a072-de4be3bd6325 HTTP/1.1" status: 200 len: 1805 time: 0.2362339 Apr 21 20:56:58.234413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-a8e887c2-6aad-45a2-b938-2f34344fda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:58.235161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169a2cc1-39dc-430a-a068-f9de4f2f855c {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:56:58.236025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-a8e887c2-6aad-45a2-b938-2f34344fda17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 1097 time: 0.2807925 Apr 21 20:56:58.246113 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.260486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.260995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bf0086f-2819-4c2a-8ad1-9587ad6a5471 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:56:58.280217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faca66d-b315-4a38-80ef-bfd9ad083641 req-708b2ddb-1ea9-4a81-bc38-f617fe4feca7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:58.288685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7faca66d-b315-4a38-80ef-bfd9ad083641 req-708b2ddb-1ea9-4a81-bc38-f617fe4feca7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.0937123 Apr 21 20:56:58.291659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Transition to ACTIVE for port object 169a2cc1-39dc-430a-a068-f9de4f2f855c will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:56:58.301643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.333824 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.358473 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 21 20:56:58.359525 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-292dce71-fdb2-43f0-bfd7-b9e430194988 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8757544 Apr 21 20:56:58.366648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49714) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:56:58.384449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6694cb6e-1fc6-4db7-a463-3069b3bde03f, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6694cb6e-1fc6-4db7-a463-3069b3bde03f,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:56:58.396613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-2f9c88bb-3415-4659-96de-1523ceca2e8e service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816114 Apr 21 20:56:58.401335 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.404266 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8dacc38b-0de4-4fdc-940c-4b1fe295aee5 req-f04bf497-3e50-4935-8755-ac1b90968abc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.439199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7faca66d-b315-4a38-80ef-bfd9ad083641 req-b6dc2d7c-6145-4bb9-97dc-225bf198ef0f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484079 Apr 21 20:56:58.443546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Pushing event updated for resources: {'Port': ['ID=169a2cc1-39dc-430a-a068-f9de4f2f855c,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:58.443875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-9cbe09be-b802-4ab7-9807-019c3b6af425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:58.445364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-9cbe09be-b802-4ab7-9807-019c3b6af425 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.1966162 Apr 21 20:56:58.456620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6694cb6e-1fc6-4db7-a463-3069b3bde03f,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:58.535539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8dacc38b-0de4-4fdc-940c-4b1fe295aee5 req-f04bf497-3e50-4935-8755-ac1b90968abc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.545739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-cb0e3aff-e100-4c79-9761-38cfe8c2d74a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 HTTP/1.1" status: 200 len: 217 time: 0.0553870 Apr 21 20:56:58.608873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Attempting to bind port 169a2cc1-39dc-430a-a068-f9de4f2f855c on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:56:58.609126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Attempting to bind port 169a2cc1-39dc-430a-a068-f9de4f2f855c by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:56:58.609457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Attempting to bind port 169a2cc1-39dc-430a-a068-f9de4f2f855c on network 4882a2d2-910e-4e67-8671-e68ba844bff9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:58.623761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7bf2c-d086-4633-8fd9-94c091299b4c req-5797dfe0-4fd0-4aff-b447-22bef3aa1915 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:58.625321 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7b7bf2c-d086-4633-8fd9-94c091299b4c req-5797dfe0-4fd0-4aff-b447-22bef3aa1915 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 945 time: 0.1178493 Apr 21 20:56:58.628032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Port 169a2cc1-39dc-430a-a068-f9de4f2f855c on network 4882a2d2-910e-4e67-8671-e68ba844bff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:56:58.628360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Attempting to bind port 169a2cc1-39dc-430a-a068-f9de4f2f855c on network 4882a2d2-910e-4e67-8671-e68ba844bff9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:56:58.635644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-81e1771d-3dbe-40b5-9bbc-2a06a1cf9c58 service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327924 Apr 21 20:56:58.639277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-4c5a0eb6-f354-4b46-80b2-5acde84c7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:58.640720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-4c5a0eb6-f354-4b46-80b2-5acde84c7e8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0884738 Apr 21 20:56:58.643832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:56:58.644166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Checking segment: {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:56:58.644548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Bound using segment: {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:56:58.645015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Bound port: 169a2cc1-39dc-430a-a068-f9de4f2f855c, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a97c6289-1194-4585-aa94-fdfce2e6e380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:56:58.645357 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.660014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb5ac2-dd5e-4e10-b440-ca4081a581a8 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Deleting port 954466c2-f03c-40df-8a76-e116a24827c8 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:56:58.660350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5ac2-dd5e-4e10-b440-ca4081a581a8 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.685692 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8dacc38b-0de4-4fdc-940c-4b1fe295aee5 req-f04bf497-3e50-4935-8755-ac1b90968abc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.688701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8dacc38b-0de4-4fdc-940c-4b1fe295aee5 req-f04bf497-3e50-4935-8755-ac1b90968abc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.689875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8dacc38b-0de4-4fdc-940c-4b1fe295aee5 req-f04bf497-3e50-4935-8755-ac1b90968abc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "DELETE /v2.0/security-groups/c9ca1a2f-fe89-4378-a072-de4be3bd6325 HTTP/1.1" status: 204 len: 173 time: 0.4980571 Apr 21 20:56:58.706598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-6610c091-f0be-4572-bc8f-7ac4a67a9a0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d489134-c1a7-495c-ad38-3b44b6c7a224 HTTP/1.1" status: 200 len: 217 time: 0.0649452 Apr 21 20:56:58.709811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-10db4e29-e21e-4167-b8e0-17d1c33a58bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597064 Apr 21 20:56:58.714923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bf497-3e50-4935-8755-ac1b90968abc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca1a2f-fe89-4378-a072-de4be3bd6325,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:58.746886 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91bd058-0c51-4fef-82ec-31ae43e36e76 x-openstack-request-id: req-b91bd058-0c51-4fef-82ec-31ae43e36e76 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:58.747184 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-plugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:58.747877 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b91bd058-0c51-4fef-82ec-31ae43e36e76 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:58.748363 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91bd058-0c51-4fef-82ec-31ae43e36e76'] response: {'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'code': 200} Apr 21 20:56:58.778141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7b7bf2c-d086-4633-8fd9-94c091299b4c req-559b965b-c71f-4251-8d35-d1c2442ad859 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454794 Apr 21 20:56:58.846346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] For port 169a2cc1-39dc-430a-a068-f9de4f2f855c, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:56:58.854643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] For port 169a2cc1-39dc-430a-a068-f9de4f2f855c, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=169a2cc1-39dc-430a-a068-f9de4f2f855c,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:56:58.857960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5ac2-dd5e-4e10-b440-ca4081a581a8 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.884938 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:58.928235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-e32248e8-19c6-4d11-956d-31f5bee6cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:58.928459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-e32248e8-19c6-4d11-956d-31f5bee6cd1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8090178e-1083-463b-8037-70b42f5eb641 HTTP/1.1" status: 200 len: 797 time: 0.2107246 Apr 21 20:56:58.989119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b873888-39ae-437c-8d44-cc276a32480a req-8b42c663-2317-430b-a151-b538bb96c9e5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:58.996558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b873888-39ae-437c-8d44-cc276a32480a req-8b42c663-2317-430b-a151-b538bb96c9e5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 943 time: 0.1615131 Apr 21 20:56:59.036052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-8254c7cc-b765-4d7d-9ad5-b37b0bffd875 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166780 Apr 21 20:56:59.036677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.037618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:59.040810 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/169a2cc1-39dc-430a-a068-f9de4f2f855c HTTP/1.1" status: 200 len: 1091 time: 1.4550695 Apr 21 20:56:59.047016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb5ac2-dd5e-4e10-b440-ca4081a581a8 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Calling delete_port for 954466c2-f03c-40df-8a76-e116a24827c8 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:56:59.049227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1', 'tag': '169a2cc1-39dc-430a-a068-f9de4f2f855c'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:56:59.051939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-e7806d67-2ea7-44e3-80fa-2adf5bc7dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.053467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-e7806d67-2ea7-44e3-80fa-2adf5bc7dd8b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=683de660-c9b0-41d0-b6a9-943fd48c7844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171741 Apr 21 20:56:59.053684 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2279da8-e30c-4740-ad61-726ed5a49d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1", "tag": "169a2cc1-39dc-430a-a068-f9de4f2f855c"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:56:59.070156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04d6cd8e-7715-48e7-a195-e67f749209c7 req-11b82e16-98e7-40a8-8a83-a88701fbb88f tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/c3205ad3-2147-40b4-9601-dbb3604ec76d HTTP/1.1" status: 200 len: 2407 time: 0.1396806 Apr 21 20:56:59.085553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f95216-d714-4d75-a52f-22a403fa01b6 service neutron] Pushing event updated for resources: {'Port': ['ID=169a2cc1-39dc-430a-a068-f9de4f2f855c,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:59.119475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b873888-39ae-437c-8d44-cc276a32480a req-924d9a07-6245-4c4e-bff6-f09f52fc4020 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219511 Apr 21 20:56:59.266442 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c0d2e7-3c7b-407a-ae18-99d920a1384f x-openstack-request-id: req-21c0d2e7-3c7b-407a-ae18-99d920a1384f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:56:59.266967 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1", "tag": "169a2cc1-39dc-430a-a068-f9de4f2f855c", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:56:59.267281 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21c0d2e7-3c7b-407a-ae18-99d920a1384f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:56:59.267796 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c0d2e7-3c7b-407a-ae18-99d920a1384f'] response: {'name': 'network-changed', 'server_uuid': 'a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1', 'tag': '169a2cc1-39dc-430a-a068-f9de4f2f855c', 'status': 'completed', 'code': 200} Apr 21 20:56:59.284835 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5ac2-dd5e-4e10-b440-ca4081a581a8 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:59.330832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-72cc0da0-d909-42b8-845a-6a14912787cc service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664280 Apr 21 20:56:59.335406 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-31cbe2ab-46b0-4e0a-b1ab-e2798e74e642 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919075 Apr 21 20:56:59.343868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-04d6cd8e-7715-48e7-a195-e67f749209c7 req-5ed3064b-cb49-4e0f-8dad-b1c10aa5964c tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:59.355646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb5ac2-dd5e-4e10-b440-ca4081a581a8 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Pushing event deleted for resources: {'Port': ['ID=954466c2-f03c-40df-8a76-e116a24827c8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:56:59.429562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-1ab40c22-8b87-4f5e-adc2-b28056bc477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.431166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-1ab40c22-8b87-4f5e-adc2-b28056bc477f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3f56938e490466592e9a080b5a3cb6a&device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 1094 time: 0.1676576 Apr 21 20:56:59.440703 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-04d6cd8e-7715-48e7-a195-e67f749209c7 req-5ed3064b-cb49-4e0f-8dad-b1c10aa5964c tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:59.508084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3622eb1-b4c9-46f5-8e54-0e9050284f16 req-43d11866-73f5-4d4d-bb3c-37055f6b18b8 service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539834 Apr 21 20:56:59.512325 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-ebc530b6-d067-497b-b57b-3d68e88d0425 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169a2cc1-39dc-430a-a068-f9de4f2f855c HTTP/1.1" status: 200 len: 217 time: 0.0544193 Apr 21 20:56:59.513604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5ac2-dd5e-4e10-b440-ca4081a581a8 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:59.516918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b8bb5ac2-dd5e-4e10-b440-ca4081a581a8 tempest-RoutersAdminNegativeTest-468270517 tempest-RoutersAdminNegativeTest-468270517-project-admin] 10.222.0.49 "DELETE /v2.0/ports/954466c2-f03c-40df-8a76-e116a24827c8 HTTP/1.1" status: 204 len: 168 time: 1.1492915 Apr 21 20:56:59.565669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-44b7224d-43c6-4b33-b1cc-8075ea4e4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.567520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-44b7224d-43c6-4b33-b1cc-8075ea4e4c4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfd78404-457a-407b-b7d0-205ce877abd0 HTTP/1.1" status: 200 len: 850 time: 0.0472386 Apr 21 20:56:59.575733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2e560-d605-4669-bd1d-ad69a4d72858 req-1fa6780f-a0b1-4a44-be3d-2dbac2b5a1b8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.582920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2e560-d605-4669-bd1d-ad69a4d72858 req-1fa6780f-a0b1-4a44-be3d-2dbac2b5a1b8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.589382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2e560-d605-4669-bd1d-ad69a4d72858 req-1fa6780f-a0b1-4a44-be3d-2dbac2b5a1b8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.596120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2e560-d605-4669-bd1d-ad69a4d72858 req-1fa6780f-a0b1-4a44-be3d-2dbac2b5a1b8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.611859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2e560-d605-4669-bd1d-ad69a4d72858 req-1fa6780f-a0b1-4a44-be3d-2dbac2b5a1b8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.615737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-43e615c6-b729-4786-9b86-a7b520428349 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4882a2d2-910e-4e67-8671-e68ba844bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407152 Apr 21 20:56:59.618803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2e560-d605-4669-bd1d-ad69a4d72858 req-1fa6780f-a0b1-4a44-be3d-2dbac2b5a1b8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.625719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2e560-d605-4669-bd1d-ad69a4d72858 req-1fa6780f-a0b1-4a44-be3d-2dbac2b5a1b8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.635371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8d2e560-d605-4669-bd1d-ad69a4d72858 req-1fa6780f-a0b1-4a44-be3d-2dbac2b5a1b8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.3627548 Apr 21 20:56:59.733439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-ecd018e6-61a5-408e-b7fb-6441a7b06128 service neutron] 10.222.0.46 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102960 Apr 21 20:56:59.735324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-04d6cd8e-7715-48e7-a195-e67f749209c7 req-5ed3064b-cb49-4e0f-8dad-b1c10aa5964c tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:59.738432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-04d6cd8e-7715-48e7-a195-e67f749209c7 req-5ed3064b-cb49-4e0f-8dad-b1c10aa5964c tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:56:59.741258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04d6cd8e-7715-48e7-a195-e67f749209c7 req-5ed3064b-cb49-4e0f-8dad-b1c10aa5964c tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "DELETE /v2.0/security-groups/c3205ad3-2147-40b4-9601-dbb3604ec76d HTTP/1.1" status: 204 len: 173 time: 0.6699116 Apr 21 20:56:59.773623 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8d2e560-d605-4669-bd1d-ad69a4d72858 req-121ab869-9c33-4114-87f3-a3a044f86249 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303546 Apr 21 20:56:59.840832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-fcaf790e-32fc-4010-9f39-bce5becca0c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3311522 Apr 21 20:56:59.896248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-2a2f30d8-501f-4b18-b6e8-c1907272530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.900127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-2a2f30d8-501f-4b18-b6e8-c1907272530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.901523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-2a2f30d8-501f-4b18-b6e8-c1907272530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.902179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-2a2f30d8-501f-4b18-b6e8-c1907272530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.902791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-2a2f30d8-501f-4b18-b6e8-c1907272530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.903396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-2a2f30d8-501f-4b18-b6e8-c1907272530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.903995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-2a2f30d8-501f-4b18-b6e8-c1907272530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:56:59.906404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-2a2f30d8-501f-4b18-b6e8-c1907272530f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6477 time: 0.2620494 Apr 21 20:57:00.013175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2711f7db-0001-4eed-9c52-d80af5e1314a req-f5087f11-7fb8-45d1-96aa-fc1d37b30b6e tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "GET /v2.0/security-groups/aa9c76fd-5412-405b-b6a8-a3107373b9cb HTTP/1.1" status: 200 len: 2399 time: 0.1502829 Apr 21 20:57:00.093486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49752) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:00.127814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-af49f0a7-3ea9-4fdc-a2c4-c2cb32a21a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.128454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-af49f0a7-3ea9-4fdc-a2c4-c2cb32a21a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.128786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-af49f0a7-3ea9-4fdc-a2c4-c2cb32a21a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.137148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-af49f0a7-3ea9-4fdc-a2c4-c2cb32a21a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.137697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-af49f0a7-3ea9-4fdc-a2c4-c2cb32a21a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.138228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-af49f0a7-3ea9-4fdc-a2c4-c2cb32a21a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.138702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-af49f0a7-3ea9-4fdc-a2c4-c2cb32a21a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.140815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-af49f0a7-3ea9-4fdc-a2c4-c2cb32a21a93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 6501 time: 0.2073634 Apr 21 20:57:00.202557 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2711f7db-0001-4eed-9c52-d80af5e1314a req-9f08a166-cdd7-4cf2-b4c8-247244b93bdc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:00.239041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3064b-cb49-4e0f-8dad-b1c10aa5964c tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3205ad3-2147-40b4-9601-dbb3604ec76d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:00.307630 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-041528dc-274d-43af-9fe4-c041dacf7aa5 req-67b21c6a-9d13-482b-bec8-2725a04b762f service neutron] 10.222.0.46 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636632 Apr 21 20:57:00.316498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c8e83-21bc-4a02-909a-f0e5a76b738e req-74a5f102-7d5b-4b08-9936-8b9c1ea4be2f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.317987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b5c8e83-21bc-4a02-909a-f0e5a76b738e req-74a5f102-7d5b-4b08-9936-8b9c1ea4be2f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.0974746 Apr 21 20:57:00.392270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2711f7db-0001-4eed-9c52-d80af5e1314a req-9f08a166-cdd7-4cf2-b4c8-247244b93bdc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:00.413415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b5c8e83-21bc-4a02-909a-f0e5a76b738e req-986bec39-c744-4407-ac75-35e83e6bb03b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862973 Apr 21 20:57:00.424847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-963bd9a9-4ef0-42a4-8b89-378fb381c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.426552 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-963bd9a9-4ef0-42a4-8b89-378fb381c69e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3f56938e490466592e9a080b5a3cb6a&device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 1094 time: 0.0627584 Apr 21 20:57:00.435675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cc3803f-bb57-4ffb-92f2-cb13ddf35106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:00.470697 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1af2aa02-c82b-45f7-9744-70e4c375a180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:00.509265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-ea0f34d0-9966-4d09-bc77-54df28d40e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.510673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-ea0f34d0-9966-4d09-bc77-54df28d40e98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=683de660-c9b0-41d0-b6a9-943fd48c7844 HTTP/1.1" status: 200 len: 902 time: 0.5895917 Apr 21 20:57:00.604498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-10efc05e-a554-4a98-bf6c-b80da0f1dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.610192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-10efc05e-a554-4a98-bf6c-b80da0f1dbe9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 200 len: 911 time: 0.1758740 Apr 21 20:57:00.669275 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-88414710-3899-4c57-9565-ff2832b46344 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169a2cc1-39dc-430a-a068-f9de4f2f855c HTTP/1.1" status: 200 len: 217 time: 0.0497770 Apr 21 20:57:00.678893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8db3bb-d55a-42d1-8307-ea2adb9c2dfd req-3afeb170-b12c-4552-b4fb-db2a381b5776 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.680586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb8db3bb-d55a-42d1-8307-ea2adb9c2dfd req-3afeb170-b12c-4552-b4fb-db2a381b5776 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 945 time: 0.1179395 Apr 21 20:57:00.691247 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cc3803f-bb57-4ffb-92f2-cb13ddf35106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:00.703343 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-66c45fde-987f-490e-9e2c-514c9720cb28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d489134-c1a7-495c-ad38-3b44b6c7a224 HTTP/1.1" status: 200 len: 217 time: 0.1731055 Apr 21 20:57:00.705637 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cc3803f-bb57-4ffb-92f2-cb13ddf35106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:00.708813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-fbe1ed1c-02e3-446c-8284-86e949bcaf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.709443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-fbe1ed1c-02e3-446c-8284-86e949bcaf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.710010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-fbe1ed1c-02e3-446c-8284-86e949bcaf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.711781 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-fbe1ed1c-02e3-446c-8284-86e949bcaf35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dff397c0-118c-4bfa-9bfc-6606a5b4c319&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&id=1942e038-afad-4a0d-9231-13760299a205&id=1942e038-afad-4a0d-9231-13760299a205 HTTP/1.1" status: 200 len: 2298 time: 0.5399656 Apr 21 20:57:00.749348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af84f80a-7137-4e7c-9129-4daecb0cc613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6694cb6e-1fc6-4db7-a463-3069b3bde03f'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:00.753343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-b78efaaa-01d6-4297-8d62-446ca102a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.753586 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a9d737-58e3-4f8c-93f1-fe06396ed084" -d '{"events": [{"server_uuid": "af84f80a-7137-4e7c-9129-4daecb0cc613", "name": "network-vif-plugged", "status": "completed", "tag": "6694cb6e-1fc6-4db7-a463-3069b3bde03f"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:00.754811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-b78efaaa-01d6-4297-8d62-446ca102a152 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfd78404-457a-407b-b7d0-205ce877abd0 HTTP/1.1" status: 200 len: 850 time: 0.0733151 Apr 21 20:57:00.757931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb8db3bb-d55a-42d1-8307-ea2adb9c2dfd req-f0949f3f-abdc-4eed-8963-5b906b5737e4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688393 Apr 21 20:57:00.805936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-b92c6988-3959-42f8-8a16-8f2e2cc99616 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4882a2d2-910e-4e67-8671-e68ba844bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398529 Apr 21 20:57:00.954943 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-8b33bfb6-5d4a-40c9-9085-7471c04daf2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94 HTTP/1.1" status: 200 len: 1001 time: 0.1706555 Apr 21 20:57:00.975983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-6414405b-a193-4bbf-8953-93209a35d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:00.977769 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-6414405b-a193-4bbf-8953-93209a35d2df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8090178e-1083-463b-8037-70b42f5eb641 HTTP/1.1" status: 200 len: 797 time: 0.2636921 Apr 21 20:57:01.051175 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2711f7db-0001-4eed-9c52-d80af5e1314a req-9f08a166-cdd7-4cf2-b4c8-247244b93bdc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:01.054399 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2711f7db-0001-4eed-9c52-d80af5e1314a req-9f08a166-cdd7-4cf2-b4c8-247244b93bdc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:01.067163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2711f7db-0001-4eed-9c52-d80af5e1314a req-9f08a166-cdd7-4cf2-b4c8-247244b93bdc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] 10.222.0.49 "DELETE /v2.0/security-groups/aa9c76fd-5412-405b-b6a8-a3107373b9cb HTTP/1.1" status: 204 len: 173 time: 1.0529642 Apr 21 20:57:01.069078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49770) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:01.069476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef5a6-f31c-4f26-b9f8-932d12209ce0 req-8fb388eb-ed1d-41d4-8eba-56b4f0ac7787 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.071237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9fdef5a6-f31c-4f26-b9f8-932d12209ce0 req-8fb388eb-ed1d-41d4-8eba-56b4f0ac7787 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 943 time: 0.1158834 Apr 21 20:57:01.089626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8cc3803f-bb57-4ffb-92f2-cb13ddf35106 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f77cdf19e30d4895be36db41cc5d3f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9945762 Apr 21 20:57:01.092067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49772) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:01.113858 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd13c457-ceef-4317-81e3-784b8e4fe135 x-openstack-request-id: req-dd13c457-ceef-4317-81e3-784b8e4fe135 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:01.114442 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af84f80a-7137-4e7c-9129-4daecb0cc613", "name": "network-vif-plugged", "status": "completed", "tag": "6694cb6e-1fc6-4db7-a463-3069b3bde03f", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:01.114703 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd13c457-ceef-4317-81e3-784b8e4fe135 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:01.115087 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd13c457-ceef-4317-81e3-784b8e4fe135'] response: {'server_uuid': 'af84f80a-7137-4e7c-9129-4daecb0cc613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6694cb6e-1fc6-4db7-a463-3069b3bde03f', 'code': 200} Apr 21 20:57:01.162051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9fdef5a6-f31c-4f26-b9f8-932d12209ce0 req-76eee24b-de5f-40e6-b197-633d8b977cf3 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829210 Apr 21 20:57:01.170644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-711ecb23-9b23-47f9-a327-1c389ab9970b service neutron] 10.222.0.46 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610363 Apr 21 20:57:01.361046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2279da8-e30c-4740-ad61-726ed5a49d5a req-f1129e8f-ac2e-4092-a23a-10ba0455a0ac service neutron] 10.222.0.46 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813254 Apr 21 20:57:01.460080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3803f-bb57-4ffb-92f2-cb13ddf35106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6070219-5150-4490-9316-e98eb56590ed,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:01.573895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-1d340e3c-fcff-40e2-bd69-0780edf8ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.575550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-1d340e3c-fcff-40e2-bd69-0780edf8ed22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=de0e18d2-3d10-4e98-876c-60e1b50313cd HTTP/1.1" status: 200 len: 855 time: 0.5948453 Apr 21 20:57:01.576464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08a166-cdd7-4cf2-b4c8-247244b93bdc tempest-SecurityGroupRulesTestJSON-76119676 tempest-SecurityGroupRulesTestJSON-76119676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9c76fd-5412-405b-b6a8-a3107373b9cb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:01.586536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-da65ea4c-efd8-42eb-a123-18a7e52534fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.590612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-da65ea4c-efd8-42eb-a123-18a7e52534fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=683de660-c9b0-41d0-b6a9-943fd48c7844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5931942 Apr 21 20:57:01.613955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc44eec-3a88-45f6-b28c-64e0ef9118e3 admin admin] Deleting subnet 38b55d63-20eb-42ff-9930-6422af1253ff {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:01.617636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfc44eec-3a88-45f6-b28c-64e0ef9118e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:01.669664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c7107-f07c-4aaf-b324-404154585b55 req-6cb42797-54b6-4a56-a63c-9c4ef929e7ca tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.680524 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b20c7107-f07c-4aaf-b324-404154585b55 req-6cb42797-54b6-4a56-a63c-9c4ef929e7ca tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.1275942 Apr 21 20:57:01.729110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-17b0b573-b297-4ebd-b70b-67a238939bd1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6346812 Apr 21 20:57:01.733372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b20c7107-f07c-4aaf-b324-404154585b55 req-683a0cd9-4e4b-4811-ba8f-710384ad91d3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516906 Apr 21 20:57:01.766058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c980f5f3-f06c-432b-b84d-2316734f6bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:01.793158 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfc44eec-3a88-45f6-b28c-64e0ef9118e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:01.827356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8e863-62b3-4ed1-b127-cac7b241ec9c req-c0bc7c5e-7160-4de8-b043-93177d85b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.829459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65b8e863-62b3-4ed1-b127-cac7b241ec9c req-c0bc7c5e-7160-4de8-b043-93177d85b3f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 1096 time: 0.3612490 Apr 21 20:57:01.842814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06193c-bc26-4662-975a-0e344a86489b req-488a9fa8-bbba-42ef-9bb2-7fba9be71a32 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.856978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06193c-bc26-4662-975a-0e344a86489b req-488a9fa8-bbba-42ef-9bb2-7fba9be71a32 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.863703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06193c-bc26-4662-975a-0e344a86489b req-488a9fa8-bbba-42ef-9bb2-7fba9be71a32 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.869942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06193c-bc26-4662-975a-0e344a86489b req-488a9fa8-bbba-42ef-9bb2-7fba9be71a32 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.875876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06193c-bc26-4662-975a-0e344a86489b req-488a9fa8-bbba-42ef-9bb2-7fba9be71a32 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.881923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06193c-bc26-4662-975a-0e344a86489b req-488a9fa8-bbba-42ef-9bb2-7fba9be71a32 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.887894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06193c-bc26-4662-975a-0e344a86489b req-488a9fa8-bbba-42ef-9bb2-7fba9be71a32 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.896374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d06193c-bc26-4662-975a-0e344a86489b req-488a9fa8-bbba-42ef-9bb2-7fba9be71a32 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.4273195 Apr 21 20:57:01.951270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c980f5f3-f06c-432b-b84d-2316734f6bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:01.968063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661ddff-675b-4008-90f9-0ef0c7ecd128 req-3de05b47-93a6-4d16-84fc-37db06924b97 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.970378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1661ddff-675b-4008-90f9-0ef0c7ecd128 req-3de05b47-93a6-4d16-84fc-37db06924b97 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 945 time: 0.0959964 Apr 21 20:57:01.970825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-cdf0af9e-b228-46f9-8655-6578389c57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:01.972303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-cdf0af9e-b228-46f9-8655-6578389c57c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dff397c0-118c-4bfa-9bfc-6606a5b4c319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3666327 Apr 21 20:57:02.082485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1661ddff-675b-4008-90f9-0ef0c7ecd128 req-28f9c43c-6d54-442c-9082-8c35b221f286 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012185 Apr 21 20:57:02.141451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfc44eec-3a88-45f6-b28c-64e0ef9118e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:02.144816 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65b8e863-62b3-4ed1-b127-cac7b241ec9c req-35def085-a3fe-4a96-bd4b-23a9b6fecfee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444391 Apr 21 20:57:02.174812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-84f34627-10df-42ab-8e79-c562512aee2e service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678060 Apr 21 20:57:02.197421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d06193c-bc26-4662-975a-0e344a86489b req-ccfe3ad0-59b3-493c-bc6e-3369ea0372f1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999992 Apr 21 20:57:02.272961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-f9ee9a51-074a-4a69-88e6-72130e3a84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:02.275668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-f9ee9a51-074a-4a69-88e6-72130e3a84d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 1095 time: 0.4540808 Apr 21 20:57:02.293249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c980f5f3-f06c-432b-b84d-2316734f6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:02.296704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c980f5f3-f06c-432b-b84d-2316734f6bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:02.298366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c980f5f3-f06c-432b-b84d-2316734f6bc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6070219-5150-4490-9316-e98eb56590ed HTTP/1.1" status: 204 len: 168 time: 1.1939383 Apr 21 20:57:02.443716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faad5b-d192-44ef-bc2d-59f9b9d9dfc4 req-eb2949a2-2a6d-4c5e-96eb-0e275f47743a tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:02.448155 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01faad5b-d192-44ef-bc2d-59f9b9d9dfc4 req-eb2949a2-2a6d-4c5e-96eb-0e275f47743a tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 943 time: 0.1399670 Apr 21 20:57:02.559056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01faad5b-d192-44ef-bc2d-59f9b9d9dfc4 req-e8bd7c69-3889-450a-af6e-4217eb0a755d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027322 Apr 21 20:57:02.629898 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-d25a83e1-790d-4358-8e6a-7642df96e316 service neutron] 10.222.0.46 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291461 Apr 21 20:57:02.631136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-7c5eb655-d31e-49db-829f-21aaf3dc00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:02.632595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-7c5eb655-d31e-49db-829f-21aaf3dc00ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.2892997 Apr 21 20:57:02.748997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980f5f3-f06c-432b-b84d-2316734f6bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6070219-5150-4490-9316-e98eb56590ed,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:02.753499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-b84e79f4-0871-4d43-844b-7fec72040aac service neutron] 10.222.0.46 "GET /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124218 Apr 21 20:57:02.764932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49798) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:02.793877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3561045-72f3-449d-9d38-15682560f82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:02.840627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0c89f507-4b29-4ef8-97c1-90ca5c932beb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d46ca58fc0be486fb5eafb473a36cdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743363 Apr 21 20:57:02.841500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49800) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:02.862139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-4bbd18e7-b944-4446-8bf7-e0fc3007ec57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 200 len: 217 time: 0.2173755 Apr 21 20:57:02.926501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-68eda402-ac3e-4634-9ece-e6b763819ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:02.956816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-68eda402-ac3e-4634-9ece-e6b763819ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:02.981242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfc44eec-3a88-45f6-b28c-64e0ef9118e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:02.995822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-e8450b0b-37cc-4db9-bc9e-b3b546de0af2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=86aae9c2-7ba2-4322-9ed3-3a81b43534ad HTTP/1.1" status: 200 len: 217 time: 0.1272435 Apr 21 20:57:03.034109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc44eec-3a88-45f6-b28c-64e0ef9118e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b55d63-20eb-42ff-9930-6422af1253ff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:03.037000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfc44eec-3a88-45f6-b28c-64e0ef9118e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.043280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cfc44eec-3a88-45f6-b28c-64e0ef9118e3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/38b55d63-20eb-42ff-9930-6422af1253ff HTTP/1.1" status: 204 len: 168 time: 1.9522722 Apr 21 20:57:03.049047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49802) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:03.114252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df01b1-35eb-4a5c-90b7-0d023c391227 req-6ff5a90e-ca05-4587-bc54-ef3a6ecc2e52 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.115850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34df01b1-35eb-4a5c-90b7-0d023c391227 req-6ff5a90e-ca05-4587-bc54-ef3a6ecc2e52 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.2506044 Apr 21 20:57:03.124148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7334c107-6d7c-4f28-b38d-9c6f3217940f req-e292ddd0-58dd-407c-b679-39d87efae3d5 service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9367316 Apr 21 20:57:03.146416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-68eda402-ac3e-4634-9ece-e6b763819ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.149305 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-68eda402-ac3e-4634-9ece-e6b763819ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.152687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-68eda402-ac3e-4634-9ece-e6b763819ca3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c419eb80-fd4f-405b-bcc5-3923803fa226 HTTP/1.1" status: 204 len: 168 time: 0.3071795 Apr 21 20:57:03.153932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-ab9b797c-00fc-4d1b-9555-d2f32630ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.155387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-ab9b797c-00fc-4d1b-9555-d2f32630ca58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.2645659 Apr 21 20:57:03.173647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eda402-ac3e-4634-9ece-e6b763819ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c419eb80-fd4f-405b-bcc5-3923803fa226,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:03.190781 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.204002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-394dd040-f6d2-4c6e-aa54-fcf235444284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.205682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-394dd040-f6d2-4c6e-aa54-fcf235444284 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.1747637 Apr 21 20:57:03.207465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-c6db2743-b471-4a7d-9b60-f76b84f74ed0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370548 Apr 21 20:57:03.237248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34df01b1-35eb-4a5c-90b7-0d023c391227 req-66bd2f3e-41ef-4c12-888f-8c55d46ae572 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090102 Apr 21 20:57:03.373291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-33302b2c-7004-4561-832a-c93174f61a26 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446755 Apr 21 20:57:03.401864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dbef7-74a1-4d54-9842-85c1bb3bb20a req-6af434b2-80b8-4036-abbf-2561985b4ce2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.403404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f51dbef7-74a1-4d54-9842-85c1bb3bb20a req-6af434b2-80b8-4036-abbf-2561985b4ce2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 945 time: 0.1801667 Apr 21 20:57:03.445389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.515993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47813538-24e8-4df6-adab-4fbe89806b99']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:03.533165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b952a325-0927-4422-b166-6c9b465d2d98') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:03.533459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b952a325-0927-4422-b166-6c9b465d2d98') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:03.568273 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f51dbef7-74a1-4d54-9842-85c1bb3bb20a req-eef37ba1-06e9-4720-9215-5a805bb903e4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374731 Apr 21 20:57:03.584534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.621905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-632f0914-5611-4271-865e-f2ae90c71026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.623335 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-632f0914-5611-4271-865e-f2ae90c71026 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3935859 Apr 21 20:57:03.633518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.642695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f988-6f22-4ca0-936b-60379c2b21cc req-bfc196d3-5ef2-4b4b-834e-5ccf1dcf25c3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.649128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f988-6f22-4ca0-936b-60379c2b21cc req-bfc196d3-5ef2-4b4b-834e-5ccf1dcf25c3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.652139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:57:03.652553 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:57:03.654566 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:57:03.669009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f988-6f22-4ca0-936b-60379c2b21cc req-bfc196d3-5ef2-4b4b-834e-5ccf1dcf25c3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.682120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f988-6f22-4ca0-936b-60379c2b21cc req-bfc196d3-5ef2-4b4b-834e-5ccf1dcf25c3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.689523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f988-6f22-4ca0-936b-60379c2b21cc req-bfc196d3-5ef2-4b4b-834e-5ccf1dcf25c3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.697877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f988-6f22-4ca0-936b-60379c2b21cc req-bfc196d3-5ef2-4b4b-834e-5ccf1dcf25c3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.705493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f988-6f22-4ca0-936b-60379c2b21cc req-bfc196d3-5ef2-4b4b-834e-5ccf1dcf25c3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:03.713850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9529f988-6f22-4ca0-936b-60379c2b21cc req-bfc196d3-5ef2-4b4b-834e-5ccf1dcf25c3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.2526827 Apr 21 20:57:03.860539 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:57:03.874537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9529f988-6f22-4ca0-936b-60379c2b21cc req-35ca3471-e027-4f43-a8ab-8f0dd51c6f39 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597359 Apr 21 20:57:03.893446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad8aee72-9f25-4ab1-8726-dad43e7c4602 req-5419834b-5cfc-4113-9de9-fe63c2ca0923 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859114 Apr 21 20:57:03.904676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.927997 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.931580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] 10.222.0.49 "DELETE /v2.0/networks/47813538-24e8-4df6-adab-4fbe89806b99 HTTP/1.1" status: 204 len: 168 time: 0.8789811 Apr 21 20:57:03.975506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:03.978042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee8e72-3252-4ff7-86cb-a946d072c52d admin admin] Pushing event deleted for resources: {'Network': ['ID=47813538-24e8-4df6-adab-4fbe89806b99,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:04.000349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-46275a92-4aa7-4e17-aca5-21f46ee510a4 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835648 Apr 21 20:57:04.027973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02e815-f04a-4d1e-a08a-ee67d75573c3 req-0ed86f4a-fe4f-406e-bd22-b1b8bc995b28 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:04.033204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd02e815-f04a-4d1e-a08a-ee67d75573c3 req-0ed86f4a-fe4f-406e-bd22-b1b8bc995b28 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 943 time: 0.2544057 Apr 21 20:57:04.115118 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd02e815-f04a-4d1e-a08a-ee67d75573c3 req-66c2de6a-6f20-4b7b-a32e-976f661cd02c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734415 Apr 21 20:57:04.170978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49834) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:04.225514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-9bbf0a25-25f8-430b-b663-8b7c4db9dc7f service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157621 Apr 21 20:57:04.293329 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-ecd31385-e6cc-448c-92a0-f3c6ba0e8280 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=bc84869d-00b0-423c-804e-ad0ecdd5053b HTTP/1.1" status: 200 len: 217 time: 0.0573883 Apr 21 20:57:04.299191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9d43dd8d-7da4-4d6d-9e54-f28ca7539f42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1f7eda5250d4925b5e156e390c75b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1241074 Apr 21 20:57:04.301203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49840) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:04.506633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-e605a472-b851-4a8f-acab-936716604c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:04.508224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-e605a472-b851-4a8f-acab-936716604c26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.2063029 Apr 21 20:57:04.516058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251733c5-26fc-4873-97d7-a3a7af04e820 req-0f926aa1-5d4e-4b51-8453-08cb4478e0c3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:04.518371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-251733c5-26fc-4873-97d7-a3a7af04e820 req-0f926aa1-5d4e-4b51-8453-08cb4478e0c3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.1285050 Apr 21 20:57:04.534699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86d8f2d9-81a9-4bd5-9576-b83da05f667f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:04.589299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-251733c5-26fc-4873-97d7-a3a7af04e820 req-cff3d0c2-bb96-4462-811f-395b8bab5ba4 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601783 Apr 21 20:57:04.683270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86d8f2d9-81a9-4bd5-9576-b83da05f667f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:04.768006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a2698-af60-425b-a30f-34e6b322f17e req-c502bb84-b639-495b-a977-c474b05c4295 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:04.769007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-6fa6f142-d84a-4011-a483-01c0c7c8638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:04.771198 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-6fa6f142-d84a-4011-a483-01c0c7c8638a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2517323 Apr 21 20:57:04.777048 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-617a2698-af60-425b-a30f-34e6b322f17e req-c502bb84-b639-495b-a977-c474b05c4295 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 945 time: 0.0814595 Apr 21 20:57:04.827784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-617a2698-af60-425b-a30f-34e6b322f17e req-20ee1288-5c24-4eb4-a34d-a29d925ee46b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455070 Apr 21 20:57:04.863918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86d8f2d9-81a9-4bd5-9576-b83da05f667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:04.866892 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86d8f2d9-81a9-4bd5-9576-b83da05f667f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:04.870711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-86d8f2d9-81a9-4bd5-9576-b83da05f667f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdc4f987-ebe1-4ffa-9eb3-8ac802ec44c6 HTTP/1.1" status: 204 len: 168 time: 0.5649970 Apr 21 20:57:04.926853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8f2d9-81a9-4bd5-9576-b83da05f667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc4f987-ebe1-4ffa-9eb3-8ac802ec44c6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:04.992014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-06a05b49-2fcb-4b40-aef7-9ed7682d73c1 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132986 Apr 21 20:57:05.000489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49866) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:05.129836 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-95f51b09-7041-4df3-a05a-a94a89a364c4 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291554 Apr 21 20:57:05.256351 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-6eecf731-0ad4-4fa7-8937-a4336f51f577 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=28e2a7bb-fde2-4781-a6dc-aa20db9c503b HTTP/1.1" status: 200 len: 217 time: 0.1144938 Apr 21 20:57:05.263603 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:05.379997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1712b-d5eb-45bb-8001-ef1d21f1333f req-c1135963-ba58-4a57-a692-4e8572fef5bc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.404504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1712b-d5eb-45bb-8001-ef1d21f1333f req-c1135963-ba58-4a57-a692-4e8572fef5bc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.419923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1712b-d5eb-45bb-8001-ef1d21f1333f req-c1135963-ba58-4a57-a692-4e8572fef5bc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.445089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1712b-d5eb-45bb-8001-ef1d21f1333f req-c1135963-ba58-4a57-a692-4e8572fef5bc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.461514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1712b-d5eb-45bb-8001-ef1d21f1333f req-c1135963-ba58-4a57-a692-4e8572fef5bc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.476439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1712b-d5eb-45bb-8001-ef1d21f1333f req-c1135963-ba58-4a57-a692-4e8572fef5bc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.492057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1712b-d5eb-45bb-8001-ef1d21f1333f req-c1135963-ba58-4a57-a692-4e8572fef5bc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.495597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17a1712b-d5eb-45bb-8001-ef1d21f1333f req-c1135963-ba58-4a57-a692-4e8572fef5bc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.3645294 Apr 21 20:57:05.523705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1793498702'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:05.551615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-5623e872-eecb-4104-b055-79622c3667c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.553851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-5623e872-eecb-4104-b055-79622c3667c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.2796612 Apr 21 20:57:05.603232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c305d24-f08f-460c-8629-dde1e6806f78 req-d7805491-5cb7-4df2-b103-cc86f0df92e8 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.621994 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c305d24-f08f-460c-8629-dde1e6806f78 req-d7805491-5cb7-4df2-b103-cc86f0df92e8 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 943 time: 0.2363665 Apr 21 20:57:05.649884 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17a1712b-d5eb-45bb-8001-ef1d21f1333f req-6118aaa4-bdc8-4063-9d65-26b120385ef1 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355510 Apr 21 20:57:05.670314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-03302329-bc4b-4f39-bb46-1ae9e5ab510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:05.672321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-03302329-bc4b-4f39-bb46-1ae9e5ab510f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026173 Apr 21 20:57:05.703976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 169a2cc1-39dc-430a-a068-f9de4f2f855c details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:05.789973 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c305d24-f08f-460c-8629-dde1e6806f78 req-214b7fe0-af4e-42c4-9d81-ca443c6b9a8d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664188 Apr 21 20:57:05.842129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:05.857990 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:05.878751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-b8aca297-bd70-4412-88a8-3f1e22e3783b service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877949 Apr 21 20:57:05.892373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 169a2cc1-39dc-430a-a068-f9de4f2f855c, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=169a2cc1-39dc-430a-a068-f9de4f2f855c,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:05.894966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:05.930938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '169a2cc1-39dc-430a-a068-f9de4f2f855c', 'network_id': '4882a2d2-910e-4e67-8671-e68ba844bff9', 'port_id': '169a2cc1-39dc-430a-a068-f9de4f2f855c', 'mac_address': 'fa:16:3e:16:1b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd78404-457a-407b-b7d0-205ce877abd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:06.031075 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:06.064602 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:06.091640 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-4a496312-b085-4aa0-a445-6700628cb12b service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021148 Apr 21 20:57:06.106778 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169a2cc1-39dc-430a-a068-f9de4f2f855c {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:06.162341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:06.190820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 169a2cc1-39dc-430a-a068-f9de4f2f855c, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=169a2cc1-39dc-430a-a068-f9de4f2f855c,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:06.201786 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:06.260303 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:06.290500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:57:06.319104 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:06.319764 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Added segment 5d3c46f7-03e1-4d85-9dde-3130b46cabe9 of type vlan for network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 Apr 21 20:57:06.365543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=169a2cc1-39dc-430a-a068-f9de4f2f855c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:06.417258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:06.506001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b71a19-1cb0-49c2-85dc-5a642ff6f74f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:06.510757 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:06.518983 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:06.525554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:06.673072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['169a2cc1-39dc-430a-a068-f9de4f2f855c'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:06.729094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-05efcf1b-2091-4da5-97cf-05eccb03cc3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 HTTP/1.1" status: 200 len: 217 time: 0.6298883 Apr 21 20:57:06.760463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49916) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:06.838633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b518e-889d-4db8-8665-d515700d2668 req-23af26c7-80a0-44de-aff4-3ac6c525163b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:06.847286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-a094a348-bac6-4e41-91f9-1bfc6b635b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:06.849362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-a094a348-bac6-4e41-91f9-1bfc6b635b0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 200 len: 797 time: 0.1061122 Apr 21 20:57:06.851553 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-353b518e-889d-4db8-8665-d515700d2668 req-23af26c7-80a0-44de-aff4-3ac6c525163b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.8626759 Apr 21 20:57:06.854687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Network': ['ID=e090e2a0-84db-41f3-b1de-08b8bd8ac9f2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:06.888959 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8814a5de-9bde-4c74-8789-fe8bdffe1c18 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8802192 Apr 21 20:57:06.893070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49924) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:06.911345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:57:06.951163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:07.024899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1763076015-network', 'tenant_id': 'e77d48da9233489395b3075f831218f3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:07.058985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390e90-c3cc-4fa0-9f73-1b0d7b49dbfa req-29b4d249-e91d-41d5-a851-d33d18724675 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.065568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390e90-c3cc-4fa0-9f73-1b0d7b49dbfa req-29b4d249-e91d-41d5-a851-d33d18724675 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.072191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390e90-c3cc-4fa0-9f73-1b0d7b49dbfa req-29b4d249-e91d-41d5-a851-d33d18724675 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.079713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390e90-c3cc-4fa0-9f73-1b0d7b49dbfa req-29b4d249-e91d-41d5-a851-d33d18724675 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.084575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:07.087227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390e90-c3cc-4fa0-9f73-1b0d7b49dbfa req-29b4d249-e91d-41d5-a851-d33d18724675 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.091845 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.093506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390e90-c3cc-4fa0-9f73-1b0d7b49dbfa req-29b4d249-e91d-41d5-a851-d33d18724675 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.100716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390e90-c3cc-4fa0-9f73-1b0d7b49dbfa req-29b4d249-e91d-41d5-a851-d33d18724675 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.103051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a390e90-c3cc-4fa0-9f73-1b0d7b49dbfa req-29b4d249-e91d-41d5-a851-d33d18724675 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.1888025 Apr 21 20:57:07.130701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-d88259d5-0b67-4a56-bf02-c9ce45141ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.132648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-d88259d5-0b67-4a56-bf02-c9ce45141ba5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0b04d92-6368-4a13-91d3-55fa4a0bba4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2760878 Apr 21 20:57:07.135647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:07.137972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.189197 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-353b518e-889d-4db8-8665-d515700d2668 req-39c1f426-db9f-425b-9b7e-c42a3db762b6 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366208 Apr 21 20:57:07.189404 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.258920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a390e90-c3cc-4fa0-9f73-1b0d7b49dbfa req-7c233386-9215-4683-a47b-2507af4278f7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490479 Apr 21 20:57:07.351914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-cedd44dc-b4f5-4762-a9fa-360edd3b57f6 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115963 Apr 21 20:57:07.471384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.482168 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.486949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.497932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24288c56-54f9-460f-ba67-c14b3f5080a9 req-b503d0e3-b00f-4fe8-875a-c68a02c545ad tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.506462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24288c56-54f9-460f-ba67-c14b3f5080a9 req-b503d0e3-b00f-4fe8-875a-c68a02c545ad tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 944 time: 0.0944593 Apr 21 20:57:07.525364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:57:07.535663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-77c67ec0-f692-43f9-a50f-428696ae5149 service neutron] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761935 Apr 21 20:57:07.538990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca8e6da-ec12-480a-bd71-8940b1eb7df7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:07.583016 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.583513 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Added segment 3b610f9b-9744-4ceb-b6d3-cbd414c208a9 of type vlan for network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 Apr 21 20:57:07.586058 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-af0fdb25-3a96-42c4-bce5-fe97069d62a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d03cc100-8f43-4cd0-90c4-0d5b45304cab HTTP/1.1" status: 200 len: 217 time: 0.0420189 Apr 21 20:57:07.621528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24288c56-54f9-460f-ba67-c14b3f5080a9 req-4fe19ecd-4191-4a17-89b1-18443c1132f4 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116316 Apr 21 20:57:07.627434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=298a962b-12d3-45be-b598-fccf255fa69e,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:07.637805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:07.638227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network hostable DHCP agents. Network: e090e2a0-84db-41f3-b1de-08b8bd8ac9f2, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:57:07.683408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.684847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:57:07.697356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-7b71b296-d4f3-40e4-89c2-88c71f7033a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.699637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-7b71b296-d4f3-40e4-89c2-88c71f7033a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5238cd08-3697-45c2-8e5d-4f9c0a9656e3 HTTP/1.1" status: 200 len: 797 time: 0.1060753 Apr 21 20:57:07.710918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e090e2a0-84db-41f3-b1de-08b8bd8ac9f2) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:07.721503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ec455-c651-4c4c-88c7-0bf4c7fc59bf None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:07.727143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.728239 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.751249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-91c81172-0608-4c50-b975-f0773268cac1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8126945 Apr 21 20:57:07.755116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49938) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:07.764432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'name': 'tempest-NetworksTestDHCPv6-668487443'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:07.789422 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.791849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.793436 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:07.935257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] Pushing event updated for resources: {'Network': ['ID=05906a4e-9929-4fe0-8382-5e9c9ff46e20,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:07.949557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-6188768a-f6d4-4b8d-8aff-ac22608f1a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:07.954177 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-6188768a-f6d4-4b8d-8aff-ac22608f1a8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1942e038-afad-4a0d-9231-13760299a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2401078 Apr 21 20:57:07.958969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:57:07.966514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c4302d00-ecf1-402b-8eb2-91e42fbc10cb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2048225 Apr 21 20:57:07.984293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49942) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:07.994334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Request body: {'subnet': {'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1763076015-subnet', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:08.066790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:08.067162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-fc4c969a-4100-4440-857c-30ca04aec28c service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994189 Apr 21 20:57:08.071272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:08.088194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:08.091312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:08.183692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port baf9b3da-a3d3-4f3c-baec-f26c2011b402 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:57:08.244611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-3dcd111c-838d-4b38-81c4-444420258263 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656024 Apr 21 20:57:08.295895 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-7e225d56-40dc-451d-b909-3ca590397522 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2 HTTP/1.1" status: 200 len: 217 time: 0.0433180 Apr 21 20:57:08.367395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-90a9bde7-7cab-4669-a601-746ca7b49ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:08.369035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-90a9bde7-7cab-4669-a601-746ca7b49ec6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5238cd08-3697-45c2-8e5d-4f9c0a9656e3 HTTP/1.1" status: 200 len: 797 time: 0.0616968 Apr 21 20:57:08.528571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::1b2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/298a962b-12d3-45be-b598-fccf255fa69e/baf9b3da-a3d3-4f3c-baec-f26c2011b402) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:08.567875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7769-54d3-4684-99ab-147159b61dfb req-81fd141d-e0fd-4465-ac97-cc29c48de2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:08.569309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-81fd141d-e0fd-4465-ac97-cc29c48de2be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1942e038-afad-4a0d-9231-13760299a205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1925941 Apr 21 20:57:08.580404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '298a962b-12d3-45be-b598-fccf255fa69e'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:08.583108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:08.604573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb2a4-7dbf-42b4-83c8-766fccf1a2cf req-b5c2fb0b-4812-4deb-a9b1-47d16a7f25c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:08.615187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb2a4-7dbf-42b4-83c8-766fccf1a2cf req-b5c2fb0b-4812-4deb-a9b1-47d16a7f25c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:08.623917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb2a4-7dbf-42b4-83c8-766fccf1a2cf req-b5c2fb0b-4812-4deb-a9b1-47d16a7f25c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:08.631399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb2a4-7dbf-42b4-83c8-766fccf1a2cf req-b5c2fb0b-4812-4deb-a9b1-47d16a7f25c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:08.637970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb2a4-7dbf-42b4-83c8-766fccf1a2cf req-b5c2fb0b-4812-4deb-a9b1-47d16a7f25c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:08.645909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb2a4-7dbf-42b4-83c8-766fccf1a2cf req-b5c2fb0b-4812-4deb-a9b1-47d16a7f25c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:08.653251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb2a4-7dbf-42b4-83c8-766fccf1a2cf req-b5c2fb0b-4812-4deb-a9b1-47d16a7f25c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:08.666057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02ceb2a4-7dbf-42b4-83c8-766fccf1a2cf req-b5c2fb0b-4812-4deb-a9b1-47d16a7f25c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.2030783 Apr 21 20:57:08.755106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02ceb2a4-7dbf-42b4-83c8-766fccf1a2cf req-80fb8086-a762-4ce7-a484-1780efc6d371 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881767 Apr 21 20:57:08.760601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:08.888263 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:08.921226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:08.934904 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-5ff99752-9092-4975-a44e-4e175a4f661c service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520138 Apr 21 20:57:08.980445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/298a962b-12d3-45be-b598-fccf255fa69e/0d040511-1d80-4f15-8245-22154687ecb7) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:08.985207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:08.990797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e05c80-0f4a-411f-b6ae-cee22e018c0d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:08.992808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:09.020494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:09.026546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:09.027851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.075568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0438ec7-2ec2-45c1-87a5-39c253416674 req-0c99d64e-272b-4ecf-8422-3da338a272cc tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:09.077568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0438ec7-2ec2-45c1-87a5-39c253416674 req-0c99d64e-272b-4ecf-8422-3da338a272cc tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.7363653 Apr 21 20:57:09.086660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3302934 Apr 21 20:57:09.103087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49968) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:09.151954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0438ec7-2ec2-45c1-87a5-39c253416674 req-8175be87-c53b-4bc4-91e2-6175493ff901 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616689 Apr 21 20:57:09.152939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef037e5-b12a-4834-a77b-8013de83deec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=baf9b3da-a3d3-4f3c-baec-f26c2011b402,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:09.167418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Checking segment: {'id': '3b610f9b-9744-4ceb-b6d3-cbd414c208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:09.168418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Network hostable DHCP agents. Network: 05906a4e-9929-4fe0-8382-5e9c9ff46e20, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:57:09.205113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.216200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:57:09.222297 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.238626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 05906a4e-9929-4fe0-8382-5e9c9ff46e20) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:09.247929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:09.248534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.258193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5186d5e-8d9f-44da-80c3-8695f497b185 None None] Network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:09.269844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d5952-9d02-4ff1-b8ea-b989110205f7 req-d1d98ef7-fa86-42ce-8cb5-f521c301169b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:09.271572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dd0d5952-9d02-4ff1-b8ea-b989110205f7 req-d1d98ef7-fa86-42ce-8cb5-f521c301169b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 944 time: 0.1960971 Apr 21 20:57:09.276593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2c73fe2e-73d6-4a73-8ac2-70b2ff14757c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2857544 Apr 21 20:57:09.279064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49970) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:09.290311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:09.308244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d8a64-f5cc-47f1-bc29-58a4b3d16c5b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:09.310360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8b4d8a64-f5cc-47f1-bc29-58a4b3d16c5b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2060146 Apr 21 20:57:09.318745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49974) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:09.328446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-707b7769-54d3-4684-99ab-147159b61dfb req-ccdbc3ff-f8bd-481a-9517-934084b76983 service neutron] 10.222.0.46 "GET /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833282 Apr 21 20:57:09.338227 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.339343 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.401509 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dd0d5952-9d02-4ff1-b8ea-b989110205f7 req-55bd6e13-3a0d-4ac7-aa29-3f9bad65f26a tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160703 Apr 21 20:57:09.433226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:09.454339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:09.457473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.458700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:09.526653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5c413f4b-6502-4c53-b398-27bf7f19c92b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port baf9b3da-a3d3-4f3c-baec-f26c2011b402 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:09.526931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c413f4b-6502-4c53-b398-27bf7f19c92b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.551499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Pushing event updated for resources: {'Port': ['ID=0d040511-1d80-4f15-8245-22154687ecb7,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:09.629803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Attempting to bind port 0d040511-1d80-4f15-8245-22154687ecb7 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:09.630079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Attempting to bind port 0d040511-1d80-4f15-8245-22154687ecb7 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:09.630440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Attempting to bind port 0d040511-1d80-4f15-8245-22154687ecb7 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:09.645066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:09.645435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:09.645829 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.646239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:09.646678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Bound port: 0d040511-1d80-4f15-8245-22154687ecb7, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:09.647614 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.669050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c413f4b-6502-4c53-b398-27bf7f19c92b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.688281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5c413f4b-6502-4c53-b398-27bf7f19c92b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for baf9b3da-a3d3-4f3c-baec-f26c2011b402 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:09.741021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.847455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] For port 0d040511-1d80-4f15-8245-22154687ecb7, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:09.853023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] For port 0d040511-1d80-4f15-8245-22154687ecb7, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0d040511-1d80-4f15-8245-22154687ecb7,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:09.864398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 169a2cc1-39dc-430a-a068-f9de4f2f855c up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:09.890112 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:09.955706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c413f4b-6502-4c53-b398-27bf7f19c92b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.043166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c413f4b-6502-4c53-b398-27bf7f19c92b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=baf9b3da-a3d3-4f3c-baec-f26c2011b402,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:10.099094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c413f4b-6502-4c53-b398-27bf7f19c92b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.106218 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5c413f4b-6502-4c53-b398-27bf7f19c92b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/baf9b3da-a3d3-4f3c-baec-f26c2011b402 HTTP/1.1" status: 204 len: 168 time: 0.7861845 Apr 21 20:57:10.108572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49988) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:10.174331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-05906a4e-9929-4fe0-8382-5e9c9ff46e20', 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'fixed_ips': [{'subnet_id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:10.175645 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.182466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39de5e9-2c4d-4e8f-9ba3-31fa974d0a62 None None] Pushing event updated for resources: {'Port': ['ID=0d040511-1d80-4f15-8245-22154687ecb7,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:10.237098 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 169a2cc1-39dc-430a-a068-f9de4f2f855c completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:10.246772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 169a2cc1-39dc-430a-a068-f9de4f2f855c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:10.247512 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.274598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4728d-0819-4b41-aaf8-fdd412a80746 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.275131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de4728d-0819-4b41-aaf8-fdd412a80746 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.275927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a27c0-888c-48ff-aaa2-9454fa9f3f58 req-825d6395-6e9c-4f2a-9e2f-6480ff541a12 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.276906 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7de4728d-0819-4b41-aaf8-fdd412a80746 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1672194 Apr 21 20:57:10.286636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49992) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:10.292374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a27c0-888c-48ff-aaa2-9454fa9f3f58 req-825d6395-6e9c-4f2a-9e2f-6480ff541a12 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.299190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a27c0-888c-48ff-aaa2-9454fa9f3f58 req-825d6395-6e9c-4f2a-9e2f-6480ff541a12 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.307122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a27c0-888c-48ff-aaa2-9454fa9f3f58 req-825d6395-6e9c-4f2a-9e2f-6480ff541a12 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.327900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a27c0-888c-48ff-aaa2-9454fa9f3f58 req-825d6395-6e9c-4f2a-9e2f-6480ff541a12 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.334956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a27c0-888c-48ff-aaa2-9454fa9f3f58 req-825d6395-6e9c-4f2a-9e2f-6480ff541a12 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.340815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a27c0-888c-48ff-aaa2-9454fa9f3f58 req-825d6395-6e9c-4f2a-9e2f-6480ff541a12 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.342751 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c7a27c0-888c-48ff-aaa2-9454fa9f3f58 req-825d6395-6e9c-4f2a-9e2f-6480ff541a12 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.2388558 Apr 21 20:57:10.456926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c688ed-fe20-4d88-91ea-dbd85a95a121 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 298a962b-12d3-45be-b598-fccf255fa69e {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:10.475353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Allocated IP 172.20.0.2 (05906a4e-9929-4fe0-8382-5e9c9ff46e20/14e05c80-0f4a-411f-b6ae-cee22e018c0d/503df9ca-3f26-4a2e-bb7b-010e8ba667b9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:10.475641 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c7a27c0-888c-48ff-aaa2-9454fa9f3f58 req-df43e8ba-ffc7-491c-9397-ccebac397469 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247075 Apr 21 20:57:10.477038 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.515061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.528043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c8b9e-8540-481b-af7d-c55f1c5cbb7c req-6f834e3d-1afc-4eef-a67c-157b95ca9d73 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.535184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab6c8b9e-8540-481b-af7d-c55f1c5cbb7c req-6f834e3d-1afc-4eef-a67c-157b95ca9d73 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.2570274 Apr 21 20:57:10.539130 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96c688ed-fe20-4d88-91ea-dbd85a95a121 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.742651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab6c8b9e-8540-481b-af7d-c55f1c5cbb7c req-7643f894-35b8-4a6f-96a7-6f4f91bd3ee8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908157 Apr 21 20:57:10.747551 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96c688ed-fe20-4d88-91ea-dbd85a95a121 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.751231 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.766963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Allocated IP 172.25.0.115 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/a7e444f9-99f2-4dfe-bf94-5e66baa2175e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:10.785096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a679de-d9d5-4ecd-befa-523b7faad1c3 req-dcd8dd41-db74-4135-8bb7-12a62b771fc5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:10.786701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d8a679de-d9d5-4ecd-befa-523b7faad1c3 req-dcd8dd41-db74-4135-8bb7-12a62b771fc5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 944 time: 0.0948062 Apr 21 20:57:10.822067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a2cc1-39dc-430a-a068-f9de4f2f855c'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:10.824847 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f17da8-db7d-48b9-b4b4-3343918462c8" -d '{"events": [{"server_uuid": "a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1", "name": "network-vif-plugged", "status": "completed", "tag": "169a2cc1-39dc-430a-a068-f9de4f2f855c"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:10.847898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 169a2cc1-39dc-430a-a068-f9de4f2f855c, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=169a2cc1-39dc-430a-a068-f9de4f2f855c,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:10.858563 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.867445 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.905103 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:10.910977 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d92052-aa0a-4f39-8d7f-f11cf994c70e x-openstack-request-id: req-38d92052-aa0a-4f39-8d7f-f11cf994c70e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:10.911126 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1", "name": "network-vif-plugged", "status": "completed", "tag": "169a2cc1-39dc-430a-a068-f9de4f2f855c", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:10.911438 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38d92052-aa0a-4f39-8d7f-f11cf994c70e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:10.911918 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d92052-aa0a-4f39-8d7f-f11cf994c70e'] response: {'server_uuid': 'a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169a2cc1-39dc-430a-a068-f9de4f2f855c', 'code': 200} Apr 21 20:57:10.949310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:10.952391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:10.962572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:10.965108 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d8a679de-d9d5-4ecd-befa-523b7faad1c3 req-4d701ac5-2a77-4d14-a739-513681d93979 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713099 Apr 21 20:57:10.967058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=169a2cc1-39dc-430a-a068-f9de4f2f855c,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:11.019152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Pushing event updated for resources: {'Port': ['ID=503df9ca-3f26-4a2e-bb7b-010e8ba667b9,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:11.066176 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.082696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Attempting to bind port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:11.083077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Attempting to bind port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '3b610f9b-9744-4ceb-b6d3-cbd414c208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:11.083553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Attempting to bind port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 on network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:11.089543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:11.090548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Checking segment: {'id': '3b610f9b-9744-4ceb-b6d3-cbd414c208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:11.090548 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.090849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Bound using segment: {'id': '3b610f9b-9744-4ceb-b6d3-cbd414c208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:11.091313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Bound port: 503df9ca-3f26-4a2e-bb7b-010e8ba667b9, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b610f9b-9744-4ceb-b6d3-cbd414c208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:11.094200 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.127155 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.182312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:11.185999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96c688ed-fe20-4d88-91ea-dbd85a95a121 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.187093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:11.192655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:11.252250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] For port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:11.257308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0d040511-1d80-4f15-8245-22154687ecb7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:11.314098 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] For port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=503df9ca-3f26-4a2e-bb7b-010e8ba667b9,segment=NetworkSegment(3b610f9b-9744-4ceb-b6d3-cbd414c208a9),segment_id=3b610f9b-9744-4ceb-b6d3-cbd414c208a9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:11.328725 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.345140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c184c-5465-475d-a1b6-e0959d040cb3 req-c0bcadef-a22f-412c-b0cf-70e9cf554d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:11.348160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Pushing event updated for resources: {'Port': ['ID=a7e444f9-99f2-4dfe-bf94-5e66baa2175e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:11.382718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-471c184c-5465-475d-a1b6-e0959d040cb3 req-c0bcadef-a22f-412c-b0cf-70e9cf554d6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 1096 time: 0.3627005 Apr 21 20:57:11.432068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0d040511-1d80-4f15-8245-22154687ecb7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:11.432542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.494205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4861ee-13c0-464c-9505-4feb39c66c66 None None] Pushing event updated for resources: {'Port': ['ID=503df9ca-3f26-4a2e-bb7b-010e8ba667b9,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:11.520454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96c688ed-fe20-4d88-91ea-dbd85a95a121 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.569513 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96c688ed-fe20-4d88-91ea-dbd85a95a121 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.573569 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-96c688ed-fe20-4d88-91ea-dbd85a95a121 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/298a962b-12d3-45be-b598-fccf255fa69e HTTP/1.1" status: 204 len: 168 time: 1.2858617 Apr 21 20:57:11.619521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50014) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:11.629838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-471c184c-5465-475d-a1b6-e0959d040cb3 req-722246e5-bab6-4865-9841-75c4d64f535e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078166 Apr 21 20:57:11.655132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c688ed-fe20-4d88-91ea-dbd85a95a121 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=298a962b-12d3-45be-b598-fccf255fa69e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:11.670072 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.739623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 0d040511-1d80-4f15-8245-22154687ecb7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0d040511-1d80-4f15-8245-22154687ecb7,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:11.746885 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:11.860867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-738b68c3-858e-4783-b316-cdba91f9a42e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2268913 Apr 21 20:57:11.863537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50020) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:11.872065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:11.912903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=0d040511-1d80-4f15-8245-22154687ecb7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:12.065617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8d5d1-d614-4482-a125-4e78ef3e55d5 req-cf5fe6d1-11d5-4c69-ad38-0428266eabbc tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.073572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fe676-86a9-4d0e-b55a-0c8df1912d71 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:12.073842 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7eb8d5d1-d614-4482-a125-4e78ef3e55d5 req-cf5fe6d1-11d5-4c69-ad38-0428266eabbc tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.1163454 Apr 21 20:57:12.093764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:12.098185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:12.180930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7eb8d5d1-d614-4482-a125-4e78ef3e55d5 req-2f05dcf5-8493-4d74-99e8-0767465ef248 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024177 Apr 21 20:57:12.291060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-094cb14a-6c4f-4947-a02a-a09914991699 None None] Provisioning complete for port 0d040511-1d80-4f15-8245-22154687ecb7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:12.291571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-094cb14a-6c4f-4947-a02a-a09914991699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:12.384696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978791a-4069-4dcf-be3e-0786cb95f5f3 req-457988aa-24cf-4705-95a7-6e5effa83791 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.393039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a978791a-4069-4dcf-be3e-0786cb95f5f3 req-457988aa-24cf-4705-95a7-6e5effa83791 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.0776134 Apr 21 20:57:12.485376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25597164-9933-4a26-a80c-aaee9f07252f None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:57:12.487474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a978791a-4069-4dcf-be3e-0786cb95f5f3 req-8f44f5dc-f38e-4d30-8db4-b275c27b1144 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885687 Apr 21 20:57:12.512324 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:12.589751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee77df1-755a-43a7-8a38-d8aef8b29a70 req-9eb0d1c2-f385-4d52-8daa-da5154a6ba01 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.618875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee77df1-755a-43a7-8a38-d8aef8b29a70 req-9eb0d1c2-f385-4d52-8daa-da5154a6ba01 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.621419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:12.631621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:12.637648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.640911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee77df1-755a-43a7-8a38-d8aef8b29a70 req-9eb0d1c2-f385-4d52-8daa-da5154a6ba01 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.641506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-25597164-9933-4a26-a80c-aaee9f07252f None None] Deleting port 0d040511-1d80-4f15-8245-22154687ecb7 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:12.642466 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-25597164-9933-4a26-a80c-aaee9f07252f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:12.644590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:12.652037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee77df1-755a-43a7-8a38-d8aef8b29a70 req-9eb0d1c2-f385-4d52-8daa-da5154a6ba01 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.658291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee77df1-755a-43a7-8a38-d8aef8b29a70 req-9eb0d1c2-f385-4d52-8daa-da5154a6ba01 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.666140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee77df1-755a-43a7-8a38-d8aef8b29a70 req-9eb0d1c2-f385-4d52-8daa-da5154a6ba01 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.674622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee77df1-755a-43a7-8a38-d8aef8b29a70 req-9eb0d1c2-f385-4d52-8daa-da5154a6ba01 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:12.676784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=7781a75f-7e21-4bc0-a561-1c6f7fe5c7f8,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:12.700812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ee77df1-755a-43a7-8a38-d8aef8b29a70 req-9eb0d1c2-f385-4d52-8daa-da5154a6ba01 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.3753998 Apr 21 20:57:12.701912 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9dbecd1e-e40b-4842-ac73-2094ee4953fd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8369284 Apr 21 20:57:12.702655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50034) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:12.708210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'name': 'tempest-NetworksTestDHCPv6-1225856329'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:12.777048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:12.778905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-25597164-9933-4a26-a80c-aaee9f07252f None None] For port 0d040511-1d80-4f15-8245-22154687ecb7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0d040511-1d80-4f15-8245-22154687ecb7,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:12.779430 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-25597164-9933-4a26-a80c-aaee9f07252f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:12.795152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-25597164-9933-4a26-a80c-aaee9f07252f None None] Calling delete_port for 0d040511-1d80-4f15-8245-22154687ecb7 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:12.882614 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-25597164-9933-4a26-a80c-aaee9f07252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:12.925969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:12.941862 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:12.951711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25597164-9933-4a26-a80c-aaee9f07252f None None] Pushing event deleted for resources: {'Port': ['ID=0d040511-1d80-4f15-8245-22154687ecb7,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:12.961767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25597164-9933-4a26-a80c-aaee9f07252f None None] No DVR routers for this DVR port 0d040511-1d80-4f15-8245-22154687ecb7 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:12.966675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port f45b7791-0a03-49e0-b40e-a0572539df84 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:57:12.980739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4cb855-ed96-4576-9367-a789116802d1 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:13.095763 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ee77df1-755a-43a7-8a38-d8aef8b29a70 req-5683147f-4265-4b47-b51e-e805e5a546a5 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3927128 Apr 21 20:57:13.185755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::11f (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/7781a75f-7e21-4bc0-a561-1c6f7fe5c7f8/f45b7791-0a03-49e0-b40e-a0572539df84) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:13.284452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:13.351271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6f4769-ab56-4997-a2c6-cfd32658ad8e None None] Network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:13.538596 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:13.647288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '7781a75f-7e21-4bc0-a561-1c6f7fe5c7f8'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:13.648193 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:13.672338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a508b694-a199-4d8e-a4c9-c1abad9a15ba None None] Provisioning complete for port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:13.672921 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a508b694-a199-4d8e-a4c9-c1abad9a15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:13.767442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022afbb-1239-47f4-9974-6e7b73a16c7f req-06c66f38-f4b7-44b9-85e9-8dc57dc1b878 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:13.776265 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f022afbb-1239-47f4-9974-6e7b73a16c7f req-06c66f38-f4b7-44b9-85e9-8dc57dc1b878 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.0928154 Apr 21 20:57:13.842987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f022afbb-1239-47f4-9974-6e7b73a16c7f req-41758b7e-3cc3-4af0-b48e-276569ebcbf7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655892 Apr 21 20:57:13.861504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:13.861881 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:13.969695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97194d0-7034-42ad-b72c-7dd909e72ac7 req-d22c670c-acb6-4cf6-8d63-0fa6c184b128 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:13.971261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b97194d0-7034-42ad-b72c-7dd909e72ac7 req-d22c670c-acb6-4cf6-8d63-0fa6c184b128 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.6007979 Apr 21 20:57:13.980514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-17e2ac1f-75ae-4d6e-b357-13e639b17d6b tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:13.993267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-17e2ac1f-75ae-4d6e-b357-13e639b17d6b tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1097 time: 0.2454383 Apr 21 20:57:14.105675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838945-1'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:14.119733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:14.126606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Router 0e7dd56b-764d-4e16-ac25-08e44020bc27 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:57:14.261724 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:14.419850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b97194d0-7034-42ad-b72c-7dd909e72ac7 req-022face2-cfae-4b06-b874-38aee141ae52 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092338 Apr 21 20:57:14.426002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:57:14.457895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:14.462393 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5623a55c-948b-436b-b0f0-3647c8b962ef admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1835103 Apr 21 20:57:14.463143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50064) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:14.510075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:14.513710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Sync routers for ids ['0e7dd56b-764d-4e16-ac25-08e44020bc27'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:57:14.565631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:14.586296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:14.592687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.593678 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:14.611615 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a508b694-a199-4d8e-a4c9-c1abad9a15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:14.615787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:14.630217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd2f-c559-480a-a219-db1f2bcca493 req-bd29a4da-59ac-478c-8e59-73d1226b5ffc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.635027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd2f-c559-480a-a219-db1f2bcca493 req-bd29a4da-59ac-478c-8e59-73d1226b5ffc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.637331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Routers {'0e7dd56b-764d-4e16-ac25-08e44020bc27'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:57:14.638867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=f45b7791-0a03-49e0-b40e-a0572539df84,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:14.639204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:57:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0e7dd56b-764d-4e16-ac25-08e44020bc27'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:14.651184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd2f-c559-480a-a219-db1f2bcca493 req-bd29a4da-59ac-478c-8e59-73d1226b5ffc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.660724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd2f-c559-480a-a219-db1f2bcca493 req-bd29a4da-59ac-478c-8e59-73d1226b5ffc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.662678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-160dc6b5-4278-4f7b-bc47-21a665a256b5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9588900 Apr 21 20:57:14.668539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd2f-c559-480a-a219-db1f2bcca493 req-bd29a4da-59ac-478c-8e59-73d1226b5ffc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.675214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd2f-c559-480a-a219-db1f2bcca493 req-bd29a4da-59ac-478c-8e59-73d1226b5ffc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.682307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fd2f-c559-480a-a219-db1f2bcca493 req-bd29a4da-59ac-478c-8e59-73d1226b5ffc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.689125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50066) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:14.691791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2499fd2f-c559-480a-a219-db1f2bcca493 req-bd29a4da-59ac-478c-8e59-73d1226b5ffc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.1789131 Apr 21 20:57:14.709451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-60bc8eba-f734-474d-90cb-b60d1d111673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.711172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-60bc8eba-f734-474d-90cb-b60d1d111673 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3f56938e490466592e9a080b5a3cb6a&device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1999314 Apr 21 20:57:14.766182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2499fd2f-c559-480a-a219-db1f2bcca493 req-dcb69103-7f38-4b49-a0f0-e0e35c9284fd tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734813 Apr 21 20:57:14.784282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf5e57-60bd-4082-80e3-c95f496af105 req-1fe8ca79-4988-46bf-9fd0-5fb83ba0b63a tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.792893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ebf5e57-60bd-4082-80e3-c95f496af105 req-1fe8ca79-4988-46bf-9fd0-5fb83ba0b63a tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.2349260 Apr 21 20:57:14.795007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/7781a75f-7e21-4bc0-a561-1c6f7fe5c7f8/96d1921f-31a8-455b-8284-109b4d8d924d) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:14.948011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d641b-f8ef-4b1a-bbdc-30f9a7bdcfec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:14.950660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-991d641b-f8ef-4b1a-bbdc-30f9a7bdcfec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2594602 Apr 21 20:57:14.965343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50068) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:14.986722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a508b694-a199-4d8e-a4c9-c1abad9a15ba None None] For port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=503df9ca-3f26-4a2e-bb7b-010e8ba667b9,segment=NetworkSegment(3b610f9b-9744-4ceb-b6d3-cbd414c208a9),segment_id=3b610f9b-9744-4ceb-b6d3-cbd414c208a9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:15.129867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ebf5e57-60bd-4082-80e3-c95f496af105 req-74e764be-b6b7-4ef8-bde5-171c2fc6154e tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358295 Apr 21 20:57:15.140489 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:15.147180 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a508b694-a199-4d8e-a4c9-c1abad9a15ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:15.157944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Set router 0e7dd56b-764d-4e16-ac25-08e44020bc27 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:57:15.242808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-498d5ebf-fca0-4b2e-b61c-02f285380efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:15.244551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-498d5ebf-fca0-4b2e-b61c-02f285380efe service neutron] 10.222.0.46 "GET /v2.0/networks?id=4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 200 len: 911 time: 0.5080085 Apr 21 20:57:15.393744 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-5b6357c0-78a7-4950-ab06-33c01b66e562 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169a2cc1-39dc-430a-a068-f9de4f2f855c HTTP/1.1" status: 200 len: 217 time: 0.0918460 Apr 21 20:57:15.439024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:15.554633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:15.582313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:15.614660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e989a-8b16-4f30-abd5-6dddabeea6cb req-fdb5be67-14e9-4907-a1d5-a41c2b89cb27 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:15.623992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e0e989a-8b16-4f30-abd5-6dddabeea6cb req-fdb5be67-14e9-4907-a1d5-a41c2b89cb27 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 946 time: 0.0880957 Apr 21 20:57:15.626794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-364d818a-d88b-4477-82b1-dacfad4ae992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:15.628268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-364d818a-d88b-4477-82b1-dacfad4ae992 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfd78404-457a-407b-b7d0-205ce877abd0 HTTP/1.1" status: 200 len: 850 time: 0.2157149 Apr 21 20:57:15.635618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:15.639517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-58be40bd-e107-4375-838c-ff755df6e144 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port f45b7791-0a03-49e0-b40e-a0572539df84 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:15.639867 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-58be40bd-e107-4375-838c-ff755df6e144 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:15.709048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-f0572fbd-d8b3-4283-8d5c-b9663a18c87f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4882a2d2-910e-4e67-8671-e68ba844bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658605 Apr 21 20:57:15.723303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e0e989a-8b16-4f30-abd5-6dddabeea6cb req-20c791ef-aac0-41ef-9639-1514711bc2bb tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951333 Apr 21 20:57:15.775292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:15.899928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Allocated IP 172.20.0.1 (05906a4e-9929-4fe0-8382-5e9c9ff46e20/14e05c80-0f4a-411f-b6ae-cee22e018c0d/6570f369-e9fb-457f-94f9-2fafeec3f72c) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:15.925585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:15.928132 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d701d0f9-3925-41eb-a1d8-eee8d7f7e9e4" -d '{"events": [{"server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "name": "network-vif-unplugged", "status": "completed", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:15.937121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:15.962340 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:15.995022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f72a33dd-cdd0-4213-9101-db3269d3cfff None None] Provisioning complete for port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:15.997939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f72a33dd-cdd0-4213-9101-db3269d3cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.002507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508b694-a199-4d8e-a4c9-c1abad9a15ba None None] Pushing event updated for resources: {'Port': ['ID=503df9ca-3f26-4a2e-bb7b-010e8ba667b9,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:16.018020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 has no active binding in host n-h2-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 20:57:16.047429 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c8abc7-cd3c-4c38-8234-d02bae86841b x-openstack-request-id: req-04c8abc7-cd3c-4c38-8234-d02bae86841b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:16.047877 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "name": "network-vif-unplugged", "status": "completed", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:16.048230 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04c8abc7-cd3c-4c38-8234-d02bae86841b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:16.048741 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c8abc7-cd3c-4c38-8234-d02bae86841b'] response: {'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9', 'code': 200} Apr 21 20:57:16.050757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-58be40bd-e107-4375-838c-ff755df6e144 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.131071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-58be40bd-e107-4375-838c-ff755df6e144 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for f45b7791-0a03-49e0-b40e-a0572539df84 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:16.132025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.199473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bad49-070e-4dd2-8d71-d70433a3cb59 req-dd772301-9c23-4c17-bff2-713209003d37 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:16.206458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bad49-070e-4dd2-8d71-d70433a3cb59 req-dd772301-9c23-4c17-bff2-713209003d37 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:16.213038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bad49-070e-4dd2-8d71-d70433a3cb59 req-dd772301-9c23-4c17-bff2-713209003d37 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:16.219789 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.220429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bad49-070e-4dd2-8d71-d70433a3cb59 req-dd772301-9c23-4c17-bff2-713209003d37 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:16.226485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bad49-070e-4dd2-8d71-d70433a3cb59 req-dd772301-9c23-4c17-bff2-713209003d37 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:16.241517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bad49-070e-4dd2-8d71-d70433a3cb59 req-dd772301-9c23-4c17-bff2-713209003d37 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:16.247193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bad49-070e-4dd2-8d71-d70433a3cb59 req-dd772301-9c23-4c17-bff2-713209003d37 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:16.249503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f0bad49-070e-4dd2-8d71-d70433a3cb59 req-dd772301-9c23-4c17-bff2-713209003d37 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.2742300 Apr 21 20:57:16.259826 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-3884bb66-2a1b-4d9b-9f30-e29296f0b6f6 service neutron] 10.222.0.46 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119479 Apr 21 20:57:16.260617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:16.277756 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:57:16.281110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Pushing event updated for resources: {'Port': ['ID=6570f369-e9fb-457f-94f9-2fafeec3f72c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:16.281752 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:57:16.299472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.305285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:16.306758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:16.311321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:16.351000 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.449132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:09Z', 'updated_at': '2022-04-21T20:57:12Z', 'revision_number': 3, 'project_id': 'e77d48da9233489395b3075f831218f3', 'gw_port': {'id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:10Z', 'updated_at': '2022-04-21T20:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:16.498267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa8a9d-d9c1-4219-9505-88437dabb140 req-da18b56e-df37-40e6-975e-383a484d5812 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:16.506567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-deaa8a9d-d9c1-4219-9505-88437dabb140 req-da18b56e-df37-40e6-975e-383a484d5812 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1507988 Apr 21 20:57:16.513912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.559595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on host n-h1-838945-1 for vnic_type normal with profile {"migrating_to": "n-h2-838945-1"} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:16.560080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:16.563520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:16.597938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Checking router: 0e7dd56b-764d-4e16-ac25-08e44020bc27 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:57:16.598707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Updating router 0e7dd56b-764d-4e16-ac25-08e44020bc27 port a7e444f9-99f2-4dfe-bf94-5e66baa2175e binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:57:16.603432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:16.623376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:57:16.623878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Attempting to bind port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on network 4fcf2b9b-0da7-45e4-be60-81187c04878d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:16.660908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:16.682925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:16.688662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:16.697304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Checking segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:16.700206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Bound using segment: {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:16.701139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Bound port: bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d17390-37c4-4663-b082-d204e31a5849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '4fcf2b9b-0da7-45e4-be60-81187c04878d'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:16.701585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.706364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Pushing event updated for resources: {'Port': ['ID=96d1921f-31a8-455b-8284-109b4d8d924d,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:16.707698 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-deaa8a9d-d9c1-4219-9505-88437dabb140 req-ddf5c959-14d2-4430-bc07-0740e35ca4ff tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996350 Apr 21 20:57:16.733249 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.773746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.894400 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff77aa59-2c82-4dcb-9ea0-ee900c433d0d req-970b2386-149b-4f45-a20d-7cfef40465f8 service neutron] 10.222.0.46 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102378 Apr 21 20:57:16.898051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Attempting to bind port 96d1921f-31a8-455b-8284-109b4d8d924d on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:16.898770 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Attempting to bind port 96d1921f-31a8-455b-8284-109b4d8d924d by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:16.899496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Attempting to bind port 96d1921f-31a8-455b-8284-109b4d8d924d on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:16.911068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f0bad49-070e-4dd2-8d71-d70433a3cb59 req-bbec4e38-5f5e-402d-8a7b-da6c62d6b0ef tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6352210 Apr 21 20:57:16.946592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:16.947029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:16.947931 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.947931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:16.948620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Bound port: 96d1921f-31a8-455b-8284-109b4d8d924d, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:16.949208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:16.997841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:17.002804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac9394-2b53-4c25-b948-42e12804d7d8 req-39ea856e-769e-484f-b6de-21741899af25 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:17.004585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:17.006926 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d8ac9394-2b53-4c25-b948-42e12804d7d8 req-39ea856e-769e-484f-b6de-21741899af25 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.1494529 Apr 21 20:57:17.092328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:17.116706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-08e67471-584e-420d-a450-a84b6998351c None None] Provisioning complete for port 6570f369-e9fb-457f-94f9-2fafeec3f72c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:17.117102 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e67471-584e-420d-a450-a84b6998351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:17.132475 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d8ac9394-2b53-4c25-b948-42e12804d7d8 req-29c8b16b-ab4d-42aa-83d9-2aee1c9f9227 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147566 Apr 21 20:57:17.224117 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:17.230357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0d040511-1d80-4f15-8245-22154687ecb7 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:17.233206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:17.233367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,revision_number=8']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:17.300306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 0d040511-1d80-4f15-8245-22154687ecb7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:57:17.300890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0d040511-1d80-4f15-8245-22154687ecb7 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:57:17.349241 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:17.397793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-08e67471-584e-420d-a450-a84b6998351c None None] Port 6570f369-e9fb-457f-94f9-2fafeec3f72c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:57:17.417509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:17.420219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:17.421830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] For port 96d1921f-31a8-455b-8284-109b4d8d924d, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:17.428247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] For port 96d1921f-31a8-455b-8284-109b4d8d924d, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=96d1921f-31a8-455b-8284-109b4d8d924d,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:17.433622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-84cd3b7c-bdba-46a4-8b2d-da93a038fcf7 service neutron] 10.222.0.43 "PUT /v2.0/ports/bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 HTTP/1.1" status: 200 len: 1122 time: 3.3477752 Apr 21 20:57:17.435274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-58be40bd-e107-4375-838c-ff755df6e144 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:17.446848 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:17.492689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be40bd-e107-4375-838c-ff755df6e144 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=f45b7791-0a03-49e0-b40e-a0572539df84,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:17.537157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:17.541047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:17.560345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:17.601429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-58be40bd-e107-4375-838c-ff755df6e144 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:17.622157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-58be40bd-e107-4375-838c-ff755df6e144 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/f45b7791-0a03-49e0-b40e-a0572539df84 HTTP/1.1" status: 204 len: 168 time: 2.6422541 Apr 21 20:57:17.622947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50120) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:17.644240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:17.677146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:17.852270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2386ce7e-7529-4b6c-a2b9-a392c55f40d6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:17.862961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2386ce7e-7529-4b6c-a2b9-a392c55f40d6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:17.864683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2386ce7e-7529-4b6c-a2b9-a392c55f40d6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2345254 Apr 21 20:57:17.872802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50124) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:17.969095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Router 0e7dd56b-764d-4e16-ac25-08e44020bc27 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:57:17.978263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Pushing event updated for resources: {'Port': ['ID=6570f369-e9fb-457f-94f9-2fafeec3f72c,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:18.019177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-97af44ee-0fec-4637-b7d6-ccdbb617d304 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 7781a75f-7e21-4bc0-a561-1c6f7fe5c7f8 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:18.028382 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97af44ee-0fec-4637-b7d6-ccdbb617d304 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.122206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:18.124997 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2" -d '{"events": [{"name": "network-changed", "server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:18.191855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae4e9-6bc8-4064-9669-e68a7d395ab3 req-bc7c0190-c5f6-4522-b4b6-5ea344f16f41 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.202142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97af44ee-0fec-4637-b7d6-ccdbb617d304 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.202684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82fae4e9-6bc8-4064-9669-e68a7d395ab3 req-bc7c0190-c5f6-4522-b4b6-5ea344f16f41 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.2475863 Apr 21 20:57:18.218470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa07bc-d859-4b3e-b24c-2e62cf2a8584 None None] Pushing event updated for resources: {'Port': ['ID=96d1921f-31a8-455b-8284-109b4d8d924d,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:18.264293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba078b8-2036-474d-96f4-dcfabc194e5a req-42b5976f-bf5f-4ca9-a3d9-5446b49740e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.270240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba078b8-2036-474d-96f4-dcfabc194e5a req-42b5976f-bf5f-4ca9-a3d9-5446b49740e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.272947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-96a948a3-cb87-4e19-9273-788978cca8ad None None] Provisioning complete for port 6570f369-e9fb-457f-94f9-2fafeec3f72c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:18.273592 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-96a948a3-cb87-4e19-9273-788978cca8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.276066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba078b8-2036-474d-96f4-dcfabc194e5a req-42b5976f-bf5f-4ca9-a3d9-5446b49740e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.283065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba078b8-2036-474d-96f4-dcfabc194e5a req-42b5976f-bf5f-4ca9-a3d9-5446b49740e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.289293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba078b8-2036-474d-96f4-dcfabc194e5a req-42b5976f-bf5f-4ca9-a3d9-5446b49740e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.298051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba078b8-2036-474d-96f4-dcfabc194e5a req-42b5976f-bf5f-4ca9-a3d9-5446b49740e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.307001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba078b8-2036-474d-96f4-dcfabc194e5a req-42b5976f-bf5f-4ca9-a3d9-5446b49740e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.309753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eba078b8-2036-474d-96f4-dcfabc194e5a req-42b5976f-bf5f-4ca9-a3d9-5446b49740e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.1810546 Apr 21 20:57:18.341641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:57:18.341984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-96a948a3-cb87-4e19-9273-788978cca8ad None None] Port 6570f369-e9fb-457f-94f9-2fafeec3f72c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:57:18.358831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5e8d8ed1-694b-4580-958f-74a9b60a886c admin admin] 10.222.0.49 "PUT /v2.0/routers/0e7dd56b-764d-4e16-ac25-08e44020bc27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8945701 Apr 21 20:57:18.366066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82fae4e9-6bc8-4064-9669-e68a7d395ab3 req-dd9894b4-8228-4308-816a-c37554a772d4 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617062 Apr 21 20:57:18.401004 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.421986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97af44ee-0fec-4637-b7d6-ccdbb617d304 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.424655 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.473356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:18.473788 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.536949 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6974e55c-7885-45c8-935d-d38cc7caeb53 x-openstack-request-id: req-6974e55c-7885-45c8-935d-d38cc7caeb53 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:18.537243 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:18.537515 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6974e55c-7885-45c8-935d-d38cc7caeb53 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:18.537891 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6974e55c-7885-45c8-935d-d38cc7caeb53'] response: {'name': 'network-changed', 'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9', 'status': 'completed', 'code': 200} Apr 21 20:57:18.632820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50138) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:18.640410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Attempting to bind port a7e444f9-99f2-4dfe-bf94-5e66baa2175e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:18.641585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Attempting to bind port a7e444f9-99f2-4dfe-bf94-5e66baa2175e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:18.642057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Attempting to bind port a7e444f9-99f2-4dfe-bf94-5e66baa2175e on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:18.649442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eba078b8-2036-474d-96f4-dcfabc194e5a req-4b78aad5-e398-4246-85ae-68e37ca7b158 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3291953 Apr 21 20:57:18.661123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-a54f3198-6e10-4b33-86a9-66124200082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.662626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-a54f3198-6e10-4b33-86a9-66124200082f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 1125 time: 0.1191773 Apr 21 20:57:18.671105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2edea-3fca-43ed-a3a1-7370994b1e77 None None] Pushing event updated for resources: {'Port': ['ID=a7e444f9-99f2-4dfe-bf94-5e66baa2175e,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:18.698815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:18.699635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:18.700149 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.700673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:18.701417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Bound port: a7e444f9-99f2-4dfe-bf94-5e66baa2175e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:18.701903 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.760744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f9388-e29a-4e82-90eb-0e321b1ac4c7 req-c89a4ee1-339c-4044-b92e-e61f592e9fa5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:18.774126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a8f9388-e29a-4e82-90eb-0e321b1ac4c7 req-c89a4ee1-339c-4044-b92e-e61f592e9fa5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.1579471 Apr 21 20:57:18.788116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97af44ee-0fec-4637-b7d6-ccdbb617d304 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.839436 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97af44ee-0fec-4637-b7d6-ccdbb617d304 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.842402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-97af44ee-0fec-4637-b7d6-ccdbb617d304 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/7781a75f-7e21-4bc0-a561-1c6f7fe5c7f8 HTTP/1.1" status: 204 len: 168 time: 0.9680529 Apr 21 20:57:18.846055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50150) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:18.846731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af44ee-0fec-4637-b7d6-ccdbb617d304 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=7781a75f-7e21-4bc0-a561-1c6f7fe5c7f8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:18.880084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-992319417'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:18.924437 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a8f9388-e29a-4e82-90eb-0e321b1ac4c7 req-4e1803c4-6fd8-4cb0-9478-94f19c242138 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396499 Apr 21 20:57:18.933078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:18.938882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:18.942044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ea46ee5c-2644-46e8-af87-f476d9675a63 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929604 Apr 21 20:57:18.942456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50152) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:18.951738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:18.959500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] For port a7e444f9-99f2-4dfe-bf94-5e66baa2175e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:18.998880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:57:18.999813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] For port a7e444f9-99f2-4dfe-bf94-5e66baa2175e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a7e444f9-99f2-4dfe-bf94-5e66baa2175e,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:19.011320 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:19.028617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:19.032572 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Added segment 1503181d-bfb1-45e2-b442-b2c3c2fa1af9 of type vlan for network e310aa07-eaef-421a-9cd1-6ab39b21249c Apr 21 20:57:19.043383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-d583ee54-9c89-400c-a6f4-f0ba650b924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:19.050189 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-d583ee54-9c89-400c-a6f4-f0ba650b924f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.3694429 Apr 21 20:57:19.089044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Routers {'0e7dd56b-764d-4e16-ac25-08e44020bc27'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:57:19.090995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:57:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0e7dd56b-764d-4e16-ac25-08e44020bc27'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:19.107135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:19.129719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-3cc89d6d-0b6a-4caf-9838-c4c72a284eea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 HTTP/1.1" status: 200 len: 217 time: 0.0749829 Apr 21 20:57:19.156373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2edea-3fca-43ed-a3a1-7370994b1e77 None None] Pushing event updated for resources: {'Port': ['ID=a7e444f9-99f2-4dfe-bf94-5e66baa2175e,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:19.178126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:19.195854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:19.196857 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:19.256313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-f9c7c691-cac2-4ff5-839b-1f8aca495e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:19.257827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-f9c7c691-cac2-4ff5-839b-1f8aca495e47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.1141665 Apr 21 20:57:19.268343 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6354260 Apr 21 20:57:19.275776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50154) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:19.290782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'subnet': {'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:19.303390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-1d83725f-d16b-4af9-98ef-4b992434685b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360522 Apr 21 20:57:19.306738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] Set router 0e7dd56b-764d-4e16-ac25-08e44020bc27 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:57:19.308138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:19.311758 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:19.327628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bb629-2c25-477d-a325-26e806728839 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Network': ['ID=e310aa07-eaef-421a-9cd1-6ab39b21249c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:19.358068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e310aa07-eaef-421a-9cd1-6ab39b21249c details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:57:19.428085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65a5b1-9c39-4605-b3b8-658bfe4f2b68 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:19.495150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:19.499137 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:19.690840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 6896624a-9b73-45a1-91e3-045051fea2c7 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:19.705345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 96d1921f-31a8-455b-8284-109b4d8d924d up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:19.798455 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:19.889831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3cf6-27ec-4863-bad1-032aa353ed79 req-e5554030-26a4-4928-9986-108440c4e2cc tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:19.891996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01df3cf6-27ec-4863-bad1-032aa353ed79 req-e5554030-26a4-4928-9986-108440c4e2cc tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1460977 Apr 21 20:57:19.897578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-cea4ce7b-7031-40ca-bc4a-e3112322e4ed service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820920 Apr 21 20:57:19.900307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Subnet': ['ID=8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:19.911257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d2eda65f-965c-4f97-a5c0-3c325d20c13d None None] Provisioning complete for port 96d1921f-31a8-455b-8284-109b4d8d924d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:19.911621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d2eda65f-965c-4f97-a5c0-3c325d20c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:19.965547 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:57:19.968908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Checking segment: {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:19.970158 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network hostable DHCP agents. Network: e310aa07-eaef-421a-9cd1-6ab39b21249c, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:57:19.999570 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network e310aa07-eaef-421a-9cd1-6ab39b21249c is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:57:20.017698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733b6c-4f70-4ba0-8ca9-6c4705f05fe2 req-7bde92b3-f078-4865-9afb-7c499571b1d4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.024305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733b6c-4f70-4ba0-8ca9-6c4705f05fe2 req-7bde92b3-f078-4865-9afb-7c499571b1d4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.030851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733b6c-4f70-4ba0-8ca9-6c4705f05fe2 req-7bde92b3-f078-4865-9afb-7c499571b1d4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.037802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733b6c-4f70-4ba0-8ca9-6c4705f05fe2 req-7bde92b3-f078-4865-9afb-7c499571b1d4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.044213 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01df3cf6-27ec-4863-bad1-032aa353ed79 req-3ec02b15-ed12-4b08-a962-16b719e6b963 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350508 Apr 21 20:57:20.044441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733b6c-4f70-4ba0-8ca9-6c4705f05fe2 req-7bde92b3-f078-4865-9afb-7c499571b1d4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.050360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733b6c-4f70-4ba0-8ca9-6c4705f05fe2 req-7bde92b3-f078-4865-9afb-7c499571b1d4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.057555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60733b6c-4f70-4ba0-8ca9-6c4705f05fe2 req-7bde92b3-f078-4865-9afb-7c499571b1d4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.067966 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60733b6c-4f70-4ba0-8ca9-6c4705f05fe2 req-7bde92b3-f078-4865-9afb-7c499571b1d4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5420 time: 0.1795919 Apr 21 20:57:20.111301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e310aa07-eaef-421a-9cd1-6ab39b21249c) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:20.124002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd24e44-e25a-4125-ac23-154f0a6e5f0b None None] Network e310aa07-eaef-421a-9cd1-6ab39b21249c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:20.132903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.133903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.137257 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3d247a5-6f4c-4c1f-ab0b-680f6b9331c2 req-87c1cf89-4e6a-4ba7-91a6-4000b68c0c2a service neutron] 10.222.0.46 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280228 Apr 21 20:57:20.144171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.190633 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60733b6c-4f70-4ba0-8ca9-6c4705f05fe2 req-3f49fe44-b761-4529-bdb9-723b37cf757e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216059 Apr 21 20:57:20.209598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3e4f88ea-90c8-4035-867d-938fcd2aee14 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9325452 Apr 21 20:57:20.212511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:20.227714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-513552448'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:20.259347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:09Z', 'updated_at': '2022-04-21T20:57:16Z', 'revision_number': 4, 'project_id': 'e77d48da9233489395b3075f831218f3', 'gw_port': {'id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:10Z', 'updated_at': '2022-04-21T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6570f369-e9fb-457f-94f9-2fafeec3f72c', 'name': '', 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'mac_address': 'fa:16:3e:aa:ea:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:15Z', 'updated_at': '2022-04-21T20:57:16Z', 'revision_number': 2, 'project_id': 'e77d48da9233489395b3075f831218f3', 'subnets': [{'id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:20.267215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:20.273081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=aa349f9e-1068-48d3-b59e-0085adac5f0d,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:20.277879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:20.278180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7cad3c-a0f7-401d-84ee-647af0e4bdc0 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:57:20.287282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:20.287799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.290926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.291524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.340541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:57:20.360698 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.361318 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Added segment 5dad188e-66ed-4895-819a-bea5826f0834 of type vlan for network bbc46101-fee4-4bf9-a4d7-7b06815627e1 Apr 21 20:57:20.362072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3143477-9972-4a63-8197-ac0e32ac91b1 None None] The sync data for ids ['0e7dd56b-764d-4e16-ac25-08e44020bc27'] in n-d-838945-1 is: [{'id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:09Z', 'updated_at': '2022-04-21T20:57:16Z', 'revision_number': 4, 'project_id': 'e77d48da9233489395b3075f831218f3', 'gw_port': {'id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:10Z', 'updated_at': '2022-04-21T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6570f369-e9fb-457f-94f9-2fafeec3f72c', 'name': '', 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'mac_address': 'fa:16:3e:aa:ea:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:15Z', 'updated_at': '2022-04-21T20:57:16Z', 'revision_number': 2, 'project_id': 'e77d48da9233489395b3075f831218f3', 'subnets': [{'id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:57:20.381806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f128c-3194-450c-bf02-21ef7596e5ab req-f8074352-0588-4759-ab37-c64f4e073d2d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.394819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b5f128c-3194-450c-bf02-21ef7596e5ab req-f8074352-0588-4759-ab37-c64f4e073d2d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.1188581 Apr 21 20:57:20.402351 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-10d3b01f-953a-4887-81dd-fa320a864947 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4565983 Apr 21 20:57:20.402973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50176) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:20.414042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'name': 'tempest-NetworksTestDHCPv6-1148880644'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:20.427061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 6896624a-9b73-45a1-91e3-045051fea2c7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=6896624a-9b73-45a1-91e3-045051fea2c7,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:20.442611 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.450430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '6896624a-9b73-45a1-91e3-045051fea2c7', 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'port_id': '6896624a-9b73-45a1-91e3-045051fea2c7', 'mac_address': 'fa:16:3e:32:87:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c453df3-cc03-40bc-8b80-cb780f4079e4', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:20.487409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.495053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:20.496723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.548491 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.557138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b5f128c-3194-450c-bf02-21ef7596e5ab req-4a8fce23-2b13-4a63-aeb8-8ced4c558201 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575460 Apr 21 20:57:20.559389 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d2eda65f-965c-4f97-a5c0-3c325d20c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.592131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Network': ['ID=bbc46101-fee4-4bf9-a4d7-7b06815627e1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:20.609496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50178) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:20.611451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a9073577-912c-4521-87f2-412a6099c6c7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3964725 Apr 21 20:57:20.621883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'subnet': {'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:20.637296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network bbc46101-fee4-4bf9-a4d7-7b06815627e1 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:57:20.640121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 96d1921f-31a8-455b-8284-109b4d8d924d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:20.641374 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.715734 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.778305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:20.782345 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.785421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:20.795347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:20.910274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 56d8684f-cdbd-4f52-8368-4362fe69bc9e yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:57:21.033670 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.071022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6896624a-9b73-45a1-91e3-045051fea2c7 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:21.102662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 6896624a-9b73-45a1-91e3-045051fea2c7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=6896624a-9b73-45a1-91e3-045051fea2c7,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:21.126892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::10d (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/aa349f9e-1068-48d3-b59e-0085adac5f0d/56d8684f-cdbd-4f52-8368-4362fe69bc9e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:21.240566 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.241550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 58edae64-08a0-4d17-892f-ec140d407789 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:21.280177 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.291081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec20ebd-fa2d-453d-9d11-d62959df4349 req-9fc34bf3-6bec-4c51-9731-40b68298a7cb tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:21.306860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ec20ebd-fa2d-453d-9d11-d62959df4349 req-9fc34bf3-6bec-4c51-9731-40b68298a7cb tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1521003 Apr 21 20:57:21.321677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 58edae64-08a0-4d17-892f-ec140d407789, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=58edae64-08a0-4d17-892f-ec140d407789,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:21.362033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cad3c-a0f7-401d-84ee-647af0e4bdc0 None None] Deleting port 96d1921f-31a8-455b-8284-109b4d8d924d {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:21.362033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b7cad3c-a0f7-401d-84ee-647af0e4bdc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.391677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ec20ebd-fa2d-453d-9d11-d62959df4349 req-9a07ddd5-c896-4010-a4d3-de3afa599df2 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832596 Apr 21 20:57:21.503378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9b7cad3c-a0f7-401d-84ee-647af0e4bdc0 None None] For port 96d1921f-31a8-455b-8284-109b4d8d924d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=96d1921f-31a8-455b-8284-109b4d8d924d,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:21.503795 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b7cad3c-a0f7-401d-84ee-647af0e4bdc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.512196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '58edae64-08a0-4d17-892f-ec140d407789', 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'port_id': '58edae64-08a0-4d17-892f-ec140d407789', 'mac_address': 'fa:16:3e:d7:b6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c453df3-cc03-40bc-8b80-cb780f4079e4', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:21.584032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d2eda65f-965c-4f97-a5c0-3c325d20c13d None None] For port 96d1921f-31a8-455b-8284-109b4d8d924d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=96d1921f-31a8-455b-8284-109b4d8d924d,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:21.584494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Subnet': ['ID=b53ca8dd-9086-4285-8fe0-000da791a557,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:21.638343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cad3c-a0f7-401d-84ee-647af0e4bdc0 None None] Calling delete_port for 96d1921f-31a8-455b-8284-109b4d8d924d owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:21.684349 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d2eda65f-965c-4f97-a5c0-3c325d20c13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.702194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e310aa07-eaef-421a-9cd1-6ab39b21249c', 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'fixed_ips': [{'subnet_id': '8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:21.703135 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.716534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0297b1-2ca6-4c40-9590-61d2f1e3131e req-87394cdb-d6a7-4f90-854b-23e176881cc2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:21.723372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0297b1-2ca6-4c40-9590-61d2f1e3131e req-87394cdb-d6a7-4f90-854b-23e176881cc2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:21.734251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379e3c5-2941-422e-93e4-79f1ea58b786 req-d710f663-35ce-4804-8bc4-e273501530bf tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:21.738514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0297b1-2ca6-4c40-9590-61d2f1e3131e req-87394cdb-d6a7-4f90-854b-23e176881cc2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:21.747018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0297b1-2ca6-4c40-9590-61d2f1e3131e req-87394cdb-d6a7-4f90-854b-23e176881cc2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:21.749094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e379e3c5-2941-422e-93e4-79f1ea58b786 req-d710f663-35ce-4804-8bc4-e273501530bf tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.0946150 Apr 21 20:57:21.754428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0297b1-2ca6-4c40-9590-61d2f1e3131e req-87394cdb-d6a7-4f90-854b-23e176881cc2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:21.765567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0297b1-2ca6-4c40-9590-61d2f1e3131e req-87394cdb-d6a7-4f90-854b-23e176881cc2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:21.772444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0297b1-2ca6-4c40-9590-61d2f1e3131e req-87394cdb-d6a7-4f90-854b-23e176881cc2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:21.781796 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a0297b1-2ca6-4c40-9590-61d2f1e3131e req-87394cdb-d6a7-4f90-854b-23e176881cc2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5421 time: 0.4166934 Apr 21 20:57:21.788308 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.814262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Checking segment: {'id': '5dad188e-66ed-4895-819a-bea5826f0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:21.814764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network hostable DHCP agents. Network: bbc46101-fee4-4bf9-a4d7-7b06815627e1, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:57:21.849572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e379e3c5-2941-422e-93e4-79f1ea58b786 req-2f632511-1fe2-452f-a288-7bb3912bffd8 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929461 Apr 21 20:57:21.870289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=6896624a-9b73-45a1-91e3-045051fea2c7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:21.885397 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.887813 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:21.963407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58edae64-08a0-4d17-892f-ec140d407789 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:22.024538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network bbc46101-fee4-4bf9-a4d7-7b06815627e1 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:57:22.057572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a0297b1-2ca6-4c40-9590-61d2f1e3131e req-cc1628db-fce1-4839-b32d-7dc6ee680cbb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745681 Apr 21 20:57:22.085420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:22.179684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, bbc46101-fee4-4bf9-a4d7-7b06815627e1) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:22.200316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 58edae64-08a0-4d17-892f-ec140d407789, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=58edae64-08a0-4d17-892f-ec140d407789,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:22.208346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:22.209669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:22.210409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d04b98-fffc-460b-b186-069f3e378601 None None] Network bbc46101-fee4-4bf9-a4d7-7b06815627e1 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:22.222278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:22.233745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:22.238454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:22.244459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:22.245392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:22.258184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=56d8684f-cdbd-4f52-8368-4362fe69bc9e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:22.270473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a03f8f3f-8f0b-4cbb-bfc7-9ce3f9c2082f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6546619 Apr 21 20:57:22.270655 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:22.270655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 77c0c746-6711-4633-a8e4-21b12d2055a0 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:22.272027 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:57:22.272370 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:57:22.278885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eda65f-965c-4f97-a5c0-3c325d20c13d None None] Pushing event updated for resources: {'Port': ['ID=96d1921f-31a8-455b-8284-109b4d8d924d,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:22.294256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-773da2ef-ca60-49a7-9416-b6c8b396efb7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8894010 Apr 21 20:57:22.296664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50208) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:22.350744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Allocated IP 19.80.0.2 (e310aa07-eaef-421a-9cd1-6ab39b21249c/8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2/94b6e731-045a-49dd-b5d7-8a9366e796de) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:22.474350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e642e43d-8f84-4f9e-bcb7-f658967f30ba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:22.489594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e642e43d-8f84-4f9e-bcb7-f658967f30ba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:22.499243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e642e43d-8f84-4f9e-bcb7-f658967f30ba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1985562 Apr 21 20:57:22.499777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50230) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:22.615718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7b4ec-2a22-41e3-ba37-d3329f042d25 req-91eb0641-66a9-4cad-b0cd-14b4f1418cf5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:22.632326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50e7b4ec-2a22-41e3-ba37-d3329f042d25 req-91eb0641-66a9-4cad-b0cd-14b4f1418cf5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1324670 Apr 21 20:57:22.691497 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50e7b4ec-2a22-41e3-ba37-d3329f042d25 req-06bff9ae-1b46-49b7-9b4b-543181f6bd6b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578876 Apr 21 20:57:22.845743 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b7cad3c-a0f7-401d-84ee-647af0e4bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:22.853763 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:57:22.861101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Port 96d1921f-31a8-455b-8284-109b4d8d924d update to ACTIVE by agent not found {{(pid=114648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 21 20:57:22.919135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-bae66c98-d73f-4a3a-8d67-3a6e00807862 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:22.935496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-bae66c98-d73f-4a3a-8d67-3a6e00807862 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:22.941221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-bae66c98-d73f-4a3a-8d67-3a6e00807862 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/networks?id=e310aa07-eaef-421a-9cd1-6ab39b21249c&id=bbc46101-fee4-4bf9-a4d7-7b06815627e1&id=e310aa07-eaef-421a-9cd1-6ab39b21249c HTTP/1.1" status: 200 len: 1390 time: 0.3283455 Apr 21 20:57:22.964818 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-c3074f01-ecb4-42a2-82c4-a70be04e2032 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/quotas/e77d48da9233489395b3075f831218f3 HTTP/1.1" status: 200 len: 375 time: 0.0182433 Apr 21 20:57:22.978634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 56d8684f-cdbd-4f52-8368-4362fe69bc9e {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:22.979209 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:22.983237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cad3c-a0f7-401d-84ee-647af0e4bdc0 None None] No DVR routers for this DVR port 96d1921f-31a8-455b-8284-109b4d8d924d on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:23.033233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-bbc46101-fee4-4bf9-a4d7-7b06815627e1', 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'fixed_ips': [{'subnet_id': 'b53ca8dd-9086-4285-8fe0-000da791a557'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:23.034130 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:23.067445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=58edae64-08a0-4d17-892f-ec140d407789,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:23.106948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a2b321-aeb3-45c9-a02a-c638eae576c5 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:23.215289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111bf12-bac4-404f-9895-44ffd07e6d37 req-1908e085-80f3-430c-8ef9-3c6a674fac08 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:23.216956 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b111bf12-bac4-404f-9895-44ffd07e6d37 req-1908e085-80f3-430c-8ef9-3c6a674fac08 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.1353369 Apr 21 20:57:23.303678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b111bf12-bac4-404f-9895-44ffd07e6d37 req-186c2a7c-65cb-4ca6-a680-8684f4a7171e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767868 Apr 21 20:57:23.329702 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:23.365955 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:23.385889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a7e444f9-99f2-4dfe-bf94-5e66baa2175e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:23.395717 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:23.408739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d9dd887a-56ce-4fb0-8feb-3536daed7408 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e77d48da9233489395b3075f831218f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2773058 Apr 21 20:57:23.431286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cad3c-a0f7-401d-84ee-647af0e4bdc0 None None] Pushing event deleted for resources: {'Port': ['ID=96d1921f-31a8-455b-8284-109b4d8d924d,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:23.474902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 56d8684f-cdbd-4f52-8368-4362fe69bc9e owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:23.598661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc06d-fe5d-4793-b68b-198e0c75092f req-c9ad43c7-1c81-4dc3-84b3-0aefa13f2ea2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:23.609484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc06d-fe5d-4793-b68b-198e0c75092f req-c9ad43c7-1c81-4dc3-84b3-0aefa13f2ea2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:23.617799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc06d-fe5d-4793-b68b-198e0c75092f req-c9ad43c7-1c81-4dc3-84b3-0aefa13f2ea2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:23.624191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Allocated IP 19.86.0.2 (bbc46101-fee4-4bf9-a4d7-7b06815627e1/b53ca8dd-9086-4285-8fe0-000da791a557/98dc3807-0f6c-4cfc-85a1-c6a02959bf06) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:23.626804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc06d-fe5d-4793-b68b-198e0c75092f req-c9ad43c7-1c81-4dc3-84b3-0aefa13f2ea2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:23.635152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc06d-fe5d-4793-b68b-198e0c75092f req-c9ad43c7-1c81-4dc3-84b3-0aefa13f2ea2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:23.653446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc06d-fe5d-4793-b68b-198e0c75092f req-c9ad43c7-1c81-4dc3-84b3-0aefa13f2ea2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:23.662832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc06d-fe5d-4793-b68b-198e0c75092f req-c9ad43c7-1c81-4dc3-84b3-0aefa13f2ea2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:23.665897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-890dc06d-fe5d-4793-b68b-198e0c75092f req-c9ad43c7-1c81-4dc3-84b3-0aefa13f2ea2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5422 time: 0.1744709 Apr 21 20:57:23.761993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-890dc06d-fe5d-4793-b68b-198e0c75092f req-cd00ae85-4d67-4b93-b43d-158ed7335638 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809288 Apr 21 20:57:23.808400 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-347ff0ec-5a7d-41b1-ad51-e96e35ae23d4 service neutron] 10.222.0.49 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799744 Apr 21 20:57:23.827623 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:23.871414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:23.911939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=56d8684f-cdbd-4f52-8368-4362fe69bc9e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:23.948069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:23.953848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/56d8684f-cdbd-4f52-8368-4362fe69bc9e HTTP/1.1" status: 204 len: 168 time: 1.4503593 Apr 21 20:57:23.953848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.953848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.954179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.954262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50262) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:23.954358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.954553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.954950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.955295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.955728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.956060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.956423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.956854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.957192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d22eee-7a50-4b27-bdef-bd335b47a3d4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:23.974580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Network e310aa07-eaef-421a-9cd1-6ab39b21249c is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:24.004466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-aa3a1310-051e-4a95-8801-f0aae4d6ecc8 service neutron] 10.222.0.49 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865573 Apr 21 20:57:24.019917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:24.028948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 77c0c746-6711-4633-a8e4-21b12d2055a0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=77c0c746-6711-4633-a8e4-21b12d2055a0,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:24.055981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:24.090505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Pushing event updated for resources: {'Port': ['ID=94b6e731-045a-49dd-b5d7-8a9366e796de,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:24.127000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '77c0c746-6711-4633-a8e4-21b12d2055a0', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'port_id': '77c0c746-6711-4633-a8e4-21b12d2055a0', 'mac_address': 'fa:16:3e:cd:8c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:24.154202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-3b92f4be-532d-4712-a45d-1cff1adabcc4 service neutron] 10.222.0.49 "GET /v2.0/networks/bbc46101-fee4-4bf9-a4d7-7b06815627e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422808 Apr 21 20:57:24.175268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a7e444f9-99f2-4dfe-bf94-5e66baa2175e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:24.175645 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.176583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6658fc-501e-446f-b30e-05d9a493cdf9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:24.178267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6658fc-501e-446f-b30e-05d9a493cdf9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:24.180131 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4a6658fc-501e-446f-b30e-05d9a493cdf9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2248483 Apr 21 20:57:24.183506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50266) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:24.188476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e6744-34ab-44d3-8de3-71603042d379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': 'aa349f9e-1068-48d3-b59e-0085adac5f0d'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:24.189451 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-255e6744-34ab-44d3-8de3-71603042d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.229742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ceead-5b91-4c42-af2d-362a8264819e req-f1aa0e4a-fcb0-4932-9b1b-41f112f3f811 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:24.238979 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a0ceead-5b91-4c42-af2d-362a8264819e req-f1aa0e4a-fcb0-4932-9b1b-41f112f3f811 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.2221739 Apr 21 20:57:24.311171 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Sync routers for ids ['0e7dd56b-764d-4e16-ac25-08e44020bc27'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:57:24.312201 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a0ceead-5b91-4c42-af2d-362a8264819e req-dc9f9a41-0920-4633-a6b4-0fcdf8925e1a tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671904 Apr 21 20:57:24.317469 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-f34533cf-7bcb-453b-a809-83501cf044e5 service neutron] 10.222.0.49 "GET /v2.0/networks/bbc46101-fee4-4bf9-a4d7-7b06815627e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543360 Apr 21 20:57:24.323451 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Routers {'0e7dd56b-764d-4e16-ac25-08e44020bc27'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:57:24.324079 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:57:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0e7dd56b-764d-4e16-ac25-08e44020bc27'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:24.335333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe70cad0-f065-43dc-bfbe-59cf719483dd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet aa349f9e-1068-48d3-b59e-0085adac5f0d {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:24.346721 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe70cad0-f065-43dc-bfbe-59cf719483dd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.402171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe70cad0-f065-43dc-bfbe-59cf719483dd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.507536 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Set router 0e7dd56b-764d-4e16-ac25-08e44020bc27 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:57:24.514995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-88544ffe-e6d0-4414-866d-267eda60c91e service neutron] 10.222.0.49 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830649 Apr 21 20:57:24.555363 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe70cad0-f065-43dc-bfbe-59cf719483dd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.632841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-bd31caca-605a-4dfc-a028-961a2bf244d2 service neutron] 10.222.0.46 "GET /v2.0/ports/bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9/bindings/n-h2-838945-1 HTTP/1.1" status: 200 len: 384 time: 0.2291496 Apr 21 20:57:24.654527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00268176-bcfd-4614-8686-80a6105943af req-df2e9347-b72a-49a7-916b-42e0baa26fd3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:24.656020 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00268176-bcfd-4614-8686-80a6105943af req-df2e9347-b72a-49a7-916b-42e0baa26fd3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 944 time: 0.0691278 Apr 21 20:57:24.685135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe70cad0-f065-43dc-bfbe-59cf719483dd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.690258 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.706420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe70cad0-f065-43dc-bfbe-59cf719483dd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.708567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-79ddce4c-284a-4c86-a75c-acc8bf811f4e service neutron] 10.222.0.49 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655157 Apr 21 20:57:24.710725 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fe70cad0-f065-43dc-bfbe-59cf719483dd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/aa349f9e-1068-48d3-b59e-0085adac5f0d HTTP/1.1" status: 204 len: 168 time: 0.5260894 Apr 21 20:57:24.714202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50284) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:24.737604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70cad0-f065-43dc-bfbe-59cf719483dd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=aa349f9e-1068-48d3-b59e-0085adac5f0d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:24.758659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00268176-bcfd-4614-8686-80a6105943af req-d7b8d88f-24d2-45b2-8565-0c8bb6933479 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920639 Apr 21 20:57:24.797671 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-67267bc1-1a6b-49d5-81a3-03e0b1d921eb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788243 Apr 21 20:57:24.798753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50286) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:24.799316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Attempting to bind port 94b6e731-045a-49dd-b5d7-8a9366e796de on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:24.799688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Attempting to bind port 94b6e731-045a-49dd-b5d7-8a9366e796de by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:24.800126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Attempting to bind port 94b6e731-045a-49dd-b5d7-8a9366e796de on network e310aa07-eaef-421a-9cd1-6ab39b21249c {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:24.810772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:24.811343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Checking segment: {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:24.811793 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.812188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Bound using segment: {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:24.813479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Bound port: 94b6e731-045a-49dd-b5d7-8a9366e796de, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:24.814172 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.829733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.845252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c0c746-6711-4633-a8e4-21b12d2055a0 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:24.850778 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:09Z', 'updated_at': '2022-04-21T20:57:16Z', 'revision_number': 4, 'project_id': 'e77d48da9233489395b3075f831218f3', 'gw_port': {'id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:10Z', 'updated_at': '2022-04-21T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6570f369-e9fb-457f-94f9-2fafeec3f72c', 'name': '', 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'mac_address': 'fa:16:3e:aa:ea:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:15Z', 'updated_at': '2022-04-21T20:57:16Z', 'revision_number': 2, 'project_id': 'e77d48da9233489395b3075f831218f3', 'subnets': [{'id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:24.868199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 77c0c746-6711-4633-a8e4-21b12d2055a0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=77c0c746-6711-4633-a8e4-21b12d2055a0,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:24.872891 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c49c11c0-620a-447f-8061-c6c905d21485 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0653739 Apr 21 20:57:24.875856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50290) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:24.876783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.885503 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:24.931655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0d489134-c1a7-495c-ad38-3b44b6c7a224 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:24.944097 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Checking router: 0e7dd56b-764d-4e16-ac25-08e44020bc27 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:57:24.946096 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Updating router 0e7dd56b-764d-4e16-ac25-08e44020bc27 port 6570f369-e9fb-457f-94f9-2fafeec3f72c binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:57:24.995004 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.041899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:25.052006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] For port 94b6e731-045a-49dd-b5d7-8a9366e796de, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:25.057683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e40853c-bff4-44e7-bec1-bef2be9d8ff5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:25.061758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] For port 94b6e731-045a-49dd-b5d7-8a9366e796de, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=94b6e731-045a-49dd-b5d7-8a9366e796de,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:25.064369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50298) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:25.075712 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0e40853c-bff4-44e7-bec1-bef2be9d8ff5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1930106 Apr 21 20:57:25.091659 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Network bbc46101-fee4-4bf9-a4d7-7b06815627e1 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:25.100428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.124674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:25.128064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:25.159016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-58e073cb-12a5-4532-b862-526f7f762a4b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890715 Apr 21 20:57:25.161985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50302) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:25.168358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:25.176807 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.177010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:25.211550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port a7e444f9-99f2-4dfe-bf94-5e66baa2175e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a7e444f9-99f2-4dfe-bf94-5e66baa2175e,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:25.239874 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:57:25.241939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.245062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Pushing event updated for resources: {'Port': ['ID=98dc3807-0f6c-4cfc-85a1-c6a02959bf06,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:25.320461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ede1-b6c8-4249-9480-0edfc10ac078 req-4ad381f0-a055-4892-8124-920e679def35 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:25.334302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ede1-b6c8-4249-9480-0edfc10ac078 req-4ad381f0-a055-4892-8124-920e679def35 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:25.345461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ade5fe-d113-4f1b-9a07-f968dc1ed391 req-feb79ca8-531b-4bd2-9e0e-f71d9f5bd367 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:25.352946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11ade5fe-d113-4f1b-9a07-f968dc1ed391 req-feb79ca8-531b-4bd2-9e0e-f71d9f5bd367 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 951 time: 0.3074949 Apr 21 20:57:25.357324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ede1-b6c8-4249-9480-0edfc10ac078 req-4ad381f0-a055-4892-8124-920e679def35 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:25.367102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ede1-b6c8-4249-9480-0edfc10ac078 req-4ad381f0-a055-4892-8124-920e679def35 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:25.377387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ede1-b6c8-4249-9480-0edfc10ac078 req-4ad381f0-a055-4892-8124-920e679def35 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:25.385320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 96d1921f-31a8-455b-8284-109b4d8d924d no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:25.388513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ede1-b6c8-4249-9480-0edfc10ac078 req-4ad381f0-a055-4892-8124-920e679def35 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:25.395854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['6896624a-9b73-45a1-91e3-045051fea2c7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:25.400200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ede1-b6c8-4249-9480-0edfc10ac078 req-4ad381f0-a055-4892-8124-920e679def35 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:25.410906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:25.412471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d655ede1-b6c8-4249-9480-0edfc10ac078 req-4ad381f0-a055-4892-8124-920e679def35 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5423 time: 0.2581804 Apr 21 20:57:25.474283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Attempting to bind port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:25.474629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Attempting to bind port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5dad188e-66ed-4895-819a-bea5826f0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:25.475032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Attempting to bind port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 on network bbc46101-fee4-4bf9-a4d7-7b06815627e1 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:25.486574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:25.495101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 96d1921f-31a8-455b-8284-109b4d8d924d {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:57:25.498240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 96d1921f-31a8-455b-8284-109b4d8d924d not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:57:25.508545 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d655ede1-b6c8-4249-9480-0edfc10ac078 req-cd4affab-1a5b-43fc-8271-bd8667af4d02 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939944 Apr 21 20:57:25.537420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.542670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:25.543046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Checking segment: {'id': '5dad188e-66ed-4895-819a-bea5826f0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:25.545135 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.545539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Bound using segment: {'id': '5dad188e-66ed-4895-819a-bea5826f0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:25.546033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Bound port: 98dc3807-0f6c-4cfc-85a1-c6a02959bf06, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dad188e-66ed-4895-819a-bea5826f0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:25.546422 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.587015 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.597828 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.599861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=77c0c746-6711-4633-a8e4-21b12d2055a0,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:25.618758 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11ade5fe-d113-4f1b-9a07-f968dc1ed391 req-3ae230ad-6311-4f6b-9a2f-fa6bc96dfc70 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649286 Apr 21 20:57:25.624603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['58edae64-08a0-4d17-892f-ec140d407789'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:25.634737 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['77c0c746-6711-4633-a8e4-21b12d2055a0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:25.755307 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Attempting to bind port 6570f369-e9fb-457f-94f9-2fafeec3f72c on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:25.755677 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Attempting to bind port 6570f369-e9fb-457f-94f9-2fafeec3f72c by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '3b610f9b-9744-4ceb-b6d3-cbd414c208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:25.756206 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Attempting to bind port 6570f369-e9fb-457f-94f9-2fafeec3f72c on network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:25.764293 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:25.765053 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Checking segment: {'id': '3b610f9b-9744-4ceb-b6d3-cbd414c208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:25.765635 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.766793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Bound using segment: {'id': '3b610f9b-9744-4ceb-b6d3-cbd414c208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:25.767514 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Bound port: 6570f369-e9fb-457f-94f9-2fafeec3f72c, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b610f9b-9744-4ceb-b6d3-cbd414c208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:25.768213 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.771580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:25.786879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9302d277-d2d4-4114-8405-8e930b31d833 req-0923757d-a216-4eef-9d59-1b40f6e20ced tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 210 time: 0.0863576 Apr 21 20:57:25.788390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.851330 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] For port 6570f369-e9fb-457f-94f9-2fafeec3f72c, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:25.855994 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] For port 6570f369-e9fb-457f-94f9-2fafeec3f72c, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6570f369-e9fb-457f-94f9-2fafeec3f72c,segment=NetworkSegment(3b610f9b-9744-4ceb-b6d3-cbd414c208a9),segment_id=3b610f9b-9744-4ceb-b6d3-cbd414c208a9)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:25.858212 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Pushing event updated for resources: {'Port': ['ID=6570f369-e9fb-457f-94f9-2fafeec3f72c,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:25.870162 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:25.876263 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.877143 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.877659 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.878284 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.879152 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.880243 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.881100 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.881823 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.882435 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.883542 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.884070 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.884631 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:25.957379 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Routers {'0e7dd56b-764d-4e16-ac25-08e44020bc27'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:57:25.958243 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:57:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0e7dd56b-764d-4e16-ac25-08e44020bc27'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:25.964630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] Transition to ACTIVE for port object bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:57:26.019155 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82507d75-562b-4b07-b506-7ff19a195583 None None] Pushing event updated for resources: {'Port': ['ID=6570f369-e9fb-457f-94f9-2fafeec3f72c,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:26.141682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0d489134-c1a7-495c-ad38-3b44b6c7a224, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0d489134-c1a7-495c-ad38-3b44b6c7a224,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:26.164191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc84b7e-01c8-4b5f-ab69-85e0b8ed358f req-c4360125-1351-4f1d-bc07-2f8342437cbf tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:26.167760 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cc84b7e-01c8-4b5f-ab69-85e0b8ed358f req-c4360125-1351-4f1d-bc07-2f8342437cbf tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1635368 Apr 21 20:57:26.226616 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cc84b7e-01c8-4b5f-ab69-85e0b8ed358f req-e1385854-16ba-4689-a0a4-23574d512a05 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509067 Apr 21 20:57:26.283538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:26.293966 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '0d489134-c1a7-495c-ad38-3b44b6c7a224', 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844', 'port_id': '0d489134-c1a7-495c-ad38-3b44b6c7a224', 'mac_address': 'fa:16:3e:f9:10:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8090178e-1083-463b-8037-70b42f5eb641', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:26.309681 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-df843453-e326-4891-b0d4-5308294ec87d None None] Provisioning complete for port 6570f369-e9fb-457f-94f9-2fafeec3f72c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:26.309681 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-df843453-e326-4891-b0d4-5308294ec87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:26.346539 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] Set router 0e7dd56b-764d-4e16-ac25-08e44020bc27 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:57:26.374610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a4ede-2683-4c1a-855c-7b17116c5819 None None] Pushing event updated for resources: {'Port': ['ID=94b6e731-045a-49dd-b5d7-8a9366e796de,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:26.481171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] For port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:26.489331 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:26.632524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] For port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=98dc3807-0f6c-4cfc-85a1-c6a02959bf06,segment=NetworkSegment(5dad188e-66ed-4895-819a-bea5826f0834),segment_id=5dad188e-66ed-4895-819a-bea5826f0834)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:26.681702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d489134-c1a7-495c-ad38-3b44b6c7a224 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:26.694679 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:09Z', 'updated_at': '2022-04-21T20:57:16Z', 'revision_number': 4, 'project_id': 'e77d48da9233489395b3075f831218f3', 'gw_port': {'id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:10Z', 'updated_at': '2022-04-21T20:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6570f369-e9fb-457f-94f9-2fafeec3f72c', 'name': '', 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'mac_address': 'fa:16:3e:aa:ea:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:15Z', 'updated_at': '2022-04-21T20:57:25Z', 'revision_number': 4, 'project_id': 'e77d48da9233489395b3075f831218f3', 'subnets': [{'id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:26.725153 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b224cd37-935a-49af-87ac-0b3a615f2fa3 None None] The sync data for ids ['0e7dd56b-764d-4e16-ac25-08e44020bc27'] in n-d-838945-1 is: [{'id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:09Z', 'updated_at': '2022-04-21T20:57:16Z', 'revision_number': 4, 'project_id': 'e77d48da9233489395b3075f831218f3', 'gw_port': {'id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:10Z', 'updated_at': '2022-04-21T20:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6570f369-e9fb-457f-94f9-2fafeec3f72c', 'name': '', 'network_id': '05906a4e-9929-4fe0-8382-5e9c9ff46e20', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'mac_address': 'fa:16:3e:aa:ea:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:15Z', 'updated_at': '2022-04-21T20:57:25Z', 'revision_number': 4, 'project_id': 'e77d48da9233489395b3075f831218f3', 'subnets': [{'id': '14e05c80-0f4a-411f-b6ae-cee22e018c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:57:26.753586 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:26.795517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0d489134-c1a7-495c-ad38-3b44b6c7a224, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0d489134-c1a7-495c-ad38-3b44b6c7a224,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:26.872103 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:26.872982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f197a690-9086-462c-b6bb-8bd01619eff9 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:26.917991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] No DVR routers for this DVR port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:26.927102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=a7e444f9-99f2-4dfe-bf94-5e66baa2175e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:27.012417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ebb1b-6b69-4f9c-b14d-f6ad46535265 req-057c4ff0-5368-4736-9e35-d2d9a54f480b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:27.021479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-262ebb1b-6b69-4f9c-b14d-f6ad46535265 req-057c4ff0-5368-4736-9e35-d2d9a54f480b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 945 time: 1.1377039 Apr 21 20:57:27.041491 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] 10.222.0.46 "PUT /v2.0/ports/bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9/bindings/n-h2-838945-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3971839 Apr 21 20:57:27.059362 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:27.145851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faac593-a9ff-43c3-925f-b6e19574d6fa service neutron] Pushing event updated for resources: {'Port': ['ID=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:27.146613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69628a7f-6198-49c2-92be-dfe240a74265 None None] Network e310aa07-eaef-421a-9cd1-6ab39b21249c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:27.213980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=a68d471b-2b54-4361-b83f-48c65d1e1f0c,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:27.218970 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:57:27.227216 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-df843453-e326-4891-b0d4-5308294ec87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:27.296443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:27.421511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057d254-5412-4be3-b77a-8448ea4ef79f None None] Pushing event updated for resources: {'Port': ['ID=98dc3807-0f6c-4cfc-85a1-c6a02959bf06,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:27.447035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:27.459390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:27.459810 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:27.493608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-262ebb1b-6b69-4f9c-b14d-f6ad46535265 req-c74e8cd0-376e-4bcb-ace7-07ac6e42bc72 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677794 Apr 21 20:57:27.506632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cdef9a-ec67-443e-8dfd-971156cf4363 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:27.567157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-df843453-e326-4891-b0d4-5308294ec87d None None] For port 6570f369-e9fb-457f-94f9-2fafeec3f72c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6570f369-e9fb-457f-94f9-2fafeec3f72c,segment=NetworkSegment(3b610f9b-9744-4ceb-b6d3-cbd414c208a9),segment_id=3b610f9b-9744-4ceb-b6d3-cbd414c208a9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:27.605535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7ec21858-7139-48b0-833f-09b1be42806b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4422619 Apr 21 20:57:27.605735 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50360) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:27.611969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-15e11b9e-c9fa-4991-8a6e-b24f5a54a0cd tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:27.619357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-15e11b9e-c9fa-4991-8a6e-b24f5a54a0cd tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.4340999 Apr 21 20:57:27.619720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': 'a68d471b-2b54-4361-b83f-48c65d1e1f0c', 'ip_address': '2001:db8::9a14:b007:6818:261b'}], 'name': 'tempest-NetworksTestDHCPv6-1279238189'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:27.634828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-54bec9fd-139e-41a4-950c-51d60c964ed3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:27.636484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-54bec9fd-139e-41a4-950c-51d60c964ed3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.46 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 945 time: 0.4003587 Apr 21 20:57:27.699738 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19a286-a035-4057-b954-6e4becaa5ae7 req-630e72ef-b928-491c-b699-21c0ca9dbca2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:27.723311 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b19a286-a035-4057-b954-6e4becaa5ae7 req-630e72ef-b928-491c-b699-21c0ca9dbca2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 945 time: 0.2166278 Apr 21 20:57:27.732753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f197a690-9086-462c-b6bb-8bd01619eff9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f197a690-9086-462c-b6bb-8bd01619eff9,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:27.747656 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-df843453-e326-4891-b0d4-5308294ec87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:27.753745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'f197a690-9086-462c-b6bb-8bd01619eff9', 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'port_id': 'f197a690-9086-462c-b6bb-8bd01619eff9', 'mac_address': 'fa:16:3e:12:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c453df3-cc03-40bc-8b80-cb780f4079e4', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:27.772877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0d489134-c1a7-495c-ad38-3b44b6c7a224,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:27.838688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-069fb41a-a163-485b-8836-96957201efe3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:27.849554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-069fb41a-a163-485b-8836-96957201efe3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:27.851272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-069fb41a-a163-485b-8836-96957201efe3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "GET /v2.0/networks?id=e310aa07-eaef-421a-9cd1-6ab39b21249c&id=bbc46101-fee4-4bf9-a4d7-7b06815627e1&id=e310aa07-eaef-421a-9cd1-6ab39b21249c HTTP/1.1" status: 200 len: 1390 time: 0.6768916 Apr 21 20:57:27.871776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-00d3b993-c32b-4f7a-ab57-9a229b68dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:27.872239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b19a286-a035-4057-b954-6e4becaa5ae7 req-82fdeffd-6287-4b57-8191-19a9d8c92b27 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476433 Apr 21 20:57:27.886976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-00d3b993-c32b-4f7a-ab57-9a229b68dbd7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541&tenant_id=37c70604bc6b4aee98099584cc509ac7 HTTP/1.1" status: 200 len: 1096 time: 0.2455115 Apr 21 20:57:27.907686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'port': {'device_id': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c', 'admin_state_up': True, 'tenant_id': 'e77d48da9233489395b3075f831218f3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:27.918793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:27.955644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-92d57dc8-747d-4eaa-af18-c524261053c7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:57:27.957519 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-92d57dc8-747d-4eaa-af18-c524261053c7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618002 Apr 21 20:57:27.965411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:27.990956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:28.042196 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c80f6b7-1c31-4725-90b0-e65edf6837a5 req-373d2d90-309f-4967-aa14-0e79927e6077 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 210 time: 0.0347300 Apr 21 20:57:28.087368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.093100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7bde-5868-44a1-b13a-1093290e7e32 req-2b6924d7-a7c1-476b-b340-a042a0ded785 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.099645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7bde-5868-44a1-b13a-1093290e7e32 req-2b6924d7-a7c1-476b-b340-a042a0ded785 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.105607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7bde-5868-44a1-b13a-1093290e7e32 req-2b6924d7-a7c1-476b-b340-a042a0ded785 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.111544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7bde-5868-44a1-b13a-1093290e7e32 req-2b6924d7-a7c1-476b-b340-a042a0ded785 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.117636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7bde-5868-44a1-b13a-1093290e7e32 req-2b6924d7-a7c1-476b-b340-a042a0ded785 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.123564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7bde-5868-44a1-b13a-1093290e7e32 req-2b6924d7-a7c1-476b-b340-a042a0ded785 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.129760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a7bde-5868-44a1-b13a-1093290e7e32 req-2b6924d7-a7c1-476b-b340-a042a0ded785 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.131910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 75261e9f-aafd-450b-869d-f223186a1b19 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:57:28.137997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-949a7bde-5868-44a1-b13a-1093290e7e32 req-2b6924d7-a7c1-476b-b340-a042a0ded785 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5424 time: 0.4920719 Apr 21 20:57:28.237455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-a227c119-6b0d-4dca-8a64-bb16830be186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.238213 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-a227c119-6b0d-4dca-8a64-bb16830be186 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37c70604bc6b4aee98099584cc509ac7&device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 1096 time: 0.2453973 Apr 21 20:57:28.257367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-949a7bde-5868-44a1-b13a-1093290e7e32 req-8673ee89-ad5c-4f89-90b8-11b1086d5d13 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184115 Apr 21 20:57:28.310234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Deleting port 6694cb6e-1fc6-4db7-a463-3069b3bde03f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:28.310873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.315789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618919c-7d67-4d6a-8c05-598c01dde859 req-a836419d-dde7-4d27-b627-e6de7db02245 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.317578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f618919c-7d67-4d6a-8c05-598c01dde859 req-a836419d-dde7-4d27-b627-e6de7db02245 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1284440 Apr 21 20:57:28.326512 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.374139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df843453-e326-4891-b0d4-5308294ec87d None None] Pushing event updated for resources: {'Port': ['ID=6570f369-e9fb-457f-94f9-2fafeec3f72c,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:28.455018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f618919c-7d67-4d6a-8c05-598c01dde859 req-ee83fe16-a008-41b4-92c7-553a2cd361fc tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263270 Apr 21 20:57:28.469414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] For port 6694cb6e-1fc6-4db7-a463-3069b3bde03f, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6694cb6e-1fc6-4db7-a463-3069b3bde03f,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:28.469929 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.475319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d78d16df-139e-49c3-bccb-38add5de956a None None] Provisioning complete for port 94b6e731-045a-49dd-b5d7-8a9366e796de triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:28.475852 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d78d16df-139e-49c3-bccb-38add5de956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.480618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::9a14:b007:6818:261b (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/a68d471b-2b54-4361-b83f-48c65d1e1f0c/75261e9f-aafd-450b-869d-f223186a1b19) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:28.487881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Calling delete_port for 6694cb6e-1fc6-4db7-a463-3069b3bde03f owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:28.529733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': 'a68d471b-2b54-4361-b83f-48c65d1e1f0c'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:28.530731 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.563229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:28.564802 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.685420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:28.687682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f197a690-9086-462c-b6bb-8bd01619eff9 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:28.689882 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.737230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3893a7-bf85-4df2-bcdb-f2a4ac1ec2bc req-b5a79057-b422-4f9e-acc8-11246a1d347a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.738717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d3893a7-bf85-4df2-bcdb-f2a4ac1ec2bc req-b5a79057-b422-4f9e-acc8-11246a1d347a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 945 time: 0.1021278 Apr 21 20:57:28.774887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcc9eef-9647-4de7-9e4b-491bc23d097d None None] Network bbc46101-fee4-4bf9-a4d7-7b06815627e1 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:28.794531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.800903 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d78d16df-139e-49c3-bccb-38add5de956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.807139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f197a690-9086-462c-b6bb-8bd01619eff9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f197a690-9086-462c-b6bb-8bd01619eff9,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:28.813219 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d3893a7-bf85-4df2-bcdb-f2a4ac1ec2bc req-fb4cc120-ad8d-41f3-9d9f-a25f224cd2ee tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646584 Apr 21 20:57:28.869007 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.869718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device df821b75-45f2-44f3-8ca5-2df76b3bde97 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:28.878276 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:28.904202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ab12d-2f9c-4d6a-9f47-35f1c1ec6fd6 req-0da04592-5b72-45e2-9bb1-8e92663d17f8 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:28.907089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa2ab12d-2f9c-4d6a-9f47-35f1c1ec6fd6 req-0da04592-5b72-45e2-9bb1-8e92663d17f8 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 951 time: 0.2223682 Apr 21 20:57:28.980724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:28.988421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:29.009669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.017025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:29.024889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.025619 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.035885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=75261e9f-aafd-450b-869d-f223186a1b19,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:29.050015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-b39cf790-729b-4427-b2cc-4642742c52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.054175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-b39cf790-729b-4427-b2cc-4642742c52ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 200 len: 908 time: 0.7930691 Apr 21 20:57:29.070698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.070894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.071128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.071694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.072090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.072521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.072916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.073367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.073894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.074306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.074673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.075604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:29.090544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d78d16df-139e-49c3-bccb-38add5de956a None None] For port 94b6e731-045a-49dd-b5d7-8a9366e796de, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=94b6e731-045a-49dd-b5d7-8a9366e796de,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:29.100301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf425dbf-1720-412b-a1bc-07238866d70b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4842062 Apr 21 20:57:29.104350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50380) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:29.120709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event deleted for resources: {'Port': ['ID=6694cb6e-1fc6-4db7-a463-3069b3bde03f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:29.124952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.135629 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d78d16df-139e-49c3-bccb-38add5de956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.137572 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.152627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port df821b75-45f2-44f3-8ca5-2df76b3bde97, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df821b75-45f2-44f3-8ca5-2df76b3bde97,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:29.160791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe749ad8-51cf-4091-97a8-c5373e248570 req-c3916518-210c-4d11-85ff-32ca0d002b16 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.167199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe749ad8-51cf-4091-97a8-c5373e248570 req-c3916518-210c-4d11-85ff-32ca0d002b16 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 945 time: 0.1805573 Apr 21 20:57:29.169706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-6b9d8711-2913-4048-a29d-36b48df7f4c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 HTTP/1.1" status: 200 len: 217 time: 0.0717831 Apr 21 20:57:29.176065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/a68d471b-2b54-4361-b83f-48c65d1e1f0c/f664e86c-b3c8-443b-b918-b513de18b0d1) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:29.176250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa2ab12d-2f9c-4d6a-9f47-35f1c1ec6fd6 req-3a282447-6f7c-4d55-bfe9-7ef780486335 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413445 Apr 21 20:57:29.190521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=f197a690-9086-462c-b6bb-8bd01619eff9,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:29.236099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe749ad8-51cf-4091-97a8-c5373e248570 req-7252b04c-7f88-445c-95d2-e44edf5bc81f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538538 Apr 21 20:57:29.246723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-081739b7-3990-410f-bbc8-9cd4a998e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.248237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-081739b7-3990-410f-bbc8-9cd4a998e0d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 200 len: 847 time: 0.0523562 Apr 21 20:57:29.265594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a848dc-975c-4320-b974-2487a67c46cf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.271078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-59a848dc-975c-4320-b974-2487a67c46cf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1607924 Apr 21 20:57:29.271461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50382) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:29.279029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] No DVR routers for this DVR port 6694cb6e-1fc6-4db7-a463-3069b3bde03f on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:29.281400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Allocated IP 19.80.0.220 (e310aa07-eaef-421a-9cd1-6ab39b21249c/8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2/a83c2440-2af2-449c-99e6-4cc95c4b91fb) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:29.298038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'df821b75-45f2-44f3-8ca5-2df76b3bde97', 'network_id': '5fb1d12d-382f-47c7-91b7-9966a693611f', 'port_id': 'df821b75-45f2-44f3-8ca5-2df76b3bde97', 'mac_address': 'fa:16:3e:1f:b1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c453df3-cc03-40bc-8b80-cb780f4079e4', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:29.311430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-ced6b015-1c23-48a4-b868-220d54d41d00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4fcf2b9b-0da7-45e4-be60-81187c04878d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338626 Apr 21 20:57:29.315179 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.318251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:29.318502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-147a4b9f-bef7-4d78-847c-bc70a843ce49 req-c27b5982-170b-4706-be1c-f0fb21873e1f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.46 "DELETE /v2.0/ports/6694cb6e-1fc6-4db7-a463-3069b3bde03f HTTP/1.1" status: 204 len: 173 time: 1.5963500 Apr 21 20:57:29.320199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af84f80a-7137-4e7c-9129-4daecb0cc613', 'name': 'network-vif-deleted', 'tag': '6694cb6e-1fc6-4db7-a463-3069b3bde03f'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:29.324257 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56558a4b-3a0d-4bf2-ae17-76a809d5b928" -d '{"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:29.338744 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1095ee3-cd06-41a0-904f-c451315af4fa" -d '{"events": [{"server_uuid": "af84f80a-7137-4e7c-9129-4daecb0cc613", "name": "network-vif-deleted", "tag": "6694cb6e-1fc6-4db7-a463-3069b3bde03f"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:29.357526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d78d16df-139e-49c3-bccb-38add5de956a None None] Provisioning complete for port 6570f369-e9fb-457f-94f9-2fafeec3f72c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:29.358172 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d78d16df-139e-49c3-bccb-38add5de956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.411094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e2e015a-65a4-462f-8dc7-7f2defb88dd0 req-6590c2b4-8aa5-4049-a39d-74cf2a61e9ce tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 210 time: 0.0916376 Apr 21 20:57:29.474512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:29.503392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=98dc3807-0f6c-4cfc-85a1-c6a02959bf06,segment=NetworkSegment(5dad188e-66ed-4895-819a-bea5826f0834),segment_id=5dad188e-66ed-4895-819a-bea5826f0834)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:29.534620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c896ebe-5e55-4a4e-adda-583977ad685b req-1ed25cb8-246a-49cb-919a-8f3acc771086 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.538200 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e824ab87-dc38-4919-a0a2-1d46804072cf x-openstack-request-id: req-e824ab87-dc38-4919-a0a2-1d46804072cf {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:29.538752 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-unplugged", "status": "completed", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:29.539098 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e824ab87-dc38-4919-a0a2-1d46804072cf {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:29.539601 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e824ab87-dc38-4919-a0a2-1d46804072cf'] response: {'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'code': 200} Apr 21 20:57:29.540562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c896ebe-5e55-4a4e-adda-583977ad685b req-1ed25cb8-246a-49cb-919a-8f3acc771086 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.548184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c896ebe-5e55-4a4e-adda-583977ad685b req-1ed25cb8-246a-49cb-919a-8f3acc771086 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.554249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c896ebe-5e55-4a4e-adda-583977ad685b req-1ed25cb8-246a-49cb-919a-8f3acc771086 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.561388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c896ebe-5e55-4a4e-adda-583977ad685b req-1ed25cb8-246a-49cb-919a-8f3acc771086 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.562437 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.565385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6694cb6e-1fc6-4db7-a463-3069b3bde03f no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:29.567598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c896ebe-5e55-4a4e-adda-583977ad685b req-1ed25cb8-246a-49cb-919a-8f3acc771086 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.573911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c896ebe-5e55-4a4e-adda-583977ad685b req-1ed25cb8-246a-49cb-919a-8f3acc771086 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.582407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c896ebe-5e55-4a4e-adda-583977ad685b req-1ed25cb8-246a-49cb-919a-8f3acc771086 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5425 time: 0.1796777 Apr 21 20:57:29.594947 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7ec570-b2ff-41a9-934d-f37c1bd819ac x-openstack-request-id: req-cd7ec570-b2ff-41a9-934d-f37c1bd819ac {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:29.595555 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af84f80a-7137-4e7c-9129-4daecb0cc613", "name": "network-vif-deleted", "tag": "6694cb6e-1fc6-4db7-a463-3069b3bde03f", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:29.595973 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd7ec570-b2ff-41a9-934d-f37c1bd819ac {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:29.596508 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7ec570-b2ff-41a9-934d-f37c1bd819ac'] response: {'server_uuid': 'af84f80a-7137-4e7c-9129-4daecb0cc613', 'name': 'network-vif-deleted', 'tag': '6694cb6e-1fc6-4db7-a463-3069b3bde03f', 'status': 'completed', 'code': 200} Apr 21 20:57:29.614096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fbecd103-01ca-44d9-bd19-b4d976e7065c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 75261e9f-aafd-450b-869d-f223186a1b19 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:29.616141 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbecd103-01ca-44d9-bd19-b4d976e7065c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.617288 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.618234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 94b6e731-045a-49dd-b5d7-8a9366e796de up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:29.644045 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-1a57c182-788c-4918-8bc6-ce17d1058f50 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961662 Apr 21 20:57:29.668085 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c896ebe-5e55-4a4e-adda-583977ad685b req-4632d5ca-b9fa-4409-92cf-dce4ae320ed3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847266 Apr 21 20:57:29.747020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 6694cb6e-1fc6-4db7-a463-3069b3bde03f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:57:29.747631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6694cb6e-1fc6-4db7-a463-3069b3bde03f not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:57:29.774995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d16df-139e-49c3-bccb-38add5de956a None None] Pushing event updated for resources: {'Port': ['ID=94b6e731-045a-49dd-b5d7-8a9366e796de,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:29.802489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbecd103-01ca-44d9-bd19-b4d976e7065c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.815582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c97b37-06b2-48e5-b1bb-9abadee6cb49 req-e38a3c7b-cff5-49f0-ba34-6bad686574fb tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:29.817724 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69c97b37-06b2-48e5-b1bb-9abadee6cb49 req-e38a3c7b-cff5-49f0-ba34-6bad686574fb tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1715729 Apr 21 20:57:29.826274 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.838780 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fbecd103-01ca-44d9-bd19-b4d976e7065c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 75261e9f-aafd-450b-869d-f223186a1b19 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:29.871627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.898277 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.905505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69c97b37-06b2-48e5-b1bb-9abadee6cb49 req-6ccc8cc1-13fb-4411-8104-3015ead63747 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727360 Apr 21 20:57:29.926291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-0837958f-9c7b-4852-855e-f5356332f059 service neutron] 10.222.0.43 "GET /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648306 Apr 21 20:57:29.981272 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:29.989693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df821b75-45f2-44f3-8ca5-2df76b3bde97 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:29.990960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4b73a69-086f-4344-b590-905d6eb2343c req-f86e2af1-25ef-4d74-a7db-c57e533eb56d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 210 time: 0.0544419 Apr 21 20:57:30.018893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=11']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:30.039644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network e310aa07-eaef-421a-9cd1-6ab39b21249c is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:30.046519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:30.048898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Port': ['ID=a83c2440-2af2-449c-99e6-4cc95c4b91fb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:30.051261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:30.134243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=98dc3807-0f6c-4cfc-85a1-c6a02959bf06,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:30.143660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:30.148659 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.157193 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.166157 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbecd103-01ca-44d9-bd19-b4d976e7065c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.175040 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-62449223-c243-4478-91dd-1dcc21d5be92 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2733791 Apr 21 20:57:30.185732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'port': {'device_id': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1', 'admin_state_up': True, 'tenant_id': 'e77d48da9233489395b3075f831218f3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:30.199718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port df821b75-45f2-44f3-8ca5-2df76b3bde97, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df821b75-45f2-44f3-8ca5-2df76b3bde97,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:30.220555 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.228062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:30.240444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecd103-01ca-44d9-bd19-b4d976e7065c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=75261e9f-aafd-450b-869d-f223186a1b19,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:30.289974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbecd103-01ca-44d9-bd19-b4d976e7065c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.298082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fbecd103-01ca-44d9-bd19-b4d976e7065c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/75261e9f-aafd-450b-869d-f223186a1b19 HTTP/1.1" status: 204 len: 168 time: 1.0219111 Apr 21 20:57:30.308685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50398) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:30.337148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:30.397962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:30.415142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:30.450378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 94b6e731-045a-49dd-b5d7-8a9366e796de triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:30.450930 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.454364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Pushing event updated for resources: {'Port': ['ID=f664e86c-b3c8-443b-b918-b513de18b0d1,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:30.495790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bf134-5523-4c76-8865-2e58230ee13e req-42568417-3c74-4a13-8276-3e7be9d26b33 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:30.496558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165acc4-c201-4a61-acb2-c4a21d5c21ff tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:30.498396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165acc4-c201-4a61-acb2-c4a21d5c21ff tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:30.504254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2165acc4-c201-4a61-acb2-c4a21d5c21ff tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1939776 Apr 21 20:57:30.504698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e62bf134-5523-4c76-8865-2e58230ee13e req-42568417-3c74-4a13-8276-3e7be9d26b33 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 949 time: 0.1536579 Apr 21 20:57:30.508344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-d88589e0-df10-49ce-aa0a-a2366dbd6687 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:30.510651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-d88589e0-df10-49ce-aa0a-a2366dbd6687 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541&tenant_id=37c70604bc6b4aee98099584cc509ac7&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.2176185 Apr 21 20:57:30.511472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50402) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:30.512810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:30.516808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.522553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990207a-78f6-4d7e-a13a-7b45fa5cada5 req-2396ae2a-d0d3-4b84-b3e6-1938bd1e6346 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:30.531903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9990207a-78f6-4d7e-a13a-7b45fa5cada5 req-2396ae2a-d0d3-4b84-b3e6-1938bd1e6346 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 945 time: 0.1549401 Apr 21 20:57:30.572210 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:57:30.641397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9990207a-78f6-4d7e-a13a-7b45fa5cada5 req-f1f706ca-c806-4fd5-8709-41302668973e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065748 Apr 21 20:57:30.653247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e62bf134-5523-4c76-8865-2e58230ee13e req-76377611-6f55-472f-bbe3-e3dbe5ca99f9 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468694 Apr 21 20:57:30.665845 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c5f0-9ca4-4d6e-a1d3-fe8a0a84a40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.708936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:30.746058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Attempting to bind port f664e86c-b3c8-443b-b918-b513de18b0d1 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:30.746441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Attempting to bind port f664e86c-b3c8-443b-b918-b513de18b0d1 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:30.746940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Attempting to bind port f664e86c-b3c8-443b-b918-b513de18b0d1 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:30.764560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:30.766272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:30.766697 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.768419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:30.768419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Bound port: f664e86c-b3c8-443b-b918-b513de18b0d1, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:30.768419 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.836994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8', 'network_id': '683de660-c9b0-41d0-b6a9-943fd48c7844', 'port_id': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8', 'mac_address': 'fa:16:3e:6a:fb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8090178e-1083-463b-8037-70b42f5eb641', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:30.841148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-37cb90e1-66f1-402e-9f67-41b9d188b6ca None None] Provisioning complete for port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:30.841295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37cb90e1-66f1-402e-9f67-41b9d188b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:30.869458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef90237-ee22-413b-b7d6-20e054545e45 req-6a162d29-edbe-4a80-874c-4e615e93c42f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:30.872201 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ef90237-ee22-413b-b7d6-20e054545e45 req-6a162d29-edbe-4a80-874c-4e615e93c42f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 932 time: 0.0822036 Apr 21 20:57:30.877287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=df821b75-45f2-44f3-8ca5-2df76b3bde97,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:30.904541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5718a627-9e41-4ed4-8365-5f814489faf4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet a68d471b-2b54-4361-b83f-48c65d1e1f0c {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:30.904812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a7e444f9-99f2-4dfe-bf94-5e66baa2175e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:30.940444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ef90237-ee22-413b-b7d6-20e054545e45 req-587b70c2-1e26-46d2-bafc-7d6d576b09bd tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Apr 21 20:57:30.952155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Allocated IP 19.86.0.141 (bbc46101-fee4-4bf9-a4d7-7b06815627e1/b53ca8dd-9086-4285-8fe0-000da791a557/f37a542e-f443-41c6-af55-2d6de2d61053) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:31.066275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a0620-2129-4c55-830f-4be857277696 req-3d5e07e9-5262-40f7-a1db-5c8ce64d01ce tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.074466 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed9a0620-2129-4c55-830f-4be857277696 req-3d5e07e9-5262-40f7-a1db-5c8ce64d01ce tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 1096 time: 0.0553911 Apr 21 20:57:31.112834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed9a0620-2129-4c55-830f-4be857277696 req-b46faf1e-25c1-4d18-9d3e-e8398d356ca7 tempest-LiveMigrationTest-316828806 tempest-LiveMigrationTest-316828806-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368047 Apr 21 20:57:31.170834 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.224523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] For port f664e86c-b3c8-443b-b918-b513de18b0d1, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:31.228875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] For port f664e86c-b3c8-443b-b918-b513de18b0d1, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f664e86c-b3c8-443b-b918-b513de18b0d1,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:31.233460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:31.242723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.276596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df4993-beb3-4619-baed-a8ea05fafd65 req-a9cd28f4-404a-4076-9055-47e6f2335e32 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.278555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6df4993-beb3-4619-baed-a8ea05fafd65 req-a9cd28f4-404a-4076-9055-47e6f2335e32 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.0708578 Apr 21 20:57:31.325041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6df4993-beb3-4619-baed-a8ea05fafd65 req-f5f80580-3d08-4d2b-99ee-4aac4ca75608 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Apr 21 20:57:31.370360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:31.391039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a7e444f9-99f2-4dfe-bf94-5e66baa2175e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:31.391836 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.445782 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.448877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de542d2-236b-4617-9225-dd27ba3e0063 None None] Pushing event updated for resources: {'Port': ['ID=f664e86c-b3c8-443b-b918-b513de18b0d1,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:31.461718 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c60b6620-b452-4c85-8fe9-4dac0ec21606 req-7dcf168b-18a9-48e3-a673-e5f92d9084bc tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 210 time: 0.0451522 Apr 21 20:57:31.470975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.522141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 6896624a-9b73-45a1-91e3-045051fea2c7 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:31.526706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5718a627-9e41-4ed4-8365-5f814489faf4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.613108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 6896624a-9b73-45a1-91e3-045051fea2c7 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:31.618473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-37cb90e1-66f1-402e-9f67-41b9d188b6ca None None] Provisioning complete for port 94b6e731-045a-49dd-b5d7-8a9366e796de triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:31.618773 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37cb90e1-66f1-402e-9f67-41b9d188b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.668609 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.677034 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5718a627-9e41-4ed4-8365-5f814489faf4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.739901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 6896624a-9b73-45a1-91e3-045051fea2c7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:31.740790 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:31.858803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d174e-09bb-4f87-b49a-819c3eb01cfb req-c2092c57-bd2d-4caa-9f0d-f6c7723be73e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.865967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d174e-09bb-4f87-b49a-819c3eb01cfb req-c2092c57-bd2d-4caa-9f0d-f6c7723be73e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.872484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d174e-09bb-4f87-b49a-819c3eb01cfb req-c2092c57-bd2d-4caa-9f0d-f6c7723be73e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.879410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:31.879875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d174e-09bb-4f87-b49a-819c3eb01cfb req-c2092c57-bd2d-4caa-9f0d-f6c7723be73e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.886360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d174e-09bb-4f87-b49a-819c3eb01cfb req-c2092c57-bd2d-4caa-9f0d-f6c7723be73e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.893217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d174e-09bb-4f87-b49a-819c3eb01cfb req-c2092c57-bd2d-4caa-9f0d-f6c7723be73e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.904800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d174e-09bb-4f87-b49a-819c3eb01cfb req-c2092c57-bd2d-4caa-9f0d-f6c7723be73e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.915445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-326d174e-09bb-4f87-b49a-819c3eb01cfb req-c2092c57-bd2d-4caa-9f0d-f6c7723be73e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5427 time: 1.0909646 Apr 21 20:57:31.925537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-b38bf118-c637-4119-ae5d-245637d70bbc tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:31.927236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-b38bf118-c637-4119-ae5d-245637d70bbc tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 949 time: 0.3977675 Apr 21 20:57:31.942300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network bbc46101-fee4-4bf9-a4d7-7b06815627e1 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:31.943776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6570f369-e9fb-457f-94f9-2fafeec3f72c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:31.968688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:31.971341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Port': ['ID=f37a542e-f443-41c6-af55-2d6de2d61053,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:31.982701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:32.106891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-2a76353d-c278-435f-8a53-ac49bf282748 service neutron] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:32.143504 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-2a76353d-c278-435f-8a53-ac49bf282748 service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.145164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-580212c9-7cf8-4d56-b66f-da98709f87a7 req-2a76353d-c278-435f-8a53-ac49bf282748 service neutron] 10.222.0.43 "DELETE /v2.0/ports/bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9/bindings/n-h1-838945-1 HTTP/1.1" status: 204 len: 173 time: 1.6120284 Apr 21 20:57:32.188061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['f197a690-9086-462c-b6bb-8bd01619eff9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:32.195795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['df821b75-45f2-44f3-8ca5-2df76b3bde97'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:32.238194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-326d174e-09bb-4f87-b49a-819c3eb01cfb req-1cd73bb5-2b39-43e8-8db1-de76b97cfe99 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3194261 Apr 21 20:57:32.244097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5718a627-9e41-4ed4-8365-5f814489faf4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.310568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:32.321728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.359682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-37cb90e1-66f1-402e-9f67-41b9d188b6ca None None] Provisioning complete for port a83c2440-2af2-449c-99e6-4cc95c4b91fb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:32.360145 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37cb90e1-66f1-402e-9f67-41b9d188b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.362554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6570f369-e9fb-457f-94f9-2fafeec3f72c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:32.364836 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.400429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-ec7801e8-f388-4cba-b180-6251d4b12eb9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2186418 Apr 21 20:57:32.426082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'port': {'device_id': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c', 'admin_state_up': True, 'tenant_id': 'e77d48da9233489395b3075f831218f3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:32.521672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.558741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34476739-0a9b-4093-b25f-8b83b8bec123 req-ebcde4ae-ce2a-4a64-8de2-3ecf923e9d0b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:32.567543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34476739-0a9b-4093-b25f-8b83b8bec123 req-ebcde4ae-ce2a-4a64-8de2-3ecf923e9d0b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:32.583677 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34476739-0a9b-4093-b25f-8b83b8bec123 req-ebcde4ae-ce2a-4a64-8de2-3ecf923e9d0b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 1655 time: 0.2237623 Apr 21 20:57:32.591849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5718a627-9e41-4ed4-8365-5f814489faf4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.600551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0be4a7-f8a4-4e17-be60-3310ad3989f0 req-dd7b7f0c-61ae-4a83-8782-07f8c157a0bd tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:32.607866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Deleting port ed75f51d-e03a-4de6-829f-f04e0e37cccf {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:32.608486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.611730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be0be4a7-f8a4-4e17-be60-3310ad3989f0 req-dd7b7f0c-61ae-4a83-8782-07f8c157a0bd tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 949 time: 0.5137513 Apr 21 20:57:32.694934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718a627-9e41-4ed4-8365-5f814489faf4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=a68d471b-2b54-4361-b83f-48c65d1e1f0c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:32.721004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be0be4a7-f8a4-4e17-be60-3310ad3989f0 req-8031c837-1318-4cde-869e-73455e3b7b1f tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/security-groups?id=cd7e17d0-d2c2-4e21-bba8-63edda28de4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032946 Apr 21 20:57:32.754793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5718a627-9e41-4ed4-8365-5f814489faf4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.758580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5718a627-9e41-4ed4-8365-5f814489faf4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/a68d471b-2b54-4361-b83f-48c65d1e1f0c HTTP/1.1" status: 204 len: 168 time: 2.2392569 Apr 21 20:57:32.761142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50432) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:32.817570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-37cb90e1-66f1-402e-9f67-41b9d188b6ca None None] Port a83c2440-2af2-449c-99e6-4cc95c4b91fb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:57:32.827067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34476739-0a9b-4093-b25f-8b83b8bec123 req-97b4d7ad-bfe6-444a-9f7d-c699acd89516 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394671 Apr 21 20:57:32.847853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6896624a-9b73-45a1-91e3-045051fea2c7'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:32.850514 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a07e9ef-1615-47a6-b6c6-1f995f54538e" -d '{"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "6896624a-9b73-45a1-91e3-045051fea2c7"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:32.885559 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-75a080b8-7804-48d5-b682-78bbdced4cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.899151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 6896624a-9b73-45a1-91e3-045051fea2c7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=6896624a-9b73-45a1-91e3-045051fea2c7,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:32.914963 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:32.915821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 77c0c746-6711-4633-a8e4-21b12d2055a0 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:32.955741 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f4804a07-1d18-4240-b0a8-6fd0b19dade6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1907933 Apr 21 20:57:32.965522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50436) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:33.005845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:33.011230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] For port ed75f51d-e03a-4de6-829f-f04e0e37cccf, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ed75f51d-e03a-4de6-829f-f04e0e37cccf,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:33.011230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.042951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:33.047686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.078346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Calling delete_port for ed75f51d-e03a-4de6-829f-f04e0e37cccf owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:33.125852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-104de102-00c5-4ea1-a967-7d2bf013ca44 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.127789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-104de102-00c5-4ea1-a967-7d2bf013ca44 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.43 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 945 time: 0.2606337 Apr 21 20:57:33.149218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a4a62b-5425-4311-9b20-54fe5c9f0581 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:33.185476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cfc7-112d-4379-a913-1ffd89da2942 req-2f2a925b-a258-4940-bcf9-8f1412e0d5c8 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.188789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fd5ab2e6-47cd-4540-b335-9c03ca5590ac None None] Provisioning complete for port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:33.189167 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab2e6-47cd-4540-b335-9c03ca5590ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.193967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70f2cfc7-112d-4379-a913-1ffd89da2942 req-2f2a925b-a258-4940-bcf9-8f1412e0d5c8 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.2070987 Apr 21 20:57:33.230784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['0d489134-c1a7-495c-ad38-3b44b6c7a224'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:33.242657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e764c10-1de7-4261-9f9e-2a6cba0100ed req-9b6913b2-eb85-4c8c-94ec-d7d7ae86a8c7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.250913 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e764c10-1de7-4261-9f9e-2a6cba0100ed req-9b6913b2-eb85-4c8c-94ec-d7d7ae86a8c7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 945 time: 0.3375647 Apr 21 20:57:33.259707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:33.264304 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.290632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['130bc0cd-fc81-483d-a3d1-bf09acda7ea8'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:33.362563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e764c10-1de7-4261-9f9e-2a6cba0100ed req-4a5de194-bad6-4275-970f-9a720dcea32b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106887 Apr 21 20:57:33.393569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f664e86c-b3c8-443b-b918-b513de18b0d1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:33.432728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 77c0c746-6711-4633-a8e4-21b12d2055a0 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:33.452813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70f2cfc7-112d-4379-a913-1ffd89da2942 req-4664996f-576d-42a7-a68a-a9d76bc37168 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575550 Apr 21 20:57:33.556575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afbfeb40-e6ab-46c0-adb8-479d4b1fedb1 req-d1e3c88a-bd7f-44aa-9856-ea3ec82de2bb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 210 time: 0.0540142 Apr 21 20:57:33.573002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Allocated IP 19.80.0.145 (e310aa07-eaef-421a-9cd1-6ab39b21249c/8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2/1ecdca0d-7d61-4a80-97b7-6ae265354f3f) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:33.575965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 77c0c746-6711-4633-a8e4-21b12d2055a0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:33.576421 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.602554 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee622b5-c568-41ac-92ee-682f06e023f5 x-openstack-request-id: req-aee622b5-c568-41ac-92ee-682f06e023f5 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:33.602878 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "6896624a-9b73-45a1-91e3-045051fea2c7", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:33.603223 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aee622b5-c568-41ac-92ee-682f06e023f5 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:33.603627 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee622b5-c568-41ac-92ee-682f06e023f5'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6896624a-9b73-45a1-91e3-045051fea2c7', 'code': 200} Apr 21 20:57:33.621252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=6896624a-9b73-45a1-91e3-045051fea2c7,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:33.703560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Deleting port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:33.703910 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.725724 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.729115 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.786214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=8da16b3a-3453-41ea-8a8e-abc6d1769080,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:33.800644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:33.805531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:33.809380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.810273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.815486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Pushing event deleted for resources: {'Port': ['ID=ed75f51d-e03a-4de6-829f-f04e0e37cccf,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:33.833757 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bb125780-fec0-4492-9491-7cdee0f203b4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8413792 Apr 21 20:57:33.836944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50442) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:33.845065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': '8da16b3a-3453-41ea-8a8e-abc6d1769080', 'ip_address': '2001:db8::46ee:6957:43fa:cdb'}], 'name': 'tempest-NetworksTestDHCPv6-1684898368'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:33.845430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715bf1-988b-4b16-b32e-5353f0c7b738 req-d9a6fbdc-d0eb-43b9-8d58-297b1b7e1c44 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.851700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715bf1-988b-4b16-b32e-5353f0c7b738 req-d9a6fbdc-d0eb-43b9-8d58-297b1b7e1c44 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.857683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715bf1-988b-4b16-b32e-5353f0c7b738 req-d9a6fbdc-d0eb-43b9-8d58-297b1b7e1c44 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.857837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f664e86c-b3c8-443b-b918-b513de18b0d1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:33.858143 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:33.860443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:33.864109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715bf1-988b-4b16-b32e-5353f0c7b738 req-d9a6fbdc-d0eb-43b9-8d58-297b1b7e1c44 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.877329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715bf1-988b-4b16-b32e-5353f0c7b738 req-d9a6fbdc-d0eb-43b9-8d58-297b1b7e1c44 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.883528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715bf1-988b-4b16-b32e-5353f0c7b738 req-d9a6fbdc-d0eb-43b9-8d58-297b1b7e1c44 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.889667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715bf1-988b-4b16-b32e-5353f0c7b738 req-d9a6fbdc-d0eb-43b9-8d58-297b1b7e1c44 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:33.894487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: ed75f51d-e03a-4de6-829f-f04e0e37cccf {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:57:33.894837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ed75f51d-e03a-4de6-829f-f04e0e37cccf not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:57:33.897902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b715bf1-988b-4b16-b32e-5353f0c7b738 req-d9a6fbdc-d0eb-43b9-8d58-297b1b7e1c44 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5428 time: 0.2651179 Apr 21 20:57:33.946301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3108fbd3-1e7e-480a-a0cb-aa3729f046bd req-fcf24743-ddc2-4796-a658-cbbb6daebcdc tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5925a76-61c2-482f-bea1-16f086665be6 HTTP/1.1" status: 200 len: 210 time: 0.1097825 Apr 21 20:57:34.024233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] No DVR routers for this DVR port ed75f51d-e03a-4de6-829f-f04e0e37cccf on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:34.046587 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.049928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24717bfc-9f14-4bc2-8580-0fe43b37e044 req-9c3e895e-4a79-4fa5-b857-e9e8d12e5c77 tempest-ImagesOneServerTestJSON-1537591504 tempest-ImagesOneServerTestJSON-1537591504-project] 10.222.0.46 "DELETE /v2.0/ports/ed75f51d-e03a-4de6-829f-f04e0e37cccf HTTP/1.1" status: 204 len: 173 time: 2.1064763 Apr 21 20:57:34.050365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-deleted', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:34.052592 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0061e4f-7062-432a-8edc-ba7a19d5798c" -d '{"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-deleted", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:34.070761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:34.086344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6687a973-4078-4018-8ea3-4cc49ab64978 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:57:34.094567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b715bf1-988b-4b16-b32e-5353f0c7b738 req-73e19cc9-8015-4565-ac8e-994341e9a9da tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1907039 Apr 21 20:57:34.103052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] For port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:34.103438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.154724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Calling delete_port for bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:34.206960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.210570 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.241936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 5d56f44e-fd0a-4e60-b920-c35f584ea09b yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:57:34.333274 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.387889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fd5ab2e6-47cd-4540-b335-9c03ca5590ac None None] Provisioning complete for port f37a542e-f443-41c6-af55-2d6de2d61053 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:34.388323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd5ab2e6-47cd-4540-b335-9c03ca5590ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.388958 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f40d161-1ec0-43cb-bbe0-79ad1ec7d2d2 x-openstack-request-id: req-1f40d161-1ec0-43cb-bbe0-79ad1ec7d2d2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:34.389467 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5925a76-61c2-482f-bea1-16f086665be6", "name": "network-vif-deleted", "tag": "ed75f51d-e03a-4de6-829f-f04e0e37cccf", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:34.389949 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f40d161-1ec0-43cb-bbe0-79ad1ec7d2d2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:34.390586 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f40d161-1ec0-43cb-bbe0-79ad1ec7d2d2'] response: {'server_uuid': 'e5925a76-61c2-482f-bea1-16f086665be6', 'name': 'network-vif-deleted', 'tag': 'ed75f51d-e03a-4de6-829f-f04e0e37cccf', 'status': 'completed', 'code': 200} Apr 21 20:57:34.397261 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.469111 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.488045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::46ee:6957:43fa:cdb (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/8da16b3a-3453-41ea-8a8e-abc6d1769080/5d56f44e-fd0a-4e60-b920-c35f584ea09b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:34.542069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network e310aa07-eaef-421a-9cd1-6ab39b21249c is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:34.560356 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.564606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:34.572527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:34.599870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Port': ['ID=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:34.646488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ab2e6-47cd-4540-b335-9c03ca5590ac None None] Port f37a542e-f443-41c6-af55-2d6de2d61053 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:57:34.651661 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.670259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c888a-5422-4342-9e49-b59917f72626 req-6afb051d-a960-4a34-8647-f05c1a5db205 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:34.678141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-166c888a-5422-4342-9e49-b59917f72626 req-6afb051d-a960-4a34-8647-f05c1a5db205 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 945 time: 0.1645889 Apr 21 20:57:34.693658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port f664e86c-b3c8-443b-b918-b513de18b0d1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f664e86c-b3c8-443b-b918-b513de18b0d1,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:34.705166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:34.705960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.736355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 77c0c746-6711-4633-a8e4-21b12d2055a0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=77c0c746-6711-4633-a8e4-21b12d2055a0,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:34.749476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6687a973-4078-4018-8ea3-4cc49ab64978 None None] Deleting port f664e86c-b3c8-443b-b918-b513de18b0d1 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:34.749897 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6687a973-4078-4018-8ea3-4cc49ab64978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.778919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Pushing event deleted for resources: {'Port': ['ID=bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:34.803012 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.841990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-166c888a-5422-4342-9e49-b59917f72626 req-5e9200ce-3d05-4067-93d2-5803d7c977b2 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629174 Apr 21 20:57:34.846870 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d759f42d-d5f6-4a26-8fd8-fe2f1551820e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4359593 Apr 21 20:57:34.854729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748575a2-0644-4a72-81ca-ed098a125d48 req-5f6d84f0-1332-47e9-99d8-8de38bdf7352 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:34.870456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748575a2-0644-4a72-81ca-ed098a125d48 req-5f6d84f0-1332-47e9-99d8-8de38bdf7352 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:34.872127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-748575a2-0644-4a72-81ca-ed098a125d48 req-5f6d84f0-1332-47e9-99d8-8de38bdf7352 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 1655 time: 0.8160815 Apr 21 20:57:34.873889 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.897795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Request body: {'port': {'device_id': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:34.901392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] No DVR routers for this DVR port bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:34.904668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:34.908172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-886876ec-16be-4f31-b94e-8e9f6b07ec58 req-0249be96-8d31-440f-9d84-742228e382a1 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.43 "DELETE /v2.0/ports/bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 HTTP/1.1" status: 204 len: 173 time: 1.7414684 Apr 21 20:57:34.966706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:34.978883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:34.981675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:34.988661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:34.989832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.021753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=5d56f44e-fd0a-4e60-b920-c35f584ea09b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:35.048120 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-701535bb-687e-4a89-91e0-3ca006c32c17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2082763 Apr 21 20:57:35.048120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50458) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:35.067853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.076043 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.077625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:35.079470 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.082218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 58edae64-08a0-4d17-892f-ec140d407789 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:35.107849 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-748575a2-0644-4a72-81ca-ed098a125d48 req-851a8857-ebb4-4313-bcda-9f9e61b3fabd tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097604 Apr 21 20:57:35.140706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04993689-4727-4791-a7e7-6b5305606849 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:35.146714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04993689-4727-4791-a7e7-6b5305606849 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:35.150701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-04993689-4727-4791-a7e7-6b5305606849 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0970535 Apr 21 20:57:35.150866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d674c6d-8bdd-4821-b5fc-066aac9ea989 req-127c781d-ab78-4dd1-89b1-823f24cd9c1d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:35.150995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['84e4c754-3760-4e67-b7fa-eb4b97a81529', 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:35.153615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50462) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:35.157849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d674c6d-8bdd-4821-b5fc-066aac9ea989 req-127c781d-ab78-4dd1-89b1-823f24cd9c1d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1554737 Apr 21 20:57:35.330062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4d89b52b-9807-4fbb-80b4-37530f3320be None None] Provisioning complete for port f664e86c-b3c8-443b-b918-b513de18b0d1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:35.330502 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d89b52b-9807-4fbb-80b4-37530f3320be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.386430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99dfa14b-8952-4db8-b829-63a776e1db0b req-6143b35f-b5ec-4933-9c0a-c000e5387ebe tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=af84f80a-7137-4e7c-9129-4daecb0cc613 HTTP/1.1" status: 200 len: 210 time: 0.1642842 Apr 21 20:57:35.413211 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.437165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3a3716da-ea6f-43a2-a7d6-e1c428d8228b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 5d56f44e-fd0a-4e60-b920-c35f584ea09b {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:35.438995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a3716da-ea6f-43a2-a7d6-e1c428d8228b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.511666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=f664e86c-b3c8-443b-b918-b513de18b0d1,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:35.513508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83c2440-2af2-449c-99e6-4cc95c4b91fb {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:35.530809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 58edae64-08a0-4d17-892f-ec140d407789 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:35.534671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.539948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6687a973-4078-4018-8ea3-4cc49ab64978 None None] For port f664e86c-b3c8-443b-b918-b513de18b0d1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f664e86c-b3c8-443b-b918-b513de18b0d1,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:35.540654 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6687a973-4078-4018-8ea3-4cc49ab64978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.557588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Transition to ACTIVE for port object a83c2440-2af2-449c-99e6-4cc95c4b91fb will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:57:35.581098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d674c6d-8bdd-4821-b5fc-066aac9ea989 req-178636b6-a1b7-4dcd-8e77-cf16b8069bdc tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221454 Apr 21 20:57:35.582304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.590679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 58edae64-08a0-4d17-892f-ec140d407789 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:35.591815 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.632088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c0c746-6711-4633-a8e4-21b12d2055a0'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:35.632373 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a3716da-ea6f-43a2-a7d6-e1c428d8228b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.635939 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b21dff-5538-4086-b780-d960dccefae6" -d '{"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "77c0c746-6711-4633-a8e4-21b12d2055a0"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:35.700655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6687a973-4078-4018-8ea3-4cc49ab64978 None None] Calling delete_port for f664e86c-b3c8-443b-b918-b513de18b0d1 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:35.725548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3a3716da-ea6f-43a2-a7d6-e1c428d8228b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 5d56f44e-fd0a-4e60-b920-c35f584ea09b owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:35.733589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:35.734000 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.755929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Pushing event updated for resources: {'Port': ['ID=a83c2440-2af2-449c-99e6-4cc95c4b91fb,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:35.798997 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee892592-8a4f-4972-84b8-e128d2bc2945 x-openstack-request-id: req-ee892592-8a4f-4972-84b8-e128d2bc2945 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:35.799332 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "77c0c746-6711-4633-a8e4-21b12d2055a0", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:35.799592 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee892592-8a4f-4972-84b8-e128d2bc2945 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:35.800024 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee892592-8a4f-4972-84b8-e128d2bc2945'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c0c746-6711-4633-a8e4-21b12d2055a0', 'code': 200} Apr 21 20:57:35.911214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Attempting to bind port a83c2440-2af2-449c-99e6-4cc95c4b91fb on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:35.911549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Attempting to bind port a83c2440-2af2-449c-99e6-4cc95c4b91fb by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:35.911881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Attempting to bind port a83c2440-2af2-449c-99e6-4cc95c4b91fb on network e310aa07-eaef-421a-9cd1-6ab39b21249c {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:35.924049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23062-6a6d-44c8-90a5-5a761fa2d595 req-22fb8d53-94f4-4979-9cd8-9402143bd61d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:35.929286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Port a83c2440-2af2-449c-99e6-4cc95c4b91fb on network e310aa07-eaef-421a-9cd1-6ab39b21249c not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:57:35.930078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Attempting to bind port a83c2440-2af2-449c-99e6-4cc95c4b91fb on network e310aa07-eaef-421a-9cd1-6ab39b21249c {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:35.947819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23062-6a6d-44c8-90a5-5a761fa2d595 req-22fb8d53-94f4-4979-9cd8-9402143bd61d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:35.951634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:35.951974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Checking segment: {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:35.952365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Bound using segment: {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:35.952820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Bound port: a83c2440-2af2-449c-99e6-4cc95c4b91fb, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:35.953809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:35.960513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23062-6a6d-44c8-90a5-5a761fa2d595 req-22fb8d53-94f4-4979-9cd8-9402143bd61d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:35.992285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23062-6a6d-44c8-90a5-5a761fa2d595 req-22fb8d53-94f4-4979-9cd8-9402143bd61d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.007044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23062-6a6d-44c8-90a5-5a761fa2d595 req-22fb8d53-94f4-4979-9cd8-9402143bd61d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.035338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23062-6a6d-44c8-90a5-5a761fa2d595 req-22fb8d53-94f4-4979-9cd8-9402143bd61d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.053737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23062-6a6d-44c8-90a5-5a761fa2d595 req-22fb8d53-94f4-4979-9cd8-9402143bd61d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.061851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ef23062-6a6d-44c8-90a5-5a761fa2d595 req-22fb8d53-94f4-4979-9cd8-9402143bd61d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5429 time: 0.4625669 Apr 21 20:57:36.064970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=77c0c746-6711-4633-a8e4-21b12d2055a0,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:36.121725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50472) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:36.133982 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afeb8e8b-c2a6-481f-8c38-b08c08822ef5 req-0b4f3265-81bc-407d-8e94-f0fd5cd04390 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 210 time: 0.0679624 Apr 21 20:57:36.189864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] For port a83c2440-2af2-449c-99e6-4cc95c4b91fb, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:36.193252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] For port a83c2440-2af2-449c-99e6-4cc95c4b91fb, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a83c2440-2af2-449c-99e6-4cc95c4b91fb,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:36.205953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.209517 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.250764 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ef23062-6a6d-44c8-90a5-5a761fa2d595 req-8334c336-4a4e-44d6-84a3-5ae71c2a92c5 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1830375 Apr 21 20:57:36.272584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.292154 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a3716da-ea6f-43a2-a7d6-e1c428d8228b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.296173 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.298100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-54557405-1b12-4260-80da-5132e6a274fa service neutron] 10.222.0.46 "PUT /v2.0/ports/a83c2440-2af2-449c-99e6-4cc95c4b91fb HTTP/1.1" status: 200 len: 1092 time: 1.4044213 Apr 21 20:57:36.300143 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.467894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 58edae64-08a0-4d17-892f-ec140d407789, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=58edae64-08a0-4d17-892f-ec140d407789,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:36.482036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3716da-ea6f-43a2-a7d6-e1c428d8228b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=5d56f44e-fd0a-4e60-b920-c35f584ea09b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:36.496407 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a3716da-ea6f-43a2-a7d6-e1c428d8228b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.503843 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3a3716da-ea6f-43a2-a7d6-e1c428d8228b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/5d56f44e-fd0a-4e60-b920-c35f584ea09b HTTP/1.1" status: 204 len: 168 time: 1.3467753 Apr 21 20:57:36.504272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50480) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:36.506334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 94b6e731-045a-49dd-b5d7-8a9366e796de up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:36.508566 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.617947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e29c81-3e3a-4a02-8b52-b15be025f7af tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.620103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e29c81-3e3a-4a02-8b52-b15be025f7af tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.622732 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f4e29c81-3e3a-4a02-8b52-b15be025f7af tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1174300 Apr 21 20:57:36.626046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50486) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:36.626781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f197a690-9086-462c-b6bb-8bd01619eff9 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:36.771737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Request body: {'port': {'device_id': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:36.774551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'name': 'network-vif-deleted', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9'}, {'name': 'network-changed', 'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'tag': 'a83c2440-2af2-449c-99e6-4cc95c4b91fb'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:36.776903 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a63536-95a3-4817-a7ce-f36eeba3b96c" -d '{"events": [{"server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "name": "network-vif-deleted", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9"}, {"name": "network-changed", "server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "tag": "a83c2440-2af2-449c-99e6-4cc95c4b91fb"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:36.786197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54557405-1b12-4260-80da-5132e6a274fa service neutron] Pushing event updated for resources: {'Port': ['ID=a83c2440-2af2-449c-99e6-4cc95c4b91fb,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:36.790499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c872050b-a6f3-4a7f-8769-6e1a172f20f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0153290138904daf9ffb0afb0bc563f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100767 Apr 21 20:57:36.807347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50494) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:36.848539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-702b60eb-9ffa-40f3-85a9-47a563cf1652 None None] Provisioning complete for port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:36.849084 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-702b60eb-9ffa-40f3-85a9-47a563cf1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.890614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9accf-c717-4175-bb67-fbab1fd0d8e7 req-4f89431c-7fd7-4ede-9564-425585b80a1d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.896732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9accf-c717-4175-bb67-fbab1fd0d8e7 req-4f89431c-7fd7-4ede-9564-425585b80a1d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.902894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9accf-c717-4175-bb67-fbab1fd0d8e7 req-4f89431c-7fd7-4ede-9564-425585b80a1d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.911581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcf9accf-c717-4175-bb67-fbab1fd0d8e7 req-4f89431c-7fd7-4ede-9564-425585b80a1d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2389 time: 0.6105855 Apr 21 20:57:36.936643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=58edae64-08a0-4d17-892f-ec140d407789,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:36.946479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f51e7013-02eb-404f-b7fd-9a6c7c63a78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.948786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:36.948998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-702b60eb-9ffa-40f3-85a9-47a563cf1652 None None] Port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:57:36.963309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79cd21-558d-4825-abda-80c85ab30b9a req-ac1c200d-5a08-4807-ad6a-cc1d65dfabb7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:36.968493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df79cd21-558d-4825-abda-80c85ab30b9a req-ac1c200d-5a08-4807-ad6a-cc1d65dfabb7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1769032 Apr 21 20:57:36.979746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bf4181-b7d9-4d0a-b985-a401937b1638 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 8da16b3a-3453-41ea-8a8e-abc6d1769080 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:36.994475 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6687a973-4078-4018-8ea3-4cc49ab64978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.018646 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76bf4181-b7d9-4d0a-b985-a401937b1638 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.028874 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f51e7013-02eb-404f-b7fd-9a6c7c63a78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.052002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcf9accf-c717-4175-bb67-fbab1fd0d8e7 req-1e2c957c-050d-405e-87e4-076be3f3f50b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279497 Apr 21 20:57:37.068749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6687a973-4078-4018-8ea3-4cc49ab64978 None None] No DVR routers for this DVR port f664e86c-b3c8-443b-b918-b513de18b0d1 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:37.100934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687a973-4078-4018-8ea3-4cc49ab64978 None None] Pushing event deleted for resources: {'Port': ['ID=f664e86c-b3c8-443b-b918-b513de18b0d1,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:37.125624 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df79cd21-558d-4825-abda-80c85ab30b9a req-3547bbfb-bab7-4d9a-bff9-28afeec7be16 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356952 Apr 21 20:57:37.130058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 94b6e731-045a-49dd-b5d7-8a9366e796de triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:37.130430 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.137921 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76bf4181-b7d9-4d0a-b985-a401937b1638 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.173850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0c5fa-6dd5-4315-a9ef-d2d346c1a949 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:37.276113 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76bf4181-b7d9-4d0a-b985-a401937b1638 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.276942 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2fe8fc-d6f2-499b-a52f-d1454148e1a1 x-openstack-request-id: req-ae2fe8fc-d6f2-499b-a52f-d1454148e1a1 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:37.277346 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb90d02-e639-480c-80d8-1e2f9cdd5541", "name": "network-vif-deleted", "tag": "bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "tag": "a83c2440-2af2-449c-99e6-4cc95c4b91fb", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:37.277699 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ae2fe8fc-d6f2-499b-a52f-d1454148e1a1 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:37.278368 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2fe8fc-d6f2-499b-a52f-d1454148e1a1'] response: {'server_uuid': 'adb90d02-e639-480c-80d8-1e2f9cdd5541', 'name': 'network-vif-deleted', 'tag': 'bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9', 'status': 'completed', 'code': 200} Apr 21 20:57:37.278731 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2fe8fc-d6f2-499b-a52f-d1454148e1a1'] response: {'name': 'network-changed', 'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'tag': 'a83c2440-2af2-449c-99e6-4cc95c4b91fb', 'status': 'completed', 'code': 200} Apr 21 20:57:37.446208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f51e7013-02eb-404f-b7fd-9a6c7c63a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.448921 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f51e7013-02eb-404f-b7fd-9a6c7c63a78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.450916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f51e7013-02eb-404f-b7fd-9a6c7c63a78c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd7e17d0-d2c2-4e21-bba8-63edda28de4d HTTP/1.1" status: 204 len: 168 time: 0.6395352 Apr 21 20:57:37.465310 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76bf4181-b7d9-4d0a-b985-a401937b1638 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.471938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-8dd01420-e278-45fa-9395-6880f0fd02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:37.472443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-8dd01420-e278-45fa-9395-6880f0fd02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:37.473003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-8dd01420-e278-45fa-9395-6880f0fd02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:37.476904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-322cca3d-dc38-40ce-a45d-d39f8a2b0980 req-b66eadf6-1e20-4278-b422-a7a4ab7bf08d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 210 time: 0.0911753 Apr 21 20:57:37.499595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-8dd01420-e278-45fa-9395-6880f0fd02c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e77d48da9233489395b3075f831218f3&device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2732 time: 0.2437515 Apr 21 20:57:37.512460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e7013-02eb-404f-b7fd-9a6c7c63a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7e17d0-d2c2-4e21-bba8-63edda28de4d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:37.538332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port f197a690-9086-462c-b6bb-8bd01619eff9 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:37.551723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port f197a690-9086-462c-b6bb-8bd01619eff9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:37.552094 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.557482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf4181-b7d9-4d0a-b985-a401937b1638 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=8da16b3a-3453-41ea-8a8e-abc6d1769080,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:37.566495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76bf4181-b7d9-4d0a-b985-a401937b1638 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.577704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-76bf4181-b7d9-4d0a-b985-a401937b1638 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/8da16b3a-3453-41ea-8a8e-abc6d1769080 HTTP/1.1" status: 204 len: 168 time: 0.9475691 Apr 21 20:57:37.580076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50504) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:37.633474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ca48b-0d3c-49c1-9ff6-7e748bd406bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '8da16b3a-3453-41ea-8a8e-abc6d1769080'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:37.634252 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b31ca48b-0d3c-49c1-9ff6-7e748bd406bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.672391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6570f369-e9fb-457f-94f9-2fafeec3f72c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:37.744846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3088bf8b-402d-48a3-99e2-4dd8793a9153 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1623111 Apr 21 20:57:37.747719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50510) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:37.759480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:37.803489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58edae64-08a0-4d17-892f-ec140d407789'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:37.813503 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ad508d-1aa1-4a46-b208-6e0178523bb4" -d '{"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "58edae64-08a0-4d17-892f-ec140d407789"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:37.873903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-1c78d79c-f6f4-4e29-b146-5b3488210dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:37.879286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-1c78d79c-f6f4-4e29-b146-5b3488210dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:37.881219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-1c78d79c-f6f4-4e29-b146-5b3488210dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:37.882967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-1c78d79c-f6f4-4e29-b146-5b3488210dfe service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e77d48da9233489395b3075f831218f3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3639851 Apr 21 20:57:37.900119 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.943707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f197a690-9086-462c-b6bb-8bd01619eff9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f197a690-9086-462c-b6bb-8bd01619eff9,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:37.944821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6570f369-e9fb-457f-94f9-2fafeec3f72c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:37.945253 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.954734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37a542e-f443-41c6-af55-2d6de2d61053 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:37.985510 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:37.986356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0d489134-c1a7-495c-ad38-3b44b6c7a224 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:37.989605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:37.997645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.015039 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.074649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7b7ac-27b7-4aa9-b3e9-924886d68a07 req-a56c41a8-e34e-470b-afcb-cd050c0492ff tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.088149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7b7ac-27b7-4aa9-b3e9-924886d68a07 req-a56c41a8-e34e-470b-afcb-cd050c0492ff tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.093703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7b7ac-27b7-4aa9-b3e9-924886d68a07 req-a56c41a8-e34e-470b-afcb-cd050c0492ff tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.103505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7b7ac-27b7-4aa9-b3e9-924886d68a07 req-a56c41a8-e34e-470b-afcb-cd050c0492ff tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.111020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=f197a690-9086-462c-b6bb-8bd01619eff9,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:38.111205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Transition to ACTIVE for port object f37a542e-f443-41c6-af55-2d6de2d61053 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:57:38.116151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 0d489134-c1a7-495c-ad38-3b44b6c7a224 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:38.122303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 0d489134-c1a7-495c-ad38-3b44b6c7a224 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:38.122669 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.126139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7b7ac-27b7-4aa9-b3e9-924886d68a07 req-a56c41a8-e34e-470b-afcb-cd050c0492ff tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.128908 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.144388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7b7ac-27b7-4aa9-b3e9-924886d68a07 req-a56c41a8-e34e-470b-afcb-cd050c0492ff tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.154347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7b7ac-27b7-4aa9-b3e9-924886d68a07 req-a56c41a8-e34e-470b-afcb-cd050c0492ff tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.167989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5f7b7ac-27b7-4aa9-b3e9-924886d68a07 req-a56c41a8-e34e-470b-afcb-cd050c0492ff tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5430 time: 0.4469140 Apr 21 20:57:38.186874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Pushing event updated for resources: {'Port': ['ID=f37a542e-f443-41c6-af55-2d6de2d61053,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:38.276113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-31775f4d-1327-4b4a-ac3b-1e6c2f9b0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.277608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90a63536-95a3-4817-a7ce-f36eeba3b96c req-31775f4d-1327-4b4a-ac3b-1e6c2f9b0dc5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3754334 Apr 21 20:57:38.290009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b00e07-8dbb-433f-9059-e30abeac6d0f req-00904e10-2924-4369-97e1-72d859b25f4e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.293560 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.297613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83b00e07-8dbb-433f-9059-e30abeac6d0f req-00904e10-2924-4369-97e1-72d859b25f4e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.3935425 Apr 21 20:57:38.364728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5f7b7ac-27b7-4aa9-b3e9-924886d68a07 req-a4b9f2aa-5966-4b1f-97d2-28393171708a tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946664 Apr 21 20:57:38.365850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0d489134-c1a7-495c-ad38-3b44b6c7a224, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0d489134-c1a7-495c-ad38-3b44b6c7a224,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:38.374795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f664e86c-b3c8-443b-b918-b513de18b0d1 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:38.378766 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.379622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device df821b75-45f2-44f3-8ca5-2df76b3bde97 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:38.389426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83b00e07-8dbb-433f-9059-e30abeac6d0f req-f4b5c37c-0347-4b4a-b87d-f47c738e40f6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/quotas/1d6bae548afb4d51b2ddba65d8bc64fb HTTP/1.1" status: 200 len: 375 time: 0.0906844 Apr 21 20:57:38.413395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Attempting to bind port f37a542e-f443-41c6-af55-2d6de2d61053 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:38.413729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Attempting to bind port f37a542e-f443-41c6-af55-2d6de2d61053 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5dad188e-66ed-4895-819a-bea5826f0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:38.414052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Attempting to bind port f37a542e-f443-41c6-af55-2d6de2d61053 on network bbc46101-fee4-4bf9-a4d7-7b06815627e1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:38.461289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Port f37a542e-f443-41c6-af55-2d6de2d61053 on network bbc46101-fee4-4bf9-a4d7-7b06815627e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:57:38.461519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Attempting to bind port f37a542e-f443-41c6-af55-2d6de2d61053 on network bbc46101-fee4-4bf9-a4d7-7b06815627e1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:38.470536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:38.470536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Checking segment: {'id': '5dad188e-66ed-4895-819a-bea5826f0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:38.474403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Bound using segment: {'id': '5dad188e-66ed-4895-819a-bea5826f0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:38.474947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Bound port: f37a542e-f443-41c6-af55-2d6de2d61053, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dad188e-66ed-4895-819a-bea5826f0834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:38.475318 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.489697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83b00e07-8dbb-433f-9059-e30abeac6d0f req-af2d7f3b-fa6a-4fd6-8913-884e21abd35c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994568 Apr 21 20:57:38.498635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: f664e86c-b3c8-443b-b918-b513de18b0d1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:57:38.499687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f664e86c-b3c8-443b-b918-b513de18b0d1 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:57:38.562944 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c60deb9-0e11-481e-93b7-de348efb443c x-openstack-request-id: req-2c60deb9-0e11-481e-93b7-de348efb443c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:38.563380 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "58edae64-08a0-4d17-892f-ec140d407789", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:38.563730 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c60deb9-0e11-481e-93b7-de348efb443c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:38.564217 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c60deb9-0e11-481e-93b7-de348efb443c'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58edae64-08a0-4d17-892f-ec140d407789', 'code': 200} Apr 21 20:57:38.644651 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.647605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0d489134-c1a7-495c-ad38-3b44b6c7a224,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:38.675762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port df821b75-45f2-44f3-8ca5-2df76b3bde97 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:38.711874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port df821b75-45f2-44f3-8ca5-2df76b3bde97 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:38.715745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:38.717349 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.725791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:38.735487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.736071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.754871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] For port f37a542e-f443-41c6-af55-2d6de2d61053, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:38.755799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c45b2-c835-4aee-b5d8-70672f277e59 req-d3b8a246-8f98-415f-a6c0-24a045e44c6c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.759287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] For port f37a542e-f443-41c6-af55-2d6de2d61053, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f37a542e-f443-41c6-af55-2d6de2d61053,segment=NetworkSegment(5dad188e-66ed-4895-819a-bea5826f0834),segment_id=5dad188e-66ed-4895-819a-bea5826f0834)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:38.761998 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c45b2-c835-4aee-b5d8-70672f277e59 req-d3b8a246-8f98-415f-a6c0-24a045e44c6c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.768654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c45b2-c835-4aee-b5d8-70672f277e59 req-d3b8a246-8f98-415f-a6c0-24a045e44c6c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.776684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b8c45b2-c835-4aee-b5d8-70672f277e59 req-d3b8a246-8f98-415f-a6c0-24a045e44c6c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2401 time: 0.1343489 Apr 21 20:57:38.794241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=d652eece-d046-47bc-9459-5ef223967173,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:38.815758 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.825249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9811e9ad-1ad3-434e-85f1-3f8c5edc032a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0680811 Apr 21 20:57:38.827671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50546) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:38.865377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': 'd652eece-d046-47bc-9459-5ef223967173', 'ip_address': '2001:db8::ad10:7b0:8ad5:d8cf'}], 'name': 'tempest-NetworksTestDHCPv6-300021828'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:38.879586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83b00e07-8dbb-433f-9059-e30abeac6d0f req-9272cd4c-507e-4ded-a3c3-bb39e4b79337 service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865812 Apr 21 20:57:38.934685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b8c45b2-c835-4aee-b5d8-70672f277e59 req-12326654-9515-40c5-954e-e277b2e287c3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569202 Apr 21 20:57:38.962211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cbfc90-fd28-4c12-8749-d01c16dfcec1 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:38.971196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:38.971834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:38.973313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] 10.222.0.46 "PUT /v2.0/ports/f37a542e-f443-41c6-af55-2d6de2d61053 HTTP/1.1" status: 200 len: 1092 time: 2.6249692 Apr 21 20:57:39.049042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Request body: {'port': {'device_id': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:39.127842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c10e3-17b3-49c7-bf9e-2992f40c8baa service neutron] Pushing event updated for resources: {'Port': ['ID=f37a542e-f443-41c6-af55-2d6de2d61053,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:39.180322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:39.189782 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.191647 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.192305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.218070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83b00e07-8dbb-433f-9059-e30abeac6d0f req-a8416fb5-b14e-48de-b0d0-957cdce40b71 service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180153 Apr 21 20:57:39.219085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 6d0012e3-716c-4cfa-aaf3-e036d1cf03b8 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:57:39.281862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port df821b75-45f2-44f3-8ca5-2df76b3bde97, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df821b75-45f2-44f3-8ca5-2df76b3bde97,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:39.285201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'tag': 'f37a542e-f443-41c6-af55-2d6de2d61053'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:39.287493 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "tag": "f37a542e-f443-41c6-af55-2d6de2d61053"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:39.293103 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.293882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:39.351929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f09261-1958-4bcd-8ac8-8f7706c57d7c req-e505d2c8-9e2a-4343-93f4-f81d8c6950f5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:39.353814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77f09261-1958-4bcd-8ac8-8f7706c57d7c req-e505d2c8-9e2a-4343-93f4-f81d8c6950f5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.2621117 Apr 21 20:57:39.406322 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77f09261-1958-4bcd-8ac8-8f7706c57d7c req-6803b355-d927-4b55-b04e-f6f8edc8d459 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Apr 21 20:57:39.435052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': 'd652eece-d046-47bc-9459-5ef223967173'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:39.435894 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.438196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=df821b75-45f2-44f3-8ca5-2df76b3bde97,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:39.507584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::ad10:7b0:8ad5:d8cf (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/d652eece-d046-47bc-9459-5ef223967173/6d0012e3-716c-4cfa-aaf3-e036d1cf03b8) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:39.573352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:39.583137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:39.586203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.597215 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388dda57-a914-4a60-bce7-4c7a50109073 x-openstack-request-id: req-388dda57-a914-4a60-bce7-4c7a50109073 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:39.597581 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "tag": "f37a542e-f443-41c6-af55-2d6de2d61053", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:39.597747 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-388dda57-a914-4a60-bce7-4c7a50109073 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:39.598133 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388dda57-a914-4a60-bce7-4c7a50109073'] response: {'name': 'network-changed', 'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'tag': 'f37a542e-f443-41c6-af55-2d6de2d61053', 'status': 'completed', 'code': 200} Apr 21 20:57:39.660655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2878df1-f5ed-4e0f-99ed-00b2ed7c78aa req-dbbed2dd-3c01-41db-8097-7c3fac24fdb6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5526715-8d3a-45ed-b3eb-e8164e73d421 HTTP/1.1" status: 200 len: 210 time: 0.0732853 Apr 21 20:57:39.704041 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.724399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dd1f82cc-a632-4a8b-8683-2434a67404fc req-8d0de43c-4cec-451a-bb43-c4ad6ae71d7c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 210 time: 0.1253545 Apr 21 20:57:39.758796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:39.761888 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.763261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:39.816801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:57:39.817523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bbacfd15-4c0d-4ef2-b219-8a2ddf17c1f9 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:57:39.851153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-89b50885-bd1e-4814-a4fb-db13cfa1be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:39.852047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-89b50885-bd1e-4814-a4fb-db13cfa1be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:39.853096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-89b50885-bd1e-4814-a4fb-db13cfa1be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:39.855953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-89b50885-bd1e-4814-a4fb-db13cfa1be7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e77d48da9233489395b3075f831218f3&device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2799 time: 0.2616422 Apr 21 20:57:39.882740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:39.916018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecdca0d-7d61-4a80-97b7-6ae265354f3f {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:39.953017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.955558 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:39.985167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Transition to ACTIVE for port object 1ecdca0d-7d61-4a80-97b7-6ae265354f3f will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:57:39.992686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.007801 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.023620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0837-0b7c-4bf8-bb90-cd9262cf1ab7 req-edcc738d-fa41-4949-9571-932b3ad25f31 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.031830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0837-0b7c-4bf8-bb90-cd9262cf1ab7 req-edcc738d-fa41-4949-9571-932b3ad25f31 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.038669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0837-0b7c-4bf8-bb90-cd9262cf1ab7 req-edcc738d-fa41-4949-9571-932b3ad25f31 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.044893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0837-0b7c-4bf8-bb90-cd9262cf1ab7 req-edcc738d-fa41-4949-9571-932b3ad25f31 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.052112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0837-0b7c-4bf8-bb90-cd9262cf1ab7 req-edcc738d-fa41-4949-9571-932b3ad25f31 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.060245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0837-0b7c-4bf8-bb90-cd9262cf1ab7 req-edcc738d-fa41-4949-9571-932b3ad25f31 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.068024 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f0837-0b7c-4bf8-bb90-cd9262cf1ab7 req-edcc738d-fa41-4949-9571-932b3ad25f31 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.069943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd4f0837-0b7c-4bf8-bb90-cd9262cf1ab7 req-edcc738d-fa41-4949-9571-932b3ad25f31 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.2636528 Apr 21 20:57:40.119464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/d652eece-d046-47bc-9459-5ef223967173/f20c1a94-7883-4689-9aac-93d585ac57c6) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:40.139376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-956b44af-1a07-422f-9d9f-794999f2a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.139905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-956b44af-1a07-422f-9d9f-794999f2a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.141125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-956b44af-1a07-422f-9d9f-794999f2a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.143061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-956b44af-1a07-422f-9d9f-794999f2a3c3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e77d48da9233489395b3075f831218f3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2791376 Apr 21 20:57:40.195901 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:40.305752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd4f0837-0b7c-4bf8-bb90-cd9262cf1ab7 req-9a777f29-5735-4a1b-a5f7-f9bd0e0326dc tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1857493 Apr 21 20:57:40.306729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:40.317995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:40.331166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.331851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.341525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=6d0012e3-716c-4cfa-aaf3-e036d1cf03b8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:40.395715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-703119a3-ff56-4d7f-89aa-77720edd2015 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5636706 Apr 21 20:57:40.396455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50588) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:40.405721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:40.552287 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.561475 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.562991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1514833c-7c16-4e51-99a7-9b52791b6f39 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.567415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1514833c-7c16-4e51-99a7-9b52791b6f39 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1704626 Apr 21 20:57:40.570023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50600) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:40.610396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f197a690-9086-462c-b6bb-8bd01619eff9'}, {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d489134-c1a7-495c-ad38-3b44b6c7a224'}, {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df821b75-45f2-44f3-8ca5-2df76b3bde97'}, {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:40.613077 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fab5a4-944f-4962-9d1f-dc3cb016d422" -d '{"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "f197a690-9086-462c-b6bb-8bd01619eff9"}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "0d489134-c1a7-495c-ad38-3b44b6c7a224"}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "df821b75-45f2-44f3-8ca5-2df76b3bde97"}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "130bc0cd-fc81-483d-a3d1-bf09acda7ea8"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:40.638988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:40.645181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:40.651850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:40.673876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-93d8f05f-c42f-4363-b957-76b9993c585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.675390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef1e94a0-066b-4e48-9a1a-d290a04f5cb0 req-93d8f05f-c42f-4363-b957-76b9993c585c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5228899 Apr 21 20:57:40.676300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Attempting to bind port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:40.676627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Attempting to bind port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:40.677005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Attempting to bind port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f on network e310aa07-eaef-421a-9cd1-6ab39b21249c {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:40.684158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f on network e310aa07-eaef-421a-9cd1-6ab39b21249c not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:57:40.684601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Attempting to bind port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f on network e310aa07-eaef-421a-9cd1-6ab39b21249c {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:40.684913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Pushing event updated for resources: {'Port': ['ID=f20c1a94-7883-4689-9aac-93d585ac57c6,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:40.701020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:40.701399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Checking segment: {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:40.701730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Bound using segment: {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:40.702163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Bound port: 1ecdca0d-7d61-4a80-97b7-6ae265354f3f, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1503181d-bfb1-45e2-b442-b2c3c2fa1af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:40.702518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.736495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Attempting to bind port f20c1a94-7883-4689-9aac-93d585ac57c6 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:40.736891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Attempting to bind port f20c1a94-7883-4689-9aac-93d585ac57c6 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:40.737423 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Attempting to bind port f20c1a94-7883-4689-9aac-93d585ac57c6 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:40.749629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:40.750498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:40.750893 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.751283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:40.751757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Bound port: f20c1a94-7883-4689-9aac-93d585ac57c6, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:40.752150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.799427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45384659-13ac-4c00-bd1f-71bb536aec05 req-bf8d3649-c706-47ff-8405-7bb355320120 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.806421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45384659-13ac-4c00-bd1f-71bb536aec05 req-bf8d3649-c706-47ff-8405-7bb355320120 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.814030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45384659-13ac-4c00-bd1f-71bb536aec05 req-bf8d3649-c706-47ff-8405-7bb355320120 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.823003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45384659-13ac-4c00-bd1f-71bb536aec05 req-bf8d3649-c706-47ff-8405-7bb355320120 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2413 time: 0.1661055 Apr 21 20:57:40.853980 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:57:40.863914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] For port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:40.867057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] For port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:40.882679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45312dc4-e342-4588-9775-bf9bad03a04b req-8e0dc5e0-6768-4934-b9f8-007c81b5a528 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.884592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45312dc4-e342-4588-9775-bf9bad03a04b req-8e0dc5e0-6768-4934-b9f8-007c81b5a528 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1709421 Apr 21 20:57:40.886310 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.920320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45384659-13ac-4c00-bd1f-71bb536aec05 req-c98fad83-5f01-4588-bc02-cca7d52defdb tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711589 Apr 21 20:57:40.954962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:40.955615 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.956965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ecdca0d-7d61-4a80-97b7-6ae265354f3f HTTP/1.1" status: 200 len: 1092 time: 1.9247301 Apr 21 20:57:40.985257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7ffdf-8431-44e8-bac6-4396058d8126 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 6d0012e3-716c-4cfa-aaf3-e036d1cf03b8 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:40.986501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] For port f20c1a94-7883-4689-9aac-93d585ac57c6, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:40.987802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ffdf-8431-44e8-bac6-4396058d8126 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:40.990355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] For port f20c1a94-7883-4689-9aac-93d585ac57c6, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f20c1a94-7883-4689-9aac-93d585ac57c6,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:41.003712 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:41.011273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45312dc4-e342-4588-9775-bf9bad03a04b req-91e86817-fcb2-48c6-8e59-54520106f86b tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149545 Apr 21 20:57:41.119723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e46f83-e144-4a2e-a9d5-9041c0aeb0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:41.193131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-1454b01a-a450-4005-9080-36874a96b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.194642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-1454b01a-a450-4005-9080-36874a96b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.195299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-1454b01a-a450-4005-9080-36874a96b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.197926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-1454b01a-a450-4005-9080-36874a96b91d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e77d48da9233489395b3075f831218f3&device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2866 time: 0.1792874 Apr 21 20:57:41.198351 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ffdf-8431-44e8-bac6-4396058d8126 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:41.203804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d69203-df5a-4c81-abe2-1fe469048958 None None] Pushing event updated for resources: {'Port': ['ID=f20c1a94-7883-4689-9aac-93d585ac57c6,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:41.226614 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3588176c-0dbe-4329-a503-46c41b9767cf x-openstack-request-id: req-3588176c-0dbe-4329-a503-46c41b9767cf {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:41.227507 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "f197a690-9086-462c-b6bb-8bd01619eff9", "code": 200}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "0d489134-c1a7-495c-ad38-3b44b6c7a224", "code": 200}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "df821b75-45f2-44f3-8ca5-2df76b3bde97", "code": 200}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-plugged", "status": "completed", "tag": "130bc0cd-fc81-483d-a3d1-bf09acda7ea8", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:41.228222 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3588176c-0dbe-4329-a503-46c41b9767cf {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:41.228387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7ffdf-8431-44e8-bac6-4396058d8126 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 6d0012e3-716c-4cfa-aaf3-e036d1cf03b8 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:41.228895 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3588176c-0dbe-4329-a503-46c41b9767cf'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f197a690-9086-462c-b6bb-8bd01619eff9', 'code': 200} Apr 21 20:57:41.229232 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3588176c-0dbe-4329-a503-46c41b9767cf'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d489134-c1a7-495c-ad38-3b44b6c7a224', 'code': 200} Apr 21 20:57:41.229540 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3588176c-0dbe-4329-a503-46c41b9767cf'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df821b75-45f2-44f3-8ca5-2df76b3bde97', 'code': 200} Apr 21 20:57:41.229852 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3588176c-0dbe-4329-a503-46c41b9767cf'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8', 'code': 200} Apr 21 20:57:41.306633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72541830-a785-4b73-8b5e-8e655fd1bc1a req-518aaabb-258d-4950-9a44-ea0b503d674e tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=adb90d02-e639-480c-80d8-1e2f9cdd5541 HTTP/1.1" status: 200 len: 210 time: 0.1049995 Apr 21 20:57:41.308392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-dd434a4a-db47-41e3-81bc-f320fd762bb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.220&port_id=a83c2440-2af2-449c-99e6-4cc95c4b91fb HTTP/1.1" status: 200 len: 217 time: 0.0851245 Apr 21 20:57:41.449042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-1df0b690-d26f-4a39-8fb5-7917d571e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.450562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-1df0b690-d26f-4a39-8fb5-7917d571e7c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2 HTTP/1.1" status: 200 len: 801 time: 0.1349277 Apr 21 20:57:41.461411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277e4e-171c-47ce-a146-607a08dfb1bc req-3012d441-452b-4239-97e5-02005d8d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.461900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277e4e-171c-47ce-a146-607a08dfb1bc req-3012d441-452b-4239-97e5-02005d8d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.462369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277e4e-171c-47ce-a146-607a08dfb1bc req-3012d441-452b-4239-97e5-02005d8d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.462865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277e4e-171c-47ce-a146-607a08dfb1bc req-3012d441-452b-4239-97e5-02005d8d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.463436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277e4e-171c-47ce-a146-607a08dfb1bc req-3012d441-452b-4239-97e5-02005d8d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.463869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277e4e-171c-47ce-a146-607a08dfb1bc req-3012d441-452b-4239-97e5-02005d8d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.464330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277e4e-171c-47ce-a146-607a08dfb1bc req-3012d441-452b-4239-97e5-02005d8d10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.466363 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0277e4e-171c-47ce-a146-607a08dfb1bc req-3012d441-452b-4239-97e5-02005d8d10f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6491 time: 0.1395772 Apr 21 20:57:41.588700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746752be-3dfc-4080-a603-8186c82fbca3 req-81c8004b-7fba-4a77-941c-91606e3180b4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.590371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-81c8004b-7fba-4a77-941c-91606e3180b4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.2155247 Apr 21 20:57:41.592900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ffdf-8431-44e8-bac6-4396058d8126 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:41.606682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'tag': '1ecdca0d-7d61-4a80-97b7-6ae265354f3f'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:41.608995 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b922d-60e6-4336-b89b-f4b05f4c6b63" -d '{"events": [{"name": "network-changed", "server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "tag": "1ecdca0d-7d61-4a80-97b7-6ae265354f3f"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:41.641737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0277e4e-171c-47ce-a146-607a08dfb1bc req-f4cdb391-95f5-474a-9a14-3c0a5ed2b27a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608646 Apr 21 20:57:41.645019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-4fae268c-035f-4ae1-97e3-dcd742880c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.646788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-4fae268c-035f-4ae1-97e3-dcd742880c65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e310aa07-eaef-421a-9cd1-6ab39b21249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1794965 Apr 21 20:57:41.653918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7ffdf-8431-44e8-bac6-4396058d8126 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=6d0012e3-716c-4cfa-aaf3-e036d1cf03b8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:41.660364 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-98e02586-a158-43a2-b195-a683882e0611 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/quotas/1d6bae548afb4d51b2ddba65d8bc64fb HTTP/1.1" status: 200 len: 375 time: 0.0563495 Apr 21 20:57:41.688113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ad13-198e-4189-80b5-3209eee370ca req-43cc47f2-1e65-4e71-8cef-91abd7a7449d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.700700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ffdf-8431-44e8-bac6-4396058d8126 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:41.701338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ad13-198e-4189-80b5-3209eee370ca req-43cc47f2-1e65-4e71-8cef-91abd7a7449d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.708216 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ad13-198e-4189-80b5-3209eee370ca req-43cc47f2-1e65-4e71-8cef-91abd7a7449d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.708392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c9f7ffdf-8431-44e8-bac6-4396058d8126 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/6d0012e3-716c-4cfa-aaf3-e036d1cf03b8 HTTP/1.1" status: 204 len: 168 time: 1.1371915 Apr 21 20:57:41.708870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50642) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:41.714479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ad13-198e-4189-80b5-3209eee370ca req-43cc47f2-1e65-4e71-8cef-91abd7a7449d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.721015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ad13-198e-4189-80b5-3209eee370ca req-43cc47f2-1e65-4e71-8cef-91abd7a7449d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.727371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ad13-198e-4189-80b5-3209eee370ca req-43cc47f2-1e65-4e71-8cef-91abd7a7449d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.733345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ad13-198e-4189-80b5-3209eee370ca req-43cc47f2-1e65-4e71-8cef-91abd7a7449d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.735313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8529ad13-198e-4189-80b5-3209eee370ca req-43cc47f2-1e65-4e71-8cef-91abd7a7449d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.1877706 Apr 21 20:57:41.736260 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-9a8be55f-5f63-4a54-a7b2-1dffd6057d9c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480959 Apr 21 20:57:41.818696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8529ad13-198e-4189-80b5-3209eee370ca req-56538361-42b8-40b8-84f4-2c5d8d371530 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735025 Apr 21 20:57:41.829879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51942377-5436-438e-bbea-eee89502699b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.831395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51942377-5436-438e-bbea-eee89502699b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:41.835598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-51942377-5436-438e-bbea-eee89502699b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1243479 Apr 21 20:57:41.849481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50644) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:41.862741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-5ad48031-9f19-4226-80f5-bcbf6851d6c4 service neutron] 10.222.0.46 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063365 Apr 21 20:57:41.921584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c18f164-e1f9-4d3a-a2cd-b1cc102f616f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet d652eece-d046-47bc-9459-5ef223967173 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:41.925164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-14c9d8fa-42c3-4993-8fd2-740e0ab38f0c service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707609 Apr 21 20:57:41.927156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c18f164-e1f9-4d3a-a2cd-b1cc102f616f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:41.969585 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c1e2e0-2062-4f2f-bbee-bf2ee9804a7f x-openstack-request-id: req-43c1e2e0-2062-4f2f-bbee-bf2ee9804a7f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:41.970645 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "tag": "1ecdca0d-7d61-4a80-97b7-6ae265354f3f", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:41.971036 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43c1e2e0-2062-4f2f-bbee-bf2ee9804a7f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:41.971781 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c1e2e0-2062-4f2f-bbee-bf2ee9804a7f'] response: {'name': 'network-changed', 'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'tag': '1ecdca0d-7d61-4a80-97b7-6ae265354f3f', 'status': 'completed', 'code': 200} Apr 21 20:57:41.984790 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-4eddce08-03b4-4f65-a7cc-56e8af6a0ced service neutron] 10.222.0.46 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141350 Apr 21 20:57:42.041245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-554d9e7f-5ab6-4cee-9cf1-190ec12d4652 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.141&port_id=f37a542e-f443-41c6-af55-2d6de2d61053 HTTP/1.1" status: 200 len: 217 time: 0.0471370 Apr 21 20:57:42.134442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-39dc7103-29eb-4611-a5ad-9ba63dc6cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:42.136073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-39dc7103-29eb-4611-a5ad-9ba63dc6cf2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b53ca8dd-9086-4285-8fe0-000da791a557 HTTP/1.1" status: 200 len: 801 time: 0.0853257 Apr 21 20:57:42.146308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99c5d9-b636-459d-ac93-256f074e2af5 req-f6b37f39-659f-4bb2-af5f-f8db2cc4070d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:42.152795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99c5d9-b636-459d-ac93-256f074e2af5 req-f6b37f39-659f-4bb2-af5f-f8db2cc4070d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:42.158971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99c5d9-b636-459d-ac93-256f074e2af5 req-f6b37f39-659f-4bb2-af5f-f8db2cc4070d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:42.166850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de99c5d9-b636-459d-ac93-256f074e2af5 req-f6b37f39-659f-4bb2-af5f-f8db2cc4070d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2413 time: 0.1288784 Apr 21 20:57:42.279582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de99c5d9-b636-459d-ac93-256f074e2af5 req-1d11354a-fd68-41c6-ab23-96ef979dc5fe tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093810 Apr 21 20:57:42.289173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-9e4cb487-edbe-4946-bc70-c64b4fa4f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:42.294053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-9e4cb487-edbe-4946-bc70-c64b4fa4f943 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc46101-fee4-4bf9-a4d7-7b06815627e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1242874 Apr 21 20:57:42.408014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f20c1a94-7883-4689-9aac-93d585ac57c6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:42.434240 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c18f164-e1f9-4d3a-a2cd-b1cc102f616f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:42.504652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f20c1a94-7883-4689-9aac-93d585ac57c6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:42.505434 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:42.505948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44313-00eb-4b17-b99e-2957e0f72ef2 req-d2112d88-2a09-46aa-aca8-26b3512915db tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:42.507507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90e44313-00eb-4b17-b99e-2957e0f72ef2 req-d2112d88-2a09-46aa-aca8-26b3512915db tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1040475 Apr 21 20:57:42.511442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-d134e5e9-3b4d-4e45-ab6f-610b3eff0f7d service neutron] 10.222.0.46 "GET /v2.0/networks/bbc46101-fee4-4bf9-a4d7-7b06815627e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097960 Apr 21 20:57:42.538499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c18f164-e1f9-4d3a-a2cd-b1cc102f616f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:42.632144 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90e44313-00eb-4b17-b99e-2957e0f72ef2 req-c28aeadb-5a2d-45bf-95aa-98824d9942db tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185815 Apr 21 20:57:42.635474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:42.668886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-8d6fae18-eaea-4707-89c7-10b68a3817bb service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911118 Apr 21 20:57:42.701208 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c18f164-e1f9-4d3a-a2cd-b1cc102f616f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:42.717210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-21daf38e-dfdc-41b7-a00a-73fd694e30e3 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc46101-fee4-4bf9-a4d7-7b06815627e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895928 Apr 21 20:57:42.739199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18f164-e1f9-4d3a-a2cd-b1cc102f616f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=d652eece-d046-47bc-9459-5ef223967173,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:42.745001 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c18f164-e1f9-4d3a-a2cd-b1cc102f616f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:42.752919 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9c18f164-e1f9-4d3a-a2cd-b1cc102f616f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/d652eece-d046-47bc-9459-5ef223967173 HTTP/1.1" status: 204 len: 168 time: 0.9019310 Apr 21 20:57:42.753624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50666) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:42.778024 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:57:42.779917 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:57:42.810727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-585a00cf-e359-414f-bbb2-3b3b942b81c6 None None] Provisioning complete for port f20c1a94-7883-4689-9aac-93d585ac57c6 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:42.812197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-585a00cf-e359-414f-bbb2-3b3b942b81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:42.832793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-42eb4291-2f10-431e-a936-dcf4e0f196b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=1ecdca0d-7d61-4a80-97b7-6ae265354f3f HTTP/1.1" status: 200 len: 217 time: 0.1020691 Apr 21 20:57:42.858932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50670) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:42.871296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aa33060d-a394-4f34-9dcf-3a2dec251452 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163619 Apr 21 20:57:43.027510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-368fa88a-1f19-4bd3-ac7b-5014d1b2d163 req-eab4086d-56d3-46cd-8314-b4bfb92adf7a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 210 time: 0.0465193 Apr 21 20:57:43.095288 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-585a00cf-e359-414f-bbb2-3b3b942b81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:43.127036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3a541e-c010-4b52-8f9e-14786cbc53da None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:43.130502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f180767d-2dbe-47e6-a726-2343b0907f7e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.132744 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f180767d-2dbe-47e6-a726-2343b0907f7e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2451124 Apr 21 20:57:43.134527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-87837c53-6b8e-4828-9f11-683a938b69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.136017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-87837c53-6b8e-4828-9f11-683a938b69ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2 HTTP/1.1" status: 200 len: 801 time: 0.2731376 Apr 21 20:57:43.136698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50684) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:43.150680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-585a00cf-e359-414f-bbb2-3b3b942b81c6 None None] For port f20c1a94-7883-4689-9aac-93d585ac57c6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f20c1a94-7883-4689-9aac-93d585ac57c6,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:43.196882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a678ba-554f-4211-bb0a-a62511e1342c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.197389 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-585a00cf-e359-414f-bbb2-3b3b942b81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:43.198762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a4a678ba-554f-4211-bb0a-a62511e1342c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0608027 Apr 21 20:57:43.204334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50690) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:43.282703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3a411b4b-1ec3-43d8-92bb-99159c031b8b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769680 Apr 21 20:57:43.288034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50696) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:43.316000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:43.338703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-04852155-8f5c-431e-a803-5b80aef3d7c2 None None] Could not find standard attr ID for object 6d0012e3-716c-4cfa-aaf3-e036d1cf03b8. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:57:43.349611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a0ea-ccbb-4f48-8058-545ed051440d req-7284f074-c922-4bfd-add8-7702dda600f9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.357781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a0ea-ccbb-4f48-8058-545ed051440d req-7284f074-c922-4bfd-add8-7702dda600f9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.373445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a00cf-e359-414f-bbb2-3b3b942b81c6 None None] Pushing event updated for resources: {'Port': ['ID=f20c1a94-7883-4689-9aac-93d585ac57c6,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:43.387033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a0ea-ccbb-4f48-8058-545ed051440d req-7284f074-c922-4bfd-add8-7702dda600f9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.409236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a0ea-ccbb-4f48-8058-545ed051440d req-7284f074-c922-4bfd-add8-7702dda600f9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.420168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a0ea-ccbb-4f48-8058-545ed051440d req-7284f074-c922-4bfd-add8-7702dda600f9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.432583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a0ea-ccbb-4f48-8058-545ed051440d req-7284f074-c922-4bfd-add8-7702dda600f9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.441153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321a0ea-ccbb-4f48-8058-545ed051440d req-7284f074-c922-4bfd-add8-7702dda600f9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.454146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7321a0ea-ccbb-4f48-8058-545ed051440d req-7284f074-c922-4bfd-add8-7702dda600f9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.4833844 Apr 21 20:57:43.491159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f9f3cb-c151-4b10-adaa-b15295f03ac9 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:57:43.581139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55664f-3721-4b39-9ba1-de4b7ab8df12 req-d60b4282-5734-45a1-94b0-8203ca0b1941 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.585577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-5fb21329-b02a-4394-baae-718fec063967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.587083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-5fb21329-b02a-4394-baae-718fec063967 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e310aa07-eaef-421a-9cd1-6ab39b21249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3871212 Apr 21 20:57:43.595042 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7321a0ea-ccbb-4f48-8058-545ed051440d req-2e63dd7f-d762-4d5c-ac91-dcda3c8ade5b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386888 Apr 21 20:57:43.600942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55664f-3721-4b39-9ba1-de4b7ab8df12 req-d60b4282-5734-45a1-94b0-8203ca0b1941 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.620502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55664f-3721-4b39-9ba1-de4b7ab8df12 req-d60b4282-5734-45a1-94b0-8203ca0b1941 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:43.622260 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed55664f-3721-4b39-9ba1-de4b7ab8df12 req-d60b4282-5734-45a1-94b0-8203ca0b1941 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2413 time: 0.1597049 Apr 21 20:57:43.629660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:43.649209 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:43.676028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-86f9f3cb-c151-4b10-adaa-b15295f03ac9 None None] Deleting port f20c1a94-7883-4689-9aac-93d585ac57c6 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:43.676396 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86f9f3cb-c151-4b10-adaa-b15295f03ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:43.865640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-86f9f3cb-c151-4b10-adaa-b15295f03ac9 None None] For port f20c1a94-7883-4689-9aac-93d585ac57c6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f20c1a94-7883-4689-9aac-93d585ac57c6,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:43.873471 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86f9f3cb-c151-4b10-adaa-b15295f03ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:43.892738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-86f9f3cb-c151-4b10-adaa-b15295f03ac9 None None] Calling delete_port for f20c1a94-7883-4689-9aac-93d585ac57c6 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:44.012028 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86f9f3cb-c151-4b10-adaa-b15295f03ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:44.034297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ee909-009a-4501-bfbb-5b8e77b5b036 req-b75ce994-e759-4c94-a616-9819aa03ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:44.036054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f25ee909-009a-4501-bfbb-5b8e77b5b036 req-b75ce994-e759-4c94-a616-9819aa03ddb2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 1096 time: 0.2580743 Apr 21 20:57:44.050988 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:44.068077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9f3cb-c151-4b10-adaa-b15295f03ac9 None None] No DVR routers for this DVR port f20c1a94-7883-4689-9aac-93d585ac57c6 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:44.069627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-c229e72f-2a72-4e91-8fd9-2f5210684ca2 service neutron] 10.222.0.46 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735744 Apr 21 20:57:44.084589 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed55664f-3721-4b39-9ba1-de4b7ab8df12 req-c7f796a2-6759-4e47-9dd9-8916cbd87d60 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941979 Apr 21 20:57:44.126580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9f3cb-c151-4b10-adaa-b15295f03ac9 None None] Pushing event deleted for resources: {'Port': ['ID=f20c1a94-7883-4689-9aac-93d585ac57c6,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:44.212726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=94d9a684-9c5e-401b-9ea6-461b6d95fcc1,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:44.222203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:44.224225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:44.236093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6188f50-4007-43c0-8cf8-bc31e331c229 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:44.236424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:44.237802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:44.276839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-efa61b26-8a75-43cb-92c6-90ac943fd6f5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9869795 Apr 21 20:57:44.279546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50738) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:44.291436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': '94d9a684-9c5e-401b-9ea6-461b6d95fcc1', 'ip_address': '2001:db8::b7a4:5aa3:9786:a569'}], 'name': 'tempest-NetworksTestDHCPv6-1087587639'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:44.347675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f20c1a94-7883-4689-9aac-93d585ac57c6 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:44.363066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29229c07-2cea-487a-a42b-1492234c5318 req-f93ebf5a-64fe-4085-a67e-e5838b14e1ca tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 210 time: 0.0522497 Apr 21 20:57:44.413121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: f20c1a94-7883-4689-9aac-93d585ac57c6 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:57:44.413440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f20c1a94-7883-4689-9aac-93d585ac57c6 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:57:44.503943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:44.560786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '94d9a684-9c5e-401b-9ea6-461b6d95fcc1'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:44.563183 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:44.637813 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:44.694500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port db752b6a-a604-419a-94b9-13e6b351af60 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:57:44.831476 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2079571-aeb7-446c-9609-ea2e47fec1d7 req-9c6e0bb7-8168-4b67-8b59-213acd8a24b9 service neutron] 10.222.0.46 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478845 Apr 21 20:57:44.900803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/94d9a684-9c5e-401b-9ea6-461b6d95fcc1/0e74d658-443f-46a2-a3fe-62c61c2b9463) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:44.997220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746752be-3dfc-4080-a603-8186c82fbca3 req-f5218661-fedc-4228-a4a5-ce32c510ba3e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:44.999256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-f5218661-fedc-4228-a4a5-ce32c510ba3e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.1764612 Apr 21 20:57:45.007188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb34c0-c0e6-4680-a4ff-2b6b38320bd3 req-faf13658-3538-4f26-883e-fc372e111035 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.008634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12fb34c0-c0e6-4680-a4ff-2b6b38320bd3 req-faf13658-3538-4f26-883e-fc372e111035 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 1.1140699 Apr 21 20:57:45.017614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Request body: {'port': {'device_id': '0fe058eb-f83f-496b-8920-b1ada8a44595', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'admin_state_up': True, 'tenant_id': '1d6bae548afb4d51b2ddba65d8bc64fb'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:45.025172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aae38-41fb-4dbe-a7f5-21eb285c58bc req-d34b15eb-070c-41e5-baef-e2080bfb11aa tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.032425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aae38-41fb-4dbe-a7f5-21eb285c58bc req-d34b15eb-070c-41e5-baef-e2080bfb11aa tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.041086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aae38-41fb-4dbe-a7f5-21eb285c58bc req-d34b15eb-070c-41e5-baef-e2080bfb11aa tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.044587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f25ee909-009a-4501-bfbb-5b8e77b5b036 req-4da53222-64e1-467f-8c3f-b005df0c2b7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0016127 Apr 21 20:57:45.058187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aae38-41fb-4dbe-a7f5-21eb285c58bc req-d34b15eb-070c-41e5-baef-e2080bfb11aa tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.074137 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aae38-41fb-4dbe-a7f5-21eb285c58bc req-d34b15eb-070c-41e5-baef-e2080bfb11aa tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.089394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aae38-41fb-4dbe-a7f5-21eb285c58bc req-d34b15eb-070c-41e5-baef-e2080bfb11aa tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.095607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1aae38-41fb-4dbe-a7f5-21eb285c58bc req-d34b15eb-070c-41e5-baef-e2080bfb11aa tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.098717 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:45.106197 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1aae38-41fb-4dbe-a7f5-21eb285c58bc req-d34b15eb-070c-41e5-baef-e2080bfb11aa tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.2989087 Apr 21 20:57:45.128449 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:45.165105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12fb34c0-c0e6-4680-a4ff-2b6b38320bd3 req-a9f0c44a-278a-409e-aa90-ce3455d7cfa5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336293 Apr 21 20:57:45.175874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:45.177920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-0a514ac2-2e22-4b2d-a3a8-d6f93c34e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.178876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-0a514ac2-2e22-4b2d-a3a8-d6f93c34e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.179434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-0a514ac2-2e22-4b2d-a3a8-d6f93c34e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.180557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:45.181707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-0a514ac2-2e22-4b2d-a3a8-d6f93c34e8ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e77d48da9233489395b3075f831218f3&device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2866 time: 0.1697226 Apr 21 20:57:45.188172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:45.220446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1aae38-41fb-4dbe-a7f5-21eb285c58bc req-cbc79f09-bd5e-4a52-82a4-67d75647ba42 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1132116 Apr 21 20:57:45.253489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Made reservation on behalf of 1d6bae548afb4d51b2ddba65d8bc64fb for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:45.257845 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:45.338272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::b7a4:5aa3:9786:a569 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/94d9a684-9c5e-401b-9ea6-461b6d95fcc1/db752b6a-a604-419a-94b9-13e6b351af60) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:45.367578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Pushing event updated for resources: {'Port': ['ID=0e74d658-443f-46a2-a3fe-62c61c2b9463,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:45.409231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Attempting to bind port 0e74d658-443f-46a2-a3fe-62c61c2b9463 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:45.409616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Attempting to bind port 0e74d658-443f-46a2-a3fe-62c61c2b9463 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:45.414496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Attempting to bind port 0e74d658-443f-46a2-a3fe-62c61c2b9463 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:45.432645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:45.433093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:45.433445 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:45.433834 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:45.434301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Bound port: 0e74d658-443f-46a2-a3fe-62c61c2b9463, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:45.434677 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:45.461302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b35a2-ca4a-452d-a6d1-8f93e000104f req-5eb738bc-90a2-4308-8c8d-caf94f25099e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.467846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b35a2-ca4a-452d-a6d1-8f93e000104f req-5eb738bc-90a2-4308-8c8d-caf94f25099e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.474926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b35a2-ca4a-452d-a6d1-8f93e000104f req-5eb738bc-90a2-4308-8c8d-caf94f25099e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.483239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b35a2-ca4a-452d-a6d1-8f93e000104f req-5eb738bc-90a2-4308-8c8d-caf94f25099e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.491572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b35a2-ca4a-452d-a6d1-8f93e000104f req-5eb738bc-90a2-4308-8c8d-caf94f25099e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.497547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b35a2-ca4a-452d-a6d1-8f93e000104f req-5eb738bc-90a2-4308-8c8d-caf94f25099e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.504785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b35a2-ca4a-452d-a6d1-8f93e000104f req-5eb738bc-90a2-4308-8c8d-caf94f25099e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.506860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-505b35a2-ca4a-452d-a6d1-8f93e000104f req-5eb738bc-90a2-4308-8c8d-caf94f25099e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.1812911 Apr 21 20:57:45.521662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50760) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:45.528325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Request body: {'floatingip': {'port_id': '77c0c746-6711-4633-a8e4-21b12d2055a0'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:45.598064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148df0b9-2954-41a6-b21b-e6b30a89cbfb req-79694078-82e7-4867-a336-46aae95a44c8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.613262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148df0b9-2954-41a6-b21b-e6b30a89cbfb req-79694078-82e7-4867-a336-46aae95a44c8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.629938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148df0b9-2954-41a6-b21b-e6b30a89cbfb req-79694078-82e7-4867-a336-46aae95a44c8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.630447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] For port 0e74d658-443f-46a2-a3fe-62c61c2b9463, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:45.633983 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-148df0b9-2954-41a6-b21b-e6b30a89cbfb req-79694078-82e7-4867-a336-46aae95a44c8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2413 time: 0.2511647 Apr 21 20:57:45.634368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] For port 0e74d658-443f-46a2-a3fe-62c61c2b9463, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0e74d658-443f-46a2-a3fe-62c61c2b9463,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:45.644184 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:45.676344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:45.689712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Allocated IP 172.20.0.14 (1ce0c123-6869-4e68-b973-726a453ab290/d4bf5f30-1a54-45df-beff-c6aca22835c4/e055b226-9a40-4f0c-ac5e-afc484b9a706) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:45.716941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-fd0051b9-2f58-49b1-a236-754604780aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:45.720418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-fd0051b9-2f58-49b1-a236-754604780aed service neutron] 10.222.0.46 "GET /v2.0/networks?id=e310aa07-eaef-421a-9cd1-6ab39b21249c HTTP/1.1" status: 200 len: 902 time: 0.3384228 Apr 21 20:57:45.773318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beb5cb-85a7-4baf-822d-5baf6a15787e None None] Pushing event updated for resources: {'Port': ['ID=0e74d658-443f-46a2-a3fe-62c61c2b9463,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:45.797805 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b0913b0-114d-4eb4-9e59-6f9827988fc6 req-86729fd2-9a29-4b66-aa8f-cdd268a22f21 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 210 time: 0.1695261 Apr 21 20:57:45.942798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-77df6c33-01ef-4cea-a559-8967fff15693 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.145&port_id=1ecdca0d-7d61-4a80-97b7-6ae265354f3f HTTP/1.1" status: 200 len: 217 time: 0.0802228 Apr 21 20:57:46.096448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-b8b02eba-32a8-4dc7-99ba-d6b2ad9fd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:46.097994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-b8b02eba-32a8-4dc7-99ba-d6b2ad9fd67d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2 HTTP/1.1" status: 200 len: 801 time: 0.1175563 Apr 21 20:57:46.109998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-148df0b9-2954-41a6-b21b-e6b30a89cbfb req-4744293b-0339-4b06-9d37-8acc616aa34c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870175 Apr 21 20:57:46.166318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:46.222865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:46.237524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-14592167-7cab-42b6-8c75-ab649e420c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:46.238957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-14592167-7cab-42b6-8c75-ab649e420c9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e310aa07-eaef-421a-9cd1-6ab39b21249c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1152227 Apr 21 20:57:46.325018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-5efbd481-7b12-438c-b633-d65d839efd38 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0cdace7a81fb42afa24fc17656b2466d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674784 Apr 21 20:57:46.426329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0e74d658-443f-46a2-a3fe-62c61c2b9463 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:46.521435 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:46.529715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0e74d658-443f-46a2-a3fe-62c61c2b9463 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:46.530087 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:46.545373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1c6f-03e8-4036-8e55-8a2f2b3b9b0c req-42d85c13-059c-48ba-859f-a68b7f0c2b11 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:46.555146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-913a1c6f-03e8-4036-8e55-8a2f2b3b9b0c req-42d85c13-059c-48ba-859f-a68b7f0c2b11 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.2195599 Apr 21 20:57:46.698879 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:46.712822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event updated for resources: {'Port': ['ID=e055b226-9a40-4f0c-ac5e-afc484b9a706,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:46.730693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:46.759781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 0e74d658-443f-46a2-a3fe-62c61c2b9463, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0e74d658-443f-46a2-a3fe-62c61c2b9463,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:46.769330 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:46.771995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Network 1ce0c123-6869-4e68-b973-726a453ab290 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:46.776298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-49f1b838-754f-4ce3-8f0d-19da46e61150 service neutron] 10.222.0.46 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291622 Apr 21 20:57:46.782789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:46.790246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:46.854482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=0e74d658-443f-46a2-a3fe-62c61c2b9463,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:46.896534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:46.897223 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:46.902679 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-913a1c6f-03e8-4036-8e55-8a2f2b3b9b0c req-b7e9ef34-f7f6-4d86-aca7-b81f48998c20 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466852 Apr 21 20:57:46.979833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:47.019974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d81b922d-60e6-4336-b89b-f4b05f4c6b63 req-b9a436ef-91dc-46db-973f-ef1cdd01a149 service neutron] 10.222.0.46 "GET /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378038 Apr 21 20:57:47.033555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-5c92c130-f7fe-4636-bef1-de593af3c609 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0204699 Apr 21 20:57:47.053674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Request body: {'port': {'device_id': '0fe058eb-f83f-496b-8920-b1ada8a44595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:47.146185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:47.159213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bdcc8-9282-43a1-9d24-71feddc727f2 req-b023a112-4730-415c-860a-9dcfa10ca4df tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:47.160670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac3bdcc8-9282-43a1-9d24-71feddc727f2 req-b023a112-4730-415c-860a-9dcfa10ca4df tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 932 time: 0.1387477 Apr 21 20:57:47.250324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.resource_extend [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:57:47.335866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac3bdcc8-9282-43a1-9d24-71feddc727f2 req-9ab6960b-1351-47e2-86b1-d48a86791978 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671093 Apr 21 20:57:47.353201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:47.355631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:47.362105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:47.362746 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:47.415139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:47.431194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=db752b6a-a604-419a-94b9-13e6b351af60,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:47.440163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a72cbed4-0d76-4534-8912-c7d8f8259a0e None None] Provisioning complete for port 0e74d658-443f-46a2-a3fe-62c61c2b9463 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:47.440536 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a72cbed4-0d76-4534-8912-c7d8f8259a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:47.472522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:47.493847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8cc81e6d-6a0c-48f8-a8df-32bd5946f15b tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:47.495413 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8cc81e6d-6a0c-48f8-a8df-32bd5946f15b tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1639011 Apr 21 20:57:47.540378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a9d7fd78-30bf-4c7f-96e5-4756ae4a05ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2594106 Apr 21 20:57:47.542789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50812) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:47.556114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3d3f84b7-93be-4a8f-8fb7-c226d32ea3c2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': '94d9a684-9c5e-401b-9ea6-461b6d95fcc1', 'ip_address': '2001:db8::b7a4:5aa3:9786:a569'}], 'name': 'tempest-NetworksTestDHCPv6-1165104139'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:47.583993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-fb29ab89-8c26-4e8a-a218-ef61bf5162fa tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/quotas/0cdace7a81fb42afa24fc17656b2466d HTTP/1.1" status: 200 len: 375 time: 0.0515039 Apr 21 20:57:47.629624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca78dd-cbcf-4758-82d3-b544aacaaa3c req-f3bdc5dd-38a0-48bf-9e1d-9f9bab86f51b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:47.635662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca78dd-cbcf-4758-82d3-b544aacaaa3c req-f3bdc5dd-38a0-48bf-9e1d-9f9bab86f51b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:47.642077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca78dd-cbcf-4758-82d3-b544aacaaa3c req-f3bdc5dd-38a0-48bf-9e1d-9f9bab86f51b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:47.643794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cca78dd-cbcf-4758-82d3-b544aacaaa3c req-f3bdc5dd-38a0-48bf-9e1d-9f9bab86f51b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2413 time: 0.1416583 Apr 21 20:57:47.654913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e055b226-9a40-4f0c-ac5e-afc484b9a706 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:47.670235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:47.704697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Transition to ACTIVE for port object e055b226-9a40-4f0c-ac5e-afc484b9a706 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:57:47.718176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:47.728718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cca78dd-cbcf-4758-82d3-b544aacaaa3c req-0888f93e-a08b-486a-a371-b46695897ae3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676367 Apr 21 20:57:47.752930 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b60aad56-cb2a-4aef-a482-790e81451cfa tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cdace7a81fb42afa24fc17656b2466d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1342514 Apr 21 20:57:47.754202 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Floating IP 34699f91-bbf4-43e8-888a-c083da071242 associated. External IP: 172.25.0.126, port: 77c0c746-6711-4633-a8e4-21b12d2055a0. Apr 21 20:57:47.826957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-eab59bbf-c85d-4192-9fa1-006bd9101897 None None] Provisioning complete for port db752b6a-a604-419a-94b9-13e6b351af60 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:47.827427 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eab59bbf-c85d-4192-9fa1-006bd9101897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:47.889314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a83c2440-2af2-449c-99e6-4cc95c4b91fb details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:47.928118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Pushing event updated for resources: {'Port': ['ID=e055b226-9a40-4f0c-ac5e-afc484b9a706,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:47.929701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f84b7-93be-4a8f-8fb7-c226d32ea3c2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:47.936788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d3f84b7-93be-4a8f-8fb7-c226d32ea3c2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:47.942841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-eab59bbf-c85d-4192-9fa1-006bd9101897 None None] Port db752b6a-a604-419a-94b9-13e6b351af60 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:57:47.949415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Attempting to bind port e055b226-9a40-4f0c-ac5e-afc484b9a706 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:47.949888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Attempting to bind port e055b226-9a40-4f0c-ac5e-afc484b9a706 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:47.950308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Attempting to bind port e055b226-9a40-4f0c-ac5e-afc484b9a706 on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:47.957112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Port e055b226-9a40-4f0c-ac5e-afc484b9a706 on network 1ce0c123-6869-4e68-b973-726a453ab290 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:57:47.957590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Attempting to bind port e055b226-9a40-4f0c-ac5e-afc484b9a706 on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:47.968071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:47.969150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Checking segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:47.969650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Bound using segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:47.970250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Bound port: e055b226-9a40-4f0c-ac5e-afc484b9a706, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:47.970741 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:48.021411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-3d3f84b7-93be-4a8f-8fb7-c226d32ea3c2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port faf515a5-082f-41a9-957b-4de697e18e23 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:57:48.112108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] For port e055b226-9a40-4f0c-ac5e-afc484b9a706, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:48.116900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] For port e055b226-9a40-4f0c-ac5e-afc484b9a706, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=e055b226-9a40-4f0c-ac5e-afc484b9a706,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:48.137259 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:48.212044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a83c2440-2af2-449c-99e6-4cc95c4b91fb, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a83c2440-2af2-449c-99e6-4cc95c4b91fb,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:48.234981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Pushing event updated for resources: {'Port': ['ID=e055b226-9a40-4f0c-ac5e-afc484b9a706,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:48.255288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:48.259650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:48.261330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-4515d7d9-091e-4412-835e-2521f1fea207 service neutron] 10.222.0.43 "PUT /v2.0/ports/e055b226-9a40-4f0c-ac5e-afc484b9a706 HTTP/1.1" status: 200 len: 1092 time: 1.2149911 Apr 21 20:57:48.263477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe058eb-f83f-496b-8920-b1ada8a44595', 'tag': 'e055b226-9a40-4f0c-ac5e-afc484b9a706'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:48.274526 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe058eb-f83f-496b-8920-b1ada8a44595", "tag": "e055b226-9a40-4f0c-ac5e-afc484b9a706"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:48.278293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'a83c2440-2af2-449c-99e6-4cc95c4b91fb', 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c', 'port_id': 'a83c2440-2af2-449c-99e6-4cc95c4b91fb', 'mac_address': 'fa:16:3e:fc:39:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2', 'ip_address': '19.80.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:48.313020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111b8b2-c1cd-4702-960e-755e201f67b3 req-cbeff04d-e5b6-4095-a809-44786e21a646 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:48.317145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6111b8b2-c1cd-4702-960e-755e201f67b3 req-cbeff04d-e5b6-4095-a809-44786e21a646 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1986566 Apr 21 20:57:48.345935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e939422-270e-46a2-be5d-5d8a95db3e2d req-59ea0dc4-2c01-43e3-99b3-293ec70b9890 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:48.349947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0e74d658-443f-46a2-a3fe-62c61c2b9463 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:48.357779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e939422-270e-46a2-be5d-5d8a95db3e2d req-59ea0dc4-2c01-43e3-99b3-293ec70b9890 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.2210493 Apr 21 20:57:48.370778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6111b8b2-c1cd-4702-960e-755e201f67b3 req-68998425-8334-453d-81d3-174cde016457 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Apr 21 20:57:48.379906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Router 6b135608-7cb2-4966-81c8-ab56acd5238f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:57:48.403417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746752be-3dfc-4080-a603-8186c82fbca3 req-1390f5a7-b1c7-417b-a6a1-9620694861bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:48.404565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-1390f5a7-b1c7-417b-a6a1-9620694861bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 1095 time: 0.0773835 Apr 21 20:57:48.458636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:48.502641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-7a94064c-6370-47c8-9650-d28c9407ac61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e055b226-9a40-4f0c-ac5e-afc484b9a706 HTTP/1.1" status: 200 len: 217 time: 0.0884385 Apr 21 20:57:48.519590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e939422-270e-46a2-be5d-5d8a95db3e2d req-6bd0b1b2-0082-4855-bed3-1838058a6fec tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606579 Apr 21 20:57:48.522785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83c2440-2af2-449c-99e6-4cc95c4b91fb {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:48.580409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a83c2440-2af2-449c-99e6-4cc95c4b91fb, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a83c2440-2af2-449c-99e6-4cc95c4b91fb,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:48.598450 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0e74d658-443f-46a2-a3fe-62c61c2b9463 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:48.598835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:48.605071 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:48.616145 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdafe4b-43ac-42de-90ae-d61851f7ed23 x-openstack-request-id: req-1bdafe4b-43ac-42de-90ae-d61851f7ed23 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:48.616441 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe058eb-f83f-496b-8920-b1ada8a44595", "tag": "e055b226-9a40-4f0c-ac5e-afc484b9a706", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:48.616696 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bdafe4b-43ac-42de-90ae-d61851f7ed23 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:48.618068 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdafe4b-43ac-42de-90ae-d61851f7ed23'] response: {'name': 'network-changed', 'server_uuid': '0fe058eb-f83f-496b-8920-b1ada8a44595', 'tag': 'e055b226-9a40-4f0c-ac5e-afc484b9a706', 'status': 'completed', 'code': 200} Apr 21 20:57:48.674563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746752be-3dfc-4080-a603-8186c82fbca3 req-55d22f59-2bf4-4db3-8bb6-188b13a0bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:48.676102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-55d22f59-2bf4-4db3-8bb6-188b13a0bda5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.1654789 Apr 21 20:57:48.678182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-63746529-852e-432c-9c3b-325c9280369a tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0cdace7a81fb42afa24fc17656b2466d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828269 Apr 21 20:57:48.718661 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-48252898-9e46-4039-95b0-8ed39d227223 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352001 Apr 21 20:57:48.744168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=a83c2440-2af2-449c-99e6-4cc95c4b91fb,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:48.755207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.755412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.755752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.756034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.756387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.756685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.757030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.757367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.757717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.758014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.758294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.758637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:57:48.759762 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3f84b7-93be-4a8f-8fb7-c226d32ea3c2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 20:57:48.760216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3f84b7-93be-4a8f-8fb7-c226d32ea3c2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:57:48.802288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:57:48.809665 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:48.818218 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3d3f84b7-93be-4a8f-8fb7-c226d32ea3c2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2670853 Apr 21 20:57:48.838801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] Sync routers for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:57:48.847887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50846) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:48.869432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:57:48.871590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:57:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:48.876647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3f8a2-e7e8-4e6e-a549-0a1fae044a51 req-646f08c3-ad21-43a5-9472-060ae8dd576c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:48.884240 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50e3f8a2-e7e8-4e6e-a549-0a1fae044a51 req-646f08c3-ad21-43a5-9472-060ae8dd576c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 944 time: 0.1416397 Apr 21 20:57:48.903084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bc83b919-c2e5-4477-8b5a-e719221fdecb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "PUT /v2.0/floatingips/34699f91-bbf4-43e8-888a-c083da071242 HTTP/1.1" status: 200 len: 992 time: 3.3802781 Apr 21 20:57:48.905212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '77c0c746-6711-4633-a8e4-21b12d2055a0'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:48.908995 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e4e55c-1920-4f2b-92a0-a9d68020934c" -d '{"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "77c0c746-6711-4633-a8e4-21b12d2055a0"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:48.930555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50e3f8a2-e7e8-4e6e-a549-0a1fae044a51 req-3bf6309e-9cde-4295-8774-53a56c6610de tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454144 Apr 21 20:57:48.972790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['a83c2440-2af2-449c-99e6-4cc95c4b91fb'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:49.060619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-776b618f-21f2-4174-b980-c066a6c67f10 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.063025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-776b618f-21f2-4174-b980-c066a6c67f10 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428550 Apr 21 20:57:49.079467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:57:49.091200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913216d-174c-44e6-9a69-181ed74501b2 req-58cd82be-ebef-444f-8cf4-f3b210f6c36f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.092874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a913216d-174c-44e6-9a69-181ed74501b2 req-58cd82be-ebef-444f-8cf4-f3b210f6c36f tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.2456620 Apr 21 20:57:49.110002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa92422-3c7a-4c8f-9dd7-62fe8aff948e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.116294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa92422-3c7a-4c8f-9dd7-62fe8aff948e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.120240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5aa92422-3c7a-4c8f-9dd7-62fe8aff948e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2658644 Apr 21 20:57:49.124704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50854) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:49.127951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-a0225df2-0abb-43b3-bd56-7ff8d50b2cdf service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033590 Apr 21 20:57:49.155208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-2872f3f2-572e-40ed-9187-9a3600c05e94 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/quotas/0cdace7a81fb42afa24fc17656b2466d HTTP/1.1" status: 200 len: 375 time: 0.0766230 Apr 21 20:57:49.274370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe675-ce64-45be-a0ec-9e48853582be req-3b74d02c-067e-49d5-b8f6-94ac273d8efa tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.283812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe675-ce64-45be-a0ec-9e48853582be req-3b74d02c-067e-49d5-b8f6-94ac273d8efa tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.301528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfe675-ce64-45be-a0ec-9e48853582be req-3b74d02c-067e-49d5-b8f6-94ac273d8efa tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.303310 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77bfe675-ce64-45be-a0ec-9e48853582be req-3b74d02c-067e-49d5-b8f6-94ac273d8efa tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2414 time: 0.1946619 Apr 21 20:57:49.397887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-6144dc22-ef83-43ba-924b-74acecca85d0 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0cdace7a81fb42afa24fc17656b2466d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547435 Apr 21 20:57:49.407722 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77bfe675-ce64-45be-a0ec-9e48853582be req-7c64e996-d8b9-4f9f-90d4-74175711bcc3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840023 Apr 21 20:57:49.434627 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7a373-42a8-4f2e-9c91-4220bc54482d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port db752b6a-a604-419a-94b9-13e6b351af60 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:49.434969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a373-42a8-4f2e-9c91-4220bc54482d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:49.490700 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b3ea5f-5b0e-408f-bbf0-afa635f4e745 x-openstack-request-id: req-f8b3ea5f-5b0e-408f-bbf0-afa635f4e745 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:49.491311 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "tag": "77c0c746-6711-4633-a8e4-21b12d2055a0", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:49.491749 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8b3ea5f-5b0e-408f-bbf0-afa635f4e745 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:49.492451 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b3ea5f-5b0e-408f-bbf0-afa635f4e745'] response: {'name': 'network-changed', 'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'tag': '77c0c746-6711-4633-a8e4-21b12d2055a0', 'status': 'completed', 'code': 200} Apr 21 20:57:49.514332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-f6237c43-e375-44a8-b271-d25bfbc36c70 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0cdace7a81fb42afa24fc17656b2466d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3488703 Apr 21 20:57:49.559082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-746752be-3dfc-4080-a603-8186c82fbca3 req-f7afad6a-f9b1-410a-bea8-2b63b5851fea service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073963 Apr 21 20:57:49.576583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '34699f91-bbf4-43e8-888a-c083da071242', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'port_id': '77c0c746-6711-4633-a8e4-21b12d2055a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'mac_address': 'fa:16:3e:cd:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:56:24Z', 'updated_at': '2022-04-21T20:57:46Z', 'revision_number': 1, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:28Z', 'revision_number': 5, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:49.612955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] Checking router: 6b135608-7cb2-4966-81c8-ab56acd5238f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:57:49.613425 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a373-42a8-4f2e-9c91-4220bc54482d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:49.625842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:57:49.627457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:57:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:49.653626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7a373-42a8-4f2e-9c91-4220bc54482d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for db752b6a-a604-419a-94b9-13e6b351af60 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:49.687126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-066ba099-cad7-4bc4-90cf-5c85b054bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.687126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-066ba099-cad7-4bc4-90cf-5c85b054bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.687668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-066ba099-cad7-4bc4-90cf-5c85b054bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.688141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-066ba099-cad7-4bc4-90cf-5c85b054bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.688746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-066ba099-cad7-4bc4-90cf-5c85b054bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.689229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-066ba099-cad7-4bc4-90cf-5c85b054bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.689740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-066ba099-cad7-4bc4-90cf-5c85b054bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.691757 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-066ba099-cad7-4bc4-90cf-5c85b054bb62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6491 time: 0.1821020 Apr 21 20:57:49.693005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-424cb4a6-222a-4cab-93c3-19551e813747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.694523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-424cb4a6-222a-4cab-93c3-19551e813747 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3f56938e490466592e9a080b5a3cb6a&device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 1096 time: 0.5756822 Apr 21 20:57:49.699702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e483-c1ae-4d00-8052-38e5edb8281f req-897c7bc1-2d22-4f8b-823c-e624a16d762f tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.714782 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc08e483-c1ae-4d00-8052-38e5edb8281f req-897c7bc1-2d22-4f8b-823c-e624a16d762f tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1693056 Apr 21 20:57:49.805760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:57:49.844060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-a913216d-174c-44e6-9a69-181ed74501b2 req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Deleting port 84e4c754-3760-4e67-b7fa-eb4b97a81529 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:49.844317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a913216d-174c-44e6-9a69-181ed74501b2 req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:49.855742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-88bf62a2-4a81-4985-83c4-c1a79434365c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.857332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-88bf62a2-4a81-4985-83c4-c1a79434365c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722570 Apr 21 20:57:49.888361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Request body: {'port': {'device_id': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '0cdace7a81fb42afa24fc17656b2466d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:49.970124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-41248165-ebbf-44f5-8426-5aa069495dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:49.971575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-41248165-ebbf-44f5-8426-5aa069495dee service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d57aace-a058-441e-b369-a4b223fc58a3 HTTP/1.1" status: 200 len: 912 time: 0.2126782 Apr 21 20:57:49.993103 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc08e483-c1ae-4d00-8052-38e5edb8281f req-2b8907db-2f33-4d9f-850f-1785bb6fbbcd tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724478 Apr 21 20:57:50.023747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1ecdca0d-7d61-4a80-97b7-6ae265354f3f details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:50.119517 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4533edc7-1eb6-4c15-9d27-d37ecfb64ffc req-dcd3090d-50e2-4b8e-aef5-418cd88db311 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 210 time: 0.0372157 Apr 21 20:57:50.122365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a373-42a8-4f2e-9c91-4220bc54482d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.220266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7a373-42a8-4f2e-9c91-4220bc54482d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=db752b6a-a604-419a-94b9-13e6b351af60,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:50.253058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a373-42a8-4f2e-9c91-4220bc54482d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.260095 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8ad7a373-42a8-4f2e-9c91-4220bc54482d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/db752b6a-a604-419a-94b9-13e6b351af60 HTTP/1.1" status: 204 len: 168 time: 1.1362827 Apr 21 20:57:50.264393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50872) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:50.290753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-185da8ed-4ff4-493b-8c0b-b0a656aec158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:50.293386 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-185da8ed-4ff4-493b-8c0b-b0a656aec158 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 1095 time: 0.6803026 Apr 21 20:57:50.293954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-98c495d4-5084-4d66-ac1a-8555c5db1302 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77c0c746-6711-4633-a8e4-21b12d2055a0 HTTP/1.1" status: 200 len: 1000 time: 0.2997019 Apr 21 20:57:50.404214 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.427396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8eb58-595c-4e26-a47f-5a0567800ba8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:50.430199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8eb58-595c-4e26-a47f-5a0567800ba8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:50.432824 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c6a8eb58-595c-4e26-a47f-5a0567800ba8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1633084 Apr 21 20:57:50.438811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50876) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:50.452216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6fe8c-a7ac-4845-ba17-f533a5b49216 req-8acbc830-c2a5-485e-b1f0-ad5d04154c80 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:50.455985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5ed6fe8c-a7ac-4845-ba17-f533a5b49216 req-8acbc830-c2a5-485e-b1f0-ad5d04154c80 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 944 time: 0.2380767 Apr 21 20:57:50.512457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:50.521022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fd152a-d79d-4b7b-88a8-0cfedd27c427 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 94d9a684-9c5e-401b-9ea6-461b6d95fcc1 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:50.535348 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98fd152a-d79d-4b7b-88a8-0cfedd27c427 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.537942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.538694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '1ecdca0d-7d61-4a80-97b7-6ae265354f3f', 'network_id': 'e310aa07-eaef-421a-9cd1-6ab39b21249c', 'port_id': '1ecdca0d-7d61-4a80-97b7-6ae265354f3f', 'mac_address': 'fa:16:3e:5b:af:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2', 'ip_address': '19.80.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:50.540445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-037575e3-21d8-44d6-80b1-cacd8adef304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:50.542510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-037575e3-21d8-44d6-80b1-cacd8adef304 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28217cc8-3269-4412-bfce-a496c69afdc4 HTTP/1.1" status: 200 len: 850 time: 0.1907873 Apr 21 20:57:50.559886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef002733-8e1a-484f-8f80-a2fa2a3b7032 req-a080ad3b-6963-4657-a940-9ce982d49a06 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:50.561548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef002733-8e1a-484f-8f80-a2fa2a3b7032 req-a080ad3b-6963-4657-a940-9ce982d49a06 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 944 time: 0.8250527 Apr 21 20:57:50.574008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '34699f91-bbf4-43e8-888a-c083da071242', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'port_id': '77c0c746-6711-4633-a8e4-21b12d2055a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'mac_address': 'fa:16:3e:cd:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:56:24Z', 'updated_at': '2022-04-21T20:57:46Z', 'revision_number': 1, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:28Z', 'revision_number': 5, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:50.580154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-de93f353-1548-49cc-b0e6-2b9c78d13f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:50.582227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-de93f353-1548-49cc-b0e6-2b9c78d13f57 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 200 len: 911 time: 0.8746560 Apr 21 20:57:50.603833 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fd5324-18fa-4edc-bdd7-579445d0c67b None None] The sync data for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 is: [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '34699f91-bbf4-43e8-888a-c083da071242', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'port_id': '77c0c746-6711-4633-a8e4-21b12d2055a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'mac_address': 'fa:16:3e:cd:8c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:56:24Z', 'updated_at': '2022-04-21T20:57:46Z', 'revision_number': 1, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:28Z', 'revision_number': 5, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:57:50.623080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.641176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecdca0d-7d61-4a80-97b7-6ae265354f3f {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:50.641420 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5ed6fe8c-a7ac-4845-ba17-f533a5b49216 req-a10d2d15-3c2f-4596-9831-9d17ef4845d5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177387 Apr 21 20:57:50.651044 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98fd152a-d79d-4b7b-88a8-0cfedd27c427 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.665962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:50.672381 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.673133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f37a542e-f443-41c6-af55-2d6de2d61053 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:50.688129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-bd10509f-e616-4149-b324-5d810076c5d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169a2cc1-39dc-430a-a068-f9de4f2f855c HTTP/1.1" status: 200 len: 217 time: 0.0769973 Apr 21 20:57:50.692643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a913216d-174c-44e6-9a69-181ed74501b2 req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] For port 84e4c754-3760-4e67-b7fa-eb4b97a81529, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=84e4c754-3760-4e67-b7fa-eb4b97a81529,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:50.693156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a913216d-174c-44e6-9a69-181ed74501b2 req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.698549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Made reservation on behalf of 0cdace7a81fb42afa24fc17656b2466d for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:50.700048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-e5149217-30a9-4203-8184-0b806b0922d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:50.701560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-e5149217-30a9-4203-8184-0b806b0922d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d57aace-a058-441e-b369-a4b223fc58a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235445 Apr 21 20:57:50.701998 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.764489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-a913216d-174c-44e6-9a69-181ed74501b2 req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Calling delete_port for 84e4c754-3760-4e67-b7fa-eb4b97a81529 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:50.768751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-86b9258c-49a9-4323-ba24-bc128e76debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:50.769034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:50.771872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-86b9258c-49a9-4323-ba24-bc128e76debf service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 913 time: 0.3221769 Apr 21 20:57:50.807129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:50.822501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef002733-8e1a-484f-8f80-a2fa2a3b7032 req-ee4b64a8-ace0-4dc9-af0c-0f921ece4e32 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294116 Apr 21 20:57:50.872004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-e8f28c79-07fe-49ee-83de-61d167895b44 service neutron] 10.222.0.43 "GET /v2.0/networks/2d57aace-a058-441e-b369-a4b223fc58a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562965 Apr 21 20:57:50.892794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f37a542e-f443-41c6-af55-2d6de2d61053, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f37a542e-f443-41c6-af55-2d6de2d61053,segment=NetworkSegment(5dad188e-66ed-4895-819a-bea5826f0834),segment_id=5dad188e-66ed-4895-819a-bea5826f0834)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:50.903736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-62e2621d-b545-4b9e-8b2d-686d6f81c02e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e055b226-9a40-4f0c-ac5e-afc484b9a706 HTTP/1.1" status: 200 len: 217 time: 0.0890677 Apr 21 20:57:50.928267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'f37a542e-f443-41c6-af55-2d6de2d61053', 'network_id': 'bbc46101-fee4-4bf9-a4d7-7b06815627e1', 'port_id': 'f37a542e-f443-41c6-af55-2d6de2d61053', 'mac_address': 'fa:16:3e:52:22:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b53ca8dd-9086-4285-8fe0-000da791a557', 'ip_address': '19.86.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:50.951441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-4d9c03ee-7791-458c-b375-87c82edcde64 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0cdace7a81fb42afa24fc17656b2466d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725253 Apr 21 20:57:50.981691 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.012280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37a542e-f443-41c6-af55-2d6de2d61053 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:51.015081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-387542fb-618f-4c0f-a7e3-6b67e59f7e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:51.016807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-387542fb-618f-4c0f-a7e3-6b67e59f7e9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfd78404-457a-407b-b7d0-205ce877abd0 HTTP/1.1" status: 200 len: 850 time: 0.2999268 Apr 21 20:57:51.042805 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c0479-7102-4123-a2dc-94cec124685a None None] New status for floating IP 34699f91-bbf4-43e8-888a-c083da071242: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:57:51.069163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f37a542e-f443-41c6-af55-2d6de2d61053, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f37a542e-f443-41c6-af55-2d6de2d61053,segment=NetworkSegment(5dad188e-66ed-4895-819a-bea5826f0834),segment_id=5dad188e-66ed-4895-819a-bea5826f0834)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:51.078520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.103496 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98fd152a-d79d-4b7b-88a8-0cfedd27c427 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.128194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-bfbeba46-b690-4813-af00-4847ac765e40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4882a2d2-910e-4e67-8671-e68ba844bff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974135 Apr 21 20:57:51.131046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-5d472593-108d-47af-a8f6-ea8a51191d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:51.132669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-5d472593-108d-47af-a8f6-ea8a51191d44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.1770365 Apr 21 20:57:51.160332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f37a542e-f443-41c6-af55-2d6de2d61053,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:51.163049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-a64bf5f7-93cc-479e-9498-faa126e50270 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:57:51.165624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-a64bf5f7-93cc-479e-9498-faa126e50270 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256252 Apr 21 20:57:51.207044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-e42414f3-4eaa-413b-bf0b-396446fd79d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564907 Apr 21 20:57:51.412972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bce7a1-6825-4ce0-8134-b73984b7586a req-45b213b9-9c8d-4b5c-b2ad-ca2de3dbd21a tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:51.418584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bce7a1-6825-4ce0-8134-b73984b7586a req-45b213b9-9c8d-4b5c-b2ad-ca2de3dbd21a tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:51.424330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bce7a1-6825-4ce0-8134-b73984b7586a req-45b213b9-9c8d-4b5c-b2ad-ca2de3dbd21a tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:51.425999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-69bce7a1-6825-4ce0-8134-b73984b7586a req-45b213b9-9c8d-4b5c-b2ad-ca2de3dbd21a tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2415 time: 0.5532064 Apr 21 20:57:51.434277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.456059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314ec7-be39-46d2-aea7-92d90152e8b5 req-e1f2fe90-1215-4cea-9b55-9855e22f8e35 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:51.457794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0314ec7-be39-46d2-aea7-92d90152e8b5 req-e1f2fe90-1215-4cea-9b55-9855e22f8e35 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.3190510 Apr 21 20:57:51.470830 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.489061 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e4e55c-1920-4f2b-92a0-a9d68020934c req-acfec4d4-004f-4df6-b62e-14f48c715f51 service neutron] 10.222.0.43 "GET /v2.0/networks/2d57aace-a058-441e-b369-a4b223fc58a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773816 Apr 21 20:57:51.501247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-3dbd6f45-7fc4-482a-aaa1-89f3ba198f5e tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:51.503179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-3dbd6f45-7fc4-482a-aaa1-89f3ba198f5e tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5245228 Apr 21 20:57:51.517810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Request body: {'port': {'device_id': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '0cdace7a81fb42afa24fc17656b2466d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:51.529577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['f37a542e-f443-41c6-af55-2d6de2d61053'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:51.540102 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-69bce7a1-6825-4ce0-8134-b73984b7586a req-266bbe39-b95d-46b4-936b-c87edb4e09e7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980675 Apr 21 20:57:51.543949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98fd152a-d79d-4b7b-88a8-0cfedd27c427 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.589598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-0835c876-4e11-4b1c-b50a-b0756dfba55c service neutron] 10.222.0.46 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849277 Apr 21 20:57:51.598043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a913216d-174c-44e6-9a69-181ed74501b2 req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.599362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de89803f-9cd3-4fc8-8eb3-c7b776e8f451,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:51.602829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd152a-d79d-4b7b-88a8-0cfedd27c427 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=94d9a684-9c5e-401b-9ea6-461b6d95fcc1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:51.603385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-18b16213-4e11-40a5-b6ae-4864d5dd13c2 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666422 Apr 21 20:57:51.619628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['1ecdca0d-7d61-4a80-97b7-6ae265354f3f'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:51.621557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98fd152a-d79d-4b7b-88a8-0cfedd27c427 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.625857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-98fd152a-d79d-4b7b-88a8-0cfedd27c427 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/94d9a684-9c5e-401b-9ea6-461b6d95fcc1 HTTP/1.1" status: 204 len: 168 time: 1.1858358 Apr 21 20:57:51.638485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50882) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:51.691071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-61b90735-1a49-4ccb-b81a-121f8b73eb2b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604918 Apr 21 20:57:51.692255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Pushing event deleted for resources: {'Port': ['ID=84e4c754-3760-4e67-b7fa-eb4b97a81529,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:51.696227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9241fa0-2d35-4d51-a260-5b0e8e805a72 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:51.706124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50886) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:51.715685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:51.740990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47c3f3bd-163f-4c02-98de-4abdbbab3f30 req-62065068-d680-4ffa-bb69-1ff3a2e3adad tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 210 time: 0.0547762 Apr 21 20:57:51.751331 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0314ec7-be39-46d2-aea7-92d90152e8b5 req-fb99739a-f538-477d-8296-ff91514db91d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735772 Apr 21 20:57:51.892075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Made reservation on behalf of 0cdace7a81fb42afa24fc17656b2466d for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:51.897222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Allocated IP 192.168.233.61 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/6c67436f-4bcb-49c2-90f9-c3df04a08bf3) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:51.897793 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.922298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a83c2440-2af2-449c-99e6-4cc95c4b91fb up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:51.956065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a913216d-174c-44e6-9a69-181ed74501b2 req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] No DVR routers for this DVR port 84e4c754-3760-4e67-b7fa-eb4b97a81529 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:51.963890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a913216d-174c-44e6-9a69-181ed74501b2 req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:51.967241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a913216d-174c-44e6-9a69-181ed74501b2 req-72ef22d2-3afc-4795-a0c1-df76cac30c96 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.43 "DELETE /v2.0/ports/84e4c754-3760-4e67-b7fa-eb4b97a81529 HTTP/1.1" status: 204 len: 173 time: 2.8664460 Apr 21 20:57:51.980347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'name': 'network-vif-deleted', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:51.982139 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bcd9b2-efea-4176-83f9-9c82ff10600e" -d '{"events": [{"server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "name": "network-vif-deleted", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:52.001746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc36af4-36c1-49eb-80b5-4fa290b9dd3b req-4e05e686-24fa-474d-80e3-a762278be7d5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:52.016624 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bc36af4-36c1-49eb-80b5-4fa290b9dd3b req-4e05e686-24fa-474d-80e3-a762278be7d5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 944 time: 0.1775296 Apr 21 20:57:52.023008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:52.028072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.030788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c854c606-df6f-4763-9327-c8cc50c33cba req-b652233b-2cdc-4fb6-b916-e748cf86ee61 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=26f5d0c6-7b2e-4625-9dba-18a0bad68487 HTTP/1.1" status: 200 len: 210 time: 0.1146212 Apr 21 20:57:52.082511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639e0d5-564a-42e0-aa8b-98d1dcd0815e None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:57:52.106092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44f58144-0057-464f-b42d-2b50e2be5f39 req-13fcec78-9ecd-4470-bcb5-43ec51332115 service neutron] 10.222.0.46 "GET /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989126 Apr 21 20:57:52.118389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdb0fd49-f42d-4999-a5e8-5e2338426d9c req-ed702afd-8dbf-46bd-babd-ba1df7a61314 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883323 Apr 21 20:57:52.143298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port a83c2440-2af2-449c-99e6-4cc95c4b91fb completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:52.178320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bc36af4-36c1-49eb-80b5-4fa290b9dd3b req-b9f4c50f-6366-4c9a-9128-1c02b86de7d9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605649 Apr 21 20:57:52.207392 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5463650c-d0d8-42ce-b14b-b8c95589a72d x-openstack-request-id: req-5463650c-d0d8-42ce-b14b-b8c95589a72d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:52.207968 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f5d0c6-7b2e-4625-9dba-18a0bad68487", "name": "network-vif-deleted", "tag": "84e4c754-3760-4e67-b7fa-eb4b97a81529", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:52.208358 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5463650c-d0d8-42ce-b14b-b8c95589a72d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:52.208922 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5463650c-d0d8-42ce-b14b-b8c95589a72d'] response: {'server_uuid': '26f5d0c6-7b2e-4625-9dba-18a0bad68487', 'name': 'network-vif-deleted', 'tag': '84e4c754-3760-4e67-b7fa-eb4b97a81529', 'status': 'completed', 'code': 200} Apr 21 20:57:52.212588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port a83c2440-2af2-449c-99e6-4cc95c4b91fb triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:52.213373 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.294075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0e74d658-443f-46a2-a3fe-62c61c2b9463 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:52.299107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.336183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.351878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9639e0d5-564a-42e0-aa8b-98d1dcd0815e None None] Deleting port 0e74d658-443f-46a2-a3fe-62c61c2b9463 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:52.352243 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9639e0d5-564a-42e0-aa8b-98d1dcd0815e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.389064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:52.392482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:52.396692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:52.404654 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.427668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:52.449198 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.464541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:52.465945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.493271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=695f829e-cffe-42ae-a771-1405a0f06a01,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:52.511078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9639e0d5-564a-42e0-aa8b-98d1dcd0815e None None] For port 0e74d658-443f-46a2-a3fe-62c61c2b9463, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0e74d658-443f-46a2-a3fe-62c61c2b9463,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:52.511627 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9639e0d5-564a-42e0-aa8b-98d1dcd0815e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.518543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-8ec4c29a-bd64-462f-8ee1-94a869b37541 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6347835 Apr 21 20:57:52.519566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:52.521199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Allocated IP 192.168.233.80 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/c7de2bbb-417e-4207-a209-4b32c32c72af) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:52.527091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:52.532434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Request body: {'port': {'device_id': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:52.536247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:52.539714 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.568651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a83c2440-2af2-449c-99e6-4cc95c4b91fb, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a83c2440-2af2-449c-99e6-4cc95c4b91fb,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:52.589140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83c2440-2af2-449c-99e6-4cc95c4b91fb'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:52.592378 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9e6302-424d-4d0d-b62d-d3fb7250224d" -d '{"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-plugged", "status": "completed", "tag": "a83c2440-2af2-449c-99e6-4cc95c4b91fb"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:52.595669 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.608021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-39ea1f50-1798-4ef0-8283-5158f502baba tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9007673 Apr 21 20:57:52.616937 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50896) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:52.630429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b000de66-d0c8-4509-a5dd-3994454e817a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': '695f829e-cffe-42ae-a771-1405a0f06a01', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2065632725'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:52.652934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.670000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 0e74d658-443f-46a2-a3fe-62c61c2b9463, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0e74d658-443f-46a2-a3fe-62c61c2b9463,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:52.673313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9639e0d5-564a-42e0-aa8b-98d1dcd0815e None None] Calling delete_port for 0e74d658-443f-46a2-a3fe-62c61c2b9463 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:52.676638 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.685511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.782272 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1374e49c-f653-43a8-bd2b-0ec04b2a7fa9 x-openstack-request-id: req-1374e49c-f653-43a8-bd2b-0ec04b2a7fa9 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:52.782544 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-plugged", "status": "completed", "tag": "a83c2440-2af2-449c-99e6-4cc95c4b91fb", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:52.782889 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1374e49c-f653-43a8-bd2b-0ec04b2a7fa9 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:52.783317 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1374e49c-f653-43a8-bd2b-0ec04b2a7fa9'] response: {'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83c2440-2af2-449c-99e6-4cc95c4b91fb', 'code': 200} Apr 21 20:57:52.853701 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bfddfaac-a3f6-42a2-8d21-9d57c46ba254 None None] Provisioning complete for port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:52.854246 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfddfaac-a3f6-42a2-8d21-9d57c46ba254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.858202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=a83c2440-2af2-449c-99e6-4cc95c4b91fb,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:52.906884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b000de66-d0c8-4509-a5dd-3994454e817a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:52.907237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event deleted for resources: {'Port': ['ID=0e74d658-443f-46a2-a3fe-62c61c2b9463,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:52.909094 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9639e0d5-564a-42e0-aa8b-98d1dcd0815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:52.918060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e7c33-0d99-4817-85d6-9283e633340f req-dfd0a4d1-e2e4-470a-b702-9f7c64191941 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:52.923651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e7c33-0d99-4817-85d6-9283e633340f req-dfd0a4d1-e2e4-470a-b702-9f7c64191941 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:52.929454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e7c33-0d99-4817-85d6-9283e633340f req-dfd0a4d1-e2e4-470a-b702-9f7c64191941 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:52.931421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c1e7c33-0d99-4817-85d6-9283e633340f req-dfd0a4d1-e2e4-470a-b702-9f7c64191941 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2417 time: 0.2457340 Apr 21 20:57:52.942177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639e0d5-564a-42e0-aa8b-98d1dcd0815e None None] Pushing event deleted for resources: {'Port': ['ID=0e74d658-443f-46a2-a3fe-62c61c2b9463,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:52.945702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bfddfaac-a3f6-42a2-8d21-9d57c46ba254 None None] Port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:57:52.947112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639e0d5-564a-42e0-aa8b-98d1dcd0815e None None] No DVR routers for this DVR port 0e74d658-443f-46a2-a3fe-62c61c2b9463 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:52.967327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c1488-4206-4601-ad39-9650eab5624e None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:52.986049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f9b56c6b-9349-42e4-959d-32b4cbd26c91 req-09cc15b2-a9fd-40b9-996e-9a2103935cc8 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 210 time: 0.1275020 Apr 21 20:57:52.995656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c1e7c33-0d99-4817-85d6-9283e633340f req-31d3f757-d3d6-415e-a3bb-b1fa592bcc61 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547307 Apr 21 20:57:53.008051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.099389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b000de66-d0c8-4509-a5dd-3994454e817a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.114548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.153911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-b000de66-d0c8-4509-a5dd-3994454e817a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port f423cc9b-34c7-4e78-b7c9-2c980d05a951 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:57:53.155328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '695f829e-cffe-42ae-a771-1405a0f06a01'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:53.156243 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.211900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:53.221897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88508826-5542-4f90-977a-2c365074398e req-d4fed0cc-b0e8-4f4c-b3bc-998f8115c530 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:53.223402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88508826-5542-4f90-977a-2c365074398e req-d4fed0cc-b0e8-4f4c-b3bc-998f8115c530 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1648726 Apr 21 20:57:53.233758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:53.242717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:53.253753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Pushing event updated for resources: {'Port': ['ID=c7de2bbb-417e-4207-a209-4b32c32c72af,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:53.332612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/695f829e-cffe-42ae-a771-1405a0f06a01/12646ae4-f45f-43fc-b58c-31100049107e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:53.388733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:53.389386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.402702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:53.408941 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88508826-5542-4f90-977a-2c365074398e req-3278f50c-6ff2-4d24-98d6-b896aa09b9d3 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736197 Apr 21 20:57:53.425102 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.440871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-38afbe35-212e-4b06-b44d-9d41ee0c5cf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9181283 Apr 21 20:57:53.447430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Request body: {'port': {'device_id': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:53.482414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Transition to ACTIVE for port object 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:57:53.500181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86b427-66c5-4ac0-828c-7bba59648e56 req-6cfd6a0c-e1db-4a27-811e-6dbbc4fd9a15 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:53.508801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a86b427-66c5-4ac0-828c-7bba59648e56 req-6cfd6a0c-e1db-4a27-811e-6dbbc4fd9a15 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 944 time: 0.0907691 Apr 21 20:57:53.511792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.539956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device e055b226-9a40-4f0c-ac5e-afc484b9a706 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:57:53.542219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 84e4c754-3760-4e67-b7fa-eb4b97a81529 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:53.545618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.584553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 84e4c754-3760-4e67-b7fa-eb4b97a81529 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:57:53.585055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 84e4c754-3760-4e67-b7fa-eb4b97a81529 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:57:53.588034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:53.611860 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.629067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a86b427-66c5-4ac0-828c-7bba59648e56 req-adb65fe5-bf0f-4c50-9767-bc13b8930712 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191916 Apr 21 20:57:53.629257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3d09ee31-f71c-4a31-b6d8-506b206d4464 None None] Provisioning complete for port c7de2bbb-417e-4207-a209-4b32c32c72af triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:53.629606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3d09ee31-f71c-4a31-b6d8-506b206d4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.649643 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b000de66-d0c8-4509-a5dd-3994454e817a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 20:57:53.650086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b000de66-d0c8-4509-a5dd-3994454e817a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:57:53.714594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Attempting to bind port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:53.714594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Attempting to bind port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:53.714896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Attempting to bind port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:53.719582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:57:53.719932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Attempting to bind port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:53.721811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ed9de-79b1-4577-9f1d-72e17c732429 req-c2458dfa-5863-4079-9cac-e6f8894446b3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:53.723336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e67ed9de-79b1-4577-9f1d-72e17c732429 req-c2458dfa-5863-4079-9cac-e6f8894446b3 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 945 time: 0.2068472 Apr 21 20:57:53.731340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:53.731672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:53.732195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:53.733009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Bound port: 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:53.733458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.748590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b000de66-d0c8-4509-a5dd-3994454e817a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.1284034 Apr 21 20:57:53.751971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50910) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:53.760072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port e055b226-9a40-4f0c-ac5e-afc484b9a706, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=e055b226-9a40-4f0c-ac5e-afc484b9a706,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:53.764074 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.822554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'e055b226-9a40-4f0c-ac5e-afc484b9a706', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'port_id': 'e055b226-9a40-4f0c-ac5e-afc484b9a706', 'mac_address': 'fa:16:3e:24:f3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bf5f30-1a54-45df-beff-c6aca22835c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:57:53.850610 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e67ed9de-79b1-4577-9f1d-72e17c732429 req-b14f263a-e908-4327-99a9-57bcc41cd6b5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195543 Apr 21 20:57:53.857701 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:53.860337 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3d09ee31-f71c-4a31-b6d8-506b206d4464 None None] Port c7de2bbb-417e-4207-a209-4b32c32c72af cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:57:53.893152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:53.896794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:53.900693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:53.901300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Pushing event updated for resources: {'Port': ['ID=12646ae4-f45f-43fc-b58c-31100049107e,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:53.907607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:53.917911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59818ee6-83b2-4274-afc2-338c604c8efa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:53.922733 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-59818ee6-83b2-4274-afc2-338c604c8efa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1697536 Apr 21 20:57:53.926386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50912) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:53.936239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1ecdca0d-7d61-4a80-97b7-6ae265354f3f up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:53.936945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.941652 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:53.949645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-08be04e2-0b45-4ac1-9bf1-ab97e36808c5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:53.951069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-08be04e2-0b45-4ac1-9bf1-ab97e36808c5 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.43 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 945 time: 0.1303744 Apr 21 20:57:53.994686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7de2bbb-417e-4207-a209-4b32c32c72af {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:54.003372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.021172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Transition to ACTIVE for port object c7de2bbb-417e-4207-a209-4b32c32c72af will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:57:54.031720 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.100237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.101131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.102683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] 10.222.0.46 "PUT /v2.0/ports/6c67436f-4bcb-49c2-90f9-c3df04a08bf3 HTTP/1.1" status: 200 len: 1095 time: 1.5779943 Apr 21 20:57:54.132382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65bf0b5-260f-41ec-be22-8c7ab383043c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.134291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65bf0b5-260f-41ec-be22-8c7ab383043c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.139186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f65bf0b5-260f-41ec-be22-8c7ab383043c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2113373 Apr 21 20:57:54.141977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50918) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:54.195072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Pushing event updated for resources: {'Port': ['ID=c7de2bbb-417e-4207-a209-4b32c32c72af,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:54.205893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e055b226-9a40-4f0c-ac5e-afc484b9a706 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:57:54.220497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Attempting to bind port 12646ae4-f45f-43fc-b58c-31100049107e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:54.220890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Attempting to bind port 12646ae4-f45f-43fc-b58c-31100049107e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:54.221254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Attempting to bind port 12646ae4-f45f-43fc-b58c-31100049107e on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:54.224386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:54.235373 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ac7624-370d-4d9e-b921-ef898c5c91e8" -d '{"events": [{"name": "network-changed", "server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:54.243861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:54.244234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:54.244636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.245103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:54.245533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Bound port: 12646ae4-f45f-43fc-b58c-31100049107e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:54.245915 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.262838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port e055b226-9a40-4f0c-ac5e-afc484b9a706, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=e055b226-9a40-4f0c-ac5e-afc484b9a706,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:54.269558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b583b-a4e8-4b83-ae79-d95d13dfb0de req-765ca470-2ae6-472e-a02f-f30e30b71ff8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.276560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b583b-a4e8-4b83-ae79-d95d13dfb0de req-765ca470-2ae6-472e-a02f-f30e30b71ff8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.282502 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.286552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b583b-a4e8-4b83-ae79-d95d13dfb0de req-765ca470-2ae6-472e-a02f-f30e30b71ff8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.291420 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-586b583b-a4e8-4b83-ae79-d95d13dfb0de req-765ca470-2ae6-472e-a02f-f30e30b71ff8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2417 time: 0.1733394 Apr 21 20:57:54.325873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Attempting to bind port c7de2bbb-417e-4207-a209-4b32c32c72af on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:54.326565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Attempting to bind port c7de2bbb-417e-4207-a209-4b32c32c72af by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:54.327001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Attempting to bind port c7de2bbb-417e-4207-a209-4b32c32c72af on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:54.353554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Port c7de2bbb-417e-4207-a209-4b32c32c72af on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:57:54.354012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Attempting to bind port c7de2bbb-417e-4207-a209-4b32c32c72af on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:54.356406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:54.359190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=e055b226-9a40-4f0c-ac5e-afc484b9a706,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:54.361012 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-586b583b-a4e8-4b83-ae79-d95d13dfb0de req-8f7d7295-4d9d-465c-9b7e-97e9067a31c3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640504 Apr 21 20:57:54.365769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:54.366253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:54.366946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:54.368055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Bound port: c7de2bbb-417e-4207-a209-4b32c32c72af, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:54.368055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.414741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:54.415201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.485470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:54.492291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c7de2bbb-417e-4207-a209-4b32c32c72af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:54.500587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.569454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] For port 12646ae4-f45f-43fc-b58c-31100049107e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:54.575110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] For port 12646ae4-f45f-43fc-b58c-31100049107e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=12646ae4-f45f-43fc-b58c-31100049107e,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:54.585615 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.594054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.594290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.596842 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] 10.222.0.46 "PUT /v2.0/ports/c7de2bbb-417e-4207-a209-4b32c32c72af HTTP/1.1" status: 200 len: 1095 time: 1.1564825 Apr 21 20:57:54.620595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d15c8-ebce-4f45-af60-d838fa84a9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:54.662703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:54.668975 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210" -d '{"events": [{"name": "network-changed", "server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:54.700779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef028e1-a2f8-4932-a07d-348c38562e45 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 695f829e-cffe-42ae-a771-1405a0f06a01 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:54.714728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4ea6a-6b95-4b80-8040-a3cec2cdf805 req-30e5da93-6dcf-49c3-9c67-97d8f1440c51 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.722819 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061aee8-e681-4bba-a50b-545e28088d39 None None] Pushing event updated for resources: {'Port': ['ID=12646ae4-f45f-43fc-b58c-31100049107e,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:54.726787 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.727791 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0cc4ea6a-6b95-4b80-8040-a3cec2cdf805 req-30e5da93-6dcf-49c3-9c67-97d8f1440c51 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 947 time: 0.6374784 Apr 21 20:57:54.735351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['e055b226-9a40-4f0c-ac5e-afc484b9a706'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:57:54.744068 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4ef028e1-a2f8-4932-a07d-348c38562e45 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.773879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359dbee-05fb-4fbb-8bd1-483764e19ddb service neutron] Pushing event updated for resources: {'Port': ['ID=c7de2bbb-417e-4207-a209-4b32c32c72af,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:54.804609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17327fd-586a-433d-a878-e9ee14e6f823 req-769c95d4-a3b4-41b1-8964-14baa8f1e0cd tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.807704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f17327fd-586a-433d-a878-e9ee14e6f823 req-769c95d4-a3b4-41b1-8964-14baa8f1e0cd tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.2467926 Apr 21 20:57:54.815903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-d1474338-5949-4da3-b520-4d9e31c6c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.818909 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-d1474338-5949-4da3-b520-4d9e31c6c123 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cdace7a81fb42afa24fc17656b2466d&device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 1098 time: 0.1360009 Apr 21 20:57:54.824028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdca0d-7d61-4a80-97b7-6ae265354f3f'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:54.826483 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d0d0f8-4e3e-4a18-9464-bea8eddbbb2a" -d '{"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-plugged", "status": "completed", "tag": "1ecdca0d-7d61-4a80-97b7-6ae265354f3f"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:54.842009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-a82e17dd-4d4b-4122-80db-6d397c5c3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.844235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-a82e17dd-4d4b-4122-80db-6d397c5c3e77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cdace7a81fb42afa24fc17656b2466d&device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 1098 time: 0.6603258 Apr 21 20:57:54.859753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:54.866305 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:54.867557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f37a542e-f443-41c6-af55-2d6de2d61053 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:54.907480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-025d1b80-6a0f-449a-bdc1-a41ba54ddc34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=c7de2bbb-417e-4207-a209-4b32c32c72af HTTP/1.1" status: 200 len: 217 time: 0.0547769 Apr 21 20:57:54.915376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f17327fd-586a-433d-a878-e9ee14e6f823 req-078bf0ff-a682-4571-8c80-738f3f5c0c7d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912235 Apr 21 20:57:54.972323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-337d48ff-a3d8-49c9-8d94-1eb5cab11609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:54.973873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-337d48ff-a3d8-49c9-8d94-1eb5cab11609 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0574884 Apr 21 20:57:55.004732 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4ef028e1-a2f8-4932-a07d-348c38562e45 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.012683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:55.070924 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port f37a542e-f443-41c6-af55-2d6de2d61053 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:55.084351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port f37a542e-f443-41c6-af55-2d6de2d61053 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:55.084735 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.094086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5427e06a-233c-44f5-8f9b-627bc03f0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.095746 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-5427e06a-233c-44f5-8f9b-627bc03f0b65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142192 Apr 21 20:57:55.099801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Deleting port f6b8d1b3-4665-431c-b542-c18a86bf2c8e {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:55.100325 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.126407 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1784cc-a570-4e83-a040-bfc5eb9a746a x-openstack-request-id: req-6e1784cc-a570-4e83-a040-bfc5eb9a746a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:55.126853 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:55.127257 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e1784cc-a570-4e83-a040-bfc5eb9a746a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:55.127718 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1784cc-a570-4e83-a040-bfc5eb9a746a'] response: {'name': 'network-changed', 'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'status': 'completed', 'code': 200} Apr 21 20:57:55.144815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-064cf53c-a06c-49d7-aafd-edb36857427a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3 HTTP/1.1" status: 200 len: 217 time: 0.2754281 Apr 21 20:57:55.155402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0cc4ea6a-6b95-4b80-8040-a3cec2cdf805 req-19fc8724-a033-47bf-bc66-e001cf736b32 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260924 Apr 21 20:57:55.260059 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.261330 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc98eb4-181d-4fea-abc6-78ab7c20be30 x-openstack-request-id: req-4dc98eb4-181d-4fea-abc6-78ab7c20be30 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:55.262276 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:55.262530 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4dc98eb4-181d-4fea-abc6-78ab7c20be30 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:55.263399 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc98eb4-181d-4fea-abc6-78ab7c20be30'] response: {'name': 'network-changed', 'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af', 'status': 'completed', 'code': 200} Apr 21 20:57:55.307835 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0f4fec-3fd7-4566-aab8-3657445ef122 x-openstack-request-id: req-9c0f4fec-3fd7-4566-aab8-3657445ef122 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:55.308238 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-plugged", "status": "completed", "tag": "1ecdca0d-7d61-4a80-97b7-6ae265354f3f", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:55.308598 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c0f4fec-3fd7-4566-aab8-3657445ef122 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:55.309115 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0f4fec-3fd7-4566-aab8-3657445ef122'] response: {'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecdca0d-7d61-4a80-97b7-6ae265354f3f', 'code': 200} Apr 21 20:57:55.319226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f37a542e-f443-41c6-af55-2d6de2d61053, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f37a542e-f443-41c6-af55-2d6de2d61053,segment=NetworkSegment(5dad188e-66ed-4895-819a-bea5826f0834),segment_id=5dad188e-66ed-4895-819a-bea5826f0834)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:55.323369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958f295-f0c8-49c6-b12a-43033933b5d7 req-06a00db4-d120-4719-9825-4fb10edc35e4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.325232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1958f295-f0c8-49c6-b12a-43033933b5d7 req-06a00db4-d120-4719-9825-4fb10edc35e4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 945 time: 0.1423428 Apr 21 20:57:55.326566 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.366287 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-1a23ec3b-1f8d-410b-adc2-80e152f3b43a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638166 Apr 21 20:57:55.392815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-e5640c81-897a-49e6-ba8b-024b916486a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.394235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-e5640c81-897a-49e6-ba8b-024b916486a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.2374895 Apr 21 20:57:55.402603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f37a542e-f443-41c6-af55-2d6de2d61053,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:55.449813 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1958f295-f0c8-49c6-b12a-43033933b5d7 req-bd2959fc-1455-435d-8808-7eb9b4589ba0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970807 Apr 21 20:57:55.470416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4ef028e1-a2f8-4932-a07d-348c38562e45 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.501508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a882a8d5-e9a8-4729-ae44-4b16f3a3480e req-80eaa6d6-dd8e-4035-b30a-09ba58d7f8f2 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219006 Apr 21 20:57:55.506009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] For port f6b8d1b3-4665-431c-b542-c18a86bf2c8e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:55.506398 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.537802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Calling delete_port for f6b8d1b3-4665-431c-b542-c18a86bf2c8e owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:55.542024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f6b8d1b3-4665-431c-b542-c18a86bf2c8e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:55.576665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-e090b440-27a2-41b1-bd8c-59f65303ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.578868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-e090b440-27a2-41b1-bd8c-59f65303ff1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674123 Apr 21 20:57:55.586661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ecb41-cf8e-4e9e-819e-004d1ef49e9c req-c2a4966f-4a5d-4d75-a5d1-fd6e4694ea87 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.588229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3ecb41-cf8e-4e9e-819e-004d1ef49e9c req-c2a4966f-4a5d-4d75-a5d1-fd6e4694ea87 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=fba1ef5c-d99e-4aa1-b2bf-9af4052a622f HTTP/1.1" status: 200 len: 945 time: 0.2058876 Apr 21 20:57:55.606367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34fdd8-73d6-460d-89cf-92dd8b8ee4a1 req-bd5af72e-17f5-47ee-8e23-9606f93a64b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.613557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34fdd8-73d6-460d-89cf-92dd8b8ee4a1 req-bd5af72e-17f5-47ee-8e23-9606f93a64b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.620499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34fdd8-73d6-460d-89cf-92dd8b8ee4a1 req-bd5af72e-17f5-47ee-8e23-9606f93a64b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.621973 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af34fdd8-73d6-460d-89cf-92dd8b8ee4a1 req-bd5af72e-17f5-47ee-8e23-9606f93a64b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2419 time: 0.1048250 Apr 21 20:57:55.655162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-3b05760c-3829-41f3-984e-b197cb5708c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.657507 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-3b05760c-3829-41f3-984e-b197cb5708c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cdace7a81fb42afa24fc17656b2466d&device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0940747 Apr 21 20:57:55.699534 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af34fdd8-73d6-460d-89cf-92dd8b8ee4a1 req-d644f49d-b330-4b63-ab0d-3bd46988571b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610774 Apr 21 20:57:55.726502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4ef028e1-a2f8-4932-a07d-348c38562e45 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.777374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-92eae811-c182-4e87-9df5-baad315ca426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:55.778935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-92eae811-c182-4e87-9df5-baad315ca426 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1131332 Apr 21 20:57:55.785357 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4ef028e1-a2f8-4932-a07d-348c38562e45 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.788574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4ef028e1-a2f8-4932-a07d-348c38562e45 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/695f829e-cffe-42ae-a771-1405a0f06a01 HTTP/1.1" status: 204 len: 168 time: 1.6242721 Apr 21 20:57:55.792275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50934) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:55.797886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef028e1-a2f8-4932-a07d-348c38562e45 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=695f829e-cffe-42ae-a771-1405a0f06a01,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:55.808241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e3ecb41-cf8e-4e9e-819e-004d1ef49e9c req-7554f2ae-e859-4b70-8b04-aa511dbc316d tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807585 Apr 21 20:57:55.866596 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-5918a74e-298f-4897-bd3a-edfb25f515c3 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773230 Apr 21 20:57:55.883676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-efcac84e-f8e3-43b4-a6f1-1939aa891aa2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847673 Apr 21 20:57:55.883676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-c1aa7a76-2116-4818-9000-3036ae8f8732 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=c7de2bbb-417e-4207-a209-4b32c32c72af HTTP/1.1" status: 200 len: 217 time: 0.0960398 Apr 21 20:57:55.884563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50936) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:55.889575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:55.948674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:55.988883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Pushing event deleted for resources: {'Port': ['ID=f6b8d1b3-4665-431c-b542-c18a86bf2c8e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:56.014238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-5bc809e6-9658-4b35-93e0-dec98eb053eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.016417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-5bc809e6-9658-4b35-93e0-dec98eb053eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1212173 Apr 21 20:57:56.058121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] No DVR routers for this DVR port f6b8d1b3-4665-431c-b542-c18a86bf2c8e on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:56.061469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.065089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d03906c-d778-4bb0-9e2e-23be3928739a req-26b1b519-539d-499e-8976-70bb714602ee tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.43 "DELETE /v2.0/ports/f6b8d1b3-4665-431c-b542-c18a86bf2c8e HTTP/1.1" status: 204 len: 173 time: 2.0922577 Apr 21 20:57:56.070909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b51a11a-5f8b-4733-9ddc-367cca41accd req-2a3fb5b4-8586-456b-8fa7-1c3bde131c0a service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947663 Apr 21 20:57:56.111242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:57:56.115180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.138237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-97ba1383-3168-4fad-9282-e4b269f0e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.141118 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-97ba1383-3168-4fad-9282-e4b269f0e646 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1177101 Apr 21 20:57:56.210552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7fc76-c496-4afd-bc50-067e321c8ad7 req-520c29c6-1519-4131-890c-0cf92dd9cdc5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.215540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-f3457dbd-724f-4b5b-842f-787d815e406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.219909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-f3457dbd-724f-4b5b-842f-787d815e406d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cdace7a81fb42afa24fc17656b2466d&device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 1098 time: 0.0863729 Apr 21 20:57:56.220973 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05e7fc76-c496-4afd-bc50-067e321c8ad7 req-520c29c6-1519-4131-890c-0cf92dd9cdc5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1620851 Apr 21 20:57:56.301225 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5227ebde-cd7b-4633-b73b-9eac57fd0f4d None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:56.373233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05e7fc76-c496-4afd-bc50-067e321c8ad7 req-b6b82369-9d80-482c-8216-7233f7630d5a tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481164 Apr 21 20:57:56.382734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 12646ae4-f45f-43fc-b58c-31100049107e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:56.389710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4169641-d92d-4472-85ec-6d00e1fbcef1 req-c75bf1f7-660a-4133-a051-21ce9cc9828b tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.397192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4169641-d92d-4472-85ec-6d00e1fbcef1 req-c75bf1f7-660a-4133-a051-21ce9cc9828b tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 947 time: 0.0914803 Apr 21 20:57:56.407846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-a422e4f5-5928-4dd9-9ed3-19a7315acb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.409163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-a422e4f5-5928-4dd9-9ed3-19a7315acb83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.1824777 Apr 21 20:57:56.422132 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-07fec7c5-4bbd-495b-b310-d843f6547eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722399 Apr 21 20:57:56.443997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f85c6156-88f1-4e8b-881d-a5636863b1df None None] Provisioning complete for port 12646ae4-f45f-43fc-b58c-31100049107e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:56.444374 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f85c6156-88f1-4e8b-881d-a5636863b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.479739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4169641-d92d-4472-85ec-6d00e1fbcef1 req-31e432e5-c728-4a6d-9149-67ed66172452 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815659 Apr 21 20:57:56.486800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-a373cae0-79fc-41bf-882d-96d2d8a97fa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3 HTTP/1.1" status: 200 len: 217 time: 0.0571520 Apr 21 20:57:56.544995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 12646ae4-f45f-43fc-b58c-31100049107e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:56.545323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.639066 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f85c6156-88f1-4e8b-881d-a5636863b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.666084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-72ba7f69-09b7-476d-b621-1f5db374cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.667977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-72ba7f69-09b7-476d-b621-1f5db374cf49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1744852 Apr 21 20:57:56.668092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f4fe9-8297-4da3-a76d-baff42b2139e None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:57:56.695097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63855a31-111e-4416-a2e5-0df1da89ccb3 req-00e7daef-c726-4f43-83a2-b84eb4b04553 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.696450 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63855a31-111e-4416-a2e5-0df1da89ccb3 req-00e7daef-c726-4f43-83a2-b84eb4b04553 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 945 time: 0.1035445 Apr 21 20:57:56.757732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f85c6156-88f1-4e8b-881d-a5636863b1df None None] For port 12646ae4-f45f-43fc-b58c-31100049107e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=12646ae4-f45f-43fc-b58c-31100049107e,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:56.766612 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f85c6156-88f1-4e8b-881d-a5636863b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.770767 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63855a31-111e-4416-a2e5-0df1da89ccb3 req-ef3b94e3-2539-421e-aa0e-d9992715b289 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511084 Apr 21 20:57:56.771738 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.773008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-0677baa2-bb98-4267-babc-12408d2f38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.774660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-0677baa2-bb98-4267-babc-12408d2f38be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0982218 Apr 21 20:57:56.829246 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1a7a8c4-df80-4299-9656-5bb6d6ec1210 req-b67489f5-cea2-46a9-8042-04593baa4450 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981512 Apr 21 20:57:56.833508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.874148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c6156-88f1-4e8b-881d-a5636863b1df None None] Pushing event updated for resources: {'Port': ['ID=12646ae4-f45f-43fc-b58c-31100049107e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:56.880716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-492f4fe9-8297-4da3-a76d-baff42b2139e None None] Deleting port 12646ae4-f45f-43fc-b58c-31100049107e {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:56.881113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-492f4fe9-8297-4da3-a76d-baff42b2139e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.909481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:56.919685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5a2ff-d55f-45fb-812d-fc7b82ad57dd req-49233300-7fc5-4cc5-9ce1-0df51e16bf73 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.921352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f2a5a2ff-d55f-45fb-812d-fc7b82ad57dd req-49233300-7fc5-4cc5-9ce1-0df51e16bf73 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1994436 Apr 21 20:57:56.924630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:56.928909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.929163 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:57:56.929484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.929628 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:57:56.955362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-7f70276a-8598-47eb-bc5c-9be9d7070cac service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711597 Apr 21 20:57:56.955990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=50a2c5cc-5283-4733-a981-09a38e353b7a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:56.965086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672680c-f949-4d60-820a-4d7ac929f7c9 req-8ffd584c-72d4-49df-b7ed-ef59fd50f24b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.971871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672680c-f949-4d60-820a-4d7ac929f7c9 req-8ffd584c-72d4-49df-b7ed-ef59fd50f24b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.973450 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-492f4fe9-8297-4da3-a76d-baff42b2139e None None] For port 12646ae4-f45f-43fc-b58c-31100049107e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=12646ae4-f45f-43fc-b58c-31100049107e,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:56.973845 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-492f4fe9-8297-4da3-a76d-baff42b2139e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:56.978538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672680c-f949-4d60-820a-4d7ac929f7c9 req-8ffd584c-72d4-49df-b7ed-ef59fd50f24b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:56.981526 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1f30583a-ef55-4a14-91f7-444a1ce59ad7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0940473 Apr 21 20:57:56.981659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8672680c-f949-4d60-820a-4d7ac929f7c9 req-8ffd584c-72d4-49df-b7ed-ef59fd50f24b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2419 time: 0.1156576 Apr 21 20:57:56.982730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50954) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:56.986849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8104a7ed-1f4b-4b1d-af94-5c2217b68dfe tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2136824814', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:57:56.991781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-492f4fe9-8297-4da3-a76d-baff42b2139e None None] Calling delete_port for 12646ae4-f45f-43fc-b58c-31100049107e owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:57.005274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f2a5a2ff-d55f-45fb-812d-fc7b82ad57dd req-1a28a7d5-ecad-4de8-bd9a-5129e758caba tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696774 Apr 21 20:57:57.025753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8104a7ed-1f4b-4b1d-af94-5c2217b68dfe tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.027514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8104a7ed-1f4b-4b1d-af94-5c2217b68dfe tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.086523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8672680c-f949-4d60-820a-4d7ac929f7c9 req-771315d5-acc2-45c3-9f87-31c3c7b52330 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961502 Apr 21 20:57:57.092696 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-492f4fe9-8297-4da3-a76d-baff42b2139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.116830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53ac7624-370d-4d9e-b921-ef898c5c91e8 req-4bfc96ad-299b-4669-b6aa-dc6160fd8f35 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345887 Apr 21 20:57:57.130103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'name': 'network-vif-deleted', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:57.132892 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc5b7f2-b22c-48f3-920d-567420847e13" -d '{"events": [{"server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "name": "network-vif-deleted", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:57.152001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f4fe9-8297-4da3-a76d-baff42b2139e None None] No DVR routers for this DVR port 12646ae4-f45f-43fc-b58c-31100049107e on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:57.157381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f4fe9-8297-4da3-a76d-baff42b2139e None None] Pushing event deleted for resources: {'Port': ['ID=12646ae4-f45f-43fc-b58c-31100049107e,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:57.169192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ead163-39ac-4572-9e21-0ae6f8cbd3e5 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:57:57.200146 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1201889-b0bc-4aa8-83dc-ed87d9db8438 x-openstack-request-id: req-a1201889-b0bc-4aa8-83dc-ed87d9db8438 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:57.200480 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba1ef5c-d99e-4aa1-b2bf-9af4052a622f", "name": "network-vif-deleted", "tag": "f6b8d1b3-4665-431c-b542-c18a86bf2c8e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:57.200730 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1201889-b0bc-4aa8-83dc-ed87d9db8438 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:57.201356 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1201889-b0bc-4aa8-83dc-ed87d9db8438'] response: {'server_uuid': 'fba1ef5c-d99e-4aa1-b2bf-9af4052a622f', 'name': 'network-vif-deleted', 'tag': 'f6b8d1b3-4665-431c-b542-c18a86bf2c8e', 'status': 'completed', 'code': 200} Apr 21 20:57:57.311093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37a542e-f443-41c6-af55-2d6de2d61053'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:57.313194 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44fe685-f57c-4fca-aa00-dbefbb6cbf90" -d '{"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-plugged", "status": "completed", "tag": "f37a542e-f443-41c6-af55-2d6de2d61053"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:57.361945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c77d-630f-403d-bf62-8cf72b26500e req-7d299748-ba68-4a58-a83e-49b52194640c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:57.362618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8104a7ed-1f4b-4b1d-af94-5c2217b68dfe tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.363908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a09c77d-630f-403d-bf62-8cf72b26500e req-7d299748-ba68-4a58-a83e-49b52194640c tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.0645132 Apr 21 20:57:57.369399 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9f70bd-112b-4043-82ab-d79bf007e9b5 x-openstack-request-id: req-da9f70bd-112b-4043-82ab-d79bf007e9b5 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:57.369690 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-plugged", "status": "completed", "tag": "f37a542e-f443-41c6-af55-2d6de2d61053", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:57.369942 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da9f70bd-112b-4043-82ab-d79bf007e9b5 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:57.370412 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9f70bd-112b-4043-82ab-d79bf007e9b5'] response: {'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37a542e-f443-41c6-af55-2d6de2d61053', 'code': 200} Apr 21 20:57:57.374210 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8104a7ed-1f4b-4b1d-af94-5c2217b68dfe tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.381392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '50a2c5cc-5283-4733-a981-09a38e353b7a'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:57:57.382339 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.398956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8104a7ed-1f4b-4b1d-af94-5c2217b68dfe tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.403257 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8104a7ed-1f4b-4b1d-af94-5c2217b68dfe tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4199569 Apr 21 20:57:57.403916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50964) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:57.411839 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a09c77d-630f-403d-bf62-8cf72b26500e req-2a8aa1db-e8eb-446f-8ce9-5572e8f5fc85 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/security-groups?id=b319cceb-2450-4551-842c-ab801594b4b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Apr 21 20:57:57.471226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04ab9-9a39-4c5c-ae93-7ecf569b72b9 req-dffc9307-9d4c-4a2d-9a99-77a8087fca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:57.474466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04ab9-9a39-4c5c-ae93-7ecf569b72b9 req-dffc9307-9d4c-4a2d-9a99-77a8087fca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:57.475200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04ab9-9a39-4c5c-ae93-7ecf569b72b9 req-dffc9307-9d4c-4a2d-9a99-77a8087fca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:57.478422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06d04ab9-9a39-4c5c-ae93-7ecf569b72b9 req-dffc9307-9d4c-4a2d-9a99-77a8087fca82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2872 time: 0.0511851 Apr 21 20:57:57.497589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Port 12646ae4-f45f-43fc-b58c-31100049107e update to ACTIVE by agent not found {{(pid=114648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 21 20:57:57.528538 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06d04ab9-9a39-4c5c-ae93-7ecf569b72b9 req-08f255a0-9e5f-41c4-9175-7b2306bda356 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Apr 21 20:57:57.544218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device e055b226-9a40-4f0c-ac5e-afc484b9a706 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:57:57.603792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/50a2c5cc-5283-4733-a981-09a38e353b7a/8d3be2e0-4d76-40ac-b692-0203e92c80f9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:57.625885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port e055b226-9a40-4f0c-ac5e-afc484b9a706 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:57:57.640564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port e055b226-9a40-4f0c-ac5e-afc484b9a706 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:57.641070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.686060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170e5f4-929e-44e5-8cea-cc17dc377259 req-f553da50-8bad-4335-9f40-d41030ab976e tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:57.687570 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f170e5f4-929e-44e5-8cea-cc17dc377259 req-f553da50-8bad-4335-9f40-d41030ab976e tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 947 time: 0.1112609 Apr 21 20:57:57.776804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f170e5f4-929e-44e5-8cea-cc17dc377259 req-9bcee603-2b4f-454c-b306-cdffd3f4fe6e tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643914 Apr 21 20:57:57.808124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.809328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.840576 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.851895 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.886352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port e055b226-9a40-4f0c-ac5e-afc484b9a706, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=e055b226-9a40-4f0c-ac5e-afc484b9a706,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:57.903773 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:57.913101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:57.916854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Pushing event updated for resources: {'Port': ['ID=8d3be2e0-4d76-40ac-b692-0203e92c80f9,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:57.922640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:57.925168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:57.962406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407e1f9-b657-4d7f-acb3-25084c7d4020 req-7210bc55-4ac4-4525-bf4a-750085ecd1f3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:57.963902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a407e1f9-b657-4d7f-acb3-25084c7d4020 req-7210bc55-4ac4-4525-bf4a-750085ecd1f3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 946 time: 0.0688899 Apr 21 20:57:57.977821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-06383014-15c4-41b4-a8bf-b05ebeea66d7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:57.979625 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-06383014-15c4-41b4-a8bf-b05ebeea66d7 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 944 time: 0.1156747 Apr 21 20:57:58.010705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=e055b226-9a40-4f0c-ac5e-afc484b9a706,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:58.016471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Attempting to bind port 8d3be2e0-4d76-40ac-b692-0203e92c80f9 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:57:58.016874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Attempting to bind port 8d3be2e0-4d76-40ac-b692-0203e92c80f9 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:57:58.017242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Attempting to bind port 8d3be2e0-4d76-40ac-b692-0203e92c80f9 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:57:58.022744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:57:58.023595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:57:58.023595 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.023882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:57:58.025011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Bound port: 8d3be2e0-4d76-40ac-b692-0203e92c80f9, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:57:58.029007 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.076844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a407e1f9-b657-4d7f-acb3-25084c7d4020 req-90cff564-549f-4a18-b7cf-0893a657549d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942693 Apr 21 20:57:58.101091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::1 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/50a2c5cc-5283-4733-a981-09a38e353b7a/84e0c419-b98b-48ee-b9c3-d8fe1a75d20e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:57:58.116166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Deleting port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:57:58.116812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.127527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] For port 8d3be2e0-4d76-40ac-b692-0203e92c80f9, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:57:58.131004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] For port 8d3be2e0-4d76-40ac-b692-0203e92c80f9, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d3be2e0-4d76-40ac-b692-0203e92c80f9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:57:58.137251 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.228053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a52c1-afec-4537-8e52-10af56f7d1d3 req-74c1fe3a-7791-4fb4-bba7-780b491fba4f tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:58.236188 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d7a52c1-afec-4537-8e52-10af56f7d1d3 req-74c1fe3a-7791-4fb4-bba7-780b491fba4f tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1299598 Apr 21 20:57:58.253114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] For port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,segment=NetworkSegment(62d17390-37c4-4663-b082-d204e31a5849),segment_id=62d17390-37c4-4663-b082-d204e31a5849)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:57:58.253488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.272383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Calling delete_port for 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:57:58.282777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec1ddf-2044-4d89-a53c-5cefba2be98d req-7b36134b-29e3-4855-b533-21a694e3f4cf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:58.288675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec1ddf-2044-4d89-a53c-5cefba2be98d req-7b36134b-29e3-4855-b533-21a694e3f4cf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:58.294638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec1ddf-2044-4d89-a53c-5cefba2be98d req-7b36134b-29e3-4855-b533-21a694e3f4cf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:58.296373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08ec1ddf-2044-4d89-a53c-5cefba2be98d req-7b36134b-29e3-4855-b533-21a694e3f4cf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2419 time: 0.1148739 Apr 21 20:57:58.307306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 12646ae4-f45f-43fc-b58c-31100049107e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:57:58.316804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d7a52c1-afec-4537-8e52-10af56f7d1d3 req-b177213d-6773-430b-9eab-3c87e1997c47 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796931 Apr 21 20:57:58.350820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 12646ae4-f45f-43fc-b58c-31100049107e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:57:58.351368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 12646ae4-f45f-43fc-b58c-31100049107e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:57:58.367594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.376015 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad6631-f0b1-4c76-a881-bc3df9ee43a8 None None] Pushing event updated for resources: {'Port': ['ID=8d3be2e0-4d76-40ac-b692-0203e92c80f9,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:58.410873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.424463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08ec1ddf-2044-4d89-a53c-5cefba2be98d req-3dc97f5c-ca86-4b8f-8d0b-6bba16ee4e86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128306 Apr 21 20:57:58.482221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:58.487592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:58.492944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:57:58.493481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.503313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.539432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Pushing event deleted for resources: {'Port': ['ID=8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:58.551051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=84e0c419-b98b-48ee-b9c3-d8fe1a75d20e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:58.579501 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2645cfb-46bf-447f-9079-a087b6691089 req-4f9305e4-9c97-4506-9f15-b0426d643c78 tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0894e64-54d4-468c-876d-eafc1328d175 HTTP/1.1" status: 200 len: 210 time: 0.0427489 Apr 21 20:57:58.600863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] No DVR routers for this DVR port 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:57:58.606537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.617346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ac65e3d-17f5-4ced-9ba3-784eea6ed625 req-93f982ba-27f9-40ee-b3bf-e49058873b6b tempest-LiveMigrationTest-238125027 tempest-LiveMigrationTest-238125027-project] 10.222.0.43 "DELETE /v2.0/ports/8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 HTTP/1.1" status: 204 len: 173 time: 0.6267269 Apr 21 20:57:58.709595 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:58.911731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878b98a-e872-4ed1-8eb0-b8267946066c req-24df62c1-0a8a-4218-b4c8-67a18cf0cdb5 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:58.913705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e878b98a-e872-4ed1-8eb0-b8267946066c req-24df62c1-0a8a-4218-b4c8-67a18cf0cdb5 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 947 time: 0.0580738 Apr 21 20:57:58.953522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e878b98a-e872-4ed1-8eb0-b8267946066c req-687093b7-e31e-4860-a1dc-630cee213caf tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Apr 21 20:57:58.996888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:59.002558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:59.002937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:59.091715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=84e0c419-b98b-48ee-b9c3-d8fe1a75d20e,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:57:59.161493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:57:59.163029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:57:59.202749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'name': 'network-vif-deleted', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:59.205736 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab188d2-f851-4f69-aebb-efe6ab0c2d62" -d '{"events": [{"server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "name": "network-vif-deleted", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:59.248634 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9f7db7-9130-469d-a884-b81f0288c57f x-openstack-request-id: req-4c9f7db7-9130-469d-a884-b81f0288c57f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:59.249329 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0894e64-54d4-468c-876d-eafc1328d175", "name": "network-vif-deleted", "tag": "8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:59.249668 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c9f7db7-9130-469d-a884-b81f0288c57f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:59.250070 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9f7db7-9130-469d-a884-b81f0288c57f'] response: {'server_uuid': 'd0894e64-54d4-468c-876d-eafc1328d175', 'name': 'network-vif-deleted', 'tag': '8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4', 'status': 'completed', 'code': 200} Apr 21 20:57:59.325840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0165e-d7d7-435a-9fa9-abca5f632bba req-58c8a36a-c72a-43a6-b7e4-392f29061a01 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:59.333329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70f0165e-d7d7-435a-9fa9-abca5f632bba req-58c8a36a-c72a-43a6-b7e4-392f29061a01 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 946 time: 0.1585064 Apr 21 20:57:59.371281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe058eb-f83f-496b-8920-b1ada8a44595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e055b226-9a40-4f0c-ac5e-afc484b9a706'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:57:59.373677 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be06b2b-fe8a-4adf-8977-a95713fcdd1e" -d '{"events": [{"server_uuid": "0fe058eb-f83f-496b-8920-b1ada8a44595", "name": "network-vif-plugged", "status": "completed", "tag": "e055b226-9a40-4f0c-ac5e-afc484b9a706"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:57:59.380902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70f0165e-d7d7-435a-9fa9-abca5f632bba req-b8e7467c-3838-4850-be53-ff5e55ff40c2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Apr 21 20:57:59.381968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Router 26d75d35-773a-4ed6-aa20-554c0e5f58c0 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:57:59.458605 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e3eaf6-af76-4092-adf5-9106207cd22b x-openstack-request-id: req-d2e3eaf6-af76-4092-adf5-9106207cd22b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:57:59.460674 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe058eb-f83f-496b-8920-b1ada8a44595", "name": "network-vif-plugged", "status": "completed", "tag": "e055b226-9a40-4f0c-ac5e-afc484b9a706", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:57:59.460952 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2e3eaf6-af76-4092-adf5-9106207cd22b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:57:59.461331 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e3eaf6-af76-4092-adf5-9106207cd22b'] response: {'server_uuid': '0fe058eb-f83f-496b-8920-b1ada8a44595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e055b226-9a40-4f0c-ac5e-afc484b9a706', 'code': 200} Apr 21 20:57:59.490819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399af049-e0d4-4f61-9660-fb8efa2e17d9 req-b9420cb9-58e7-403b-aef4-3e2dba1a9bb1 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:59.492398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-399af049-e0d4-4f61-9660-fb8efa2e17d9 req-b9420cb9-58e7-403b-aef4-3e2dba1a9bb1 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.0990736 Apr 21 20:57:59.497739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:57:59.504063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e9682c30-7a9f-4664-bc92-7a97f7a9db0b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "PUT /v2.0/routers/26d75d35-773a-4ed6-aa20-554c0e5f58c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0990717 Apr 21 20:57:59.507842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50988) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:59.510486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Sync routers for ids ['26d75d35-773a-4ed6-aa20-554c0e5f58c0'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:57:59.550914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4823fb86-39f3-41c5-b8ed-b1a580718b3b None None] Provisioning complete for port 8d3be2e0-4d76-40ac-b692-0203e92c80f9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:57:59.551647 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4823fb86-39f3-41c5-b8ed-b1a580718b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:59.569154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c07239-926f-47c5-af68-29bac76a9386 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:59.571209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a0c07239-926f-47c5-af68-29bac76a9386 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports/84e0c419-b98b-48ee-b9c3-d8fe1a75d20e HTTP/1.1" status: 200 len: 911 time: 0.0624101 Apr 21 20:57:59.581623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Routers {'26d75d35-773a-4ed6-aa20-554c0e5f58c0'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:57:59.582486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:57:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['26d75d35-773a-4ed6-aa20-554c0e5f58c0'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:57:59.583492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50990) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:59.596860 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-399af049-e0d4-4f61-9660-fb8efa2e17d9 req-04345ad6-e22d-4585-8362-a417f6e9d239 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961046 Apr 21 20:57:59.621335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127465b-a23b-45e9-99fc-e878a6ce9c6c req-9260aef4-3b8a-4ea9-9fba-d4978aadc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:59.623246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4127465b-a23b-45e9-99fc-e878a6ce9c6c req-9260aef4-3b8a-4ea9-9fba-d4978aadc26f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 1097 time: 0.0816822 Apr 21 20:57:59.669928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aba62d-77a2-4876-acc0-b5b26873c51d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:59.678094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aba62d-77a2-4876-acc0-b5b26873c51d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:59.680637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-32aba62d-77a2-4876-acc0-b5b26873c51d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0960319 Apr 21 20:57:59.689505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50994) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:59.692426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554c335-b5c8-4acc-8d78-bbaf3fe6f833 req-ec332745-df64-496e-8a56-abbc70c421a3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:59.695622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Set router 26d75d35-773a-4ed6-aa20-554c0e5f58c0 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:57:59.698926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554c335-b5c8-4acc-8d78-bbaf3fe6f833 req-ec332745-df64-496e-8a56-abbc70c421a3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:59.706415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554c335-b5c8-4acc-8d78-bbaf3fe6f833 req-ec332745-df64-496e-8a56-abbc70c421a3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:57:59.708201 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6554c335-b5c8-4acc-8d78-bbaf3fe6f833 req-ec332745-df64-496e-8a56-abbc70c421a3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2419 time: 0.1357160 Apr 21 20:57:59.708690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50996) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:57:59.754996 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6554c335-b5c8-4acc-8d78-bbaf3fe6f833 req-28424c96-be89-4ba1-b9fa-38db18f9b776 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Apr 21 20:57:59.774463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4127465b-a23b-45e9-99fc-e878a6ce9c6c req-ab20d5ac-0157-4b6c-929c-536eadd8b316 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331301 Apr 21 20:57:59.906888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fed9a89-44f3-44d4-8bc7-1ad16ab6ff09 admin admin] Deleting subnet ddd332a6-7a4a-4922-bc39-267094f43be2 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:57:59.911247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fed9a89-44f3-44d4-8bc7-1ad16ab6ff09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:57:59.960602 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fed9a89-44f3-44d4-8bc7-1ad16ab6ff09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.017374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c7de2bbb-417e-4207-a209-4b32c32c72af details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:58:00.019677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fed9a89-44f3-44d4-8bc7-1ad16ab6ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.127042 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fed9a89-44f3-44d4-8bc7-1ad16ab6ff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.157313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed9a89-44f3-44d4-8bc7-1ad16ab6ff09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd332a6-7a4a-4922-bc39-267094f43be2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:00.163842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fed9a89-44f3-44d4-8bc7-1ad16ab6ff09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.169832 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8fed9a89-44f3-44d4-8bc7-1ad16ab6ff09 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ddd332a6-7a4a-4922-bc39-267094f43be2 HTTP/1.1" status: 204 len: 168 time: 0.4565651 Apr 21 20:58:00.171519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51008) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:00.184515 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4823fb86-39f3-41c5-b8ed-b1a580718b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.223310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60d23c-c206-40dd-978d-5d0b3cf46a89 req-4fa1ec97-e337-4287-85b5-3afe415c32c7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:00.231232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c60d23c-c206-40dd-978d-5d0b3cf46a89 req-4fa1ec97-e337-4287-85b5-3afe415c32c7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 947 time: 0.1481359 Apr 21 20:58:00.272472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4823fb86-39f3-41c5-b8ed-b1a580718b3b None None] For port 8d3be2e0-4d76-40ac-b692-0203e92c80f9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d3be2e0-4d76-40ac-b692-0203e92c80f9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:00.281625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c7de2bbb-417e-4207-a209-4b32c32c72af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:00.291936 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4823fb86-39f3-41c5-b8ed-b1a580718b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.323064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'c7de2bbb-417e-4207-a209-4b32c32c72af', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'c7de2bbb-417e-4207-a209-4b32c32c72af', 'mac_address': 'fa:16:3e:c8:6c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:58:00.365699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.386793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d75d35-773a-4ed6-aa20-554c0e5f58c0', 'name': 'tempest-NetworksTestDHCPv6-router-2136824814', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:57Z', 'updated_at': '2022-04-21T20:57:58Z', 'revision_number': 2, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None, '_interfaces': [{'id': '84e0c419-b98b-48ee-b9c3-d8fe1a75d20e', 'name': '', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'mac_address': 'fa:16:3e:53:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d75d35-773a-4ed6-aa20-554c0e5f58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '50a2c5cc-5283-4733-a981-09a38e353b7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:57Z', 'updated_at': '2022-04-21T20:57:58Z', 'revision_number': 2, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'subnets': [{'id': '50a2c5cc-5283-4733-a981-09a38e353b7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:00.390738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823fb86-39f3-41c5-b8ed-b1a580718b3b None None] Pushing event updated for resources: {'Port': ['ID=8d3be2e0-4d76-40ac-b692-0203e92c80f9,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:00.397576 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d3be2e0-4d76-40ac-b692-0203e92c80f9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:00.461263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Checking router: 26d75d35-773a-4ed6-aa20-554c0e5f58c0 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:58:00.461526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Updating router 26d75d35-773a-4ed6-aa20-554c0e5f58c0 port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:58:00.463316 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.466852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259028b-9e5c-422a-a4ff-17fb78f6ab67 req-015311d3-5e21-4628-808e-42dfad5826a3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:00.473632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259028b-9e5c-422a-a4ff-17fb78f6ab67 req-015311d3-5e21-4628-808e-42dfad5826a3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:00.479677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259028b-9e5c-422a-a4ff-17fb78f6ab67 req-015311d3-5e21-4628-808e-42dfad5826a3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:00.481720 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c259028b-9e5c-422a-a4ff-17fb78f6ab67 req-015311d3-5e21-4628-808e-42dfad5826a3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2419 time: 0.2752068 Apr 21 20:58:00.528614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7de2bbb-417e-4207-a209-4b32c32c72af {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:00.537983 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.540565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-30372355-06b8-4c1c-909e-1626b3c4fb31 None None] Provisioning complete for port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:00.540963 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-30372355-06b8-4c1c-909e-1626b3c4fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.542483 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e90b0786-b102-4cc6-a792-2ac79a731512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.560508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.576600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c259028b-9e5c-422a-a4ff-17fb78f6ab67 req-20289e17-106a-46bb-aa62-5ad5f0ff49d6 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633626 Apr 21 20:58:00.589948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcf2b9b-0da7-45e4-be60-81187c04878d']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:00.600397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c7de2bbb-417e-4207-a209-4b32c32c72af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:00.611344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d17390-37c4-4663-b082-d204e31a5849') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:00.612165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d17390-37c4-4663-b082-d204e31a5849') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:00.627762 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.629705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-76695dc2-cf8a-4f51-9e77-8556a72c7306 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:00.631225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-76695dc2-cf8a-4f51-9e77-8556a72c7306 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.46 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.4894986 Apr 21 20:58:00.634569 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.635263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:58:00.651613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.652235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-30372355-06b8-4c1c-909e-1626b3c4fb31 None None] Port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:58:00.669381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:58:00.669783 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:58:00.671984 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:58:00.692992 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c60d23c-c206-40dd-978d-5d0b3cf46a89 req-89ec1abf-177f-433a-ab71-0fd5dba38e00 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605243 Apr 21 20:58:00.697865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8d3be2e0-4d76-40ac-b692-0203e92c80f9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:00.698245 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.770451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4333b-9853-4bc0-9c20-95b5393f39f8 req-6c2d46a5-35b7-425b-a64b-1eb632e68b4b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:00.777974 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ed4333b-9853-4bc0-9c20-95b5393f39f8 req-6c2d46a5-35b7-425b-a64b-1eb632e68b4b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 946 time: 0.1186657 Apr 21 20:58:00.797280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.806319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.814214 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4fcf2b9b-0da7-45e4-be60-81187c04878d HTTP/1.1" status: 204 len: 168 time: 0.6378748 Apr 21 20:58:00.814214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51016) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:00.814494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:00.822507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=c7de2bbb-417e-4207-a209-4b32c32c72af,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:00.849532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'mac_address': 'fa:16:3e:15:37:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:58:00.859710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fb7da-82ad-4e5e-99b6-75e0487e7a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcf2b9b-0da7-45e4-be60-81187c04878d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:00.890312 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ed4333b-9853-4bc0-9c20-95b5393f39f8 req-72c89a57-d2be-4c19-aade-c9062b68eeef tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111841 Apr 21 20:58:00.896748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5243cc-b433-4865-bca1-b101c174f326 admin admin] Deleting subnet 121a7110-4ada-48c1-98d4-ad6b34298f0c {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:00.902093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be5243cc-b433-4865-bca1-b101c174f326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.930598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Deleting port 169a2cc1-39dc-430a-a068-f9de4f2f855c {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:00.930943 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.938645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be5243cc-b433-4865-bca1-b101c174f326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.977952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.980501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be5243cc-b433-4865-bca1-b101c174f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:00.989568 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.009273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:01.046370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3f83f-caa9-44ed-94c4-96ee615e8b84 req-df186d97-e06b-4634-a816-842d2673b283 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:01.051459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:01.053924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e0b3f83f-caa9-44ed-94c4-96ee615e8b84 req-df186d97-e06b-4634-a816-842d2673b283 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1 HTTP/1.1" status: 200 len: 945 time: 0.1983950 Apr 21 20:58:01.059812 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.070328 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be5243cc-b433-4865-bca1-b101c174f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.105158 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be5243cc-b433-4865-bca1-b101c174f326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.112861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-be5243cc-b433-4865-bca1-b101c174f326 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/121a7110-4ada-48c1-98d4-ad6b34298f0c HTTP/1.1" status: 204 len: 168 time: 0.2988794 Apr 21 20:58:01.113714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5243cc-b433-4865-bca1-b101c174f326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121a7110-4ada-48c1-98d4-ad6b34298f0c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:01.117288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51018) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:01.145571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:01.157576 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.159434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] For port 169a2cc1-39dc-430a-a068-f9de4f2f855c, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=169a2cc1-39dc-430a-a068-f9de4f2f855c,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:01.159798 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.169850 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.177471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e0b3f83f-caa9-44ed-94c4-96ee615e8b84 req-ace764f0-92dc-41db-a3d3-8ff34ee05f6c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179023 Apr 21 20:58:01.217788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.223180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Calling delete_port for 169a2cc1-39dc-430a-a068-f9de4f2f855c owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:01.293346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881b1e0-e284-42a9-a888-dbd01c89f128 None None] Pushing event updated for resources: {'Port': ['ID=84e0c419-b98b-48ee-b9c3-d8fe1a75d20e,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:01.356554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Attempting to bind port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:01.357218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Attempting to bind port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:01.357558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.357913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Attempting to bind port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:01.372465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:01.373683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:01.374248 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.375314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:01.375953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Bound port: 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:01.376544 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.384332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c22254-9742-4e86-81b1-14f2b10cf015']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:01.400616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c85f4c-aaef-4ea1-9f56-f65eaf9a37c4') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:01.400986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c85f4c-aaef-4ea1-9f56-f65eaf9a37c4') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:01.414513 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.446255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.455674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:58:01.455823 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:58:01.457955 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:58:01.473936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] For port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:01.479059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] For port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=84e0c419-b98b-48ee-b9c3-d8fe1a75d20e,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:01.485843 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.490165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:01.490697 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.495215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.527397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['6c67436f-4bcb-49c2-90f9-c3df04a08bf3'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:01.530007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.534036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['fdb9001b-8778-4dee-a10b-877e3d7986f7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:01.535981 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.539860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d4c22254-9742-4e86-81b1-14f2b10cf015 HTTP/1.1" status: 204 len: 168 time: 0.4214621 Apr 21 20:58:01.565201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148e523-efc2-44f6-9c43-2c73388c2e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c22254-9742-4e86-81b1-14f2b10cf015,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:01.585004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['c7de2bbb-417e-4207-a209-4b32c32c72af'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:01.591140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:01.613669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Pushing event deleted for resources: {'Port': ['ID=169a2cc1-39dc-430a-a068-f9de4f2f855c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:01.638870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] No DVR routers for this DVR port 169a2cc1-39dc-430a-a068-f9de4f2f855c on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:01.643903 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.647856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf207546-24e7-4df4-b8c0-8b2f2221d6c2 req-f57767cf-b8ce-47d1-9a37-efb7dce5710d tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.46 "DELETE /v2.0/ports/169a2cc1-39dc-430a-a068-f9de4f2f855c HTTP/1.1" status: 204 len: 173 time: 0.9751706 Apr 21 20:58:01.648687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1', 'name': 'network-vif-deleted', 'tag': '169a2cc1-39dc-430a-a068-f9de4f2f855c'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:01.651175 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b52d21-529f-4dcd-8c16-f086dd3bcba9" -d '{"events": [{"server_uuid": "a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1", "name": "network-vif-deleted", "tag": "169a2cc1-39dc-430a-a068-f9de4f2f855c"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:01.697739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] For port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=84e0c419-b98b-48ee-b9c3-d8fe1a75d20e,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:01.698209 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:01.729911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:01.766935 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f96258-0a5e-40b7-a15d-c63be3f8507c x-openstack-request-id: req-e5f96258-0a5e-40b7-a15d-c63be3f8507c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:01.767292 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1", "name": "network-vif-deleted", "tag": "169a2cc1-39dc-430a-a068-f9de4f2f855c", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:01.767659 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5f96258-0a5e-40b7-a15d-c63be3f8507c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:01.768169 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f96258-0a5e-40b7-a15d-c63be3f8507c'] response: {'server_uuid': 'a48b28b9-dc8f-4be8-91fe-b9e923fd2bd1', 'name': 'network-vif-deleted', 'tag': '169a2cc1-39dc-430a-a068-f9de4f2f855c', 'status': 'completed', 'code': 200} Apr 21 20:58:01.844162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51028) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:01.906710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1d34-2081-4ff5-8379-5f2585a8590d req-67a0b6bd-0d66-4f8f-9438-c7cbdf802d6f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:01.915639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1d34-2081-4ff5-8379-5f2585a8590d req-67a0b6bd-0d66-4f8f-9438-c7cbdf802d6f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:01.923241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d1d34-2081-4ff5-8379-5f2585a8590d req-67a0b6bd-0d66-4f8f-9438-c7cbdf802d6f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:01.924925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c1d1d34-2081-4ff5-8379-5f2585a8590d req-67a0b6bd-0d66-4f8f-9438-c7cbdf802d6f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2419 time: 0.1232390 Apr 21 20:58:01.942741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:01.943457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8b9a42ff-68a2-43d5-bfdd-372cb6ddd4b4 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:01.983485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-42ef3b5b-df27-4928-b6c5-bd44ee9756e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37c70604bc6b4aee98099584cc509ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355195 Apr 21 20:58:01.985264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51032) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:01.988278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Routers {'26d75d35-773a-4ed6-aa20-554c0e5f58c0'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:01.989973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:57:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['26d75d35-773a-4ed6-aa20-554c0e5f58c0'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:02.003049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-3d4786bf-26bf-4dda-9241-58f326c07476 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:02.009286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-3d4786bf-26bf-4dda-9241-58f326c07476 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:02.013035 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c1d1d34-2081-4ff5-8379-5f2585a8590d req-ddb9bd0f-50ee-49cb-b6c2-705a63c60525 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745151 Apr 21 20:58:02.015458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-3d4786bf-26bf-4dda-9241-58f326c07476 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:02.019160 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-3d4786bf-26bf-4dda-9241-58f326c07476 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2419 time: 0.1801176 Apr 21 20:58:02.066293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881b1e0-e284-42a9-a888-dbd01c89f128 None None] Pushing event updated for resources: {'Port': ['ID=84e0c419-b98b-48ee-b9c3-d8fe1a75d20e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:02.078702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-02999ae2-0703-49c9-9084-3f957b4fca6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.103391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-95c692fd-34ad-4fc4-bc5f-e3aeadc4aa39 None None] Provisioning complete for port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:02.103834 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95c692fd-34ad-4fc4-bc5f-e3aeadc4aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.106740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a038b56-f511-4921-8782-77afc2b3435a req-7bfb0f6d-0349-4c36-a4f6-16dc59432bbe tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:02.108374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a038b56-f511-4921-8782-77afc2b3435a req-7bfb0f6d-0349-4c36-a4f6-16dc59432bbe tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 948 time: 0.2170475 Apr 21 20:58:02.153238 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-02999ae2-0703-49c9-9084-3f957b4fca6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.203049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] Set router 26d75d35-773a-4ed6-aa20-554c0e5f58c0 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:02.224989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-02999ae2-0703-49c9-9084-3f957b4fca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.228166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-02999ae2-0703-49c9-9084-3f957b4fca6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.230611 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-02999ae2-0703-49c9-9084-3f957b4fca6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b319cceb-2450-4551-842c-ab801594b4b8 HTTP/1.1" status: 204 len: 168 time: 0.2443814 Apr 21 20:58:02.244052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02999ae2-0703-49c9-9084-3f957b4fca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319cceb-2450-4551-842c-ab801594b4b8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:02.284371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91cc35-eae5-4900-badb-d14b4d324de5 req-95b532b0-7e07-4783-9665-5def384426e4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:02.312461 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d91cc35-eae5-4900-badb-d14b4d324de5 req-95b532b0-7e07-4783-9665-5def384426e4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 946 time: 0.1866457 Apr 21 20:58:02.362582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a038b56-f511-4921-8782-77afc2b3435a req-27eed9f5-303a-4bd3-80a0-866bf95d3910 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239187 Apr 21 20:58:02.378352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d3be2e0-4d76-40ac-b692-0203e92c80f9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:02.414990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d91cc35-eae5-4900-badb-d14b4d324de5 req-7fc67b9b-f4f2-44ed-9f04-79a14bcdb0e9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010680 Apr 21 20:58:02.422813 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.499433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=84e0c419-b98b-48ee-b9c3-d8fe1a75d20e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:02.527589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting port f37a542e-f443-41c6-af55-2d6de2d61053 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:02.528093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.685354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-95c692fd-34ad-4fc4-bc5f-e3aeadc4aa39 None None] Port 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e update to ACTIVE by agent not found {{(pid=114648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 21 20:58:02.811213 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.823633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] For port f37a542e-f443-41c6-af55-2d6de2d61053, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f37a542e-f443-41c6-af55-2d6de2d61053,segment=NetworkSegment(5dad188e-66ed-4895-819a-bea5826f0834),segment_id=5dad188e-66ed-4895-819a-bea5826f0834)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:02.824005 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.860794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906857-f0b2-47ee-a217-bc53e045601d req-e556f2b8-f57d-4893-99dd-08b5eae177eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:02.868274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9906857-f0b2-47ee-a217-bc53e045601d req-e556f2b8-f57d-4893-99dd-08b5eae177eb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 946 time: 0.1924398 Apr 21 20:58:02.881411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51048) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:02.882436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Calling delete_port for f37a542e-f443-41c6-af55-2d6de2d61053 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:02.931840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235cda8-6611-47de-ad42-610c6da568da req-26a78906-a39b-464b-8d53-508401b5852c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:02.943098 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6235cda8-6611-47de-ad42-610c6da568da req-26a78906-a39b-464b-8d53-508401b5852c tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.1529646 Apr 21 20:58:02.959429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-da6dec2d-4c36-4195-b4eb-2ad20c6e6288 None None] Could not find standard attr ID for object 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:58:02.979832 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0f0b2485-3f55-453d-a087-2de7506b4d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:02.988511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8d3be2e0-4d76-40ac-b692-0203e92c80f9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:02.988511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.000078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9906857-f0b2-47ee-a217-bc53e045601d req-ec30f8e7-8959-4071-a81a-e9148b79fd07 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309264 Apr 21 20:58:03.006115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6235cda8-6611-47de-ad42-610c6da568da req-a086bc72-1ef2-4033-97f4-8529735715c1 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601811 Apr 21 20:58:03.078056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d75d35-773a-4ed6-aa20-554c0e5f58c0', 'name': 'tempest-NetworksTestDHCPv6-router-2136824814', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:57Z', 'updated_at': '2022-04-21T20:57:58Z', 'revision_number': 2, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None, '_interfaces': [{'id': '84e0c419-b98b-48ee-b9c3-d8fe1a75d20e', 'name': '', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'mac_address': 'fa:16:3e:53:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d75d35-773a-4ed6-aa20-554c0e5f58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '50a2c5cc-5283-4733-a981-09a38e353b7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:57Z', 'updated_at': '2022-04-21T20:58:01Z', 'revision_number': 4, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'subnets': [{'id': '50a2c5cc-5283-4733-a981-09a38e353b7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:03.110751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-45cc465d-d74a-4943-b731-23044ce24f12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0eeeb1c82bc4c2fa04ab293899fea7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895983 Apr 21 20:58:03.111770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51052) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:03.116636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faeee67-3e7f-403d-a86e-1e2ba4f920c6 None None] The sync data for ids ['26d75d35-773a-4ed6-aa20-554c0e5f58c0'] in n-d-838945-1 is: [{'id': '26d75d35-773a-4ed6-aa20-554c0e5f58c0', 'name': 'tempest-NetworksTestDHCPv6-router-2136824814', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:57Z', 'updated_at': '2022-04-21T20:57:58Z', 'revision_number': 2, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None, '_interfaces': [{'id': '84e0c419-b98b-48ee-b9c3-d8fe1a75d20e', 'name': '', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'mac_address': 'fa:16:3e:53:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d75d35-773a-4ed6-aa20-554c0e5f58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '50a2c5cc-5283-4733-a981-09a38e353b7a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:57Z', 'updated_at': '2022-04-21T20:58:01Z', 'revision_number': 4, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'subnets': [{'id': '50a2c5cc-5283-4733-a981-09a38e353b7a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:58:03.157248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88a1d-2a59-4741-8b44-82d5818e09ee req-219bb7c1-cfaf-4e98-b645-07c7095227e6 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:03.164345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88a1d-2a59-4741-8b44-82d5818e09ee req-219bb7c1-cfaf-4e98-b645-07c7095227e6 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:03.170763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88a1d-2a59-4741-8b44-82d5818e09ee req-219bb7c1-cfaf-4e98-b645-07c7095227e6 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:03.173398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0e88a1d-2a59-4741-8b44-82d5818e09ee req-219bb7c1-cfaf-4e98-b645-07c7095227e6 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 2419 time: 0.0788302 Apr 21 20:58:03.209541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Router 26d75d35-773a-4ed6-aa20-554c0e5f58c0 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:58:03.223149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0e88a1d-2a59-4741-8b44-82d5818e09ee req-d3cbbece-3a9d-409f-bdfb-44b8292ff46f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Apr 21 20:58:03.264116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49ac4057-dce3-46ae-b745-bdf37702be77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.380938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49ac4057-dce3-46ae-b745-bdf37702be77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.392785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.407197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:58:03.414032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-28798e8b-f2e4-40f3-908e-829ae22f1ce0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "PUT /v2.0/routers/26d75d35-773a-4ed6-aa20-554c0e5f58c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7234833 Apr 21 20:58:03.416729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51056) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:03.465598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Port': ['ID=f37a542e-f443-41c6-af55-2d6de2d61053,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:03.487063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844061e-5014-41ee-9579-8b0394dcdcad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:03.488753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844061e-5014-41ee-9579-8b0394dcdcad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:03.494803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a844061e-5014-41ee-9579-8b0394dcdcad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0768681 Apr 21 20:58:03.497370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51058) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:03.558185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fba2ca3-77f3-4c23-8d89-23d2fc699901 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 50a2c5cc-5283-4733-a981-09a38e353b7a {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:03.562039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fba2ca3-77f3-4c23-8d89-23d2fc699901 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.623849 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fba2ca3-77f3-4c23-8d89-23d2fc699901 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.741708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fba2ca3-77f3-4c23-8d89-23d2fc699901 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.822109 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fba2ca3-77f3-4c23-8d89-23d2fc699901 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.832716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['a83c2440-2af2-449c-99e6-4cc95c4b91fb', 'f37a542e-f443-41c6-af55-2d6de2d61053', '1ecdca0d-7d61-4a80-97b7-6ae265354f3f'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:03.859565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] No DVR routers for this DVR port f37a542e-f443-41c6-af55-2d6de2d61053 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:03.864843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.868186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-71164a59-82f3-4bf5-9a31-82a4bbc3de0e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "DELETE /v2.0/ports/f37a542e-f443-41c6-af55-2d6de2d61053 HTTP/1.1" status: 204 len: 173 time: 1.8394701 Apr 21 20:58:03.869005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-deleted', 'tag': 'f37a542e-f443-41c6-af55-2d6de2d61053'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:03.872499 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b177b5-125b-4c94-9592-39da07efe597" -d '{"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-deleted", "tag": "f37a542e-f443-41c6-af55-2d6de2d61053"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:03.898879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb38ab8-28e4-4fde-91bd-1d83d96f4ac3 req-2cd258bf-eb1f-4103-a7eb-61ea6d979ded tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:03.907016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bb38ab8-28e4-4fde-91bd-1d83d96f4ac3 req-2cd258bf-eb1f-4103-a7eb-61ea6d979ded tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 948 time: 0.4639790 Apr 21 20:58:03.983429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49ac4057-dce3-46ae-b745-bdf37702be77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.986716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49ac4057-dce3-46ae-b745-bdf37702be77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:03.987855 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-49ac4057-dce3-46ae-b745-bdf37702be77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93cda0ef-dddb-422f-a09d-36471087db26 HTTP/1.1" status: 204 len: 168 time: 0.8751118 Apr 21 20:58:03.989612 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e471000-4b12-48a9-8105-1339176b2ade x-openstack-request-id: req-8e471000-4b12-48a9-8105-1339176b2ade {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:03.989904 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-deleted", "tag": "f37a542e-f443-41c6-af55-2d6de2d61053", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:04.000600 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e471000-4b12-48a9-8105-1339176b2ade {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:04.001187 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e471000-4b12-48a9-8105-1339176b2ade'] response: {'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-deleted', 'tag': 'f37a542e-f443-41c6-af55-2d6de2d61053', 'status': 'completed', 'code': 200} Apr 21 20:58:04.001360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 169a2cc1-39dc-430a-a068-f9de4f2f855c no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:04.056720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bb38ab8-28e4-4fde-91bd-1d83d96f4ac3 req-422b15ff-51f1-4a26-be7a-e3194ea64a60 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474857 Apr 21 20:58:04.063607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 169a2cc1-39dc-430a-a068-f9de4f2f855c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:04.063955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 169a2cc1-39dc-430a-a068-f9de4f2f855c not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:04.113747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.128053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac4057-dce3-46ae-b745-bdf37702be77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cda0ef-dddb-422f-a09d-36471087db26,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:04.140792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba2ca3-77f3-4c23-8d89-23d2fc699901 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=50a2c5cc-5283-4733-a981-09a38e353b7a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:04.148046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8fba2ca3-77f3-4c23-8d89-23d2fc699901 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.157133 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8fba2ca3-77f3-4c23-8d89-23d2fc699901 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/50a2c5cc-5283-4733-a981-09a38e353b7a HTTP/1.1" status: 204 len: 168 time: 0.6585984 Apr 21 20:58:04.159122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51068) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:04.168416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc913742-5a50-4c7e-ae1d-9347cbb53997 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:04.233235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting port a83c2440-2af2-449c-99e6-4cc95c4b91fb {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:04.233864 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.351861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] For port a83c2440-2af2-449c-99e6-4cc95c4b91fb, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a83c2440-2af2-449c-99e6-4cc95c4b91fb,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:04.352479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.362510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054770b-7ddc-4b62-9ef6-53a6ce228e32 req-b7501a7a-6fdf-4922-b2ec-820fe0ea9535 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:04.369980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3054770b-7ddc-4b62-9ef6-53a6ce228e32 req-b7501a7a-6fdf-4922-b2ec-820fe0ea9535 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 946 time: 0.1889107 Apr 21 20:58:04.397820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Calling delete_port for a83c2440-2af2-449c-99e6-4cc95c4b91fb owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:04.414232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-31b71043-0f40-4a0f-8e09-2ea75aa4757b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2539022 Apr 21 20:58:04.417900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51074) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:04.426018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3054770b-7ddc-4b62-9ef6-53a6ce228e32 req-9c3d31e6-9f09-4ef8-8bb5-554200dd04ea tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548441 Apr 21 20:58:04.440584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1bfe2-889b-4686-8b43-02d4832fbc8d req-64d9708c-b0bc-46ad-bb58-b12bb09338d7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:04.448303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8cc1bfe2-889b-4686-8b43-02d4832fbc8d req-64d9708c-b0bc-46ad-bb58-b12bb09338d7 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.2898533 Apr 21 20:58:04.501287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a44d527-64ec-4a70-a055-97a6f351d130 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:58:04.560827 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8cc1bfe2-889b-4686-8b43-02d4832fbc8d req-5671dc2b-1338-44f1-b5bc-9065f6c5d2b1 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114326 Apr 21 20:58:04.581424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1a44d527-64ec-4a70-a055-97a6f351d130 None None] Deleting port 8d3be2e0-4d76-40ac-b692-0203e92c80f9 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:04.581879 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a44d527-64ec-4a70-a055-97a6f351d130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.648617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7de4dff7-3999-4026-ae2c-481da93e932b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.653450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.677545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1a44d527-64ec-4a70-a055-97a6f351d130 None None] For port 8d3be2e0-4d76-40ac-b692-0203e92c80f9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d3be2e0-4d76-40ac-b692-0203e92c80f9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:04.678065 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a44d527-64ec-4a70-a055-97a6f351d130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.678944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346fb89-1ba7-4b7f-b397-32b4d486ee69 req-9c2aa3bc-210b-4e5f-8884-3e68d3fe35d6 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:04.686340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346fb89-1ba7-4b7f-b397-32b4d486ee69 req-9c2aa3bc-210b-4e5f-8884-3e68d3fe35d6 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:04.688424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c346fb89-1ba7-4b7f-b397-32b4d486ee69 req-9c2aa3bc-210b-4e5f-8884-3e68d3fe35d6 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 1683 time: 0.1354716 Apr 21 20:58:04.696431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1a44d527-64ec-4a70-a055-97a6f351d130 None None] Calling delete_port for 8d3be2e0-4d76-40ac-b692-0203e92c80f9 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:04.720510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Port': ['ID=a83c2440-2af2-449c-99e6-4cc95c4b91fb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:04.795905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] No DVR routers for this DVR port a83c2440-2af2-449c-99e6-4cc95c4b91fb on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:04.798680 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.802178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-6ea89038-7b60-4aa3-bec6-76aff4869549 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "DELETE /v2.0/ports/a83c2440-2af2-449c-99e6-4cc95c4b91fb HTTP/1.1" status: 204 len: 173 time: 0.9256654 Apr 21 20:58:04.824458 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a44d527-64ec-4a70-a055-97a6f351d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:04.922644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44d527-64ec-4a70-a055-97a6f351d130 None None] Pushing event deleted for resources: {'Port': ['ID=8d3be2e0-4d76-40ac-b692-0203e92c80f9,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:04.931953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44d527-64ec-4a70-a055-97a6f351d130 None None] No DVR routers for this DVR port 8d3be2e0-4d76-40ac-b692-0203e92c80f9 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:04.970077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c346fb89-1ba7-4b7f-b397-32b4d486ee69 req-4a04503c-3f63-4ce2-814a-4faf2daadd94 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500119 Apr 21 20:58:05.012044 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7de4dff7-3999-4026-ae2c-481da93e932b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.023556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7de4dff7-3999-4026-ae2c-481da93e932b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.049181 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] Sync routers for ids ['26d75d35-773a-4ed6-aa20-554c0e5f58c0'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:58:05.070167 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] Routers {'26d75d35-773a-4ed6-aa20-554c0e5f58c0'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:05.070973 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['26d75d35-773a-4ed6-aa20-554c0e5f58c0'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:05.101161 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7de4dff7-3999-4026-ae2c-481da93e932b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.101662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de4dff7-3999-4026-ae2c-481da93e932b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Fanout notify agent at l3_agent the message router_deleted on router 26d75d35-773a-4ed6-aa20-554c0e5f58c0 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:58:05.108994 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7de4dff7-3999-4026-ae2c-481da93e932b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.113311 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7de4dff7-3999-4026-ae2c-481da93e932b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/routers/26d75d35-773a-4ed6-aa20-554c0e5f58c0 HTTP/1.1" status: 204 len: 168 time: 0.6943758 Apr 21 20:58:05.119387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51096) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:05.127453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:05.143412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8203-9e23-43e6-95d6-0294de7e5209 req-3c3c375e-c761-412a-b4cb-a97fa265a71a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:05.146789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed3b8203-9e23-43e6-95d6-0294de7e5209 req-3c3c375e-c761-412a-b4cb-a97fa265a71a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 946 time: 0.1381612 Apr 21 20:58:05.188124 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] Set router 26d75d35-773a-4ed6-aa20-554c0e5f58c0 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:05.194962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed3b8203-9e23-43e6-95d6-0294de7e5209 req-7acadb6a-15b0-45b9-804e-c66354f050fe tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Apr 21 20:58:05.252075 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.272077 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d75d35-773a-4ed6-aa20-554c0e5f58c0', 'name': 'tempest-NetworksTestDHCPv6-router-2136824814', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:57Z', 'updated_at': '2022-04-21T20:58:02Z', 'revision_number': 3, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:05.278332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-ecff7807-0dba-47d6-8d0b-1ccc9639cf84 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:05.279805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-ecff7807-0dba-47d6-8d0b-1ccc9639cf84 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.43 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.2415419 Apr 21 20:58:05.299345 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] Checking router: 26d75d35-773a-4ed6-aa20-554c0e5f58c0 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:58:05.308509 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] Routers set() bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:05.309126 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] Router IDs set() for agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 20:58:05.309883 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_agentschedulers_db [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'26d75d35-773a-4ed6-aa20-554c0e5f58c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent'). {{(pid=114649) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 20:58:05.310432 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c64957-a60b-4fb2-b411-9eae83b9875e None None] The sync data for ids ['26d75d35-773a-4ed6-aa20-554c0e5f58c0'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:58:05.355868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f67dd2-5432-4be4-990e-9eefdbb64716 req-626988b0-94a2-4aa8-bec1-2a44426813a4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:05.357884 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9f67dd2-5432-4be4-990e-9eefdbb64716 req-626988b0-94a2-4aa8-bec1-2a44426813a4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 948 time: 0.1668603 Apr 21 20:58:05.358823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:05.362825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.376009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:05.376348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.559104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9f67dd2-5432-4be4-990e-9eefdbb64716 req-622ce09c-2581-4cfd-be1d-f37944201e89 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908972 Apr 21 20:58:05.607828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] For port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:05.608262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.629399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Calling delete_port for 1ecdca0d-7d61-4a80-97b7-6ae265354f3f owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:05.634979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Deleting port fdb9001b-8778-4dee-a10b-877e3d7986f7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:05.635320 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.683000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326068d9-5cd2-47d9-a873-6012aa661269 req-f8f59e23-38a4-4dc8-9e1c-3f273bf12293 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:05.684488 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-326068d9-5cd2-47d9-a873-6012aa661269 req-f8f59e23-38a4-4dc8-9e1c-3f273bf12293 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 945 time: 0.0522921 Apr 21 20:58:05.749916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-326068d9-5cd2-47d9-a873-6012aa661269 req-30515375-b838-4251-84f7-9ad2e9d8d103 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/security-groups?id=e603753d-9ce7-47ae-8a74-1afb3b0384be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508246 Apr 21 20:58:05.842518 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.876571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] For port fdb9001b-8778-4dee-a10b-877e3d7986f7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fdb9001b-8778-4dee-a10b-877e3d7986f7,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:05.876994 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.907920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Calling delete_port for fdb9001b-8778-4dee-a10b-877e3d7986f7 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:05.914389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:05.987400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c7de2bbb-417e-4207-a209-4b32c32c72af up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:06.001986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:06.006684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-deleted', 'tag': 'a83c2440-2af2-449c-99e6-4cc95c4b91fb'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:06.007948 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250f82f3-17b5-4c46-85f7-cbeb07038acd" -d '{"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-deleted", "tag": "a83c2440-2af2-449c-99e6-4cc95c4b91fb"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:06.035181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:06.045420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef6463-7dae-4c3f-81f7-a74e34a259f1 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:06.047133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:06.047730 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.065058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=e1f5efbd-ad01-48e3-a687-875eef366cc5,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:06.097003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b3b0d89e-ab64-4329-b944-a6a4e4db0edf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9749749 Apr 21 20:58:06.102457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51126) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:06.106910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4b3f9ce5-af96-4348-817e-0856cc222a4d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1934149136', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:06.122687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port c7de2bbb-417e-4207-a209-4b32c32c72af completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:58:06.133839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edd8af-f525-4ae1-b164-226860ed2c25 req-edc5b0aa-84a7-4acf-be12-b5b1fa19dbfe tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:06.137267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port c7de2bbb-417e-4207-a209-4b32c32c72af triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:06.137837 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.143437 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10edd8af-f525-4ae1-b164-226860ed2c25 req-edc5b0aa-84a7-4acf-be12-b5b1fa19dbfe tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea15dad3-a7e3-44cd-a874-6a8847c30e7e HTTP/1.1" status: 200 len: 867 time: 0.0639102 Apr 21 20:58:06.191854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10edd8af-f525-4ae1-b164-226860ed2c25 req-d4bd69bd-1054-4efd-a447-4820258c8dd7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Apr 21 20:58:06.237064 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.282119 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ab943d-80fa-404b-a1e8-62a184aec008 x-openstack-request-id: req-94ab943d-80fa-404b-a1e8-62a184aec008 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:06.282631 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-deleted", "tag": "a83c2440-2af2-449c-99e6-4cc95c4b91fb", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:06.283018 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94ab943d-80fa-404b-a1e8-62a184aec008 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:06.283415 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ab943d-80fa-404b-a1e8-62a184aec008'] response: {'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-deleted', 'tag': 'a83c2440-2af2-449c-99e6-4cc95c4b91fb', 'status': 'completed', 'code': 200} Apr 21 20:58:06.288251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Port': ['ID=1ecdca0d-7d61-4a80-97b7-6ae265354f3f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:06.302171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9ce5-af96-4348-817e-0856cc222a4d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.303638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9ce5-af96-4348-817e-0856cc222a4d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.312626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d3be2e0-4d76-40ac-b692-0203e92c80f9 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:06.341351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8d3be2e0-4d76-40ac-b692-0203e92c80f9 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:06.341985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d3be2e0-4d76-40ac-b692-0203e92c80f9 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:06.342543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:06.394405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:06.395025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 84e0c419-b98b-48ee-b9c3-d8fe1a75d20e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:06.416062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-39c2f16b-4f4d-4cec-99bf-c01b967b9f0d tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cd849e47acaf4e50aabe39403b5fb85e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200716 Apr 21 20:58:06.420476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a267671-f1a9-4a1c-a8b6-edeb2cc00270 req-61faf0a4-8fc6-49f5-985b-6aa653cef6be tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:06.422419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a267671-f1a9-4a1c-a8b6-edeb2cc00270 req-61faf0a4-8fc6-49f5-985b-6aa653cef6be tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 946 time: 0.0687730 Apr 21 20:58:06.447534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] No DVR routers for this DVR port 1ecdca0d-7d61-4a80-97b7-6ae265354f3f on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:06.451023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.455953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-527f1d4b-e11a-4612-93c8-e48f5664fa10 req-a311756c-23a2-48fb-8060-20cc8fa303c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "DELETE /v2.0/ports/1ecdca0d-7d61-4a80-97b7-6ae265354f3f HTTP/1.1" status: 204 len: 173 time: 1.6478810 Apr 21 20:58:06.518783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.540216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a267671-f1a9-4a1c-a8b6-edeb2cc00270 req-c2c1e9af-5c09-480c-bcc1-058f7fa63f35 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098382 Apr 21 20:58:06.559230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.582823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['fdb9001b-8778-4dee-a10b-877e3d7986f7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:06.638982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': 'e1f5efbd-ad01-48e3-a687-875eef366cc5'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:58:06.641062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.668211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:06.670841 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b00a81-5c23-4347-81b7-438fafad577e" -d '{"events": [{"server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:06.674294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9ce5-af96-4348-817e-0856cc222a4d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.677411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Pushing event deleted for resources: {'Port': ['ID=fdb9001b-8778-4dee-a10b-877e3d7986f7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:06.692885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c7de2bbb-417e-4207-a209-4b32c32c72af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:06.703530 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.704228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:06.715619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649d5ee-07fa-4e40-84f7-4a9817757607 req-62df4b16-4c59-474b-9ef3-45993cf63606 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:06.717681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b649d5ee-07fa-4e40-84f7-4a9817757607 req-62df4b16-4c59-474b-9ef3-45993cf63606 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 948 time: 0.0667906 Apr 21 20:58:06.719347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9ce5-af96-4348-817e-0856cc222a4d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.731093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-6981ed63-61ad-436c-bb64-b1d096e58e08 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:06.732857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-6981ed63-61ad-436c-bb64-b1d096e58e08 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878742 Apr 21 20:58:06.773916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b649d5ee-07fa-4e40-84f7-4a9817757607 req-5dec48da-b31e-4c9d-9bb9-921a53bb8830 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Apr 21 20:58:06.815194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] No DVR routers for this DVR port fdb9001b-8778-4dee-a10b-877e3d7986f7 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:06.819976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.823940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2efcb6ad-529c-4c43-840b-e0c95ef499c0 req-36374fc6-3469-449d-bd07-8b3b9b7b5ef5 tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.43 "DELETE /v2.0/ports/fdb9001b-8778-4dee-a10b-877e3d7986f7 HTTP/1.1" status: 204 len: 173 time: 1.5337577 Apr 21 20:58:06.835445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-7c61597c-9283-432e-8ae5-3fcaa08524de tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/quotas/cd849e47acaf4e50aabe39403b5fb85e HTTP/1.1" status: 200 len: 375 time: 0.0886004 Apr 21 20:58:06.837538 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eabc7ec-2348-41df-aa2d-3a5e6b6ae859 x-openstack-request-id: req-9eabc7ec-2348-41df-aa2d-3a5e6b6ae859 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:06.837876 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:06.838305 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9eabc7ec-2348-41df-aa2d-3a5e6b6ae859 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:06.838865 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eabc7ec-2348-41df-aa2d-3a5e6b6ae859'] response: {'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af', 'code': 200} Apr 21 20:58:06.868241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9ce5-af96-4348-817e-0856cc222a4d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.875038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4b3f9ce5-af96-4348-817e-0856cc222a4d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7661667 Apr 21 20:58:06.876099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51144) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:06.901931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-09f74cf2-489d-4da2-b01f-9c0e42f23244 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:06.903552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=c7de2bbb-417e-4207-a209-4b32c32c72af,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:06.904608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-09f74cf2-489d-4da2-b01f-9c0e42f23244 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 946 time: 0.3352134 Apr 21 20:58:06.912345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:58:06.922333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:06.922945 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:06.957443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a79d08fa-00a8-4d1c-be52-c75558abc267 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd849e47acaf4e50aabe39403b5fb85e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026714 Apr 21 20:58:06.973288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/e1f5efbd-ad01-48e3-a687-875eef366cc5/dc6606e4-e001-451c-aeac-4ccaa2ff0cb1) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:07.051970 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-714740cd-b790-4ffe-9db8-dc98d438d47f req-6bc22144-2985-4afb-a0fa-7cc23548cb0e tempest-ServerRescueTestJSON-545816682 tempest-ServerRescueTestJSON-545816682-project] 10.222.0.49 "GET /v2.0/ports?device_id=96095015-7d06-4456-9ca9-47686a05d233 HTTP/1.1" status: 200 len: 210 time: 0.1000409 Apr 21 20:58:07.098732 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.105024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b0042-a26f-4f2a-8182-1bf98af009df req-6066b1eb-44f9-4054-af74-bda1e05d744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:07.106608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f2b0042-a26f-4f2a-8182-1bf98af009df req-6066b1eb-44f9-4054-af74-bda1e05d744c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 1100 time: 0.1971567 Apr 21 20:58:07.166580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:07.222812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f2b0042-a26f-4f2a-8182-1bf98af009df req-d87f9805-fb5b-4260-b79a-15f46779012f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772908 Apr 21 20:58:07.229602 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.233495 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.235283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1ecdca0d-7d61-4a80-97b7-6ae265354f3f no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:07.241714 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.267721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Deleting port e055b226-9a40-4f0c-ac5e-afc484b9a706 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:07.268330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.292236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:07.295700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:07.300005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 1ecdca0d-7d61-4a80-97b7-6ae265354f3f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:07.300348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1ecdca0d-7d61-4a80-97b7-6ae265354f3f not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:07.301049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a83c2440-2af2-449c-99e6-4cc95c4b91fb no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:07.308168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:07.358005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: a83c2440-2af2-449c-99e6-4cc95c4b91fb {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:07.358416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a83c2440-2af2-449c-99e6-4cc95c4b91fb not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:07.359605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f37a542e-f443-41c6-af55-2d6de2d61053 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:07.375213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] For port e055b226-9a40-4f0c-ac5e-afc484b9a706, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=e055b226-9a40-4f0c-ac5e-afc484b9a706,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:07.376093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.383799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51152) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:07.393597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Calling delete_port for e055b226-9a40-4f0c-ac5e-afc484b9a706 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:07.421193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: f37a542e-f443-41c6-af55-2d6de2d61053 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:07.422075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f37a542e-f443-41c6-af55-2d6de2d61053 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:07.422278 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f47de9f-12d3-4d81-a3b5-c168dfeae633 req-018b705a-5c09-4ac6-b4dc-0b0fe450a8d1 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 210 time: 0.1528153 Apr 21 20:58:07.423572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:07.532157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a74313-21c0-4376-b5d9-0579434cf96e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting subnet b53ca8dd-9086-4285-8fe0-000da791a557 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:07.538100 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6a74313-21c0-4376-b5d9-0579434cf96e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.550308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Attempting to bind port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:07.551053 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Attempting to bind port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:07.551780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Attempting to bind port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:07.561323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:07.562726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:07.563411 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.564067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:07.564853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Bound port: dc6606e4-e001-451c-aeac-4ccaa2ff0cb1, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:07.566197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.576198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.592611 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.601349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['e055b226-9a40-4f0c-ac5e-afc484b9a706'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:07.660592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6a74313-21c0-4376-b5d9-0579434cf96e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.664088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event deleted for resources: {'Port': ['ID=e055b226-9a40-4f0c-ac5e-afc484b9a706,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:07.676239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Pushing event updated for resources: {'Port': ['ID=dc6606e4-e001-451c-aeac-4ccaa2ff0cb1,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:07.707812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c7a04c0-b3e0-40ac-aaea-a5caf4f8dba6 req-57456e60-6cde-4594-b507-a77e1736a6b5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fe058eb-f83f-496b-8920-b1ada8a44595 HTTP/1.1" status: 200 len: 210 time: 0.0625136 Apr 21 20:58:07.715927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] For port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:07.720570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] For port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dc6606e4-e001-451c-aeac-4ccaa2ff0cb1,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:07.727582 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.767499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] No DVR routers for this DVR port e055b226-9a40-4f0c-ac5e-afc484b9a706 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:07.770684 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:07.779371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6717ea4e-7b79-4027-bc3f-b5b31e832fe6 req-b533f74c-4d59-44a3-85cc-87c70bb7be83 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "DELETE /v2.0/ports/e055b226-9a40-4f0c-ac5e-afc484b9a706 HTTP/1.1" status: 204 len: 173 time: 0.8683150 Apr 21 20:58:07.840994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c3ad7-b21a-4262-8313-8aad03ae025f None None] Pushing event updated for resources: {'Port': ['ID=dc6606e4-e001-451c-aeac-4ccaa2ff0cb1,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:07.958206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6a74313-21c0-4376-b5d9-0579434cf96e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.097976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa1f43-2214-4891-baae-8bd76d2405ce req-af3dbdfb-9673-4235-9090-988e32f3264b tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:08.099947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2aa1f43-2214-4891-baae-8bd76d2405ce req-af3dbdfb-9673-4235-9090-988e32f3264b tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 949 time: 0.1904235 Apr 21 20:58:08.119926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51166) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:08.131327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::1 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/e1f5efbd-ad01-48e3-a687-875eef366cc5/3105f7cd-0344-413e-bbae-f7f034532088) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:08.160969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6a74313-21c0-4376-b5d9-0579434cf96e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.253527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a74313-21c0-4376-b5d9-0579434cf96e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Subnet': ['ID=b53ca8dd-9086-4285-8fe0-000da791a557,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:08.258023 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6a74313-21c0-4376-b5d9-0579434cf96e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.262052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e6a74313-21c0-4376-b5d9-0579434cf96e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "DELETE /v2.0/subnets/b53ca8dd-9086-4285-8fe0-000da791a557 HTTP/1.1" status: 204 len: 168 time: 0.8772662 Apr 21 20:58:08.263833 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20d74e-0039-4bd1-8493-f4c395d8cf31 None None] Network bbc46101-fee4-4bf9-a4d7-7b06815627e1 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:08.268087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51168) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:08.285296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2aa1f43-2214-4891-baae-8bd76d2405ce req-2af1627c-f43b-408b-a6b4-3cb6cb5dd2b5 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671393 Apr 21 20:58:08.289822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-deleted', 'tag': '1ecdca0d-7d61-4a80-97b7-6ae265354f3f'}, {'server_uuid': '96095015-7d06-4456-9ca9-47686a05d233', 'name': 'network-vif-deleted', 'tag': 'fdb9001b-8778-4dee-a10b-877e3d7986f7'}, {'server_uuid': '0fe058eb-f83f-496b-8920-b1ada8a44595', 'name': 'network-vif-deleted', 'tag': 'e055b226-9a40-4f0c-ac5e-afc484b9a706'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:08.292299 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501f8d69-7c64-4a49-b315-856e5bf46f73" -d '{"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-deleted", "tag": "1ecdca0d-7d61-4a80-97b7-6ae265354f3f"}, {"server_uuid": "96095015-7d06-4456-9ca9-47686a05d233", "name": "network-vif-deleted", "tag": "fdb9001b-8778-4dee-a10b-877e3d7986f7"}, {"server_uuid": "0fe058eb-f83f-496b-8920-b1ada8a44595", "name": "network-vif-deleted", "tag": "e055b226-9a40-4f0c-ac5e-afc484b9a706"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:08.483078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:08.502651 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.518590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.638644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-275e9319-89ab-48f9-b7f7-f9b2c299754d req-f1f0edfa-1678-4851-890c-0414b5b2268c tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 210 time: 0.0516338 Apr 21 20:58:08.659748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:08.660244 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.676150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.679543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:08.680319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.782852 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.805399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=3105f7cd-0344-413e-bbae-f7f034532088,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:08.845878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dc6606e4-e001-451c-aeac-4ccaa2ff0cb1,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:08.848181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] DHCP port deletion for bbc46101-fee4-4bf9-a4d7-7b06815627e1 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:58:08.851240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:08.855932 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5523b3-8da1-451a-947e-5c4fee42e185" -d '{"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-plugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:08.864004 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.908855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] For port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=98dc3807-0f6c-4cfc-85a1-c6a02959bf06,segment=NetworkSegment(5dad188e-66ed-4895-819a-bea5826f0834),segment_id=5dad188e-66ed-4895-819a-bea5826f0834)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:08.909245 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:08.929928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Calling delete_port for 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:08.964244 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a3c195-ee72-4ba7-ab1f-01ad29895b60 x-openstack-request-id: req-87a3c195-ee72-4ba7-ab1f-01ad29895b60 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:08.964828 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-plugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:08.965218 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87a3c195-ee72-4ba7-ab1f-01ad29895b60 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:08.965745 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a3c195-ee72-4ba7-ab1f-01ad29895b60'] response: {'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'code': 200} Apr 21 20:58:09.062893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=dc6606e4-e001-451c-aeac-4ccaa2ff0cb1,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:09.072867 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.075539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] Deleting port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:09.076021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.106216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:09.114893 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79cbe8d-779e-4ba4-8ed1-1353f6361072 x-openstack-request-id: req-f79cbe8d-779e-4ba4-8ed1-1353f6361072 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:09.115278 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15dad3-a7e3-44cd-a874-6a8847c30e7e", "name": "network-vif-deleted", "tag": "1ecdca0d-7d61-4a80-97b7-6ae265354f3f", "status": "completed", "code": 200}, {"server_uuid": "96095015-7d06-4456-9ca9-47686a05d233", "name": "network-vif-deleted", "tag": "fdb9001b-8778-4dee-a10b-877e3d7986f7", "status": "completed", "code": 200}, {"server_uuid": "0fe058eb-f83f-496b-8920-b1ada8a44595", "name": "network-vif-deleted", "tag": "e055b226-9a40-4f0c-ac5e-afc484b9a706", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:09.115528 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f79cbe8d-779e-4ba4-8ed1-1353f6361072 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:09.115916 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79cbe8d-779e-4ba4-8ed1-1353f6361072'] response: {'server_uuid': 'ea15dad3-a7e3-44cd-a874-6a8847c30e7e', 'name': 'network-vif-deleted', 'tag': '1ecdca0d-7d61-4a80-97b7-6ae265354f3f', 'status': 'completed', 'code': 200} Apr 21 20:58:09.116330 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79cbe8d-779e-4ba4-8ed1-1353f6361072'] response: {'server_uuid': '96095015-7d06-4456-9ca9-47686a05d233', 'name': 'network-vif-deleted', 'tag': 'fdb9001b-8778-4dee-a10b-877e3d7986f7', 'status': 'completed', 'code': 200} Apr 21 20:58:09.116626 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79cbe8d-779e-4ba4-8ed1-1353f6361072'] response: {'server_uuid': '0fe058eb-f83f-496b-8920-b1ada8a44595', 'name': 'network-vif-deleted', 'tag': 'e055b226-9a40-4f0c-ac5e-afc484b9a706', 'status': 'completed', 'code': 200} Apr 21 20:58:09.117053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Port': ['ID=98dc3807-0f6c-4cfc-85a1-c6a02959bf06,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:09.126848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] No DVR routers for this DVR port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:09.128797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:09.134533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:09.135235 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.173308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] For port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:09.173726 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.189829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] Calling delete_port for 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:09.193934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] Port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 20:58:09.195338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.213054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] No DVR routers for this DVR port 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:09.236667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ff155-18e5-4e60-a726-49793881c66e None None] Pushing event deleted for resources: {'Port': ['ID=98dc3807-0f6c-4cfc-85a1-c6a02959bf06,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:09.273385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-9acf1076-3d9f-4ca8-a139-f0b2cd38966a tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cd849e47acaf4e50aabe39403b5fb85e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251497 Apr 21 20:58:09.290934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.436877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1e96f-fe6f-466c-a604-cb9fe2eb5846 req-b22431e7-2361-47e8-9ec0-f42f9a0defa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:09.439468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3aa1e96f-fe6f-466c-a604-cb9fe2eb5846 req-b22431e7-2361-47e8-9ec0-f42f9a0defa4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 1100 time: 0.3219950 Apr 21 20:58:09.453414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-7341375a-d4a8-46c7-9e89-bd94365dc4b9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:09.459316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7e6f237c-07af-4e66-a09c-85299825922e None None] Provisioning complete for port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:09.459972 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7e6f237c-07af-4e66-a09c-85299825922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.462497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-7341375a-d4a8-46c7-9e89-bd94365dc4b9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.2854707 Apr 21 20:58:09.521355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-47fb4a23-1a13-41af-be00-d8248c51f03d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/quotas/1d6bae548afb4d51b2ddba65d8bc64fb HTTP/1.1" status: 200 len: 375 time: 0.0576999 Apr 21 20:58:09.559306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3aa1e96f-fe6f-466c-a604-cb9fe2eb5846 req-da352c65-f1fb-4ada-9354-a21028716c7d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849984 Apr 21 20:58:09.580924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-579b5e20-1a83-452a-96a2-17e276912f8d tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:09.582413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-579b5e20-1a83-452a-96a2-17e276912f8d tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993956 Apr 21 20:58:09.592694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fdb9001b-8778-4dee-a10b-877e3d7986f7 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:09.620140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: fdb9001b-8778-4dee-a10b-877e3d7986f7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:09.620996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fdb9001b-8778-4dee-a10b-877e3d7986f7 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:09.621605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device e055b226-9a40-4f0c-ac5e-afc484b9a706 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:09.631196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-74bff382-9977-436a-917c-02012f2f9971 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738380 Apr 21 20:58:09.633211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc46101-fee4-4bf9-a4d7-7b06815627e1']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:09.643016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Request body: {'port': {'device_id': '29a0ed56-26c8-4d89-9f5c-9b50144f0654', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': 'cd849e47acaf4e50aabe39403b5fb85e'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:09.652282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dad188e-66ed-4895-819a-bea5826f0834') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:09.652562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dad188e-66ed-4895-819a-bea5826f0834') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:09.661874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: e055b226-9a40-4f0c-ac5e-afc484b9a706 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:09.662256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device e055b226-9a40-4f0c-ac5e-afc484b9a706 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:09.693002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.705056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-49061205-032a-4888-8fab-94a831b33452 None None] Provisioning complete for port 3105f7cd-0344-413e-bbae-f7f034532088 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:09.705530 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49061205-032a-4888-8fab-94a831b33452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.722478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85f644-d141-48da-8e2c-1dce7165447c req-334d9022-402d-4bfa-983d-c0233151fe05 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:09.729992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a85f644-d141-48da-8e2c-1dce7165447c req-334d9022-402d-4bfa-983d-c0233151fe05 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 949 time: 0.1509409 Apr 21 20:58:09.733601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.741288 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.757631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-49061205-032a-4888-8fab-94a831b33452 None None] Port 3105f7cd-0344-413e-bbae-f7f034532088 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:58:09.769285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:58:09.769907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:58:09.774417 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:58:09.806297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-02b044bd-11f8-45dd-ba94-8c906c0ee9a7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:58:09.807293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-02b044bd-11f8-45dd-ba94-8c906c0ee9a7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1751266 Apr 21 20:58:09.884719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a85f644-d141-48da-8e2c-1dce7165447c req-5fdf51bb-2804-4523-a5b4-830b0acc5b62 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537409 Apr 21 20:58:09.890953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Made reservation on behalf of cd849e47acaf4e50aabe39403b5fb85e for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:09.894522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.914751 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.941887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.950259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:09.957499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "DELETE /v2.0/networks/bbc46101-fee4-4bf9-a4d7-7b06815627e1 HTTP/1.1" status: 204 len: 168 time: 1.6847229 Apr 21 20:58:09.957913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51202) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:09.975191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.014171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1a9e-93c5-49ce-b874-2cdfa0182264 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Network': ['ID=bbc46101-fee4-4bf9-a4d7-7b06815627e1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:10.031421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-9b56eb3b-aa87-496b-8514-b13b2904df7d service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049170 Apr 21 20:58:10.113214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9445233-2230-4b07-9741-0aa6977ba2b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting subnet 8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:10.129340 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9445233-2230-4b07-9741-0aa6977ba2b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.223817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.224275 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b76aaa5-5368-483f-bdbe-148d73219bb4 req-66f2acf4-f91d-4b1a-a33a-1386f70b1607 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 210 time: 0.0921354 Apr 21 20:58:10.235199 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.244780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9445233-2230-4b07-9741-0aa6977ba2b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.282251 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-09a02940-1bce-4a42-b85f-388520e143d5 service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404864 Apr 21 20:58:10.337561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:10.379205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad86bdb-09b7-45dc-a414-ffd0a2df5325,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:10.424168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:10.425367 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.459036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.473210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fc794-128d-4f29-b272-e34c042e0ac7 req-e77b5efa-45d0-4ce2-aa16-206365f9daf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:10.474742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-608fc794-128d-4f29-b272-e34c042e0ac7 req-e77b5efa-45d0-4ce2-aa16-206365f9daf7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 949 time: 0.1423690 Apr 21 20:58:10.478324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.479099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.492652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9445233-2230-4b07-9741-0aa6977ba2b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.533665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Allocated IP 192.168.233.50 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/542b6101-eaa3-4658-ae4c-d037983f4a7f) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:10.668672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=3105f7cd-0344-413e-bbae-f7f034532088,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:10.693421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-608fc794-128d-4f29-b272-e34c042e0ac7 req-03c8997b-14a6-490c-a039-e9c531756a60 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093673 Apr 21 20:58:10.708956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:10.714780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae10cd-6b7f-4997-9f4c-e400390d6952 req-6d1e16d1-ac98-4da7-a272-323dbfa2f61f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:10.721025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae10cd-6b7f-4997-9f4c-e400390d6952 req-6d1e16d1-ac98-4da7-a272-323dbfa2f61f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:10.726879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae10cd-6b7f-4997-9f4c-e400390d6952 req-6d1e16d1-ac98-4da7-a272-323dbfa2f61f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:10.733177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae10cd-6b7f-4997-9f4c-e400390d6952 req-6d1e16d1-ac98-4da7-a272-323dbfa2f61f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:10.740272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae10cd-6b7f-4997-9f4c-e400390d6952 req-6d1e16d1-ac98-4da7-a272-323dbfa2f61f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:10.744976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:10.745459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 98dc3807-0f6c-4cfc-85a1-c6a02959bf06 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:10.751821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae10cd-6b7f-4997-9f4c-e400390d6952 req-6d1e16d1-ac98-4da7-a272-323dbfa2f61f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:10.759452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae10cd-6b7f-4997-9f4c-e400390d6952 req-6d1e16d1-ac98-4da7-a272-323dbfa2f61f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:10.765977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9445233-2230-4b07-9741-0aa6977ba2b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.770237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8ae10cd-6b7f-4997-9f4c-e400390d6952 req-6d1e16d1-ac98-4da7-a272-323dbfa2f61f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.2192717 Apr 21 20:58:10.823056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9445233-2230-4b07-9741-0aa6977ba2b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:10.829847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9445233-2230-4b07-9741-0aa6977ba2b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.833241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f5a8ee-82be-4374-bd7d-922965cbbe98 None None] Network e310aa07-eaef-421a-9cd1-6ab39b21249c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:10.848804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c9445233-2230-4b07-9741-0aa6977ba2b2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "DELETE /v2.0/subnets/8dbfc1ad-6a4a-4002-9ab1-a4021cb7f5b2 HTTP/1.1" status: 204 len: 168 time: 0.8851981 Apr 21 20:58:10.856690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51214) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:10.865641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Deleting port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:10.866526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:10.881169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-903507b0-da90-42da-9a2e-43fe7dc117d4 req-1256e31a-c1b2-4bba-a889-3d946a13acc9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 210 time: 0.1103497 Apr 21 20:58:10.907840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:10.910261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:11.116999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.118517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Router 64cac484-c537-43c5-90b8-1973ee8f5cb7 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:58:11.143729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8ae10cd-6b7f-4997-9f4c-e400390d6952 req-1de4302c-6273-4a10-a03c-8f53aeaa8f43 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3720546 Apr 21 20:58:11.228110 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.254907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef60289-702b-478d-a904-3cfe0e220b9a None None] DHCP port deletion for e310aa07-eaef-421a-9cd1-6ab39b21249c request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:58:11.255518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:58:11.262726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] For port e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1,segment=NetworkSegment(a97c6289-1194-4585-aa94-fdfce2e6e380),segment_id=a97c6289-1194-4585-aa94-fdfce2e6e380)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:11.263011 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.273859 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c1137ff9-5050-40ff-bdc0-fc26c57e4335 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "PUT /v2.0/routers/64cac484-c537-43c5-90b8-1973ee8f5cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3978372 Apr 21 20:58:11.276321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51220) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:11.295777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Calling delete_port for e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:11.313157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting port 94b6e731-045a-49dd-b5d7-8a9366e796de {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:11.313482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.337104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7245d97-70cd-4507-902a-a06eadaafaee tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:11.338795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b7245d97-70cd-4507-902a-a06eadaafaee tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports/3105f7cd-0344-413e-bbae-f7f034532088 HTTP/1.1" status: 200 len: 911 time: 0.0611196 Apr 21 20:58:11.341522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51222) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:11.360952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Sync routers for ids ['64cac484-c537-43c5-90b8-1973ee8f5cb7'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:58:11.409462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Routers {'64cac484-c537-43c5-90b8-1973ee8f5cb7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:11.410073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['64cac484-c537-43c5-90b8-1973ee8f5cb7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:11.435206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc7b419-ba4d-4ea6-97d6-7730fd9eff3c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:11.441678 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.446351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc7b419-ba4d-4ea6-97d6-7730fd9eff3c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:11.448692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5cc7b419-ba4d-4ea6-97d6-7730fd9eff3c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1062598 Apr 21 20:58:11.451682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] For port 94b6e731-045a-49dd-b5d7-8a9366e796de, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=94b6e731-045a-49dd-b5d7-8a9366e796de,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:11.452078 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.456716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-749bb94a-c187-4062-9804-3909029823bb None None] Provisioning complete for port 3105f7cd-0344-413e-bbae-f7f034532088 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:11.457115 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-749bb94a-c187-4062-9804-3909029823bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.460600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51224) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:11.469429 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f80c3a5-cef1-478b-98ff-bf6362dfa9a4 req-aeeed742-75d3-411d-9454-2a0ad8f04b82 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 210 time: 0.0700908 Apr 21 20:58:11.511330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Calling delete_port for 94b6e731-045a-49dd-b5d7-8a9366e796de owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:11.610472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:11.659095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Pushing event updated for resources: {'Port': ['ID=542b6101-eaa3-4658-ae4c-d037983f4a7f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:11.671700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:11.715063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:11.715813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-749bb94a-c187-4062-9804-3909029823bb None None] Port 3105f7cd-0344-413e-bbae-f7f034532088 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:58:11.729327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4ef60289-702b-478d-a904-3cfe0e220b9a None None] Deleting port 94b6e731-045a-49dd-b5d7-8a9366e796de {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:11.729784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4ef60289-702b-478d-a904-3cfe0e220b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.818194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Set router 64cac484-c537-43c5-90b8-1973ee8f5cb7 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:11.884355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4ef60289-702b-478d-a904-3cfe0e220b9a None None] For port 94b6e731-045a-49dd-b5d7-8a9366e796de, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=94b6e731-045a-49dd-b5d7-8a9366e796de,segment=NetworkSegment(1503181d-bfb1-45e2-b442-b2c3c2fa1af9),segment_id=1503181d-bfb1-45e2-b442-b2c3c2fa1af9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:11.884752 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4ef60289-702b-478d-a904-3cfe0e220b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.935703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-caf0a12f-a6ab-4590-92c0-b8206a71e252 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:11.937752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-caf0a12f-a6ab-4590-92c0-b8206a71e252 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.1699646 Apr 21 20:58:11.958206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4ef60289-702b-478d-a904-3cfe0e220b9a None None] Calling delete_port for 94b6e731-045a-49dd-b5d7-8a9366e796de owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:11.967448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:11.968117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:11.988605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Request body: {'port': {'device_id': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'admin_state_up': True, 'tenant_id': '1d6bae548afb4d51b2ddba65d8bc64fb'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:12.016054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6099387-d1f5-446d-8a78-0848ad0b1c58 req-45e6fa2d-c5ed-4cc9-a03f-3f27c7b3864e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 210 time: 0.0351470 Apr 21 20:58:12.115471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2a80ccd8-570f-4d2f-bbac-8bb8ee593dd7 None None] Provisioning complete for port 542b6101-eaa3-4658-ae4c-d037983f4a7f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:12.115850 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2a80ccd8-570f-4d2f-bbac-8bb8ee593dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.127350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-a447b289-0f33-42af-b9c8-ff11c559dc86 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5075881 Apr 21 20:58:12.137392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.156894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Request body: {'port': {'device_id': '29a0ed56-26c8-4d89-9f5c-9b50144f0654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:12.188908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2a80ccd8-570f-4d2f-bbac-8bb8ee593dd7 None None] Port 542b6101-eaa3-4658-ae4c-d037983f4a7f cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:58:12.194417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4ef60289-702b-478d-a904-3cfe0e220b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.230404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef60289-702b-478d-a904-3cfe0e220b9a None None] Pushing event deleted for resources: {'Port': ['ID=94b6e731-045a-49dd-b5d7-8a9366e796de,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:12.238212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef60289-702b-478d-a904-3cfe0e220b9a None None] No DVR routers for this DVR port 94b6e731-045a-49dd-b5d7-8a9366e796de on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:12.254585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cac484-c537-43c5-90b8-1973ee8f5cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1934149136', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:06Z', 'updated_at': '2022-04-21T20:58:09Z', 'revision_number': 2, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None, '_interfaces': [{'id': '3105f7cd-0344-413e-bbae-f7f034532088', 'name': '', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'mac_address': 'fa:16:3e:2a:b9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cac484-c537-43c5-90b8-1973ee8f5cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e1f5efbd-ad01-48e3-a687-875eef366cc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:07Z', 'updated_at': '2022-04-21T20:58:10Z', 'revision_number': 2, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'subnets': [{'id': 'e1f5efbd-ad01-48e3-a687-875eef366cc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:12.293322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Checking router: 64cac484-c537-43c5-90b8-1973ee8f5cb7 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:58:12.293721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Updating router 64cac484-c537-43c5-90b8-1973ee8f5cb7 port 3105f7cd-0344-413e-bbae-f7f034532088 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:58:12.324057 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.327673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 94b6e731-045a-49dd-b5d7-8a9366e796de no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:12.361768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 94b6e731-045a-49dd-b5d7-8a9366e796de {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:12.362126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 94b6e731-045a-49dd-b5d7-8a9366e796de not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:12.388204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ace0-1374-41ae-a3e0-5041bcba29e2 req-46cbb132-7270-47a2-a6b3-e287fb728a27 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:12.397900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ace0-1374-41ae-a3e0-5041bcba29e2 req-46cbb132-7270-47a2-a6b3-e287fb728a27 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:12.407693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ace0-1374-41ae-a3e0-5041bcba29e2 req-46cbb132-7270-47a2-a6b3-e287fb728a27 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:12.417276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ace0-1374-41ae-a3e0-5041bcba29e2 req-46cbb132-7270-47a2-a6b3-e287fb728a27 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:12.425851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ace0-1374-41ae-a3e0-5041bcba29e2 req-46cbb132-7270-47a2-a6b3-e287fb728a27 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:12.433850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ace0-1374-41ae-a3e0-5041bcba29e2 req-46cbb132-7270-47a2-a6b3-e287fb728a27 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:12.441853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ace0-1374-41ae-a3e0-5041bcba29e2 req-46cbb132-7270-47a2-a6b3-e287fb728a27 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:12.444181 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd69ace0-1374-41ae-a3e0-5041bcba29e2 req-46cbb132-7270-47a2-a6b3-e287fb728a27 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.1509340 Apr 21 20:58:12.507047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd69ace0-1374-41ae-a3e0-5041bcba29e2 req-23452ecb-67f6-48a8-8627-d4e80afdb9c2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544119 Apr 21 20:58:12.543098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421f86a-5c22-4dd8-96b1-afbb21ce94bc req-690e8294-d395-4c82-b580-cb5e8091d5cc tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:12.544657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7421f86a-5c22-4dd8-96b1-afbb21ce94bc req-690e8294-d395-4c82-b580-cb5e8091d5cc tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 949 time: 0.7382400 Apr 21 20:58:12.545452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Port': ['ID=94b6e731-045a-49dd-b5d7-8a9366e796de,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:12.581745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] No DVR routers for this DVR port 94b6e731-045a-49dd-b5d7-8a9366e796de on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:12.675252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ca4c1-48e9-4cfa-afea-97a4ef4cbf8f req-0c23fd42-474a-461e-b02c-5d6d988d2e71 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:12.685210 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-759ca4c1-48e9-4cfa-afea-97a4ef4cbf8f req-0c23fd42-474a-461e-b02c-5d6d988d2e71 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 935 time: 0.0733962 Apr 21 20:58:12.695335 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.703464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.749894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-759ca4c1-48e9-4cfa-afea-97a4ef4cbf8f req-bbd7065b-c1aa-41fc-82d7-d33a0eab83ce tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630465 Apr 21 20:58:12.750915 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.781855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266483d-2df0-4418-9273-19243ce3e3ea None None] Pushing event updated for resources: {'Port': ['ID=3105f7cd-0344-413e-bbae-f7f034532088,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:12.806318 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.818265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7421f86a-5c22-4dd8-96b1-afbb21ce94bc req-fda485df-3e01-4d1f-83f4-742cde39a582 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376664 Apr 21 20:58:12.822612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.825921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Attempting to bind port 3105f7cd-0344-413e-bbae-f7f034532088 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:12.826447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Attempting to bind port 3105f7cd-0344-413e-bbae-f7f034532088 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:12.826949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Attempting to bind port 3105f7cd-0344-413e-bbae-f7f034532088 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:12.834117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:12.834551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:12.835016 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.835501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:12.835979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Bound port: 3105f7cd-0344-413e-bbae-f7f034532088, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:12.836373 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.904948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Pushing event deleted for resources: {'Port': ['ID=e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:12.924977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e310aa07-eaef-421a-9cd1-6ab39b21249c']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:12.929563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] For port 3105f7cd-0344-413e-bbae-f7f034532088, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:12.934127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] For port 3105f7cd-0344-413e-bbae-f7f034532088, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3105f7cd-0344-413e-bbae-f7f034532088,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:12.938832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Made reservation on behalf of 1d6bae548afb4d51b2ddba65d8bc64fb for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:12.942469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.942699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:12.975004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1503181d-bfb1-45e2-b442-b2c3c2fa1af9') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:12.975298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1503181d-bfb1-45e2-b442-b2c3c2fa1af9') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:13.002455 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.017243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Routers {'64cac484-c537-43c5-90b8-1973ee8f5cb7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:13.017886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['64cac484-c537-43c5-90b8-1973ee8f5cb7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:13.123651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266483d-2df0-4418-9273-19243ce3e3ea None None] Pushing event updated for resources: {'Port': ['ID=3105f7cd-0344-413e-bbae-f7f034532088,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:13.160311 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.161806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-49a8518b-77a8-4702-811c-d73f21d6c423 None None] Provisioning complete for port 3105f7cd-0344-413e-bbae-f7f034532088 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:13.162955 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49a8518b-77a8-4702-811c-d73f21d6c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.165599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] Set router 64cac484-c537-43c5-90b8-1973ee8f5cb7 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:13.213118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:58:13.213529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.256114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba50fdf8-ba02-4ef0-b14b-2aa49d23ffaf req-9c395087-cb8a-482a-b7aa-48ac6473d103 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 210 time: 0.1327758 Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:58:13.256753 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:58:13.455759 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49a8518b-77a8-4702-811c-d73f21d6c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.512345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-49a8518b-77a8-4702-811c-d73f21d6c423 None None] For port 3105f7cd-0344-413e-bbae-f7f034532088, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3105f7cd-0344-413e-bbae-f7f034532088,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:13.519925 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49a8518b-77a8-4702-811c-d73f21d6c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.543249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.574934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cac484-c537-43c5-90b8-1973ee8f5cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1934149136', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:06Z', 'updated_at': '2022-04-21T20:58:09Z', 'revision_number': 2, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None, '_interfaces': [{'id': '3105f7cd-0344-413e-bbae-f7f034532088', 'name': '', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'mac_address': 'fa:16:3e:2a:b9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cac484-c537-43c5-90b8-1973ee8f5cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e1f5efbd-ad01-48e3-a687-875eef366cc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:07Z', 'updated_at': '2022-04-21T20:58:12Z', 'revision_number': 4, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'subnets': [{'id': 'e1f5efbd-ad01-48e3-a687-875eef366cc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:13.595143 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.598393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "DELETE /v2.0/networks/e310aa07-eaef-421a-9cd1-6ab39b21249c HTTP/1.1" status: 204 len: 168 time: 2.7299016 Apr 21 20:58:13.606956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51258) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:13.607707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8518b-77a8-4702-811c-d73f21d6c423 None None] Pushing event updated for resources: {'Port': ['ID=3105f7cd-0344-413e-bbae-f7f034532088,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:13.611280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3aa30e-0b7b-4bcc-9802-ae0b59e61f8a None None] The sync data for ids ['64cac484-c537-43c5-90b8-1973ee8f5cb7'] in n-d-838945-1 is: [{'id': '64cac484-c537-43c5-90b8-1973ee8f5cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1934149136', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:06Z', 'updated_at': '2022-04-21T20:58:09Z', 'revision_number': 2, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None, '_interfaces': [{'id': '3105f7cd-0344-413e-bbae-f7f034532088', 'name': '', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'mac_address': 'fa:16:3e:2a:b9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cac484-c537-43c5-90b8-1973ee8f5cb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'e1f5efbd-ad01-48e3-a687-875eef366cc5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:07Z', 'updated_at': '2022-04-21T20:58:12Z', 'revision_number': 4, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'subnets': [{'id': 'e1f5efbd-ad01-48e3-a687-875eef366cc5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:58:13.624186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-974655686'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:13.652180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6bb9f279-1a63-4204-b885-2330172d2377 None None] Provisioning complete for port 3105f7cd-0344-413e-bbae-f7f034532088 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:13.652820 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6bb9f279-1a63-4204-b885-2330172d2377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.663110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e13d0044-e693-43ef-9fe5-57451f03e121 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.669065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e13d0044-e693-43ef-9fe5-57451f03e121 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.675639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e13d0044-e693-43ef-9fe5-57451f03e121 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.682453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e13d0044-e693-43ef-9fe5-57451f03e121 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.688625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e13d0044-e693-43ef-9fe5-57451f03e121 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.695992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e13d0044-e693-43ef-9fe5-57451f03e121 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.703155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:13.704013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e13d0044-e693-43ef-9fe5-57451f03e121 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.706034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e13d0044-e693-43ef-9fe5-57451f03e121 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.4966509 Apr 21 20:58:13.706788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.719265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b102c-ab76-4733-b62e-85dea34bdab2 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Network': ['ID=e310aa07-eaef-421a-9cd1-6ab39b21249c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:13.740919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d63d-b863-4b31-9e3d-076a08294343 req-6cc1c828-104a-488e-a2e7-c1986b5de396 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.747095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d63d-b863-4b31-9e3d-076a08294343 req-6cc1c828-104a-488e-a2e7-c1986b5de396 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.753091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d63d-b863-4b31-9e3d-076a08294343 req-6cc1c828-104a-488e-a2e7-c1986b5de396 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.760510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d63d-b863-4b31-9e3d-076a08294343 req-6cc1c828-104a-488e-a2e7-c1986b5de396 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.765849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d63d-b863-4b31-9e3d-076a08294343 req-6cc1c828-104a-488e-a2e7-c1986b5de396 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.771631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d63d-b863-4b31-9e3d-076a08294343 req-6cc1c828-104a-488e-a2e7-c1986b5de396 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.785268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6d63d-b863-4b31-9e3d-076a08294343 req-6cc1c828-104a-488e-a2e7-c1986b5de396 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.787346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19f6d63d-b863-4b31-9e3d-076a08294343 req-6cc1c828-104a-488e-a2e7-c1986b5de396 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.1398373 Apr 21 20:58:13.818954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:58:13.841065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.852598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Allocated IP 172.20.0.9 (1ce0c123-6869-4e68-b973-726a453ab290/d4bf5f30-1a54-45df-beff-c6aca22835c4/80844d28-c2aa-4ae4-a050-8c22167e710e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:13.853602 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.854486 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Added segment c6471adf-cc44-4dfd-a31c-a4f6641127cf of type vlan for network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 Apr 21 20:58:13.877408 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19f6d63d-b863-4b31-9e3d-076a08294343 req-e531c2ec-8729-4542-8643-7a9f561d766d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778210 Apr 21 20:58:13.885620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-a9f30561-b98f-4f51-9f51-8df2bf9f86ca tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.886989 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-a9f30561-b98f-4f51-9f51-8df2bf9f86ca tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "GET /v2.0/ports/86aae9c2-7ba2-4322-9ed3-3a81b43534ad?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1509464 Apr 21 20:58:13.919488 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.975807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:13.991512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:13.992058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.018072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.059580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4490366 Apr 21 20:58:14.062056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51262) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:14.066993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'subnet': {'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:14.091030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47fe31-2a2b-494b-9b57-0e3eb491da9c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Network': ['ID=b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:14.103798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:58:14.184262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:14.190755 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.255394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23aeff-9b46-460b-b96e-a4900d7e9a1a req-52e3ae36-ef1d-4a73-86de-164e29284ba9 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:14.256971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe23aeff-9b46-460b-b96e-a4900d7e9a1a req-52e3ae36-ef1d-4a73-86de-164e29284ba9 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 935 time: 0.4256740 Apr 21 20:58:14.302428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542b6101-eaa3-4658-ae4c-d037983f4a7f {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:14.361319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.393211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-dfbbab61-1f24-4b23-ba22-aaf13e89c661 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "GET /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4779162 Apr 21 20:58:14.445580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d983cbb-77fe-490b-9819-a6550441b0dc req-1b3469df-55ef-47ec-8afa-512b2b23912c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 210 time: 0.0635211 Apr 21 20:58:14.480848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3105f7cd-0344-413e-bbae-f7f034532088 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:14.487799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:14.498018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.545338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Transition to ACTIVE for port object 542b6101-eaa3-4658-ae4c-d037983f4a7f will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:58:14.583350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3105f7cd-0344-413e-bbae-f7f034532088 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:14.583847 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.608216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Subnet': ['ID=3d26bbf5-9d4c-417b-805d-8dff8a6003a2,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:14.617524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Checking segment: {'id': 'c6471adf-cc44-4dfd-a31c-a4f6641127cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:14.618938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network hostable DHCP agents. Network: b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:58:14.635085 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.648534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:58:14.660978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:14.668512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:14.671529 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.701892 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-44ab1199-f4b8-417d-a8d1-4d7bb7d95caf tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6387975 Apr 21 20:58:14.704789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51276) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:14.705626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d5aca-5a50-4d83-8627-760e475c793f None None] Network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:14.714833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-677755435'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:14.716113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe23aeff-9b46-460b-b96e-a4900d7e9a1a req-40a8fb0a-4a66-492e-a02a-02518321fd7e tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410827 Apr 21 20:58:14.741291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:14.744969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.829698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:58:14.859393 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:14.859761 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Added segment 9c7cc5a1-571e-40ff-8718-3a23730707c0 of type vlan for network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 Apr 21 20:58:14.949468 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.008781 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.013363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.013993 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.115419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4097092 Apr 21 20:58:15.118804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51280) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:15.133241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'subnet': {'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:15.159515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909', 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'fixed_ips': [{'subnet_id': '3d26bbf5-9d4c-417b-805d-8dff8a6003a2'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:58:15.161334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ad0f-cac8-447b-8f76-911c344fa1e3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Network': ['ID=6ab3b476-4b09-4dcc-868b-f4de01523dd6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:15.162873 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.179438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:58:15.187847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd195eb3-1154-45d7-a045-6b1565bf7020 req-0bb07e3a-6c57-4bc6-b48d-f921444bfedd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.194434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd195eb3-1154-45d7-a045-6b1565bf7020 req-0bb07e3a-6c57-4bc6-b48d-f921444bfedd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.201060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd195eb3-1154-45d7-a045-6b1565bf7020 req-0bb07e3a-6c57-4bc6-b48d-f921444bfedd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.207079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd195eb3-1154-45d7-a045-6b1565bf7020 req-0bb07e3a-6c57-4bc6-b48d-f921444bfedd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.213007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd195eb3-1154-45d7-a045-6b1565bf7020 req-0bb07e3a-6c57-4bc6-b48d-f921444bfedd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.220046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd195eb3-1154-45d7-a045-6b1565bf7020 req-0bb07e3a-6c57-4bc6-b48d-f921444bfedd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.225697 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd195eb3-1154-45d7-a045-6b1565bf7020 req-0bb07e3a-6c57-4bc6-b48d-f921444bfedd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.227859 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd195eb3-1154-45d7-a045-6b1565bf7020 req-0bb07e3a-6c57-4bc6-b48d-f921444bfedd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 5444 time: 0.2341850 Apr 21 20:58:15.236944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.246818 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.263032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Pushing event updated for resources: {'Port': ['ID=542b6101-eaa3-4658-ae4c-d037983f4a7f,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:15.319924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:15.324697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.419554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd195eb3-1154-45d7-a045-6b1565bf7020 req-d2f9ce66-d208-40a5-b2f8-89a6b821d302 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088634 Apr 21 20:58:15.423383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Router e3e34f48-b9d0-4536-9f34-074fc184258f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:58:15.455995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Allocated IP 19.80.0.2 (b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909/3d26bbf5-9d4c-417b-805d-8dff8a6003a2/90437370-b3cc-4915-9fd6-5861b3b32512) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:15.554811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.587556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Attempting to bind port 542b6101-eaa3-4658-ae4c-d037983f4a7f on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:15.588134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Attempting to bind port 542b6101-eaa3-4658-ae4c-d037983f4a7f by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:15.588618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Attempting to bind port 542b6101-eaa3-4658-ae4c-d037983f4a7f on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:15.601377 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.669580 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.680736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Subnet': ['ID=4cf03576-8a9d-4e16-aaec-6058f04bbbf2,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:15.681425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Port 542b6101-eaa3-4658-ae4c-d037983f4a7f on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:58:15.681776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Attempting to bind port 542b6101-eaa3-4658-ae4c-d037983f4a7f on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:15.685237 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.690023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Checking segment: {'id': '9c7cc5a1-571e-40ff-8718-3a23730707c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:15.690385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network hostable DHCP agents. Network: 6ab3b476-4b09-4dcc-868b-f4de01523dd6, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:58:15.711942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:58:15.724320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 6ab3b476-4b09-4dcc-868b-f4de01523dd6) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:15.730732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.731378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Network 1ce0c123-6869-4e68-b973-726a453ab290 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:15.731857 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.739941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:15.743035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:15.743235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:15.744876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f2826-ddab-44f8-a7d4-13b6c0d74c96 None None] Network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:15.745197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:15.745651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Bound port: 542b6101-eaa3-4658-ae4c-d037983f4a7f, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:15.746093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.750093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:15.756639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:15.760430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5bb25b8-2dad-4461-80c0-6d7ec7a94a1f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6400411 Apr 21 20:58:15.779798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Pushing event updated for resources: {'Port': ['ID=90437370-b3cc-4915-9fd6-5861b3b32512,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:15.790192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:15.792492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:15.833608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] For port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:15.887660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baec20-9eaf-45f5-aab8-9f406f1273d6 req-2b07bdc4-df36-47ad-b579-4dc72a561783 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.889411 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63baec20-9eaf-45f5-aab8-9f406f1273d6 req-2b07bdc4-df36-47ad-b579-4dc72a561783 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 947 time: 0.0669048 Apr 21 20:58:15.908248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Attempting to bind port 90437370-b3cc-4915-9fd6-5861b3b32512 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:15.908782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Attempting to bind port 90437370-b3cc-4915-9fd6-5861b3b32512 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'c6471adf-cc44-4dfd-a31c-a4f6641127cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:15.909408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Attempting to bind port 90437370-b3cc-4915-9fd6-5861b3b32512 on network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:15.912250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event updated for resources: {'Port': ['ID=80844d28-c2aa-4ae4-a050-8c22167e710e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:15.919467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:15.920137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Checking segment: {'id': 'c6471adf-cc44-4dfd-a31c-a4f6641127cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:15.920643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.921194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Bound using segment: {'id': 'c6471adf-cc44-4dfd-a31c-a4f6641127cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:15.921599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3d94f-b852-419f-a178-795efcc96bc6 req-393b76ac-b543-4542-b6fb-c702b3e84c49 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.921859 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Bound port: 90437370-b3cc-4915-9fd6-5861b3b32512, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6471adf-cc44-4dfd-a31c-a4f6641127cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:15.922346 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:15.923112 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0fe3d94f-b852-419f-a178-795efcc96bc6 req-393b76ac-b543-4542-b6fb-c702b3e84c49 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 931 time: 0.3918347 Apr 21 20:58:15.934774 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63baec20-9eaf-45f5-aab8-9f406f1273d6 req-8c851145-c730-4c69-b4fd-8cda1550ad15 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Apr 21 20:58:15.985456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:15.986148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.004678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 3105f7cd-0344-413e-bbae-f7f034532088 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:16.005131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.045358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 446bc886-9f57-4f74-99fb-5b7ccdc938e2 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:16.099765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] For port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:16.101734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:58:16.114872 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] Sync routers for ids ['e3e34f48-b9d0-4536-9f34-074fc184258f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:58:16.126281 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] Routers {'e3e34f48-b9d0-4536-9f34-074fc184258f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:16.126966 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e3e34f48-b9d0-4536-9f34-074fc184258f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:16.131473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3f399fec-6c67-4200-9ba4-a6db462bd47b admin admin] 10.222.0.49 "PUT /v2.0/routers/e3e34f48-b9d0-4536-9f34-074fc184258f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0103247 Apr 21 20:58:16.137936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2f726396-24e7-404d-a18a-949300e18c5f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1584780 Apr 21 20:58:16.141148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51308) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:16.143178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-6ab3b476-4b09-4dcc-868b-f4de01523dd6', 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'fixed_ips': [{'subnet_id': '4cf03576-8a9d-4e16-aaec-6058f04bbbf2'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:58:16.144200 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.148622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] For port 542b6101-eaa3-4658-ae4c-d037983f4a7f, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:16.151188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] For port 90437370-b3cc-4915-9fd6-5861b3b32512, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:16.166427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Request body: {'port': {'device_id': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:16.178930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] For port 90437370-b3cc-4915-9fd6-5861b3b32512, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=90437370-b3cc-4915-9fd6-5861b3b32512,segment=NetworkSegment(c6471adf-cc44-4dfd-a31c-a4f6641127cf),segment_id=c6471adf-cc44-4dfd-a31c-a4f6641127cf)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:16.204784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0fe3d94f-b852-419f-a178-795efcc96bc6 req-de704175-0531-4cde-91cc-f67a583d75b1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367871 Apr 21 20:58:16.212146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] For port 542b6101-eaa3-4658-ae4c-d037983f4a7f, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=542b6101-eaa3-4658-ae4c-d037983f4a7f,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:16.215822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-dc714f9d-db90-4203-9ea6-c0cd127eef75 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.227489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-dc714f9d-db90-4203-9ea6-c0cd127eef75 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.227683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] device_id is not set on port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:58:16.229762 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-dc714f9d-db90-4203-9ea6-c0cd127eef75 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/networks?id=b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909&id=6ab3b476-4b09-4dcc-868b-f4de01523dd6 HTTP/1.1" status: 200 len: 1390 time: 0.1955991 Apr 21 20:58:16.235894 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.249838 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.254586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-4920ac04-f7cb-4f88-8811-aac2668489e4 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/quotas/e77d48da9233489395b3075f831218f3 HTTP/1.1" status: 200 len: 375 time: 0.0241475 Apr 21 20:58:16.265328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.287584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.288210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.289892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] 10.222.0.43 "PUT /v2.0/ports/542b6101-eaa3-4658-ae4c-d037983f4a7f HTTP/1.1" status: 200 len: 1095 time: 4.1496825 Apr 21 20:58:16.311498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a0ed56-26c8-4d89-9f5c-9b50144f0654', 'tag': '542b6101-eaa3-4658-ae4c-d037983f4a7f'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:16.314963 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46128204-458b-4500-bb22-0f11274eec9b" -d '{"events": [{"name": "network-changed", "server_uuid": "29a0ed56-26c8-4d89-9f5c-9b50144f0654", "tag": "542b6101-eaa3-4658-ae4c-d037983f4a7f"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:16.324740 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] Set router e3e34f48-b9d0-4536-9f34-074fc184258f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:16.391753 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8775d9-da16-4a6c-80fc-4ac7de4b5204 x-openstack-request-id: req-1d8775d9-da16-4a6c-80fc-4ac7de4b5204 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:16.392257 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a0ed56-26c8-4d89-9f5c-9b50144f0654", "tag": "542b6101-eaa3-4658-ae4c-d037983f4a7f", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:16.392913 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d8775d9-da16-4a6c-80fc-4ac7de4b5204 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:16.393458 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8775d9-da16-4a6c-80fc-4ac7de4b5204'] response: {'name': 'network-changed', 'server_uuid': '29a0ed56-26c8-4d89-9f5c-9b50144f0654', 'tag': '542b6101-eaa3-4658-ae4c-d037983f4a7f', 'status': 'completed', 'code': 200} Apr 21 20:58:16.415845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] For port 3105f7cd-0344-413e-bbae-f7f034532088, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3105f7cd-0344-413e-bbae-f7f034532088,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:16.416507 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.421607 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-165bdc0b-2f6d-4f70-90e3-0590a7d8bcc1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e77d48da9233489395b3075f831218f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1654160 Apr 21 20:58:16.427572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.454665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Allocated IP 19.86.0.2 (6ab3b476-4b09-4dcc-868b-f4de01523dd6/4cf03576-8a9d-4e16-aaec-6058f04bbbf2/cae87156-cd80-499c-afc9-17d5b79b1630) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:16.499450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] No DVR routers for this DVR port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:16.594220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] In _notify_port_updated(), no bound segment for port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 20:58:16.595111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.595827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.597144 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] 10.222.0.46 "PUT /v2.0/ports/86aae9c2-7ba2-4322-9ed3-3a81b43534ad HTTP/1.1" status: 200 len: 1031 time: 2.1299529 Apr 21 20:58:16.600367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 3105f7cd-0344-413e-bbae-f7f034532088 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:16.603701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.617946 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:51Z', 'updated_at': '2022-04-21T20:58:12Z', 'revision_number': 5, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'gw_port': {'id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:52Z', 'updated_at': '2022-04-21T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:16.646465 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.650646 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.669320 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] Checking router: e3e34f48-b9d0-4536-9f34-074fc184258f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:58:16.679102 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] Routers {'e3e34f48-b9d0-4536-9f34-074fc184258f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:16.680080 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e3e34f48-b9d0-4536-9f34-074fc184258f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:16.738284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42249c05-3374-42b4-ab28-8a06608ad78e service neutron] Pushing event updated for resources: {'Port': ['ID=542b6101-eaa3-4658-ae4c-d037983f4a7f,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:16.751290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d1b24-4ea0-47ec-8abb-99ef120ba57f None None] Pushing event updated for resources: {'Port': ['ID=90437370-b3cc-4915-9fd6-5861b3b32512,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:16.770949 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:16.796085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e15fb-21a4-4421-a37f-25d3ccf6f7bb req-56b42d05-057c-4f55-bb51-dee158dfc3b8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.802506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e15fb-21a4-4421-a37f-25d3ccf6f7bb req-56b42d05-057c-4f55-bb51-dee158dfc3b8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.809028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e15fb-21a4-4421-a37f-25d3ccf6f7bb req-56b42d05-057c-4f55-bb51-dee158dfc3b8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.815466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e15fb-21a4-4421-a37f-25d3ccf6f7bb req-56b42d05-057c-4f55-bb51-dee158dfc3b8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.817184 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] Set router e3e34f48-b9d0-4536-9f34-074fc184258f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:16.822328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e15fb-21a4-4421-a37f-25d3ccf6f7bb req-56b42d05-057c-4f55-bb51-dee158dfc3b8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.829478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e15fb-21a4-4421-a37f-25d3ccf6f7bb req-56b42d05-057c-4f55-bb51-dee158dfc3b8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.837621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d6e15fb-21a4-4421-a37f-25d3ccf6f7bb req-56b42d05-057c-4f55-bb51-dee158dfc3b8 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 4666 time: 0.2469332 Apr 21 20:58:16.840817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-21e156e1-d7a5-4584-94c5-a50583fbe9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.842291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-21e156e1-d7a5-4584-94c5-a50583fbe9ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd849e47acaf4e50aabe39403b5fb85e&device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 1098 time: 0.4527688 Apr 21 20:58:16.877233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:16.885529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Pushing event updated for resources: {'Port': ['ID=cae87156-cd80-499c-afc9-17d5b79b1630,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:16.896075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:16.899318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:16.911534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd6011-9fc8-46f0-a95f-573594cecc66 service neutron] Pushing event updated for resources: {'Port': ['ID=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:16.955046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-67065c61-ce18-45e4-8daa-0b2b359b4029 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:16.956434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-67065c61-ce18-45e4-8daa-0b2b359b4029 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "GET /v2.0/ports/bc84869d-00b0-423c-804e-ad0ecdd5053b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2948599 Apr 21 20:58:17.004244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Attempting to bind port cae87156-cd80-499c-afc9-17d5b79b1630 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:17.004616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Attempting to bind port cae87156-cd80-499c-afc9-17d5b79b1630 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '9c7cc5a1-571e-40ff-8718-3a23730707c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:17.005512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Attempting to bind port cae87156-cd80-499c-afc9-17d5b79b1630 on network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:17.012960 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.017041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:17.024598 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:51Z', 'updated_at': '2022-04-21T20:58:12Z', 'revision_number': 5, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'gw_port': {'id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:52Z', 'updated_at': '2022-04-21T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:17.038128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:17.038677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Checking segment: {'id': '9c7cc5a1-571e-40ff-8718-3a23730707c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:17.039085 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.039489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Bound using segment: {'id': '9c7cc5a1-571e-40ff-8718-3a23730707c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:17.039979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Bound port: cae87156-cd80-499c-afc9-17d5b79b1630, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7cc5a1-571e-40ff-8718-3a23730707c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:17.040414 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.065021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-20be4b3b-3233-4605-8b6c-99de19fea92d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=542b6101-eaa3-4658-ae4c-d037983f4a7f HTTP/1.1" status: 200 len: 217 time: 0.1316800 Apr 21 20:58:17.067505 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ff502-06cb-4870-b999-ae262cb818cd None None] The sync data for ids ['e3e34f48-b9d0-4536-9f34-074fc184258f'] in n-d-838945-1 is: [{'id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'name': 'tempest-ServerRescueTestJSON-515806738-router', 'tenant_id': 'a3f56938e490466592e9a080b5a3cb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:51Z', 'updated_at': '2022-04-21T20:58:12Z', 'revision_number': 5, 'project_id': 'a3f56938e490466592e9a080b5a3cb6a', 'gw_port': {'id': 'ecee727f-3bf4-4f0f-b366-e04851df17f0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e34f48-b9d0-4536-9f34-074fc184258f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:52Z', 'updated_at': '2022-04-21T20:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:58:17.085435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446bc886-9f57-4f74-99fb-5b7ccdc938e2'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:17.087855 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd9ffdb-b79f-4615-b88c-0cba7cca9858" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "446bc886-9f57-4f74-99fb-5b7ccdc938e2"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:17.114736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d6e15fb-21a4-4421-a37f-25d3ccf6f7bb req-015f5cd1-d473-4f37-9863-7e21b867b949 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=d004444a-7add-4ffb-ad5c-bac7ba987539&id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2761452 Apr 21 20:58:17.126144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9834b3dc-76d9-4a71-8ef6-a90d9c183cee None None] Provisioning complete for port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:17.126602 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9834b3dc-76d9-4a71-8ef6-a90d9c183cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.129290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 446bc886-9f57-4f74-99fb-5b7ccdc938e2, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:17.155733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.156514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 28e2a7bb-fde2-4781-a6dc-aa20db9c503b no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:17.267901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9834b3dc-76d9-4a71-8ef6-a90d9c183cee None None] Port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:58:17.273361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-9f0e68b5-74d6-47cf-a885-d591da3361aa service neutron] 10.222.0.49 "GET /v2.0/networks/b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8508167 Apr 21 20:58:17.277942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.278617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] For port cae87156-cd80-499c-afc9-17d5b79b1630, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:17.286199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] For port cae87156-cd80-499c-afc9-17d5b79b1630, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cae87156-cd80-499c-afc9-17d5b79b1630,segment=NetworkSegment(9c7cc5a1-571e-40ff-8718-3a23730707c0),segment_id=9c7cc5a1-571e-40ff-8718-3a23730707c0)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:17.299328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.313140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=446bc886-9f57-4f74-99fb-5b7ccdc938e2,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:17.353530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.398711 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.424607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Deleting port ecee727f-3bf4-4f0f-b366-e04851df17f0 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:17.424607 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.468484 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-ad8dba08-c571-4f7c-b332-6975cda6a9cb service neutron] 10.222.0.49 "GET /v2.0/networks/b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798749 Apr 21 20:58:17.473532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac484090-71d6-4870-9cac-1ce836562301 None None] Pushing event updated for resources: {'Port': ['ID=cae87156-cd80-499c-afc9-17d5b79b1630,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:17.479383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-e1f48fde-b109-464f-bf8d-21bde70a4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:17.481457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-e1f48fde-b109-464f-bf8d-21bde70a4516 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.3839085 Apr 21 20:58:17.492675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:17.502984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.503122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d03cc100-8f43-4cd0-90c4-0d5b45304cab no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:17.668385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] For port ecee727f-3bf4-4f0f-b366-e04851df17f0, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ecee727f-3bf4-4f0f-b366-e04851df17f0,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:17.668827 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.699100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Calling delete_port for ecee727f-3bf4-4f0f-b366-e04851df17f0 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:17.717277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] For port bc84869d-00b0-423c-804e-ad0ecdd5053b, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bc84869d-00b0-423c-804e-ad0ecdd5053b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:17.718955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:17.754169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-400176f9-318c-49fc-883b-67ebd1e8a8c1 service neutron] 10.222.0.49 "GET /v2.0/networks/6ab3b476-4b09-4dcc-868b-f4de01523dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369728 Apr 21 20:58:17.787297 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.850651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d03cc100-8f43-4cd0-90c4-0d5b45304cab, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d03cc100-8f43-4cd0-90c4-0d5b45304cab,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:17.857676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c2b95-0b74-4f7d-b413-86484b7e5aa3 req-7bf46d06-3a30-4af4-8041-7784f723fcb3 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:17.859006 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:58:17.859894 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac5c2b95-0b74-4f7d-b413-86484b7e5aa3 req-7bf46d06-3a30-4af4-8041-7784f723fcb3 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 947 time: 0.5685747 Apr 21 20:58:17.869019 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:17.869766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:17.963198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=d03cc100-8f43-4cd0-90c4-0d5b45304cab,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:17.989001 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-55c6a7d7-53fb-44c2-a813-968b6aabd28d service neutron] 10.222.0.49 "GET /v2.0/networks/6ab3b476-4b09-4dcc-868b-f4de01523dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296081 Apr 21 20:58:18.006137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] For port bc84869d-00b0-423c-804e-ad0ecdd5053b, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:18.050837 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.061192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-1c0fa86e-e48a-4e35-9ef8-4397d1d4bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:18.062767 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-1c0fa86e-e48a-4e35-9ef8-4397d1d4bb65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5661325 Apr 21 20:58:18.063031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:58:18.099068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:18.107936 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.109475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bc84869d-00b0-423c-804e-ad0ecdd5053b no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:18.133410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] device_id is not set on port bc84869d-00b0-423c-804e-ad0ecdd5053b yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:58:18.134879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.141462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.188241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac5c2b95-0b74-4f7d-b413-86484b7e5aa3 req-e3603feb-8eb6-4380-b442-e45ddbecff6b tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061092 Apr 21 20:58:18.193887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecee727f-3bf4-4f0f-b366-e04851df17f0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:18.195324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=3105f7cd-0344-413e-bbae-f7f034532088,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:18.198996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.317787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.353508 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6ed9ff-3dfe-467f-a99a-16a61c0c8f7e x-openstack-request-id: req-6a6ed9ff-3dfe-467f-a99a-16a61c0c8f7e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:18.354453 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "446bc886-9f57-4f74-99fb-5b7ccdc938e2", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:18.354892 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a6ed9ff-3dfe-467f-a99a-16a61c0c8f7e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:18.355483 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6ed9ff-3dfe-467f-a99a-16a61c0c8f7e'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446bc886-9f57-4f74-99fb-5b7ccdc938e2', 'code': 200} Apr 21 20:58:18.422202 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.433827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80844d28-c2aa-4ae4-a050-8c22167e710e {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:18.446050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:18.528955 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.560922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bc84869d-00b0-423c-804e-ad0ecdd5053b not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:18.561627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 86aae9c2-7ba2-4322-9ed3-3a81b43534ad no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:18.622104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab89a8-7a52-4fc7-bf92-ca587bd30e1c req-5f799f50-e83f-4804-b90e-f6d6f13527b5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:18.633208 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68ab89a8-7a52-4fc7-bf92-ca587bd30e1c req-5f799f50-e83f-4804-b90e-f6d6f13527b5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 931 time: 0.2640822 Apr 21 20:58:18.718092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.732289 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68ab89a8-7a52-4fc7-bf92-ca587bd30e1c req-251708a0-9982-4756-9879-28f14e0981da tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978477 Apr 21 20:58:18.738185 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.898608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.900023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e34f48-b9d0-4536-9f34-074fc184258f {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:58:18.914059 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:18.924248 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-01595950-0146-4b28-a410-6468cbdc3a32 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e3e34f48-b9d0-4536-9f34-074fc184258f HTTP/1.1" status: 204 len: 168 time: 2.7803650 Apr 21 20:58:18.927325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51354) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:18.980287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cae87156-cd80-499c-afc9-17d5b79b1630 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:19.064492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:19.093117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6efafa5-8f24-4b7b-a6bd-b223b12464d6 req-c0c21a4e-5d4e-40f8-980e-06a020032b1a tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 210 time: 0.0586848 Apr 21 20:58:19.129749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a4abaf-a285-4652-8449-d314fb68116c admin admin] Deleting subnet bfd78404-457a-407b-b7d0-205ce877abd0 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:19.135670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16a4abaf-a285-4652-8449-d314fb68116c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.157029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f44e68-14cc-4863-b77f-0ef8c0d4d18a None None] Network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:19.199242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16a4abaf-a285-4652-8449-d314fb68116c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.208666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'mac_address': 'fa:16:3e:15:37:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:58:19.272247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16a4abaf-a285-4652-8449-d314fb68116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.295488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 86aae9c2-7ba2-4322-9ed3-3a81b43534ad not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:19.296580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f1d56b24-5abc-4238-be2f-181ebec5bb94 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:19.332255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f545409e-5fac-48eb-8794-bfa5dc53a084 None None] Provisioning complete for port bc84869d-00b0-423c-804e-ad0ecdd5053b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:19.332723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f545409e-5fac-48eb-8794-bfa5dc53a084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.343610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] No DVR routers for this DVR port bc84869d-00b0-423c-804e-ad0ecdd5053b on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:19.412148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Transition to ACTIVE for port object 80844d28-c2aa-4ae4-a050-8c22167e710e will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:58:19.414529 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.417004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] Pushing event updated for resources: {'Port': ['ID=bc84869d-00b0-423c-804e-ad0ecdd5053b,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:19.417906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c32b6-8d71-4f17-adc9-7b9763dd0265 req-f59c329f-4a45-4708-b557-74cc0c8531c7 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:19.420135 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd6c32b6-8d71-4f17-adc9-7b9763dd0265 req-f59c329f-4a45-4708-b557-74cc0c8531c7 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 947 time: 0.1051717 Apr 21 20:58:19.428419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.448706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-4dfd88fc-f0a1-411b-8ec3-0cea6a2fbb60 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3713081 Apr 21 20:58:19.450132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16a4abaf-a285-4652-8449-d314fb68116c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.451966 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port cae87156-cd80-499c-afc9-17d5b79b1630 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:19.452369 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.458607 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.499607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4abaf-a285-4652-8449-d314fb68116c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd78404-457a-407b-b7d0-205ce877abd0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:19.504572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de1cce-7c7e-4878-ade6-99176ba42ff0 None None] Network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:19.516727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:19.521971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16a4abaf-a285-4652-8449-d314fb68116c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.527001 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-16a4abaf-a285-4652-8449-d314fb68116c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bfd78404-457a-407b-b7d0-205ce877abd0 HTTP/1.1" status: 204 len: 168 time: 0.5958147 Apr 21 20:58:19.535554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51358) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:19.539911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f545409e-5fac-48eb-8794-bfa5dc53a084 None None] Port bc84869d-00b0-423c-804e-ad0ecdd5053b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:58:19.579801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd6c32b6-8d71-4f17-adc9-7b9763dd0265 req-9cad5767-f941-4dc3-b827-5ae3f9fb8279 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492336 Apr 21 20:58:19.648199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:19.653126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] In _notify_port_updated(), no bound segment for port bc84869d-00b0-423c-804e-ad0ecdd5053b on network e0b04d92-6368-4a13-91d3-55fa4a0bba4d {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 20:58:19.654282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:19.655134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.657252 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-fac7ae4a-2874-4c5c-8f61-e66af755ac08 service neutron] 10.222.0.46 "PUT /v2.0/ports/bc84869d-00b0-423c-804e-ad0ecdd5053b HTTP/1.1" status: 200 len: 1033 time: 2.6498127 Apr 21 20:58:19.672004 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.700284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.744458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e93b-0a61-47ce-ba0a-6c6d721ec068 req-ca553ba5-abf8-413c-9902-5eefe506e11d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:19.752045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e93b-0a61-47ce-ba0a-6c6d721ec068 req-ca553ba5-abf8-413c-9902-5eefe506e11d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:19.762761 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.769672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e93b-0a61-47ce-ba0a-6c6d721ec068 req-ca553ba5-abf8-413c-9902-5eefe506e11d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:19.788635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e93b-0a61-47ce-ba0a-6c6d721ec068 req-ca553ba5-abf8-413c-9902-5eefe506e11d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:19.792623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4882a2d2-910e-4e67-8671-e68ba844bff9']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:19.805689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97c6289-1194-4585-aa94-fdfce2e6e380') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:19.806455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97c6289-1194-4585-aa94-fdfce2e6e380') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:19.807423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e93b-0a61-47ce-ba0a-6c6d721ec068 req-ca553ba5-abf8-413c-9902-5eefe506e11d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:19.809348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db80e93b-0a61-47ce-ba0a-6c6d721ec068 req-ca553ba5-abf8-413c-9902-5eefe506e11d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 3878 time: 1.2965038 Apr 21 20:58:19.811210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70283ac0-d030-45df-a6c9-33e3cf7254ca req-6e763d6e-082f-4747-a3fd-53fe897730e2 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484635 Apr 21 20:58:19.822098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.856372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.867070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:58:19.867706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:58:19.870250 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:58:19.909956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['6c67436f-4bcb-49c2-90f9-c3df04a08bf3'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:19.912132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-57efbc81-6d4f-44cf-bff0-3f1342a460d7 None None] Provisioning complete for port 90437370-b3cc-4915-9fd6-5861b3b32512 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:19.912732 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-57efbc81-6d4f-44cf-bff0-3f1342a460d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:19.997831 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.040138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Pushing event updated for resources: {'Port': ['ID=80844d28-c2aa-4ae4-a050-8c22167e710e,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:20.092243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.095482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db80e93b-0a61-47ce-ba0a-6c6d721ec068 req-fc9c1f3b-6017-477c-8c10-e57c01377c27 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296309 Apr 21 20:58:20.103149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4882a2d2-910e-4e67-8671-e68ba844bff9 HTTP/1.1" status: 204 len: 168 time: 0.5651155 Apr 21 20:58:20.106207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f20da8-f051-45a1-9341-c1a50fdaad42 admin admin] Pushing event deleted for resources: {'Network': ['ID=4882a2d2-910e-4e67-8671-e68ba844bff9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:20.205486 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.266752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Router 64cac484-c537-43c5-90b8-1973ee8f5cb7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:58:20.277799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f1d56b24-5abc-4238-be2f-181ebec5bb94, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:20.303311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46128204-458b-4500-bb22-0f11274eec9b req-06d14ebb-8d43-46c9-9651-1fc80c4366e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:20.308855 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46128204-458b-4500-bb22-0f11274eec9b req-06d14ebb-8d43-46c9-9651-1fc80c4366e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd849e47acaf4e50aabe39403b5fb85e&device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 1098 time: 0.3868978 Apr 21 20:58:20.354852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-00147bf5-d19b-4e7b-90c1-45a6bcd39db7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:20.355030 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.376271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-00147bf5-d19b-4e7b-90c1-45a6bcd39db7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:20.376552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b'}, {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab'}, {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0'}, {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:20.378998 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d765a7-3abd-49c2-b8b4-d2977f24be7b" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "28e2a7bb-fde2-4781-a6dc-aa20db9c503b"}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "d03cc100-8f43-4cd0-90c4-0d5b45304cab"}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "34954fa9-2c9d-48fd-bc6f-f75ce4da16d0"}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:20.379584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-00147bf5-d19b-4e7b-90c1-45a6bcd39db7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "GET /v2.0/networks?id=b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909&id=6ab3b476-4b09-4dcc-868b-f4de01523dd6 HTTP/1.1" status: 200 len: 1390 time: 0.3143871 Apr 21 20:58:20.395455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:20.400093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50f48e-b602-4c7f-b6d3-dedd86f5e781 req-7e370d6a-f1d3-4e5a-a19d-875f9037d076 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:20.401672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ee50f48e-b602-4c7f-b6d3-dedd86f5e781 req-7e370d6a-f1d3-4e5a-a19d-875f9037d076 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 943 time: 0.5158160 Apr 21 20:58:20.405746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'port': {'device_id': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909', 'admin_state_up': True, 'tenant_id': 'e77d48da9233489395b3075f831218f3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:20.509051 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.541344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51400) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:20.542545 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.618738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9ba108d-7432-4ec5-8975-7a63d23bc804 req-c454e1dd-cd38-48c2-bc32-f3ce0a5b545b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 210 time: 0.1299047 Apr 21 20:58:20.621392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46128204-458b-4500-bb22-0f11274eec9b req-ddb4f91b-c7f8-47dd-b306-c2e4876d3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:20.623370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46128204-458b-4500-bb22-0f11274eec9b req-ddb4f91b-c7f8-47dd-b306-c2e4876d3db7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2996039 Apr 21 20:58:20.628813 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ee50f48e-b602-4c7f-b6d3-dedd86f5e781 req-b6b50818-9a79-401b-bd45-8d42f2be977e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102242 Apr 21 20:58:20.698229 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.700995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5ddf36bd-348f-4ab5-9c5f-20546d40d026 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3f56938e490466592e9a080b5a3cb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425059 Apr 21 20:58:20.709535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51404) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:20.757722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:20.776185 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78858425-1806-43c8-b333-810ed473d446 x-openstack-request-id: req-78858425-1806-43c8-b333-810ed473d446 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:20.776543 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "28e2a7bb-fde2-4781-a6dc-aa20db9c503b", "code": 200}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "d03cc100-8f43-4cd0-90c4-0d5b45304cab", "code": 200}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "34954fa9-2c9d-48fd-bc6f-f75ce4da16d0", "code": 200}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:20.776747 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78858425-1806-43c8-b333-810ed473d446 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:20.777480 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78858425-1806-43c8-b333-810ed473d446'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b', 'code': 200} Apr 21 20:58:20.777480 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78858425-1806-43c8-b333-810ed473d446'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab', 'code': 200} Apr 21 20:58:20.777730 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78858425-1806-43c8-b333-810ed473d446'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0', 'code': 200} Apr 21 20:58:20.790702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.792900 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78858425-1806-43c8-b333-810ed473d446'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'code': 200} Apr 21 20:58:20.813058 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-57efbc81-6d4f-44cf-bff0-3f1342a460d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.842457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46128204-458b-4500-bb22-0f11274eec9b req-5d28fce8-c516-4f9b-b158-48ef93d744e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=542b6101-eaa3-4658-ae4c-d037983f4a7f HTTP/1.1" status: 200 len: 217 time: 0.2052941 Apr 21 20:58:20.842902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Attempting to bind port 80844d28-c2aa-4ae4-a050-8c22167e710e on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:20.843738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Attempting to bind port 80844d28-c2aa-4ae4-a050-8c22167e710e by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:20.848018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Attempting to bind port 80844d28-c2aa-4ae4-a050-8c22167e710e on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:20.855184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f1d56b24-5abc-4238-be2f-181ebec5bb94,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:20.897887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port cae87156-cd80-499c-afc9-17d5b79b1630, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cae87156-cd80-499c-afc9-17d5b79b1630,segment=NetworkSegment(9c7cc5a1-571e-40ff-8718-3a23730707c0),segment_id=9c7cc5a1-571e-40ff-8718-3a23730707c0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:20.911238 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:20.912467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 90437370-b3cc-4915-9fd6-5861b3b32512 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:20.938286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:58:20.967358 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2c49b632-0700-42ef-8c5f-bcfdc69a04b1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "PUT /v2.0/routers/64cac484-c537-43c5-90b8-1973ee8f5cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4970593 Apr 21 20:58:20.972851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51406) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:21.014376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4f201ba-ae33-4bbe-a000-391508586579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.019137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] Sync routers for ids ['64cac484-c537-43c5-90b8-1973ee8f5cb7'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:58:21.042949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4f201ba-ae33-4bbe-a000-391508586579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.124665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88fbf9-29bc-4a49-bb04-5fbd7a8be72d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:21.127360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88fbf9-29bc-4a49-bb04-5fbd7a8be72d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:21.133149 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9c88fbf9-29bc-4a49-bb04-5fbd7a8be72d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0984368 Apr 21 20:58:21.133318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4f201ba-ae33-4bbe-a000-391508586579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.134247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4f201ba-ae33-4bbe-a000-391508586579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.135569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Port 80844d28-c2aa-4ae4-a050-8c22167e710e on network 1ce0c123-6869-4e68-b973-726a453ab290 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:58:21.135971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Attempting to bind port 80844d28-c2aa-4ae4-a050-8c22167e710e on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:21.138405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b4f201ba-ae33-4bbe-a000-391508586579 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e603753d-9ce7-47ae-8a74-1afb3b0384be HTTP/1.1" status: 204 len: 168 time: 0.4276538 Apr 21 20:58:21.139096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51408) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:21.145893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-57efbc81-6d4f-44cf-bff0-3f1342a460d7 None None] For port 90437370-b3cc-4915-9fd6-5861b3b32512, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=90437370-b3cc-4915-9fd6-5861b3b32512,segment=NetworkSegment(c6471adf-cc44-4dfd-a31c-a4f6641127cf),segment_id=c6471adf-cc44-4dfd-a31c-a4f6641127cf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:21.154024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:21.159791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f201ba-ae33-4bbe-a000-391508586579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e603753d-9ce7-47ae-8a74-1afb3b0384be,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:21.160117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Checking segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:21.160514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Bound using segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:21.161396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Bound port: 80844d28-c2aa-4ae4-a050-8c22167e710e, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:21.161771 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.169370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] Routers {'64cac484-c537-43c5-90b8-1973ee8f5cb7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:21.170596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['64cac484-c537-43c5-90b8-1973ee8f5cb7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:21.173391 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-57efbc81-6d4f-44cf-bff0-3f1342a460d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.227365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:21.227727 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.235725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd57515-35d7-4378-8eb4-8cd81aeff29f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet e1f5efbd-ad01-48e3-a687-875eef366cc5 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:21.241834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cd57515-35d7-4378-8eb4-8cd81aeff29f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.298768 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Allocated IP 19.80.0.213 (b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909/3d26bbf5-9d4c-417b-805d-8dff8a6003a2/b7075d6b-aa73-46d5-885c-ef8aefa4a3c1) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:21.316619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=cae87156-cd80-499c-afc9-17d5b79b1630,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:21.368364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] Set router 64cac484-c537-43c5-90b8-1973ee8f5cb7 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:21.369484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cd57515-35d7-4378-8eb4-8cd81aeff29f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.408015 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-57efbc81-6d4f-44cf-bff0-3f1342a460d7 None None] Provisioning complete for port cae87156-cd80-499c-afc9-17d5b79b1630 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:21.408328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-57efbc81-6d4f-44cf-bff0-3f1342a460d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.423297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570461a-0078-4090-936b-b4af32d129dd req-a870665b-9ca5-4211-ab9b-8d42a090ef82 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:21.431851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570461a-0078-4090-936b-b4af32d129dd req-a870665b-9ca5-4211-ab9b-8d42a090ef82 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:21.439244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570461a-0078-4090-936b-b4af32d129dd req-a870665b-9ca5-4211-ab9b-8d42a090ef82 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:21.451508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] For port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:21.452699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.458612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570461a-0078-4090-936b-b4af32d129dd req-a870665b-9ca5-4211-ab9b-8d42a090ef82 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:21.475287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Calling delete_port for 28e2a7bb-fde2-4781-a6dc-aa20db9c503b owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:21.478342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cac484-c537-43c5-90b8-1973ee8f5cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1934149136', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:06Z', 'updated_at': '2022-04-21T20:58:17Z', 'revision_number': 3, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:21.485688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570461a-0078-4090-936b-b4af32d129dd req-a870665b-9ca5-4211-ab9b-8d42a090ef82 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:21.486430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 90437370-b3cc-4915-9fd6-5861b3b32512 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:21.486925 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.493457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1570461a-0078-4090-936b-b4af32d129dd req-a870665b-9ca5-4211-ab9b-8d42a090ef82 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 3876 time: 0.2201252 Apr 21 20:58:21.557160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] Checking router: 64cac484-c537-43c5-90b8-1973ee8f5cb7 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:58:21.576419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efbc81-6d4f-44cf-bff0-3f1342a460d7 None None] Pushing event updated for resources: {'Port': ['ID=90437370-b3cc-4915-9fd6-5861b3b32512,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:21.596798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] Routers {'64cac484-c537-43c5-90b8-1973ee8f5cb7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:21.597360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['64cac484-c537-43c5-90b8-1973ee8f5cb7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:21.761774 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.779186 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1570461a-0078-4090-936b-b4af32d129dd req-b460357f-ad1e-4ad6-b67d-a0ff139ec0f0 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908681 Apr 21 20:58:21.797742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3cb70-f44b-4a51-99bf-adfc2c01a547 req-b1d2a0b6-9acb-4be9-9af7-1bf153d4ec17 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:21.799529 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afc3cb70-f44b-4a51-99bf-adfc2c01a547 req-b1d2a0b6-9acb-4be9-9af7-1bf153d4ec17 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 947 time: 0.8733587 Apr 21 20:58:21.844332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46128204-458b-4500-bb22-0f11274eec9b req-3f04431a-ab28-4ef6-b261-39dfaae5b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:21.845753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46128204-458b-4500-bb22-0f11274eec9b req-3f04431a-ab28-4ef6-b261-39dfaae5b24c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.9941781 Apr 21 20:58:21.910687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Port': ['ID=28e2a7bb-fde2-4781-a6dc-aa20db9c503b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:21.911000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] Set router 64cac484-c537-43c5-90b8-1973ee8f5cb7 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:21.955837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] No DVR routers for this DVR port 28e2a7bb-fde2-4781-a6dc-aa20db9c503b on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:21.964119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:21.971619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-e0f85089-20db-4eb8-8d39-3ed6e0d9332d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "DELETE /v2.0/ports/28e2a7bb-fde2-4781-a6dc-aa20db9c503b HTTP/1.1" status: 204 len: 173 time: 2.1593843 Apr 21 20:58:22.007952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:22.012802 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37473cf-231e-4030-8481-843167475aa9" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "28e2a7bb-fde2-4781-a6dc-aa20db9c503b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:22.028540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64cac484-c537-43c5-90b8-1973ee8f5cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1934149136', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:06Z', 'updated_at': '2022-04-21T20:58:17Z', 'revision_number': 3, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:22.089235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fa3b1-80c9-4def-946b-aa0afabc69ba None None] The sync data for ids ['64cac484-c537-43c5-90b8-1973ee8f5cb7'] in n-d-838945-1 is: [{'id': '64cac484-c537-43c5-90b8-1973ee8f5cb7', 'name': 'tempest-NetworksTestDHCPv6-router-1934149136', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:06Z', 'updated_at': '2022-04-21T20:58:17Z', 'revision_number': 3, 'project_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:58:22.100001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:22.132132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:22.135218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:22.162388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:22.162926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e4cbed12-fce5-4b81-9bf0-e5075cf0a2c1 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:22.200459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80844d28-c2aa-4ae4-a050-8c22167e710e,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:22.208092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afc3cb70-f44b-4a51-99bf-adfc2c01a547 req-fec3410e-961e-465d-b3be-c96a5b82e9f8 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985616 Apr 21 20:58:22.211539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:22.212227 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.254370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1c836d85-fa34-421a-83cc-90152bc33c63 None None] Provisioning complete for port 90437370-b3cc-4915-9fd6-5861b3b32512 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:22.254744 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1c836d85-fa34-421a-83cc-90152bc33c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.285660 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.315488 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cd57515-35d7-4378-8eb4-8cd81aeff29f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.330810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46128204-458b-4500-bb22-0f11274eec9b req-d20e1b86-8d79-489d-89b0-630e4315b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:22.332589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46128204-458b-4500-bb22-0f11274eec9b req-d20e1b86-8d79-489d-89b0-630e4315b4c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4485323 Apr 21 20:58:22.367886 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.476867 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.490839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:22.501101 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.582781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:22.592377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1c836d85-fa34-421a-83cc-90152bc33c63 None None] Provisioning complete for port cae87156-cd80-499c-afc9-17d5b79b1630 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:22.593463 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1c836d85-fa34-421a-83cc-90152bc33c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.633673 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cd57515-35d7-4378-8eb4-8cd81aeff29f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.672796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ec230-0a9a-480d-86ea-730602cf156f req-d37834b7-0754-4f70-8a89-9721fe9a2193 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:22.675908 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b49ec230-0a9a-480d-86ea-730602cf156f req-d37834b7-0754-4f70-8a89-9721fe9a2193 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 943 time: 0.3537583 Apr 21 20:58:22.730965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cae87156-cd80-499c-afc9-17d5b79b1630 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:22.747498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:22.748180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.750436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] 10.222.0.43 "PUT /v2.0/ports/80844d28-c2aa-4ae4-a050-8c22167e710e HTTP/1.1" status: 200 len: 1091 time: 6.5930905 Apr 21 20:58:22.798096 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.800329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:22.806802 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dc41e6-f28d-446e-b69f-0128f0f99b4c" -d '{"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-plugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:22.824915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46128204-458b-4500-bb22-0f11274eec9b req-1d7ac54e-6f13-406b-9a5e-5080b1d6b196 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647963 Apr 21 20:58:22.836247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd57515-35d7-4378-8eb4-8cd81aeff29f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f5efbd-ad01-48e3-a687-875eef366cc5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:22.845212 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cd57515-35d7-4378-8eb4-8cd81aeff29f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.850271 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2cd57515-35d7-4378-8eb4-8cd81aeff29f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/e1f5efbd-ad01-48e3-a687-875eef366cc5 HTTP/1.1" status: 204 len: 168 time: 1.6960907 Apr 21 20:58:22.855146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b8f7c-bf8e-4979-8ab9-a4fd4ef7ed1f service neutron] Pushing event updated for resources: {'Port': ['ID=80844d28-c2aa-4ae4-a050-8c22167e710e,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:22.858061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51452) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:22.880624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe4d03-dcc9-4525-b2ba-e843570c9c0d None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:22.890672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port cae87156-cd80-499c-afc9-17d5b79b1630 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:22.891408 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.961873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting port d03cc100-8f43-4cd0-90c4-0d5b45304cab {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:22.962366 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:22.983432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:22.988706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79791bc-c6ee-41fa-afcf-c1ab58559062 req-83be706f-7d72-4e5f-8c5b-d77fc538cbf3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:22.990426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f79791bc-c6ee-41fa-afcf-c1ab58559062 req-83be706f-7d72-4e5f-8c5b-d77fc538cbf3 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 932 time: 0.3276381 Apr 21 20:58:22.995930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:23.000024 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:23.005351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b49ec230-0a9a-480d-86ea-730602cf156f req-da6358c4-98dd-4e77-9f3f-0efe8b825097 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176346 Apr 21 20:58:23.012706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-c80e3748-6136-48c0-87b8-775e7ee4aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:23.015002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-c80e3748-6136-48c0-87b8-775e7ee4aec8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 1094 time: 0.1877182 Apr 21 20:58:23.034922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Port': ['ID=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:23.087045 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1435fdf7-e1c7-407d-83fe-4e14cb4d536a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2182515 Apr 21 20:58:23.089863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51460) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:23.114246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:23.114940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:23.226344 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed93fc0e-793d-4e98-ba89-bf1ff17ec80c x-openstack-request-id: req-ed93fc0e-793d-4e98-ba89-bf1ff17ec80c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:23.226682 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "28e2a7bb-fde2-4781-a6dc-aa20db9c503b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:23.226925 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed93fc0e-793d-4e98-ba89-bf1ff17ec80c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:23.227364 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed93fc0e-793d-4e98-ba89-bf1ff17ec80c'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': '28e2a7bb-fde2-4781-a6dc-aa20db9c503b', 'status': 'completed', 'code': 200} Apr 21 20:58:23.231869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-71980762-0e5e-4666-9114-790169d91e75 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:23.250716 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-e9b546de-13bd-421f-be76-8df24c529f8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80844d28-c2aa-4ae4-a050-8c22167e710e HTTP/1.1" status: 200 len: 217 time: 0.1424017 Apr 21 20:58:23.271706 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-483bfad9-72e6-4199-b3e9-1ae4c245fd86 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8798492 Apr 21 20:58:23.291418 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2182b96-6880-4e1f-b430-911ae46bceb4 x-openstack-request-id: req-a2182b96-6880-4e1f-b430-911ae46bceb4 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:23.291720 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-plugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:23.292103 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2182b96-6880-4e1f-b430-911ae46bceb4 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:23.292516 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2182b96-6880-4e1f-b430-911ae46bceb4'] response: {'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'code': 200} Apr 21 20:58:23.314812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Request body: {'port': {'device_id': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6', 'admin_state_up': True, 'tenant_id': 'e77d48da9233489395b3075f831218f3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:23.391333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46128204-458b-4500-bb22-0f11274eec9b req-610787c9-09a7-4588-87ef-33c794c13b57 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418391 Apr 21 20:58:23.404259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 90437370-b3cc-4915-9fd6-5861b3b32512 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:23.417576 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f79791bc-c6ee-41fa-afcf-c1ab58559062 req-a8051061-afb6-4c86-9677-2a53af9577d9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014425 Apr 21 20:58:23.458727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] For port d03cc100-8f43-4cd0-90c4-0d5b45304cab, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d03cc100-8f43-4cd0-90c4-0d5b45304cab,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:23.459166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:23.470676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-0494dc38-8e90-408a-b50d-f8fbf9900150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:23.472374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-0494dc38-8e90-408a-b50d-f8fbf9900150 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.2046475 Apr 21 20:58:23.574983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Calling delete_port for d03cc100-8f43-4cd0-90c4-0d5b45304cab owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:23.579326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-a6f0a9c9-a739-4f91-92bf-a02f03bd2eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944161 Apr 21 20:58:23.619011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-eb9ffeba-f567-414b-be35-5ea0160cb633 None None] Provisioning complete for port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:23.619771 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eb9ffeba-f567-414b-be35-5ea0160cb633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:23.627607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5fda31-dbf4-4c93-9564-6b6c43071fa0 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:58:23.690969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 542b6101-eaa3-4658-ae4c-d037983f4a7f details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:58:23.899213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76420ea8-d7ce-41d6-b27f-ae44e2f5b105 req-589de323-1a66-4b96-8d61-3b16794cc40a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:23.908076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76420ea8-d7ce-41d6-b27f-ae44e2f5b105 req-589de323-1a66-4b96-8d61-3b16794cc40a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:23.917814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76420ea8-d7ce-41d6-b27f-ae44e2f5b105 req-589de323-1a66-4b96-8d61-3b16794cc40a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:23.927519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76420ea8-d7ce-41d6-b27f-ae44e2f5b105 req-589de323-1a66-4b96-8d61-3b16794cc40a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:23.929610 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76420ea8-d7ce-41d6-b27f-ae44e2f5b105 req-589de323-1a66-4b96-8d61-3b16794cc40a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 3143 time: 0.3217888 Apr 21 20:58:23.951790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-71980762-0e5e-4666-9114-790169d91e75 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:23.958767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-71980762-0e5e-4666-9114-790169d91e75 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:24.001043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ffeba-f567-414b-be35-5ea0160cb633 None None] Port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:58:24.031585 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-fbb8aced-da8e-4aaf-b687-4c896a1cc179 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432395 Apr 21 20:58:24.035604 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 90437370-b3cc-4915-9fd6-5861b3b32512 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:24.042232 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:24.072309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76420ea8-d7ce-41d6-b27f-ae44e2f5b105 req-be8924fe-50bd-4bde-8f46-ad1885b5a27f tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266074 Apr 21 20:58:24.087077 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Made reservation on behalf of e77d48da9233489395b3075f831218f3 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:24.098699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:24.135429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fda31-dbf4-4c93-9564-6b6c43071fa0 None None] Deleting port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:24.142267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e5fda31-dbf4-4c93-9564-6b6c43071fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:24.147834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-71980762-0e5e-4666-9114-790169d91e75 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:24.152572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71980762-0e5e-4666-9114-790169d91e75 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Fanout notify agent at l3_agent the message router_deleted on router 64cac484-c537-43c5-90b8-1973ee8f5cb7 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:58:24.182777 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-71980762-0e5e-4666-9114-790169d91e75 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:24.201513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-71980762-0e5e-4666-9114-790169d91e75 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/routers/64cac484-c537-43c5-90b8-1973ee8f5cb7 HTTP/1.1" status: 204 len: 168 time: 1.1105790 Apr 21 20:58:24.205450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51490) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:24.326168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51b78db5-fe60-415f-94c4-da3c98073820 req-af3ce026-98ae-4cba-b39a-c3a4edd1804e tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0759122 Apr 21 20:58:24.420619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 542b6101-eaa3-4658-ae4c-d037983f4a7f, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=542b6101-eaa3-4658-ae4c-d037983f4a7f,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:24.481982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3e5fda31-dbf4-4c93-9564-6b6c43071fa0 None None] For port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dc6606e4-e001-451c-aeac-4ccaa2ff0cb1,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:24.482667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e5fda31-dbf4-4c93-9564-6b6c43071fa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:24.512632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '542b6101-eaa3-4658-ae4c-d037983f4a7f', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '542b6101-eaa3-4658-ae4c-d037983f4a7f', 'mac_address': 'fa:16:3e:e6:76:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:58:24.515374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fda31-dbf4-4c93-9564-6b6c43071fa0 None None] Calling delete_port for dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:24.607191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2f120-2199-4a62-9b90-e56123d2273d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:24.619194 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69d2f120-2199-4a62-9b90-e56123d2273d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4111316 Apr 21 20:58:24.662736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51498) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:24.815021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e01094-acab-4160-92f7-a3b9c085ce5c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:24.821730 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:24.825361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-61e01094-acab-4160-92f7-a3b9c085ce5c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1607292 Apr 21 20:58:24.826029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51502) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:24.868453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542b6101-eaa3-4658-ae4c-d037983f4a7f {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:24.875835 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9e56e-be5d-43c2-bcba-d3447dfcab74 req-a2f880f3-d0a5-4b27-9cd8-080031ffedb3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:24.877477 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-52a9e56e-be5d-43c2-bcba-d3447dfcab74 req-a2f880f3-d0a5-4b27-9cd8-080031ffedb3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 943 time: 0.4010532 Apr 21 20:58:24.909029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ecee727f-3bf4-4f0f-b366-e04851df17f0 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:24.937369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Allocated IP 19.86.0.76 (6ab3b476-4b09-4dcc-868b-f4de01523dd6/4cf03576-8a9d-4e16-aaec-6058f04bbbf2/64697864-765c-42d0-8e9a-bd807b37dda7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:24.943336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 542b6101-eaa3-4658-ae4c-d037983f4a7f, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=542b6101-eaa3-4658-ae4c-d037983f4a7f,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:24.944693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e5fda31-dbf4-4c93-9564-6b6c43071fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:24.948350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: ecee727f-3bf4-4f0f-b366-e04851df17f0 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:24.948703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ecee727f-3bf4-4f0f-b366-e04851df17f0 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:24.949126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3105f7cd-0344-413e-bbae-f7f034532088 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:24.957844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:25.001699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:25.010991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3105f7cd-0344-413e-bbae-f7f034532088 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:25.011340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3105f7cd-0344-413e-bbae-f7f034532088 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:25.012715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fda31-dbf4-4c93-9564-6b6c43071fa0 None None] Pushing event deleted for resources: {'Port': ['ID=dc6606e4-e001-451c-aeac-4ccaa2ff0cb1,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:25.015258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5fda31-dbf4-4c93-9564-6b6c43071fa0 None None] No DVR routers for this DVR port dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:25.099757 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f8ad3577-2fc7-4205-a27a-2db284168e19 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2646894 Apr 21 20:58:25.100326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Port': ['ID=d03cc100-8f43-4cd0-90c4-0d5b45304cab,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:25.101503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51504) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:25.106064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:25.120794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8de009-9d9c-4633-8900-2d88c6a9fe44 req-51f30150-760d-4e34-9ae0-b98db9532263 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:25.140982 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ec8de009-9d9c-4633-8900-2d88c6a9fe44 req-51f30150-760d-4e34-9ae0-b98db9532263 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 947 time: 0.3457391 Apr 21 20:58:25.189206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:25.214587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae41707e-6de2-43ce-9148-9157a8822a0a req-7c4320b6-5855-468e-9600-925f1e5e6549 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1655114 Apr 21 20:58:25.216010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.216368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.216703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.227797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.228673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.228673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.241834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.243485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.244725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.245154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.245512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.245857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:25.267961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=542b6101-eaa3-4658-ae4c-d037983f4a7f,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:25.271239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:25.273165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:25.275652 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7bfdf3-6a82-492e-8b13-7f463cce1683" -d '{"events": [{"name": "network-changed", "server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:25.276498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dc6606e4-e001-451c-aeac-4ccaa2ff0cb1 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:25.320790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:25.327109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] No DVR routers for this DVR port d03cc100-8f43-4cd0-90c4-0d5b45304cab on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:25.334402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:25.338721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-d4d4232c-40e0-4510-97ad-32e6223f906d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "DELETE /v2.0/ports/d03cc100-8f43-4cd0-90c4-0d5b45304cab HTTP/1.1" status: 204 len: 173 time: 3.3186684 Apr 21 20:58:25.339003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-52a9e56e-be5d-43c2-bcba-d3447dfcab74 req-c776aeb6-a805-4df8-acfb-99992d309062 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453394 Apr 21 20:58:25.347394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ec8de009-9d9c-4633-8900-2d88c6a9fe44 req-fcee00f0-5757-4181-965a-8ee31e2cfacc tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770918 Apr 21 20:58:25.389049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:25.392922 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:25.416847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['542b6101-eaa3-4658-ae4c-d037983f4a7f'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:25.475190 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:25.546996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:25.567209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:25.586694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:25.586980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bda55-b8bc-494c-92ec-ad3271ae2888 req-c80ac067-e204-4fc1-8c91-e6a04a27ecba tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:25.593541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bda55-b8bc-494c-92ec-ad3271ae2888 req-c80ac067-e204-4fc1-8c91-e6a04a27ecba tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:25.599487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bda55-b8bc-494c-92ec-ad3271ae2888 req-c80ac067-e204-4fc1-8c91-e6a04a27ecba tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:25.601204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711bda55-b8bc-494c-92ec-ad3271ae2888 req-c80ac067-e204-4fc1-8c91-e6a04a27ecba tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 2410 time: 0.1371195 Apr 21 20:58:25.732536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting port f1d56b24-5abc-4238-be2f-181ebec5bb94 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:25.732906 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:25.744907 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:25.746063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:25.781235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event updated for resources: {'Port': ['ID=64697864-765c-42d0-8e9a-bd807b37dda7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:25.802928 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-7edb7f03-8197-489d-b40f-61217cec886b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4893055 Apr 21 20:58:25.883242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff42b62-d504-4484-ab5f-2ebd2e1d28cc req-e09ea7df-394c-401c-8709-5322123390ff tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:25.891865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff42b62-d504-4484-ab5f-2ebd2e1d28cc req-e09ea7df-394c-401c-8709-5322123390ff tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:25.903019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ff42b62-d504-4484-ab5f-2ebd2e1d28cc req-e09ea7df-394c-401c-8709-5322123390ff tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1654 time: 0.3877006 Apr 21 20:58:25.914220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Request body: {'port': {'device_id': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:25.929383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] For port f1d56b24-5abc-4238-be2f-181ebec5bb94, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f1d56b24-5abc-4238-be2f-181ebec5bb94,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:25.930029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:25.962812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711bda55-b8bc-494c-92ec-ad3271ae2888 req-dd122787-a587-40ff-a1f0-1d1b1e7195df tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493207 Apr 21 20:58:26.032451 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:26.091644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-525b833b-50e2-4af2-af48-0e6a2fea265b None None] Provisioning complete for port 64697864-765c-42d0-8e9a-bd807b37dda7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:26.092190 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-525b833b-50e2-4af2-af48-0e6a2fea265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:26.133495 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ff42b62-d504-4484-ab5f-2ebd2e1d28cc req-2a99599b-be7b-4462-9e3a-b1e72fc0e84d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292731 Apr 21 20:58:26.189433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-525b833b-50e2-4af2-af48-0e6a2fea265b None None] Port 64697864-765c-42d0-8e9a-bd807b37dda7 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:58:26.208209 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5789b22-4830-4945-8941-8990dc3908c7 x-openstack-request-id: req-b5789b22-4830-4945-8941-8990dc3908c7 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:26.208792 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:26.208792 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5789b22-4830-4945-8941-8990dc3908c7 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:26.209146 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5789b22-4830-4945-8941-8990dc3908c7'] response: {'name': 'network-changed', 'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e', 'status': 'completed', 'code': 200} Apr 21 20:58:26.327012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63ce2135-6816-4ae3-b43f-9030f4c8cfb9 req-67380d85-8897-4f91-8a7f-13b7057e9032 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0385673 Apr 21 20:58:26.367223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-b3675377-56a1-4977-a050-1291e25c3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:26.369007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-b3675377-56a1-4977-a050-1291e25c3d13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 1094 time: 0.0817652 Apr 21 20:58:26.390266 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:26.390639 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:26.391009 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Floating IP f813910e-3d71-4d69-923b-d9d60ec3ace6 disassociated. External IP: 172.25.0.220, port: f1d56b24-5abc-4238-be2f-181ebec5bb94. Apr 21 20:58:26.391357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Calling delete_port for f1d56b24-5abc-4238-be2f-181ebec5bb94 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:26.535543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:58:26.547302 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:26.625195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:26.627194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-44f5cc0c-5062-4c99-a420-cc75006d80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:26.633967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-44f5cc0c-5062-4c99-a420-cc75006d80a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 913 time: 0.2561626 Apr 21 20:58:26.634154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:26.645024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62fb63-1fd5-40c6-9967-0eda14310469 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:26.651070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eaf8f-84c7-4422-ab25-c6937cc462fa req-2ea62b02-493f-41df-aa2a-cb2505914aa9 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:26.651070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a6eaf8f-84c7-4422-ab25-c6937cc462fa req-2ea62b02-493f-41df-aa2a-cb2505914aa9 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 948 time: 0.1296329 Apr 21 20:58:26.657693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:26.658282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:26.677551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=a23733ac-b9ce-4220-97ba-3537eec14a08,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:26.693252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96d8f-ff7e-4bc7-b937-05e321ee0c76 req-236826dd-4780-4c7e-9bcf-768f32f755b1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:26.694961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39d96d8f-ff7e-4bc7-b937-05e321ee0c76 req-236826dd-4780-4c7e-9bcf-768f32f755b1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 943 time: 0.1829052 Apr 21 20:58:26.697230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:26.711090 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5a94fd76-e20a-426f-8493-6d993219cdf7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6065826 Apr 21 20:58:26.711371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-d9e04cb1-e910-4203-9f70-e04349e29236 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80844d28-c2aa-4ae4-a050-8c22167e710e HTTP/1.1" status: 200 len: 217 time: 0.0594363 Apr 21 20:58:26.712404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51526) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:26.715065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:26.717561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:26.770669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Transition to ACTIVE for port object b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:58:26.794861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39d96d8f-ff7e-4bc7-b937-05e321ee0c76 req-d4b87a1b-c6ec-4cfb-8ec3-f471ed840ced tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928881 Apr 21 20:58:26.795924 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:26.935622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': 'a23733ac-b9ce-4220-97ba-3537eec14a08'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:58:26.938642 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:26.967702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Pushing event updated for resources: {'Port': ['ID=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:26.992790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Attempting to bind port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:26.993625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Attempting to bind port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'c6471adf-cc44-4dfd-a31c-a4f6641127cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:26.994178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Attempting to bind port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 on network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:26.998032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a6eaf8f-84c7-4422-ab25-c6937cc462fa req-1f4f24a0-c048-4abd-84af-2a5548ea5ba5 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857630 Apr 21 20:58:26.998321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:27.004207 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.005704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 on network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:58:27.006117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Attempting to bind port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 on network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:27.022311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:27.022773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Checking segment: {'id': 'c6471adf-cc44-4dfd-a31c-a4f6641127cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:27.023225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Bound using segment: {'id': 'c6471adf-cc44-4dfd-a31c-a4f6641127cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:27.023741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Bound port: b7075d6b-aa73-46d5-885c-ef8aefa4a3c1, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6471adf-cc44-4dfd-a31c-a4f6641127cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:27.024536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.126589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] For port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:27.132230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] For port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,segment=NetworkSegment(c6471adf-cc44-4dfd-a31c-a4f6641127cf),segment_id=c6471adf-cc44-4dfd-a31c-a4f6641127cf)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:27.146338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.198792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:27.202640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.205525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-5aa9e679-1bd9-480d-850a-ab4673ded9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:27.207196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-5aa9e679-1bd9-480d-850a-ab4673ded9f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.4757421 Apr 21 20:58:27.210434 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] 10.222.0.46 "PUT /v2.0/ports/b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 HTTP/1.1" status: 200 len: 1092 time: 1.3332779 Apr 21 20:58:27.210991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'tag': 'b7075d6b-aa73-46d5-885c-ef8aefa4a3c1'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:27.217470 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "tag": "b7075d6b-aa73-46d5-885c-ef8aefa4a3c1"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:27.255340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Allocated IP 2001:db8::f816:3eff:fe38:6902 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/a23733ac-b9ce-4220-97ba-3537eec14a08/56c74c5c-87fc-4064-a816-327c4b678c3b) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:27.264035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Request body: {'port': {'device_id': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:27.308922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-bdf22d34-4626-4311-8b74-1fd7f81d4c78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737598 Apr 21 20:58:27.331401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc762a-9be5-4347-a218-e4e0cc95f82a service neutron] Pushing event updated for resources: {'Port': ['ID=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:27.342795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.383262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.485414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Port': ['ID=f1d56b24-5abc-4238-be2f-181ebec5bb94,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:27.489138 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.503455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.582505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Pushing event updated for resources: {'Port': ['ID=56c74c5c-87fc-4064-a816-327c4b678c3b,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:27.627909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:27.634103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:27.638091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:27.697529 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc9e2-89d3-473e-9a4d-872f1121fb64 req-4ba5cf0f-e825-432d-848d-d2d65243ceeb tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:27.703742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdc9e2-89d3-473e-9a4d-872f1121fb64 req-4ba5cf0f-e825-432d-848d-d2d65243ceeb tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:27.705325 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ccdc9e2-89d3-473e-9a4d-872f1121fb64 req-4ba5cf0f-e825-432d-848d-d2d65243ceeb tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1666 time: 0.3429539 Apr 21 20:58:27.709734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f6514-7318-4c41-9ae5-8eb3758f5676 req-98df4a3c-bfd6-4684-8839-05213090bbe4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:27.713235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 542b6101-eaa3-4658-ae4c-d037983f4a7f up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:27.721241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f6514-7318-4c41-9ae5-8eb3758f5676 req-98df4a3c-bfd6-4684-8839-05213090bbe4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:27.723072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-949f6514-7318-4c41-9ae5-8eb3758f5676 req-98df4a3c-bfd6-4684-8839-05213090bbe4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 1677 time: 0.2492924 Apr 21 20:58:27.777720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-213fa78c-1d55-4173-8e6a-f30322c9dcba service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583900 Apr 21 20:58:27.791153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Attempting to bind port 56c74c5c-87fc-4064-a816-327c4b678c3b on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:27.792029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Attempting to bind port 56c74c5c-87fc-4064-a816-327c4b678c3b by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:27.793001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Attempting to bind port 56c74c5c-87fc-4064-a816-327c4b678c3b on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:27.794886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-949f6514-7318-4c41-9ae5-8eb3758f5676 req-5e87ddbc-bd66-404c-94e5-a22edf6ec083 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636079 Apr 21 20:58:27.801679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:27.802301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:27.803016 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.803443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:27.804020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Bound port: 56c74c5c-87fc-4064-a816-327c4b678c3b, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:27.804596 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:27.904349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ccdc9e2-89d3-473e-9a4d-872f1121fb64 req-bf0a4f10-aa4e-4535-9487-01410598271c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813188 Apr 21 20:58:27.921582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 542b6101-eaa3-4658-ae4c-d037983f4a7f completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:58:27.937786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Router c12de44f-5a27-4b41-9c07-85d1618f8949 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:58:27.966396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 542b6101-eaa3-4658-ae4c-d037983f4a7f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:27.966396 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:28.122427 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0301a34b-a5ec-4800-8d90-9d2037e28270 x-openstack-request-id: req-0301a34b-a5ec-4800-8d90-9d2037e28270 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:28.126840 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "tag": "b7075d6b-aa73-46d5-885c-ef8aefa4a3c1", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:28.127122 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0301a34b-a5ec-4800-8d90-9d2037e28270 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:28.127722 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0301a34b-a5ec-4800-8d90-9d2037e28270'] response: {'name': 'network-changed', 'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'tag': 'b7075d6b-aa73-46d5-885c-ef8aefa4a3c1', 'status': 'completed', 'code': 200} Apr 21 20:58:28.141347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] For port 56c74c5c-87fc-4064-a816-327c4b678c3b, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:28.160675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64697864-765c-42d0-8e9a-bd807b37dda7 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:28.177299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] For port 56c74c5c-87fc-4064-a816-327c4b678c3b, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=56c74c5c-87fc-4064-a816-327c4b678c3b,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:28.192181 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:28.220046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:28.221082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:28.223933 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4028ede-7b6b-4ed4-95ff-e831ac0b788d" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "d03cc100-8f43-4cd0-90c4-0d5b45304cab"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:28.260378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b517160f-ec75-4260-8325-cfebcb7d814b req-8bda1709-f539-4db4-913e-8c1a8ae7d3da tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0796254 Apr 21 20:58:28.308218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Transition to ACTIVE for port object 64697864-765c-42d0-8e9a-bd807b37dda7 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:58:28.319528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:28.411822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:58:28.424240 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] Sync routers for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:58:28.443164 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:28.443830 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:28.467391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b7bfdf3-6a82-492e-8b13-7f463cce1683 req-95b48c5c-b514-43d7-bb55-0c091ece561d service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583529 Apr 21 20:58:28.485481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Pushing event updated for resources: {'Port': ['ID=64697864-765c-42d0-8e9a-bd807b37dda7,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:28.527846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973c40b-5e9b-4d04-9d90-3f99cc584a7c req-9276b59a-693f-4b73-8a29-85233537c527 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:28.530722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:28.538170 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5973c40b-5e9b-4d04-9d90-3f99cc584a7c req-9276b59a-693f-4b73-8a29-85233537c527 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 948 time: 0.1582782 Apr 21 20:58:28.613334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] No DVR routers for this DVR port f1d56b24-5abc-4238-be2f-181ebec5bb94 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:28.622370 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:28.627294 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-4e474b41-cf8f-43a1-9c5e-b1936ac1280d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "DELETE /v2.0/ports/f1d56b24-5abc-4238-be2f-181ebec5bb94 HTTP/1.1" status: 204 len: 173 time: 3.2664223 Apr 21 20:58:28.632232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9 req-07c3a802-45c1-4fe1-8b13-3e1a6757e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:28.633107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9 req-07c3a802-45c1-4fe1-8b13-3e1a6757e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:28.635274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9 req-07c3a802-45c1-4fe1-8b13-3e1a6757e1e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e77d48da9233489395b3075f831218f3&device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1913 time: 0.4524896 Apr 21 20:58:28.638420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=10fff439-f0ea-4ebd-be6e-d2e9a7829773,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:28.659227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113428e-4f3d-460f-8626-8a5dcb583a1c None None] Pushing event updated for resources: {'Port': ['ID=56c74c5c-87fc-4064-a816-327c4b678c3b,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:28.681207 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:28.727797 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5973c40b-5e9b-4d04-9d90-3f99cc584a7c req-36104313-0216-4835-ae00-b75a16986417 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883433 Apr 21 20:58:28.760695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a0ed56-26c8-4d89-9f5c-9b50144f0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542b6101-eaa3-4658-ae4c-d037983f4a7f'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:28.765851 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167016f2-7862-4882-afa5-d84ea07ad2c9" -d '{"events": [{"server_uuid": "29a0ed56-26c8-4d89-9f5c-9b50144f0654", "name": "network-vif-plugged", "status": "completed", "tag": "542b6101-eaa3-4658-ae4c-d037983f4a7f"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:28.785262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Attempting to bind port 64697864-765c-42d0-8e9a-bd807b37dda7 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:28.788579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 542b6101-eaa3-4658-ae4c-d037983f4a7f, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=542b6101-eaa3-4658-ae4c-d037983f4a7f,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:28.793160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Attempting to bind port 64697864-765c-42d0-8e9a-bd807b37dda7 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '9c7cc5a1-571e-40ff-8718-3a23730707c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:28.794001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Attempting to bind port 64697864-765c-42d0-8e9a-bd807b37dda7 on network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:28.798789 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:28.811669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:28.815983 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Port 64697864-765c-42d0-8e9a-bd807b37dda7 on network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:58:28.816388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Attempting to bind port 64697864-765c-42d0-8e9a-bd807b37dda7 on network 6ab3b476-4b09-4dcc-868b-f4de01523dd6 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:28.834369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:28.837694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Checking segment: {'id': '9c7cc5a1-571e-40ff-8718-3a23730707c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:28.838485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Bound using segment: {'id': '9c7cc5a1-571e-40ff-8718-3a23730707c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:28.843602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Bound port: 64697864-765c-42d0-8e9a-bd807b37dda7, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7cc5a1-571e-40ff-8718-3a23730707c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:28.846668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:28.929353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=542b6101-eaa3-4658-ae4c-d037983f4a7f,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:28.931671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:28.994792 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac62e91-1e0f-4c10-be9a-eb0427d2603c x-openstack-request-id: req-dac62e91-1e0f-4c10-be9a-eb0427d2603c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:28.995079 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "d03cc100-8f43-4cd0-90c4-0d5b45304cab", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:28.995330 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dac62e91-1e0f-4c10-be9a-eb0427d2603c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:28.995778 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac62e91-1e0f-4c10-be9a-eb0427d2603c'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': 'd03cc100-8f43-4cd0-90c4-0d5b45304cab', 'status': 'completed', 'code': 200} Apr 21 20:58:28.997267 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e2da5d-9fb4-44c8-be6a-6f63dc671d3c x-openstack-request-id: req-28e2da5d-9fb4-44c8-be6a-6f63dc671d3c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:28.998241 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a0ed56-26c8-4d89-9f5c-9b50144f0654", "name": "network-vif-plugged", "status": "completed", "tag": "542b6101-eaa3-4658-ae4c-d037983f4a7f", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:28.998595 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28e2da5d-9fb4-44c8-be6a-6f63dc671d3c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:28.999220 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e2da5d-9fb4-44c8-be6a-6f63dc671d3c'] response: {'server_uuid': '29a0ed56-26c8-4d89-9f5c-9b50144f0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542b6101-eaa3-4658-ae4c-d037983f4a7f', 'code': 200} Apr 21 20:58:29.025290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48090ae8-77e7-4130-ad6f-3187f78b0024 req-c6540fcc-9df8-4a2b-b36b-599feb5c5836 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:29.054017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-48090ae8-77e7-4130-ad6f-3187f78b0024 req-c6540fcc-9df8-4a2b-b36b-599feb5c5836 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 943 time: 0.8266001 Apr 21 20:58:29.089016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] For port 64697864-765c-42d0-8e9a-bd807b37dda7, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:29.094156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:29.094764 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:29.103720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] For port 64697864-765c-42d0-8e9a-bd807b37dda7, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=64697864-765c-42d0-8e9a-bd807b37dda7,segment=NetworkSegment(9c7cc5a1-571e-40ff-8718-3a23730707c0),segment_id=9c7cc5a1-571e-40ff-8718-3a23730707c0)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:29.114949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:29.133793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:29.162457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08f9ad3d-6c1a-4b14-a417-c91dab8765bf req-6356dade-0974-453d-a6b3-d630b76ae2bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.3796964 Apr 21 20:58:29.221661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Pushing event updated for resources: {'Port': ['ID=64697864-765c-42d0-8e9a-bd807b37dda7,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:29.277921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.278319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.278671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.279056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.279374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.279709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.280058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.280374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.280694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.281049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.281503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.281680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:29.306371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:29.307183 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:29.312300 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da335f9b-e07b-470f-9372-5e593becc57d service neutron] 10.222.0.46 "PUT /v2.0/ports/64697864-765c-42d0-8e9a-bd807b37dda7 HTTP/1.1" status: 200 len: 1091 time: 2.0696399 Apr 21 20:58:29.336859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf99e8e-6271-4648-aa51-29cd7e0f95af req-f4f2db09-e7a1-4eb8-997e-964b24d749cd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:29.348468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf99e8e-6271-4648-aa51-29cd7e0f95af req-f4f2db09-e7a1-4eb8-997e-964b24d749cd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:29.353581 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0bf99e8e-6271-4648-aa51-29cd7e0f95af req-f4f2db09-e7a1-4eb8-997e-964b24d749cd tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 1677 time: 0.1335435 Apr 21 20:58:29.380570 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bfdd7662-3dcf-4dff-be8b-9af0095c5f7c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6645293 Apr 21 20:58:29.381266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51570) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:29.391459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:26:50:52', 'name': 'tempest-NetworksTestDHCPv6-2018927769'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:29.408368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 56c74c5c-87fc-4064-a816-327c4b678c3b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:29.419990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-48090ae8-77e7-4130-ad6f-3187f78b0024 req-f52d7471-2e4b-4d5b-bf0d-a49abeee7461 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447132 Apr 21 20:58:29.442883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f4c78-33c9-4cef-8681-e1ee8b404dc2 req-8a04058a-969a-41f7-89c2-f4401b469ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:29.445455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd5f4c78-33c9-4cef-8681-e1ee8b404dc2 req-8a04058a-969a-41f7-89c2-f4401b469ea7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 1100 time: 0.3264332 Apr 21 20:58:29.570894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:29.571312 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:29.577728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:29.579148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:29.600369 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e478f438-ebef-4ad3-aa00-f581b2bd2ad0', 'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'mac_address': 'fa:16:3e:aa:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:14Z', 'updated_at': '2022-04-21T20:53:20Z', 'revision_number': 5, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'subnets': [{'id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:29.641632 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0bf99e8e-6271-4648-aa51-29cd7e0f95af req-bec4e072-11c3-4c95-9191-ae547f7a29e2 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712843 Apr 21 20:58:29.659047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd5f4c78-33c9-4cef-8681-e1ee8b404dc2 req-17d91cf8-9e42-4240-9b4e-d58af404891a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642301 Apr 21 20:58:29.668438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80844d28-c2aa-4ae4-a050-8c22167e710e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:58:29.681505 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] Checking router: c12de44f-5a27-4b41-9c07-85d1618f8949 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:58:29.707690 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:29.708490 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:29.837692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 20:58:29.855623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:29.942655 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:30.048714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80844d28-c2aa-4ae4-a050-8c22167e710e,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:30.078100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62644730-7cd3-43e5-bf84-9fbda4fd4fc5 req-fcd887d0-a49d-4ca6-9b8e-fd2c89610dbb tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.1171453 Apr 21 20:58:30.093905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '80844d28-c2aa-4ae4-a050-8c22167e710e', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'port_id': '80844d28-c2aa-4ae4-a050-8c22167e710e', 'mac_address': 'fa:16:3e:ff:51:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bf5f30-1a54-45df-beff-c6aca22835c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:58:30.096787 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:30.109412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:30.133208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'tag': '64697864-765c-42d0-8e9a-bd807b37dda7'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:30.135665 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a8b516-3d2f-41d6-b6b2-c69784075250" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "tag": "64697864-765c-42d0-8e9a-bd807b37dda7"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:30.184806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port f8708c16-6f5f-4d18-b39e-0aaa58b84788 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:58:30.334716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9 req-788a5193-f73f-44ba-939b-10f467d36aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:30.336138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9 req-788a5193-f73f-44ba-939b-10f467d36aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:30.336749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9 req-788a5193-f73f-44ba-939b-10f467d36aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:30.338540 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9 req-788a5193-f73f-44ba-939b-10f467d36aea service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e77d48da9233489395b3075f831218f3&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.6866138 Apr 21 20:58:30.346614 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:30.380743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 56c74c5c-87fc-4064-a816-327c4b678c3b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=56c74c5c-87fc-4064-a816-327c4b678c3b,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:30.401900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89c20c-a765-4576-a982-6fa004151032 req-1eb0464d-e69a-4a39-b573-df978eeeea75 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:30.402766 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:30.403358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc89c20c-a765-4576-a982-6fa004151032 req-1eb0464d-e69a-4a39-b573-df978eeeea75 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 949 time: 0.1467214 Apr 21 20:58:30.460786 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e478f438-ebef-4ad3-aa00-f581b2bd2ad0', 'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'mac_address': 'fa:16:3e:aa:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:14Z', 'updated_at': '2022-04-21T20:53:20Z', 'revision_number': 5, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'subnets': [{'id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:30.498314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9 req-c3d44edf-4de7-4bd5-88dd-d16a99faed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:30.501556 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1eccc8fa-28e9-41d8-adb7-92c85f6191a9 req-c3d44edf-4de7-4bd5-88dd-d16a99faed25 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403828 Apr 21 20:58:30.507671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 172.20.0.11 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/10fff439-f0ea-4ebd-be6e-d2e9a7829773/f8708c16-6f5f-4d18-b39e-0aaa58b84788) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:30.515022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:fe26:5052 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/a23733ac-b9ce-4220-97ba-3537eec14a08/f8708c16-6f5f-4d18-b39e-0aaa58b84788) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:30.537541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ceb4-0a50-495a-9694-836e5af8c779 req-f001811d-963b-4c06-a747-50ea6eca1bba tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:30.542577 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c548fbda-9348-413b-a5d8-b34e8fb4f322 None None] The sync data for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 is: [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:53:16Z', 'revision_number': 4, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e478f438-ebef-4ad3-aa00-f581b2bd2ad0', 'name': '', 'network_id': 'dff397c0-118c-4bfa-9bfc-6606a5b4c319', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'mac_address': 'fa:16:3e:aa:f2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:14Z', 'updated_at': '2022-04-21T20:53:20Z', 'revision_number': 5, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'subnets': [{'id': 'de0e18d2-3d10-4e98-876c-60e1b50313cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:58:30.544864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5ceb4-0a50-495a-9694-836e5af8c779 req-f001811d-963b-4c06-a747-50ea6eca1bba tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:30.556690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8e5ceb4-0a50-495a-9694-836e5af8c779 req-f001811d-963b-4c06-a747-50ea6eca1bba tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1678 time: 0.9761729 Apr 21 20:58:30.574405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7268d55e-3276-49d7-8d33-cf5b5267e506 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:30.687040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] For port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:30.687782 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:30.706318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-040f1d39-1c96-4a14-a7cd-3e5de47f6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:30.707482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-040f1d39-1c96-4a14-a7cd-3e5de47f6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:30.709674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=56c74c5c-87fc-4064-a816-327c4b678c3b,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:30.731407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-040f1d39-1c96-4a14-a7cd-3e5de47f6deb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e77d48da9233489395b3075f831218f3&device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1980 time: 0.1442523 Apr 21 20:58:30.748053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Calling delete_port for 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:30.772465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:30.782510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80844d28-c2aa-4ae4-a050-8c22167e710e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:30.823370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8e5ceb4-0a50-495a-9694-836e5af8c779 req-90f33621-4210-482d-a4f6-3b0634c1174b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653937 Apr 21 20:58:30.850271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:30.888987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80844d28-c2aa-4ae4-a050-8c22167e710e,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:30.910629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-5f89b793-be20-4164-9f68-908f919e0e48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.213&port_id=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 HTTP/1.1" status: 200 len: 217 time: 0.1777229 Apr 21 20:58:30.919563 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:30.925266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc89c20c-a765-4576-a982-6fa004151032 req-35465ec7-5ea1-41f8-9218-c78f311b4e83 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098529 Apr 21 20:58:30.931234 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec807-16ca-4925-9501-d73a9e213ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:30.932566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:30.943576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:30.963389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:30.996951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:31.000458 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc65f3bd-c6ad-4342-af20-5150ef0e3115" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:31.041338 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766b74c6-730a-42cd-8628-7e988c5a0409 x-openstack-request-id: req-766b74c6-730a-42cd-8628-7e988c5a0409 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:31.041851 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "tag": "64697864-765c-42d0-8e9a-bd807b37dda7", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:31.042262 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-766b74c6-730a-42cd-8628-7e988c5a0409 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:31.044640 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766b74c6-730a-42cd-8628-7e988c5a0409'] response: {'name': 'network-changed', 'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'tag': '64697864-765c-42d0-8e9a-bd807b37dda7', 'status': 'completed', 'code': 200} Apr 21 20:58:31.057106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-3d6dbb13-c299-46fa-b6f1-ad1965c603f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:31.062034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-3d6dbb13-c299-46fa-b6f1-ad1965c603f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d26bbf5-9d4c-417b-805d-8dff8a6003a2 HTTP/1.1" status: 200 len: 801 time: 0.1406085 Apr 21 20:58:31.066842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-981fd70d-0767-4b4c-9780-66b9a9a61ca9 None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:31.067017 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-981fd70d-0767-4b4c-9780-66b9a9a61ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:31.075390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=f8708c16-6f5f-4d18-b39e-0aaa58b84788,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:31.156053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:31.156968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:31.225000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af73e56-5e0c-462e-b27b-2b22d016d816 None None] New status for floating IP f813910e-3d71-4d69-923b-d9d60ec3ace6: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 20:58:31.229861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f1c9-2e63-4694-9737-d3fb75ce6710 req-b366d15a-5c5e-4854-8c36-28ca5f294d62 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:31.242371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ab8f1c9-2e63-4694-9737-d3fb75ce6710 req-b366d15a-5c5e-4854-8c36-28ca5f294d62 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 944 time: 0.1464417 Apr 21 20:58:31.259186 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c97501ae-e4ff-4641-8973-2302ebff115a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8768079 Apr 21 20:58:31.261786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51598) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:31.340164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 56c74c5c-87fc-4064-a816-327c4b678c3b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:31.344854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80844d28-c2aa-4ae4-a050-8c22167e710e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:31.350558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ab8f1c9-2e63-4694-9737-d3fb75ce6710 req-dfb0c1c9-66e4-4e4d-8cd0-1783d84122a0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029258 Apr 21 20:58:31.368394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-d6a49aa5-f4ce-4471-ad15-1d1a903dd66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:31.370128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-d6a49aa5-f4ce-4471-ad15-1d1a903dd66b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2990184 Apr 21 20:58:31.387865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a2a6c7-d7f7-4d2a-a08d-4c53b0626c0a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:31.401632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e76d4e-0c72-43ff-8e50-80ceb81f8052 req-7971fb47-2160-4ee8-ab98-299590870a60 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:31.411875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e76d4e-0c72-43ff-8e50-80ceb81f8052 req-7971fb47-2160-4ee8-ab98-299590870a60 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:31.417154 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66e76d4e-0c72-43ff-8e50-80ceb81f8052 req-7971fb47-2160-4ee8-ab98-299590870a60 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 1677 time: 0.2698176 Apr 21 20:58:31.424211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a2a6c7-d7f7-4d2a-a08d-4c53b0626c0a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:31.433574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-30a2a6c7-d7f7-4d2a-a08d-4c53b0626c0a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1700640 Apr 21 20:58:31.435160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51604) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:31.463183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:31.472506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80844d28-c2aa-4ae4-a050-8c22167e710e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:31.589943 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801338ed-c2b1-4076-b455-0df801a804d6 x-openstack-request-id: req-801338ed-c2b1-4076-b455-0df801a804d6 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:31.590646 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "f1d56b24-5abc-4238-be2f-181ebec5bb94", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:31.590646 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-801338ed-c2b1-4076-b455-0df801a804d6 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:31.591167 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801338ed-c2b1-4076-b455-0df801a804d6'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': 'f1d56b24-5abc-4238-be2f-181ebec5bb94', 'status': 'completed', 'code': 200} Apr 21 20:58:31.609555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66e76d4e-0c72-43ff-8e50-80ceb81f8052 req-c14915f9-7c8c-4073-a9d0-6c9023ed91ce tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups?id=426d879b-8d7d-4cb8-b46f-634a6c06fa6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779172 Apr 21 20:58:31.613808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Port': ['ID=34954fa9-2c9d-48fd-bc6f-f75ce4da16d0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:31.721413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] No DVR routers for this DVR port 34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:31.729406 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:31.734507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-c907c072-3816-4beb-9543-35a2968cf672 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "DELETE /v2.0/ports/34954fa9-2c9d-48fd-bc6f-f75ce4da16d0 HTTP/1.1" status: 204 len: 173 time: 3.0571184 Apr 21 20:58:31.763469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d477c124-3973-47dc-aaa8-e4516525507b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port f8708c16-6f5f-4d18-b39e-0aaa58b84788 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:31.765308 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d477c124-3973-47dc-aaa8-e4516525507b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:31.772147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e559b74-9774-46e0-969b-75e556220e10 None None] Update dhcp port {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': 'a23733ac-b9ce-4220-97ba-3537eec14a08', 'ip_address': '2001:db8::f816:3eff:fe38:6902'}, {'subnet_id': '10fff439-f0ea-4ebd-be6e-d2e9a7829773'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '56c74c5c-87fc-4064-a816-327c4b678c3b'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 20:58:31.881533 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d477c124-3973-47dc-aaa8-e4516525507b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:31.886743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:31.887115 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:31.902422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e90549d-cc52-4092-bb28-6d3170fe60b8 req-e70e0e6c-bb16-4670-bf24-efb01b47a029 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.1821756 Apr 21 20:58:31.917230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d477c124-3973-47dc-aaa8-e4516525507b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for f8708c16-6f5f-4d18-b39e-0aaa58b84788 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:31.946565 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e559b74-9774-46e0-969b-75e556220e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:31.960121 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-da354f62-42e3-4a97-b16b-7ae31152b92b service neutron] 10.222.0.46 "GET /v2.0/networks/b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418968 Apr 21 20:58:32.065785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09530-74a0-405a-89e4-923890f44019 req-cba69862-ef7b-461d-9bea-05ba735516ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.072482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09530-74a0-405a-89e4-923890f44019 req-cba69862-ef7b-461d-9bea-05ba735516ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.079357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09530-74a0-405a-89e4-923890f44019 req-cba69862-ef7b-461d-9bea-05ba735516ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.086192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09530-74a0-405a-89e4-923890f44019 req-cba69862-ef7b-461d-9bea-05ba735516ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.096262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09530-74a0-405a-89e4-923890f44019 req-cba69862-ef7b-461d-9bea-05ba735516ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.105030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09530-74a0-405a-89e4-923890f44019 req-cba69862-ef7b-461d-9bea-05ba735516ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.111913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09530-74a0-405a-89e4-923890f44019 req-cba69862-ef7b-461d-9bea-05ba735516ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.125256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f09530-74a0-405a-89e4-923890f44019 req-cba69862-ef7b-461d-9bea-05ba735516ab tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.3184657 Apr 21 20:58:32.238826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:32.239447 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:32.276212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482ea23-dc74-4e09-9904-1e199cba179d req-913d28cf-b90b-401d-a95c-8e1590e65c32 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.283948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482ea23-dc74-4e09-9904-1e199cba179d req-913d28cf-b90b-401d-a95c-8e1590e65c32 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.285649 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1482ea23-dc74-4e09-9904-1e199cba179d req-913d28cf-b90b-401d-a95c-8e1590e65c32 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1678 time: 0.0887392 Apr 21 20:58:32.287000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d477c124-3973-47dc-aaa8-e4516525507b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:32.307929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-9e559b74-9774-46e0-969b-75e556220e10 None None] Allocated IP 172.20.0.2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/10fff439-f0ea-4ebd-be6e-d2e9a7829773/56c74c5c-87fc-4064-a816-327c4b678c3b) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:32.328971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477c124-3973-47dc-aaa8-e4516525507b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=f8708c16-6f5f-4d18-b39e-0aaa58b84788,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:32.392572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] For port 446bc886-9f57-4f74-99fb-5b7ccdc938e2, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=446bc886-9f57-4f74-99fb-5b7ccdc938e2,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:32.393925 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:32.430218 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f09530-74a0-405a-89e4-923890f44019 req-56a2af46-d1ab-44b2-88f7-fd5d44b8e20c tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3000908 Apr 21 20:58:32.476490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9e559b74-9774-46e0-969b-75e556220e10 None None] For port 56c74c5c-87fc-4064-a816-327c4b678c3b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=56c74c5c-87fc-4064-a816-327c4b678c3b,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:32.477867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-5bcea98c-264f-420e-89eb-bd69f6b53a5d service neutron] 10.222.0.46 "GET /v2.0/networks/b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096371 Apr 21 20:58:32.482004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Calling delete_port for 446bc886-9f57-4f74-99fb-5b7ccdc938e2 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:32.539740 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e559b74-9774-46e0-969b-75e556220e10 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:32.552207 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e559b74-9774-46e0-969b-75e556220e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:32.576564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-0cbdb7c8-1f1e-42dd-ac9a-1333288645c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=64697864-765c-42d0-8e9a-bd807b37dda7 HTTP/1.1" status: 200 len: 217 time: 0.0779130 Apr 21 20:58:32.641340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-6d578877-a79b-431f-899c-a38e0d3f653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.643022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-6d578877-a79b-431f-899c-a38e0d3f653f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cf03576-8a9d-4e16-aaec-6058f04bbbf2 HTTP/1.1" status: 200 len: 801 time: 0.0515606 Apr 21 20:58:32.771526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-8110e702-7c7b-4e00-a82b-7544cad1ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.773389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-8110e702-7c7b-4e00-a82b-7544cad1ae59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab3b476-4b09-4dcc-868b-f4de01523dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825379 Apr 21 20:58:32.781637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1482ea23-dc74-4e09-9904-1e199cba179d req-68165947-3e8f-40c1-bf11-2cdee5a54559 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541659 Apr 21 20:58:32.813504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d477c124-3973-47dc-aaa8-e4516525507b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:32.815078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f86341-85f3-4d42-b1be-81c43e3f8825 req-5275af82-67be-4ce7-a786-ec657618f251 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.816702 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-16f86341-85f3-4d42-b1be-81c43e3f8825 req-5275af82-67be-4ce7-a786-ec657618f251 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 949 time: 0.2422223 Apr 21 20:58:32.825523 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d477c124-3973-47dc-aaa8-e4516525507b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/f8708c16-6f5f-4d18-b39e-0aaa58b84788 HTTP/1.1" status: 204 len: 168 time: 1.3873150 Apr 21 20:58:32.826611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51624) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:32.866871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-337af8b8-bb5b-4d22-8c30-ad4cc9b119da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:32.902740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e559b74-9774-46e0-969b-75e556220e10 None None] Pushing event updated for resources: {'Port': ['ID=56c74c5c-87fc-4064-a816-327c4b678c3b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:32.937236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-16f86341-85f3-4d42-b1be-81c43e3f8825 req-8cd9b3b4-5358-471f-bfd7-ca2df9ac6c5b tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055894 Apr 21 20:58:32.965668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ddf241-cb48-4eec-83a6-0cc459476a31 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.975108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ddf241-cb48-4eec-83a6-0cc459476a31 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.977776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ddf241-cb48-4eec-83a6-0cc459476a31 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:32.988303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-57ddf241-cb48-4eec-83a6-0cc459476a31 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1593361 Apr 21 20:58:32.989216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51636) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:33.085882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-c3dfc3c9-38d3-48fd-8a07-603b6e867993 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab3b476-4b09-4dcc-868b-f4de01523dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973351 Apr 21 20:58:33.086990 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:33.130936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74f65e3-d235-4402-b05f-e96d5a70353a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 10fff439-f0ea-4ebd-be6e-d2e9a7829773 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:33.143587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f74f65e3-d235-4402-b05f-e96d5a70353a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:33.194355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Port': ['ID=446bc886-9f57-4f74-99fb-5b7ccdc938e2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:33.256500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 56c74c5c-87fc-4064-a816-327c4b678c3b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:33.257950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f74f65e3-d235-4402-b05f-e96d5a70353a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:33.441637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:33.442155 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:33.452502 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f74f65e3-d235-4402-b05f-e96d5a70353a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:33.475262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2cfed-1dd2-4b79-8e2c-256c2a8bc0cc req-a03a150e-9f6b-499d-8c52-900a0db54dd5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:33.487641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95c2cfed-1dd2-4b79-8e2c-256c2a8bc0cc req-a03a150e-9f6b-499d-8c52-900a0db54dd5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 944 time: 0.3722525 Apr 21 20:58:33.489917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] No DVR routers for this DVR port 446bc886-9f57-4f74-99fb-5b7ccdc938e2 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:33.515232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:33.530545 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9130f2c0-45d1-4be0-97ed-067aaff39ca2 req-b3957019-0868-439c-9417-4451ea3e0e88 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.46 "DELETE /v2.0/ports/446bc886-9f57-4f74-99fb-5b7ccdc938e2 HTTP/1.1" status: 204 len: 173 time: 1.7844636 Apr 21 20:58:33.545426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f74f65e3-d235-4402-b05f-e96d5a70353a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:33.595388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0'}, {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': '446bc886-9f57-4f74-99fb-5b7ccdc938e2'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:33.598913 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fe5d6f-3989-412c-b70d-2d8a568653f5" -d '{"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "34954fa9-2c9d-48fd-bc6f-f75ce4da16d0"}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "446bc886-9f57-4f74-99fb-5b7ccdc938e2"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:33.657831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95c2cfed-1dd2-4b79-8e2c-256c2a8bc0cc req-92312bc3-9314-444b-a4aa-d72dd66ff234 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517596 Apr 21 20:58:33.662019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd5f53d-735d-4b13-aaea-61f8299b03d5 req-9980a9f7-4e0d-4fb6-aa29-76081b983af4 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab3b476-4b09-4dcc-868b-f4de01523dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560176 Apr 21 20:58:33.672912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80844d28-c2aa-4ae4-a050-8c22167e710e up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:33.684233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f65e3-d235-4402-b05f-e96d5a70353a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=10fff439-f0ea-4ebd-be6e-d2e9a7829773,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:33.714536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f74f65e3-d235-4402-b05f-e96d5a70353a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:33.728534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51650) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:33.734036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f74f65e3-d235-4402-b05f-e96d5a70353a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/10fff439-f0ea-4ebd-be6e-d2e9a7829773 HTTP/1.1" status: 204 len: 168 time: 0.7411833 Apr 21 20:58:33.790087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625aa3-0d3d-43c2-9235-d9d94a00718c req-feb3d194-ff51-4654-bc7e-41a245c81616 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:33.797850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625aa3-0d3d-43c2-9235-d9d94a00718c req-feb3d194-ff51-4654-bc7e-41a245c81616 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:33.810449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625aa3-0d3d-43c2-9235-d9d94a00718c req-feb3d194-ff51-4654-bc7e-41a245c81616 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:33.819242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625aa3-0d3d-43c2-9235-d9d94a00718c req-feb3d194-ff51-4654-bc7e-41a245c81616 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:33.829430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625aa3-0d3d-43c2-9235-d9d94a00718c req-feb3d194-ff51-4654-bc7e-41a245c81616 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:33.840804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625aa3-0d3d-43c2-9235-d9d94a00718c req-feb3d194-ff51-4654-bc7e-41a245c81616 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:33.852987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 80844d28-c2aa-4ae4-a050-8c22167e710e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:58:33.854089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c625aa3-0d3d-43c2-9235-d9d94a00718c req-feb3d194-ff51-4654-bc7e-41a245c81616 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:33.862798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 80844d28-c2aa-4ae4-a050-8c22167e710e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:33.863177 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:33.874204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c625aa3-0d3d-43c2-9235-d9d94a00718c req-feb3d194-ff51-4654-bc7e-41a245c81616 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.4397805 Apr 21 20:58:34.037799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:34.090795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53c60f7d-8fcf-48d2-9d3d-b87cf4cc0146 req-0eff6214-79e4-46aa-9c1a-edcde15f8361 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.0915003 Apr 21 20:58:34.114216 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:34.131738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff8367e-fbbc-4413-b117-d060eef52523 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet a23733ac-b9ce-4220-97ba-3537eec14a08 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:34.136071 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eff8367e-fbbc-4413-b117-d060eef52523 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:34.148958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:34.152365 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72fb7f8-77d2-424b-b9ce-d5a1119b189a" -d '{"events": [{"server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "name": "network-vif-plugged", "status": "completed", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:34.178190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80844d28-c2aa-4ae4-a050-8c22167e710e,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:34.184032 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:34.231422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1617f723-3224-4838-994e-6f06b4af6d85 req-f0bda2be-517f-45d4-867b-fd7263eb61b8 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.1348345 Apr 21 20:58:34.257724 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ee3eaa-597d-49a8-b825-5bfc888b3b9d x-openstack-request-id: req-d7ee3eaa-597d-49a8-b825-5bfc888b3b9d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:34.258341 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "34954fa9-2c9d-48fd-bc6f-f75ce4da16d0", "status": "completed", "code": 200}, {"server_uuid": "e60d84fd-85de-4d96-a3f6-814bcbfcf038", "name": "network-vif-deleted", "tag": "446bc886-9f57-4f74-99fb-5b7ccdc938e2", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:34.258767 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7ee3eaa-597d-49a8-b825-5bfc888b3b9d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:34.259310 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ee3eaa-597d-49a8-b825-5bfc888b3b9d'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': '34954fa9-2c9d-48fd-bc6f-f75ce4da16d0', 'status': 'completed', 'code': 200} Apr 21 20:58:34.260364 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ee3eaa-597d-49a8-b825-5bfc888b3b9d'] response: {'server_uuid': 'e60d84fd-85de-4d96-a3f6-814bcbfcf038', 'name': 'network-vif-deleted', 'tag': '446bc886-9f57-4f74-99fb-5b7ccdc938e2', 'status': 'completed', 'code': 200} Apr 21 20:58:34.264369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-b4d6b01e-d03a-433e-8913-feb746c27d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:34.265095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-b4d6b01e-d03a-433e-8913-feb746c27d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:34.267330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-b4d6b01e-d03a-433e-8913-feb746c27d0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e77d48da9233489395b3075f831218f3&device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1980 time: 0.3713048 Apr 21 20:58:34.304450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eff8367e-fbbc-4413-b117-d060eef52523 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:34.340316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80844d28-c2aa-4ae4-a050-8c22167e710e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:34.392468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0a4f9-60f4-47af-a55a-95ffa5fe9951 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:34.522539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1d9051a5-c0e8-492f-8d2e-eaaec5213216 None None] Could not find standard attr ID for object f8708c16-6f5f-4d18-b39e-0aaa58b84788. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:58:34.560324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1d9051a5-c0e8-492f-8d2e-eaaec5213216 None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:34.561079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1d9051a5-c0e8-492f-8d2e-eaaec5213216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:34.562412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181b847-78b2-4663-a113-b32e1851c78e req-eacc1481-cb78-43bc-b64c-25b610907504 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:34.578077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181b847-78b2-4663-a113-b32e1851c78e req-eacc1481-cb78-43bc-b64c-25b610907504 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:34.582473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0181b847-78b2-4663-a113-b32e1851c78e req-eacc1481-cb78-43bc-b64c-25b610907504 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1678 time: 0.1734998 Apr 21 20:58:34.620853 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c683a45-2b0e-4888-9f8c-2c8c62fa9789 x-openstack-request-id: req-5c683a45-2b0e-4888-9f8c-2c8c62fa9789 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:34.621297 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "name": "network-vif-plugged", "status": "completed", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:34.621656 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c683a45-2b0e-4888-9f8c-2c8c62fa9789 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:34.622588 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c683a45-2b0e-4888-9f8c-2c8c62fa9789'] response: {'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e', 'code': 200} Apr 21 20:58:34.670248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-d0047262-1c2f-4024-80c1-9cf9ef3997fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:34.674546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-d0047262-1c2f-4024-80c1-9cf9ef3997fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=6ab3b476-4b09-4dcc-868b-f4de01523dd6 HTTP/1.1" status: 200 len: 902 time: 0.3963194 Apr 21 20:58:34.745520 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-0d9f2178-2a86-405f-89e4-7e2113813773 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=64697864-765c-42d0-8e9a-bd807b37dda7 HTTP/1.1" status: 200 len: 217 time: 0.0603888 Apr 21 20:58:34.806706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0181b847-78b2-4663-a113-b32e1851c78e req-3b909cd6-6769-4013-860b-a8a5b3cee571 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100554 Apr 21 20:58:34.813486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eff8367e-fbbc-4413-b117-d060eef52523 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:34.853874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af1d40-1726-4255-b49e-27e28f0712c2 req-c292bd51-f8d5-4d8a-a288-bfdd6bb36c4b tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:34.858701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61af1d40-1726-4255-b49e-27e28f0712c2 req-c292bd51-f8d5-4d8a-a288-bfdd6bb36c4b tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 949 time: 0.1343634 Apr 21 20:58:34.944610 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61af1d40-1726-4255-b49e-27e28f0712c2 req-13853503-a7c1-4147-958a-b2714eb0d303 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Apr 21 20:58:35.125325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-01caea40-f76f-4291-9de6-3f02b85bfffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:35.126984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-01caea40-f76f-4291-9de6-3f02b85bfffb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cf03576-8a9d-4e16-aaec-6058f04bbbf2 HTTP/1.1" status: 200 len: 801 time: 0.3344083 Apr 21 20:58:35.141839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf17815-bd0d-408a-ad3f-86f8dc5ae0f9 req-f4ad5440-0776-4495-947f-9401745d91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:35.143711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edf17815-bd0d-408a-ad3f-86f8dc5ae0f9 req-f4ad5440-0776-4495-947f-9401745d91f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 1096 time: 0.3968554 Apr 21 20:58:35.209037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ae6bf-f608-4337-a68b-958ff999b7a6 req-b89afc09-7404-4dc8-bbef-e8939f60e81b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:35.210016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f86ae6bf-f608-4337-a68b-958ff999b7a6 req-b89afc09-7404-4dc8-bbef-e8939f60e81b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.2345273 Apr 21 20:58:35.255033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eff8367e-fbbc-4413-b117-d060eef52523 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:35.295283 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:35.333928 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-662ef599-b9a3-4367-af72-186d205c2752 req-7778542e-bc7d-46c0-864b-45f0d9af80a9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.0581589 Apr 21 20:58:35.445841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edf17815-bd0d-408a-ad3f-86f8dc5ae0f9 req-3219dabb-f8c4-45bc-b548-737fd00abeed service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859242 Apr 21 20:58:35.446632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8367e-fbbc-4413-b117-d060eef52523 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=a23733ac-b9ce-4220-97ba-3537eec14a08,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:35.463917 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eff8367e-fbbc-4413-b117-d060eef52523 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:35.469641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-eff8367e-fbbc-4413-b117-d060eef52523 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/a23733ac-b9ce-4220-97ba-3537eec14a08 HTTP/1.1" status: 204 len: 168 time: 1.7398183 Apr 21 20:58:35.475031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51684) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:35.513294 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d3c85d1b-9825-44c8-aa1f-58d7aa8508bd req-f5708d97-eb52-4d82-9c92-b0c418e4d7f2 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0832782 Apr 21 20:58:35.574724 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-19390d5f-7a96-46ed-be28-5cb3c1796eac tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942321 Apr 21 20:58:35.575831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51686) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:35.586568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:35.586747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-7406eb92-4e02-466e-b9bd-921428c4b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:35.588846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-7406eb92-4e02-466e-b9bd-921428c4b3ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6ab3b476-4b09-4dcc-868b-f4de01523dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4530551 Apr 21 20:58:35.609362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f86ae6bf-f608-4337-a68b-958ff999b7a6 req-6c21f720-c2df-452b-bf09-4f4c0f35b3d3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727889 Apr 21 20:58:35.754812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:35.760549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:35.812936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-b4c35804-a3ff-4014-b9a3-f76f29af5622 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab3b476-4b09-4dcc-868b-f4de01523dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975152 Apr 21 20:58:35.856770 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:36.021173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6a8b516-3d2f-41d6-b6b2-c69784075250 req-8efa0bd5-43fa-436e-94b2-f6ecd540ef21 service neutron] 10.222.0.46 "GET /v2.0/networks/6ab3b476-4b09-4dcc-868b-f4de01523dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972499 Apr 21 20:58:36.069289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a11c5d-3b66-46c2-9a8a-919898687012 req-9db132e8-f41f-41ea-82f1-fa041573c452 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:36.084159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a11c5d-3b66-46c2-9a8a-919898687012 req-9db132e8-f41f-41ea-82f1-fa041573c452 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:36.108105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d8772-a543-482d-b1fc-dcb4736a34f7 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:36.108687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91a11c5d-3b66-46c2-9a8a-919898687012 req-9db132e8-f41f-41ea-82f1-fa041573c452 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1678 time: 0.1508720 Apr 21 20:58:36.293711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91a11c5d-3b66-46c2-9a8a-919898687012 req-bde4a609-1135-4196-a8cc-51a7095e0a8d tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838078 Apr 21 20:58:36.307653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6fda8a06-1198-4d55-a2c4-924f8176ea2a None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:36.308191 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6fda8a06-1198-4d55-a2c4-924f8176ea2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:36.316464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e499d4-06f4-4f1b-ba62-95b66eeea1bb req-d61c5d02-1f92-41a7-b3bd-4e7cecc60874 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:36.323040 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e499d4-06f4-4f1b-ba62-95b66eeea1bb req-d61c5d02-1f92-41a7-b3bd-4e7cecc60874 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 949 time: 0.1358578 Apr 21 20:58:36.480060 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70e499d4-06f4-4f1b-ba62-95b66eeea1bb req-a1654433-facb-42f1-836c-b4dfc73bc7a1 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388230 Apr 21 20:58:36.645591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00d265-0434-4be8-89e2-95a4789e403d req-75026556-39df-4ada-ac87-638b96522a9d tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:36.647861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b00d265-0434-4be8-89e2-95a4789e403d req-75026556-39df-4ada-ac87-638b96522a9d tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.43 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 949 time: 0.1196556 Apr 21 20:58:36.696039 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c0032cf-1dce-4ea4-aa07-47ecec4aebd6 req-674a1efd-af43-4827-a832-65430518e3c0 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.1224422 Apr 21 20:58:36.711457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-415857f7-2670-4d6d-8749-293016b599bf req-b19db4bf-ff88-42e1-9085-6e7c70404343 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0625081 Apr 21 20:58:36.769109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:58:37.143312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aaf15-b330-40d9-aaaa-9958adaed56e req-bce4cf78-4a34-4c21-a992-e7ff6292e591 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:37.149410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-149aaf15-b330-40d9-aaaa-9958adaed56e req-bce4cf78-4a34-4c21-a992-e7ff6292e591 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.2604220 Apr 21 20:58:37.163686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5b00d265-0434-4be8-89e2-95a4789e403d req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Deleting port 542b6101-eaa3-4658-ae4c-d037983f4a7f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:37.164074 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b00d265-0434-4be8-89e2-95a4789e403d req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:37.236270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ca424063-166f-4b4f-838c-94f4b12e3b40 None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:37.236672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ca424063-166f-4b4f-838c-94f4b12e3b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:37.300228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-149aaf15-b330-40d9-aaaa-9958adaed56e req-574c7394-fdf5-4811-8a81-ea89c18bd72b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443806 Apr 21 20:58:37.536808 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:37.581878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5b00d265-0434-4be8-89e2-95a4789e403d req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] For port 542b6101-eaa3-4658-ae4c-d037983f4a7f, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=542b6101-eaa3-4658-ae4c-d037983f4a7f,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:37.582259 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b00d265-0434-4be8-89e2-95a4789e403d req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:37.617250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5b00d265-0434-4be8-89e2-95a4789e403d req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Calling delete_port for 542b6101-eaa3-4658-ae4c-d037983f4a7f owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:37.623676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51738) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:37.765453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3441e5ec-6a12-4985-a5b6-34ddd078cd1b None None] Could not find standard attr ID for object f8708c16-6f5f-4d18-b39e-0aaa58b84788. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:58:37.797466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] For port 56c74c5c-87fc-4064-a816-327c4b678c3b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=56c74c5c-87fc-4064-a816-327c4b678c3b,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:37.858258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:37.868714 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:37.869878 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:37.880580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8c731-c024-4eb4-a57a-0739a82ecd45 req-a0066cfe-28cc-4c42-8052-4f5d9a69636d tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:37.892391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbd8c731-c024-4eb4-a57a-0739a82ecd45 req-a0066cfe-28cc-4c42-8052-4f5d9a69636d tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 949 time: 0.2320228 Apr 21 20:58:37.961535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-08f46139-9112-492a-aa6b-7b53b330dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:37.962088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-08f46139-9112-492a-aa6b-7b53b330dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:37.962566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-08f46139-9112-492a-aa6b-7b53b330dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:37.963094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-08f46139-9112-492a-aa6b-7b53b330dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:37.963640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-08f46139-9112-492a-aa6b-7b53b330dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:37.964126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-08f46139-9112-492a-aa6b-7b53b330dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:37.964647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-08f46139-9112-492a-aa6b-7b53b330dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:37.974698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-08f46139-9112-492a-aa6b-7b53b330dc7d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6491 time: 0.3456354 Apr 21 20:58:38.007086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8b3c7-c125-49af-a8b2-3cad3cb578d7 req-fb017f28-cd36-4713-ac33-a45773e36083 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:38.015707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8b3c7-c125-49af-a8b2-3cad3cb578d7 req-fb017f28-cd36-4713-ac33-a45773e36083 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:38.023615 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4e8b3c7-c125-49af-a8b2-3cad3cb578d7 req-fb017f28-cd36-4713-ac33-a45773e36083 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1678 time: 0.5490544 Apr 21 20:58:38.056753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbd8c731-c024-4eb4-a57a-0739a82ecd45 req-b6b4e674-3e7e-4bb5-9c05-ef5bdde1b02f tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/security-groups?id=bad86bdb-09b7-45dc-a414-ffd0a2df5325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623666 Apr 21 20:58:38.075550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:38.083539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-db275b7a-a63c-475e-9a68-5f62f4d11846 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079073 Apr 21 20:58:38.091770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:38.103445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9276b8fa-bbc7-4c2d-bebf-fe08f4232505 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:38.112313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:38.113588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:38.118824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=56c74c5c-87fc-4064-a816-327c4b678c3b,revision_number=8']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:38.126366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=454a1882-e95e-40f4-a660-cce33b3f076a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:38.155638 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4e8b3c7-c125-49af-a8b2-3cad3cb578d7 req-1d6b22c2-384c-4a89-b4d6-2790690e1085 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258187 Apr 21 20:58:38.182575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ae22351d-b7ba-4680-a547-f4349528ab06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6040003 Apr 21 20:58:38.184056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51748) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:38.190589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:38.284655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b00d265-0434-4be8-89e2-95a4789e403d req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:38.292655 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-451bc9e4-cc9d-4f4b-9dcd-7bdde569b93f req-43c14555-5cc5-440d-a42d-0aa7cce2df97 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0912964 Apr 21 20:58:38.297531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 64697864-765c-42d0-8e9a-bd807b37dda7 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:58:38.369976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Pushing event deleted for resources: {'Port': ['ID=542b6101-eaa3-4658-ae4c-d037983f4a7f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:38.501569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 64697864-765c-42d0-8e9a-bd807b37dda7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=64697864-765c-42d0-8e9a-bd807b37dda7,segment=NetworkSegment(9c7cc5a1-571e-40ff-8718-3a23730707c0),segment_id=9c7cc5a1-571e-40ff-8718-3a23730707c0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:38.522729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b00d265-0434-4be8-89e2-95a4789e403d req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] No DVR routers for this DVR port 542b6101-eaa3-4658-ae4c-d037983f4a7f on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:38.525689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b00d265-0434-4be8-89e2-95a4789e403d req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:38.529558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b00d265-0434-4be8-89e2-95a4789e403d req-98852870-5ed2-403e-9c0e-59ebc8db8414 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.43 "DELETE /v2.0/ports/542b6101-eaa3-4658-ae4c-d037983f4a7f HTTP/1.1" status: 204 len: 173 time: 1.8171344 Apr 21 20:58:38.530268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a0ed56-26c8-4d89-9f5c-9b50144f0654', 'name': 'network-vif-deleted', 'tag': '542b6101-eaa3-4658-ae4c-d037983f4a7f'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:38.537262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '64697864-765c-42d0-8e9a-bd807b37dda7', 'network_id': '6ab3b476-4b09-4dcc-868b-f4de01523dd6', 'port_id': '64697864-765c-42d0-8e9a-bd807b37dda7', 'mac_address': 'fa:16:3e:41:cd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf03576-8a9d-4e16-aaec-6058f04bbbf2', 'ip_address': '19.86.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:58:38.543553 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6486d73-04c4-4506-ae22-e1ff9db52740" -d '{"events": [{"server_uuid": "29a0ed56-26c8-4d89-9f5c-9b50144f0654", "name": "network-vif-deleted", "tag": "542b6101-eaa3-4658-ae4c-d037983f4a7f"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:38.614517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd020-7832-452c-8e07-b136e2bd360a req-d0a5d0e7-1fec-480b-9c77-cd9fbf576794 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:38.626236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1bdcd020-7832-452c-8e07-b136e2bd360a req-d0a5d0e7-1fec-480b-9c77-cd9fbf576794 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1993971 Apr 21 20:58:38.633374 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c9a247b-b849-40cd-af7d-a9d317ca1128 req-c20e874d-3631-4aec-8570-f12f966d1f00 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.1262462 Apr 21 20:58:38.647449 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:38.687654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64697864-765c-42d0-8e9a-bd807b37dda7 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:38.690345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:38.697848 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:38.729880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1bdcd020-7832-452c-8e07-b136e2bd360a req-3209f8cd-ab7d-4d1f-98d4-d52c21582168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025782 Apr 21 20:58:38.735451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 64697864-765c-42d0-8e9a-bd807b37dda7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=64697864-765c-42d0-8e9a-bd807b37dda7,segment=NetworkSegment(9c7cc5a1-571e-40ff-8718-3a23730707c0),segment_id=9c7cc5a1-571e-40ff-8718-3a23730707c0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:38.764543 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:38.775443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:58:38.797467 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c16a33c-9a9e-4697-86b1-4b3cbb91ee35 x-openstack-request-id: req-4c16a33c-9a9e-4697-86b1-4b3cbb91ee35 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:38.797950 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a0ed56-26c8-4d89-9f5c-9b50144f0654", "name": "network-vif-deleted", "tag": "542b6101-eaa3-4658-ae4c-d037983f4a7f", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:38.798356 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c16a33c-9a9e-4697-86b1-4b3cbb91ee35 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:38.798966 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c16a33c-9a9e-4697-86b1-4b3cbb91ee35'] response: {'server_uuid': '29a0ed56-26c8-4d89-9f5c-9b50144f0654', 'name': 'network-vif-deleted', 'tag': '542b6101-eaa3-4658-ae4c-d037983f4a7f', 'status': 'completed', 'code': 200} Apr 21 20:58:39.052190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=64697864-765c-42d0-8e9a-bd807b37dda7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:39.228982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ab374d25-1826-4296-b6b8-17bf9a74face None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:39.229351 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ab374d25-1826-4296-b6b8-17bf9a74face None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:39.239556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,segment=NetworkSegment(c6471adf-cc44-4dfd-a31c-a4f6641127cf),segment_id=c6471adf-cc44-4dfd-a31c-a4f6641127cf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:39.288489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-68e47608-d19b-4b5e-bb32-dec2531904c4 req-a4e5a097-161b-426e-a8d6-8aee656a12a7 tempest-ServerDiagnosticsNegativeTest-956295962 tempest-ServerDiagnosticsNegativeTest-956295962-project] 10.222.0.49 "GET /v2.0/ports?device_id=29a0ed56-26c8-4d89-9f5c-9b50144f0654 HTTP/1.1" status: 200 len: 210 time: 0.0614402 Apr 21 20:58:39.334260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 56c74c5c-87fc-4064-a816-327c4b678c3b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:39.396903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'b7075d6b-aa73-46d5-885c-ef8aefa4a3c1', 'network_id': 'b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909', 'port_id': 'b7075d6b-aa73-46d5-885c-ef8aefa4a3c1', 'mac_address': 'fa:16:3e:95:0d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d26bbf5-9d4c-417b-805d-8dff8a6003a2', 'ip_address': '19.80.0.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:58:39.451175 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:39.462428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:39.494871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:39.495365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348eb7f4-c8cc-456c-99f2-fdf643e28f94 req-2136ac5a-2fd3-449f-87c4-b71059ccb89b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:39.510327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348eb7f4-c8cc-456c-99f2-fdf643e28f94 req-2136ac5a-2fd3-449f-87c4-b71059ccb89b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:39.516923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,segment=NetworkSegment(c6471adf-cc44-4dfd-a31c-a4f6641127cf),segment_id=c6471adf-cc44-4dfd-a31c-a4f6641127cf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:39.519312 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-348eb7f4-c8cc-456c-99f2-fdf643e28f94 req-2136ac5a-2fd3-449f-87c4-b71059ccb89b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1679 time: 0.1432385 Apr 21 20:58:39.524095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=fab096be-625a-415d-81b6-bfbf60c26a4f,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:39.532312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:39.533856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:39.545232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:39.547053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:39.575317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-348eb7f4-c8cc-456c-99f2-fdf643e28f94 req-36816b1c-b644-4635-ab29-7f489ad40d9b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546613 Apr 21 20:58:39.576036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e4ae5-4dfc-4000-a650-98399131c0ca None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:39.579165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8ee2f070-9c46-4bd8-87e4-cf45508799a5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3939877 Apr 21 20:58:39.582968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51782) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:39.599607 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:39.604281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:ed:76:f7', 'name': 'tempest-NetworksTestDHCPv6-512761243'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:39.732608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 542b6101-eaa3-4658-ae4c-d037983f4a7f no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:39.758072 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00803d44-ee83-41de-aa68-50186ce51dc7 req-09839996-790b-4f72-833e-6f854021813e tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0685000 Apr 21 20:58:39.835663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfe124-5ee3-4e10-9db3-e10d01b82c78 req-8165f544-c70b-460d-a1b0-dd13b26535e9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:39.837946 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1cbfe124-5ee3-4e10-9db3-e10d01b82c78 req-8165f544-c70b-460d-a1b0-dd13b26535e9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1123438 Apr 21 20:58:39.876093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:39.878008 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:39.916962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1cbfe124-5ee3-4e10-9db3-e10d01b82c78 req-c05a7038-3f10-46a2-86bb-b277de369f8f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571461 Apr 21 20:58:39.924115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:39.928653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 542b6101-eaa3-4658-ae4c-d037983f4a7f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:39.929780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 542b6101-eaa3-4658-ae4c-d037983f4a7f not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:40.115059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b7075d6b-aa73-46d5-885c-ef8aefa4a3c1'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:40.128749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:40.197912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:40.228162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 93114460-2956-4d79-ba4e-b5394afa388a yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:58:40.475587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-389548ed-df80-4907-88a5-e83c25ab9fb8 req-e33eba18-d116-4560-990b-d35d069db24c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.6409359 Apr 21 20:58:40.555448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 172.20.0.6 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/fab096be-625a-415d-81b6-bfbf60c26a4f/93114460-2956-4d79-ba4e-b5394afa388a) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:40.567706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:feed:76f7 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/454a1882-e95e-40f4-a660-cce33b3f076a/93114460-2956-4d79-ba4e-b5394afa388a) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:40.736313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1e6a4-376f-46d5-a870-194ba77e1349 None None] Update dhcp port {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': '454a1882-e95e-40f4-a660-cce33b3f076a', 'ip_address': '2001:db8::f816:3eff:fe38:6902'}, {'subnet_id': 'fab096be-625a-415d-81b6-bfbf60c26a4f'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '56c74c5c-87fc-4064-a816-327c4b678c3b'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 20:58:40.773902 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2cb1e6a4-376f-46d5-a870-194ba77e1349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:40.901950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51808) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:40.935743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0880615-b956-4260-9a93-2a8efa581adb req-489b8430-6317-4470-8185-e90a80ed7dc9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:40.957219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9aa7bae-a376-41ce-8986-b9c554d705ed req-7bf41d3d-d2e6-4a9c-98bb-8e5e3f3712e0 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0663443 Apr 21 20:58:40.959090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0880615-b956-4260-9a93-2a8efa581adb req-489b8430-6317-4470-8185-e90a80ed7dc9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:40.960730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0880615-b956-4260-9a93-2a8efa581adb req-489b8430-6317-4470-8185-e90a80ed7dc9 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1680 time: 0.2566221 Apr 21 20:58:41.033302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0880615-b956-4260-9a93-2a8efa581adb req-23a03c53-b283-498c-80f8-71f445bfe1fc tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621829 Apr 21 20:58:41.079042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['64697864-765c-42d0-8e9a-bd807b37dda7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:41.087780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:41.190821 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:41.213976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40161b53-edd2-4c63-95c9-a744d005fb76 req-83476789-7811-43ad-9ba8-b3749c5f6a03 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:41.215939 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40161b53-edd2-4c63-95c9-a744d005fb76 req-83476789-7811-43ad-9ba8-b3749c5f6a03 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1301310 Apr 21 20:58:41.245132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8ddea05a-e137-44a5-afb9-3219d4c0c2e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd849e47acaf4e50aabe39403b5fb85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330724 Apr 21 20:58:41.247561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51824) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:41.284265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2cb1e6a4-376f-46d5-a870-194ba77e1349 None None] Allocated IP 172.20.0.2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/fab096be-625a-415d-81b6-bfbf60c26a4f/56c74c5c-87fc-4064-a816-327c4b678c3b) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:41.288295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:41.295400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:41.299225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:41.366121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=93114460-2956-4d79-ba4e-b5394afa388a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:41.376868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40161b53-edd2-4c63-95c9-a744d005fb76 req-bbdbbc9c-177f-46f4-893e-000fdc976f0b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293197 Apr 21 20:58:41.400924 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4b8819d-0abc-461e-a20e-c21eaf7d60e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:41.415559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:41.416135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:41.434186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4b8819d-0abc-461e-a20e-c21eaf7d60e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:41.454310 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2707de32-ce55-4b5d-8a83-d9c0f2706cfc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8703136 Apr 21 20:58:41.456656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51826) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:41.537241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4b8819d-0abc-461e-a20e-c21eaf7d60e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:41.540817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4b8819d-0abc-461e-a20e-c21eaf7d60e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:41.549753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a4b8819d-0abc-461e-a20e-c21eaf7d60e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bad86bdb-09b7-45dc-a414-ffd0a2df5325 HTTP/1.1" status: 204 len: 168 time: 0.2998056 Apr 21 20:58:41.561776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8819d-0abc-461e-a20e-c21eaf7d60e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad86bdb-09b7-45dc-a414-ffd0a2df5325,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:41.573590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2cb1e6a4-376f-46d5-a870-194ba77e1349 None None] For port 56c74c5c-87fc-4064-a816-327c4b678c3b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=56c74c5c-87fc-4064-a816-327c4b678c3b,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:41.579865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce230dc-7715-4d0c-9e31-19465e427a4e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:41.597227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce230dc-7715-4d0c-9e31-19465e427a4e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:41.599217 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dce230dc-7715-4d0c-9e31-19465e427a4e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1415915 Apr 21 20:58:41.602727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51832) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:41.683422 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2cb1e6a4-376f-46d5-a870-194ba77e1349 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:41.692831 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2cb1e6a4-376f-46d5-a870-194ba77e1349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:41.775823 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b7a9310-324c-49d6-be77-1464c026aa9a req-8c6e4251-444d-4130-bd73-24cb4d872059 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.1710334 Apr 21 20:58:41.824270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1e6a4-376f-46d5-a870-194ba77e1349 None None] Pushing event updated for resources: {'Port': ['ID=56c74c5c-87fc-4064-a816-327c4b678c3b,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:41.881945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-415b232a-3600-42a9-8c8b-335fe9c0b24b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 93114460-2956-4d79-ba4e-b5394afa388a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:41.882522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-415b232a-3600-42a9-8c8b-335fe9c0b24b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.041075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51838) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:42.061489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-415b232a-3600-42a9-8c8b-335fe9c0b24b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.072938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9543904c-4c2a-425b-8fe4-f2b894b122da admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.104588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-415b232a-3600-42a9-8c8b-335fe9c0b24b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 93114460-2956-4d79-ba4e-b5394afa388a owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:42.161758 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22555c76-39f4-4eaf-8ed6-be3f1f8a34c0 req-ea9fe8ea-1216-41b5-81f9-cafdad97f8be tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0332017 Apr 21 20:58:42.193169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:42.227951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9543904c-4c2a-425b-8fe4-f2b894b122da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.231868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9543904c-4c2a-425b-8fe4-f2b894b122da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.329372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543904c-4c2a-425b-8fe4-f2b894b122da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b1903-93f2-49d5-9b00-ae73fa6b96aa,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:42.351885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9543904c-4c2a-425b-8fe4-f2b894b122da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=287c3e640c6f4c0bac466b9dbd65080c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071196 Apr 21 20:58:42.352077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51852) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:42.360133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:58:42.364175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:42.364532 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.390283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737473f-1c07-44f7-9e63-c086c884a343 req-28fdf911-3cd3-43b0-b823-1a38d3ec076e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:42.422414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737473f-1c07-44f7-9e63-c086c884a343 req-28fdf911-3cd3-43b0-b823-1a38d3ec076e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:42.424022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c737473f-1c07-44f7-9e63-c086c884a343 req-28fdf911-3cd3-43b0-b823-1a38d3ec076e tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1680 time: 0.1901746 Apr 21 20:58:42.455215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fa82fee-baf8-4ac6-beb5-20088f05d300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.535159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fa82fee-baf8-4ac6-beb5-20088f05d300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.595860 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.604007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c737473f-1c07-44f7-9e63-c086c884a343 req-7c4f5259-0023-4d4d-aabc-19eb26ab8686 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611254 Apr 21 20:58:42.641893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7075d6b-aa73-46d5-885c-ef8aefa4a3c1'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:42.644308 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75961155-9c82-451a-94e5-d21a0a262a6a" -d '{"events": [{"server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "b7075d6b-aa73-46d5-885c-ef8aefa4a3c1"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:42.697031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,segment=NetworkSegment(c6471adf-cc44-4dfd-a31c-a4f6641127cf),segment_id=c6471adf-cc44-4dfd-a31c-a4f6641127cf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:42.707280 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.708255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fa82fee-baf8-4ac6-beb5-20088f05d300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.713714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fa82fee-baf8-4ac6-beb5-20088f05d300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.722831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9fa82fee-baf8-4ac6-beb5-20088f05d300 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d68b1903-93f2-49d5-9b00-ae73fa6b96aa HTTP/1.1" status: 204 len: 168 time: 0.3697369 Apr 21 20:58:42.737692 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f49382-891b-4c3d-ad86-f4d5e161ad80 x-openstack-request-id: req-83f49382-891b-4c3d-ad86-f4d5e161ad80 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:42.737987 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "b7075d6b-aa73-46d5-885c-ef8aefa4a3c1", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:42.738228 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83f49382-891b-4c3d-ad86-f4d5e161ad80 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:42.743932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa82fee-baf8-4ac6-beb5-20088f05d300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b1903-93f2-49d5-9b00-ae73fa6b96aa,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:42.746379 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f49382-891b-4c3d-ad86-f4d5e161ad80'] response: {'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7075d6b-aa73-46d5-885c-ef8aefa4a3c1', 'code': 200} Apr 21 20:58:42.776848 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-415b232a-3600-42a9-8c8b-335fe9c0b24b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.786253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0a733-f4ba-4a10-a697-e2f383a53acd req-2c9ca458-b0cc-4225-af69-66feb3cd38f2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:42.803127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-20f0a733-f4ba-4a10-a697-e2f383a53acd req-2c9ca458-b0cc-4225-af69-66feb3cd38f2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1713810 Apr 21 20:58:42.874461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:42.877784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dc9a5e66-cd69-49a2-85cd-f044031a50e7 None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:42.878326 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5e66-cd69-49a2-85cd-f044031a50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:42.948243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-20f0a733-f4ba-4a10-a697-e2f383a53acd req-66360e63-b858-4801-8290-7d446bca4174 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436925 Apr 21 20:58:42.958979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b232a-3600-42a9-8c8b-335fe9c0b24b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=93114460-2956-4d79-ba4e-b5394afa388a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:43.119841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-979c5d1c-01d3-4245-b4d0-399da5531252 req-f7aba08b-be85-4f4d-b05b-ef8fb6b061ce tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.1314125 Apr 21 20:58:43.186523 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-415b232a-3600-42a9-8c8b-335fe9c0b24b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:43.191791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-415b232a-3600-42a9-8c8b-335fe9c0b24b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/93114460-2956-4d79-ba4e-b5394afa388a HTTP/1.1" status: 204 len: 168 time: 1.5854752 Apr 21 20:58:43.196963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51864) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:43.256682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 56c74c5c-87fc-4064-a816-327c4b678c3b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:43.425989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:43.426563 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:43.447931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54fd4a2-0501-4f1a-b753-ea7e2d6d46ff tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:43.451637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54fd4a2-0501-4f1a-b753-ea7e2d6d46ff tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:43.453358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54fd4a2-0501-4f1a-b753-ea7e2d6d46ff tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:43.464009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51884) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:43.465268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e54fd4a2-0501-4f1a-b753-ea7e2d6d46ff tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2694609 Apr 21 20:58:43.506459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db32396c-9299-461f-96ff-f4312fe964b5 req-327ae6fa-98de-4f13-9702-734e3cb30b92 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.1335335 Apr 21 20:58:43.520526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fd497ede-1469-489b-9827-a6f663d1cf59 None None] Could not find standard attr ID for object 93114460-2956-4d79-ba4e-b5394afa388a. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:58:43.592803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cff18e-9208-44af-a1d6-fcb38e8a6562 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 454a1882-e95e-40f4-a660-cce33b3f076a {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:43.607197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17cff18e-9208-44af-a1d6-fcb38e8a6562 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:43.720921 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17cff18e-9208-44af-a1d6-fcb38e8a6562 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:43.912491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd9353-3352-4b04-9b2b-a752222ef0e3 req-6978a374-cbb0-44da-a6e0-ce47d6911fb8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:43.922423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd9353-3352-4b04-9b2b-a752222ef0e3 req-6978a374-cbb0-44da-a6e0-ce47d6911fb8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:43.924054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2fdd9353-3352-4b04-9b2b-a752222ef0e3 req-6978a374-cbb0-44da-a6e0-ce47d6911fb8 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1681 time: 0.2002926 Apr 21 20:58:43.943541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17cff18e-9208-44af-a1d6-fcb38e8a6562 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.024981 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2fdd9353-3352-4b04-9b2b-a752222ef0e3 req-ba936dda-5997-4aca-9ea3-4be8ec699d05 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894103 Apr 21 20:58:44.087966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17cff18e-9208-44af-a1d6-fcb38e8a6562 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.193064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51902) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:44.197940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 64697864-765c-42d0-8e9a-bd807b37dda7 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:44.200076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cff18e-9208-44af-a1d6-fcb38e8a6562 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=454a1882-e95e-40f4-a660-cce33b3f076a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:44.239527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5464f-fe76-43bb-83dd-82b427baddf4 req-28bfdc91-5c84-43f7-b9f8-14c866ff1336 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:44.243668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3fb5464f-fe76-43bb-83dd-82b427baddf4 req-28bfdc91-5c84-43f7-b9f8-14c866ff1336 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1746831 Apr 21 20:58:44.343152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3fb5464f-fe76-43bb-83dd-82b427baddf4 req-2330f481-cdc2-4659-b436-f22301983f45 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912960 Apr 21 20:58:44.348380 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 64697864-765c-42d0-8e9a-bd807b37dda7 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:58:44.354791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 64697864-765c-42d0-8e9a-bd807b37dda7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:44.355112 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.358336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17cff18e-9208-44af-a1d6-fcb38e8a6562 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.366547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-17cff18e-9208-44af-a1d6-fcb38e8a6562 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/454a1882-e95e-40f4-a660-cce33b3f076a HTTP/1.1" status: 204 len: 168 time: 0.9007618 Apr 21 20:58:44.374524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51906) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:44.377631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9eafc337-3bf6-47e2-84a3-5febd5ba8e26 req-e854cb19-bf13-49cb-b4a6-6a22012d302a tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.1253486 Apr 21 20:58:44.423737 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aaf83e-e804-4572-a867-5dec2d90eff3 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:44.465854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e944b9-54d0-4fc9-85f1-4021723755bc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet fab096be-625a-415d-81b6-bfbf60c26a4f {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:44.472914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1e944b9-54d0-4fc9-85f1-4021723755bc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.570338 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1e944b9-54d0-4fc9-85f1-4021723755bc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.669822 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1e944b9-54d0-4fc9-85f1-4021723755bc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.674356 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.697000 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5dc9049d-9ad9-49e0-8e73-5ecad5716fa6 req-61a34b4a-d7c6-4420-a903-24ddd1702b46 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0725214 Apr 21 20:58:44.710109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-network', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:44.739192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 64697864-765c-42d0-8e9a-bd807b37dda7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=64697864-765c-42d0-8e9a-bd807b37dda7,segment=NetworkSegment(9c7cc5a1-571e-40ff-8718-3a23730707c0),segment_id=9c7cc5a1-571e-40ff-8718-3a23730707c0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:44.749064 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.786906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Made reservation on behalf of 15e34b17ebc54f72a7bcdf22e895a20a for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:44.792223 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.796234 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1e944b9-54d0-4fc9-85f1-4021723755bc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.803687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64697864-765c-42d0-8e9a-bd807b37dda7'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:44.805540 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f79fdd-f7c6-4b9d-bdd4-fc21124de23a" -d '{"events": [{"server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "64697864-765c-42d0-8e9a-bd807b37dda7"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:44.810112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=64697864-765c-42d0-8e9a-bd807b37dda7,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:44.867446 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:44.895700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e944b9-54d0-4fc9-85f1-4021723755bc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=fab096be-625a-415d-81b6-bfbf60c26a4f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:44.910596 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56957da4-8ae5-4d8a-832c-1ecb9024af32 x-openstack-request-id: req-56957da4-8ae5-4d8a-832c-1ecb9024af32 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:44.910886 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "name": "network-vif-plugged", "status": "completed", "tag": "64697864-765c-42d0-8e9a-bd807b37dda7", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:44.911138 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56957da4-8ae5-4d8a-832c-1ecb9024af32 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:44.911544 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56957da4-8ae5-4d8a-832c-1ecb9024af32'] response: {'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64697864-765c-42d0-8e9a-bd807b37dda7', 'code': 200} Apr 21 20:58:44.970560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99596809-688b-4449-bf46-74b50776ffa5 None None] Update dhcp port {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': 'fab096be-625a-415d-81b6-bfbf60c26a4f'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '56c74c5c-87fc-4064-a816-327c4b678c3b'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 20:58:45.005348 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99596809-688b-4449-bf46-74b50776ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.006395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.052742 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1e944b9-54d0-4fc9-85f1-4021723755bc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.056151 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c1e944b9-54d0-4fc9-85f1-4021723755bc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/fab096be-625a-415d-81b6-bfbf60c26a4f HTTP/1.1" status: 204 len: 168 time: 0.6802356 Apr 21 20:58:45.056938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.058856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51930) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:45.089543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200707a1-30b2-4423-82f8-16762d828121,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:45.112086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:58:45.122315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79476d8-a9d5-41d8-9305-f653b36fa7d4 req-95312f99-62ba-4a23-ba2d-2009f02b9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:45.122782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79476d8-a9d5-41d8-9305-f653b36fa7d4 req-95312f99-62ba-4a23-ba2d-2009f02b9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:45.126073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a79476d8-a9d5-41d8-9305-f653b36fa7d4 req-95312f99-62ba-4a23-ba2d-2009f02b9457 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1984 time: 0.1171980 Apr 21 20:58:45.141000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.141579 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Added segment 65cf78de-e2d0-4918-88a5-b4de63828cbf of type vlan for network a220b398-069b-4d11-b6fe-cfb9b6698d24 Apr 21 20:58:45.175320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cca7304d-9176-47db-8ab9-fd0a23eecf33 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116283 Apr 21 20:58:45.178455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51932) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:45.190446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:45.245669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef962cc-a507-483e-b13f-b6ae3b5b3634 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:45.263098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a79476d8-a9d5-41d8-9305-f653b36fa7d4 req-8cc2bfe1-a64c-4136-87f0-23ea3775cfe9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279027 Apr 21 20:58:45.355997 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.387104 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.388204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:45.388899 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.419925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-594f00f9-b027-4dc9-b8d3-59b79cf2095d None None] Provisioning complete for port 56c74c5c-87fc-4064-a816-327c4b678c3b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:45.420546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-594f00f9-b027-4dc9-b8d3-59b79cf2095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.515567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3205523 Apr 21 20:58:45.527631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51940) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:45.565281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Request body: {'subnet': {'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-subnet', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:45.582453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21be2b-8c9a-4fe5-abcc-71b94fb24e4d admin admin] Pushing event updated for resources: {'Network': ['ID=a220b398-069b-4d11-b6fe-cfb9b6698d24,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:45.595900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:58:45.627133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b2095-a7f1-4c18-b6ca-020f8b5251b9 req-5d266a33-f60e-4647-b782-8b4bb6f1de10 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:45.636111 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-370b2095-a7f1-4c18-b6ca-020f8b5251b9 req-5d266a33-f60e-4647-b782-8b4bb6f1de10 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1345751 Apr 21 20:58:45.636584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28677a1-fa6d-461f-a943-16b62ec75584 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:58:45.664651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Made reservation on behalf of 15e34b17ebc54f72a7bcdf22e895a20a for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:45.667039 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.696057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a78934-b810-444d-b129-018e4b48c3e9 req-ca31f41d-0bb6-436e-a8b5-25471dccaa4b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:45.706466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a78934-b810-444d-b129-018e4b48c3e9 req-ca31f41d-0bb6-436e-a8b5-25471dccaa4b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:45.715235 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-44a78934-b810-444d-b129-018e4b48c3e9 req-ca31f41d-0bb6-436e-a8b5-25471dccaa4b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1682 time: 0.5106497 Apr 21 20:58:45.745083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-370b2095-a7f1-4c18-b6ca-020f8b5251b9 req-e1e4398d-9e30-4665-8c2a-4867f16b0d6e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037860 Apr 21 20:58:45.785801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-44a78934-b810-444d-b129-018e4b48c3e9 req-213e5a2f-1df8-4931-ada3-ece944c68f23 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688424 Apr 21 20:58:45.786775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a28677a1-fa6d-461f-a943-16b62ec75584 None None] Deleting port 56c74c5c-87fc-4064-a816-327c4b678c3b {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:45.787142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a28677a1-fa6d-461f-a943-16b62ec75584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.830554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:45.835568 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.885358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a28677a1-fa6d-461f-a943-16b62ec75584 None None] For port 56c74c5c-87fc-4064-a816-327c4b678c3b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=56c74c5c-87fc-4064-a816-327c4b678c3b,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:45.885767 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a28677a1-fa6d-461f-a943-16b62ec75584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.900319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a28677a1-fa6d-461f-a943-16b62ec75584 None None] Calling delete_port for 56c74c5c-87fc-4064-a816-327c4b678c3b owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:45.976867 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:45.993451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1da130a3-1dd0-4b0d-9ce6-6234c2fce0d2 req-7ce8628c-1652-4805-ac85-68f669ab88ff tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0525377 Apr 21 20:58:46.007288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3316d5b-a99a-44f4-8c9e-0a744d7df411 req-1b7b2731-8107-4aa3-9b0c-d900606579e9 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.0431662 Apr 21 20:58:46.048276 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a28677a1-fa6d-461f-a943-16b62ec75584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.075806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28677a1-fa6d-461f-a943-16b62ec75584 None None] Pushing event deleted for resources: {'Port': ['ID=56c74c5c-87fc-4064-a816-327c4b678c3b,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:46.081994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28677a1-fa6d-461f-a943-16b62ec75584 None None] No DVR routers for this DVR port 56c74c5c-87fc-4064-a816-327c4b678c3b on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:46.108280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:46.126180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Checking segment: {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:46.126700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Network hostable DHCP agents. Network: a220b398-069b-4d11-b6fe-cfb9b6698d24, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:58:46.172332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:58:46.188024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a220b398-069b-4d11-b6fe-cfb9b6698d24) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:46.195350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:46.195350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.204798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec2d1f-7d6c-4952-b8f0-c21d533714f0 req-767c8edc-d378-4212-888f-c4b7d569fa20 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:46.207902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabbd4c4-5d01-477b-be5a-c68a229af0b2 None None] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:46.213026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61ec2d1f-7d6c-4952-b8f0-c21d533714f0 req-767c8edc-d378-4212-888f-c4b7d569fa20 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 949 time: 0.0706530 Apr 21 20:58:46.221178 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.265659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:46.270153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:46.274565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:46.275115 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.279726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2a288cff-ecfb-496e-8c91-a6e5110d0732 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7188401 Apr 21 20:58:46.280230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51974) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:46.284059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:46.288545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52678ff3-d50a-4a42-8170-2e8f710e28a9 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:46.306013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=ed8681ba-2f42-4a61-93b8-a74d56dfb236,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:46.313422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61ec2d1f-7d6c-4952-b8f0-c21d533714f0 req-e19d94c0-ac41-493b-9f36-6632990af5ef tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804982 Apr 21 20:58:46.320961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8cb9a504-3235-4ff3-a9ea-c21627e2c3d5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1377771 Apr 21 20:58:46.321607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51976) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:46.335747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:46.341809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.344534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.418214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.514289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:46.520848 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.605766 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.636981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-a220b398-069b-4d11-b6fe-cfb9b6698d24', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:58:46.638733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.750427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': 'ed8681ba-2f42-4a61-93b8-a74d56dfb236'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:58:46.751587 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:46.955951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Allocated IP 172.20.0.2 (a220b398-069b-4d11-b6fe-cfb9b6698d24/f3b4ef14-ad87-4fe0-b649-d10e1f4836e0/1f6b25b7-975f-4c12-8c74-481c4e914f5f) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:46.990269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783420-37d5-4a12-b5b1-00f99f4d5e9a req-f2936fde-0ab5-4813-8459-abb48db38e84 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:46.991640 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63783420-37d5-4a12-b5b1-00f99f4d5e9a req-f2936fde-0ab5-4813-8459-abb48db38e84 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1207838 Apr 21 20:58:46.996834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.024221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.objects.ports [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:58:47.027206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.029690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.065272 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63783420-37d5-4a12-b5b1-00f99f4d5e9a req-4e7c5b63-a660-4db7-a710-bd362f76bc20 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Apr 21 20:58:47.098583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=0e6f0232-e327-4174-8c6a-0f88127965c2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:47.111512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Allocated IP 172.20.0.2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/ed8681ba-2f42-4a61-93b8-a74d56dfb236/66749928-da9a-4046-9929-563e712cb9f9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:47.131106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee042f3d-d046-4075-ba03-9c1d3ba023e0 req-173549e3-5257-48f3-bcaa-58ac7fed664b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:47.147934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee042f3d-d046-4075-ba03-9c1d3ba023e0 req-173549e3-5257-48f3-bcaa-58ac7fed664b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:47.154437 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee042f3d-d046-4075-ba03-9c1d3ba023e0 req-173549e3-5257-48f3-bcaa-58ac7fed664b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1682 time: 0.2224622 Apr 21 20:58:47.179103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:47.191992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:47.202998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:47.203873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.207121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Allocated IP 172.25.0.68 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/be7c896b-aaee-4c85-992f-91f2a7e42273) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:47.227953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 56c74c5c-87fc-4064-a816-327c4b678c3b no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:47.253365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-21307481-905f-428c-b16b-1f2b6a180d06 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9309113 Apr 21 20:58:47.261018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51986) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:47.263891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 56c74c5c-87fc-4064-a816-327c4b678c3b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:47.264797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 56c74c5c-87fc-4064-a816-327c4b678c3b not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:47.271442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:d7:da:a7', 'name': 'tempest-NetworksTestDHCPv6-937665559'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:47.283785 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ebcc650-b378-40bb-a846-e8914ad113bd req-caaefe29-624d-4f3c-934b-317b19f2c360 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0700061 Apr 21 20:58:47.311625 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee042f3d-d046-4075-ba03-9c1d3ba023e0 req-fd087a8f-3463-4ad6-ab4a-fd32fa2cb016 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414878 Apr 21 20:58:47.426858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.474761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5024c-18a8-46b3-b145-b6688923bd00 req-08e92636-b959-4689-9abe-d0778713d0bd tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:47.476835 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3b5024c-18a8-46b3-b145-b6688923bd00 req-08e92636-b959-4689-9abe-d0778713d0bd tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 949 time: 0.0664623 Apr 21 20:58:47.501289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.528789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e7ad3bf-630e-4549-8ec9-1036748b14ef req-9c895e47-5fac-4c92-8de6-8354d474e97e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.0922227 Apr 21 20:58:47.533372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.541796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.559017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:47.588664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Pushing event updated for resources: {'Port': ['ID=be7c896b-aaee-4c85-992f-91f2a7e42273,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:47.603802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:47.605384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3b5024c-18a8-46b3-b145-b6688923bd00 req-8d83ae3a-b455-44c9-afc7-061e52e8ecc4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118011 Apr 21 20:58:47.614264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:47.615879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:47.619376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:47.627723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.631628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Pushing event updated for resources: {'Port': ['ID=1f6b25b7-975f-4c12-8c74-481c4e914f5f,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:47.644886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:47.650505 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.655338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:47.710262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:47.718692 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.735479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:47.743093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:47.749683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 60be8485-bd98-4c6f-8d03-aeecbea10b04 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:58:47.793672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Pushing event updated for resources: {'Port': ['ID=66749928-da9a-4046-9929-563e712cb9f9,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:47.841516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Attempting to bind port 1f6b25b7-975f-4c12-8c74-481c4e914f5f on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:47.841816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Attempting to bind port 1f6b25b7-975f-4c12-8c74-481c4e914f5f by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:47.842727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Attempting to bind port 1f6b25b7-975f-4c12-8c74-481c4e914f5f on network a220b398-069b-4d11-b6fe-cfb9b6698d24 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:47.851161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Attempting to bind port 66749928-da9a-4046-9929-563e712cb9f9 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:47.851161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Attempting to bind port 66749928-da9a-4046-9929-563e712cb9f9 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:47.851380 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Attempting to bind port 66749928-da9a-4046-9929-563e712cb9f9 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:47.856226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:47.856582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Checking segment: {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:47.857005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.857393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Bound using segment: {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:47.857887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Bound port: 1f6b25b7-975f-4c12-8c74-481c4e914f5f, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:47.858267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.872213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:47.872593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:47.873018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.873930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:47.874395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Bound port: 66749928-da9a-4046-9929-563e712cb9f9, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:47.874785 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.946352 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.971505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] For port 1f6b25b7-975f-4c12-8c74-481c4e914f5f, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:47.978946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] For port 1f6b25b7-975f-4c12-8c74-481c4e914f5f, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1f6b25b7-975f-4c12-8c74-481c4e914f5f,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:47.988717 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:47.994141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] For port 66749928-da9a-4046-9929-563e712cb9f9, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:48.014543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 172.20.0.13 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/ed8681ba-2f42-4a61-93b8-a74d56dfb236/60be8485-bd98-4c6f-8d03-aeecbea10b04) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:48.030651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:fed7:daa7 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/0e6f0232-e327-4174-8c6a-0f88127965c2/60be8485-bd98-4c6f-8d03-aeecbea10b04) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:48.038838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] For port 66749928-da9a-4046-9929-563e712cb9f9, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=66749928-da9a-4046-9929-563e712cb9f9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:48.052432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:48.088426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61306eac-68fc-4d3c-a493-e295da9af168 None None] Pushing event updated for resources: {'Port': ['ID=1f6b25b7-975f-4c12-8c74-481c4e914f5f,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:48.223189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753f981-c615-4dc8-a0e5-a947439279d8 None None] Pushing event updated for resources: {'Port': ['ID=66749928-da9a-4046-9929-563e712cb9f9,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:48.362876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:48.474746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:48.550911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:48.591208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=60be8485-bd98-4c6f-8d03-aeecbea10b04,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:48.647085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d11a4a7-257a-4166-9e52-757660731a9e req-907e361c-dbd1-4069-8719-781e06e989f2 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.1017835 Apr 21 20:58:48.660920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:48.674640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:48.677773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:48.714762 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15019a72-5db6-4cb0-be92-0ee866d0f709 req-63fda5d8-a0ad-4811-bab3-058bedf3545f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:48.715536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15019a72-5db6-4cb0-be92-0ee866d0f709 req-63fda5d8-a0ad-4811-bab3-058bedf3545f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.3952804 Apr 21 20:58:48.772953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:58:48.783394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15019a72-5db6-4cb0-be92-0ee866d0f709 req-ab15acf4-90ab-4186-aa38-c9f59321a173 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562403 Apr 21 20:58:48.830390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:48.831053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:48.872193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b2a88-6237-4cce-a820-1931703262ae req-69c2a99f-4b46-4e94-8d68-83b8ae37e3dd tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:48.879818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b2a88-6237-4cce-a820-1931703262ae req-69c2a99f-4b46-4e94-8d68-83b8ae37e3dd tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:48.881712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f2b2a88-6237-4cce-a820-1931703262ae req-69c2a99f-4b46-4e94-8d68-83b8ae37e3dd tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1682 time: 0.1023331 Apr 21 20:58:48.885058 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5667558f-49f2-4050-becf-a44a0a2ea784 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6227882 Apr 21 20:58:48.887575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52018) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:48.923846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dbbd615b-f1b1-49ab-ba1d-aacd1d8a55b9 req-45983767-5833-4ddd-80ab-4573f5c66708 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.0608280 Apr 21 20:58:48.948274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:58:48.966832 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Sync routers for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:58:48.977060 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:48.977674 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:48.978148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:48.982136 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-769fca96-fa05-45d5-b8f0-0297d445e226 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6989179 Apr 21 20:58:48.982386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52020) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:49.000952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f2b2a88-6237-4cce-a820-1931703262ae req-5675dce8-e0dc-4847-a9e8-6c9d1e5d51f7 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068938 Apr 21 20:58:49.013526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac55970-6876-4578-b21c-78c59e15bca1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:49.039927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac55970-6876-4578-b21c-78c59e15bca1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:49.047629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52024) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:49.048082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3ac55970-6876-4578-b21c-78c59e15bca1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1588902 Apr 21 20:58:49.098548 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:49.324962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66749928-da9a-4046-9929-563e712cb9f9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:49.326342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1a956641-b6a9-4468-8f9f-aabf4b033f7f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 60be8485-bd98-4c6f-8d03-aeecbea10b04 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:49.326876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a956641-b6a9-4468-8f9f-aabf4b033f7f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:49.451225 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:47Z', 'revision_number': 3, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:49.454347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:49.454727 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:49.494437 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Checking router: 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:58:49.495021 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Updating router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd port be7c896b-aaee-4c85-992f-91f2a7e42273 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:58:49.558726 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:49.577678 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:49.614211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4193b-08fc-4539-9582-46da71ae0e0f req-c57ace5c-8ff7-4148-831a-b9acdfdfa167 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:49.628498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4193b-08fc-4539-9582-46da71ae0e0f req-c57ace5c-8ff7-4148-831a-b9acdfdfa167 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:49.640449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93a4193b-08fc-4539-9582-46da71ae0e0f req-c57ace5c-8ff7-4148-831a-b9acdfdfa167 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1682 time: 0.1314907 Apr 21 20:58:49.670975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 66749928-da9a-4046-9929-563e712cb9f9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=66749928-da9a-4046-9929-563e712cb9f9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:49.680189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:49.682150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1f6b25b7-975f-4c12-8c74-481c4e914f5f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:49.723556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a956641-b6a9-4468-8f9f-aabf4b033f7f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:49.745141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93a4193b-08fc-4539-9582-46da71ae0e0f req-1e2d77d7-6a18-47a8-90bb-bab3b5759c39 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020470 Apr 21 20:58:49.782797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1a956641-b6a9-4468-8f9f-aabf4b033f7f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 60be8485-bd98-4c6f-8d03-aeecbea10b04 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:49.866196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1f6b25b7-975f-4c12-8c74-481c4e914f5f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:49.867677 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:49.899988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90403306-3151-425a-bc60-8aa42880703a None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:49.983031 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.001331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8382b99-5786-4c01-b636-772dbc0a93a0 req-192d2f4f-054c-4f14-814a-96b1c216e81d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:50.001575 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.006053 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-127a7933-030d-4fc6-a7e0-5f9499036207 req-ae88ea66-0060-4c4e-8db0-6491405d0ad0 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.2017007 Apr 21 20:58:50.014820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8382b99-5786-4c01-b636-772dbc0a93a0 req-192d2f4f-054c-4f14-814a-96b1c216e81d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.0886121 Apr 21 20:58:50.096444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8382b99-5786-4c01-b636-772dbc0a93a0 req-774dd150-10b8-4ddf-8ec4-a113fa0c2948 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794346 Apr 21 20:58:50.099323 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Attempting to bind port be7c896b-aaee-4c85-992f-91f2a7e42273 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:50.099953 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Attempting to bind port be7c896b-aaee-4c85-992f-91f2a7e42273 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:50.100568 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Attempting to bind port be7c896b-aaee-4c85-992f-91f2a7e42273 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:50.128213 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:50.129046 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:50.129659 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.130245 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:50.130940 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Bound port: be7c896b-aaee-4c85-992f-91f2a7e42273, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:50.131567 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.143121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=66749928-da9a-4046-9929-563e712cb9f9,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:50.178771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.179113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.179451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.179783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.180112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.180438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.181178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.181509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.181834 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.182155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.182474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.182791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.230465 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] For port be7c896b-aaee-4c85-992f-91f2a7e42273, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:50.242595 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] For port be7c896b-aaee-4c85-992f-91f2a7e42273, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=be7c896b-aaee-4c85-992f-91f2a7e42273,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:50.244348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:50.255482 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Pushing event updated for resources: {'Port': ['ID=be7c896b-aaee-4c85-992f-91f2a7e42273,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:50.272319 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.272908 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.273393 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.273837 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.274925 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.275494 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.275912 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.276333 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.276772 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.277497 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.277918 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.278334 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:58:50.284515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9e7040f8-8e4c-41bb-a6d4-9fff386d0780 None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:50.285042 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.285299 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9e7040f8-8e4c-41bb-a6d4-9fff386d0780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.342296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab65689-f73b-4bd2-811f-b708fa9ff128 None None] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:58:50.361681 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d57b3c-d4dc-4dcc-8bbd-f2c84bf16f72 None None] Pushing event updated for resources: {'Port': ['ID=be7c896b-aaee-4c85-992f-91f2a7e42273,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:50.382448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.397111 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:50.398185 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:50.440236 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.529955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.562251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 1f6b25b7-975f-4c12-8c74-481c4e914f5f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1f6b25b7-975f-4c12-8c74-481c4e914f5f,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:50.566399 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.587587 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b16ceba9-55c3-4660-8cae-520858206f57 req-25a8f346-6fc0-4c25-8266-3795b8a2fcd6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.0846136 Apr 21 20:58:50.603750 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.677912 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:50.883223 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:47Z', 'revision_number': 3, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:50.893337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a956641-b6a9-4468-8f9f-aabf4b033f7f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.925402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb1ea8-c899-43f2-969f-b9a5b624b92a req-3a057902-1f97-44c2-953f-763d20d6f390 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:50.927008 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ca3b5-aa06-47c5-8cce-bb7d1e06d14b None None] The sync data for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 is: [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:47Z', 'revision_number': 3, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:58:50.939702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb1ea8-c899-43f2-969f-b9a5b624b92a req-3a057902-1f97-44c2-953f-763d20d6f390 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:50.944585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:50.950055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bedb1ea8-c899-43f2-969f-b9a5b624b92a req-3a057902-1f97-44c2-953f-763d20d6f390 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1682 time: 0.0905316 Apr 21 20:58:50.967964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a956641-b6a9-4468-8f9f-aabf4b033f7f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=60be8485-bd98-4c6f-8d03-aeecbea10b04,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:51.011226 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bedb1ea8-c899-43f2-969f-b9a5b624b92a req-58075b7c-63f2-4de9-8f59-fe3e4d01cfdb tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602942 Apr 21 20:58:51.080608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Allocated IP 172.20.0.1 (a220b398-069b-4d11-b6fe-cfb9b6698d24/f3b4ef14-ad87-4fe0-b649-d10e1f4836e0/aa6daf15-882a-4e2f-928e-c3f388ada317) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:51.171360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:51.189133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:51.191315 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a956641-b6a9-4468-8f9f-aabf4b033f7f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:51.191651 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd98fa1-efc2-4815-844f-7b3a3a153c10" -d '{"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:51.194442 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a956641-b6a9-4468-8f9f-aabf4b033f7f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/60be8485-bd98-4c6f-8d03-aeecbea10b04 HTTP/1.1" status: 204 len: 168 time: 2.1446722 Apr 21 20:58:51.196970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52066) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:51.247660 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:51.249631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-84d23db2-41d5-41e1-a852-744fb9401a1b req-cf9bb841-0ff0-493b-bd96-a20c805ae47e tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0457859 Apr 21 20:58:51.280451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66749928-da9a-4046-9929-563e712cb9f9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:51.333545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-90fe7023-84b1-4d43-94ac-6503ff8cfba9 None None] Provisioning complete for port 1f6b25b7-975f-4c12-8c74-481c4e914f5f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:51.334029 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90fe7023-84b1-4d43-94ac-6503ff8cfba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:51.359760 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:51.404343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569921a-9a10-4f97-8a58-1e1cb220a08c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:51.411385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=1f6b25b7-975f-4c12-8c74-481c4e914f5f,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:51.419136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569921a-9a10-4f97-8a58-1e1cb220a08c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:51.420739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569921a-9a10-4f97-8a58-1e1cb220a08c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:51.424906 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b569921a-9a10-4f97-8a58-1e1cb220a08c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2243445 Apr 21 20:58:51.425733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52068) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:51.430254 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b518b5-2b74-46e5-b5b4-fabf272eb4c0 x-openstack-request-id: req-a9b518b5-2b74-46e5-b5b4-fabf272eb4c0 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:51.430989 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:51.431240 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9b518b5-2b74-46e5-b5b4-fabf272eb4c0 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:51.431640 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b518b5-2b74-46e5-b5b4-fabf272eb4c0'] response: {'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'code': 200} Apr 21 20:58:51.452920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba3340-4fcd-44b5-9a3d-c85e53ceaa57 req-e19baef9-f636-4935-8c3b-5474ecd5d6d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:51.463725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0ba3340-4fcd-44b5-9a3d-c85e53ceaa57 req-e19baef9-f636-4935-8c3b-5474ecd5d6d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.2130320 Apr 21 20:58:51.496742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de29771c-ae86-49a4-ad27-b6b83f3406d1 None None] Update dhcp port {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': 'ed8681ba-2f42-4a61-93b8-a74d56dfb236', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e6f0232-e327-4174-8c6a-0f88127965c2'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '66749928-da9a-4046-9929-563e712cb9f9'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 20:58:51.500588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:51.501138 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:51.548893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0ba3340-4fcd-44b5-9a3d-c85e53ceaa57 req-f8ac055c-b78f-4ddc-adea-70564d7b4d7e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842416 Apr 21 20:58:51.565332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab729918-1f14-436d-879f-56e4d4ffcd17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 0e6f0232-e327-4174-8c6a-0f88127965c2 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:51.568055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:51.608880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab729918-1f14-436d-879f-56e4d4ffcd17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:51.612644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:51.613922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-b181a49f-7a76-4f73-93ab-e47ecf4cb158 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:51.620076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-b181a49f-7a76-4f73-93ab-e47ecf4cb158 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:51.625873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-b181a49f-7a76-4f73-93ab-e47ecf4cb158 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1682 time: 0.1287642 Apr 21 20:58:51.675736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-de29771c-ae86-49a4-ad27-b6b83f3406d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:51.699726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:51.773870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:51.791539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:51.905894 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab729918-1f14-436d-879f-56e4d4ffcd17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:51.925606 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e484830e-8e9e-4c29-852e-c059f0a03713 req-e591ea5e-7266-431d-8723-d1ff74fe8cd3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.1246109 Apr 21 20:58:51.961360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6daf15-882a-4e2f-928e-c3f388ada317,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:51.985165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting port 64697864-765c-42d0-8e9a-bd807b37dda7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:51.985165 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.023449 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab729918-1f14-436d-879f-56e4d4ffcd17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.110728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.156191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-eec717c4-b146-42a4-98bc-6bb1c8ca75c4 None None] Provisioning complete for port 1f6b25b7-975f-4c12-8c74-481c4e914f5f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:52.157677 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eec717c4-b146-42a4-98bc-6bb1c8ca75c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.167891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] For port 64697864-765c-42d0-8e9a-bd807b37dda7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=64697864-765c-42d0-8e9a-bd807b37dda7,segment=NetworkSegment(9c7cc5a1-571e-40ff-8718-3a23730707c0),segment_id=9c7cc5a1-571e-40ff-8718-3a23730707c0)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:52.168611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.206076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Calling delete_port for 64697864-765c-42d0-8e9a-bd807b37dda7 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:52.244143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c7de2bbb-417e-4207-a209-4b32c32c72af details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:58:52.378427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74d51-cfa8-4378-9c9e-0fd658ce706c req-c90e3f90-7f4a-4db8-9f5a-1da7099de290 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:52.389527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74d51-cfa8-4378-9c9e-0fd658ce706c req-c90e3f90-7f4a-4db8-9f5a-1da7099de290 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:52.391210 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ade74d51-cfa8-4378-9c9e-0fd658ce706c req-c90e3f90-7f4a-4db8-9f5a-1da7099de290 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 1682 time: 0.2136025 Apr 21 20:58:52.394648 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab729918-1f14-436d-879f-56e4d4ffcd17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.449867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42869533-d658-4499-af72-86c4a59e1851 req-ac9e62da-62a3-4ca6-bf1b-47c413192dac tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0433204 Apr 21 20:58:52.469924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab729918-1f14-436d-879f-56e4d4ffcd17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6f0232-e327-4174-8c6a-0f88127965c2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server [None req-de29771c-ae86-49a4-ad27-b6b83f3406d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e6f0232-e327-4174-8c6a-0f88127965c2: This subnet is being modified by another concurrent operation. Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 20:58:52.474914 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise exception Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e6f0232-e327-4174-8c6a-0f88127965c2: This subnet is being modified by another concurrent operation. Apr 21 20:58:52.481885 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server Apr 21 20:58:52.497105 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab729918-1f14-436d-879f-56e4d4ffcd17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.499425 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.500564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ab729918-1f14-436d-879f-56e4d4ffcd17 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/0e6f0232-e327-4174-8c6a-0f88127965c2 HTTP/1.1" status: 204 len: 168 time: 1.0737648 Apr 21 20:58:52.513641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52086) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:52.526539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c7de2bbb-417e-4207-a209-4b32c32c72af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:52.537566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b7075d6b-aa73-46d5-885c-ef8aefa4a3c1', '64697864-765c-42d0-8e9a-bd807b37dda7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:52.556742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ade74d51-cfa8-4378-9c9e-0fd658ce706c req-affe11d2-e95b-4da2-ac34-4932c1c69b6c tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/security-groups?id=1ca8e6da-ec12-480a-bd71-8940b1eb7df7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443369 Apr 21 20:58:52.571301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Port': ['ID=64697864-765c-42d0-8e9a-bd807b37dda7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:52.610727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'c7de2bbb-417e-4207-a209-4b32c32c72af', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'c7de2bbb-417e-4207-a209-4b32c32c72af', 'mac_address': 'fa:16:3e:c8:6c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:58:52.623640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] No DVR routers for this DVR port 64697864-765c-42d0-8e9a-bd807b37dda7 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:52.625282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.628653 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-5cfce0b3-dec7-4cc4-a689-8fc560139bec tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "DELETE /v2.0/ports/64697864-765c-42d0-8e9a-bd807b37dda7 HTTP/1.1" status: 204 len: 173 time: 0.9909048 Apr 21 20:58:52.629125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'name': 'network-vif-deleted', 'tag': '64697864-765c-42d0-8e9a-bd807b37dda7'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:52.631452 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d632a9-7ef7-4b85-8696-1bf234449941" -d '{"events": [{"server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "name": "network-vif-deleted", "tag": "64697864-765c-42d0-8e9a-bd807b37dda7"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:52.652682 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.739823 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b7a739-6f06-48ec-86e0-ae21b0f54989 x-openstack-request-id: req-82b7a739-6f06-48ec-86e0-ae21b0f54989 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:52.740873 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "name": "network-vif-deleted", "tag": "64697864-765c-42d0-8e9a-bd807b37dda7", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:52.740873 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82b7a739-6f06-48ec-86e0-ae21b0f54989 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:52.741796 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b7a739-6f06-48ec-86e0-ae21b0f54989'] response: {'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'name': 'network-vif-deleted', 'tag': '64697864-765c-42d0-8e9a-bd807b37dda7', 'status': 'completed', 'code': 200} Apr 21 20:58:52.762358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-239dcfcd-3281-4f01-8413-834f45eafaf5 None None] Could not find standard attr ID for object 60be8485-bd98-4c6f-8d03-aeecbea10b04. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:58:52.814531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b67ff7-df34-4d06-99fd-dcacaf434d5e req-04349a7a-4bae-4348-8719-22497e45abc0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:52.822889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2b67ff7-df34-4d06-99fd-dcacaf434d5e req-04349a7a-4bae-4348-8719-22497e45abc0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1145637 Apr 21 20:58:52.856002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:52.856353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.894266 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.910053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2b67ff7-df34-4d06-99fd-dcacaf434d5e req-3e83e91e-9a93-4384-a573-4e9b580812ee tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859184 Apr 21 20:58:52.957362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e473d9-d976-45aa-8bd9-aa101af71891 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet ed8681ba-2f42-4a61-93b8-a74d56dfb236 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:52.958709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-239dcfcd-3281-4f01-8413-834f45eafaf5 None None] Provisioning complete for port aa6daf15-882a-4e2f-928e-c3f388ada317 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:52.959284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-239dcfcd-3281-4f01-8413-834f45eafaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:52.973669 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11e473d9-d976-45aa-8bd9-aa101af71891 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.032611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7de2bbb-417e-4207-a209-4b32c32c72af {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:58:53.036375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] For port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,segment=NetworkSegment(c6471adf-cc44-4dfd-a31c-a4f6641127cf),segment_id=c6471adf-cc44-4dfd-a31c-a4f6641127cf)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:53.037349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.056436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Calling delete_port for b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:53.078817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ee3a96-71d4-459a-a47d-0f7c9c3d68fc None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 20:58:53.088998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c7de2bbb-417e-4207-a209-4b32c32c72af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:53.101349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-953cf2a9-1171-4a81-9482-9dce1b39c836 req-3deed910-3d8c-406c-88ec-ff55171c42e3 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/ports?device_id=e60d84fd-85de-4d96-a3f6-814bcbfcf038 HTTP/1.1" status: 200 len: 210 time: 0.0963821 Apr 21 20:58:53.137541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11e473d9-d976-45aa-8bd9-aa101af71891 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.147054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-239dcfcd-3281-4f01-8413-834f45eafaf5 None None] Port aa6daf15-882a-4e2f-928e-c3f388ada317 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:58:53.176634 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.189415 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.192354 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.285056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.297003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-239dcfcd-3281-4f01-8413-834f45eafaf5 None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:53.297377 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-239dcfcd-3281-4f01-8413-834f45eafaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.313213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.316516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Pushing event updated for resources: {'Port': ['ID=aa6daf15-882a-4e2f-928e-c3f388ada317,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:53.324358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Port': ['ID=b7075d6b-aa73-46d5-885c-ef8aefa4a3c1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:53.337942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['c7de2bbb-417e-4207-a209-4b32c32c72af'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:58:53.375003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] No DVR routers for this DVR port b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:53.379870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.387940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-caa804c7-c0e7-46e5-9184-43511a12fc2b req-1e5c140f-491f-42b6-804d-2d0ea5f438c1 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.46 "DELETE /v2.0/ports/b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 HTTP/1.1" status: 204 len: 173 time: 0.7531290 Apr 21 20:58:53.410726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11e473d9-d976-45aa-8bd9-aa101af71891 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.425580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1f6b25b7-975f-4c12-8c74-481c4e914f5f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:53.437572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=c7de2bbb-417e-4207-a209-4b32c32c72af,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:53.501045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:53.505368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:53.633362 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11e473d9-d976-45aa-8bd9-aa101af71891 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.693185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1f6b25b7-975f-4c12-8c74-481c4e914f5f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:53.693767 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.709499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e489d6f-cd37-4366-89a3-3edca7ef8e6e req-50b2391e-7f44-458e-a8d4-aed16a6e7ab7 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0587032 Apr 21 20:58:53.736254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e473d9-d976-45aa-8bd9-aa101af71891 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8681ba-2f42-4a61-93b8-a74d56dfb236,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:53.761424 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a28bfedf-607c-4062-b262-1848510a7d59 req-e74e694b-f080-4894-9b86-924186949035 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1d2f123-31ce-4082-8026-2a2ddea8c2eb HTTP/1.1" status: 200 len: 210 time: 0.0411212 Apr 21 20:58:53.762517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ee3a96-71d4-459a-a47d-0f7c9c3d68fc None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 20:58:53.764923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11e473d9-d976-45aa-8bd9-aa101af71891 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.768002 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-11e473d9-d976-45aa-8bd9-aa101af71891 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/ed8681ba-2f42-4a61-93b8-a74d56dfb236 HTTP/1.1" status: 204 len: 168 time: 1.2467351 Apr 21 20:58:53.770949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52108) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:53.798394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:58:53.810280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1f02676b-028c-41d2-9313-4adbe87af2d2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382040 Apr 21 20:58:53.813203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52110) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:53.818206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:53.957023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:58:53.962361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:53.974517 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:53.975276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a590a736-e149-456e-86e6-40deec22aa15 admin admin] 10.222.0.49 "PUT /v2.0/routers/2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9912970 Apr 21 20:58:54.001262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Sync routers for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:58:54.003877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f75fe0d5-64f0-48c8-ab92-6ac658f90ce1 None None] Could not find standard attr ID for object 60be8485-bd98-4c6f-8d03-aeecbea10b04. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:58:54.102469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device be7c896b-aaee-4c85-992f-91f2a7e42273 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:54.106243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8d7d2-e889-4d1d-a996-30d59fcc0b2a req-3ceb7861-37bc-4187-8a19-9619cdebedd5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:54.108050 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07e8d7d2-e889-4d1d-a996-30d59fcc0b2a req-3ceb7861-37bc-4187-8a19-9619cdebedd5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.0843925 Apr 21 20:58:54.177098 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07e8d7d2-e889-4d1d-a996-30d59fcc0b2a req-f769fbbd-4b4c-425e-a303-66bb9bb18d6b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575302 Apr 21 20:58:54.224663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52134) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:54.260023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.296743 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37eb3484-973e-406b-9b1c-85e8c5c709d4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.308905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 64697864-765c-42d0-8e9a-bd807b37dda7 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:54.315809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:54.320893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:54.321543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:54.324262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:54.330539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37eb3484-973e-406b-9b1c-85e8c5c709d4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.333354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:54.333944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.350787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=df4bbbc7-a25c-493a-b074-f4c7a798d84c,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:54.368729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bff4fcd0-1837-42b7-83de-5dcf1ec54fb9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5516341 Apr 21 20:58:54.368937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52138) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:54.375476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:54.413773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 64697864-765c-42d0-8e9a-bd807b37dda7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:54.414037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 64697864-765c-42d0-8e9a-bd807b37dda7 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:54.414428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:54.423577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37eb3484-973e-406b-9b1c-85e8c5c709d4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.426120 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37eb3484-973e-406b-9b1c-85e8c5c709d4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.427254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-37eb3484-973e-406b-9b1c-85e8c5c709d4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "DELETE /v2.0/security-groups/426d879b-8d7d-4cb8-b46f-634a6c06fa6e HTTP/1.1" status: 204 len: 168 time: 0.2012033 Apr 21 20:58:54.433347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52140) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:54.462122 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-3f128de7-8281-4ad4-b279-6296a938b1f6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] show failed (client error): The resource could not be found. Apr 21 20:58:54.463387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3f128de7-8281-4ad4-b279-6296a938b1f6 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "GET /v2.0/security-groups/426d879b-8d7d-4cb8-b46f-634a6c06fa6e HTTP/1.1" status: 404 len: 347 time: 0.0288947 Apr 21 20:58:54.464356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb3484-973e-406b-9b1c-85e8c5c709d4 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426d879b-8d7d-4cb8-b46f-634a6c06fa6e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:54.468064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52146) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:54.494314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:58:54.494660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b7075d6b-aa73-46d5-885c-ef8aefa4a3c1 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:58:54.593941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port be7c896b-aaee-4c85-992f-91f2a7e42273 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:54.594313 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.597703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:54.609089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:54.613451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.630271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-a0069ff6-30db-48aa-8621-11e5ef203c58 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:54.631696 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-a0069ff6-30db-48aa-8621-11e5ef203c58 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 820 time: 0.1309381 Apr 21 20:58:54.651524 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-aca8acb5-93e2-481a-b762-fa9350d1bab1 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/quotas/15e34b17ebc54f72a7bcdf22e895a20a HTTP/1.1" status: 200 len: 375 time: 0.0100265 Apr 21 20:58:54.681401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting port f0998ee9-6b60-462f-9b94-3af89f10b735 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:54.681686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.708506 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-05febfb0-9ab1-4b2d-aec4-ad623ee2277b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484715 Apr 21 20:58:54.742809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'name': 'network-vif-deleted', 'tag': 'b7075d6b-aa73-46d5-885c-ef8aefa4a3c1'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:54.745138 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06a2628-606c-4cc2-a7b0-76f9a0958708" -d '{"events": [{"server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "name": "network-vif-deleted", "tag": "b7075d6b-aa73-46d5-885c-ef8aefa4a3c1"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:54.800241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.800565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:54.817076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Calling delete_port for f0998ee9-6b60-462f-9b94-3af89f10b735 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:54.859577 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:58:54.883989 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-189957f9-55eb-48ff-b745-2b9a4370065e req-7e20621a-971a-4854-b095-2e4e0de3145e tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0586278 Apr 21 20:58:54.960371 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a44a38-1718-4b0e-b66b-8b30786dbc79 x-openstack-request-id: req-14a44a38-1718-4b0e-b66b-8b30786dbc79 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:54.960706 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d2f123-31ce-4082-8026-2a2ddea8c2eb", "name": "network-vif-deleted", "tag": "b7075d6b-aa73-46d5-885c-ef8aefa4a3c1", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:54.961740 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14a44a38-1718-4b0e-b66b-8b30786dbc79 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:54.962126 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a44a38-1718-4b0e-b66b-8b30786dbc79'] response: {'server_uuid': 'c1d2f123-31ce-4082-8026-2a2ddea8c2eb', 'name': 'network-vif-deleted', 'tag': 'b7075d6b-aa73-46d5-885c-ef8aefa4a3c1', 'status': 'completed', 'code': 200} Apr 21 20:58:54.965710 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-966722e3-7235-485c-867f-23873ae31a81 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459936 Apr 21 20:58:55.014568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52162) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:55.087646 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-f9c2d2c6-ffcd-436e-9191-c509822195dc service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099541 Apr 21 20:58:55.113655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f6fcf-dd76-4ea5-9131-98905e2b4d8f None None] Update dhcp port {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': 'df4bbbc7-a25c-493a-b074-f4c7a798d84c'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '66749928-da9a-4046-9929-563e712cb9f9'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 20:58:55.119730 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.132103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-de85656f-578f-4e08-a3d8-31470d0d5643 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting subnet 4cf03576-8a9d-4e16-aaec-6058f04bbbf2 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:55.141657 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de85656f-578f-4e08-a3d8-31470d0d5643 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.170039 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.171189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port be7c896b-aaee-4c85-992f-91f2a7e42273, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=be7c896b-aaee-4c85-992f-91f2a7e42273,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:55.172724 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6fcf-dd76-4ea5-9131-98905e2b4d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.188799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.233093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 2, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:55.332402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0734ee0-12cd-4cac-a554-50fe7a530db3 req-c419e45e-b860-4b15-8093-32d2ec342331 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 210 time: 0.0477591 Apr 21 20:58:55.342728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Checking router: 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:58:55.343136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Updating router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd port aa6daf15-882a-4e2f-928e-c3f388ada317 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:58:55.381584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66749928-da9a-4046-9929-563e712cb9f9 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:58:55.470699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=be7c896b-aaee-4c85-992f-91f2a7e42273,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:55.487444 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.591307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Port': ['ID=f0998ee9-6b60-462f-9b94-3af89f10b735,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:55.596432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de85656f-578f-4e08-a3d8-31470d0d5643 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.654198 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.735410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.objects.ports [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:58:55.799443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 66749928-da9a-4046-9929-563e712cb9f9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=66749928-da9a-4046-9929-563e712cb9f9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:55.809580 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.888702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f6fcf-dd76-4ea5-9131-98905e2b4d8f None None] Allocated IP 172.20.0.2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/df4bbbc7-a25c-493a-b074-f4c7a798d84c/66749928-da9a-4046-9929-563e712cb9f9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:55.896864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559e630-db42-4de0-91ef-e1e6e24959ed req-6a7f3b32-2feb-46da-86ff-5257dd1021a1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:55.898393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3559e630-db42-4de0-91ef-e1e6e24959ed req-6a7f3b32-2feb-46da-86ff-5257dd1021a1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.3047569 Apr 21 20:58:55.908234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-bc0f6fcf-dd76-4ea5-9131-98905e2b4d8f None None] Allocated IP 2001:db8::f816:3eff:fe2a:c736 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/55056ff6-12d9-40cb-870c-d0fc65047c02/66749928-da9a-4046-9929-563e712cb9f9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:55.908459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.910751 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.911892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5ad7d9e6-00b1-4a21-a4af-8354a6fea9db tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "DELETE /v2.0/floatingips/f813910e-3d71-4d69-923b-d9d60ec3ace6 HTTP/1.1" status: 204 len: 168 time: 1.4431696 Apr 21 20:58:55.914800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52186) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:55.963803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de85656f-578f-4e08-a3d8-31470d0d5643 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:55.971251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=66749928-da9a-4046-9929-563e712cb9f9,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:56.031297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3559e630-db42-4de0-91ef-e1e6e24959ed req-e404ad65-e1b8-4b82-b541-9f0aa24b8da5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160095 Apr 21 20:58:56.071061 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de85656f-578f-4e08-a3d8-31470d0d5643 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.074147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e5f879f-3e28-4d7c-83e7-2fac3c09be87 req-9c008255-10ee-4b10-a927-f59b368a50e5 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0411947 Apr 21 20:58:56.105736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85656f-578f-4e08-a3d8-31470d0d5643 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf03576-8a9d-4e16-aaec-6058f04bbbf2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:56.114929 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de85656f-578f-4e08-a3d8-31470d0d5643 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.118809 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-de85656f-578f-4e08-a3d8-31470d0d5643 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "DELETE /v2.0/subnets/4cf03576-8a9d-4e16-aaec-6058f04bbbf2 HTTP/1.1" status: 204 len: 168 time: 1.1031704 Apr 21 20:58:56.121932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52194) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:56.174368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e236787d-7eec-421c-b780-ed66e060bd0c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting port bc84869d-00b0-423c-804e-ad0ecdd5053b {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:56.174985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e236787d-7eec-421c-b780-ed66e060bd0c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.196829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device be7c896b-aaee-4c85-992f-91f2a7e42273 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:56.211166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.264864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting port cae87156-cd80-499c-afc9-17d5b79b1630 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:56.265230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.271086 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e236787d-7eec-421c-b780-ed66e060bd0c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.283679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c7de2bbb-417e-4207-a209-4b32c32c72af up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:56.289688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e236787d-7eec-421c-b780-ed66e060bd0c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Calling delete_port for bc84869d-00b0-423c-804e-ad0ecdd5053b owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:56.316536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bc0f6fcf-dd76-4ea5-9131-98905e2b4d8f None None] For port 66749928-da9a-4046-9929-563e712cb9f9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=66749928-da9a-4046-9929-563e712cb9f9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:56.334639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] For port cae87156-cd80-499c-afc9-17d5b79b1630, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cae87156-cd80-499c-afc9-17d5b79b1630,segment=NetworkSegment(9c7cc5a1-571e-40ff-8718-3a23730707c0),segment_id=9c7cc5a1-571e-40ff-8718-3a23730707c0)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:56.335012 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.348536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Calling delete_port for cae87156-cd80-499c-afc9-17d5b79b1630 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:56.387804 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.402533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port be7c896b-aaee-4c85-992f-91f2a7e42273 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:56.402907 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.409347 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6fcf-dd76-4ea5-9131-98905e2b4d8f None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.411821 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.428866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.api [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe2a:c736-ee3d14a3-b464-4551-bbe9-150f5a3d4a {{(pid=114647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:58:56.429783 n-d-838945-1 neutron-server[114647]: DEBUG oslo_db.api [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:58:56.452103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.462602 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6fcf-dd76-4ea5-9131-98905e2b4d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.510284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] No DVR routers for this DVR port cae87156-cd80-499c-afc9-17d5b79b1630 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:56.515016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc32b-7c69-4c3e-9173-7659bc226d6a None None] Pushing event updated for resources: {'Port': ['ID=aa6daf15-882a-4e2f-928e-c3f388ada317,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:56.523996 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df8ac7fa-b6f2-48a1-bafb-76a940c88223 req-9c999e69-ba04-493f-ad26-ae25812ae7ea tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 210 time: 0.0472038 Apr 21 20:58:56.525565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Port': ['ID=cae87156-cd80-499c-afc9-17d5b79b1630,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:56.530271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e236787d-7eec-421c-b780-ed66e060bd0c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.563152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236787d-7eec-421c-b780-ed66e060bd0c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Port': ['ID=bc84869d-00b0-423c-804e-ad0ecdd5053b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:56.633904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port c7de2bbb-417e-4207-a209-4b32c32c72af triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:56.633904 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.653646 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.667067 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e236787d-7eec-421c-b780-ed66e060bd0c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.675519 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e236787d-7eec-421c-b780-ed66e060bd0c tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "DELETE /v2.0/ports/bc84869d-00b0-423c-804e-ad0ecdd5053b HTTP/1.1" status: 204 len: 168 time: 0.7533772 Apr 21 20:58:56.676730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52210) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:56.734004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab3b476-4b09-4dcc-868b-f4de01523dd6']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:56.748923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7cc5a1-571e-40ff-8718-3a23730707c0') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:56.749250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7cc5a1-571e-40ff-8718-3a23730707c0') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:56.824461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-11875701-8e1b-4c95-a4b7-00e12e1c661a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:56.827711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-11875701-8e1b-4c95-a4b7-00e12e1c661a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.46 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 820 time: 0.2100408 Apr 21 20:58:56.860652 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.876202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Request body: {'port': {'device_id': 'db992669-28a2-4924-98dc-98463d271ada', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'admin_state_up': True, 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:56.884923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f6fcf-dd76-4ea5-9131-98905e2b4d8f None None] Pushing event updated for resources: {'Port': ['ID=66749928-da9a-4046-9929-563e712cb9f9,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:56.893987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Attempting to bind port aa6daf15-882a-4e2f-928e-c3f388ada317 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:58:56.894352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Attempting to bind port aa6daf15-882a-4e2f-928e-c3f388ada317 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:58:56.894932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Attempting to bind port aa6daf15-882a-4e2f-928e-c3f388ada317 on network a220b398-069b-4d11-b6fe-cfb9b6698d24 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:58:56.916322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:58:56.916816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Checking segment: {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:58:56.917277 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.917723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Bound using segment: {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:58:56.918215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Bound port: aa6daf15-882a-4e2f-928e-c3f388ada317, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:58:56.918602 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.928466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5780a79e-70b9-4e6f-bae3-8abbdb3055f1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting port 86aae9c2-7ba2-4322-9ed3-3a81b43534ad {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:56.929445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5780a79e-70b9-4e6f-bae3-8abbdb3055f1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:56.972444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.021079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:58:57.022203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:58:57.035875 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:58:57.050579 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.085470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] For port aa6daf15-882a-4e2f-928e-c3f388ada317, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:58:57.093216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:58:57.095852 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d50a95d-c2ad-4546-92b1-bcb60ff474fb" -d '{"events": [{"server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:58:57.111908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5780a79e-70b9-4e6f-bae3-8abbdb3055f1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.130971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c7de2bbb-417e-4207-a209-4b32c32c72af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:57.143930 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.157808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5780a79e-70b9-4e6f-bae3-8abbdb3055f1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Calling delete_port for 86aae9c2-7ba2-4322-9ed3-3a81b43534ad owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:57.195553 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9874d84-772d-47a3-b5df-3c16c4f71af8 x-openstack-request-id: req-c9874d84-772d-47a3-b5df-3c16c4f71af8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:58:57.195941 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "name": "network-vif-plugged", "status": "completed", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:58:57.197384 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9874d84-772d-47a3-b5df-3c16c4f71af8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:58:57.197985 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9874d84-772d-47a3-b5df-3c16c4f71af8'] response: {'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af', 'code': 200} Apr 21 20:58:57.249525 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.252729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] For port aa6daf15-882a-4e2f-928e-c3f388ada317, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=aa6daf15-882a-4e2f-928e-c3f388ada317,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:58:57.259447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=c7de2bbb-417e-4207-a209-4b32c32c72af,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:57.272468 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.288156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.294150 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "DELETE /v2.0/networks/6ab3b476-4b09-4dcc-868b-f4de01523dd6 HTTP/1.1" status: 204 len: 168 time: 1.1688752 Apr 21 20:58:57.300893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52230) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:57.311409 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b7e185d-f21c-4153-bdb7-2ec8b20a2f87 req-72885e8a-826b-44d0-8f48-d8bc92acf89c tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0341432 Apr 21 20:58:57.377395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc32b-7c69-4c3e-9173-7659bc226d6a None None] Pushing event updated for resources: {'Port': ['ID=aa6daf15-882a-4e2f-928e-c3f388ada317,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:57.404460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9149f47-8402-45ba-9dad-8bce99c9818b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting subnet 3d26bbf5-9d4c-417b-805d-8dff8a6003a2 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:57.444006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:58:57.444006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:58:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:57.453130 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9149f47-8402-45ba-9dad-8bce99c9818b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.456186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926de0e-ea42-4ed2-8148-0538c3c08d41 tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Network': ['ID=6ab3b476-4b09-4dcc-868b-f4de01523dd6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:57.509260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5780a79e-70b9-4e6f-bae3-8abbdb3055f1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.536916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Made reservation on behalf of 15e34b17ebc54f72a7bcdf22e895a20a for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:57.546379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.571957 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fda829-52f5-47a1-ac1a-2d3a7ddb6a3c req-57fd6598-2643-41a7-b867-cbe0854e2892 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:57.586042 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b4fda829-52f5-47a1-ac1a-2d3a7ddb6a3c req-57fd6598-2643-41a7-b867-cbe0854e2892 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.3960946 Apr 21 20:58:57.595235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780a79e-70b9-4e6f-bae3-8abbdb3055f1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Port': ['ID=86aae9c2-7ba2-4322-9ed3-3a81b43534ad,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:57.654694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:58:57.735149 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9149f47-8402-45ba-9dad-8bce99c9818b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.751859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b4fda829-52f5-47a1-ac1a-2d3a7ddb6a3c req-bc976c8e-835e-46db-a2a6-f36a5b921301 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599107 Apr 21 20:58:57.756103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.objects.ports [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:58:57.772578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5780a79e-70b9-4e6f-bae3-8abbdb3055f1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:57.784009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5780a79e-70b9-4e6f-bae3-8abbdb3055f1 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "DELETE /v2.0/ports/86aae9c2-7ba2-4322-9ed3-3a81b43534ad HTTP/1.1" status: 204 len: 168 time: 1.1054451 Apr 21 20:58:57.787701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52246) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:57.795523 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f17b36eb-c343-4d41-81cf-c3cf18553d1c req-0f375754-836d-48a8-8155-9c0761422b55 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 210 time: 0.1395969 Apr 21 20:58:57.819022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a723b175-bbc6-4c7f-8fef-2b64303cc29e None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 20:58:57.932222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5594271a-fcc9-4460-99dd-2f255ba69417 None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:57.932730 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5594271a-fcc9-4460-99dd-2f255ba69417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.009066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5fc607-0bff-4b15-a74e-0a64ac57e05d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting subnet 5238cd08-3697-45c2-8e5d-4f9c0a9656e3 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:58.011945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc607-0bff-4b15-a74e-0a64ac57e05d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.058233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc607-0bff-4b15-a74e-0a64ac57e05d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.153825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_pluggable_backend [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Port 66749928-da9a-4046-9929-563e712cb9f9 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=114647) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Apr 21 20:58:58.154282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.160585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66749928-da9a-4046-9929-563e712cb9f9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:58:58.221687 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5594271a-fcc9-4460-99dd-2f255ba69417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.235176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:58.253355 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc607-0bff-4b15-a74e-0a64ac57e05d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.258264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:58.276661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a723b175-bbc6-4c7f-8fef-2b64303cc29e None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 20:58:58.289074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:58:57Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:58:58.289464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:58.290026 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.306974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:58:58.306974 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.307398 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9149f47-8402-45ba-9dad-8bce99c9818b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.343876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Allocated IP 172.20.0.12 (a220b398-069b-4d11-b6fe-cfb9b6698d24/f3b4ef14-ad87-4fe0-b649-d10e1f4836e0/d7744e8b-cb61-40cf-a0b0-cfefa2ccd096) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:58:58.347772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=55056ff6-12d9-40cb-870c-d0fc65047c02,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:58.359866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5594271a-fcc9-4460-99dd-2f255ba69417 None None] For port 66749928-da9a-4046-9929-563e712cb9f9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=66749928-da9a-4046-9929-563e712cb9f9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:58.361404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da8859d-ee0a-460e-9249-b184a43f3546 None None] The sync data for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 is: [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:58:57Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:58:58.376881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-745442ac-f0e6-47af-a986-5bb7d0c205f3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0068612 Apr 21 20:58:58.380331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52250) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:58.394986 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5594271a-fcc9-4460-99dd-2f255ba69417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.425317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:a3:9d:c2', 'name': 'tempest-NetworksTestDHCPv6-51506489'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:58:58.457139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc607-0bff-4b15-a74e-0a64ac57e05d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.472451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9149f47-8402-45ba-9dad-8bce99c9818b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.575633 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9149f47-8402-45ba-9dad-8bce99c9818b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.581359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e9149f47-8402-45ba-9dad-8bce99c9818b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "DELETE /v2.0/subnets/3d26bbf5-9d4c-417b-805d-8dff8a6003a2 HTTP/1.1" status: 204 len: 168 time: 1.2707133 Apr 21 20:58:58.593031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52262) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:58.597406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fc607-0bff-4b15-a74e-0a64ac57e05d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Subnet': ['ID=5238cd08-3697-45c2-8e5d-4f9c0a9656e3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:58.660708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff5fc607-0bff-4b15-a74e-0a64ac57e05d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:58.664184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ff5fc607-0bff-4b15-a74e-0a64ac57e05d tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "DELETE /v2.0/subnets/5238cd08-3697-45c2-8e5d-4f9c0a9656e3 HTTP/1.1" status: 204 len: 168 time: 0.8717492 Apr 21 20:58:58.677049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52264) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:58:58.725702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594271a-fcc9-4460-99dd-2f255ba69417 None None] Pushing event updated for resources: {'Port': ['ID=66749928-da9a-4046-9929-563e712cb9f9,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:58.812540 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce5a9f40-02cc-443d-b838-cac2490fd5d0 req-e1b28a9d-0e5b-4ce4-8251-3918842f9059 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.2034132 Apr 21 20:58:58.922225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9149f47-8402-45ba-9dad-8bce99c9818b tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Subnet': ['ID=3d26bbf5-9d4c-417b-805d-8dff8a6003a2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:59.088486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.126119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125ec150-cfc7-4f6d-9e15-8b93b103bc8a req-4554f5d4-f89b-48b6-be14-f2b153b9e153 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 210 time: 0.1115189 Apr 21 20:58:59.164260 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.246230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Deleting port 90437370-b3cc-4915-9fd6-5861b3b32512 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:58:59.246809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.335890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.343819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695944f-3184-4a27-bd5b-4c1f8c8773b9 req-d9a02d14-7d5c-48a0-a168-7b9c7de30f88 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:59.346456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c695944f-3184-4a27-bd5b-4c1f8c8773b9 req-d9a02d14-7d5c-48a0-a168-7b9c7de30f88 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1188076 Apr 21 20:58:59.351051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca81505e-4c20-49ea-a296-ba4ed029ca2e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting subnet 800a7f33-bcfc-4087-8a42-538b36edceab {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:58:59.354573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca81505e-4c20-49ea-a296-ba4ed029ca2e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.387692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] For port 90437370-b3cc-4915-9fd6-5861b3b32512, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=90437370-b3cc-4915-9fd6-5861b3b32512,segment=NetworkSegment(c6471adf-cc44-4dfd-a31c-a4f6641127cf),segment_id=c6471adf-cc44-4dfd-a31c-a4f6641127cf)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:58:59.388363 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.405142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Calling delete_port for 90437370-b3cc-4915-9fd6-5861b3b32512 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:58:59.410037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf8bc3-1a5b-4d00-a18c-1dedce519fb6 None None] DHCP port deletion for 6ab3b476-4b09-4dcc-868b-f4de01523dd6 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:58:59.444079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:58:59.460164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca81505e-4c20-49ea-a296-ba4ed029ca2e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.541884 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.614420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:58:59.616258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c695944f-3184-4a27-bd5b-4c1f8c8773b9 req-627f9c47-6965-4e35-a6ee-ffa09aca2039 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031739 Apr 21 20:58:59.639013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] No DVR routers for this DVR port 90437370-b3cc-4915-9fd6-5861b3b32512 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:58:59.655137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:58:59.660464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:58:59.740481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.800691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Pushing event updated for resources: {'Port': ['ID=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:59.835956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca81505e-4c20-49ea-a296-ba4ed029ca2e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.837332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.840057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 4bb19230-da29-48f0-b78b-9b434a1421b8 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:58:59.922122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Port': ['ID=90437370-b3cc-4915-9fd6-5861b3b32512,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:58:59.948604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:58:59.951085 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:58:59.963776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:00.004592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6471adf-cc44-4dfd-a31c-a4f6641127cf') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:00.005004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6471adf-cc44-4dfd-a31c-a4f6641127cf') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:00.027417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae8a762b-2ea6-4c11-9a67-52374c3588cd req-943fff8f-c0a2-484f-b2a1-cc4a05d44d97 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0449924 Apr 21 20:59:00.035250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-d3782d8b-287b-4e3c-ad42-c03aac21d95f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1714151 Apr 21 20:59:00.037128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:00.059215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Request body: {'port': {'device_id': 'db992669-28a2-4924-98dc-98463d271ada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:00.131162 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca81505e-4c20-49ea-a296-ba4ed029ca2e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:00.156262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:00.194307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81505e-4c20-49ea-a296-ba4ed029ca2e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Subnet': ['ID=800a7f33-bcfc-4087-8a42-538b36edceab,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:00.196878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:59:00.198450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:00.203564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca81505e-4c20-49ea-a296-ba4ed029ca2e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:00.210028 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ca81505e-4c20-49ea-a296-ba4ed029ca2e tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "DELETE /v2.0/subnets/800a7f33-bcfc-4087-8a42-538b36edceab HTTP/1.1" status: 204 len: 168 time: 1.5317163 Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:59:00.213949 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:59:00.215702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52284) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:00.233256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device aa6daf15-882a-4e2f-928e-c3f388ada317 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:00.343683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 172.20.0.13 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/df4bbbc7-a25c-493a-b074-f4c7a798d84c/4bb19230-da29-48f0-b78b-9b434a1421b8) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:00.362044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:fea3:9dc2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/55056ff6-12d9-40cb-870c-d0fc65047c02/4bb19230-da29-48f0-b78b-9b434a1421b8) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:00.401396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port aa6daf15-882a-4e2f-928e-c3f388ada317 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:00.401873 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:00.616722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:00.631830 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1627c93b-2615-444b-8e95-d79f2c0c530e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:00.675254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port aa6daf15-882a-4e2f-928e-c3f388ada317, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=aa6daf15-882a-4e2f-928e-c3f388ada317,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:00.681901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f495daf-711a-4967-bc80-b63e9ea1ba9f None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:00.882734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c19a1a-119c-4bc2-a90e-d72cd989177e None None] Network 1942e038-afad-4a0d-9231-13760299a205 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:00.887325 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:00.888114 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66749928-da9a-4046-9929-563e712cb9f9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:01.008031 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:01.058931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7658cc-7371-468f-91d4-f12540434c63 req-f6ce45a0-8297-4ad9-bbfc-9183ae8bea3a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:01.060646 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea7658cc-7371-468f-91d4-f12540434c63 req-f6ce45a0-8297-4ad9-bbfc-9183ae8bea3a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.2457294 Apr 21 20:59:01.132198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bffcfc8-db5b-434a-8eee-04e7b902fbac None None] Network b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:01.205516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea7658cc-7371-468f-91d4-f12540434c63 req-1d91bcbd-6f97-4c06-a4d8-14c82915d840 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359797 Apr 21 20:59:01.219966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:01.375101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:01.387983 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:01.395624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=4bb19230-da29-48f0-b78b-9b434a1421b8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:01.398740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:01.411846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:01.456518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:01.506492 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:01.512921 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] 10.222.0.49 "DELETE /v2.0/networks/b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 HTTP/1.1" status: 204 len: 168 time: 2.9168229 Apr 21 20:59:01.552472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:01.552670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:01.582179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77dfee1-b6da-4482-9fcf-060bc949e3be None None] Network e0b04d92-6368-4a13-91d3-55fa4a0bba4d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:01.607957 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f647-424c-42f6-8436-1e22646f7672 req-cb411e41-cba1-4bfe-99ae-c59ba7633580 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:01.609972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4886f647-424c-42f6-8436-1e22646f7672 req-cb411e41-cba1-4bfe-99ae-c59ba7633580 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 932 time: 1.2632489 Apr 21 20:59:01.640022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc59b893-8d86-4b99-8674-9e1df80c9e8d req-a09a8a68-3af9-437c-8caa-2cf71a89de4a tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0614939 Apr 21 20:59:01.649601 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ed34f805-3255-4434-ab5c-34b99961eb40 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2622008 Apr 21 20:59:01.651026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52302) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:01.708711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ae29c1b1-717d-4ae3-9a5b-223513c01e97 None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:01.709222 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ae29c1b1-717d-4ae3-9a5b-223513c01e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:01.759330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff4db3-e2a5-4908-bf8e-e8d732940486 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:01.766536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff4db3-e2a5-4908-bf8e-e8d732940486 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:01.768565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f2ff4db3-e2a5-4908-bf8e-e8d732940486 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1166074 Apr 21 20:59:01.771343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52306) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:01.968193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52312) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:02.026235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=aa6daf15-882a-4e2f-928e-c3f388ada317,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:02.036271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:02.042889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:02.044018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.053369 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.100316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Transition to ACTIVE for port object d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:59:02.111785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b0faa-c80c-4eed-a7b2-c609ba217d9f tempest-ServersTestMultiNic-666107105 tempest-ServersTestMultiNic-666107105-project] Pushing event deleted for resources: {'Network': ['ID=b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:02.157672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.162457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b456c-0438-4d19-8ae3-3d695fda8bb7 None None] DHCP port deletion for b0f44d4c-27ef-410a-a3d7-f5e5b2dd4909 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:02.175846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be57a2ff-247c-4f6d-9581-f4383bbb8a02 None None] DHCP port deletion for 1942e038-afad-4a0d-9231-13760299a205 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:02.221222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-533ab794-5061-4221-a57b-fe7ac3ce8890 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 4bb19230-da29-48f0-b78b-9b434a1421b8 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:02.221683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-533ab794-5061-4221-a57b-fe7ac3ce8890 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.226650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.257296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Pushing event updated for resources: {'Port': ['ID=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:02.276848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-248c90c0-c881-4abe-bebd-dd31bc2bbba3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8100281 Apr 21 20:59:02.297904 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4886f647-424c-42f6-8436-1e22646f7672 req-7b08ef07-c698-4302-8980-1a6e41308207 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765175 Apr 21 20:59:02.400425 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-533ab794-5061-4221-a57b-fe7ac3ce8890 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.420509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-533ab794-5061-4221-a57b-fe7ac3ce8890 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 4bb19230-da29-48f0-b78b-9b434a1421b8 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:02.549504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a7faa-8efd-4fa7-97e6-ef5e230abe81 None None] DHCP port deletion for e0b04d92-6368-4a13-91d3-55fa4a0bba4d request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:02.610368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd8408-4a38-437a-803f-cc92453a5f47 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:02.639931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cae87156-cd80-499c-afc9-17d5b79b1630 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:02.647449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-be57a2ff-247c-4f6d-9581-f4383bbb8a02 None None] Deleting port cec2c168-c7df-4346-9f74-9c49efeb20db {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:02.650261 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-be57a2ff-247c-4f6d-9581-f4383bbb8a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.651896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-d97165ab-aa6a-4c37-a5db-0ae07d47411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:02.658243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-d97165ab-aa6a-4c37-a5db-0ae07d47411b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cdace7a81fb42afa24fc17656b2466d&device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 1098 time: 0.2734659 Apr 21 20:59:02.743630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: cae87156-cd80-499c-afc9-17d5b79b1630 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:02.744195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cae87156-cd80-499c-afc9-17d5b79b1630 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:02.770333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-533ab794-5061-4221-a57b-fe7ac3ce8890 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.838960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ab794-5061-4221-a57b-fe7ac3ce8890 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=4bb19230-da29-48f0-b78b-9b434a1421b8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:02.902588 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e9de0a85-289b-4d99-88d1-57a34246569e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.927217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ae19ed4-927c-4e52-9384-f0235dbf22c0 req-c406700f-014c-4c67-b87c-bffe1c980279 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0600224 Apr 21 20:59:02.939963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-be57a2ff-247c-4f6d-9581-f4383bbb8a02 None None] For port cec2c168-c7df-4346-9f74-9c49efeb20db, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cec2c168-c7df-4346-9f74-9c49efeb20db,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:02.941174 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-be57a2ff-247c-4f6d-9581-f4383bbb8a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:02.947113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Attempting to bind port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:02.957770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Attempting to bind port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:02.958228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Attempting to bind port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 on network a220b398-069b-4d11-b6fe-cfb9b6698d24 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:02.978554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-be57a2ff-247c-4f6d-9581-f4383bbb8a02 None None] Calling delete_port for cec2c168-c7df-4346-9f74-9c49efeb20db owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:03.003266 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d01a7faa-8efd-4fa7-97e6-ef5e230abe81 None None] Deleting port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:03.008455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d01a7faa-8efd-4fa7-97e6-ef5e230abe81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.024351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6464f-b2d5-495d-870c-e66b1c3f3e58 req-c263a300-ba21-43a1-ae18-148455a2a6ba tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.033819 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f5e6464f-b2d5-495d-870c-e66b1c3f3e58 req-c263a300-ba21-43a1-ae18-148455a2a6ba tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.3052785 Apr 21 20:59:03.040267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device aa6daf15-882a-4e2f-928e-c3f388ada317 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:03.061739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Deleting port cec2c168-c7df-4346-9f74-9c49efeb20db {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:03.062087 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.099354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 on network a220b398-069b-4d11-b6fe-cfb9b6698d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:59:03.099696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Attempting to bind port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 on network a220b398-069b-4d11-b6fe-cfb9b6698d24 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:03.111779 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-533ab794-5061-4221-a57b-fe7ac3ce8890 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.115762 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-533ab794-5061-4221-a57b-fe7ac3ce8890 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/4bb19230-da29-48f0-b78b-9b434a1421b8 HTTP/1.1" status: 204 len: 168 time: 1.3431776 Apr 21 20:59:03.118713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52328) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:03.137796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3a8bcd96-3584-4209-892d-5f904054df4e None None] Provisioning complete for port aa6daf15-882a-4e2f-928e-c3f388ada317 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:03.138171 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3a8bcd96-3584-4209-892d-5f904054df4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.179563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f5e6464f-b2d5-495d-870c-e66b1c3f3e58 req-41a26e2e-4cee-4758-919b-758c4d0db87a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444468 Apr 21 20:59:03.186567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ad1ec3b-7090-4ff0-a709-fd951dad87b7 req-c221b028-4842-4626-a3d2-ca7dd4d1a1d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0835536 Apr 21 20:59:03.187321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:03.187660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Checking segment: {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:03.188044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Bound using segment: {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:03.188639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Bound port: d7744e8b-cb61-40cf-a0b0-cfefa2ccd096, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:03.189033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.242240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e27f51-05b7-4f88-afb0-8312ff78005d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.244466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e27f51-05b7-4f88-afb0-8312ff78005d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.245996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e27f51-05b7-4f88-afb0-8312ff78005d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.250051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69e27f51-05b7-4f88-afb0-8312ff78005d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1230280 Apr 21 20:59:03.251829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52330) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:03.256148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d01a7faa-8efd-4fa7-97e6-ef5e230abe81 None None] For port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7,segment=NetworkSegment(34655c04-88ee-4558-a396-681a939c61fd),segment_id=34655c04-88ee-4558-a396-681a939c61fd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:03.256861 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d01a7faa-8efd-4fa7-97e6-ef5e230abe81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.273738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d01a7faa-8efd-4fa7-97e6-ef5e230abe81 None None] Calling delete_port for 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:03.287599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-390271f4-ad0b-4dcc-a1a9-e35b0eaa4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.289627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-390271f4-ad0b-4dcc-a1a9-e35b0eaa4781 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.6057205 Apr 21 20:59:03.330528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-a0584e7b-20a8-455b-8741-72ac7bb27beb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3403332 Apr 21 20:59:03.334155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] For port cec2c168-c7df-4346-9f74-9c49efeb20db, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cec2c168-c7df-4346-9f74-9c49efeb20db,segment=NetworkSegment(49439121-f0a0-4498-9e37-145b33c2db45),segment_id=49439121-f0a0-4498-9e37-145b33c2db45)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:03.334656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.357740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9103e3d-2100-4434-88d2-167ed4d0a79b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 55056ff6-12d9-40cb-870c-d0fc65047c02 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:03.364329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9103e3d-2100-4434-88d2-167ed4d0a79b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.401132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-dad8ea00-e38b-4326-9901-44982b45ef24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3 HTTP/1.1" status: 200 len: 217 time: 0.1008179 Apr 21 20:59:03.426410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Calling delete_port for cec2c168-c7df-4346-9f74-9c49efeb20db owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:03.432505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9103e3d-2100-4434-88d2-167ed4d0a79b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.560384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d01a7faa-8efd-4fa7-97e6-ef5e230abe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.590943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] For port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:03.602558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-fc9a4ce9-406e-4d31-b96c-f295e3014ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.604348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-fc9a4ce9-406e-4d31-b96c-f295e3014ecc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1965392 Apr 21 20:59:03.627142 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9103e3d-2100-4434-88d2-167ed4d0a79b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.642173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] For port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:03.697670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.713684 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.724168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5bd6b-2018-42b6-b13b-c1dbe07b9030 req-ee93536d-bc6a-487b-8bd6-fee03edcb90b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.725939 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4bd5bd6b-2018-42b6-b13b-c1dbe07b9030 req-ee93536d-bc6a-487b-8bd6-fee03edcb90b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 944 time: 0.2629030 Apr 21 20:59:03.775509 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9103e3d-2100-4434-88d2-167ed4d0a79b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.793791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.794564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.796271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] 10.222.0.46 "PUT /v2.0/ports/d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 1092 time: 3.7468801 Apr 21 20:59:03.802839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:03.804719 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9282b1e-6660-43e2-9997-c65b038f30ef" -d '{"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:03.823029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a7faa-8efd-4fa7-97e6-ef5e230abe81 None None] No DVR routers for this DVR port 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:03.845039 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9103e3d-2100-4434-88d2-167ed4d0a79b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=55056ff6-12d9-40cb-870c-d0fc65047c02,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:03.865887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port aa6daf15-882a-4e2f-928e-c3f388ada317 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:03.867693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:03.906289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-dcf166c6-507b-4386-8958-1ba65f5fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.907328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-dcf166c6-507b-4386-8958-1ba65f5fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.907805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-dcf166c6-507b-4386-8958-1ba65f5fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.908708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-dcf166c6-507b-4386-8958-1ba65f5fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.908911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-dcf166c6-507b-4386-8958-1ba65f5fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.909379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-dcf166c6-507b-4386-8958-1ba65f5fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.909843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-dcf166c6-507b-4386-8958-1ba65f5fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.912586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-dcf166c6-507b-4386-8958-1ba65f5fbd50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 6491 time: 0.3337440 Apr 21 20:59:03.924825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a7faa-8efd-4fa7-97e6-ef5e230abe81 None None] Pushing event deleted for resources: {'Port': ['ID=02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:03.947071 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51cf0f6-7752-4a40-a6a2-f5eea62aa3b0 x-openstack-request-id: req-d51cf0f6-7752-4a40-a6a2-f5eea62aa3b0 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:03.947375 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:03.947618 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d51cf0f6-7752-4a40-a6a2-f5eea62aa3b0 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:03.948118 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51cf0f6-7752-4a40-a6a2-f5eea62aa3b0'] response: {'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'status': 'completed', 'code': 200} Apr 21 20:59:03.983545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3a8bcd96-3584-4209-892d-5f904054df4e None None] Could not find standard attr ID for object 4bb19230-da29-48f0-b78b-9b434a1421b8. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:59:03.993488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-2890dae1-d16c-426d-85f6-c4f49b438957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:03.995713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-2890dae1-d16c-426d-85f6-c4f49b438957 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3505206 Apr 21 20:59:03.996374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.003715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.018423 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-be57a2ff-247c-4f6d-9581-f4383bbb8a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.040034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3aeb8-c806-4f04-9229-b056d1fdae4c service neutron] Pushing event updated for resources: {'Port': ['ID=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:04.092200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9103e3d-2100-4434-88d2-167ed4d0a79b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.094298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4bd5bd6b-2018-42b6-b13b-c1dbe07b9030 req-ff4cb8a6-ad6c-4384-941f-0696445fae90 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556051 Apr 21 20:59:04.103596 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b9103e3d-2100-4434-88d2-167ed4d0a79b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/55056ff6-12d9-40cb-870c-d0fc65047c02 HTTP/1.1" status: 204 len: 168 time: 0.8484702 Apr 21 20:59:04.104290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52348) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:04.108276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3a8bcd96-3584-4209-892d-5f904054df4e None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:04.116989 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3a8bcd96-3584-4209-892d-5f904054df4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.237359 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57a2ff-247c-4f6d-9581-f4383bbb8a02 None None] No DVR routers for this DVR port cec2c168-c7df-4346-9f74-9c49efeb20db on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:04.239006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cec2c168-c7df-4346-9f74-9c49efeb20db no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:04.276379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: cec2c168-c7df-4346-9f74-9c49efeb20db {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:04.276718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cec2c168-c7df-4346-9f74-9c49efeb20db not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:04.281377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:04.305318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57a2ff-247c-4f6d-9581-f4383bbb8a02 None None] Pushing event deleted for resources: {'Port': ['ID=cec2c168-c7df-4346-9f74-9c49efeb20db,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:04.313773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:04.314280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 02ccb0f5-349a-4e2d-84c3-1144b4d2d7f7 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:04.315283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 90437370-b3cc-4915-9fd6-5861b3b32512 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:04.330298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cc77724-54bb-46f3-959c-073b5cc91aa4 req-e0cec02b-1bc4-4579-8430-a5de6238671b tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.1361468 Apr 21 20:59:04.358025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] No DVR routers for this DVR port cec2c168-c7df-4346-9f74-9c49efeb20db on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:04.360047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Port': ['ID=cec2c168-c7df-4346-9f74-9c49efeb20db,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:04.406849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e614ac-36a0-4651-80e4-13b5e44af491 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet df4bbbc7-a25c-493a-b074-f4c7a798d84c {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:04.422516 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69e614ac-36a0-4651-80e4-13b5e44af491 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.466591 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 90437370-b3cc-4915-9fd6-5861b3b32512 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:04.467487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 90437370-b3cc-4915-9fd6-5861b3b32512 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:04.508534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69e614ac-36a0-4651-80e4-13b5e44af491 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.521979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67664f-8a04-443d-bfef-378fd6d49eac None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:04.592893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-c5745f59-1863-48dd-b9b2-3534225cc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:04.594718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-c5745f59-1863-48dd-b9b2-3534225cc21e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1095 time: 0.7185490 Apr 21 20:59:04.683250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1fa29af-b3a0-4564-9b4e-98c44c9af1a3 None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:04.684161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1fa29af-b3a0-4564-9b4e-98c44c9af1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.782306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-85a63904-26a0-4f5b-a81b-884e4c434ab3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 217 time: 0.1648741 Apr 21 20:59:04.836747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833a5d3-49c8-4f3b-ac07-5ad78e5a7e43 req-b16badde-a7fb-44eb-b5fb-3228e55ab040 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:04.847730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Deleting port 6570f369-e9fb-457f-94f9-2fafeec3f72c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:04.848226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.852949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2833a5d3-49c8-4f3b-ac07-5ad78e5a7e43 req-b16badde-a7fb-44eb-b5fb-3228e55ab040 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.4806712 Apr 21 20:59:04.853508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69e614ac-36a0-4651-80e4-13b5e44af491 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.857133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:04.944661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1942e038-afad-4a0d-9231-13760299a205']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:04.967937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49439121-f0a0-4498-9e37-145b33c2db45') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:04.968369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49439121-f0a0-4498-9e37-145b33c2db45') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:04.979097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.004945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-1efd4256-5b00-42a1-9f1c-df765ab02df0 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9885840 Apr 21 20:59:05.015669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-72d744ee-ead6-4951-a335-3b46947d2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:05.016739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-72d744ee-ead6-4951-a335-3b46947d2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:05.017460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-72d744ee-ead6-4951-a335-3b46947d2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:05.019403 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-72d744ee-ead6-4951-a335-3b46947d2805 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d57aace-a058-441e-b369-a4b223fc58a3&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=5fb1d12d-382f-47c7-91b7-9966a693611f&id=683de660-c9b0-41d0-b6a9-943fd48c7844&id=683de660-c9b0-41d0-b6a9-943fd48c7844 HTTP/1.1" status: 200 len: 2292 time: 1.0461466 Apr 21 20:59:05.063205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.135481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:59:05.135906 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.142070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2833a5d3-49c8-4f3b-ac07-5ad78e5a7e43 req-c72264ae-da39-437a-bacc-d53d65c0c583 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441323 Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:59:05.143495 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:59:05.229250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-c0164be4-3697-4d85-a231-214708974fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:05.230987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-c0164be4-3697-4d85-a231-214708974fce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.4339879 Apr 21 20:59:05.297796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.334764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] For port 6570f369-e9fb-457f-94f9-2fafeec3f72c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6570f369-e9fb-457f-94f9-2fafeec3f72c,segment=NetworkSegment(3b610f9b-9744-4ceb-b6d3-cbd414c208a9),segment_id=3b610f9b-9744-4ceb-b6d3-cbd414c208a9)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:05.335327 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.360286 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-2baf1536-a118-4ad6-ab5a-1d9b6ef1d4c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77c0c746-6711-4633-a8e4-21b12d2055a0 HTTP/1.1" status: 200 len: 1002 time: 0.3157585 Apr 21 20:59:05.362220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73005a4-bf77-4db4-bc0e-7d9c332d4536 req-fcd78f1d-ca02-4343-b028-46e2ed57f7bd tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:05.367772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c73005a4-bf77-4db4-bc0e-7d9c332d4536 req-fcd78f1d-ca02-4343-b028-46e2ed57f7bd tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 944 time: 0.1311224 Apr 21 20:59:05.371661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Calling delete_port for 6570f369-e9fb-457f-94f9-2fafeec3f72c owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:05.375449 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69e614ac-36a0-4651-80e4-13b5e44af491 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.431577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.438667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69e614ac-36a0-4651-80e4-13b5e44af491 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.446954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69e614ac-36a0-4651-80e4-13b5e44af491 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/df4bbbc7-a25c-493a-b074-f4c7a798d84c HTTP/1.1" status: 204 len: 168 time: 1.2563539 Apr 21 20:59:05.450045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52366) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:05.468408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e614ac-36a0-4651-80e4-13b5e44af491 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=df4bbbc7-a25c-493a-b074-f4c7a798d84c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:05.484034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c391f8d-e7cc-4442-97b1-c8a0d26bce3b req-147941d7-5dc9-44fb-8050-02dddb6d72b1 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501131 Apr 21 20:59:05.491963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.495707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "DELETE /v2.0/networks/1942e038-afad-4a0d-9231-13760299a205 HTTP/1.1" status: 204 len: 168 time: 5.2267354 Apr 21 20:59:05.498976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-be50fa00-8a5c-4b98-b0e5-bcb0f61bea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:05.513091 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-be50fa00-8a5c-4b98-b0e5-bcb0f61bea19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2553232 Apr 21 20:59:05.513091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52368) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:05.553267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19355fd-1cff-4423-a570-b5abbc2a51aa tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Network': ['ID=1942e038-afad-4a0d-9231-13760299a205,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:05.618002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dff5e625-ff9f-437f-98fa-02f8f82dff76 req-45ed5a9f-44b7-40cd-b6ad-5b4d7df6aa72 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.1138604 Apr 21 20:59:05.620150 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ce985b4e-d22c-49cc-87be-3b312427c5ec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662049 Apr 21 20:59:05.642996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52370) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:05.666606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-7e041544-a379-4ee0-9015-10a884d9fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:05.668054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-7e041544-a379-4ee0-9015-10a884d9fd01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28217cc8-3269-4412-bfce-a496c69afdc4 HTTP/1.1" status: 200 len: 850 time: 0.2962897 Apr 21 20:59:05.786016 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c73005a4-bf77-4db4-bc0e-7d9c332d4536 req-ad3849cd-3752-4b52-8ad7-8da9c508ba00 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112890 Apr 21 20:59:05.874683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.890200 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:05.898194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-131dce23-dbd9-44c7-ad3b-617105bb6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:05.901377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-131dce23-dbd9-44c7-ad3b-617105bb6d28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d57aace-a058-441e-b369-a4b223fc58a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648502 Apr 21 20:59:05.987652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ec9ad-271d-4e9c-961c-9d032068a02d None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:06.044528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-9678eeff-ffb9-4ac9-b5c9-d5cb99f98857 service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078235 Apr 21 20:59:06.085724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7dc6d794-eb41-482e-b38a-c33f7ddb9cce None None] Provisioning complete for port 66749928-da9a-4046-9929-563e712cb9f9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:06.085724 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7dc6d794-eb41-482e-b38a-c33f7ddb9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:06.104312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855b48fc-6d86-458a-88ec-43d8c316a83f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:06.113645 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-855b48fc-6d86-458a-88ec-43d8c316a83f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4607062 Apr 21 20:59:06.120335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52388) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:06.333013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e27bee-1de8-4d4f-ad42-cf08c8ff1941 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:06.399228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-52e27bee-1de8-4d4f-ad42-cf08c8ff1941 None None] Deleting port 66749928-da9a-4046-9929-563e712cb9f9 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:06.400005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-52e27bee-1de8-4d4f-ad42-cf08c8ff1941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:06.409678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b48d27dd-fd96-432a-897e-4344139ba63f req-4dc06728-390e-48e9-ae38-475748960434 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=00ac2a4d55ee4cba99fac0cc6a3292b0&device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.1309178 Apr 21 20:59:06.492426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:06.539169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-52e27bee-1de8-4d4f-ad42-cf08c8ff1941 None None] For port 66749928-da9a-4046-9929-563e712cb9f9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=66749928-da9a-4046-9929-563e712cb9f9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:06.539585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-52e27bee-1de8-4d4f-ad42-cf08c8ff1941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:06.555587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-52e27bee-1de8-4d4f-ad42-cf08c8ff1941 None None] Calling delete_port for 66749928-da9a-4046-9929-563e712cb9f9 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:06.596694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6570f369-e9fb-457f-94f9-2fafeec3f72c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:06.604279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40fc2638-de34-4266-bbdb-ae1cadb8a010 req-e52f34ba-14fc-42f4-8218-5cbf0b3299fa tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.1034582 Apr 21 20:59:06.806181 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-52e27bee-1de8-4d4f-ad42-cf08c8ff1941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:06.896274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e27bee-1de8-4d4f-ad42-cf08c8ff1941 None None] Pushing event deleted for resources: {'Port': ['ID=66749928-da9a-4046-9929-563e712cb9f9,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:06.921104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e27bee-1de8-4d4f-ad42-cf08c8ff1941 None None] No DVR routers for this DVR port 66749928-da9a-4046-9929-563e712cb9f9 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:07.021770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c1154-c1f7-440e-bbd5-b0aa8e296c3f req-6795b9dd-2da4-4dc9-b939-bb2c9e4547ce tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:07.025385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c21c1154-c1f7-440e-bbd5-b0aa8e296c3f req-6795b9dd-2da4-4dc9-b939-bb2c9e4547ce tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 944 time: 0.0819955 Apr 21 20:59:07.060430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66749928-da9a-4046-9929-563e712cb9f9 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:07.100562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 66749928-da9a-4046-9929-563e712cb9f9 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:07.100968 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66749928-da9a-4046-9929-563e712cb9f9 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:07.148561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c21c1154-c1f7-440e-bbd5-b0aa8e296c3f req-86dd9a0b-48d2-466a-a8e6-9b15355acea1 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715182 Apr 21 20:59:07.155989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:07.203559 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-e4b02daf-73e6-4d98-9459-c9c7c36dfa66 service neutron] 10.222.0.43 "GET /v2.0/networks/2d57aace-a058-441e-b369-a4b223fc58a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2883332 Apr 21 20:59:07.282720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b48d27dd-fd96-432a-897e-4344139ba63f req-50ea0be0-0a2d-459f-9818-21dd2089e968 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=00ac2a4d55ee4cba99fac0cc6a3292b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8554709 Apr 21 20:59:07.285220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43aa9e9-0c26-4a63-aa65-ac457021e171 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:07.286647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a43aa9e9-0c26-4a63-aa65-ac457021e171 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1625786 Apr 21 20:59:07.289455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52406) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:07.290172 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:07.338733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-266a24d0-781b-481f-90ca-c8cea3f6e899 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481777 Apr 21 20:59:07.358960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52408) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:07.384671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6a2e2bd4-b99f-447a-8157-7424f4505d6b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:07.416300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b04d92-6368-4a13-91d3-55fa4a0bba4d']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:07.481924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34655c04-88ee-4558-a396-681a939c61fd') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:07.482936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34655c04-88ee-4558-a396-681a939c61fd') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:07.487489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce8f8898-c62a-4019-9023-f4aeef9f22e4 req-4cdcf83b-de23-4f4c-a722-3aa584517dff service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4252613 Apr 21 20:59:07.540120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Router 0e7dd56b-764d-4e16-ac25-08e44020bc27 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:59:07.544188 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:07.573145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96128a44-d71f-45c8-92d9-d394297e52b3 req-92a076c7-2d43-47d5-b081-fa687c19f17b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:07.574730 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96128a44-d71f-45c8-92d9-d394297e52b3 req-92a076c7-2d43-47d5-b081-fa687c19f17b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 1.2122056 Apr 21 20:59:07.654545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:07.687779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:59:07.693178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:59:07.693586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:59:07.697357 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:59:07.699559 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] Sync routers for ids ['0e7dd56b-764d-4e16-ac25-08e44020bc27'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:59:07.708601 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5f4723ef-ff9a-416f-baed-5d1c37f6dbe2 admin admin] 10.222.0.49 "PUT /v2.0/routers/0e7dd56b-764d-4e16-ac25-08e44020bc27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7375684 Apr 21 20:59:07.709869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52412) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:07.712452 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] Routers {'0e7dd56b-764d-4e16-ac25-08e44020bc27'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:07.716880 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0e7dd56b-764d-4e16-ac25-08e44020bc27'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:07.727755 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96128a44-d71f-45c8-92d9-d394297e52b3 req-17b5de89-46e3-43a8-a228-cfaebd667c25 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395164 Apr 21 20:59:07.735020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d27dd-fd96-432a-897e-4344139ba63f req-072f0b8b-a282-4d71-9a0d-54480cbfe21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:07.736470 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b48d27dd-fd96-432a-897e-4344139ba63f req-072f0b8b-a282-4d71-9a0d-54480cbfe21a service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4328601 Apr 21 20:59:07.738451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-ec948b2b-9df2-4030-939e-3fc121fca748 service neutron] 10.222.0.43 "GET /v2.0/networks/2d57aace-a058-441e-b369-a4b223fc58a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918516 Apr 21 20:59:07.782079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-543d7a33-d998-48a8-a712-7b4606e41d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:07.783560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-543d7a33-d998-48a8-a712-7b4606e41d5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1095 time: 0.2415049 Apr 21 20:59:07.797377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80844d28-c2aa-4ae4-a050-8c22167e710e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:59:07.833088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-2c1414b9-7f31-4d6e-bf8c-044d1d8f075d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=58edae64-08a0-4d17-892f-ec140d407789 HTTP/1.1" status: 200 len: 217 time: 0.0662582 Apr 21 20:59:07.847795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2e2bd4-b99f-447a-8157-7424f4505d6b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:07.856992 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6a2e2bd4-b99f-447a-8157-7424f4505d6b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:07.859671 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2e2bd4-b99f-447a-8157-7424f4505d6b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 20:59:07.860437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2e2bd4-b99f-447a-8157-7424f4505d6b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:59:07.880332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9e45580f-1691-40d0-b5bf-dc5b2fc1d62f req-446c0e74-4af7-4ec0-9451-5e3e7224401c tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0606916 Apr 21 20:59:07.906229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6a2e2bd4-b99f-447a-8157-7424f4505d6b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5256209 Apr 21 20:59:07.907100 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] Set router 0e7dd56b-764d-4e16-ac25-08e44020bc27 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:07.910866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52414) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:07.928043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:07.932256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2f84a588-bde5-48b4-8478-219e493af9ec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:07.972614 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:07.981310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] 10.222.0.49 "DELETE /v2.0/networks/e0b04d92-6368-4a13-91d3-55fa4a0bba4d HTTP/1.1" status: 204 len: 168 time: 2.4618607 Apr 21 20:59:08.020996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a32944-8103-42e8-8d97-575a06f84f70 tempest-TaggedBootDevicesTest_v242-1848597074 tempest-TaggedBootDevicesTest_v242-1848597074-project] Pushing event deleted for resources: {'Network': ['ID=e0b04d92-6368-4a13-91d3-55fa4a0bba4d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:08.035364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80844d28-c2aa-4ae4-a050-8c22167e710e,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:08.064642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '80844d28-c2aa-4ae4-a050-8c22167e710e', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'port_id': '80844d28-c2aa-4ae4-a050-8c22167e710e', 'mac_address': 'fa:16:3e:ff:51:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bf5f30-1a54-45df-beff-c6aca22835c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:59:08.068908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-d6d19685-5d36-4a77-b679-f4503b87e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:08.071053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-d6d19685-5d36-4a77-b679-f4503b87e81c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c453df3-cc03-40bc-8b80-cb780f4079e4 HTTP/1.1" status: 200 len: 797 time: 0.1855574 Apr 21 20:59:08.075105 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:08.161063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f84a588-bde5-48b4-8478-219e493af9ec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:08.183321 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f84a588-bde5-48b4-8478-219e493af9ec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:08.187162 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f84a588-bde5-48b4-8478-219e493af9ec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 20:59:08.187940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f84a588-bde5-48b4-8478-219e493af9ec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:59:08.199640 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:08.228467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2f84a588-bde5-48b4-8478-219e493af9ec tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3165021 Apr 21 20:59:08.234740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52426) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:08.240853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80844d28-c2aa-4ae4-a050-8c22167e710e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:08.256267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2bae6d60-8d04-426d-b29b-3929470eced2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:08.309262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80844d28-c2aa-4ae4-a050-8c22167e710e,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:08.310816 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:09Z', 'updated_at': '2022-04-21T20:59:06Z', 'revision_number': 5, 'project_id': 'e77d48da9233489395b3075f831218f3', 'gw_port': {'id': 'a7e444f9-99f2-4dfe-bf94-5e66baa2175e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:57:10Z', 'updated_at': '2022-04-21T20:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:08.317590 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:08.328485 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:08.332249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-43038e8d-8279-4c35-8de8-8dd83aa92194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:08.343618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-43038e8d-8279-4c35-8de8-8dd83aa92194 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.5197453 Apr 21 20:59:08.376383 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] Checking router: 0e7dd56b-764d-4e16-ac25-08e44020bc27 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:59:08.405476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80844d28-c2aa-4ae4-a050-8c22167e710e,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:08.407870 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] Routers {'0e7dd56b-764d-4e16-ac25-08e44020bc27'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:08.408586 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0e7dd56b-764d-4e16-ac25-08e44020bc27'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:08.442187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Deleting port a7e444f9-99f2-4dfe-bf94-5e66baa2175e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:08.442531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:08.479109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80844d28-c2aa-4ae4-a050-8c22167e710e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:59:08.562348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-c24e154e-be03-48a5-b396-6128f546b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:08.563304 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] Set router 0e7dd56b-764d-4e16-ac25-08e44020bc27 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:08.566341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-c24e154e-be03-48a5-b396-6128f546b6d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fb1d12d-382f-47c7-91b7-9966a693611f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4776103 Apr 21 20:59:08.600935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] For port a7e444f9-99f2-4dfe-bf94-5e66baa2175e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a7e444f9-99f2-4dfe-bf94-5e66baa2175e,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:08.601501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:08.631297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Calling delete_port for a7e444f9-99f2-4dfe-bf94-5e66baa2175e owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:08.676813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-9581f0e1-3bd3-4afa-b078-65b7e44cf237 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 217 time: 0.3159733 Apr 21 20:59:08.694883 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:09Z', 'updated_at': '2022-04-21T20:59:08Z', 'revision_number': 6, 'project_id': 'e77d48da9233489395b3075f831218f3', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:08.738386 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6fb172-304c-42a2-89b3-56d241a32264 None None] The sync data for ids ['0e7dd56b-764d-4e16-ac25-08e44020bc27'] in n-d-838945-1 is: [{'id': '0e7dd56b-764d-4e16-ac25-08e44020bc27', 'name': 'tempest-ServersTestMultiNic-1763076015-router', 'tenant_id': 'e77d48da9233489395b3075f831218f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:57:09Z', 'updated_at': '2022-04-21T20:59:08Z', 'revision_number': 6, 'project_id': 'e77d48da9233489395b3075f831218f3', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:59:08.762120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-b3d683a9-1f07-40e1-9836-4cab1ea31548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:08.764075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-b3d683a9-1f07-40e1-9836-4cab1ea31548 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.0596097 Apr 21 20:59:08.805338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bae6d60-8d04-426d-b29b-3929470eced2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:08.809232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2bae6d60-8d04-426d-b29b-3929470eced2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:08.811281 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bae6d60-8d04-426d-b29b-3929470eced2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 20:59:08.811616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bae6d60-8d04-426d-b29b-3929470eced2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:59:08.872075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254946ab-8ad1-46f1-bf11-3d704c18160a req-c8575513-d4ba-4b7b-8431-0a7b1b63c124 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:08.880945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-254946ab-8ad1-46f1-bf11-3d704c18160a req-c8575513-d4ba-4b7b-8431-0a7b1b63c124 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 944 time: 0.5223753 Apr 21 20:59:08.916620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2bae6d60-8d04-426d-b29b-3929470eced2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6780596 Apr 21 20:59:08.923341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52440) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:08.940732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a6d033e8-8349-4c8d-907c-111dd996f524 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:08.973948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-254946ab-8ad1-46f1-bf11-3d704c18160a req-18f2edd4-bec7-4cc5-95d4-bcd7bfef96a8 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920680 Apr 21 20:59:09.044276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e87c1-c7d2-428c-8ffe-3f73e3be53e1 req-c0ab0a42-7a08-4ff0-a94a-815f1fc245a1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:09.053655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b3e87c1-c7d2-428c-8ffe-3f73e3be53e1 req-c0ab0a42-7a08-4ff0-a94a-815f1fc245a1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 944 time: 0.1096838 Apr 21 20:59:09.063083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.108251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e444f9-99f2-4dfe-bf94-5e66baa2175e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:09.110658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-cd080218-ce99-4596-bb18-f43af6695419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:09.113910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-cd080218-ce99-4596-bb18-f43af6695419 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2955518 Apr 21 20:59:09.180546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-857a9820-b275-4542-9537-65899b3d625d service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352449 Apr 21 20:59:09.182627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5470f6a-46ed-497c-8f1a-0e299214c230 req-dde6e8db-1c07-4a22-b3a1-84264af444a8 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.49 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0659108 Apr 21 20:59:09.240538 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b3e87c1-c7d2-428c-8ffe-3f73e3be53e1 req-dd7e7979-6ce1-4b4a-a070-d47447299f97 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859322 Apr 21 20:59:09.307159 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.391380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d033e8-8349-4c8d-907c-111dd996f524 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:09.407139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6d033e8-8349-4c8d-907c-111dd996f524 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.408710 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d033e8-8349-4c8d-907c-111dd996f524 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 20:59:09.409205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d033e8-8349-4c8d-907c-111dd996f524 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:59:09.447749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b48d27dd-fd96-432a-897e-4344139ba63f req-66903a3f-7433-41c9-a8ef-b6d02e0ffc82 tempest-ServerShowV257Test-981509437 tempest-ServerShowV257Test-981509437-project] 10.222.0.43 "GET /v2.0/ports?device_id=f40ec455-29fa-4271-958a-cfb0df2334e3 HTTP/1.1" status: 200 len: 210 time: 0.0723362 Apr 21 20:59:09.474018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-db4c06b6-ee1d-451f-b3e7-f8830831e9c4 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731125 Apr 21 20:59:09.476805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-7907edb2-d742-42e5-b930-32a12fc343a3 service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329895 Apr 21 20:59:09.513091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.514702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52456) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:09.517883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a6d033e8-8349-4c8d-907c-111dd996f524 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5844197 Apr 21 20:59:09.531945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f53f107f-17d4-4a37-9be6-974797694948 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:09.535949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.597299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-c538e4e2-7ad8-497a-854b-6842fa7bd25e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=6896624a-9b73-45a1-91e3-045051fea2c7 HTTP/1.1" status: 200 len: 217 time: 0.1089075 Apr 21 20:59:09.716964 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.717767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e7dd56b-764d-4e16-ac25-08e44020bc27 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:59:09.722519 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.723788 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fa863071-41f7-4b13-a6cb-8373d9c84739 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0e7dd56b-764d-4e16-ac25-08e44020bc27 HTTP/1.1" status: 204 len: 168 time: 2.0120254 Apr 21 20:59:09.727095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9282b1e-6660-43e2-9997-c65b038f30ef req-e07a2f26-71cb-4850-a836-3af13f7e678f service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417524 Apr 21 20:59:09.731504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52458) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:09.749986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53f107f-17d4-4a37-9be6-974797694948 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:09.754193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f53f107f-17d4-4a37-9be6-974797694948 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.756220 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53f107f-17d4-4a37-9be6-974797694948 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 20:59:09.756663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53f107f-17d4-4a37-9be6-974797694948 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:59:09.778047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f53f107f-17d4-4a37-9be6-974797694948 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2622209 Apr 21 20:59:09.782800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52460) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:09.789906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2cc560b0-f8b4-4482-bee6-6ea3f3c35c4a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:09.799693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-54686c00-c49f-4e49-9d42-e0ebde1e2eeb admin admin] Deleting subnet 14e05c80-0f4a-411f-b6ae-cee22e018c0d {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:09.808482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80844d28-c2aa-4ae4-a050-8c22167e710e up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:09.821518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-54686c00-c49f-4e49-9d42-e0ebde1e2eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.904735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-07b58274-239c-41dd-9ac4-1fd32fcecffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:09.909712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-07b58274-239c-41dd-9ac4-1fd32fcecffc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c453df3-cc03-40bc-8b80-cb780f4079e4 HTTP/1.1" status: 200 len: 797 time: 0.1789265 Apr 21 20:59:09.912277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-54686c00-c49f-4e49-9d42-e0ebde1e2eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.947051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 80844d28-c2aa-4ae4-a050-8c22167e710e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:09.953561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:09.999483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc560b0-f8b4-4482-bee6-6ea3f3c35c4a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:10.008489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cc560b0-f8b4-4482-bee6-6ea3f3c35c4a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:10.014142 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc560b0-f8b4-4482-bee6-6ea3f3c35c4a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 20:59:10.015808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc560b0-f8b4-4482-bee6-6ea3f3c35c4a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:59:10.064223 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2cc560b0-f8b4-4482-bee6-6ea3f3c35c4a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2780435 Apr 21 20:59:10.067194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52464) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:10.138233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-be957df7-3060-4d49-b56e-91beb55eda84 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0698264 Apr 21 20:59:10.139149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52466) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:10.156832 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:10.161925 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-54686c00-c49f-4e49-9d42-e0ebde1e2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:10.248996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80844d28-c2aa-4ae4-a050-8c22167e710e,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:10.255144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:10.263041 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7375971d-4c1c-46e8-978a-00347fd1b24c" -d '{"events": [{"server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "name": "network-vif-plugged", "status": "completed", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:10.273658 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:10.342318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:59:10.371785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-a2bf2ab2-51ee-40be-93dd-11409f91b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:10.374098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-a2bf2ab2-51ee-40be-93dd-11409f91b5b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fb1d12d-382f-47c7-91b7-9966a693611f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3918293 Apr 21 20:59:10.375341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-54686c00-c49f-4e49-9d42-e0ebde1e2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:10.386980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a500f8b-7c2b-470a-840e-17d0d0155be6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:10.388154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a500f8b-7c2b-470a-840e-17d0d0155be6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2159164 Apr 21 20:59:10.427749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52484) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:10.428961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54686c00-c49f-4e49-9d42-e0ebde1e2eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e05c80-0f4a-411f-b6ae-cee22e018c0d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:10.437465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31392a8c-de5e-4d2e-bf51-dba751f5b9af req-fc2a0daf-9026-4089-8dba-41d1843974c9 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:10.439120 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31392a8c-de5e-4d2e-bf51-dba751f5b9af req-fc2a0daf-9026-4089-8dba-41d1843974c9 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 944 time: 0.2989006 Apr 21 20:59:10.454296 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45e37cd-84e5-47bd-a97d-7730d0d33553 x-openstack-request-id: req-b45e37cd-84e5-47bd-a97d-7730d0d33553 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:10.457205 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "name": "network-vif-plugged", "status": "completed", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:10.457578 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b45e37cd-84e5-47bd-a97d-7730d0d33553 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:10.458964 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45e37cd-84e5-47bd-a97d-7730d0d33553'] response: {'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e', 'code': 200} Apr 21 20:59:10.554301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a6088333-1955-40c1-a9ee-cba42aea8f1c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186590 Apr 21 20:59:10.554962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52494) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:10.574337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:10.626840 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31392a8c-de5e-4d2e-bf51-dba751f5b9af req-e196fe2e-98ef-4155-af09-27fa3baf1939 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805573 Apr 21 20:59:10.636483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-54686c00-c49f-4e49-9d42-e0ebde1e2eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:10.642821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-54686c00-c49f-4e49-9d42-e0ebde1e2eeb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/14e05c80-0f4a-411f-b6ae-cee22e018c0d HTTP/1.1" status: 204 len: 168 time: 0.9068213 Apr 21 20:59:10.644698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52498) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:10.668265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80844d28-c2aa-4ae4-a050-8c22167e710e,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:10.695715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e3d1e-f366-45d0-ac47-b6bf84580a57 None None] Network 05906a4e-9929-4fe0-8382-5e9c9ff46e20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:10.800484 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:10.875416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52506) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:10.907471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:10.913108 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:10.943528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a7e444f9-99f2-4dfe-bf94-5e66baa2175e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:11.037424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c499-27de-46bc-8485-7e0871c1a26d req-694b736e-3c3d-43d5-9416-6434638734e8 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:11.038904 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35f7c499-27de-46bc-8485-7e0871c1a26d req-694b736e-3c3d-43d5-9416-6434638734e8 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.4423342 Apr 21 20:59:11.041891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: a7e444f9-99f2-4dfe-bf94-5e66baa2175e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:11.043768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a7e444f9-99f2-4dfe-bf94-5e66baa2175e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:11.044297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6570f369-e9fb-457f-94f9-2fafeec3f72c no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:11.079831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-101f4960-38ae-416f-abdd-7b36e9fdd590 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671021 Apr 21 20:59:11.171020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Deleting port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:11.171368 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.186106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 6570f369-e9fb-457f-94f9-2fafeec3f72c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:11.186551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6570f369-e9fb-457f-94f9-2fafeec3f72c not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:11.201501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:11.270894 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f921ad9-fe36-4569-981f-919ab832431c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.279240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'port_id': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'mac_address': 'fa:16:3e:d4:96:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:59:11.314874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35f7c499-27de-46bc-8485-7e0871c1a26d req-6d2b87e3-3bf0-4551-9267-b4d0e96207d4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560825 Apr 21 20:59:11.343514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] For port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=503df9ca-3f26-4a2e-bb7b-010e8ba667b9,segment=NetworkSegment(3b610f9b-9744-4ceb-b6d3-cbd414c208a9),segment_id=3b610f9b-9744-4ceb-b6d3-cbd414c208a9)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:11.343886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.365094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-0a83eb41-463a-4a01-8469-4eeff874561d service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659330 Apr 21 20:59:11.366198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Calling delete_port for 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:11.477805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e35682-6c4a-4046-98e2-f1142361d5c1 None None] DHCP port deletion for 05906a4e-9929-4fe0-8382-5e9c9ff46e20 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:11.478662 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-131b7bd9-32aa-45bb-8119-1e9a395c2d4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=df821b75-45f2-44f3-8ca5-2df76b3bde97 HTTP/1.1" status: 200 len: 217 time: 0.1002781 Apr 21 20:59:11.508317 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.562273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-f7d2660f-4a81-42c2-933d-125e708c694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:11.564006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-f7d2660f-4a81-42c2-933d-125e708c694c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c453df3-cc03-40bc-8b80-cb780f4079e4 HTTP/1.1" status: 200 len: 797 time: 0.0768566 Apr 21 20:59:11.618798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:11.691269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:11.707481 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.760121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-41e35682-6c4a-4046-98e2-f1142361d5c1 None None] Deleting port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:11.760610 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41e35682-6c4a-4046-98e2-f1142361d5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.847459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:11.874624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-41e35682-6c4a-4046-98e2-f1142361d5c1 None None] For port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=503df9ca-3f26-4a2e-bb7b-010e8ba667b9,segment=NetworkSegment(3b610f9b-9744-4ceb-b6d3-cbd414c208a9),segment_id=3b610f9b-9744-4ceb-b6d3-cbd414c208a9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:11.875639 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41e35682-6c4a-4046-98e2-f1142361d5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.909645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f921ad9-fe36-4569-981f-919ab832431c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.927639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-84aa2914-cbf9-4e61-a221-6db3e2016216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:11.939219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:59:11.941775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-84aa2914-cbf9-4e61-a221-6db3e2016216 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fb1d12d-382f-47c7-91b7-9966a693611f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2839527 Apr 21 20:59:11.949107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-41e35682-6c4a-4046-98e2-f1142361d5c1 None None] Calling delete_port for 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:11.961162 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f921ad9-fe36-4569-981f-919ab832431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.966403 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:11.996304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:12.038902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f921ad9-fe36-4569-981f-919ab832431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecc8cde-4eae-4e35-a5cc-1b661560cdcf,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:12.082638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['d7744e8b-cb61-40cf-a0b0-cfefa2ccd096'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:59:12.109087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=65c367f6-764a-4ca0-b54c-6fb6210bfce5,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:12.130718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:12.135005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:12.140395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:12.141421 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:12.153653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e213c2f2-2084-4139-a68f-881038e84090 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:12.166170 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f921ad9-fe36-4569-981f-919ab832431c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00ac2a4d55ee4cba99fac0cc6a3292b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2893801 Apr 21 20:59:12.168858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52522) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:12.200013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b66d8-d365-4581-8082-e65b98214475 req-7bb6236a-c661-4bd5-9100-3d1a0ab7ecc6 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:12.211900 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-495b66d8-d365-4581-8082-e65b98214475 req-7bb6236a-c661-4bd5-9100-3d1a0ab7ecc6 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 945 time: 0.3894498 Apr 21 20:59:12.233360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=503df9ca-3f26-4a2e-bb7b-010e8ba667b9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:12.259943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b88d7931-6aeb-4ffb-9c36-644f8dd29107 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7014811 Apr 21 20:59:12.261411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52524) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:12.271673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] No DVR routers for this DVR port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:12.286211 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16b45083-6e2d-4157-acea-7117e57c02ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: from cryptography.utils import int_from_bytes Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: from cryptography.utils import int_from_bytes Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.298861 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 20:59:12.301280 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 20:59:12.323438 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41e35682-6c4a-4046-98e2-f1142361d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:12.364528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16b45083-6e2d-4157-acea-7117e57c02ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:12.392528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e35682-6c4a-4046-98e2-f1142361d5c1 None None] Pushing event deleted for resources: {'Port': ['ID=503df9ca-3f26-4a2e-bb7b-010e8ba667b9,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:12.405493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e35682-6c4a-4046-98e2-f1142361d5c1 None None] No DVR routers for this DVR port 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:12.459044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:ae:3d:af', 'name': 'tempest-NetworksTestDHCPv6-2043692002'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:12.537550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-495b66d8-d365-4581-8082-e65b98214475 req-bda527e7-2aaf-4681-a929-381f445199fb tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245630 Apr 21 20:59:12.641414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '65c367f6-764a-4ca0-b54c-6fb6210bfce5'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:59:12.643046 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:12.643959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-767710ae-0db2-4c78-a47f-1766468b221f service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916869 Apr 21 20:59:12.795643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16b45083-6e2d-4157-acea-7117e57c02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:12.806428 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16b45083-6e2d-4157-acea-7117e57c02ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:12.813223 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-16b45083-6e2d-4157-acea-7117e57c02ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ecc8cde-4eae-4e35-a5cc-1b661560cdcf HTTP/1.1" status: 204 len: 168 time: 0.6414778 Apr 21 20:59:12.909643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b45083-6e2d-4157-acea-7117e57c02ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecc8cde-4eae-4e35-a5cc-1b661560cdcf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:12.971212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:12.972897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Allocated IP 2001:db8::f816:3eff:fe4d:5862 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/65c367f6-764a-4ca0-b54c-6fb6210bfce5/99b60003-abf0-4c35-8fad-ced8f1aad203) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:13.044521 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:13.058403 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:13.141946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:13.142780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 503df9ca-3f26-4a2e-bb7b-010e8ba667b9 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:13.207897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05906a4e-9929-4fe0-8382-5e9c9ff46e20']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:13.252481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:13.276418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b610f9b-9744-4ceb-b6d3-cbd414c208a9') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:13.276719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b610f9b-9744-4ceb-b6d3-cbd414c208a9') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:13.305057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port fd2efa9a-17e2-4c51-9586-e24b3d4bc28a yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:59:13.335380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:13.362797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501892d-c19f-4c3e-80e3-85b1014d0c64 req-e0e842bc-3493-467f-9ebc-47c9927c87c5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:13.379981 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d501892d-c19f-4c3e-80e3-85b1014d0c64 req-e0e842bc-3493-467f-9ebc-47c9927c87c5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.6038809 Apr 21 20:59:13.428310 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:13.453984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:13.498960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:13.514957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-f7a2da7f-8313-4803-aa2c-e53a8460b9d0 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8637490 Apr 21 20:59:13.526422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:59:13.527090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: timer() Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:59:13.530516 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:59:13.588830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-b3d3e99b-5703-4a31-b62f-87e4be507633 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=f197a690-9086-462c-b6bb-8bd01619eff9 HTTP/1.1" status: 200 len: 217 time: 0.0590284 Apr 21 20:59:13.620723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d501892d-c19f-4c3e-80e3-85b1014d0c64 req-09e5ba95-1ebf-47ad-9278-abebfd33ff4a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346621 Apr 21 20:59:13.678558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:feae:3daf (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/65c367f6-764a-4ca0-b54c-6fb6210bfce5/fd2efa9a-17e2-4c51-9586-e24b3d4bc28a) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:13.798408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:13.865300 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:13.884261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/05906a4e-9929-4fe0-8382-5e9c9ff46e20 HTTP/1.1" status: 204 len: 168 time: 3.2228668 Apr 21 20:59:13.989683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Pushing event updated for resources: {'Port': ['ID=99b60003-abf0-4c35-8fad-ced8f1aad203,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:13.997991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdecb29-a1e0-4fad-8e9e-8695bb80feb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=05906a4e-9929-4fe0-8382-5e9c9ff46e20,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:14.014975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-200c9523-b34c-4c3b-a47c-770581b90850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:14.021546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-200c9523-b34c-4c3b-a47c-770581b90850 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4c453df3-cc03-40bc-8b80-cb780f4079e4 HTTP/1.1" status: 200 len: 797 time: 0.4262881 Apr 21 20:59:14.046800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:14.048204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:14.062276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:14.107665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc98f32-b362-42f4-9268-46c5aa39735d req-a38a7308-126f-4262-b8b5-8ed53c31ee54 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:14.119802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcc98f32-b362-42f4-9268-46c5aa39735d req-a38a7308-126f-4262-b8b5-8ed53c31ee54 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 945 time: 0.3250206 Apr 21 20:59:14.265090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Attempting to bind port 99b60003-abf0-4c35-8fad-ced8f1aad203 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:14.265476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Attempting to bind port 99b60003-abf0-4c35-8fad-ced8f1aad203 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:14.270574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Attempting to bind port 99b60003-abf0-4c35-8fad-ced8f1aad203 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:14.298053 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:14.300092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:14.300666 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:14.301779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:14.301779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Bound port: 99b60003-abf0-4c35-8fad-ced8f1aad203, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:14.302551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:14.318493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:14.365213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52560) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:14.423088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:14.489686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] For port 99b60003-abf0-4c35-8fad-ced8f1aad203, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:14.498720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] For port 99b60003-abf0-4c35-8fad-ced8f1aad203, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=99b60003-abf0-4c35-8fad-ced8f1aad203,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:14.509083 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:14.554461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:14.562799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:14.578375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-63b7b2b9-893b-4e9c-afcc-2f1c1ab4b62d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e77d48da9233489395b3075f831218f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116446 Apr 21 20:59:14.579369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:14.586911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:14.587991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:14.605889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52564) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:14.639126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3516004 Apr 21 20:59:14.642492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52568) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:14.679655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a7253-a3db-4f1f-ba9e-cfc1711e9e35 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=fd2efa9a-17e2-4c51-9586-e24b3d4bc28a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:14.699088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bea5e3-6fbc-44e5-8a97-5dde1991b103 None None] Pushing event updated for resources: {'Port': ['ID=99b60003-abf0-4c35-8fad-ced8f1aad203,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:14.804951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a51119-e555-470f-98f6-58e42812028e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:14.814551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a51119-e555-470f-98f6-58e42812028e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:14.816418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c6a51119-e555-470f-98f6-58e42812028e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1642249 Apr 21 20:59:14.819651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52572) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:14.936345 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-982df5e9-e23d-4a70-8eb1-e3abbcbbb13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:15.073330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52574) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:15.193726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-982df5e9-e23d-4a70-8eb1-e3abbcbbb13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:15.242354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-f7ae3279-883f-4e59-8c99-902c974b909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:15.243890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-f7ae3279-883f-4e59-8c99-902c974b909d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5fb1d12d-382f-47c7-91b7-9966a693611f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2120228 Apr 21 20:59:15.272607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcc98f32-b362-42f4-9268-46c5aa39735d req-88463696-6103-48ba-8443-70df59de48f0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1503365 Apr 21 20:59:15.462607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-network', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:15.535506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e6415a4e-9fe4-46dd-8c4d-0337a32dcddc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port fd2efa9a-17e2-4c51-9586-e24b3d4bc28a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:15.535915 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6415a4e-9fe4-46dd-8c4d-0337a32dcddc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:15.568280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f839f-69a4-404a-9218-ebdeb0e14cf5 req-94674d30-3203-482e-a010-8f781b456616 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:15.575999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b9f839f-69a4-404a-9218-ebdeb0e14cf5 req-94674d30-3203-482e-a010-8f781b456616 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1560171 Apr 21 20:59:15.620676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-a46019b2-3a4c-403d-bdfe-3b4128221f5d service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463142 Apr 21 20:59:15.704065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Made reservation on behalf of f8dd254dbcc942288edcd3c5266ca7f3 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:15.708942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:15.734400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:15.737454 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-982df5e9-e23d-4a70-8eb1-e3abbcbbb13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:15.742301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-982df5e9-e23d-4a70-8eb1-e3abbcbbb13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:15.747385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-982df5e9-e23d-4a70-8eb1-e3abbcbbb13e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ca8e6da-ec12-480a-bd71-8940b1eb7df7 HTTP/1.1" status: 204 len: 168 time: 1.1371131 Apr 21 20:59:15.768635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982df5e9-e23d-4a70-8eb1-e3abbcbbb13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca8e6da-ec12-480a-bd71-8940b1eb7df7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:15.773136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b9f839f-69a4-404a-9218-ebdeb0e14cf5 req-dd1c83da-2525-44b7-a786-3ce8ba8fd1ac tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959293 Apr 21 20:59:15.857698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-2da9be85-0de0-4f25-9edb-e49fdc4a73e7 service neutron] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280130 Apr 21 20:59:15.862889 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6415a4e-9fe4-46dd-8c4d-0337a32dcddc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:15.973409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-665d476f-79d4-4845-bbd4-77051975ffea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=130bc0cd-fc81-483d-a3d1-bf09acda7ea8 HTTP/1.1" status: 200 len: 217 time: 0.1089418 Apr 21 20:59:16.084183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-3755b095-0054-4f57-8ed2-bdca4ebb3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:16.086361 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-3755b095-0054-4f57-8ed2-bdca4ebb3f22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8090178e-1083-463b-8037-70b42f5eb641 HTTP/1.1" status: 200 len: 797 time: 0.1071434 Apr 21 20:59:16.164437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-e3f27109-21f3-46ff-bb15-4de618fd9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:16.166094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-e3f27109-21f3-46ff-bb15-4de618fd9ce4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=683de660-c9b0-41d0-b6a9-943fd48c7844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713446 Apr 21 20:59:16.340920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-49e1bea4-b11f-4e3c-979f-3e35553088df service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670918 Apr 21 20:59:16.361835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:16.595204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:59:16.619755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:16.623433 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:16.733225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e6415a4e-9fe4-46dd-8c4d-0337a32dcddc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for fd2efa9a-17e2-4c51-9586-e24b3d4bc28a owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:16.840928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-25d02795-ff03-4992-838c-0b7db7aa1600 service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930975 Apr 21 20:59:16.903134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6466bd92-886f-458f-8fbd-bf8dbfd8509a None None] Provisioning complete for port 99b60003-abf0-4c35-8fad-ced8f1aad203 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:16.903564 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6466bd92-886f-458f-8fbd-bf8dbfd8509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.095274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 99b60003-abf0-4c35-8fad-ced8f1aad203 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:17.108632 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.113044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-fe127a4d-f4f1-4f6e-916b-7689b04ef6ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d489134-c1a7-495c-ad38-3b44b6c7a224 HTTP/1.1" status: 200 len: 217 time: 0.2322116 Apr 21 20:59:17.120651 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.176367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb5c67-ed40-41e8-9b10-143247d5f0a0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:17.190929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:59:17.264328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe7653-dc3f-44f1-af51-1f35faf7de54 req-1969ebd1-e18b-4403-9bc5-4bb5ccf6c066 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:17.282354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1fe7653-dc3f-44f1-af51-1f35faf7de54 req-1969ebd1-e18b-4403-9bc5-4bb5ccf6c066 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 945 time: 0.4403839 Apr 21 20:59:17.367302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52606) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:17.387675 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.393639 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.394006 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Added segment 6e56e1c8-6b7b-4c3d-899c-d03ff041d038 of type vlan for network 3f991d97-6e36-4588-b769-0a4ff80fd650 Apr 21 20:59:17.435732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 99b60003-abf0-4c35-8fad-ced8f1aad203 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:17.436475 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.449239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-a97bbb90-2b4d-4c33-81d1-bf550ff454fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:17.451376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-a97bbb90-2b4d-4c33-81d1-bf550ff454fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8090178e-1083-463b-8037-70b42f5eb641 HTTP/1.1" status: 200 len: 797 time: 0.3312364 Apr 21 20:59:17.499317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:17.511444 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.542101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:17.547035 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b5b26-b8b3-4a34-a008-9a1ace44af06" -d '{"events": [{"server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "name": "network-vif-plugged", "status": "completed", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:17.555034 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6466bd92-886f-458f-8fbd-bf8dbfd8509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.566341 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.574870 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6415a4e-9fe4-46dd-8c4d-0337a32dcddc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.583300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1fe7653-dc3f-44f1-af51-1f35faf7de54 req-1d47297b-1cd1-4972-99de-78aa49f7db79 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877460 Apr 21 20:59:17.663725 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.664719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:17.665338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.678832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-757539167-network', 'tenant_id': 'dd0505ecaf0c47579e86194db209e49c'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:17.704102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6415a4e-9fe4-46dd-8c4d-0337a32dcddc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=fd2efa9a-17e2-4c51-9586-e24b3d4bc28a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:17.755901 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6777740 Apr 21 20:59:17.760196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52614) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:17.772197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6466bd92-886f-458f-8fbd-bf8dbfd8509a None None] For port 99b60003-abf0-4c35-8fad-ced8f1aad203, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=99b60003-abf0-4c35-8fad-ced8f1aad203,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:17.793169 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6466bd92-886f-458f-8fbd-bf8dbfd8509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.812687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Request body: {'subnet': {'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-subnet', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:17.909120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:17.967282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-cd142775-0cd0-46de-837e-3cff5ba62c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:17.969717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-cd142775-0cd0-46de-837e-3cff5ba62c0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=683de660-c9b0-41d0-b6a9-943fd48c7844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4671860 Apr 21 20:59:17.981047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Made reservation on behalf of dd0505ecaf0c47579e86194db209e49c for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:17.983421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.993176 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6415a4e-9fe4-46dd-8c4d-0337a32dcddc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:17.996152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466bd92-886f-458f-8fbd-bf8dbfd8509a None None] Pushing event updated for resources: {'Port': ['ID=99b60003-abf0-4c35-8fad-ced8f1aad203,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:18.001784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d7eeaae4-b52a-4517-b187-43f0bfa1c473 None None] Could not find standard attr ID for object fd2efa9a-17e2-4c51-9586-e24b3d4bc28a. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:59:18.005746 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e6415a4e-9fe4-46dd-8c4d-0337a32dcddc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/fd2efa9a-17e2-4c51-9586-e24b3d4bc28a HTTP/1.1" status: 204 len: 168 time: 3.1846926 Apr 21 20:59:18.006368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52616) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:18.157819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87543ecc-2dd5-4f13-b1b0-1eb1b15a5bf9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:18.159471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87543ecc-2dd5-4f13-b1b0-1eb1b15a5bf9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:18.173361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-87543ecc-2dd5-4f13-b1b0-1eb1b15a5bf9 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1451955 Apr 21 20:59:18.176337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52618) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:18.247870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.259566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Made reservation on behalf of f8dd254dbcc942288edcd3c5266ca7f3 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:18.263035 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.278799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b3f12-4191-48c4-9ec8-79a5ad9f70bb admin admin] Pushing event updated for resources: {'Network': ['ID=3f991d97-6e36-4588-b769-0a4ff80fd650,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:18.285572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f993b-4155-4c87-ac8d-aa238c2dc6b8 req-3b83af2d-c55e-443a-9285-05b2d799d595 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:18.287230 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-949f993b-4155-4c87-ac8d-aa238c2dc6b8 req-3b83af2d-c55e-443a-9285-05b2d799d595 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.5261064 Apr 21 20:59:18.300647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:59:18.360477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e765481-f4ec-4314-a236-78838dff121e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 65c367f6-764a-4ca0-b54c-6fb6210bfce5 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:18.376087 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e765481-f4ec-4314-a236-78838dff121e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.391824 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.407159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.419993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 20:59:18.432511 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.433126 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Added segment 94d67211-7d01-4874-bea4-d7ac63747697 of type vlan for network b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f Apr 21 20:59:18.487743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.512235 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e765481-f4ec-4314-a236-78838dff121e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.559072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.560323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:18.561070 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.644872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:18.648664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-c11b5740-2833-4cd1-b271-d7787d706839 service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459875 Apr 21 20:59:18.657162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 20:59:18.704182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-949f993b-4155-4c87-ac8d-aa238c2dc6b8 req-eb81646f-1852-4a4a-999f-b5274c18c889 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079300 Apr 21 20:59:18.815307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e765481-f4ec-4314-a236-78838dff121e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:18.852972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856ac5e0-805a-4fc9-87c6-7f624b54f144,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:18.857406 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f4d8665-3f97-4cd0-8e71-de63cfe45129 req-cc4e9193-37c0-41dd-94fe-f1263e3b3963 service neutron] 10.222.0.43 "GET /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965992 Apr 21 20:59:18.877533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-46fc3e7a-63d9-4ab6-bb51-19228841c4d3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4968691 Apr 21 20:59:18.879423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52626) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:18.896731 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3624f3bc-b8b8-4191-b073-f198bc952dc0 x-openstack-request-id: req-3624f3bc-b8b8-4191-b073-f198bc952dc0 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:18.899783 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "name": "network-vif-plugged", "status": "completed", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:18.900168 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3624f3bc-b8b8-4191-b073-f198bc952dc0 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:18.901517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Request body: {'subnet': {'network_id': 'b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-757539167-subnet', 'tenant_id': 'dd0505ecaf0c47579e86194db209e49c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:18.906733 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3624f3bc-b8b8-4191-b073-f198bc952dc0'] response: {'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'code': 200} Apr 21 20:59:18.999190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Made reservation on behalf of dd0505ecaf0c47579e86194db209e49c for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:19.002923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:19.016046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e765481-f4ec-4314-a236-78838dff121e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:19.069352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 99b60003-abf0-4c35-8fad-ced8f1aad203 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:19.075405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e765481-f4ec-4314-a236-78838dff121e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=65c367f6-764a-4ca0-b54c-6fb6210bfce5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:19.093413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e765481-f4ec-4314-a236-78838dff121e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:19.102860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0e765481-f4ec-4314-a236-78838dff121e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/65c367f6-764a-4ca0-b54c-6fb6210bfce5 HTTP/1.1" status: 204 len: 168 time: 0.9254582 Apr 21 20:59:19.105204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52632) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:19.198173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2b9a2489-fa87-4987-b16f-29b9e1d06000 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918300 Apr 21 20:59:19.202097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52634) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:19.206978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:19.213472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4d5b0-18b7-4225-9d79-ebe23377fff1 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:19.440090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:19.449385 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:19.457507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:19.491159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 99b60003-abf0-4c35-8fad-ced8f1aad203 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:19.491530 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:19.727387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb660b5-7ae2-4212-9995-0cba6a5f7a88 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:19.737661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c093a-6b2b-47c7-a0db-9708b73fcabe req-e563e35b-ca98-46c9-9d70-fde3cd2e9844 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:19.750959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-427c093a-6b2b-47c7-a0db-9708b73fcabe req-e563e35b-ca98-46c9-9d70-fde3cd2e9844 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 946 time: 0.3351781 Apr 21 20:59:19.838038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fbb660b5-7ae2-4212-9995-0cba6a5f7a88 None None] Deleting port 99b60003-abf0-4c35-8fad-ced8f1aad203 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:19.842615 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fbb660b5-7ae2-4212-9995-0cba6a5f7a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:19.934021 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:19.969427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Checking segment: {'id': '94d67211-7d01-4874-bea4-d7ac63747697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:19.970103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Network hostable DHCP agents. Network: b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:59:19.975685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8847b-95c4-463b-b826-e1cdc8caa4e8 req-baa303dc-9071-4373-a092-ac3b85853d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:19.977573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60c8847b-95c4-463b-b826-e1cdc8caa4e8 req-baa303dc-9071-4373-a092-ac3b85853d3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1097 time: 0.5607178 Apr 21 20:59:19.978396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73657c4d-4d77-4cbf-98a8-341fa9fc34b8,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:20.077830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-427c093a-6b2b-47c7-a0db-9708b73fcabe req-ca423848-aa89-489a-a821-b8cb27c09d69 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238497 Apr 21 20:59:20.098228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Network b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:59:20.170851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fbb660b5-7ae2-4212-9995-0cba6a5f7a88 None None] For port 99b60003-abf0-4c35-8fad-ced8f1aad203, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=99b60003-abf0-4c35-8fad-ced8f1aad203,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:20.171259 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fbb660b5-7ae2-4212-9995-0cba6a5f7a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:20.210691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Checking segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:20.211098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Network hostable DHCP agents. Network: 3f991d97-6e36-4588-b769-0a4ff80fd650, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 20:59:20.231354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:20.235691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fbb660b5-7ae2-4212-9995-0cba6a5f7a88 None None] Calling delete_port for 99b60003-abf0-4c35-8fad-ced8f1aad203 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:20.279100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b60dc-e7d5-4816-8c81-8343c561d9c5 None None] Network b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:20.285772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=871160c4-f389-4efb-8b19-78040f35e56a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:20.287073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:20.287662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:20.341843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60c8847b-95c4-463b-b826-e1cdc8caa4e8 req-3b8d51da-688d-4cf3-b778-697c91f2be7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478382 Apr 21 20:59:20.383251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 20:59:20.390206 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-16029e7a-5283-4026-a4e1-d52a6a7ee096 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5042117 Apr 21 20:59:20.399758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 3f991d97-6e36-4588-b769-0a4ff80fd650) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:20.405750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:20.406164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:20.416497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80706f5-ea22-4fa6-b353-8490e3428901 req-1244bee0-35e4-4091-801b-1ef3ddff3e72 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:20.424020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e80706f5-ea22-4fa6-b353-8490e3428901 req-1244bee0-35e4-4091-801b-1ef3ddff3e72 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1976261 Apr 21 20:59:20.493001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-23b31d44-55dd-4119-a207-afae18e4ca79 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7212799 Apr 21 20:59:20.504129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52646) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:20.514119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:20.524040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:59:20.567928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e80706f5-ea22-4fa6-b353-8490e3428901 req-a755ed44-efd1-487f-b2ef-74cd4a256a5a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430457 Apr 21 20:59:20.589942 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:20.594371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:20.677897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fcb9c5-9781-4b8e-80bc-c6811e505924 None None] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:20.680979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:20.888000 n-d-838945-1 neutron-server[114646]: WARNING neutron.services.revisions.revision_plugin [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Could not find related port for resource to bump revision. Apr 21 20:59:20.903057 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:20.910786 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fbb660b5-7ae2-4212-9995-0cba6a5f7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:20.921569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.ipam_pluggable_backend [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Port 99b60003-abf0-4c35-8fad-ced8f1aad203 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114646) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 21 20:59:20.922946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.ipam_pluggable_backend [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4d:5862 {{(pid=114646) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 21 20:59:20.934353 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:21.089020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:21.094309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:21.096655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=65823ce1-0e4f-44bb-9f91-c2bff1f06a55,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:21.099874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:21.101259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:21.120443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c08b38-8e44-4e5a-9d57-6e06eb95a7c3 None None] Network b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:21.131612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 99b60003-abf0-4c35-8fad-ced8f1aad203 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:21.191993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7cdcbb39-d01b-473d-a510-495175cd9780 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9887822 Apr 21 20:59:21.193486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52654) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:21.205070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:e0:2d:83', 'name': 'tempest-NetworksTestDHCPv6-1822135229'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:21.243070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb660b5-7ae2-4212-9995-0cba6a5f7a88 None None] Pushing event deleted for resources: {'Port': ['ID=99b60003-abf0-4c35-8fad-ced8f1aad203,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:21.248466 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:21.253288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 99b60003-abf0-4c35-8fad-ced8f1aad203 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:21.254843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 99b60003-abf0-4c35-8fad-ced8f1aad203 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:21.258851 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:21.273537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-3f991d97-6e36-4588-b769-0a4ff80fd650', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:59:21.277650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:21.420809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb660b5-7ae2-4212-9995-0cba6a5f7a88 None None] No DVR routers for this DVR port 99b60003-abf0-4c35-8fad-ced8f1aad203 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:21.477292 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:21.487324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bafe460-3d4d-42b4-850c-814510b82bdd None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:21.546523 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:21.552094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:21.737827 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:21.811332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port a3a51934-35ac-4b0d-b37e-0ee174db3df7 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:59:21.866133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07974ac1-b05a-4c8d-a94b-455d2d1cce81 req-dbebda2c-7bcb-4d3a-8e03-d763ff9d12e1 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:21.876127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-07974ac1-b05a-4c8d-a94b-455d2d1cce81 req-dbebda2c-7bcb-4d3a-8e03-d763ff9d12e1 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 946 time: 0.3566513 Apr 21 20:59:22.024122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:fee0:2d83 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/65823ce1-0e4f-44bb-9f91-c2bff1f06a55/a3a51934-35ac-4b0d-b37e-0ee174db3df7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:22.098222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-07974ac1-b05a-4c8d-a94b-455d2d1cce81 req-5b86183d-e53f-4cdb-b976-a08719b99561 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207854 Apr 21 20:59:22.155948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Allocated IP 172.25.0.67 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/c7f2806b-225a-4973-8a9e-80061de2e0f5) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:22.280169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:22.326628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:22.385973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:22.394371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:22.407907 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:22.416354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:22.417333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:22.432648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=a3a51934-35ac-4b0d-b37e-0ee174db3df7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:22.454103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Allocated IP 172.20.0.2 (3f991d97-6e36-4588-b769-0a4ff80fd650/871160c4-f389-4efb-8b19-78040f35e56a/59a882be-5577-44de-b562-1583e24762b7) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:22.458289 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4c1380c7-0603-474c-97c1-5eedb8ce44cb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2626958 Apr 21 20:59:22.460485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52670) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:22.544472 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:22.605793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '65823ce1-0e4f-44bb-9f91-c2bff1f06a55'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:59:22.606768 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:22.693896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7d1b8-4a42-42a0-9a46-cc1eda42b85e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:22.705637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-20c7d1b8-4a42-42a0-9a46-cc1eda42b85e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2423086 Apr 21 20:59:22.708950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52674) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:22.919291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11988bd-6430-4d18-ac69-4695d718c552 req-ca8c2535-2fbf-4281-8f0b-baa07a952fbe tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:22.928138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f11988bd-6430-4d18-ac69-4695d718c552 req-ca8c2535-2fbf-4281-8f0b-baa07a952fbe tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.4088464 Apr 21 20:59:22.944917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-947cd910-7f9e-44f7-ab82-b0d4d1a3a2b0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port a3a51934-35ac-4b0d-b37e-0ee174db3df7 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:22.953347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-947cd910-7f9e-44f7-ab82-b0d4d1a3a2b0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:23.000862 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:23.114719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:23.119719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:23.129875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:23.203361 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-947cd910-7f9e-44f7-ab82-b0d4d1a3a2b0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:23.210914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f11988bd-6430-4d18-ac69-4695d718c552 req-ff9388ea-0c9f-4715-bc89-3b007d25a9e0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710388 Apr 21 20:59:23.220909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-947cd910-7f9e-44f7-ab82-b0d4d1a3a2b0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for a3a51934-35ac-4b0d-b37e-0ee174db3df7 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:23.277154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Allocated IP 2001:db8::f816:3eff:fe70:c0 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/65823ce1-0e4f-44bb-9f91-c2bff1f06a55/85e86896-7773-432a-846c-4ea299c478cd) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:23.282809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f2806b-225a-4973-8a9e-80061de2e0f5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:23.287051 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:23.308536 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:23.532269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:23.556575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:23.559989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:23.612619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fcf0b-5935-4ef1-a5cc-bab60e89bc49 req-33422ff5-4dad-42e1-bcac-4778ddb09fa5 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:23.624735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Pushing event updated for resources: {'Port': ['ID=59a882be-5577-44de-b562-1583e24762b7,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:23.631796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-291fcf0b-5935-4ef1-a5cc-bab60e89bc49 req-33422ff5-4dad-42e1-bcac-4778ddb09fa5 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 946 time: 0.1645510 Apr 21 20:59:23.640426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-947cd910-7f9e-44f7-ab82-b0d4d1a3a2b0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:23.696889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cd910-7f9e-44f7-ab82-b0d4d1a3a2b0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=a3a51934-35ac-4b0d-b37e-0ee174db3df7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:23.735156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-291fcf0b-5935-4ef1-a5cc-bab60e89bc49 req-d431624f-e61f-4c19-b007-da3673cc452b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024115 Apr 21 20:59:23.777426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Attempting to bind port 59a882be-5577-44de-b562-1583e24762b7 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:23.781228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Attempting to bind port 59a882be-5577-44de-b562-1583e24762b7 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:23.781598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Attempting to bind port 59a882be-5577-44de-b562-1583e24762b7 on network 3f991d97-6e36-4588-b769-0a4ff80fd650 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:23.808592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-947cd910-7f9e-44f7-ab82-b0d4d1a3a2b0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:23.817728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-947cd910-7f9e-44f7-ab82-b0d4d1a3a2b0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/a3a51934-35ac-4b0d-b37e-0ee174db3df7 HTTP/1.1" status: 204 len: 168 time: 1.1022086 Apr 21 20:59:23.820027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52714) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:23.860187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:23.860565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Checking segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:23.861003 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:23.861402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Bound using segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:23.861886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Bound port: 59a882be-5577-44de-b562-1583e24762b7, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:23.862284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.046973 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-1dfaf330-c0b8-402f-80c9-a4697ffc6482 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2092326 Apr 21 20:59:24.051892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:24.059799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] For port 59a882be-5577-44de-b562-1583e24762b7, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:24.071342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] For port 59a882be-5577-44de-b562-1583e24762b7, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=59a882be-5577-44de-b562-1583e24762b7,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:24.083142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.111468 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.112193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.129769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3634914-67d0-406f-b846-185896f73a03 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:24.131533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3634914-67d0-406f-b846-185896f73a03 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:24.133111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b3634914-67d0-406f-b846-185896f73a03 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3120480 Apr 21 20:59:24.136263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52716) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:24.207608 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.218346 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.282772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-736c75a1-4035-4bd2-9384-b939f0aa3215 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 65823ce1-0e4f-44bb-9f91-c2bff1f06a55 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:24.297068 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-736c75a1-4035-4bd2-9384-b939f0aa3215 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.346929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:24.348585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:24.353703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:24.362876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d7f5-0911-48a5-9a14-8878fe78c810 None None] Pushing event updated for resources: {'Port': ['ID=59a882be-5577-44de-b562-1583e24762b7,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:24.397450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-736c75a1-4035-4bd2-9384-b939f0aa3215 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.401339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.506527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Pushing event updated for resources: {'Port': ['ID=85e86896-7773-432a-846c-4ea299c478cd,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:24.511989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Attempting to bind port 85e86896-7773-432a-846c-4ea299c478cd on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:24.512357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Attempting to bind port 85e86896-7773-432a-846c-4ea299c478cd by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:24.512716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Attempting to bind port 85e86896-7773-432a-846c-4ea299c478cd on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:24.519132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:24.519501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:24.519899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.520280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:24.521101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Bound port: 85e86896-7773-432a-846c-4ea299c478cd, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:24.522274 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.529433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0faac-8915-4dbd-9fde-0fc6596408bb req-257df1e7-886f-476f-8a2a-cfe7203e46d7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:24.538531 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4c0faac-8915-4dbd-9fde-0fc6596408bb req-257df1e7-886f-476f-8a2a-cfe7203e46d7 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 949 time: 0.3264334 Apr 21 20:59:24.676453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Allocated IP 172.25.0.10 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e745748b-9137-4b33-8920-b44445408e2f) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:24.713512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] For port 85e86896-7773-432a-846c-4ea299c478cd, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:24.717231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4c0faac-8915-4dbd-9fde-0fc6596408bb req-8382d5c6-d4f2-41f3-98b9-4bf5ca20e7c3 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767151 Apr 21 20:59:24.724647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] For port 85e86896-7773-432a-846c-4ea299c478cd, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=85e86896-7773-432a-846c-4ea299c478cd,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:24.735643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.822047 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:24.951785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e9266-98eb-4980-916e-f38e99d6c4e5 None None] Pushing event updated for resources: {'Port': ['ID=85e86896-7773-432a-846c-4ea299c478cd,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:24.990492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52724) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:25.083402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 59a882be-5577-44de-b562-1583e24762b7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:25.084249 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-736c75a1-4035-4bd2-9384-b939f0aa3215 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:25.161615 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:25.243377 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-736c75a1-4035-4bd2-9384-b939f0aa3215 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:25.254190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a452e1-ee60-497f-a7b6-d08a8541c9ca req-f3739d37-5424-4827-8fc0-c2c992ef3c1b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:25.258144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 59a882be-5577-44de-b562-1583e24762b7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:25.258524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:25.264937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09a452e1-ee60-497f-a7b6-d08a8541c9ca req-f3739d37-5424-4827-8fc0-c2c992ef3c1b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.2732556 Apr 21 20:59:25.357139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c75a1-4035-4bd2-9384-b939f0aa3215 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=65823ce1-0e4f-44bb-9f91-c2bff1f06a55,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:25.371297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-736c75a1-4035-4bd2-9384-b939f0aa3215 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:25.372116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09a452e1-ee60-497f-a7b6-d08a8541c9ca req-9d931126-a641-4813-ab87-acd11422bd51 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060390 Apr 21 20:59:25.383041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-736c75a1-4035-4bd2-9384-b939f0aa3215 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/65823ce1-0e4f-44bb-9f91-c2bff1f06a55 HTTP/1.1" status: 204 len: 168 time: 1.2459211 Apr 21 20:59:25.383673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52728) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:25.487037 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:25.496477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:25.510449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8ab56208-3db0-4f56-9da2-ef79a2e5e527 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180792 Apr 21 20:59:25.516547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52732) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:25.574782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 59a882be-5577-44de-b562-1583e24762b7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=59a882be-5577-44de-b562-1583e24762b7,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:25.582244 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:25.668446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:25.676422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:25.692970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:25.717064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=59a882be-5577-44de-b562-1583e24762b7,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:25.769787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Pushing event updated for resources: {'Port': ['ID=e745748b-9137-4b33-8920-b44445408e2f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:25.796782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a20c62e-fb49-45df-9087-7dc231d03b05 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:25.800489 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a20c62e-fb49-45df-9087-7dc231d03b05 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2816184 Apr 21 20:59:25.800791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52738) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:25.915474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd374420-9c98-4a62-8758-84baae65ec87 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:25.919231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cd374420-9c98-4a62-8758-84baae65ec87 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1152017 Apr 21 20:59:25.921969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52740) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:25.944556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:25.946075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 20:59:25.996153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:26.136569 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a33f4d27-2a2a-4c8d-ab39-b68e0053127c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2024944 Apr 21 20:59:26.142011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52742) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:26.165445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e9840-db17-4987-8c59-0f0b1543f9ff None None] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:26.268723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:26.295999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:26.303652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:26.367048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ebf3e895-76f9-49c2-ab87-47af894618db None None] Provisioning complete for port 59a882be-5577-44de-b562-1583e24762b7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:26.367704 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ebf3e895-76f9-49c2-ab87-47af894618db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:26.428306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c7de2bbb-417e-4207-a209-4b32c32c72af no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:26.514603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Pushing event updated for resources: {'Port': ['ID=e745748b-9137-4b33-8920-b44445408e2f,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:26.553570 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:26.587177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:26.588865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-fed1f8e8-e9e3-4082-9733-14388971c80a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5409336 Apr 21 20:59:26.608019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32f7aa-893e-4900-b848-90808018219d req-61c5b19b-b925-494e-a06e-ce74ea7a6858 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:26.628522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f32f7aa-893e-4900-b848-90808018219d req-61c5b19b-b925-494e-a06e-ce74ea7a6858 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 949 time: 0.7075202 Apr 21 20:59:26.684105 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:26.705345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:59:26.723046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Sync routers for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:59:26.746458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:26.747929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-61e8ac4d-b00f-487e-9dea-8eb51764cdc1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2385628 Apr 21 20:59:26.752513 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:26.758209 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8d9740-ec90-48a6-b149-1893c7f831dd" -d '{"events": [{"server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:26.775203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52746) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:26.815592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c7de2bbb-417e-4207-a209-4b32c32c72af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:26.825001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cef1a81-00c8-4293-93f3-9fba9feb5ea4 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:26.829646 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-192c26d5-a9a4-400d-ba8b-0a1398e48db6 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.2320187 Apr 21 20:59:26.886604 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:26.914154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:26.917991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:26.980511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f32f7aa-893e-4900-b848-90808018219d req-fd879710-e34d-4af8-99be-2870192b030f tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323491 Apr 21 20:59:27.059638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:27.063828 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:27.184273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5f5a1e3a-0c14-4a60-9309-f06896fba508 None None] Could not find standard attr ID for object a3a51934-35ac-4b0d-b37e-0ee174db3df7. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:59:27.233385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-130ea95e-d9a3-4cd3-b4e1-2ffa02309818 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:27.234353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ae07617-2511-42ad-b44b-79808f0859c7 req-130ea95e-d9a3-4cd3-b4e1-2ffa02309818 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.3998206 Apr 21 20:59:27.252094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=c7de2bbb-417e-4207-a209-4b32c32c72af,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:27.266839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 85e86896-7773-432a-846c-4ea299c478cd up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:27.334920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5f5a1e3a-0c14-4a60-9309-f06896fba508 None None] Provisioning complete for port 85e86896-7773-432a-846c-4ea299c478cd triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:27.335420 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f5a1e3a-0c14-4a60-9309-f06896fba508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:27.365031 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e26e464-eb5f-485f-8398-c44c889a6f05 x-openstack-request-id: req-6e26e464-eb5f-485f-8398-c44c889a6f05 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:27.365458 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "name": "network-vif-unplugged", "status": "completed", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:27.365806 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e26e464-eb5f-485f-8398-c44c889a6f05 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:27.366366 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e26e464-eb5f-485f-8398-c44c889a6f05'] response: {'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af', 'code': 200} Apr 21 20:59:27.492492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8234ca5-4a65-46de-90b7-6d74c1af7c8d req-9b1074de-60f7-4256-a6f0-e16cd6e140e7 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:27.494752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8234ca5-4a65-46de-90b7-6d74c1af7c8d req-9b1074de-60f7-4256-a6f0-e16cd6e140e7 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.2661626 Apr 21 20:59:27.522339 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f5a1e3a-0c14-4a60-9309-f06896fba508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:27.531826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:27.686177 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8234ca5-4a65-46de-90b7-6d74c1af7c8d req-2cf941cb-6efc-4534-8b36-19e64ed0cb29 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813252 Apr 21 20:59:27.724521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26307f9-7647-4268-a9b6-c53b45ca0e1a None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:27.832675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:28.015268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5f5a1e3a-0c14-4a60-9309-f06896fba508 None None] For port 85e86896-7773-432a-846c-4ea299c478cd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=85e86896-7773-432a-846c-4ea299c478cd,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:28.057826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 85e86896-7773-432a-846c-4ea299c478cd triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:28.058685 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:28.060541 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f5a1e3a-0c14-4a60-9309-f06896fba508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:28.080508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e75a-3861-4595-834a-c1bb53fff49d req-af8a1f0f-04bd-4b2d-87aa-036800f1524b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:28.082054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-af8a1f0f-04bd-4b2d-87aa-036800f1524b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 820 time: 0.1475856 Apr 21 20:59:28.192698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a1e3a-0c14-4a60-9309-f06896fba508 None None] Pushing event updated for resources: {'Port': ['ID=85e86896-7773-432a-846c-4ea299c478cd,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:28.193077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-630b9fe3-08df-470c-a38e-55247a0de307 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/quotas/15e34b17ebc54f72a7bcdf22e895a20a HTTP/1.1" status: 200 len: 375 time: 0.0982013 Apr 21 20:59:28.231127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:23Z', 'revision_number': 3, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:28.233573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a6f5bded-fdd9-4f30-b8e1-11ed06eaa22e None None] Provisioning complete for port 59a882be-5577-44de-b562-1583e24762b7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:28.233953 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a6f5bded-fdd9-4f30-b8e1-11ed06eaa22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:28.236060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d26307f9-7647-4268-a9b6-c53b45ca0e1a None None] Deleting port 85e86896-7773-432a-846c-4ea299c478cd {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:28.236419 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d26307f9-7647-4268-a9b6-c53b45ca0e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:28.324753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Checking router: a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:59:28.325266 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Updating router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd port c7f2806b-225a-4973-8a9e-80061de2e0f5 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:59:28.397060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 59a882be-5577-44de-b562-1583e24762b7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:28.409099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-0e28d2c2-62c0-46c9-8573-504a64c7a3b1 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:28.417304 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-0e28d2c2-62c0-46c9-8573-504a64c7a3b1 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/networks?id=b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f HTTP/1.1" status: 200 len: 809 time: 0.1253350 Apr 21 20:59:28.435815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-2edec30a-c17f-4871-9e8b-0858e102a7d2 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/quotas/dd0505ecaf0c47579e86194db209e49c HTTP/1.1" status: 200 len: 375 time: 0.0173450 Apr 21 20:59:28.446908 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:28.459464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d26307f9-7647-4268-a9b6-c53b45ca0e1a None None] For port 85e86896-7773-432a-846c-4ea299c478cd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=85e86896-7773-432a-846c-4ea299c478cd,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:28.460004 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d26307f9-7647-4268-a9b6-c53b45ca0e1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:28.474303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-c4c25162-563c-4700-9939-f3f7dd03c6ce tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2802179 Apr 21 20:59:28.509214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d26307f9-7647-4268-a9b6-c53b45ca0e1a None None] Calling delete_port for 85e86896-7773-432a-846c-4ea299c478cd owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:28.519260 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-47619c08-fbe3-4701-9cd8-be73481bfc4c tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd0505ecaf0c47579e86194db209e49c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822418 Apr 21 20:59:28.533093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-501f5da7-4409-4ac9-8ec7-58c3820325fe service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:59:28.544884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-501f5da7-4409-4ac9-8ec7-58c3820325fe service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238807 Apr 21 20:59:28.704803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 59a882be-5577-44de-b562-1583e24762b7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:28.706021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:28.712992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-127f33bd-a7ba-41df-8c14-77e530d472b8 service neutron] 10.222.0.49 "GET /v2.0/networks/b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664805 Apr 21 20:59:28.843122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-3eb82034-580f-4400-945a-7c67a79add00 service neutron] 10.222.0.49 "GET /v2.0/networks/b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262858 Apr 21 20:59:28.843343 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d26307f9-7647-4268-a9b6-c53b45ca0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:28.899971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26307f9-7647-4268-a9b6-c53b45ca0e1a None None] Pushing event deleted for resources: {'Port': ['ID=85e86896-7773-432a-846c-4ea299c478cd,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:28.918347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26307f9-7647-4268-a9b6-c53b45ca0e1a None None] No DVR routers for this DVR port 85e86896-7773-432a-846c-4ea299c478cd on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:29.051344 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.063310 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.086971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.objects.ports [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:59:29.102323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.126453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Attempting to bind port c7f2806b-225a-4973-8a9e-80061de2e0f5 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:29.126924 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Attempting to bind port c7f2806b-225a-4973-8a9e-80061de2e0f5 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:29.127657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Attempting to bind port c7f2806b-225a-4973-8a9e-80061de2e0f5 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:29.138867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b5333-9c4b-4332-bed2-b31eca264a09 None None] Pushing event updated for resources: {'Port': ['ID=c7f2806b-225a-4973-8a9e-80061de2e0f5,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:29.141509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:29.141980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:29.142443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.143025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:29.143689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Bound port: c7f2806b-225a-4973-8a9e-80061de2e0f5, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:29.144139 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.173136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 85e86896-7773-432a-846c-4ea299c478cd no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:29.207370 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.210574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 85e86896-7773-432a-846c-4ea299c478cd {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:29.210574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 85e86896-7773-432a-846c-4ea299c478cd not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:29.223297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=59049ce6-9803-4668-a992-c69c03d924c7,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:29.258121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] For port c7f2806b-225a-4973-8a9e-80061de2e0f5, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:29.263151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] For port c7f2806b-225a-4973-8a9e-80061de2e0f5, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c7f2806b-225a-4973-8a9e-80061de2e0f5,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:29.271502 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.287565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:29.292015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:29.295671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:29.296267 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.299169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.299508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.299838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.300165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.300485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.300829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.301155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.301472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.301786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.302100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.302429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.302723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:29.343521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b5333-9c4b-4332-bed2-b31eca264a09 None None] Pushing event updated for resources: {'Port': ['ID=c7f2806b-225a-4973-8a9e-80061de2e0f5,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:29.346317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0494a-5eca-4472-9967-6512cd3c56a9 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:29.418007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:29.418773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:29.437812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2b947-0fca-47b4-9ce7-e8154c52c478 req-8a975b40-b2a3-4852-bf2f-2ee85b541eca tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:29.448027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27d2b947-0fca-47b4-9ce7-e8154c52c478 req-8a975b40-b2a3-4852-bf2f-2ee85b541eca tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1409378 Apr 21 20:59:29.484234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Allocated IP 172.20.0.1 (3f991d97-6e36-4588-b769-0a4ff80fd650/871160c4-f389-4efb-8b19-78040f35e56a/c9e6e9f3-908c-41ab-89b4-ceae09e8cf67) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:29.536844 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27d2b947-0fca-47b4-9ce7-e8154c52c478 req-5e0e955f-f4b9-482d-a4c0-edf8fb1b61fe tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864401 Apr 21 20:59:29.598191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.629415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:29.639218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.708950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Pushing event updated for resources: {'Port': ['ID=c9e6e9f3-908c-41ab-89b4-ceae09e8cf67,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:29.730289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52826) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:29.730549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bd2b6dac-9ded-422d-b527-155d6476ca8e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5617690 Apr 21 20:59:29.737100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:d6:8b:8e', 'name': 'tempest-NetworksTestDHCPv6-50662145'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:29.768503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-54f9d448-7ed1-49a4-9dea-4ad00cef0680 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2932837 Apr 21 20:59:29.861399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '59049ce6-9803-4668-a992-c69c03d924c7'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:59:29.862261 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:29.926532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:29.941296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:29.970422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:30.091055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-cc91bed8-0fae-45f0-a1df-0f6d0b337d53 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215995 Apr 21 20:59:30.095752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Deleting port e478f438-ebef-4ad3-aa00-f581b2bd2ad0 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:30.096094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:30.099710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:30.331347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:23Z', 'revision_number': 3, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:30.394241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008727d5-a72c-40dc-b050-32198ec661b2 None None] The sync data for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 is: [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:23Z', 'revision_number': 3, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:59:30.429278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Allocated IP 2001:db8::f816:3eff:fe2e:d2c0 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/59049ce6-9803-4668-a992-c69c03d924c7/e5172685-c900-45bf-9a44-8e315be2cef9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:30.466713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-93c5b5d4-be2e-4a81-8547-d9ba8d6120d5 None None] Provisioning complete for port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:30.467080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-93c5b5d4-be2e-4a81-8547-d9ba8d6120d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:30.527045 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99c1db65-ebf6-45f4-8938-b35cf0c848d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:30.623851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-93c5b5d4-be2e-4a81-8547-d9ba8d6120d5 None None] Port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:59:30.740689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-743b4a8e-46a2-4f9e-ab7e-108dc4c5610c req-5cff2101-df11-4b24-8a9d-92776aebcc61 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 210 time: 0.8734288 Apr 21 20:59:30.766919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7718eae1-b128-4f37-83c5-20b60eefccab req-29914e1a-8040-4cec-9141-dfd0b5629aa7 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 210 time: 0.1935005 Apr 21 20:59:30.864919 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:30.879131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:30.947622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] For port e478f438-ebef-4ad3-aa00-f581b2bd2ad0, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e478f438-ebef-4ad3-aa00-f581b2bd2ad0,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:30.948000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:30.948702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:30.965184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:30.977596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Calling delete_port for e478f438-ebef-4ad3-aa00-f581b2bd2ad0 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:31.078216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637acd1-30eb-474f-b98f-ac9622d9106f req-0c28fa2b-2be5-4b34-8eb8-097300ed49da tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:31.088067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1637acd1-30eb-474f-b98f-ac9622d9106f req-0c28fa2b-2be5-4b34-8eb8-097300ed49da tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.1724043 Apr 21 20:59:31.158704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Pushing event updated for resources: {'Port': ['ID=e5172685-c900-45bf-9a44-8e315be2cef9,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:31.190900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1637acd1-30eb-474f-b98f-ac9622d9106f req-a7e69665-00f0-4c36-b0ff-04bc251fde2a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018453 Apr 21 20:59:31.202238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:31.208109 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:31.212468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:31.221092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:31.276216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 2106ddde-d98d-412e-9dc4-cc6ded249ba4 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:59:31.333251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7f2806b-225a-4973-8a9e-80061de2e0f5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:31.471593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Attempting to bind port e5172685-c900-45bf-9a44-8e315be2cef9 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:31.479065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Attempting to bind port e5172685-c900-45bf-9a44-8e315be2cef9 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:31.482133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Attempting to bind port e5172685-c900-45bf-9a44-8e315be2cef9 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:31.489541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:fed6:8b8e (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/59049ce6-9803-4668-a992-c69c03d924c7/2106ddde-d98d-412e-9dc4-cc6ded249ba4) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:31.516350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:31.519739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:31.522812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:31.523985 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:31.526201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:31.527358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Bound port: e5172685-c900-45bf-9a44-8e315be2cef9, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:31.529894 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:31.537427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:31.601224 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c7f2806b-225a-4973-8a9e-80061de2e0f5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:31.604677 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:31.796745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:31.808625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] For port e5172685-c900-45bf-9a44-8e315be2cef9, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:31.813749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] For port e5172685-c900-45bf-9a44-8e315be2cef9, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5172685-c900-45bf-9a44-8e315be2cef9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:31.838363 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:31.862984 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 20:59:31.907596 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:31.936450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Pushing event updated for resources: {'Port': ['ID=c9e6e9f3-908c-41ab-89b4-ceae09e8cf67,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:31.977037 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.004990 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.014792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port c7f2806b-225a-4973-8a9e-80061de2e0f5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c7f2806b-225a-4973-8a9e-80061de2e0f5,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:32.021446 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.030696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46be927-1b50-4850-b6c9-524feaf9efc3 None None] Pushing event updated for resources: {'Port': ['ID=e5172685-c900-45bf-9a44-8e315be2cef9,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:32.042231 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.061698 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f503e661-d282-4187-9c90-f310018af68b req-b0818ed3-795d-49f2-a20e-5d34bd441d0b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 210 time: 0.1301372 Apr 21 20:59:32.073056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-4cb9c641-cdfc-41ce-84f7-5c7cb82654db tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:32.074889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-4cb9c641-cdfc-41ce-84f7-5c7cb82654db tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.43 "GET /v2.0/networks?id=b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f HTTP/1.1" status: 200 len: 809 time: 0.5563233 Apr 21 20:59:32.115901 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:32.133398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-07d6c4d3-0b74-4ec3-93bf-c76d204193b1 req-51727aeb-764e-45ce-88cc-aefb8cd15000 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 210 time: 0.1317637 Apr 21 20:59:32.146246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:32.150379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:32.166258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:32.169193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.201500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=2106ddde-d98d-412e-9dc4-cc6ded249ba4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:32.204621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=c7f2806b-225a-4973-8a9e-80061de2e0f5,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:32.230295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Request body: {'port': {'device_id': '6253897b-183b-4d8b-84f6-8018e384b42e', 'network_id': 'b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f', 'admin_state_up': True, 'tenant_id': 'dd0505ecaf0c47579e86194db209e49c'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:32.254449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.254913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.265293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.269331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.269331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.269724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.270315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.270579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.271015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.271429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.272047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.272990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:32.307233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f210c773-3210-4745-a72b-8f7d290eab97 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5752246 Apr 21 20:59:32.310989 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52868) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:32.392120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Pushing event deleted for resources: {'Port': ['ID=e478f438-ebef-4ad3-aa00-f581b2bd2ad0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:32.392752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b57b77d-067e-4ec2-b5ab-a10134394c01 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:32.420295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b57b77d-067e-4ec2-b5ab-a10134394c01 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:32.428049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8b57b77d-067e-4ec2-b5ab-a10134394c01 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1127152 Apr 21 20:59:32.428994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52870) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:32.467991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:59:32.661827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-63302b6e-1413-4e73-b8d0-f2198a80240d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 2106ddde-d98d-412e-9dc4-cc6ded249ba4 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:32.662080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63302b6e-1413-4e73-b8d0-f2198a80240d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.717522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:32.744874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'mac_address': 'fa:16:3e:15:37:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:59:32.771952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fb48d-41e9-479d-b497-ccc97d315440 req-ef7b7f46-b7d2-433a-9671-8e6df24dcd11 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:32.774132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a3fb48d-41e9-479d-b497-ccc97d315440 req-ef7b7f46-b7d2-433a-9671-8e6df24dcd11 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.3555021 Apr 21 20:59:32.795535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Made reservation on behalf of dd0505ecaf0c47579e86194db209e49c for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:32.799547 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.821091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.823304 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-72b5c6e0-a6d5-4398-9298-31173f31a1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.824956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63302b6e-1413-4e73-b8d0-f2198a80240d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.841024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:32.855439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-63302b6e-1413-4e73-b8d0-f2198a80240d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 2106ddde-d98d-412e-9dc4-cc6ded249ba4 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:32.873570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:32.884958 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:32.891254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e75a-3861-4595-834a-c1bb53fff49d req-2ae0b022-e3ba-4cb5-89c1-b7a93a5faf7e tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:32.892787 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-2ae0b022-e3ba-4cb5-89c1-b7a93a5faf7e tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.43 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 820 time: 0.4870994 Apr 21 20:59:32.929201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Request body: {'port': {'device_id': '2fa47946-8efd-4b45-9286-c78f8da45768', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'admin_state_up': True, 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:33.019362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:33.034851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['6c67436f-4bcb-49c2-90f9-c3df04a08bf3'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:59:33.060903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63302b6e-1413-4e73-b8d0-f2198a80240d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:33.159942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63302b6e-1413-4e73-b8d0-f2198a80240d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=2106ddde-d98d-412e-9dc4-cc6ded249ba4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:33.176379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:33.186260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:33.219773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a3fb48d-41e9-479d-b497-ccc97d315440 req-4c6f171c-ef54-41fa-a9da-a7ade46b6cbe tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303989 Apr 21 20:59:33.338369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63302b6e-1413-4e73-b8d0-f2198a80240d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:33.352962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-63302b6e-1413-4e73-b8d0-f2198a80240d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/2106ddde-d98d-412e-9dc4-cc6ded249ba4 HTTP/1.1" status: 204 len: 168 time: 0.9200993 Apr 21 20:59:33.367671 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c437c19-01bc-4df6-a792-e93282637728 req-64ba7345-9d3e-4331-8fd2-d91bb0ab0dc5 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 210 time: 0.1055884 Apr 21 20:59:33.368364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52878) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:33.516994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976a254-df6c-4428-a643-9328332cfa7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:33.519103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976a254-df6c-4428-a643-9328332cfa7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:33.525368 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a976a254-df6c-4428-a643-9328332cfa7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1456831 Apr 21 20:59:33.526154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52888) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:33.554430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7f2806b-225a-4973-8a9e-80061de2e0f5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:33.599372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:59:33.605034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c768c1db-2cd7-41d3-b8f0-cbbf5e12719e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 59049ce6-9803-4668-a992-c69c03d924c7 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:33.609168 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c768c1db-2cd7-41d3-b8f0-cbbf5e12719e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:33.631479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8e02a43-f555-4abc-bc5d-70502de589f9 req-aecd866c-d795-46a0-a4c1-47a5513997d8 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 210 time: 0.1499977 Apr 21 20:59:33.671099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c768c1db-2cd7-41d3-b8f0-cbbf5e12719e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:33.674112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c7f2806b-225a-4973-8a9e-80061de2e0f5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:33.674483 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:33.786146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fdd7bdca-188d-438e-990d-285c68831c50 None None] Provisioning complete for port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:33.786796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdd7bdca-188d-438e-990d-285c68831c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:33.802349 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c768c1db-2cd7-41d3-b8f0-cbbf5e12719e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:33.833548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Allocated IP 172.20.0.2 (b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f/73657c4d-4d77-4cbf-98a8-341fa9fc34b8/be137fd4-08eb-41a0-a723-2cb5af42c1f9) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:33.877109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7bdca-188d-438e-990d-285c68831c50 None None] Port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:59:33.924884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5172685-c900-45bf-9a44-8e315be2cef9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:33.940064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c768c1db-2cd7-41d3-b8f0-cbbf5e12719e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:33.968297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768c1db-2cd7-41d3-b8f0-cbbf5e12719e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=59049ce6-9803-4668-a992-c69c03d924c7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:34.001043 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c768c1db-2cd7-41d3-b8f0-cbbf5e12719e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.007975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c768c1db-2cd7-41d3-b8f0-cbbf5e12719e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/59049ce6-9803-4668-a992-c69c03d924c7 HTTP/1.1" status: 204 len: 168 time: 0.4806190 Apr 21 20:59:34.008343 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.009089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52890) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:34.039215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e5172685-c900-45bf-9a44-8e315be2cef9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:34.040065 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.055768 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ba0e3efc-e9a6-44c2-9fec-233b89758bf0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453758 Apr 21 20:59:34.056898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52892) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:34.063088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:34.167865 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.193896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:34.198699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.233248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port e5172685-c900-45bf-9a44-8e315be2cef9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5172685-c900-45bf-9a44-8e315be2cef9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:34.241281 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.336803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f105659-f68c-4200-be24-254d560079a5 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:34.430165 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.466700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Made reservation on behalf of 15e34b17ebc54f72a7bcdf22e895a20a for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:34.470431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.497018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:34.524165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21954e32-bd83-4aa7-b5f6-83de1a98b915 req-d1ed5252-d8c9-4d34-8dad-790d91891cb5 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 210 time: 0.0546970 Apr 21 20:59:34.550353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=e5172685-c900-45bf-9a44-8e315be2cef9,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:34.592500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b5144f84-2e90-4e7d-b739-a43fa31ecf68 None None] Provisioning complete for port e5172685-c900-45bf-9a44-8e315be2cef9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:34.592890 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b5144f84-2e90-4e7d-b739-a43fa31ecf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.698946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:34.699313 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:34.907301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a48542-f47d-446b-8d2e-ec5065ee5865 req-fd40e119-a51d-4c84-abdb-eb8bc3ae8c5a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:34.916119 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7a48542-f47d-446b-8d2e-ec5065ee5865 req-fd40e119-a51d-4c84-abdb-eb8bc3ae8c5a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.2466166 Apr 21 20:59:34.930835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3648f07a-ffbf-4635-8ea9-e103a4d4273d None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:34.949802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56a710df-4177-43b6-9368-029588e3a539 req-484c123e-ab82-4ec4-8385-cf691f826d96 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 210 time: 0.1870167 Apr 21 20:59:34.983779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:59:34.987738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:59:35.001490 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Sync routers for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:59:35.017617 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7a48542-f47d-446b-8d2e-ec5065ee5865 req-accc244f-c68b-4de7-ba2e-2567ed60e2fd tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005578 Apr 21 20:59:35.027992 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:35.029236 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:35.034752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0ec0a276-95e2-4613-89a8-b56135e8bf6d admin admin] 10.222.0.49 "PUT /v2.0/routers/a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2124684 Apr 21 20:59:35.048038 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.114469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:35.117210 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119025de-2746-4ea8-be33-afd9080b2ef0" -d '{"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-plugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:35.160022 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.168835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:35.201836 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.222790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3648f07a-ffbf-4635-8ea9-e103a4d4273d None None] Deleting port e5172685-c900-45bf-9a44-8e315be2cef9 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:35.229969 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3648f07a-ffbf-4635-8ea9-e103a4d4273d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.261524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5172685-c900-45bf-9a44-8e315be2cef9 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:35.268618 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ce80b5-856a-43da-a0c5-f3ad5c2d54ac x-openstack-request-id: req-07ce80b5-856a-43da-a0c5-f3ad5c2d54ac {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:35.269062 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-plugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:35.269430 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07ce80b5-856a-43da-a0c5-f3ad5c2d54ac {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:35.269933 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ce80b5-856a-43da-a0c5-f3ad5c2d54ac'] response: {'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'code': 200} Apr 21 20:59:35.279665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Allocated IP 172.20.0.11 (a220b398-069b-4d11-b6fe-cfb9b6698d24/f3b4ef14-ad87-4fe0-b649-d10e1f4836e0/4e4127df-c984-4d06-b37f-3222b1466af2) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:35.333386 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:35.419693 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.517547 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3648f07a-ffbf-4635-8ea9-e103a4d4273d None None] For port e5172685-c900-45bf-9a44-8e315be2cef9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5172685-c900-45bf-9a44-8e315be2cef9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:35.517954 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3648f07a-ffbf-4635-8ea9-e103a4d4273d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.533253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3648f07a-ffbf-4635-8ea9-e103a4d4273d None None] Calling delete_port for e5172685-c900-45bf-9a44-8e315be2cef9 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:35.558700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.692861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Pushing event updated for resources: {'Port': ['ID=be137fd4-08eb-41a0-a723-2cb5af42c1f9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:35.708664 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 2, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:35.741981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Router c12de44f-5a27-4b41-9c07-85d1618f8949 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:59:35.745548 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Checking router: a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:59:35.746081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Network b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:35.746277 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Updating router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 20:59:35.776992 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.822504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=10']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:35.887183 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.891566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:35.906893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] For port e5172685-c900-45bf-9a44-8e315be2cef9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5172685-c900-45bf-9a44-8e315be2cef9,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:35.927648 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.950924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:35.975199 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.985076 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:35.985846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.020882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.041872 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:36.052982 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3648f07a-ffbf-4635-8ea9-e103a4d4273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.124735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648f07a-ffbf-4635-8ea9-e103a4d4273d None None] Pushing event deleted for resources: {'Port': ['ID=e5172685-c900-45bf-9a44-8e315be2cef9,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:36.158573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:36.159131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.162026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:36.162662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.171198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648f07a-ffbf-4635-8ea9-e103a4d4273d None None] No DVR routers for this DVR port e5172685-c900-45bf-9a44-8e315be2cef9 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:36.219432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6c1bc-fd48-4c8e-8fc9-704142bc5da2 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:36.237866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1789868 Apr 21 20:59:36.245784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:36.246326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52930) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:36.251690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.274792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-07175e9a-bbcf-42be-ad71-b84b075f75ff req-39688fca-2d3d-403a-b6e4-303dcf8622d6 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 210 time: 0.5657279 Apr 21 20:59:36.280874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:7f:58:ff', 'name': 'tempest-NetworksTestDHCPv6-2141935897'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:36.282866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.296670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52932) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:36.307965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['d7744e8b-cb61-40cf-a0b0-cfefa2ccd096'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:59:36.342647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5aa04145-992a-45f1-bc2c-5815ecfe6314 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--260981256', 'description': 'tempest-description--1676455581'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:36.360247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=3dd4044f-a6d3-4413-85d4-4ba90d7df2ad,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:36.413036 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.425693 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.491369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-6b2107f8-5d1f-4938-b6cc-ab8a03565fe7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3018935 Apr 21 20:59:36.564748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Request body: {'port': {'device_id': '6253897b-183b-4d8b-84f6-8018e384b42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:36.573772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682163d9-c6f4-4a4e-81ad-710b6eb99577 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=e5172685-c900-45bf-9a44-8e315be2cef9,revision_number=6']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:36.603895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:36.707153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '3dd4044f-a6d3-4413-85d4-4ba90d7df2ad'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:59:36.708095 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.773910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48719a75-a5f6-4fa1-8df4-ab2f31e01a71 req-4712c82f-1051-46df-8212-5ca5a80fae38 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:36.788827 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48719a75-a5f6-4fa1-8df4-ab2f31e01a71 req-4712c82f-1051-46df-8212-5ca5a80fae38 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 931 time: 0.3422253 Apr 21 20:59:36.854887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Pushing event updated for resources: {'Port': ['ID=4e4127df-c984-4d06-b37f-3222b1466af2,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:36.874249 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddda4d-e3bd-4d79-a5b0-d55d0be106bd None None] Pushing event updated for resources: {'Port': ['ID=c9e6e9f3-908c-41ab-89b4-ceae09e8cf67,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:36.892850 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:36.898114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:36.902803 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Attempting to bind port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:36.905713 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Attempting to bind port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:36.906182 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Attempting to bind port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 on network 3f991d97-6e36-4588-b769-0a4ff80fd650 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:36.914039 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:36.919617 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Checking segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:36.920354 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.920880 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Bound using segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:36.929284 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Bound port: c9e6e9f3-908c-41ab-89b4-ceae09e8cf67, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:36.934993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48719a75-a5f6-4fa1-8df4-ab2f31e01a71 req-fcc644fc-eb2a-4525-a908-15328d203f12 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438432 Apr 21 20:59:36.935532 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.936116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa04145-992a-45f1-bc2c-5815ecfe6314 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:36.942149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:37.006519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Allocated IP 2001:db8::f816:3eff:feb5:95f4 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/3dd4044f-a6d3-4413-85d4-4ba90d7df2ad/68138f50-385b-4f3c-bbb5-1ba378cbaf1f) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:37.014763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4760c577-c3fa-4c4d-a710-7bb66b65149a None None] Provisioning complete for port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:37.016541 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4760c577-c3fa-4c4d-a710-7bb66b65149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.028201 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] For port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:37.036662 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] For port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c9e6e9f3-908c-41ab-89b4-ceae09e8cf67,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:37.046516 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.077533 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.082983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4760c577-c3fa-4c4d-a710-7bb66b65149a None None] Port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:59:37.133934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:59:37.137055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.160072 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3b663b48-5413-4483-9d78-1adf330cc768 admin admin] 10.222.0.49 "PUT /v2.0/routers/c12de44f-5a27-4b41-9c07-85d1618f8949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1673369 Apr 21 20:59:37.166382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52952) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:37.177593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] Sync routers for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:59:37.187384 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddda4d-e3bd-4d79-a5b0-d55d0be106bd None None] Pushing event updated for resources: {'Port': ['ID=c9e6e9f3-908c-41ab-89b4-ceae09e8cf67,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:37.207206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:37.207850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:37.224901 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:37.225660 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:37.298590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port eed03676-78cc-47c9-b58a-c18dc11e95e8 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:59:37.377531 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa04145-992a-45f1-bc2c-5815ecfe6314 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.385106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:37.386119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.411781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa04145-992a-45f1-bc2c-5815ecfe6314 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.445249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-d1801778-a982-4016-8529-223f7acd8985 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5265689 Apr 21 20:59:37.459118 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:37.478833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b43d42-d937-4cd2-8fbd-0500d8184333 req-88e2682b-8d62-4753-aebf-e13e26c2c3b4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:37.491915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41b43d42-d937-4cd2-8fbd-0500d8184333 req-88e2682b-8d62-4753-aebf-e13e26c2c3b4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 0.6645262 Apr 21 20:59:37.530013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Request body: {'port': {'device_id': '2fa47946-8efd-4b45-9286-c78f8da45768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:37.534776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9b48d-2fbb-4134-819c-053c0e5ac936 req-4ed308cc-2340-45b6-ae09-0b1982878362 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:37.536356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30b9b48d-2fbb-4134-819c-053c0e5ac936 req-4ed308cc-2340-45b6-ae09-0b1982878362 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 932 time: 0.1171722 Apr 21 20:59:37.551839 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.651944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:37.705975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30b9b48d-2fbb-4134-819c-053c0e5ac936 req-8713f345-0780-4b18-9e5c-22aa85d54eb2 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615078 Apr 21 20:59:37.724550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.792653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa04145-992a-45f1-bc2c-5815ecfe6314 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.796998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5aa04145-992a-45f1-bc2c-5815ecfe6314 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4865754 Apr 21 20:59:37.799828 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:37Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:37.812196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52966) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:37.823253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5aa345f5-46a2-4dc0-96a5-0aca0f7aab44 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'security_group_rule': {'security_group_id': '16c7b1a6-4eac-4890-81e6-872e10467c7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:37.827316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa04145-992a-45f1-bc2c-5815ecfe6314 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c7b1a6-4eac-4890-81e6-872e10467c7e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:37.855081 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3030b918-3f39-4a13-962c-3ace050d8cd9 None None] The sync data for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 is: [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:37Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:59:37.877210 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1ac75edb-f558-4f4d-b06f-f8a51752a362 None None] Provisioning complete for port 4e4127df-c984-4d06-b37f-3222b1466af2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:37.877947 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1ac75edb-f558-4f4d-b06f-f8a51752a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.896995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-c83c76ed-1f63-4d43-b0ae-dd5c97826ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:37.897470 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.898636 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-c83c76ed-1f63-4d43-b0ae-dd5c97826ce3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 1096 time: 0.1263466 Apr 21 20:59:37.909623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Deleting port a1f63ac4-fbef-4689-a6ac-e4ae2331257e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:37.909995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:37.960331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1ac75edb-f558-4f4d-b06f-f8a51752a362 None None] Port 4e4127df-c984-4d06-b37f-3222b1466af2 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:59:38.023897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41b43d42-d937-4cd2-8fbd-0500d8184333 req-2150aca7-352c-4e47-a0d9-103979cd606d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309131 Apr 21 20:59:38.095363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] For port a1f63ac4-fbef-4689-a6ac-e4ae2331257e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a1f63ac4-fbef-4689-a6ac-e4ae2331257e,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:38.095750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.115168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Calling delete_port for a1f63ac4-fbef-4689-a6ac-e4ae2331257e owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:38.132039 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa345f5-46a2-4dc0-96a5-0aca0f7aab44 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.255225 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.257254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3bf7fb6a-c9f9-41d8-8fdf-61ca8e7e1265 None None] Provisioning complete for port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:38.257629 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3bf7fb6a-c9f9-41d8-8fdf-61ca8e7e1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.342658 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.404947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be137fd4-08eb-41a0-a723-2cb5af42c1f9 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:38.426045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Pushing event updated for resources: {'Port': ['ID=68138f50-385b-4f3c-bbb5-1ba378cbaf1f,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:38.488053 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:38.489846 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3bf7fb6a-c9f9-41d8-8fdf-61ca8e7e1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.495501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:38.498075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:38.510171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:fe7f:58ff (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/3dd4044f-a6d3-4413-85d4-4ba90d7df2ad/eed03676-78cc-47c9-b58a-c18dc11e95e8) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:38.607455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4127df-c984-4d06-b37f-3222b1466af2 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:38.617414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 5, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port': {'id': 'a1f63ac4-fbef-4689-a6ac-e4ae2331257e', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:06Z', 'updated_at': '2022-04-21T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:38.618706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.632087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Transition to ACTIVE for port object 4e4127df-c984-4d06-b37f-3222b1466af2 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:59:38.644249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa345f5-46a2-4dc0-96a5-0aca0f7aab44 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.648867 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.658769 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.694338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.703297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Attempting to bind port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:38.703674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Attempting to bind port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:38.704033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Attempting to bind port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:38.715583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] Checking router: c12de44f-5a27-4b41-9c07-85d1618f8949 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:59:38.724187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4127df-c984-4d06-b37f-3222b1466af2,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:38.727004 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa345f5-46a2-4dc0-96a5-0aca0f7aab44 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.744405 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.746075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3bf7fb6a-c9f9-41d8-8fdf-61ca8e7e1265 None None] For port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c9e6e9f3-908c-41ab-89b4-ceae09e8cf67,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:38.748294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:38.748782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:38.749736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.750267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:38.750765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Bound port: 68138f50-385b-4f3c-bbb5-1ba378cbaf1f, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:38.753568 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.770339 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3bf7fb6a-c9f9-41d8-8fdf-61ca8e7e1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.782688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.797541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa345f5-46a2-4dc0-96a5-0aca0f7aab44 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0115bf99-fa2f-4ee6-b455-8ed477241564,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:38.803622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f63ac4-fbef-4689-a6ac-e4ae2331257e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:38.840533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:38.842882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Transition to ACTIVE for port object be137fd4-08eb-41a0-a723-2cb5af42c1f9 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:59:38.866866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:38.894822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:38.911771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=eed03676-78cc-47c9-b58a-c18dc11e95e8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:38.921865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:38.931847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:38.933410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7fb6a-c9f9-41d8-8fdf-61ca8e7e1265 None None] Pushing event updated for resources: {'Port': ['ID=c9e6e9f3-908c-41ab-89b4-ceae09e8cf67,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:38.942795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] Routers {'c12de44f-5a27-4b41-9c07-85d1618f8949'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:38.943423 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c12de44f-5a27-4b41-9c07-85d1618f8949'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:38.953702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.009857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-54e026c8-a5db-413f-b35f-fcde21e5b712 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7511880 Apr 21 20:59:39.014780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa345f5-46a2-4dc0-96a5-0aca0f7aab44 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.019592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5aa345f5-46a2-4dc0-96a5-0aca0f7aab44 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2036097 Apr 21 20:59:39.027103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52996) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:39.027424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52998) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:39.052520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5c76df2b-24ff-4a47-b829-a27915137f5b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'security_group_rule': {'security_group_id': '16c7b1a6-4eac-4890-81e6-872e10467c7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:39.188718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ea645-0a0a-4b98-b45d-b8385ccda73f req-a88f3e17-5b32-4208-a523-8a2e24f0e9e7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:39.196663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-531ea645-0a0a-4b98-b45d-b8385ccda73f req-a88f3e17-5b32-4208-a523-8a2e24f0e9e7 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 931 time: 0.8593674 Apr 21 20:59:39.205814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] Set router c12de44f-5a27-4b41-9c07-85d1618f8949 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:39.298030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-b5ef47c9-25de-490e-a730-95f3e624c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:39.299504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-b5ef47c9-25de-490e-a730-95f3e624c3c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 913 time: 1.3922043 Apr 21 20:59:39.305076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 7, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:39.329825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27addf-7166-42f9-a1aa-92fefd9ec677 req-1677bba1-22e1-469a-a9bd-25f9decbd15b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:39.332078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df27addf-7166-42f9-a1aa-92fefd9ec677 req-1677bba1-22e1-469a-a9bd-25f9decbd15b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 944 time: 0.4779401 Apr 21 20:59:39.333478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Pushing event updated for resources: {'Port': ['ID=be137fd4-08eb-41a0-a723-2cb5af42c1f9,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:39.389490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec9c51-a652-4874-b837-bae08ac5a3a9 None None] The sync data for ids ['c12de44f-5a27-4b41-9c07-85d1618f8949'] in n-d-838945-1 is: [{'id': 'c12de44f-5a27-4b41-9c07-85d1618f8949', 'name': 'tempest-TaggedBootDevicesTest_v242-520088571-router', 'tenant_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:04Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 7, 'project_id': 'af65c51b679d415fb6d157fb2fd2f48b', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:59:39.424961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-531ea645-0a0a-4b98-b45d-b8385ccda73f req-0de186bd-4c32-46a6-b9a2-8d2c9ccf3790 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195160 Apr 21 20:59:39.426230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-00de3c17-3c61-4587-a22a-9ed2c79d61e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80844d28-c2aa-4ae4-a050-8c22167e710e HTTP/1.1" status: 200 len: 217 time: 0.0905640 Apr 21 20:59:39.445378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] For port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:39.466490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:39.506007 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c76df2b-24ff-4a47-b829-a27915137f5b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.532622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] For port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=68138f50-385b-4f3c-bbb5-1ba378cbaf1f,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:39.553280 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.561748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-b3b08756-9117-4f4d-bba1-b2a38f5b8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:39.563314 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-b3b08756-9117-4f4d-bba1-b2a38f5b8fad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.1278496 Apr 21 20:59:39.563570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:39.564054 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.566331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.612841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbea4c1-5a4f-401f-910f-7a7b1f23f426 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:39.626918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbea4c1-5a4f-401f-910f-7a7b1f23f426 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:39.628950 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9dbea4c1-5a4f-401f-910f-7a7b1f23f426 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5985205 Apr 21 20:59:39.635857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53010) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:39.656425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Attempting to bind port 4e4127df-c984-4d06-b37f-3222b1466af2 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:39.657993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Attempting to bind port 4e4127df-c984-4d06-b37f-3222b1466af2 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:39.657993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Attempting to bind port 4e4127df-c984-4d06-b37f-3222b1466af2 on network a220b398-069b-4d11-b6fe-cfb9b6698d24 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:39.679359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df27addf-7166-42f9-a1aa-92fefd9ec677 req-a1c852fe-8591-4c15-bed0-f50cf618f5f4 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539794 Apr 21 20:59:39.685458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Attempting to bind port be137fd4-08eb-41a0-a723-2cb5af42c1f9 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:39.685799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Attempting to bind port be137fd4-08eb-41a0-a723-2cb5af42c1f9 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '94d67211-7d01-4874-bea4-d7ac63747697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:39.686205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Attempting to bind port be137fd4-08eb-41a0-a723-2cb5af42c1f9 on network b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:39.712488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Port 4e4127df-c984-4d06-b37f-3222b1466af2 on network a220b398-069b-4d11-b6fe-cfb9b6698d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:59:39.712746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Attempting to bind port 4e4127df-c984-4d06-b37f-3222b1466af2 on network a220b398-069b-4d11-b6fe-cfb9b6698d24 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:39.729636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Port be137fd4-08eb-41a0-a723-2cb5af42c1f9 on network b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:59:39.729992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Attempting to bind port be137fd4-08eb-41a0-a723-2cb5af42c1f9 on network b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:39.782377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:39.783223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Checking segment: {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:39.796558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Bound using segment: {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:39.797028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Bound port: 4e4127df-c984-4d06-b37f-3222b1466af2, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cf78de-e2d0-4918-88a5-b4de63828cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:39.797412 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.802348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18992e-88e4-49ca-b98e-d78fb3b5b2ed None None] Pushing event updated for resources: {'Port': ['ID=68138f50-385b-4f3c-bbb5-1ba378cbaf1f,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:39.807070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:39.807471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Checking segment: {'id': '94d67211-7d01-4874-bea4-d7ac63747697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:39.807867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Bound using segment: {'id': '94d67211-7d01-4874-bea4-d7ac63747697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:39.808321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Bound port: be137fd4-08eb-41a0-a723-2cb5af42c1f9, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d67211-7d01-4874-bea4-d7ac63747697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:39.808734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.864487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c76df2b-24ff-4a47-b829-a27915137f5b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.888993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c76df2b-24ff-4a47-b829-a27915137f5b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:39.889980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-339bc055-65e2-4335-a1ef-496510931c02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3189487 Apr 21 20:59:39.978224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76df2b-24ff-4a47-b829-a27915137f5b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089e95ec-c774-40ba-ac29-5bc003859e79,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:40.039285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c76df2b-24ff-4a47-b829-a27915137f5b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.058020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5c76df2b-24ff-4a47-b829-a27915137f5b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0231133 Apr 21 20:59:40.072071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53012) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:40.080621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:40.155614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] For port 4e4127df-c984-4d06-b37f-3222b1466af2, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:40.157536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.168292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] For port 4e4127df-c984-4d06-b37f-3222b1466af2, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e4127df-c984-4d06-b37f-3222b1466af2,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:40.187104 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.194058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] For port be137fd4-08eb-41a0-a723-2cb5af42c1f9, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:40.256219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] For port be137fd4-08eb-41a0-a723-2cb5af42c1f9, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=be137fd4-08eb-41a0-a723-2cb5af42c1f9,segment=NetworkSegment(94d67211-7d01-4874-bea4-d7ac63747697),segment_id=94d67211-7d01-4874-bea4-d7ac63747697)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:40.265626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:40.266685 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.269814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] 10.222.0.43 "PUT /v2.0/ports/4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 200 len: 1092 time: 2.7642264 Apr 21 20:59:40.289450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:40.292943 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef1e3fc-ad95-49b6-8186-e585d970647d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:40.305383 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.386797 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721c45b7-e4cb-493c-a161-14b6ac35f583 x-openstack-request-id: req-721c45b7-e4cb-493c-a161-14b6ac35f583 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:40.387488 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:40.387488 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-721c45b7-e4cb-493c-a161-14b6ac35f583 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:40.389786 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721c45b7-e4cb-493c-a161-14b6ac35f583'] response: {'name': 'network-changed', 'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2', 'status': 'completed', 'code': 200} Apr 21 20:59:40.447124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2459f-643d-4389-82ab-310d4bac8db1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4127df-c984-4d06-b37f-3222b1466af2,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:40.453752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:40.455086 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.456550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-9b053aaa-25f6-422f-b066-39738654563b service neutron] 10.222.0.43 "PUT /v2.0/ports/be137fd4-08eb-41a0-a723-2cb5af42c1f9 HTTP/1.1" status: 200 len: 1091 time: 3.9279501 Apr 21 20:59:40.627659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e75a-3861-4595-834a-c1bb53fff49d req-09e019c8-3f54-467f-a451-5ba6f9eb07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:40.632202 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.636487 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-09e019c8-3f54-467f-a451-5ba6f9eb07a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 1095 time: 0.2756221 Apr 21 20:59:40.681991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b053aaa-25f6-422f-b066-39738654563b service neutron] Pushing event updated for resources: {'Port': ['ID=be137fd4-08eb-41a0-a723-2cb5af42c1f9,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:40.711129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.849138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.850369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12de44f-5a27-4b41-9c07-85d1618f8949 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:59:40.864357 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.868919 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0905ab2e-e1a7-4fd1-8581-cc270d58a76a admin admin] 10.222.0.49 "DELETE /v2.0/routers/c12de44f-5a27-4b41-9c07-85d1618f8949 HTTP/1.1" status: 204 len: 168 time: 3.6946821 Apr 21 20:59:40.870382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53022) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:40.882106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48903d9c-dde3-4ca4-b7c3-10e731d12070 req-9355b06f-4e57-41f5-aeb2-e530585084ac tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:40.883979 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48903d9c-dde3-4ca4-b7c3-10e731d12070 req-9355b06f-4e57-41f5-aeb2-e530585084ac tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 945 time: 1.0887265 Apr 21 20:59:40.914177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ed05de3a-c3e5-4d2d-985f-8a6c93482912 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port eed03676-78cc-47c9-b58a-c18dc11e95e8 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:40.914781 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed05de3a-c3e5-4d2d-985f-8a6c93482912 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:40.919762 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-c4fb12c4-ad84-445f-a24b-83a69fd3d59d service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9189241 Apr 21 20:59:41.148830 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48903d9c-dde3-4ca4-b7c3-10e731d12070 req-e875d1af-af08-477b-9503-d23da5307eca tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483077 Apr 21 20:59:41.158919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c13ec09-9ca4-45cc-a586-b78867178987 admin admin] Deleting subnet de0e18d2-3d10-4e98-876c-60e1b50313cd {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:41.170942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-3d8ecb22-1e32-43aa-b38f-ab42adb95ef2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 200 len: 217 time: 0.4967132 Apr 21 20:59:41.182364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c13ec09-9ca4-45cc-a586-b78867178987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.270126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed05de3a-c3e5-4d2d-985f-8a6c93482912 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.304498 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-489cae0b-8507-4096-9fd7-79c872a0e5d5 req-ab140040-2ffc-47e4-99dd-54ecba6a4d01 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493116 Apr 21 20:59:41.310540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ed05de3a-c3e5-4d2d-985f-8a6c93482912 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for eed03676-78cc-47c9-b58a-c18dc11e95e8 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:41.313672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c13ec09-9ca4-45cc-a586-b78867178987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.327328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 68138f50-385b-4f3c-bbb5-1ba378cbaf1f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:41.336728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-223d82a4-089c-4244-bd1a-fd40c50dea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:41.350934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-223d82a4-089c-4244-bd1a-fd40c50dea85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd0505ecaf0c47579e86194db209e49c&device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 1094 time: 0.7887986 Apr 21 20:59:41.362273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829ca3-260a-40e2-b57d-abb586c9d921 req-ff1cae20-aabd-470c-8b7e-9a594bf4f154 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:41.375176 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4829ca3-260a-40e2-b57d-abb586c9d921 req-ff1cae20-aabd-470c-8b7e-9a594bf4f154 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 943 time: 0.7019668 Apr 21 20:59:41.396470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e75a-3861-4595-834a-c1bb53fff49d req-26291506-dac6-4a3e-b850-91e6431e1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:41.398005 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-26291506-dac6-4a3e-b850-91e6431e1bae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.2122467 Apr 21 20:59:41.446984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:41.447495 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.466756 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.499362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-820a2af1-d357-4e62-8ec1-b013e634ba76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be137fd4-08eb-41a0-a723-2cb5af42c1f9 HTTP/1.1" status: 200 len: 217 time: 0.1197689 Apr 21 20:59:41.535630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c13ec09-9ca4-45cc-a586-b78867178987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.570009 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.638188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=68138f50-385b-4f3c-bbb5-1ba378cbaf1f,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:41.650858 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.730986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=68138f50-385b-4f3c-bbb5-1ba378cbaf1f,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:41.736197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e478f438-ebef-4ad3-aa00-f581b2bd2ad0 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:41.748745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a904e2-8915-4699-a2ae-aa2e797d6fd3 req-5d624a56-d78a-42c0-b239-ed13363f9bef tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:41.759167 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2a904e2-8915-4699-a2ae-aa2e797d6fd3 req-5d624a56-d78a-42c0-b239-ed13363f9bef tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 944 time: 0.3734844 Apr 21 20:59:41.775072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c13ec09-9ca4-45cc-a586-b78867178987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.777382 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed05de3a-c3e5-4d2d-985f-8a6c93482912 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.778023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e478f438-ebef-4ad3-aa00-f581b2bd2ad0 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:41.780533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e478f438-ebef-4ad3-aa00-f581b2bd2ad0 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:41.781808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a1f63ac4-fbef-4689-a6ac-e4ae2331257e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:41.802222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4829ca3-260a-40e2-b57d-abb586c9d921 req-ad234143-441d-46dc-bc91-c4d74b1c349b tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259381 Apr 21 20:59:41.815138 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: a1f63ac4-fbef-4689-a6ac-e4ae2331257e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:41.817970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a1f63ac4-fbef-4689-a6ac-e4ae2331257e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:41.819832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e75a-3861-4595-834a-c1bb53fff49d req-9d13595e-bc25-4e1b-ac4b-8d3c65929a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:41.824973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-9d13595e-bc25-4e1b-ac4b-8d3c65929a0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3518808 Apr 21 20:59:41.845717 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-2109c039-91b1-4456-a1f2-86c1e6c1dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:41.850223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-2109c039-91b1-4456-a1f2-86c1e6c1dce7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73657c4d-4d77-4cbf-98a8-341fa9fc34b8 HTTP/1.1" status: 200 len: 849 time: 0.3349910 Apr 21 20:59:41.865482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05de3a-c3e5-4d2d-985f-8a6c93482912 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=eed03676-78cc-47c9-b58a-c18dc11e95e8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:41.908137 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13ec09-9ca4-45cc-a586-b78867178987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0e18d2-3d10-4e98-876c-60e1b50313cd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:41.911074 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c13ec09-9ca4-45cc-a586-b78867178987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:41.913782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a1c83-b83f-462e-bab0-e86ad6b540bd None None] Network dff397c0-118c-4bfa-9bfc-6606a5b4c319 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:41.915151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1c13ec09-9ca4-45cc-a586-b78867178987 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/de0e18d2-3d10-4e98-876c-60e1b50313cd HTTP/1.1" status: 204 len: 168 time: 1.0302052 Apr 21 20:59:41.920089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53032) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:41.968603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80844d28-c2aa-4ae4-a050-8c22167e710e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:42.007898 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed05de3a-c3e5-4d2d-985f-8a6c93482912 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.012348 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ed05de3a-c3e5-4d2d-985f-8a6c93482912 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/eed03676-78cc-47c9-b58a-c18dc11e95e8 HTTP/1.1" status: 204 len: 168 time: 2.3769963 Apr 21 20:59:42.017586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2a904e2-8915-4699-a2ae-aa2e797d6fd3 req-fe33340d-fdea-480f-a509-9ff8d1de5d91 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557502 Apr 21 20:59:42.035475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-4c07d0b8-f4da-472a-a93e-0cc784cd0bc3 service neutron] 10.222.0.43 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834922 Apr 21 20:59:42.037160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53034) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:42.090208 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.133579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-a48ad857-264d-4baf-9b30-8162a070aab8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862730 Apr 21 20:59:42.147370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f735be0d-fa4d-4658-a073-7671052ab45f None None] Provisioning complete for port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:42.147736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f735be0d-fa4d-4658-a073-7671052ab45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.166964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Deleting port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:42.167817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.307028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] For port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5,segment=NetworkSegment(5bb5165b-5298-44c5-bf00-00220a978f91),segment_id=5bb5165b-5298-44c5-bf00-00220a978f91)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:42.312347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.372918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Calling delete_port for c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:42.419594 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.454339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Allocated IP 172.25.0.40 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/2a61483c-a115-4b6c-b760-d02ad4d55529) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:42.457234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f7626-f3ee-4cf3-b6ab-415c35cbb331 None None] DHCP port deletion for dff397c0-118c-4bfa-9bfc-6606a5b4c319 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:42.467408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:42.475425 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be1c7ac-f2c7-43b4-9aa3-f79673ae510d" -d '{"events": [{"server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "name": "network-vif-unplugged", "status": "completed", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:42.499476 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.515235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80844d28-c2aa-4ae4-a050-8c22167e710e,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:42.516507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-220f7626-f3ee-4cf3-b6ab-415c35cbb331 None None] The port 'c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5' was deleted {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 21 20:59:42.524897 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.563431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bc2534bd-58ca-419c-8bc9-91ea50a9cab6 None None] Could not find standard attr ID for object 2106ddde-d98d-412e-9dc4-cc6ded249ba4. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:59:42.589309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] No DVR routers for this DVR port c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:42.591205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Pushing event deleted for resources: {'Port': ['ID=c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:42.600109 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c558163-b428-4a12-9529-a86e4de52094 x-openstack-request-id: req-7c558163-b428-4a12-9529-a86e4de52094 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:42.600403 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "name": "network-vif-unplugged", "status": "completed", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:42.600653 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c558163-b428-4a12-9529-a86e4de52094 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:42.601066 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c558163-b428-4a12-9529-a86e4de52094'] response: {'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e', 'code': 200} Apr 21 20:59:42.620503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80844d28-c2aa-4ae4-a050-8c22167e710e,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:42.666878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6253897b-183b-4d8b-84f6-8018e384b42e', 'tag': 'be137fd4-08eb-41a0-a723-2cb5af42c1f9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:42.670083 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc8e0c-833a-4027-9be2-e01df970d887" -d '{"events": [{"name": "network-changed", "server_uuid": "6253897b-183b-4d8b-84f6-8018e384b42e", "tag": "be137fd4-08eb-41a0-a723-2cb5af42c1f9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:42.707588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.755580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff397c0-118c-4bfa-9bfc-6606a5b4c319']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:42.779609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-0228cd47-3c14-4a76-85f8-2c66280094b0 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448472 Apr 21 20:59:42.782511 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95de7218-2500-4759-bc78-063e691a2766 x-openstack-request-id: req-95de7218-2500-4759-bc78-063e691a2766 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:42.782655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb5165b-5298-44c5-bf00-00220a978f91') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:42.782852 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6253897b-183b-4d8b-84f6-8018e384b42e", "tag": "be137fd4-08eb-41a0-a723-2cb5af42c1f9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:42.782961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb5165b-5298-44c5-bf00-00220a978f91') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:42.783196 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95de7218-2500-4759-bc78-063e691a2766 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:42.783656 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95de7218-2500-4759-bc78-063e691a2766'] response: {'name': 'network-changed', 'server_uuid': '6253897b-183b-4d8b-84f6-8018e384b42e', 'tag': 'be137fd4-08eb-41a0-a723-2cb5af42c1f9', 'status': 'completed', 'code': 200} Apr 21 20:59:42.806738 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.811971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.813681 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8d27a330-a860-441a-9995-442357e16a51 None None] Could not find standard attr ID for object eed03676-78cc-47c9-b58a-c18dc11e95e8. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:59:42.842778 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.852210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8bec56-940d-4863-85b0-089a69d383a4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:42.854522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8bec56-940d-4863-85b0-089a69d383a4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:42.856264 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fa8bec56-940d-4863-85b0-089a69d383a4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7705493 Apr 21 20:59:42.859337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53054) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:42.967777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:59:42.968303 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:59:42.970286 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:59:42.983545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666119c1-1a14-4585-a2b5-8a691d3085c4 req-9c371d72-df5d-4602-9944-ca1caea28046 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:42.985364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-666119c1-1a14-4585-a2b5-8a691d3085c4 req-9c371d72-df5d-4602-9944-ca1caea28046 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 943 time: 0.3194394 Apr 21 20:59:43.029258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d126e75a-3861-4595-834a-c1bb53fff49d req-28a327c4-6c73-4d7e-b45b-6baa0e54f2f9 service neutron] 10.222.0.43 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9421220 Apr 21 20:59:43.068984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97d6de71-e99f-4a15-9545-e1565a1f72a3 req-59d519fc-f25a-4e96-a2bd-c9f7a17759ef service neutron] 10.222.0.43 "GET /v2.0/networks/b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724142 Apr 21 20:59:43.099290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.155993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91fc11-c7c8-4537-9bd4-97f6bd83a10c req-1cee59fe-fa0f-46b5-ba67-44a450ae5123 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:43.163508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c91fc11-c7c8-4537-9bd4-97f6bd83a10c req-1cee59fe-fa0f-46b5-ba67-44a450ae5123 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 943 time: 0.1903601 Apr 21 20:59:43.218757 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c91fc11-c7c8-4537-9bd4-97f6bd83a10c req-076f9d3e-9ccf-433c-92b7-cc8755f4f0dc tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543909 Apr 21 20:59:43.220620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-666119c1-1a14-4585-a2b5-8a691d3085c4 req-42fbe7bc-c0c9-4501-888d-3e5e8adf980c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156453 Apr 21 20:59:43.228406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3a0651-57c3-4b77-ab5e-ad6e9742e9c1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 3dd4044f-a6d3-4413-85d4-4ba90d7df2ad {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:43.231181 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0651-57c3-4b77-ab5e-ad6e9742e9c1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.242102 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.276224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.283641 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] 10.222.0.49 "DELETE /v2.0/networks/dff397c0-118c-4bfa-9bfc-6606a5b4c319 HTTP/1.1" status: 204 len: 168 time: 1.3564208 Apr 21 20:59:43.283641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c0a3e-17aa-4358-b0bb-df0987d495df admin admin] Pushing event deleted for resources: {'Network': ['ID=dff397c0-118c-4bfa-9bfc-6606a5b4c319,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:43.284711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53058) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:43.306988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 68138f50-385b-4f3c-bbb5-1ba378cbaf1f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:43.308793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:43.313884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'Port': ['ID=2a61483c-a115-4b6c-b760-d02ad4d55529,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:43.329369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0651-57c3-4b77-ab5e-ad6e9742e9c1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.350638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:43.358212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:43.369105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-56ebf79c-00c2-482a-a89a-0c8184b216fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:43.370881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-56ebf79c-00c2-482a-a89a-0c8184b216fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 1095 time: 0.2821293 Apr 21 20:59:43.443491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:43.444434 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.503698 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0651-57c3-4b77-ab5e-ad6e9742e9c1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.538378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-f8653eff-98af-445a-8f59-f6912ad4d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:43.539873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-f8653eff-98af-445a-8f59-f6912ad4d75c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd0505ecaf0c47579e86194db209e49c&device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 1094 time: 0.3418179 Apr 21 20:59:43.615314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0651-57c3-4b77-ab5e-ad6e9742e9c1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.690029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:43.694448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a0651-57c3-4b77-ab5e-ad6e9742e9c1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd4044f-a6d3-4413-85d4-4ba90d7df2ad,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:43.696426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f3a0651-57c3-4b77-ab5e-ad6e9742e9c1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.699670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0f3a0651-57c3-4b77-ab5e-ad6e9742e9c1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/3dd4044f-a6d3-4413-85d4-4ba90d7df2ad HTTP/1.1" status: 204 len: 168 time: 0.8391035 Apr 21 20:59:43.711272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea9a968-824e-41d2-9621-d405cb9a30c1 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:43.714222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53070) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:43.790998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99663264-3eca-4f08-a7a1-340cbcdf5638 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756195 Apr 21 20:59:43.797252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53072) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:43.800074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:43.800484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c679f3a5-e56a-46cc-8ea2-9d9fdafcc4e5 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:43.881270 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac0114-e523-4df2-a13e-5208c687072a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:43.883205 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f9ac0114-e523-4df2-a13e-5208c687072a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0849524 Apr 21 20:59:43.886173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53074) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:43.907182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1f306-da77-4430-9ae5-660ef8f20a1b req-d5937f4d-3778-4553-b374-3271e8933cd7 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:43.908876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4c1f306-da77-4430-9ae5-660ef8f20a1b req-d5937f4d-3778-4553-b374-3271e8933cd7 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 944 time: 0.4613383 Apr 21 20:59:43.945140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:43.946944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-bd95e82d-b2ce-4954-b0cf-14c52ad312a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:43.948413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-bd95e82d-b2ce-4954-b0cf-14c52ad312a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.5425534 Apr 21 20:59:43.978164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fce686-1ee6-4bfe-ab99-ee137a10fef0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:43.980821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e8fce686-1ee6-4bfe-ab99-ee137a10fef0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0904748 Apr 21 20:59:43.982961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53076) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:44.020042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-02cb7da9-7151-4b45-8ba6-5354b25bbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:44.021527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-02cb7da9-7151-4b45-8ba6-5354b25bbc5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f HTTP/1.1" status: 200 len: 910 time: 0.4297328 Apr 21 20:59:44.027996 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-91524918-aec5-4b49-8ae5-97dc4aed4ff7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435386 Apr 21 20:59:44.031986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53078) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:44.039876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:44.063429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539d7f6-0e9f-4056-9c43-88d80b168acd None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:44.078186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-2129e9b6-bc44-43b0-883d-751a05d3bd05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 200 len: 217 time: 0.1084380 Apr 21 20:59:44.129783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4539d7f6-0e9f-4056-9c43-88d80b168acd None None] Deleting port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:44.130461 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4539d7f6-0e9f-4056-9c43-88d80b168acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:44.156024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-9d56a10f-34c3-4d3a-9416-98ef7dadd558 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be137fd4-08eb-41a0-a723-2cb5af42c1f9 HTTP/1.1" status: 200 len: 217 time: 0.0790064 Apr 21 20:59:44.156024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:44.171815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:44.179337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:44.214496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4539d7f6-0e9f-4056-9c43-88d80b168acd None None] For port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=68138f50-385b-4f3c-bbb5-1ba378cbaf1f,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:44.215201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4539d7f6-0e9f-4056-9c43-88d80b168acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:44.230549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4539d7f6-0e9f-4056-9c43-88d80b168acd None None] Calling delete_port for 68138f50-385b-4f3c-bbb5-1ba378cbaf1f owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:44.296245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4c1f306-da77-4430-9ae5-660ef8f20a1b req-fa844dcc-6c02-4074-a176-7b2aef1fd601 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726540 Apr 21 20:59:44.298254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-d5c03907-6798-4537-8713-668148a41c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:44.307973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-d5c03907-6798-4537-8713-668148a41c0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.2195182 Apr 21 20:59:44.322517 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4539d7f6-0e9f-4056-9c43-88d80b168acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:44.362147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539d7f6-0e9f-4056-9c43-88d80b168acd None None] Pushing event deleted for resources: {'Port': ['ID=68138f50-385b-4f3c-bbb5-1ba378cbaf1f,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:44.364361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539d7f6-0e9f-4056-9c43-88d80b168acd None None] No DVR routers for this DVR port 68138f50-385b-4f3c-bbb5-1ba378cbaf1f on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:44.437305 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:44.479533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:44.491326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:44.495474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:44.496230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:44.502420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a35477f-4175-49ff-b2a0-e9f95dc91ddc None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:44.523863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87f2dc-d3af-45ec-9990-5c14bbaf8eb9 req-8a951ae7-b53c-4cc7-a23d-465ddb223fc0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:44.525605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce87f2dc-d3af-45ec-9990-5c14bbaf8eb9 req-8a951ae7-b53c-4cc7-a23d-465ddb223fc0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 943 time: 0.1288433 Apr 21 20:59:44.555397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=f8a1442f-ff61-4020-9675-8aceaf89a6bb,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:44.574907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2294d6da-7ea1-42b6-a8a7-111cfad47c1a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5394258 Apr 21 20:59:44.579668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53086) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:44.588653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:5f:cb:29', 'name': 'tempest-NetworksTestDHCPv6-19023467'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:44.709203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce87f2dc-d3af-45ec-9990-5c14bbaf8eb9 req-13560b94-8f80-4aa9-8f33-7d23c61643bf tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758642 Apr 21 20:59:44.728392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:44.960166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-a578a015-1f65-4651-8baa-7df40938db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:44.962691 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-a578a015-1f65-4651-8baa-7df40938db57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=73657c4d-4d77-4cbf-98a8-341fa9fc34b8 HTTP/1.1" status: 200 len: 849 time: 0.7924757 Apr 21 20:59:44.972835 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:44.980839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-1b06f020-a0ad-4d27-9c2a-bf40daa660fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:44.990527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-1b06f020-a0ad-4d27-9c2a-bf40daa660fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6028407 Apr 21 20:59:45.005870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port b3b600e2-4c05-45c7-8d4b-ee43eb74b91b yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:59:45.058055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-30774af1-3f11-4d6e-a2db-15916acacc95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612552 Apr 21 20:59:45.078660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1a5ee-b3fb-4acc-b7bc-1e12df46afed req-a11c660b-d71a-4035-9724-e3f8e2c3065c tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:45.080480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72e1a5ee-b3fb-4acc-b7bc-1e12df46afed req-a11c660b-d71a-4035-9724-e3f8e2c3065c tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 943 time: 0.6463494 Apr 21 20:59:45.223780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': 'f8a1442f-ff61-4020-9675-8aceaf89a6bb'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:59:45.228504 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:45.303503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 68138f50-385b-4f3c-bbb5-1ba378cbaf1f no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:45.433187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 68138f50-385b-4f3c-bbb5-1ba378cbaf1f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:45.433509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 68138f50-385b-4f3c-bbb5-1ba378cbaf1f not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:45.436124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::58 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/f8a1442f-ff61-4020-9675-8aceaf89a6bb/b3b600e2-4c05-45c7-8d4b-ee43eb74b91b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:45.480481 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-a1d31031-843b-46b6-84d4-9951cddda087 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343129 Apr 21 20:59:45.628611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72e1a5ee-b3fb-4acc-b7bc-1e12df46afed req-80f5cc1d-a8a2-455a-b198-9ddc92863290 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254517 Apr 21 20:59:45.662255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:45.676026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-b51a4483-ff48-4a6e-a9a5-95031328f62d service neutron] 10.222.0.43 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209249 Apr 21 20:59:45.697079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93bc8e0c-833a-4027-9be2-e01df970d887 req-316ebf98-dab9-4cf6-a542-826a076fc070 service neutron] 10.222.0.43 "GET /v2.0/networks/b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040722 Apr 21 20:59:45.708581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:45.718640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:45.768346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:45.786641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:45.790380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:45.791028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/f8a1442f-ff61-4020-9675-8aceaf89a6bb/cd0aed9c-ce3e-40ab-9df9-86110f196059) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:45.795746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:45.811578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:45.813012 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:45.848342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=b3b600e2-4c05-45c7-8d4b-ee43eb74b91b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:45.886574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ae24603c-a1a7-49e8-b3fe-7dcf9afc73fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3055370 Apr 21 20:59:45.887771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53140) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:45.890838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'Port': ['ID=2a61483c-a115-4b6c-b760-d02ad4d55529,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:45.980656 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:45.989361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4e4127df-c984-4d06-b37f-3222b1466af2 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:59:45.989527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664410ff-11d5-4da5-87bf-f4576e15a942 req-89860c00-39b0-48f5-91de-7e8d09b09d3f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:45.991332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-664410ff-11d5-4da5-87bf-f4576e15a942 req-89860c00-39b0-48f5-91de-7e8d09b09d3f tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 944 time: 0.2582016 Apr 21 20:59:45.999339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80844d28-c2aa-4ae4-a050-8c22167e710e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:46.004442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d20d8-8da2-4b3f-9062-7fc7306de6a3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:46.012095 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9e1d20d8-8da2-4b3f-9062-7fc7306de6a3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.1230235 Apr 21 20:59:46.013510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53142) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:46.014233 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.070928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-664410ff-11d5-4da5-87bf-f4576e15a942 req-9875f7a3-2fe5-4faa-b4e3-6d56ab650f30 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589390 Apr 21 20:59:46.074882 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.117623 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ef1e3fc-ad95-49b6-8186-e585d970647d req-03386881-8b8a-455a-8f27-f740c70f7545 service neutron] 10.222.0.43 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194198 Apr 21 20:59:46.121096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.122434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-536cc07c-6e3f-4a58-a237-e0447a0f5b5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0493562 Apr 21 20:59:46.169151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:46.191390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.204676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-1bcfa5fb-27d9-4dc6-84c6-2157d95cebfc tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:46.205144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:46.209963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:46.213015 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-1bcfa5fb-27d9-4dc6-84c6-2157d95cebfc tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f4a289-7512-4040-8b09-8f9cd7a4b58e HTTP/1.1" status: 200 len: 943 time: 0.1248932 Apr 21 20:59:46.326591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2942257a-674b-4f2c-a0a0-b5923c3e4fd1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port b3b600e2-4c05-45c7-8d4b-ee43eb74b91b {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:46.326936 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2942257a-674b-4f2c-a0a0-b5923c3e4fd1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.354221 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Pushing event updated for resources: {'Port': ['ID=cd0aed9c-ce3e-40ab-9df9-86110f196059,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:46.401823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-8547fa37-d8f6-4f75-bce8-85da1d9ba6d0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--260981256&fields=id&tenant_id=f8dd254dbcc942288edcd3c5266ca7f3 HTTP/1.1" status: 200 len: 267 time: 0.0649598 Apr 21 20:59:46.424807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2942257a-674b-4f2c-a0a0-b5923c3e4fd1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.438381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2942257a-674b-4f2c-a0a0-b5923c3e4fd1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for b3b600e2-4c05-45c7-8d4b-ee43eb74b91b owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:46.439708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Attempting to bind port cd0aed9c-ce3e-40ab-9df9-86110f196059 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:46.440079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Attempting to bind port cd0aed9c-ce3e-40ab-9df9-86110f196059 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:46.440439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Attempting to bind port cd0aed9c-ce3e-40ab-9df9-86110f196059 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:46.448361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:46.448732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:46.449169 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.449556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:46.450635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Bound port: cd0aed9c-ce3e-40ab-9df9-86110f196059, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:46.450978 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.475102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4e4127df-c984-4d06-b37f-3222b1466af2, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e4127df-c984-4d06-b37f-3222b1466af2,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:46.511603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '4e4127df-c984-4d06-b37f-3222b1466af2', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'port_id': '4e4127df-c984-4d06-b37f-3222b1466af2', 'mac_address': 'fa:16:3e:be:59:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:59:46.572815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] For port cd0aed9c-ce3e-40ab-9df9-86110f196059, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:46.577975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] For port cd0aed9c-ce3e-40ab-9df9-86110f196059, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cd0aed9c-ce3e-40ab-9df9-86110f196059,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:46.579309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.595204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4127df-c984-4d06-b37f-3222b1466af2 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:46.598980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2942257a-674b-4f2c-a0a0-b5923c3e4fd1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.614246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-972c03b1-8998-4d08-b146-955ff24f6c67 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:46.616023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-972c03b1-8998-4d08-b146-955ff24f6c67 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 817 time: 0.1792827 Apr 21 20:59:46.626017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4e4127df-c984-4d06-b37f-3222b1466af2, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e4127df-c984-4d06-b37f-3222b1466af2,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:46.627826 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.670493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2942257a-674b-4f2c-a0a0-b5923c3e4fd1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.677265 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2942257a-674b-4f2c-a0a0-b5923c3e4fd1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/b3b600e2-4c05-45c7-8d4b-ee43eb74b91b HTTP/1.1" status: 204 len: 168 time: 0.6598814 Apr 21 20:59:46.678139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942257a-674b-4f2c-a0a0-b5923c3e4fd1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=b3b600e2-4c05-45c7-8d4b-ee43eb74b91b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:46.678659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53170) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:46.683914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Deleting port 80844d28-c2aa-4ae4-a050-8c22167e710e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:46.683914 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.689072 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.689719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device be137fd4-08eb-41a0-a723-2cb5af42c1f9 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 20:59:46.696315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f446f-7a85-4e7c-b0e6-9951fc8cfd0e None None] Pushing event updated for resources: {'Port': ['ID=cd0aed9c-ce3e-40ab-9df9-86110f196059,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:46.722900 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-3cef7c51-dadb-48f3-b2cc-965601b66942 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/quotas/f8dd254dbcc942288edcd3c5266ca7f3 HTTP/1.1" status: 200 len: 375 time: 0.0545161 Apr 21 20:59:46.803109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] For port 80844d28-c2aa-4ae4-a050-8c22167e710e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80844d28-c2aa-4ae4-a050-8c22167e710e,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:46.803392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.818869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Calling delete_port for 80844d28-c2aa-4ae4-a050-8c22167e710e owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:46.819893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6cacdf-5644-49c8-8bfc-332cb5f67025 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:46.821772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6cacdf-5644-49c8-8bfc-332cb5f67025 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:46.823401 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4b6cacdf-5644-49c8-8bfc-332cb5f67025 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1352065 Apr 21 20:59:46.855268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4e4127df-c984-4d06-b37f-3222b1466af2,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:46.859459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53172) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:46.900089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port be137fd4-08eb-41a0-a723-2cb5af42c1f9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=be137fd4-08eb-41a0-a723-2cb5af42c1f9,segment=NetworkSegment(94d67211-7d01-4874-bea4-d7ac63747697),segment_id=94d67211-7d01-4874-bea4-d7ac63747697)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:46.924129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'be137fd4-08eb-41a0-a723-2cb5af42c1f9', 'network_id': 'b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f', 'port_id': 'be137fd4-08eb-41a0-a723-2cb5af42c1f9', 'mac_address': 'fa:16:3e:ae:42:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73657c4d-4d77-4cbf-98a8-341fa9fc34b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 20:59:46.967005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Deleting port fba907d7-aece-42db-85fb-86c112a1e5f3 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:46.970677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:46.993208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.032473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be137fd4-08eb-41a0-a723-2cb5af42c1f9 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:47.034318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.052646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-a5613e69-b599-438a-905a-c084e5fa0c68 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3280890 Apr 21 20:59:47.087331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port be137fd4-08eb-41a0-a723-2cb5af42c1f9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=be137fd4-08eb-41a0-a723-2cb5af42c1f9,segment=NetworkSegment(94d67211-7d01-4874-bea4-d7ac63747697),segment_id=94d67211-7d01-4874-bea4-d7ac63747697)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:47.098726 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.160147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event deleted for resources: {'Port': ['ID=80844d28-c2aa-4ae4-a050-8c22167e710e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:47.200601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] No DVR routers for this DVR port 80844d28-c2aa-4ae4-a050-8c22167e710e on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:47.207540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=be137fd4-08eb-41a0-a723-2cb5af42c1f9,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:47.212076 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.224607 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-673b4c28-8e26-4c93-8e8a-ad5772198154 req-2914d8c2-d165-450f-a565-b0deb617d2d6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "DELETE /v2.0/ports/80844d28-c2aa-4ae4-a050-8c22167e710e HTTP/1.1" status: 204 len: 173 time: 1.0106571 Apr 21 20:59:47.226029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'name': 'network-vif-deleted', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:47.227795 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a13d8c-8247-4fcc-9a51-b2810816f38c" -d '{"events": [{"server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "name": "network-vif-deleted", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:47.272667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-8e0a9fc8-552b-40c0-8903-39aaad895493 service neutron] 10.222.0.49 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375592 Apr 21 20:59:47.278765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dd61ac-1a5f-4b0e-afde-8df522f10cad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet f8a1442f-ff61-4020-9675-8aceaf89a6bb {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:47.282580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-69dd61ac-1a5f-4b0e-afde-8df522f10cad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.321471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cd0aed9c-ce3e-40ab-9df9-86110f196059 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:47.338802 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-69dd61ac-1a5f-4b0e-afde-8df522f10cad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.403924 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port cd0aed9c-ce3e-40ab-9df9-86110f196059 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:47.404690 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.428928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-69dd61ac-1a5f-4b0e-afde-8df522f10cad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.507537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-69dd61ac-1a5f-4b0e-afde-8df522f10cad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.568046 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.584694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd61ac-1a5f-4b0e-afde-8df522f10cad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a1442f-ff61-4020-9675-8aceaf89a6bb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:47.585845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['be137fd4-08eb-41a0-a723-2cb5af42c1f9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:59:47.589007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['4e4127df-c984-4d06-b37f-3222b1466af2'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 20:59:47.602607 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-69dd61ac-1a5f-4b0e-afde-8df522f10cad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.605777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-69dd61ac-1a5f-4b0e-afde-8df522f10cad tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/f8a1442f-ff61-4020-9675-8aceaf89a6bb HTTP/1.1" status: 204 len: 168 time: 0.7446895 Apr 21 20:59:47.608528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53190) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:47.633924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] For port fba907d7-aece-42db-85fb-86c112a1e5f3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fba907d7-aece-42db-85fb-86c112a1e5f3,segment=NetworkSegment(b417f342-1d7e-41c5-8742-53debaf68ca3),segment_id=b417f342-1d7e-41c5-8742-53debaf68ca3)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:47.634292 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:47.662169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Calling delete_port for fba907d7-aece-42db-85fb-86c112a1e5f3 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:47.688682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53192) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:47.705180 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2c72342a-5ac8-4e50-957a-241412defa5a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792034 Apr 21 20:59:47.706159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-0eef4fb9-4207-43e7-b9ce-b4cba8286998 service neutron] 10.222.0.49 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323692 Apr 21 20:59:47.799722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 20:59:47.800080 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 20:59:47.810235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935165dc-30b4-4117-9fee-c680a1a3ba27 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:47.814473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-935165dc-30b4-4117-9fee-c680a1a3ba27 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1221483 Apr 21 20:59:47.816495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53194) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:47.935095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb59e8db-9e4b-40af-8b5d-a8d0bf23a862 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:47.938935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cb59e8db-9e4b-40af-8b5d-a8d0bf23a862 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1190648 Apr 21 20:59:47.939185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53196) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:48.048010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b8cbf435-3cf4-4419-bdb0-28d0c1e7d7c0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032939 Apr 21 20:59:48.048641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53202) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:48.061982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:48.317467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a622-65b6-40c7-a8e4-022977c47560 req-73e5e908-dd04-4296-9ab1-0f9d2b96ec03 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:48.319431 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3702a622-65b6-40c7-a8e4-022977c47560 req-73e5e908-dd04-4296-9ab1-0f9d2b96ec03 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 945 time: 0.1239581 Apr 21 20:59:48.369297 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:48.393764 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:48.408184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b02402-8d8a-4b7e-b946-fc339ef037e7 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:48.420335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port cd0aed9c-ce3e-40ab-9df9-86110f196059, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cd0aed9c-ce3e-40ab-9df9-86110f196059,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:48.435867 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:48.480008 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3702a622-65b6-40c7-a8e4-022977c47560 req-610b1bcf-6cfd-421f-9a23-9b7ab79129b3 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532984 Apr 21 20:59:48.519076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=cd0aed9c-ce3e-40ab-9df9-86110f196059,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:48.548782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba907d7-aece-42db-85fb-86c112a1e5f3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:48.551812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-849305be-5fd0-4b78-a8f7-9ef81aae9f5f None None] Provisioning complete for port cd0aed9c-ce3e-40ab-9df9-86110f196059 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:48.552165 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-849305be-5fd0-4b78-a8f7-9ef81aae9f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:48.617249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd28d3-6234-449b-bf7a-79e078255efd req-7e41d73c-09c4-4260-b4f4-d9600f663576 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:48.628945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-addd28d3-6234-449b-bf7a-79e078255efd req-7e41d73c-09c4-4260-b4f4-d9600f663576 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 944 time: 0.4845786 Apr 21 20:59:48.646439 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e741b6-84ef-41ba-b407-15bf64570363 x-openstack-request-id: req-93e741b6-84ef-41ba-b407-15bf64570363 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:48.646951 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f4a289-7512-4040-8b09-8f9cd7a4b58e", "name": "network-vif-deleted", "tag": "80844d28-c2aa-4ae4-a050-8c22167e710e", "status": "failed", "code": 422}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:48.647672 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93e741b6-84ef-41ba-b407-15bf64570363 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:48.648355 n-d-838945-1 neutron-server[114646]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-93e741b6-84ef-41ba-b407-15bf64570363']: {'server_uuid': '07f4a289-7512-4040-8b09-8f9cd7a4b58e', 'name': 'network-vif-deleted', 'tag': '80844d28-c2aa-4ae4-a050-8c22167e710e', 'status': 'failed', 'code': 422} returned with failed status Apr 21 20:59:48.659827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:48.664399 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:48.798724 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cbbce33a-0ab6-4196-84d5-6af6002aea8c req-f2f86b17-0dad-412e-b33e-da595a92ce09 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 210 time: 0.0529177 Apr 21 20:59:48.837056 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-addd28d3-6234-449b-bf7a-79e078255efd req-5ecadc65-b84c-41e4-9748-ac5b45f1e769 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069364 Apr 21 20:59:48.972786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0d20a-1f03-49cb-96e0-9b177ff2b282 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:49.084684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0d20a-1f03-49cb-96e0-9b177ff2b282 None None] Deleting port cd0aed9c-ce3e-40ab-9df9-86110f196059 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:49.085034 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d20a-1f03-49cb-96e0-9b177ff2b282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:49.180012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7fd0d20a-1f03-49cb-96e0-9b177ff2b282 None None] For port cd0aed9c-ce3e-40ab-9df9-86110f196059, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cd0aed9c-ce3e-40ab-9df9-86110f196059,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:49.180375 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d20a-1f03-49cb-96e0-9b177ff2b282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:49.226682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7fd0d20a-1f03-49cb-96e0-9b177ff2b282 None None] Calling delete_port for cd0aed9c-ce3e-40ab-9df9-86110f196059 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:49.253396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cd0aed9c-ce3e-40ab-9df9-86110f196059 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:49.373841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:49.427432 n-d-838945-1 neutron-server[114648]: INFO neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No ports have port_id starting with cd0aed9c-ce3e-40ab-9df9-86110f196059 Apr 21 20:59:49.432452 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d20a-1f03-49cb-96e0-9b177ff2b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:49.467083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0d20a-1f03-49cb-96e0-9b177ff2b282 None None] Pushing event deleted for resources: {'Port': ['ID=cd0aed9c-ce3e-40ab-9df9-86110f196059,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:49.470700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0d20a-1f03-49cb-96e0-9b177ff2b282 None None] No DVR routers for this DVR port cd0aed9c-ce3e-40ab-9df9-86110f196059 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:49.551041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-6ebcc79d-bcc0-428b-972c-cf2a1384bbd6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:49.560323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-6ebcc79d-bcc0-428b-972c-cf2a1384bbd6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.2249682 Apr 21 20:59:49.581512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-ac9a87ca-2501-4aaa-9b44-ea842a1ef2f6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/quotas/1d6bae548afb4d51b2ddba65d8bc64fb HTTP/1.1" status: 200 len: 375 time: 0.0190396 Apr 21 20:59:49.590093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.objects.ports [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 20:59:49.620497 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-2dfa2067-ef0a-46f5-b89b-e37b81290b69 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392065 Apr 21 20:59:49.796700 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-4b3cd9ae-3888-46ac-98dc-356f22cde519 service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564884 Apr 21 20:59:49.934918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1ca2bb34-0211-4c6f-99ae-2c2f271d6b52 service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362307 Apr 21 20:59:50.007170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device be137fd4-08eb-41a0-a723-2cb5af42c1f9 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:50.085239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port be137fd4-08eb-41a0-a723-2cb5af42c1f9 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:59:50.107005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port be137fd4-08eb-41a0-a723-2cb5af42c1f9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:50.109119 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.263954 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.297795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d611-5681-4019-852a-1e7e97fe23fb req-a480c690-fc5e-47d7-94c4-a652cac08ff1 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:50.299657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c33d611-5681-4019-852a-1e7e97fe23fb req-a480c690-fc5e-47d7-94c4-a652cac08ff1 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 944 time: 0.0647225 Apr 21 20:59:50.304635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Router 360fbe86-014e-459b-9bf5-9ba1d8324307 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:59:50.314617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82359fa-d253-4fe7-9e2d-be12317ac62e req-01cf7313-4482-4ac9-9cf4-7145fd326b54 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:50.323164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d82359fa-d253-4fe7-9e2d-be12317ac62e req-01cf7313-4482-4ac9-9cf4-7145fd326b54 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 945 time: 0.7121217 Apr 21 20:59:50.351264 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c33d611-5681-4019-852a-1e7e97fe23fb req-33c0dbb6-004d-4ba3-b19e-aa6fc20ab49e tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Apr 21 20:59:50.363992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6253897b-183b-4d8b-84f6-8018e384b42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be137fd4-08eb-41a0-a723-2cb5af42c1f9'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:50.367573 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04164b67-8c77-4861-892a-cdf2a2bc7401" -d '{"events": [{"server_uuid": "6253897b-183b-4d8b-84f6-8018e384b42e", "name": "network-vif-plugged", "status": "completed", "tag": "be137fd4-08eb-41a0-a723-2cb5af42c1f9"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:50.377680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port be137fd4-08eb-41a0-a723-2cb5af42c1f9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=be137fd4-08eb-41a0-a723-2cb5af42c1f9,segment=NetworkSegment(94d67211-7d01-4874-bea4-d7ac63747697),segment_id=94d67211-7d01-4874-bea4-d7ac63747697)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:50.382368 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.387221 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.389453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4e4127df-c984-4d06-b37f-3222b1466af2 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:50.398015 n-d-838945-1 neutron-server[114647]: WARNING neutron.services.revisions.revision_plugin [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Could not find related port for resource to bump revision. Apr 21 20:59:50.438038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-6a41e133-d296-4931-ad0b-6f928318425b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:50.447007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-6a41e133-d296-4931-ad0b-6f928318425b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.46 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 817 time: 0.3512986 Apr 21 20:59:50.478574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_pluggable_backend [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Port cd0aed9c-ce3e-40ab-9df9-86110f196059 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114647) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 21 20:59:50.478888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_pluggable_backend [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Reverting IP allocation for 2001:db8::f816:3eff:feee:efc4 {{(pid=114647) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 21 20:59:50.509169 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d82359fa-d253-4fe7-9e2d-be12317ac62e req-464507c9-6837-4e7d-8748-e8316f16d39a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840076 Apr 21 20:59:50.543625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=be137fd4-08eb-41a0-a723-2cb5af42c1f9,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:50.562599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.562898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.563353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.563753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.564148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.564541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.565417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.565811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.566469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.566868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.567298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.567774 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 20:59:50.590081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.604920 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.620169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 4e4127df-c984-4d06-b37f-3222b1466af2 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 20:59:50.627906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 4e4127df-c984-4d06-b37f-3222b1466af2 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:50.628440 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.744227 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff3fbbd8-687d-4287-a7b4-829093624ffc req-db6281dd-07e5-47ff-b84b-caa774f975c9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 210 time: 0.0348618 Apr 21 20:59:50.764352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.803044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:50.815366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4e4127df-c984-4d06-b37f-3222b1466af2, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e4127df-c984-4d06-b37f-3222b1466af2,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:50.824602 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.859335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:50.893882 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71b4b9f-9077-47d6-99ec-0f0959fcb3b8 x-openstack-request-id: req-b71b4b9f-9077-47d6-99ec-0f0959fcb3b8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:50.894227 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6253897b-183b-4d8b-84f6-8018e384b42e", "name": "network-vif-plugged", "status": "completed", "tag": "be137fd4-08eb-41a0-a723-2cb5af42c1f9", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:50.895018 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b71b4b9f-9077-47d6-99ec-0f0959fcb3b8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:50.895437 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71b4b9f-9077-47d6-99ec-0f0959fcb3b8'] response: {'server_uuid': '6253897b-183b-4d8b-84f6-8018e384b42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be137fd4-08eb-41a0-a723-2cb5af42c1f9', 'code': 200} Apr 21 20:59:50.909054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:50.910008 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:50.911197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df84081-d489-4a35-b86a-2037746dd235 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:50.916121 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47cde59d-168a-4878-9639-cc4649bdb395 req-25f3c7f6-863a-4a33-b7a6-664011f0095c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 210 time: 0.2068908 Apr 21 20:59:50.921001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-f9a8b3e5-72a6-426d-ba9d-0ccd53aed241 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8dd254dbcc942288edcd3c5266ca7f3 HTTP/1.1" status: 200 len: 379 time: 0.4643786 Apr 21 20:59:50.947001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'port': {'device_id': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'admin_state_up': True, 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'security_groups': ['16c7b1a6-4eac-4890-81e6-872e10467c7e']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:50.967310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4e4127df-c984-4d06-b37f-3222b1466af2,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:50.980337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=52d1058d-ab48-4ab7-b029-c227434f6440,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:50.989600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53260) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:50.990139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b90fbd33-e4ab-4d20-bc0f-bcea35fe2fc7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9411919 Apr 21 20:59:50.994607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f36e5e0c-10fc-4c04-b637-f170789a223f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:51.078121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:59:51.087182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1afa6c7e-bc06-4394-a378-56e906d26196 admin admin] 10.222.0.49 "PUT /v2.0/routers/360fbe86-014e-459b-9bf5-9ba1d8324307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7961981 Apr 21 20:59:51.088592 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] Sync routers for ids ['360fbe86-014e-459b-9bf5-9ba1d8324307'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:59:51.103392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53262) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:51.120521 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] Routers {'360fbe86-014e-459b-9bf5-9ba1d8324307'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:51.121938 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['360fbe86-014e-459b-9bf5-9ba1d8324307'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:51.213692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a00d0-8c0a-4b39-bab1-2d7c29bc1049 req-3c2a5483-a998-4846-b901-e648542ca4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:51.216237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-422a00d0-8c0a-4b39-bab1-2d7c29bc1049 req-3c2a5483-a998-4846-b901-e648542ca4a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 1096 time: 0.2242763 Apr 21 20:59:51.233312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': '52d1058d-ab48-4ab7-b029-c227434f6440'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 20:59:51.243399 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:51.284159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-422a00d0-8c0a-4b39-bab1-2d7c29bc1049 req-9eecad6e-15b9-483f-baec-843b7cc39ba7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586205 Apr 21 20:59:51.342465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Made reservation on behalf of f8dd254dbcc942288edcd3c5266ca7f3 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:51.346565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:51.350415 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:51.374028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36e5e0c-10fc-4c04-b637-f170789a223f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:51.377906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f36e5e0c-10fc-4c04-b637-f170789a223f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:51.416215 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] Set router 360fbe86-014e-459b-9bf5-9ba1d8324307 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:51.548020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Allocated IP 172.20.0.10 (3f991d97-6e36-4588-b769-0a4ff80fd650/871160c4-f389-4efb-8b19-78040f35e56a/7d292c10-31a3-4cbf-9588-ea6819d2e5be) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:51.582629 n-d-838945-1 neutron-server[114646]: INFO neutron.db.ipam_backend_mixin [None req-f36e5e0c-10fc-4c04-b637-f170789a223f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52d1058d-ab48-4ab7-b029-c227434f6440 (CIDR: 2001:db8::/64) Apr 21 20:59:51.600691 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36e5e0c-10fc-4c04-b637-f170789a223f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 20:59:51.601087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36e5e0c-10fc-4c04-b637-f170789a223f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 20:59:51.623794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Allocated IP 2001:db8::f816:3eff:fe6c:def7 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/52d1058d-ab48-4ab7-b029-c227434f6440/e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:51.632370 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f36e5e0c-10fc-4c04-b637-f170789a223f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6415339 Apr 21 20:59:51.637128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53278) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:51.652321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:51.722337 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:51.820731 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:51.868546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28166e-d4fe-46d7-94ee-b0f107913509 req-203ad6be-d8bf-45c5-b025-f191bde0c0be tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:51.872466 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e28166e-d4fe-46d7-94ee-b0f107913509 req-203ad6be-d8bf-45c5-b025-f191bde0c0be tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 946 time: 0.1922305 Apr 21 20:59:51.934018 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:20Z', 'updated_at': '2022-04-21T20:59:48Z', 'revision_number': 5, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'gw_port': {'id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:21Z', 'updated_at': '2022-04-21T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:51.967864 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] Checking router: 360fbe86-014e-459b-9bf5-9ba1d8324307 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:59:51.978852 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] Routers {'360fbe86-014e-459b-9bf5-9ba1d8324307'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:51.980032 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['360fbe86-014e-459b-9bf5-9ba1d8324307'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:51.980671 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e28166e-d4fe-46d7-94ee-b0f107913509 req-5edee428-5f93-4855-ab85-ee883585346b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931375 Apr 21 20:59:52.030702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:52.034831 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.091731 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.105786 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.105999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f34a58-b436-40c1-b44f-b8f1b9bb6e37 req-19670c43-b686-4d7e-9896-e78347254989 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:52.107519 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39f34a58-b436-40c1-b44f-b8f1b9bb6e37 req-19670c43-b686-4d7e-9896-e78347254989 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 945 time: 0.3503144 Apr 21 20:59:52.114101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:52.120694 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.123543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:52.163450 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39f34a58-b436-40c1-b44f-b8f1b9bb6e37 req-8d00c803-5194-44f1-a335-235d88074ec4 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387559 Apr 21 20:59:52.167967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:52.173136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:52.247341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:52.251455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:52.264349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:52.289966 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] Set router 360fbe86-014e-459b-9bf5-9ba1d8324307 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:52.318567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Pushing event updated for resources: {'Port': ['ID=e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:52.377415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-fd0e28ec-cb1b-4e9f-87da-883692d45929 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:52.379412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-fd0e28ec-cb1b-4e9f-87da-883692d45929 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.5634074 Apr 21 20:59:52.425140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Request body: {'port': {'device_id': 'ab937297-7893-4419-8c85-fecd6b400619', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'admin_state_up': True, 'tenant_id': '1d6bae548afb4d51b2ddba65d8bc64fb'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:52.439951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:52.441305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.441900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Attempting to bind port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:52.442273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Attempting to bind port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:52.455100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Attempting to bind port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:52.470550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c888a554-f6b3-41e2-a66e-dd2be02acf4e req-e165d6ce-5162-4ae3-a1ba-a2682fe46c49 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 210 time: 0.1227136 Apr 21 20:59:52.490584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-822abc47-d640-4baa-a7ea-053f5c63e65a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5459142 Apr 21 20:59:52.500331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:52.500708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:52.501142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.501542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:52.502026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Bound port: e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:52.502406 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.613549 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:20Z', 'updated_at': '2022-04-21T20:59:48Z', 'revision_number': 5, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'gw_port': {'id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:21Z', 'updated_at': '2022-04-21T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:52.638246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Request body: {'port': {'device_id': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:52.646719 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c6102-a9e7-4db5-a91e-80fb2474f752 None None] The sync data for ids ['360fbe86-014e-459b-9bf5-9ba1d8324307'] in n-d-838945-1 is: [{'id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'name': 'tempest-TaggedBootDevicesTest_v242-841452817-router', 'tenant_id': '4dd058c9902b4a579c99f08940d93654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:53:20Z', 'updated_at': '2022-04-21T20:59:48Z', 'revision_number': 5, 'project_id': '4dd058c9902b4a579c99f08940d93654', 'gw_port': {'id': '7f40c45a-2d2e-4a80-a782-c017df877f53', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360fbe86-014e-459b-9bf5-9ba1d8324307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:53:21Z', 'updated_at': '2022-04-21T20:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 20:59:52.677875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7ac2da33-5214-4bb8-b656-a3b26e71f40e None None] Provisioning complete for port 7d292c10-31a3-4cbf-9588-ea6819d2e5be triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:52.680258 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ac2da33-5214-4bb8-b656-a3b26e71f40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.691156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Deleting port 7f40c45a-2d2e-4a80-a782-c017df877f53 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:52.691585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.759853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Made reservation on behalf of 1d6bae548afb4d51b2ddba65d8bc64fb for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:52.764190 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.803252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] For port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:52.810276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7ac2da33-5214-4bb8-b656-a3b26e71f40e None None] Port 7d292c10-31a3-4cbf-9588-ea6819d2e5be cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:59:52.817326 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.831795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] For port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:52.851388 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.877529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12612814-dc88-42ed-a400-0b5afede6b4d req-82b34092-738b-4f37-9a8e-0f7153b2578a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:52.886700 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-12612814-dc88-42ed-a400-0b5afede6b4d req-82b34092-738b-4f37-9a8e-0f7153b2578a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 932 time: 0.7385757 Apr 21 20:59:52.927060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:52.931309 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470b813-8733-4c8f-81da-e7ec424f70ea" -d '{"events": [{"server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "name": "network-vif-plugged", "status": "completed", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:52.935960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26de87-ba5a-4420-8214-719c76307d82 None None] Pushing event updated for resources: {'Port': ['ID=e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:52.939975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] For port 7f40c45a-2d2e-4a80-a782-c017df877f53, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7f40c45a-2d2e-4a80-a782-c017df877f53,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:52.940450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:52.974045 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-12612814-dc88-42ed-a400-0b5afede6b4d req-254fb6fc-7f35-4db5-b6f8-ff741be5ac81 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738513 Apr 21 20:59:53.018674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Calling delete_port for 7f40c45a-2d2e-4a80-a782-c017df877f53 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:53.156499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fba907d7-aece-42db-85fb-86c112a1e5f3 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:53.285589 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d479a3-6791-4051-84de-c9f71171f175 x-openstack-request-id: req-64d479a3-6791-4051-84de-c9f71171f175 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:53.285996 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "name": "network-vif-plugged", "status": "completed", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:53.286329 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64d479a3-6791-4051-84de-c9f71171f175 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:53.286732 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d479a3-6791-4051-84de-c9f71171f175'] response: {'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2', 'code': 200} Apr 21 20:59:53.293611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fba907d7-aece-42db-85fb-86c112a1e5f3 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:53.293611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fba907d7-aece-42db-85fb-86c112a1e5f3 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:53.474028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0235a5-3710-4976-8549-8e80a8881316 req-9dec9d3a-ea14-4427-9f21-24e9b341a9a6 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:53.475553 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc0235a5-3710-4976-8549-8e80a8881316 req-9dec9d3a-ea14-4427-9f21-24e9b341a9a6 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 946 time: 0.1231060 Apr 21 20:59:53.491931 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:53.602613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:53.617055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:53.624509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:53.625061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:53.645385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc0235a5-3710-4976-8549-8e80a8881316 req-c83884ba-c7ca-494b-9e67-13310a79d8a9 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439037 Apr 21 20:59:53.650716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=f4d2b21d-c031-4d71-a9cd-93f14dc5f0ed,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:53.672435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ea1a92db-8242-43de-a7ed-9ebc2e74765d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0247598 Apr 21 20:59:53.672912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53308) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:53.678327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:59:d5:b3', 'name': 'tempest-NetworksTestDHCPv6-204908102'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:53.770736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Allocated IP 172.20.0.9 (1ce0c123-6869-4e68-b973-726a453ab290/d4bf5f30-1a54-45df-beff-c6aca22835c4/14d5e1cf-0139-4d53-8cdf-43356fa533c4) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:53.796476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-378473be-81ff-4856-96ce-f3ffcdb34788 req-c6b7b3a8-0791-411a-9ba4-5865224da1cd tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 210 time: 0.0557566 Apr 21 20:59:53.807918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e72f5-a804-4f2a-b474-62ad41b738da req-2a5ffaac-bf82-4991-930b-da330b2c2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:53.809723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd8e72f5-a804-4f2a-b474-62ad41b738da req-2a5ffaac-bf82-4991-930b-da330b2c2c8c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 1097 time: 0.2842679 Apr 21 20:59:53.858016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72bd92-80e6-40bb-91a2-daa6cab38319 req-8d11a6bd-bef1-472a-9327-4b5e62b71cb1 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:53.869480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8e72bd92-80e6-40bb-91a2-daa6cab38319 req-8d11a6bd-bef1-472a-9327-4b5e62b71cb1 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 945 time: 0.3550177 Apr 21 20:59:53.881194 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:53.914558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 20:59:53.979346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f40c45a-2d2e-4a80-a782-c017df877f53,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:54.061479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd8e72f5-a804-4f2a-b474-62ad41b738da req-6725ded3-16c5-45b4-9bb8-632fab35979e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327673 Apr 21 20:59:54.063094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.102663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 4f5d4cfb-45c9-4225-9a60-0db6d3e66d23 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 20:59:54.127498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8e72bd92-80e6-40bb-91a2-daa6cab38319 req-e8bf693f-7f27-4a0e-a2cb-54bb3d44cf01 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180181 Apr 21 20:59:54.166674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.198495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d292c10-31a3-4cbf-9588-ea6819d2e5be {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:54.278696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd30ce-ae99-42e6-91fd-cc1dcd814559 req-9d2d9f53-d2af-487a-834d-5b76bedb3be9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:54.280909 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91bd30ce-ae99-42e6-91fd-cc1dcd814559 req-9d2d9f53-d2af-487a-834d-5b76bedb3be9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 932 time: 0.1814175 Apr 21 20:59:54.354387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91bd30ce-ae99-42e6-91fd-cc1dcd814559 req-56a52d99-c479-486d-a677-63afa0a8263a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646617 Apr 21 20:59:54.614023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8:0:1::207 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/f4d2b21d-c031-4d71-a9cd-93f14dc5f0ed/4f5d4cfb-45c9-4225-9a60-0db6d3e66d23) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:54.632584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2417a3-1e46-4dd1-9fd7-875a389e6aba req-0aac53cd-bd13-4025-ad67-79171cbb706e tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:54.634504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec2417a3-1e46-4dd1-9fd7-875a389e6aba req-0aac53cd-bd13-4025-ad67-79171cbb706e tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 945 time: 0.0990875 Apr 21 20:59:54.639026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:fe59:d5b3 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/52d1058d-ab48-4ab7-b029-c227434f6440/4f5d4cfb-45c9-4225-9a60-0db6d3e66d23) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:54.664235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.712479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.719381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec2417a3-1e46-4dd1-9fd7-875a389e6aba req-605b7012-f1ba-4dad-8b3d-d19da61d9961 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752542 Apr 21 20:59:54.721275 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.764971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.783913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5fd30-45a2-46ec-bcb3-d2c8ddbcce44 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:54.801897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Transition to ACTIVE for port object 7d292c10-31a3-4cbf-9588-ea6819d2e5be will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:59:54.854602 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.879169 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.892604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.920584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.921291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 360fbe86-014e-459b-9bf5-9ba1d8324307 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 20:59:54.940732 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.942677 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1e7883d9-a176-4540-9fec-694e4334191a admin admin] 10.222.0.49 "DELETE /v2.0/routers/360fbe86-014e-459b-9bf5-9ba1d8324307 HTTP/1.1" status: 204 len: 168 time: 3.8362243 Apr 21 20:59:54.944714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53332) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:54.960188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Network 1ce0c123-6869-4e68-b973-726a453ab290 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:54.963985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:54.973878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:54.977000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:55.020497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event updated for resources: {'Port': ['ID=14d5e1cf-0139-4d53-8cdf-43356fa533c4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:55.106924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:55.115323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=4f5d4cfb-45c9-4225-9a60-0db6d3e66d23,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:55.152974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60429458-45ea-449e-8828-c1e3d5e85cdc req-cf2f127f-ea9e-4919-89bb-f714b6465730 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:55.158153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60429458-45ea-449e-8828-c1e3d5e85cdc req-cf2f127f-ea9e-4919-89bb-f714b6465730 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 946 time: 0.3519046 Apr 21 20:59:55.172446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 20:59:55.197145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 20:59:55.244037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 20:59:55.251840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:55.252911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.260006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:55.261043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.264608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bea8ea-2d08-4aa7-85ae-199ffc13d302 admin admin] Deleting subnet 39e85e20-c3dd-4e86-8a42-c37b91e8cfaa {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 20:59:55.268190 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20bea8ea-2d08-4aa7-85ae-199ffc13d302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.297528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60429458-45ea-449e-8828-c1e3d5e85cdc req-1d1b1e36-bc6e-4251-ab9f-bc9037b4e3ae tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373434 Apr 21 20:59:55.324163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8c46b44b-69a7-484f-b2fd-5cc827a7c84e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9237523 Apr 21 20:59:55.330811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20bea8ea-2d08-4aa7-85ae-199ffc13d302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.334545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Attempting to bind port 7d292c10-31a3-4cbf-9588-ea6819d2e5be on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:55.338546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Attempting to bind port 7d292c10-31a3-4cbf-9588-ea6819d2e5be by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:55.339026 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Attempting to bind port 7d292c10-31a3-4cbf-9588-ea6819d2e5be on network 3f991d97-6e36-4588-b769-0a4ff80fd650 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:55.359033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Request body: {'port': {'device_id': 'ab937297-7893-4419-8c85-fecd6b400619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:55.366296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Port 7d292c10-31a3-4cbf-9588-ea6819d2e5be on network 3f991d97-6e36-4588-b769-0a4ff80fd650 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:59:55.370826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Attempting to bind port 7d292c10-31a3-4cbf-9588-ea6819d2e5be on network 3f991d97-6e36-4588-b769-0a4ff80fd650 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:55.412677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82c7fe-d338-49b1-a708-7b472ba3eece req-dba47b14-6d6c-4c8a-ad0f-bb6300c64fbb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:55.423146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b82c7fe-d338-49b1-a708-7b472ba3eece req-dba47b14-6d6c-4c8a-ad0f-bb6300c64fbb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 931 time: 0.4171672 Apr 21 20:59:55.425955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:55.429530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Checking segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:55.430377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Bound using segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:55.431003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Bound port: 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:55.431548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.441436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7196116d-3356-4f14-b807-fa6ce35776da tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7671361 Apr 21 20:59:55.464112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53344) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:55.484308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a94d4662-b258-47c1-918a-175fda42e6ae None None] Provisioning complete for port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:55.484934 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a94d4662-b258-47c1-918a-175fda42e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.501389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20bea8ea-2d08-4aa7-85ae-199ffc13d302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.517075 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b82c7fe-d338-49b1-a708-7b472ba3eece req-3135acc4-c264-4060-9ceb-75e01b7840d4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884037 Apr 21 20:59:55.609003 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20bea8ea-2d08-4aa7-85ae-199ffc13d302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.656415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bea8ea-2d08-4aa7-85ae-199ffc13d302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e85e20-c3dd-4e86-8a42-c37b91e8cfaa,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:55.662712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-20bea8ea-2d08-4aa7-85ae-199ffc13d302 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.671944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-20bea8ea-2d08-4aa7-85ae-199ffc13d302 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/39e85e20-c3dd-4e86-8a42-c37b91e8cfaa HTTP/1.1" status: 204 len: 168 time: 0.7261043 Apr 21 20:59:55.673060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53346) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:55.694139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c27bfe4-bbf9-4133-b69a-141c2b2b7d27 None None] Network 26516258-101f-4cdf-8e42-864e5e307a2a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 20:59:55.790331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.854316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:55.858759 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fea21a-4644-4afd-b280-afeb57b6d0b9 req-65cb427e-0b04-4861-8db0-5e5f69c01637 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:55.861179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3fea21a-4644-4afd-b280-afeb57b6d0b9 req-65cb427e-0b04-4861-8db0-5e5f69c01637 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.3769121 Apr 21 20:59:55.861964 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.900373 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a94d4662-b258-47c1-918a-175fda42e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.920284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:55.937646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc3d9a-5ba4-4459-9d4e-8bca8b0f3085 req-9460e7a1-702c-4690-8e9c-b6cb11040c18 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:55.940117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-80bc3d9a-5ba4-4459-9d4e-8bca8b0f3085 req-9460e7a1-702c-4690-8e9c-b6cb11040c18 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 945 time: 0.1116815 Apr 21 20:59:55.968512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Deleting port 2e474160-278c-4f2c-8c1a-9c0b553818ab {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:55.969230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:55.994903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:56.013235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.030969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:56.031346 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.040645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a94d4662-b258-47c1-918a-175fda42e6ae None None] For port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:56.055075 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-80bc3d9a-5ba4-4459-9d4e-8bca8b0f3085 req-5944ed2c-b869-4338-8668-0e3a35f625e9 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083148 Apr 21 20:59:56.092976 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a94d4662-b258-47c1-918a-175fda42e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.096383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:56.096650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.098568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] 10.222.0.46 "PUT /v2.0/ports/7d292c10-31a3-4cbf-9588-ea6819d2e5be HTTP/1.1" status: 200 len: 1092 time: 3.4727838 Apr 21 20:59:56.101136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:56.103602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] For port 2e474160-278c-4f2c-8c1a-9c0b553818ab, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2e474160-278c-4f2c-8c1a-9c0b553818ab,segment=NetworkSegment(b417f342-1d7e-41c5-8742-53debaf68ca3),segment_id=b417f342-1d7e-41c5-8742-53debaf68ca3)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:56.104427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.112854 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:56.146464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Calling delete_port for 2e474160-278c-4f2c-8c1a-9c0b553818ab owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:56.186536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d4662-b258-47c1-918a-175fda42e6ae None None] Pushing event updated for resources: {'Port': ['ID=e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:56.206871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e197ae-01c9-4f4f-ac5e-a07cf6a50313 None None] Update dhcp port {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': '52d1058d-ab48-4ab7-b029-c227434f6440', 'ip_address': '2001:db8::f816:3eff:fe6c:def7'}, {'subnet_id': 'f4d2b21d-c031-4d71-a9cd-93f14dc5f0ed'}], 'binding:host_id': 'n-d-838945-1'}, 'id': 'e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 20:59:56.230052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3fea21a-4644-4afd-b280-afeb57b6d0b9 req-a19fde54-a3d8-4607-ad5b-54dc0726124e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434436 Apr 21 20:59:56.270881 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ff2d75-56d5-456a-8de6-6916e356a170 x-openstack-request-id: req-65ff2d75-56d5-456a-8de6-6916e356a170 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 20:59:56.271844 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 20:59:56.272272 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-65ff2d75-56d5-456a-8de6-6916e356a170 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 20:59:56.272868 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ff2d75-56d5-456a-8de6-6916e356a170'] response: {'name': 'network-changed', 'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'status': 'completed', 'code': 200} Apr 21 20:59:56.274096 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f7e197ae-01c9-4f4f-ac5e-a07cf6a50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.294252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ba139266-cc20-4219-9c41-888027fd6cfd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 4f5d4cfb-45c9-4225-9a60-0db6d3e66d23 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:56.294603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba139266-cc20-4219-9c41-888027fd6cfd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.324344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f48ff-63c1-4e99-b8aa-97d5d4ab372f None None] DHCP port deletion for 26516258-101f-4cdf-8e42-864e5e307a2a request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 20:59:56.374287 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.431154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e474160-278c-4f2c-8c1a-9c0b553818ab,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:56.479977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3356e-325e-4fde-ae5d-c41b930d2562 service neutron] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:56.506116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] No DVR routers for this DVR port 2e474160-278c-4f2c-8c1a-9c0b553818ab on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 20:59:56.533265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d86f48ff-63c1-4e99-b8aa-97d5d4ab372f None None] The port '2e474160-278c-4f2c-8c1a-9c0b553818ab' was deleted {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 21 20:59:56.717808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-f7e197ae-01c9-4f4f-ac5e-a07cf6a50313 None None] Allocated IP 2001:db8:0:1::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/f4d2b21d-c031-4d71-a9cd-93f14dc5f0ed/e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 20:59:56.724576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9bc20-1edc-446b-a38a-81541c79389e req-8997de2b-fbb5-4cc6-b3be-ade414d9b1bf tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:56.727538 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7bf9bc20-1edc-446b-a38a-81541c79389e req-8997de2b-fbb5-4cc6-b3be-ade414d9b1bf tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 946 time: 0.2775235 Apr 21 20:59:56.770383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.801289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-25863fc2-7410-4bf2-9c7d-9866b517c873 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:56.802755 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-25863fc2-7410-4bf2-9c7d-9866b517c873 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.43 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 945 time: 0.7581522 Apr 21 20:59:56.812181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26516258-101f-4cdf-8e42-864e5e307a2a']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:56.818872 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7bf9bc20-1edc-446b-a38a-81541c79389e req-0cbcbcd6-bb95-4a1f-bd84-83566c1e0526 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790308 Apr 21 20:59:56.832088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b417f342-1d7e-41c5-8742-53debaf68ca3') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:56.832525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b417f342-1d7e-41c5-8742-53debaf68ca3') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:56.836884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f7e197ae-01c9-4f4f-ac5e-a07cf6a50313 None None] For port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:56.848079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.866912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.876631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 20:59:56.877256 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: timer() Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 20:59:56.879962 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 20:59:56.903682 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f7e197ae-01c9-4f4f-ac5e-a07cf6a50313 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.932322 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f7e197ae-01c9-4f4f-ac5e-a07cf6a50313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:56.932916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-53694f85-a851-4c96-8abc-87734255fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:56.934955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-53694f85-a851-4c96-8abc-87734255fb04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 1095 time: 0.6897161 Apr 21 20:59:56.949152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95384a-0cba-40a3-99e5-a978efa62d29 req-a2b9931a-4a3b-4d7f-9bc9-d0905f046de5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:56.953745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df95384a-0cba-40a3-99e5-a978efa62d29 req-a2b9931a-4a3b-4d7f-9bc9-d0905f046de5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 931 time: 0.1952600 Apr 21 20:59:57.017427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e197ae-01c9-4f4f-ac5e-a07cf6a50313 None None] Pushing event updated for resources: {'Port': ['ID=e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:57.036587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:57.044043 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:57.050051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] 10.222.0.49 "DELETE /v2.0/networks/26516258-101f-4cdf-8e42-864e5e307a2a HTTP/1.1" status: 204 len: 168 time: 1.3738525 Apr 21 20:59:57.055973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba139266-cc20-4219-9c41-888027fd6cfd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:57.073399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-c21a3abf-5f37-4bb2-82c2-275868efa793 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be HTTP/1.1" status: 200 len: 217 time: 0.1139610 Apr 21 20:59:57.085402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d5e1cf-0139-4d53-8cdf-43356fa533c4 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 20:59:57.107711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ba139266-cc20-4219-9c41-888027fd6cfd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 4f5d4cfb-45c9-4225-9a60-0db6d3e66d23 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:57.144313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:57.156503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c8cc4-2d71-4741-981a-dd6fa7f8b76c admin admin] Pushing event deleted for resources: {'Network': ['ID=26516258-101f-4cdf-8e42-864e5e307a2a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:57.216442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df95384a-0cba-40a3-99e5-a978efa62d29 req-fb1abdf5-84a5-4c62-bb0e-aa54eb0ea39a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497404 Apr 21 20:59:57.251360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 20:59:57.297025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-3fad57f9-e29a-4568-ae0b-c6bb27b18a7a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:57.300026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-3fad57f9-e29a-4568-ae0b-c6bb27b18a7a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3261323 Apr 21 20:59:57.330651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Transition to ACTIVE for port object 14d5e1cf-0139-4d53-8cdf-43356fa533c4 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 20:59:57.341107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-3181c9f7-24bb-4e18-b88a-0bb739e9fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:57.342734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-3181c9f7-24bb-4e18-b88a-0bb739e9fe99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.2458291 Apr 21 20:59:57.352456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:57.352938 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:57.362235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53374) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:57.388834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:57.405158 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-bc0672f0-856e-49d4-becc-ac8b3ed63760 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.0936673 Apr 21 20:59:57.420285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-20ced9f8-9e15-425a-b470-2bbf65724d53 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Request body: {'floatingip': {'port_id': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 20:59:57.428199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Deleting port be137fd4-08eb-41a0-a723-2cb5af42c1f9 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 20:59:57.428544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:57.477541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-20ced9f8-9e15-425a-b470-2bbf65724d53 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:57.582778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Pushing event updated for resources: {'Port': ['ID=14d5e1cf-0139-4d53-8cdf-43356fa533c4,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:57.588498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f40c45a-2d2e-4a80-a782-c017df877f53 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:57.637535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7f40c45a-2d2e-4a80-a782-c017df877f53 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:57.637535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7f40c45a-2d2e-4a80-a782-c017df877f53 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:57.637837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2e474160-278c-4f2c-8c1a-9c0b553818ab no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 20:59:57.678113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 2e474160-278c-4f2c-8c1a-9c0b553818ab {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 20:59:57.678453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2e474160-278c-4f2c-8c1a-9c0b553818ab not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 20:59:57.758927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-4dfec170-46ca-406a-b0ea-8dc4652a09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:57.764531 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-4dfec170-46ca-406a-b0ea-8dc4652a09e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3955579 Apr 21 20:59:57.775769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26d960-d0c5-45e9-b8b2-c7b328298e14 req-2dde349c-19dd-4b33-a1fa-f895e0bebb6d tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:57.777280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f26d960-d0c5-45e9-b8b2-c7b328298e14 req-2dde349c-19dd-4b33-a1fa-f895e0bebb6d tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 945 time: 0.4307101 Apr 21 20:59:57.944635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ffd44215-879e-4786-ba1f-35ab8a831d9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af65c51b679d415fb6d157fb2fd2f48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603113 Apr 21 20:59:57.966361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53378) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:58.086538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] For port be137fd4-08eb-41a0-a723-2cb5af42c1f9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=be137fd4-08eb-41a0-a723-2cb5af42c1f9,segment=NetworkSegment(94d67211-7d01-4874-bea4-d7ac63747697),segment_id=94d67211-7d01-4874-bea4-d7ac63747697)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 20:59:58.086902 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.090940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-20ced9f8-9e15-425a-b470-2bbf65724d53 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.099337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-20ced9f8-9e15-425a-b470-2bbf65724d53 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.099995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-820a0a0d-be3a-4607-ba96-48629e95b51f None None] Provisioning complete for port 4f5d4cfb-45c9-4225-9a60-0db6d3e66d23 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:58.099995 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-820a0a0d-be3a-4607-ba96-48629e95b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.123085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f26d960-d0c5-45e9-b8b2-c7b328298e14 req-6afdb20b-b9fb-40be-944c-b5b1c49a02e0 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/security-groups?id=856ac5e0-805a-4fc9-87c6-7f624b54f144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871156 Apr 21 20:59:58.136683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Calling delete_port for be137fd4-08eb-41a0-a723-2cb5af42c1f9 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 20:59:58.174460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-820a0a0d-be3a-4607-ba96-48629e95b51f None None] Port 4f5d4cfb-45c9-4225-9a60-0db6d3e66d23 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 20:59:58.195206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-820a0a0d-be3a-4607-ba96-48629e95b51f None None] Provisioning complete for port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 20:59:58.195579 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-820a0a0d-be3a-4607-ba96-48629e95b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.262006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-6a675952-a5d1-4c6c-8b9b-63f78e88b5bd service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782324 Apr 21 20:59:58.262717 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Attempting to bind port 14d5e1cf-0139-4d53-8cdf-43356fa533c4 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 20:59:58.263046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Attempting to bind port 14d5e1cf-0139-4d53-8cdf-43356fa533c4 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 20:59:58.263368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Attempting to bind port 14d5e1cf-0139-4d53-8cdf-43356fa533c4 on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:58.347046 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-20ced9f8-9e15-425a-b470-2bbf65724d53 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e associated. External IP: 172.25.0.10, port: d7744e8b-cb61-40cf-a0b0-cfefa2ccd096. Apr 21 20:59:58.382374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Port 14d5e1cf-0139-4d53-8cdf-43356fa533c4 on network 1ce0c123-6869-4e68-b973-726a453ab290 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 20:59:58.382756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Attempting to bind port 14d5e1cf-0139-4d53-8cdf-43356fa533c4 on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 20:59:58.456110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 20:59:58.456442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Checking segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 20:59:58.457075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Bound using segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 20:59:58.457316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Bound port: 14d5e1cf-0139-4d53-8cdf-43356fa533c4, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 20:59:58.457735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.514514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bea2fa89-50f2-455f-938f-efc175136130 None None] Could not find standard attr ID for object 4f5d4cfb-45c9-4225-9a60-0db6d3e66d23. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 20:59:58.517406 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd76abb9-8851-454f-9362-84e2c72b3578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.549928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba139266-cc20-4219-9c41-888027fd6cfd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.565585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd76abb9-8851-454f-9362-84e2c72b3578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.589333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0d7a4-56e0-4e89-a7d7-0bc96de9015e req-bccabbc3-1ec5-45e3-8af2-87f0874a2b93 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:58.600504 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0c0d7a4-56e0-4e89-a7d7-0bc96de9015e req-bccabbc3-1ec5-45e3-8af2-87f0874a2b93 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.3205533 Apr 21 20:59:58.623741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-20ced9f8-9e15-425a-b470-2bbf65724d53 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 20:59:58.729540 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0c0d7a4-56e0-4e89-a7d7-0bc96de9015e req-c4b7f8db-1941-41fc-96a9-3067dc3e483d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277709 Apr 21 20:59:58.767662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-20ced9f8-9e15-425a-b470-2bbf65724d53 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 20:59:58.772944 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-20ced9f8-9e15-425a-b470-2bbf65724d53 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:58.785011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] Sync routers for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 20:59:58.803021 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:58.819604 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:58.822506 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-20ced9f8-9e15-425a-b470-2bbf65724d53 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "PUT /v2.0/floatingips/e6e684a4-c1d7-43b8-a142-14bec26e0a5e HTTP/1.1" status: 200 len: 996 time: 1.4075317 Apr 21 20:59:58.848538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:58.853248 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c6e62d-e9f5-4df8-b710-b217d8d16f00" -d '{"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:58.878910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] For port 14d5e1cf-0139-4d53-8cdf-43356fa533c4, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 20:59:58.883095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] For port 14d5e1cf-0139-4d53-8cdf-43356fa533c4, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=14d5e1cf-0139-4d53-8cdf-43356fa533c4,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 20:59:58.932618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-302e66f1-6444-4bdd-a528-9f8f690de6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:58.942871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-302e66f1-6444-4bdd-a528-9f8f690de6f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1097 time: 0.1194065 Apr 21 20:59:59.032196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:59.110763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-5dda3b3b-5df0-4287-ad22-e2f65ee5dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:59.118485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-5dda3b3b-5df0-4287-ad22-e2f65ee5dc2b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.1746621 Apr 21 20:59:59.233843 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-89e7aaea-5c50-484b-9f41-eb1843cf05be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 999 time: 0.1144104 Apr 21 20:59:59.349113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:d4:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db992669-28a2-4924-98dc-98463d271ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T20:59:57Z', 'revision_number': 1, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:59.350663 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba139266-cc20-4219-9c41-888027fd6cfd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:59.357603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ba139266-cc20-4219-9c41-888027fd6cfd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/4f5d4cfb-45c9-4225-9a60-0db6d3e66d23 HTTP/1.1" status: 204 len: 168 time: 3.8895314 Apr 21 20:59:59.358234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53396) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:59.386137 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-1624413b-2de9-43e6-bcdd-6de43fc4384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:59.390182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-1624413b-2de9-43e6-bcdd-6de43fc4384c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.1502333 Apr 21 20:59:59.396401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] Checking router: 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 20:59:59.403552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b48bd2e-56aa-4b39-ba38-cc58b65621e2 req-384a6463-7c2e-4400-882f-4bbc22a98644 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1060257 Apr 21 20:59:59.404472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba139266-cc20-4219-9c41-888027fd6cfd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=4f5d4cfb-45c9-4225-9a60-0db6d3e66d23,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:59.454426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 20:59:59.456372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T20:59:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 20:59:59.458253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:59.575718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63450c23-f2f3-44c7-a6e8-cc0f83fadcf0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:59.580435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-63450c23-f2f3-44c7-a6e8-cc0f83fadcf0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2164454 Apr 21 20:59:59.586512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53398) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 20:59:59.618470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 20:59:59.624415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-3d1df800-0779-4ae1-b7b5-7dd2c21c0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:59.625933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-3d1df800-0779-4ae1-b7b5-7dd2c21c0c6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1882169 Apr 21 20:59:59.645294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-f811626d-2638-4e47-ac90-fa4d2f9e3846 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 20:59:59.648637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-f811626d-2638-4e47-ac90-fa4d2f9e3846 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077679 Apr 21 20:59:59.685356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:59.686185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:59.687877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] 10.222.0.43 "PUT /v2.0/ports/14d5e1cf-0139-4d53-8cdf-43356fa533c4 HTTP/1.1" status: 200 len: 1091 time: 4.3380165 Apr 21 20:59:59.689675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab937297-7893-4419-8c85-fecd6b400619', 'tag': '14d5e1cf-0139-4d53-8cdf-43356fa533c4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 20:59:59.702171 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df880fe-db48-4c58-8710-c213de890004" -d '{"events": [{"name": "network-changed", "server_uuid": "ab937297-7893-4419-8c85-fecd6b400619", "tag": "14d5e1cf-0139-4d53-8cdf-43356fa533c4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 20:59:59.752914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:59.762434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-0a9475f3-61d9-4f16-bba1-5286a7d43f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:59.764064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-0a9475f3-61d9-4f16-bba1-5286a7d43f4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 1095 time: 0.2675791 Apr 21 20:59:59.849596 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-91708ad6-b3b1-4da0-8a20-5d0a5a82cb91 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751633 Apr 21 20:59:59.880954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeca99b-94cd-4ac1-95b4-632c81aadf31 req-e8107cbb-3166-47fb-8323-af798c51394e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 20:59:59.883173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-feeca99b-94cd-4ac1-95b4-632c81aadf31 req-e8107cbb-3166-47fb-8323-af798c51394e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 943 time: 0.5089273 Apr 21 20:59:59.883173 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd76abb9-8851-454f-9362-84e2c72b3578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:59.885604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd76abb9-8851-454f-9362-84e2c72b3578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 20:59:59.889173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dd76abb9-8851-454f-9362-84e2c72b3578 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d004444a-7add-4ffb-ad5c-bac7ba987539 HTTP/1.1" status: 204 len: 168 time: 1.8925331 Apr 21 20:59:59.915527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e65f1-79c2-4fbe-8d5e-c69efe11641b service neutron] Pushing event updated for resources: {'Port': ['ID=14d5e1cf-0139-4d53-8cdf-43356fa533c4,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 20:59:59.981971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76abb9-8851-454f-9362-84e2c72b3578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d004444a-7add-4ffb-ad5c-bac7ba987539,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:00.064188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761447ad-7fe2-435e-97e6-2679d4675809 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:00.067572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-761447ad-7fe2-435e-97e6-2679d4675809 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4630821 Apr 21 21:00:00.083409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53408) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:00.089866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-feeca99b-94cd-4ac1-95b4-632c81aadf31 req-d56a66f6-28b4-4d3e-882d-ead229fbb2c8 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916080 Apr 21 21:00:00.091336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] No DVR routers for this DVR port be137fd4-08eb-41a0-a723-2cb5af42c1f9 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:00.097576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:00.101326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84060fe6-ff5f-484e-a8c0-8654b0684b37 req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.43 "DELETE /v2.0/ports/be137fd4-08eb-41a0-a723-2cb5af42c1f9 HTTP/1.1" status: 204 len: 173 time: 3.2894771 Apr 21 21:00:00.116232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50001df-2a6a-44e5-a57e-481a41a6cebd tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] Pushing event deleted for resources: {'Port': ['ID=be137fd4-08eb-41a0-a723-2cb5af42c1f9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:00.209427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-0fa1303b-a2a6-4827-86ec-45fdad4cd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:00.211433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-0fa1303b-a2a6-4827-86ec-45fdad4cd196 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 1094 time: 0.4302349 Apr 21 21:00:00.261943 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-e5bc50d1-8ac5-435b-8c3d-212f5ec170f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14d5e1cf-0139-4d53-8cdf-43356fa533c4 HTTP/1.1" status: 200 len: 217 time: 0.0401990 Apr 21 21:00:00.265233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c90eb0dd-e4a4-4f58-8dc9-6993ac3b7e9e req-85164a74-6211-4e78-92fd-e2685113a31d service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382542 Apr 21 21:00:00.266976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cbedac-7d82-4d34-875b-d76a9354e84c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:00.268859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cbedac-7d82-4d34-875b-d76a9354e84c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:00.270536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cbedac-7d82-4d34-875b-d76a9354e84c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:00.275166 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-28cbedac-7d82-4d34-875b-d76a9354e84c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1817825 Apr 21 21:00:00.275517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53416) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:00.276436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-96968445-cbc0-4ad3-abbc-8caae4635dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:00.277908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-96968445-cbc0-4ad3-abbc-8caae4635dc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.4582007 Apr 21 21:00:00.333693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-3faade02-129f-4738-be49-83f711943487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:00.333914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-3faade02-129f-4738-be49-83f711943487 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.0545416 Apr 21 21:00:00.393931 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-1425bdbf-26bf-42dc-ad7a-b7c124a41b38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be HTTP/1.1" status: 200 len: 217 time: 0.0590074 Apr 21 21:00:00.395079 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e58f6a-14bd-43c7-819c-c8acab48e3b9 x-openstack-request-id: req-c6e58f6a-14bd-43c7-819c-c8acab48e3b9 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:00.399208 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:00.399588 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6e58f6a-14bd-43c7-819c-c8acab48e3b9 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:00.400112 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e58f6a-14bd-43c7-819c-c8acab48e3b9'] response: {'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'status': 'completed', 'code': 200} Apr 21 21:00:00.414663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-a8cf9914-d367-40fa-89f4-430cc0309106 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339475 Apr 21 21:00:00.459655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device be137fd4-08eb-41a0-a723-2cb5af42c1f9 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:00.487294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f27ca01-71ca-4e0d-a791-31069f4e6b7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 52d1058d-ab48-4ab7-b029-c227434f6440 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:00.500904 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f27ca01-71ca-4e0d-a791-31069f4e6b7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:00.508473 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5797b5f6-9dc4-4ffa-807a-5cbab836cc0b x-openstack-request-id: req-5797b5f6-9dc4-4ffa-807a-5cbab836cc0b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:00.508795 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab937297-7893-4419-8c85-fecd6b400619", "tag": "14d5e1cf-0139-4d53-8cdf-43356fa533c4", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:00.509036 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5797b5f6-9dc4-4ffa-807a-5cbab836cc0b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:00.509445 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5797b5f6-9dc4-4ffa-807a-5cbab836cc0b'] response: {'name': 'network-changed', 'server_uuid': 'ab937297-7893-4419-8c85-fecd6b400619', 'tag': '14d5e1cf-0139-4d53-8cdf-43356fa533c4', 'status': 'completed', 'code': 200} Apr 21 21:00:00.591715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: be137fd4-08eb-41a0-a723-2cb5af42c1f9 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:00.592124 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device be137fd4-08eb-41a0-a723-2cb5af42c1f9 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:00.610984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9a905007-671f-46b9-a159-e9527a8f2bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:00.668283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:d4:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db992669-28a2-4924-98dc-98463d271ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T20:59:57Z', 'revision_number': 1, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:00.678290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f27ca01-71ca-4e0d-a791-31069f4e6b7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:00.703982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d810f49-077f-4ca5-93de-020579eea3f9 None None] The sync data for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 is: [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:d4:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db992669-28a2-4924-98dc-98463d271ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T20:59:57Z', 'revision_number': 1, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:00.792209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53422) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:00.799387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-217eddea-78d6-4e6f-9b4a-0aae97203a4e req-18e25ff7-0a57-471b-a251-5a442aeb9466 tempest-ServerGroupTestJSON-1781166429 tempest-ServerGroupTestJSON-1781166429-project] 10.222.0.49 "GET /v2.0/ports?device_id=6253897b-183b-4d8b-84f6-8018e384b42e HTTP/1.1" status: 200 len: 210 time: 0.2824588 Apr 21 21:00:00.821358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-84081e06-3dc3-4efd-ae2b-77e5aa92add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:00.822817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-84081e06-3dc3-4efd-ae2b-77e5aa92add7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.4106526 Apr 21 21:00:00.930290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f27ca01-71ca-4e0d-a791-31069f4e6b7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:01.021882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53432) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:01.022909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-11e43303-0dbc-40a6-a1af-4c233130213e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4dd058c9902b4a579c99f08940d93654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182691 Apr 21 21:00:01.025458 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-6a43c048-0c2f-43fa-af90-9cd669c7ba9c service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016414 Apr 21 21:00:01.028471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-cb2112f4-fab9-498e-8ca8-db39ad704262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:01.030086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-cb2112f4-fab9-498e-8ca8-db39ad704262 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1097 time: 0.5257709 Apr 21 21:00:01.104468 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b07916-9063-4e3b-95fb-274b319d4475 None None] New status for floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:00:01.206914 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a23a9d5-01a5-4ec5-98c4-a9d114c7acc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:01.231931 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a23a9d5-01a5-4ec5-98c4-a9d114c7acc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:01.254789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c13be6-a698-444d-9011-d66829aae054 req-79133efb-5bb0-4467-ad3a-264d175df672 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:01.256361 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-81c13be6-a698-444d-9011-d66829aae054 req-79133efb-5bb0-4467-ad3a-264d175df672 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.6103630 Apr 21 21:00:01.261104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d3c234-8b41-4b64-9cc7-45a5ab472368 req-8255bfb7-6bf8-43b7-ba2e-26aedab5cba0 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273068 Apr 21 21:00:01.292727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f27ca01-71ca-4e0d-a791-31069f4e6b7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:01.315866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-8896fc07-8565-4b14-b058-dfd1331bd536 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:01.317542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-1c9e1e84-5fa0-4eaf-93c1-bc4c5261315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:01.319016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-1c9e1e84-5fa0-4eaf-93c1-bc4c5261315b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4752526 Apr 21 21:00:01.325593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-8896fc07-8565-4b14-b058-dfd1331bd536 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3216574 Apr 21 21:00:01.338725 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a23a9d5-01a5-4ec5-98c4-a9d114c7acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:01.343274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a23a9d5-01a5-4ec5-98c4-a9d114c7acc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:01.344787 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7a23a9d5-01a5-4ec5-98c4-a9d114c7acc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af41e355-c880-4684-93e5-205bdcb7b48f HTTP/1.1" status: 204 len: 168 time: 0.3193665 Apr 21 21:00:01.443235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-2ad84720-0568-4a84-80a3-840412b5e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:01.445806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-2ad84720-0568-4a84-80a3-840412b5e4c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.4032340 Apr 21 21:00:01.488678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-81c13be6-a698-444d-9011-d66829aae054 req-5c725021-de3f-443b-90d6-69dbe9ac0948 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104456 Apr 21 21:00:01.825963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df880fe-db48-4c58-8710-c213de890004 req-4d669682-f909-41c9-8463-15c9ec294d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:01.827749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8df880fe-db48-4c58-8710-c213de890004 req-4d669682-f909-41c9-8463-15c9ec294d28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 1094 time: 0.5078657 Apr 21 21:00:01.847440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-4c5d9884-2ff5-4cc8-b364-078ed1b2ee66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 1001 time: 0.3807483 Apr 21 21:00:01.941751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27ca01-71ca-4e0d-a791-31069f4e6b7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=52d1058d-ab48-4ab7-b029-c227434f6440,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:01.956155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23a9d5-01a5-4ec5-98c4-a9d114c7acc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af41e355-c880-4684-93e5-205bdcb7b48f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:01.957163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa45d3ec-4bee-4d59-aeda-b1167b6ab650 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:01.958308 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f27ca01-71ca-4e0d-a791-31069f4e6b7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:01.961567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f27ca01-71ca-4e0d-a791-31069f4e6b7d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/52d1058d-ab48-4ab7-b029-c227434f6440 HTTP/1.1" status: 204 len: 168 time: 1.6841879 Apr 21 21:00:01.969896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53456) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:01.989020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42072afe-cac2-4e96-aa26-d0623d8d485f req-a7909358-7a0b-49d8-9def-233703a48d1e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:01.990975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42072afe-cac2-4e96-aa26-d0623d8d485f req-a7909358-7a0b-49d8-9def-233703a48d1e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 943 time: 0.2727079 Apr 21 21:00:01.999467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-c39925a7-07fa-4be5-96a5-b048458ee88c service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059866 Apr 21 21:00:02.073506 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-4dc4ca5a-3c87-4ffd-be21-37740ac945da tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 999 time: 0.7457645 Apr 21 21:00:02.092273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Request body: {'floatingip': {'port_id': '4e4127df-c984-4d06-b37f-3222b1466af2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:02.133544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f4dfa36-ebbc-4e7f-902f-9b93654734c8 req-fc6f682c-b6ed-4785-bfb9-9fc0ccffe03e service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219811 Apr 21 21:00:02.138521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42072afe-cac2-4e96-aa26-d0623d8d485f req-3cea3786-cae2-47c1-b91f-0aeb8ca06b1c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319664 Apr 21 21:00:02.139815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-7ed0de4e-c24a-43db-a0db-f25e6ff68277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:02.149346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-7ed0de4e-c24a-43db-a0db-f25e6ff68277 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.2836609 Apr 21 21:00:02.174188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-3885abe3-5d1d-4a86-96fb-5008cd7820bb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet f4d2b21d-c031-4d71-a9cd-93f14dc5f0ed {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:02.181366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3885abe3-5d1d-4a86-96fb-5008cd7820bb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:02.240059 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:02.258299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df880fe-db48-4c58-8710-c213de890004 req-eed12991-fc60-468c-befb-56e4bd2fda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:02.259779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8df880fe-db48-4c58-8710-c213de890004 req-eed12991-fc60-468c-befb-56e4bd2fda00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 913 time: 0.4103513 Apr 21 21:00:02.319163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-7167a763-1c02-4305-b0ae-ab4d817d7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:02.320883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-7167a763-1c02-4305-b0ae-ab4d817d7b0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603100 Apr 21 21:00:02.322566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8df880fe-db48-4c58-8710-c213de890004 req-26b36387-e43a-491b-8134-b9d8878d96cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14d5e1cf-0139-4d53-8cdf-43356fa533c4 HTTP/1.1" status: 200 len: 217 time: 0.0558069 Apr 21 21:00:02.322960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3885abe3-5d1d-4a86-96fb-5008cd7820bb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:02.510827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6253897b-183b-4d8b-84f6-8018e384b42e', 'name': 'network-vif-deleted', 'tag': 'be137fd4-08eb-41a0-a723-2cb5af42c1f9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:02.515435 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496a7d58-1361-4caa-8807-9f1515be642b" -d '{"events": [{"server_uuid": "6253897b-183b-4d8b-84f6-8018e384b42e", "name": "network-vif-deleted", "tag": "be137fd4-08eb-41a0-a723-2cb5af42c1f9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:02.564743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df880fe-db48-4c58-8710-c213de890004 req-1eebda9d-a042-4c01-b87a-a2ec7d7cc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:02.567274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8df880fe-db48-4c58-8710-c213de890004 req-1eebda9d-a042-4c01-b87a-a2ec7d7cc124 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.1582048 Apr 21 21:00:02.570218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3885abe3-5d1d-4a86-96fb-5008cd7820bb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:02.574139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 7d292c10-31a3-4cbf-9588-ea6819d2e5be details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:00:02.594380 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-b05ff78b-fbb3-4288-87cf-003e5d439c8b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1513610 Apr 21 21:00:02.599159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-24a8bf7b-6ebf-4d32-9710-13bc1639859b service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702496 Apr 21 21:00:02.623088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8df880fe-db48-4c58-8710-c213de890004 req-a239774d-da95-4c95-ae83-9eec6bc022e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467334 Apr 21 21:00:02.665469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53502) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:02.730406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3885abe3-5d1d-4a86-96fb-5008cd7820bb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:02.774690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3885abe3-5d1d-4a86-96fb-5008cd7820bb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:02.780782 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3885abe3-5d1d-4a86-96fb-5008cd7820bb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/f4d2b21d-c031-4d71-a9cd-93f14dc5f0ed HTTP/1.1" status: 204 len: 168 time: 0.8078396 Apr 21 21:00:02.781694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885abe3-5d1d-4a86-96fb-5008cd7820bb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d2b21d-c031-4d71-a9cd-93f14dc5f0ed,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:02.785905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53506) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:02.821857 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f8d11541-ddc7-43d9-9180-f3ec5f0f61a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:02.864636 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0a28f4bc-900e-4d9c-a46e-02a5683e4593 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732491 Apr 21 21:00:02.866210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53508) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:02.871228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-781c036d-e77a-4efb-ae35-1000c73f3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:02.873607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-781c036d-e77a-4efb-ae35-1000c73f3b6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cdace7a81fb42afa24fc17656b2466d&device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 1098 time: 0.2488432 Apr 21 21:00:02.873788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:02.875173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:02.928017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'port_id': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'mac_address': 'fa:16:3e:6c:11:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:00:02.957316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-86498917-network', 'tenant_id': 'fd1bcacb04f44121a05581a8532883ec'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:02.958286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e46aa-b69e-40c9-bd4c-875350761a68 req-86127fb9-87e4-414f-9399-7ff0fe399d7f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:02.960419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f2e46aa-b69e-40c9-bd4c-875350761a68 req-86127fb9-87e4-414f-9399-7ff0fe399d7f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.2380595 Apr 21 21:00:02.973038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8df880fe-db48-4c58-8710-c213de890004 req-ebb96c35-8b01-48bc-8a93-bb73406ea738 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209298 Apr 21 21:00:02.978670 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:02.987253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55c6e62d-e9f5-4df8-b710-b217d8d16f00 req-732f9968-12cb-4c89-b733-75c5c16b5a21 service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667035 Apr 21 21:00:02.994855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d292c10-31a3-4cbf-9588-ea6819d2e5be {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:03.018488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:03.023081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Made reservation on behalf of fd1bcacb04f44121a05581a8532883ec for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:03.025779 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.027042 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.046407 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.107596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:03.176459 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.178411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8df880fe-db48-4c58-8710-c213de890004 req-ec9ff231-1848-44cd-8123-bc12f8b7d964 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613867 Apr 21 21:00:03.208219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f2e46aa-b69e-40c9-bd4c-875350761a68 req-8156b6b4-da69-47b6-bff4-6e0609c7092b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324753 Apr 21 21:00:03.223973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-bd6fe547-8831-4c4f-a137-45b5ba4de5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:03.225497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-bd6fe547-8831-4c4f-a137-45b5ba4de5b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3172228 Apr 21 21:00:03.269566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ffb83c-6556-433d-96dc-4c71fe32a708 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:03.271352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-018a9493-95e9-4e06-b094-b1d3f661a4e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=c7de2bbb-417e-4207-a209-4b32c32c72af HTTP/1.1" status: 200 len: 217 time: 0.0384550 Apr 21 21:00:03.310225 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.322177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:03.326256 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.357340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5e1030a2-7dd3-4d2a-8d9a-da399bfe046b None None] Provisioning complete for port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:03.357340 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5e1030a2-7dd3-4d2a-8d9a-da399bfe046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.358580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-91ec2dd0-9401-48ba-a99c-c8aa198f20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:03.360256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-91ec2dd0-9401-48ba-a99c-c8aa198f20fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0783286 Apr 21 21:00:03.362102 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a57045-0d06-4b7e-87be-e9b366f0a32b x-openstack-request-id: req-39a57045-0d06-4b7e-87be-e9b366f0a32b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:03.362596 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6253897b-183b-4d8b-84f6-8018e384b42e", "name": "network-vif-deleted", "tag": "be137fd4-08eb-41a0-a723-2cb5af42c1f9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:03.363016 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39a57045-0d06-4b7e-87be-e9b366f0a32b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:03.364002 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a57045-0d06-4b7e-87be-e9b366f0a32b'] response: {'server_uuid': '6253897b-183b-4d8b-84f6-8018e384b42e', 'name': 'network-vif-deleted', 'tag': 'be137fd4-08eb-41a0-a723-2cb5af42c1f9', 'status': 'completed', 'code': 200} Apr 21 21:00:03.388833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:00:03.436294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['7d292c10-31a3-4cbf-9588-ea6819d2e5be'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:00:03.451926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:03.478078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.478417 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Added segment 465dae7b-8876-453b-b304-72339a982094 of type vlan for network 6f02ed80-a9a5-44a2-a355-0201873c37d0 Apr 21 21:00:03.590313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.605231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a844d-fa23-4fbf-bdb3-5d4f55d93380 None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:00:03.690370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a844d-fa23-4fbf-bdb3-5d4f55d93380 None None] Deleting port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:03.690852 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dc1a844d-fa23-4fbf-bdb3-5d4f55d93380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.697236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.698215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:03.698807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.766631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-dc1a844d-fa23-4fbf-bdb3-5d4f55d93380 None None] For port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:03.766631 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dc1a844d-fa23-4fbf-bdb3-5d4f55d93380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.775856 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1049132 Apr 21 21:00:03.777238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53512) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:03.778278 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.783882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a844d-fa23-4fbf-bdb3-5d4f55d93380 None None] Calling delete_port for e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:03.787844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Request body: {'subnet': {'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-86498917-subnet', 'tenant_id': 'fd1bcacb04f44121a05581a8532883ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:03.791756 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.828695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67a962-24a4-4b12-88f9-f41bdad6eb24 req-0faaa898-6709-4403-95a4-16b4f4225796 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:03.833714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cfee4-9bce-4c39-9d7b-0cd61307a315 admin admin] Pushing event updated for resources: {'Network': ['ID=6f02ed80-a9a5-44a2-a355-0201873c37d0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:03.836741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b67a962-24a4-4b12-88f9-f41bdad6eb24 req-0faaa898-6709-4403-95a4-16b4f4225796 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 950 time: 0.4707873 Apr 21 21:00:03.838683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Made reservation on behalf of fd1bcacb04f44121a05581a8532883ec for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:03.841933 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.852237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6f02ed80-a9a5-44a2-a355-0201873c37d0 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:00:03.863816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-92cff4cf-8b35-4c4a-a5bd-60500ba5246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:03.865770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-92cff4cf-8b35-4c4a-a5bd-60500ba5246a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4869576 Apr 21 21:00:03.951338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dc1a844d-fa23-4fbf-bdb3-5d4f55d93380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:03.982726 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e associated. External IP: 172.25.0.10, port: d7744e8b-cb61-40cf-a0b0-cfefa2ccd096. Apr 21 21:00:03.997667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a844d-fa23-4fbf-bdb3-5d4f55d93380 None None] Pushing event deleted for resources: {'Port': ['ID=e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:04.004696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a844d-fa23-4fbf-bdb3-5d4f55d93380 None None] No DVR routers for this DVR port e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:04.010979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b67a962-24a4-4b12-88f9-f41bdad6eb24 req-42066e30-943e-470f-ab21-0d2ef0aa883a tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732452 Apr 21 21:00:04.022222 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:04.054715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:00:04.057936 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:04.080876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 14d5e1cf-0139-4d53-8cdf-43356fa533c4 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:00:04.119835 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:04.126472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:04.132902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:04.132902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:04.143238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-52afb239-ad10-4473-8317-dacc0a61dab9 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434287 Apr 21 21:00:04.160085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa921a1-10f7-47a8-b801-1fb79dc5d759 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:04.174462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=d763620d-1680-454f-b6f6-9762889771ad,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:04.194351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-87899d49-c945-47a2-9634-80561f0a281a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3267412 Apr 21 21:00:04.195003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:04.204479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c9dc7a5e-7e2f-4af2-95ee-f19762dfafe2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:04.237721 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:04.268619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 14d5e1cf-0139-4d53-8cdf-43356fa533c4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=14d5e1cf-0139-4d53-8cdf-43356fa533c4,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:04.290135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '14d5e1cf-0139-4d53-8cdf-43356fa533c4', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'port_id': '14d5e1cf-0139-4d53-8cdf-43356fa533c4', 'mac_address': 'fa:16:3e:2d:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bf5f30-1a54-45df-beff-c6aca22835c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:00:04.314386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c84061-9ec6-4424-885c-e115c75bcfdb req-ebffebf8-5ae6-47ff-bf36-e72fd49a4135 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:04.315646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47c84061-9ec6-4424-885c-e115c75bcfdb req-ebffebf8-5ae6-47ff-bf36-e72fd49a4135 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 943 time: 0.1669500 Apr 21 21:00:04.339700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b055e7f-0ccd-46b3-9a35-85a05c1f697e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:04.356612 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:04.374627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179826d1-364d-4337-b6da-422f6d7b8cc4 req-b829dd58-0657-467f-9d2a-694216bccf18 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144721 Apr 21 21:00:04.374841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d5e1cf-0139-4d53-8cdf-43356fa533c4 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:04.381987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Checking segment: {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:04.382676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Network hostable DHCP agents. Network: 6f02ed80-a9a5-44a2-a355-0201873c37d0, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:00:04.412600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 14d5e1cf-0139-4d53-8cdf-43356fa533c4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=14d5e1cf-0139-4d53-8cdf-43356fa533c4,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:04.412838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47c84061-9ec6-4424-885c-e115c75bcfdb req-debd6ba8-6608-406d-bb03-e7773a810ce2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772505 Apr 21 21:00:04.418587 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:04.422763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:04.425883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dc7a5e-7e2f-4af2-95ee-f19762dfafe2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:04.429788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9dc7a5e-7e2f-4af2-95ee-f19762dfafe2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:04.431562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Network 6f02ed80-a9a5-44a2-a355-0201873c37d0 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:00:04.453757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': 'd763620d-1680-454f-b6f6-9762889771ad'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:00:04.463211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 6f02ed80-a9a5-44a2-a355-0201873c37d0) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:04.463534 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:04.473607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:04.474791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:04.485595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4b5bf1-32d2-4ab7-964b-de456b739ca5 None None] Network 6f02ed80-a9a5-44a2-a355-0201873c37d0 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:04.515723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-968ec9b6-eb8f-4736-8777-28d239c3e462 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7351871 Apr 21 21:00:04.607171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=14d5e1cf-0139-4d53-8cdf-43356fa533c4,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:04.615800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 7d292c10-31a3-4cbf-9588-ea6819d2e5be up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:04.650634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:04.726677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] Sync routers for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:04.741574 n-d-838945-1 neutron-server[114646]: INFO neutron.db.ipam_backend_mixin [None req-c9dc7a5e-7e2f-4af2-95ee-f19762dfafe2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d763620d-1680-454f-b6f6-9762889771ad (CIDR: 2001:db8::/64) Apr 21 21:00:04.748631 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dc7a5e-7e2f-4af2-95ee-f19762dfafe2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:00:04.748993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dc7a5e-7e2f-4af2-95ee-f19762dfafe2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:04.767015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b90b8-cd24-4852-8f98-5b0f7daa0e48 req-956741f9-db01-4862-a98f-9052c3af219e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:04.768921 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a50b90b8-cd24-4852-8f98-5b0f7daa0e48 req-956741f9-db01-4862-a98f-9052c3af219e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 945 time: 0.0554421 Apr 21 21:00:04.811714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a50b90b8-cd24-4852-8f98-5b0f7daa0e48 req-24f29d26-a382-48d3-9ba6-8a2a68e0f8c9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353158 Apr 21 21:00:04.817165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['14d5e1cf-0139-4d53-8cdf-43356fa533c4'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:00:04.829125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:04.829836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:05.101727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Allocated IP 2001:db8::f816:3eff:fe1f:ee04 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/d763620d-1680-454f-b6f6-9762889771ad/830f9499-b22f-418a-8628-a1436f99043a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:05.120179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c9dc7a5e-7e2f-4af2-95ee-f19762dfafe2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9195144 Apr 21 21:00:05.124079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53560) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:05.129620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:05.158871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-6f02ed80-a9a5-44a2-a355-0201873c37d0', 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0', 'tenant_id': 'fd1bcacb04f44121a05581a8532883ec', 'fixed_ips': [{'subnet_id': '6b055e7f-0ccd-46b3-9a35-85a05c1f697e'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:00:05.159740 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.219096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:05.247405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:05.247744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e019c10c-7e2b-40a5-8454-a1f4bdfd7a6e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:05.249114 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 7d292c10-31a3-4cbf-9588-ea6819d2e5be completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:00:05.276005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-01ea5a06-881c-4deb-a2df-150f105172d6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:05.277602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-01ea5a06-881c-4deb-a2df-150f105172d6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 814 time: 0.1213892 Apr 21 21:00:05.295297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-c6c26a48-2e3f-4bba-aa80-6aee33d77ac6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/quotas/fd1bcacb04f44121a05581a8532883ec HTTP/1.1" status: 200 len: 375 time: 0.0105689 Apr 21 21:00:05.300501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 7d292c10-31a3-4cbf-9588-ea6819d2e5be triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:05.300902 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.331285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-21fc6daa-e072-4a8a-8328-b3d3dd749b42 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289252 Apr 21 21:00:05.368315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:05.369922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:05.373470 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.400676 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.437759 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-d131b564-8995-4c83-b46b-e09784c7eebe service neutron] 10.222.0.49 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978568 Apr 21 21:00:05.471415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:05.537370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-245e3991-604d-486a-92ee-d15c51eca343 service neutron] 10.222.0.49 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922916 Apr 21 21:00:05.591022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:05.602172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.677883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:05.682021 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01" -d '{"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:05.732098 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-833103fd-f16b-41a8-bc5f-105bf3b33399 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "PUT /v2.0/floatingips/e6e684a4-c1d7-43b8-a142-14bec26e0a5e HTTP/1.1" status: 200 len: 998 time: 3.6577384 Apr 21 21:00:05.814587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-a4afc17a-b4e9-4f80-a45c-bee2d5dcd128 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:05.816180 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-a4afc17a-b4e9-4f80-a45c-bee2d5dcd128 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports/d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 943 time: 0.0755966 Apr 21 21:00:05.859427 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.866372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.899387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.929610 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.943027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Allocated IP 172.20.0.2 (6f02ed80-a9a5-44a2-a355-0201873c37d0/6b055e7f-0ccd-46b3-9a35-85a05c1f697e/49cff672-0b15-4211-b3d1-c016b2733a0e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:05.952084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:05.963918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:05.972216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:05.972820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:05.999853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8746099 Apr 21 21:00:06.000260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:06.001625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53594) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:06.002280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdd677-1abe-4481-b1c0-e20ecd26d313 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=af9501e9-e3f2-4fdd-abff-ccbef99080de,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:06.009805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:a7:fb:ae', 'name': 'tempest-NetworksTestDHCPv6-1646300486'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:06.036792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de42ef-8118-40b3-9b2e-e02202da966e req-98570194-0c29-4048-b4a7-9191bd0f13db tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.044999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09de42ef-8118-40b3-9b2e-e02202da966e req-98570194-0c29-4048-b4a7-9191bd0f13db tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 944 time: 0.1017313 Apr 21 21:00:06.060271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:06.070919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:06.074375 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc6b8a6-4310-48f3-b1dc-c1cd9ac55752" -d '{"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-plugged", "status": "completed", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:06.078541 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.090351 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09de42ef-8118-40b3-9b2e-e02202da966e req-37a319b7-eacb-4761-b207-ef204e57856c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Apr 21 21:00:06.094804 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.095986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:06.098214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:06.102485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:06.117271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-db950ae7-2741-40c4-bd5c-00e6b52b41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.119044 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-db950ae7-2741-40c4-bd5c-00e6b52b41fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1097 time: 0.2068670 Apr 21 21:00:06.158129 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cab61de-5eaf-4156-bcdc-648fb348c0d5 x-openstack-request-id: req-5cab61de-5eaf-4156-bcdc-648fb348c0d5 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:06.158723 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:06.159119 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cab61de-5eaf-4156-bcdc-648fb348c0d5 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:06.159805 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cab61de-5eaf-4156-bcdc-648fb348c0d5'] response: {'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'status': 'completed', 'code': 200} Apr 21 21:00:06.166510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:06.182746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Pushing event updated for resources: {'Port': ['ID=830f9499-b22f-418a-8628-a1436f99043a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:06.316727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-01ec7d5f-9d05-494b-9d87-7a90d69fe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.318259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-01ec7d5f-9d05-494b-9d87-7a90d69fe1d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1097 time: 0.1416411 Apr 21 21:00:06.345276 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.379266 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Attempting to bind port 830f9499-b22f-418a-8628-a1436f99043a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:06.380045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Attempting to bind port 830f9499-b22f-418a-8628-a1436f99043a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:06.380573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Attempting to bind port 830f9499-b22f-418a-8628-a1436f99043a on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:06.395800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-d87bde2d-c2f6-471e-ad6e-7ba8e04bfbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.397532 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-d87bde2d-c2f6-471e-ad6e-7ba8e04bfbd8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.2684548 Apr 21 21:00:06.407576 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:06.419089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-bef688d7-027f-432f-afba-167130608f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.420609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-bef688d7-027f-432f-afba-167130608f4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.0944095 Apr 21 21:00:06.438631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:06.439130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:06.439538 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.439928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:06.440407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Bound port: 830f9499-b22f-418a-8628-a1436f99043a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:06.440825 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.466257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 5464137a-7cf3-4e87-8d84-d997f8e3bbce yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:00:06.469857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-f88bd4d3-e576-4194-ab70-a9516eb6d7d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 217 time: 0.0397277 Apr 21 21:00:06.479964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-cf4a5612-9d80-439d-a526-e4cd216eadce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 217 time: 0.0701654 Apr 21 21:00:06.560400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-a13c9c9e-3498-42a9-a3b0-cdc07476d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.562313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-a13c9c9e-3498-42a9-a3b0-cdc07476d2a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.0683024 Apr 21 21:00:06.571621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-b9a1b218-ec50-40bf-b852-7c2a62339083 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.576172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-6cf8d091-0a60-419f-bd79-cb222ce93bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.577936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-6cf8d091-0a60-419f-bd79-cb222ce93bf2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.0562584 Apr 21 21:00:06.586592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-b9a1b218-ec50-40bf-b852-7c2a62339083 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 814 time: 0.3338282 Apr 21 21:00:06.592551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.624474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': '4e4127df-c984-4d06-b37f-3222b1466af2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:be:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa47946-8efd-4b45-9286-c78f8da45768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T21:00:03Z', 'revision_number': 3, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:06.629911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] For port 830f9499-b22f-418a-8628-a1436f99043a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:06.632372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.645370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-f419ec8b-d3ba-45a9-9a68-69eb66fd4f03 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/quotas/fd1bcacb04f44121a05581a8532883ec HTTP/1.1" status: 200 len: 375 time: 0.0571344 Apr 21 21:00:06.677574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] Checking router: 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:06.684685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] For port 830f9499-b22f-418a-8628-a1436f99043a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=830f9499-b22f-418a-8628-a1436f99043a,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:06.686256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-9ef20f1b-7856-43f8-a8be-45db40efcf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.686841 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.688122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-9ef20f1b-7856-43f8-a8be-45db40efcf3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005912 Apr 21 21:00:06.698074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-45bdef14-bd26-4c89-9274-49a17d22524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:06.699683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-45bdef14-bd26-4c89-9274-49a17d22524e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100187 Apr 21 21:00:06.707338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.728477 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-4eac2271-c5b4-443b-b62b-d0e54aff6026 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821741 Apr 21 21:00:06.731915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:06.749537 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:06.752217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Network 6f02ed80-a9a5-44a2-a355-0201873c37d0 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:06.761233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:06.761857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:06.773377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:06.824661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:06.831550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Pushing event updated for resources: {'Port': ['ID=49cff672-0b15-4211-b3d1-c016b2733a0e,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:06.857438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8:0:1::26f (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/af9501e9-e3f2-4fdd-abff-ccbef99080de/5464137a-7cf3-4e87-8d84-d997f8e3bbce) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:06.879354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::f816:3eff:fea7:fbae (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/d763620d-1680-454f-b6f6-9762889771ad/5464137a-7cf3-4e87-8d84-d997f8e3bbce) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:06.888882 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-7b6e45df-462c-475a-a33b-bbe52ab61d76 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920037 Apr 21 21:00:06.925641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-89dd16a6-a8c5-4f09-9386-eac5667c8663 service neutron] 10.222.0.49 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961207 Apr 21 21:00:07.221751 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-aa2779ac-491c-440d-9598-1545c0d5944b service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230445 Apr 21 21:00:07.236209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-29e8a3fe-b9a0-4470-b915-da64a7aaf0cd service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278506 Apr 21 21:00:07.254453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-d139bd16-3f49-496e-8c35-f02c864205af service neutron] 10.222.0.49 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274286 Apr 21 21:00:07.322411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:07.345945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Attempting to bind port 49cff672-0b15-4211-b3d1-c016b2733a0e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:07.347001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Attempting to bind port 49cff672-0b15-4211-b3d1-c016b2733a0e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:07.347671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Attempting to bind port 49cff672-0b15-4211-b3d1-c016b2733a0e on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:07.357527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:07.358355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Checking segment: {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:07.359992 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:07.361602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Bound using segment: {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:07.362314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Bound port: 49cff672-0b15-4211-b3d1-c016b2733a0e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:07.362907 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:07.403134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-b72f47b4-0b76-45ad-8df8-09304c8a7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:07.404643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-b72f47b4-0b76-45ad-8df8-09304c8a7dc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 1097 time: 0.0980237 Apr 21 21:00:07.418516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b016b-cf1c-403e-8471-8873b31c42a3 None None] Pushing event updated for resources: {'Port': ['ID=830f9499-b22f-418a-8628-a1436f99043a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:07.454058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:07.470822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-859ff74c-7d81-47df-a3c7-ab3420d6cb4f tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:07.481416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-859ff74c-7d81-47df-a3c7-ab3420d6cb4f tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.43 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 814 time: 0.3411217 Apr 21 21:00:07.489392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Request body: {'port': {'device_id': 'd69acf79-fe30-4c22-b250-8bebc0730fe2', 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0', 'admin_state_up': True, 'tenant_id': 'fd1bcacb04f44121a05581a8532883ec'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:07.568434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:07.578436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:07.583333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:07.606338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:07.617171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:07.617832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:07.648712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=5464137a-7cf3-4e87-8d84-d997f8e3bbce,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:07.653549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42cc0d2b-a4f1-4fa5-be52-a4b827781e01 req-446fd3d6-4724-490d-ac61-dedd341ad4e6 service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012570 Apr 21 21:00:07.655972 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] For port 49cff672-0b15-4211-b3d1-c016b2733a0e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:07.672595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] For port 49cff672-0b15-4211-b3d1-c016b2733a0e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=49cff672-0b15-4211-b3d1-c016b2733a0e,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:07.674908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=11']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:07.676054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Made reservation on behalf of fd1bcacb04f44121a05581a8532883ec for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:07.683730 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:07.691761 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:07.701387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-59e21f7b-3597-496b-b7c5-2d05e7b7611d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6931343 Apr 21 21:00:07.701967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53628) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:07.710781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-247c3842-ebef-456d-878d-53fe55801f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:07.712584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-247c3842-ebef-456d-878d-53fe55801f6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.2998099 Apr 21 21:00:07.866024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956361f5-3f40-4855-ae10-8a236ad3c548 req-f7d4bec0-a0e6-4ebc-bf4d-a3fc2c6e083f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:07.867547 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-956361f5-3f40-4855-ae10-8a236ad3c548 req-f7d4bec0-a0e6-4ebc-bf4d-a3fc2c6e083f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1804628 Apr 21 21:00:07.896453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae0f9f-18f7-47e8-a531-be9938322c2d None None] Pushing event updated for resources: {'Port': ['ID=49cff672-0b15-4211-b3d1-c016b2733a0e,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:07.919745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-09f47d1b-c02d-430d-956b-4f6ac33765cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 200 len: 1001 time: 0.1817849 Apr 21 21:00:08.019446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0369e717-a0ce-41ab-bde0-8c746dcb5045 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 5464137a-7cf3-4e87-8d84-d997f8e3bbce {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:08.019782 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0369e717-a0ce-41ab-bde0-8c746dcb5045 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.025000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-e2660613-aa40-44f9-ae98-914c9d26feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:08.026482 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-e2660613-aa40-44f9-ae98-914c9d26feed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.0930920 Apr 21 21:00:08.045826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Allocated IP 172.20.0.7 (6f02ed80-a9a5-44a2-a355-0201873c37d0/6b055e7f-0ccd-46b3-9a35-85a05c1f697e/f3227603-1782-49ff-9274-9ddb3dcf6a40) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:08.088081 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-956361f5-3f40-4855-ae10-8a236ad3c548 req-f0fffdf0-49dd-4607-9350-93b9be5d35bd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024174 Apr 21 21:00:08.106782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 14d5e1cf-0139-4d53-8cdf-43356fa533c4 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:08.204511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:08.208056 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d30aa79-ebaa-4065-8660-e05afa260f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:08.271043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71037687-d751-4fcc-a08b-685d0e305e67 req-ed9887f1-10c1-418a-ae69-65204ecc0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:08.272561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-ed9887f1-10c1-418a-ae69-65204ecc0879 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251606 Apr 21 21:00:08.311801 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a47ffe7-7b72-4277-9d9b-9962c4c8066f x-openstack-request-id: req-5a47ffe7-7b72-4277-9d9b-9962c4c8066f {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:08.312092 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-plugged", "status": "completed", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:08.312341 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a47ffe7-7b72-4277-9d9b-9962c4c8066f {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:08.312741 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a47ffe7-7b72-4277-9d9b-9962c4c8066f'] response: {'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'code': 200} Apr 21 21:00:08.319597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0369e717-a0ce-41ab-bde0-8c746dcb5045 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.345846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': '4e4127df-c984-4d06-b37f-3222b1466af2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:be:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa47946-8efd-4b45-9286-c78f8da45768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T21:00:03Z', 'revision_number': 3, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:08.375502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0369e717-a0ce-41ab-bde0-8c746dcb5045 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 5464137a-7cf3-4e87-8d84-d997f8e3bbce owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:08.385593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.391694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75fac1-2bd3-427c-bf8f-db716ca44b75 None None] The sync data for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 is: [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': '4e4127df-c984-4d06-b37f-3222b1466af2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:be:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa47946-8efd-4b45-9286-c78f8da45768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T21:00:03Z', 'revision_number': 3, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:08.396711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 14d5e1cf-0139-4d53-8cdf-43356fa533c4 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:00:08.403234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 14d5e1cf-0139-4d53-8cdf-43356fa533c4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:08.403705 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.474953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f942a5-e60d-40ef-83cd-14ebc6514bfc None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:08.489571 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.586295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Network 6f02ed80-a9a5-44a2-a355-0201873c37d0 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:08.595372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e939b19-8069-401f-b79f-0d6f7ed4068a req-a50387e9-3d31-423f-91cc-dee9b62f397a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:08.597563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8ce2fe11-820d-4d09-a97b-c2f9dbbf3321 None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:08.598010 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ce2fe11-820d-4d09-a97b-c2f9dbbf3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.605944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e939b19-8069-401f-b79f-0d6f7ed4068a req-a50387e9-3d31-423f-91cc-dee9b62f397a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 944 time: 0.1662006 Apr 21 21:00:08.614279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9572f-7d94-476d-af63-f965bb932d94 req-8d15165f-1df5-4b2f-b104-136e753f8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:08.615919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7aa9572f-7d94-476d-af63-f965bb932d94 req-8d15165f-1df5-4b2f-b104-136e753f8af3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 1097 time: 0.1775315 Apr 21 21:00:08.621686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:08.624732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Pushing event updated for resources: {'Port': ['ID=f3227603-1782-49ff-9274-9ddb3dcf6a40,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:08.633337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:08.667112 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.694671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:08.695351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.742280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 14d5e1cf-0139-4d53-8cdf-43356fa533c4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=14d5e1cf-0139-4d53-8cdf-43356fa533c4,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:08.752703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7aa9572f-7d94-476d-af63-f965bb932d94 req-57926aba-60b3-41ad-a414-493577f1c5d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540237 Apr 21 21:00:08.755921 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-b8090683-d6f7-426c-b4b7-e44ff3fc6e78 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2705445 Apr 21 21:00:08.769020 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.769849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e939b19-8069-401f-b79f-0d6f7ed4068a req-d7c04875-964c-46e7-a488-4212ab5def24 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629887 Apr 21 21:00:08.771932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-9615d370-14c5-4db9-a2d3-ea8ce1737dd3 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860330 Apr 21 21:00:08.782461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Request body: {'port': {'device_id': 'd69acf79-fe30-4c22-b250-8bebc0730fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:08.830761 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ce2fe11-820d-4d09-a97b-c2f9dbbf3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.894545 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:00:08.919363 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b54d11-7da1-4f53-8171-36fe3b290176 None None] New status for floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:00:08.936064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=14d5e1cf-0139-4d53-8cdf-43356fa533c4,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:08.958741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8ce2fe11-820d-4d09-a97b-c2f9dbbf3321 None None] For port 830f9499-b22f-418a-8628-a1436f99043a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=830f9499-b22f-418a-8628-a1436f99043a,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:08.970306 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ce2fe11-820d-4d09-a97b-c2f9dbbf3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:08.999403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:09.031774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0369e717-a0ce-41ab-bde0-8c746dcb5045 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:09.129201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369e717-a0ce-41ab-bde0-8c746dcb5045 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=5464137a-7cf3-4e87-8d84-d997f8e3bbce,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:09.149708 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71037687-d751-4fcc-a08b-685d0e305e67 req-8009bcf0-9351-4eea-8802-69d0957fbda7 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768196 Apr 21 21:00:09.163342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ff3a7-b328-4f00-9100-fd25058fadf1 None None] Update dhcp port {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': 'd763620d-1680-454f-b6f6-9762889771ad', 'ip_address': '2001:db8::f816:3eff:fe1f:ee04'}, {'subnet_id': 'af9501e9-e3f2-4fdd-abff-ccbef99080de'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '830f9499-b22f-418a-8628-a1436f99043a'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:00:09.168507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2fe11-820d-4d09-a97b-c2f9dbbf3321 None None] Pushing event updated for resources: {'Port': ['ID=830f9499-b22f-418a-8628-a1436f99043a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:09.171195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-fe95586d-f52d-4d6a-a43d-fd25dc8c305c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:09.179668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-fe95586d-f52d-4d6a-a43d-fd25dc8c305c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 814 time: 0.2802651 Apr 21 21:00:09.215978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-74db3c11-9ae6-46a4-92a8-571b9a45fa43 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/quotas/fd1bcacb04f44121a05581a8532883ec HTTP/1.1" status: 200 len: 375 time: 0.0351510 Apr 21 21:00:09.233838 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a7-b328-4f00-9100-fd25058fadf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:09.259868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0369e717-a0ce-41ab-bde0-8c746dcb5045 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:09.267530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0369e717-a0ce-41ab-bde0-8c746dcb5045 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/5464137a-7cf3-4e87-8d84-d997f8e3bbce HTTP/1.1" status: 204 len: 168 time: 1.5646987 Apr 21 21:00:09.268575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53656) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:09.357440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cec50f-0209-42ee-b82d-cbeb2fc02b29 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:09.370892 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e9cec50f-0209-42ee-b82d-cbeb2fc02b29 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1005287 Apr 21 21:00:09.372824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53658) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:09.489033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-0dddfdad-25c5-4613-a994-a2606a4ae8be tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2722356 Apr 21 21:00:09.504174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 49cff672-0b15-4211-b3d1-c016b2733a0e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:09.533864 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c489ecf1-cd2e-4abb-9888-4e1a941ca6b7 x-openstack-request-id: req-c489ecf1-cd2e-4abb-9888-4e1a941ca6b7 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:09.534158 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:09.534410 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c489ecf1-cd2e-4abb-9888-4e1a941ca6b7 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:09.534804 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c489ecf1-cd2e-4abb-9888-4e1a941ca6b7'] response: {'name': 'network-changed', 'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2', 'status': 'completed', 'code': 200} Apr 21 21:00:09.550684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee460aa9-2afa-4ab9-927c-d4c227cba658 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:09.554086 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ee460aa9-2afa-4ab9-927c-d4c227cba658 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1789696 Apr 21 21:00:09.556502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53668) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:09.573274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] Sync routers for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:09.591558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3b58e8-5ca8-4b15-bbb6-7af78a68cee2 None None] Network 6f02ed80-a9a5-44a2-a355-0201873c37d0 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:09.638891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:09.639767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:09.679165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03c785-d60f-4bd1-8365-a0cd0420eb7a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:09.681117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03c785-d60f-4bd1-8365-a0cd0420eb7a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:09.682674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03c785-d60f-4bd1-8365-a0cd0420eb7a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:09.684806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9f03c785-d60f-4bd1-8365-a0cd0420eb7a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1267731 Apr 21 21:00:09.688921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53670) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:09.743472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6530d41-fc14-4e50-b614-8e8b2ff7675b req-b7e2c281-f020-454c-8442-7bfdeb74790f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:09.745317 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6530d41-fc14-4e50-b614-8e8b2ff7675b req-b7e2c281-f020-454c-8442-7bfdeb74790f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1222835 Apr 21 21:00:09.757972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-96107b34-0960-4f8a-a1e1-0330e785aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:09.759445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-96107b34-0960-4f8a-a1e1-0330e785aeba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 1097 time: 0.1896822 Apr 21 21:00:09.777288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b0013ff0-64a1-4a2a-87cf-1d133f661218 None None] Provisioning complete for port 49cff672-0b15-4211-b3d1-c016b2733a0e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:09.778515 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b0013ff0-64a1-4a2a-87cf-1d133f661218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:09.782913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a7879d-1f55-491c-9d68-93db3efabcfa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet af9501e9-e3f2-4fdd-abff-ccbef99080de {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:09.824811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6530d41-fc14-4e50-b614-8e8b2ff7675b req-7f8b5354-2a76-4f10-ae95-066684320dcb tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381234 Apr 21 21:00:09.879442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-46c79d7b-3b3c-4109-aaa5-74a5b5139e5e service neutron] 10.222.0.49 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895543 Apr 21 21:00:09.890635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-cdf50c7d-079c-4330-82c4-bcefb0082040 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:09.892104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-cdf50c7d-079c-4330-82c4-bcefb0082040 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.46 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 814 time: 0.2778823 Apr 21 21:00:09.894689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 49cff672-0b15-4211-b3d1-c016b2733a0e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:09.895226 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:09.921188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Request body: {'port': {'device_id': 'dcb6b2a2-1167-4494-9759-706ccb3d852d', 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0', 'admin_state_up': True, 'tenant_id': 'fd1bcacb04f44121a05581a8532883ec'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:09.934820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-507ff3a7-b328-4f00-9100-fd25058fadf1 None None] Allocated IP 2001:db8:0:1::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/af9501e9-e3f2-4fdd-abff-ccbef99080de/830f9499-b22f-418a-8628-a1436f99043a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:09.950921 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4db7913c-bede-4ed5-92bf-692af6e498c7 req-bf18748d-c254-46a0-b2bb-a40337e019eb tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1001 time: 0.0767267 Apr 21 21:00:10.011716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:10.015881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7913c-bede-4ed5-92bf-692af6e498c7 req-a73d0171-3eb9-446d-9d61-c4fb11420f62 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:10.017573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4db7913c-bede-4ed5-92bf-692af6e498c7 req-a73d0171-3eb9-446d-9d61-c4fb11420f62 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports/4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 200 len: 943 time: 0.0532820 Apr 21 21:00:10.151846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4db7913c-bede-4ed5-92bf-692af6e498c7 req-6faa0a45-8f85-4dad-b92f-5ef54723899d tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1001 time: 0.0803115 Apr 21 21:00:10.290109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7913c-bede-4ed5-92bf-692af6e498c7 req-5d29c9bc-e267-4a5b-91f0-c026f12f712c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:10.291781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4db7913c-bede-4ed5-92bf-692af6e498c7 req-5d29c9bc-e267-4a5b-91f0-c026f12f712c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.1330640 Apr 21 21:00:10.346167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3'}, {'server_uuid': 'ab937297-7893-4419-8c85-fecd6b400619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d5e1cf-0139-4d53-8cdf-43356fa533c4'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:10.348449 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d569bd-e328-4e6a-bcb5-b74d94e602ec" -d '{"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3"}, {"server_uuid": "ab937297-7893-4419-8c85-fecd6b400619", "name": "network-vif-plugged", "status": "completed", "tag": "14d5e1cf-0139-4d53-8cdf-43356fa533c4"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:10.387716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3227603-1782-49ff-9274-9ddb3dcf6a40 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:10.401442 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.412548 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b0013ff0-64a1-4a2a-87cf-1d133f661218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.414206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-3f681caa-8dad-4a28-922c-8a93ae9ea478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:10.415664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-3f681caa-8dad-4a28-922c-8a93ae9ea478 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.6425366 Apr 21 21:00:10.478038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-507ff3a7-b328-4f00-9100-fd25058fadf1 None None] For port 830f9499-b22f-418a-8628-a1436f99043a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=830f9499-b22f-418a-8628-a1436f99043a,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:10.479944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53688) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:10.501726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Transition to ACTIVE for port object f3227603-1782-49ff-9274-9ddb3dcf6a40 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:00:10.518328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.533727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-8d9194f5-ed12-48d0-9f3a-a6b498376f61 service neutron] 10.222.0.49 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405807 Apr 21 21:00:10.536660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4772d7f-b635-4d3b-9295-d71c75b6bc2d admin admin] Deleting subnet 73657c4d-4d77-4cbf-98a8-341fa9fc34b8 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:10.542464 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4772d7f-b635-4d3b-9295-d71c75b6bc2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.573616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.586808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b0013ff0-64a1-4a2a-87cf-1d133f661218 None None] For port 49cff672-0b15-4211-b3d1-c016b2733a0e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=49cff672-0b15-4211-b3d1-c016b2733a0e,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:10.615331 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b0013ff0-64a1-4a2a-87cf-1d133f661218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.626762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-77154388-81db-4d7b-addd-c21d7276d121 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 200 len: 1001 time: 0.2008381 Apr 21 21:00:10.632247 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a7-b328-4f00-9100-fd25058fadf1 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.633199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Made reservation on behalf of fd1bcacb04f44121a05581a8532883ec for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:10.638257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.651205 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7a7879d-1f55-491c-9d68-93db3efabcfa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.668889 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-507ff3a7-b328-4f00-9100-fd25058fadf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.707371 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4772d7f-b635-4d3b-9295-d71c75b6bc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.778005 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7a7879d-1f55-491c-9d68-93db3efabcfa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.830461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Pushing event updated for resources: {'Port': ['ID=f3227603-1782-49ff-9274-9ddb3dcf6a40,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:10.838917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7ad49-ba30-450e-8eaa-22ddbbbba2f0 req-ba437182-b3cb-4635-b92b-b304c00c4eb3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:10.840511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-98c7ad49-ba30-450e-8eaa-22ddbbbba2f0 req-ba437182-b3cb-4635-b92b-b304c00c4eb3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.2650361 Apr 21 21:00:10.844499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:00:10.844970 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:00:10.864317 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4772d7f-b635-4d3b-9295-d71c75b6bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:10.880872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0013ff0-64a1-4a2a-87cf-1d133f661218 None None] Pushing event updated for resources: {'Port': ['ID=49cff672-0b15-4211-b3d1-c016b2733a0e,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:10.963788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ff3a7-b328-4f00-9100-fd25058fadf1 None None] Pushing event updated for resources: {'Port': ['ID=830f9499-b22f-418a-8628-a1436f99043a,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:10.987803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7b6e0460-3af5-4270-8f74-b328dc116ee2 None None] Provisioning complete for port 49cff672-0b15-4211-b3d1-c016b2733a0e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:10.988186 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0460-3af5-4270-8f74-b328dc116ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:11.032554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-7792b1df-0158-4b0a-af0b-499d8e538a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:11.034242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-7792b1df-0158-4b0a-af0b-499d8e538a2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.3600016 Apr 21 21:00:11.086204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-98c7ad49-ba30-450e-8eaa-22ddbbbba2f0 req-e533e7da-b1d0-4d09-87dd-5991ae09ee74 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794674 Apr 21 21:00:11.099631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': '4e4127df-c984-4d06-b37f-3222b1466af2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:be:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa47946-8efd-4b45-9286-c78f8da45768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T21:00:09Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:11.108791 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7a7879d-1f55-491c-9d68-93db3efabcfa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:11.148323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] Checking router: 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:11.179451 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4772d7f-b635-4d3b-9295-d71c75b6bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:11.183206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:11.183898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:11.280940 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44460b8-c8e4-4d1d-a884-476991add678 x-openstack-request-id: req-a44460b8-c8e4-4d1d-a884-476991add678 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:11.281405 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3", "code": 200}, {"server_uuid": "ab937297-7893-4419-8c85-fecd6b400619", "name": "network-vif-plugged", "status": "completed", "tag": "14d5e1cf-0139-4d53-8cdf-43356fa533c4", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:11.281665 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a44460b8-c8e4-4d1d-a884-476991add678 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:11.282066 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44460b8-c8e4-4d1d-a884-476991add678'] response: {'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'code': 200} Apr 21 21:00:11.282324 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44460b8-c8e4-4d1d-a884-476991add678'] response: {'server_uuid': 'ab937297-7893-4419-8c85-fecd6b400619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d5e1cf-0139-4d53-8cdf-43356fa533c4', 'code': 200} Apr 21 21:00:11.298746 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4772d7f-b635-4d3b-9295-d71c75b6bc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:11.301995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f4772d7f-b635-4d3b-9295-d71c75b6bc2d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/73657c4d-4d77-4cbf-98a8-341fa9fc34b8 HTTP/1.1" status: 204 len: 168 time: 0.8206632 Apr 21 21:00:11.302962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4772d7f-b635-4d3b-9295-d71c75b6bc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73657c4d-4d77-4cbf-98a8-341fa9fc34b8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:11.304676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53706) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:11.436672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-23032df5-54e9-4cf2-b6e8-34e206d8e6b8 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1001 time: 0.6742113 Apr 21 21:00:11.522401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7a7879d-1f55-491c-9d68-93db3efabcfa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:11.553583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-52ef7047-7f4e-4528-b8c9-c4e2b5e7624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:11.555672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-52ef7047-7f4e-4528-b8c9-c4e2b5e7624e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4815533 Apr 21 21:00:11.556571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Attempting to bind port f3227603-1782-49ff-9274-9ddb3dcf6a40 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:11.558834 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:11.563521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 830f9499-b22f-418a-8628-a1436f99043a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:11.567983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Attempting to bind port f3227603-1782-49ff-9274-9ddb3dcf6a40 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:11.568321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Attempting to bind port f3227603-1782-49ff-9274-9ddb3dcf6a40 on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:11.704573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Allocated IP 172.20.0.5 (6f02ed80-a9a5-44a2-a355-0201873c37d0/6b055e7f-0ccd-46b3-9a35-85a05c1f697e/58dfa2a5-8098-46bf-816f-04cffcfbfe27) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:11.718610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Port f3227603-1782-49ff-9274-9ddb3dcf6a40 on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:00:11.719402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Attempting to bind port f3227603-1782-49ff-9274-9ddb3dcf6a40 on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:11.734607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:11.734969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Checking segment: {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:11.735408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Bound using segment: {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:11.735875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Bound port: f3227603-1782-49ff-9274-9ddb3dcf6a40, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:11.736325 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:11.771548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-5165fd2d-81b3-4278-a79c-e5cbccdeac54 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:11.788566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-5165fd2d-81b3-4278-a79c-e5cbccdeac54 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports/4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 200 len: 943 time: 0.3169909 Apr 21 21:00:11.927198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] For port f3227603-1782-49ff-9274-9ddb3dcf6a40, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:11.927857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:11.928292 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:11.994114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e97d0-1546-4b70-8b73-f73462f35bbe req-41682958-f602-4797-8f9c-0aea3576dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:11.995551 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb6e97d0-1546-4b70-8b73-f73462f35bbe req-41682958-f602-4797-8f9c-0aea3576dcd7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 1096 time: 0.6310134 Apr 21 21:00:12.000364 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a5143ba-a4c7-4da3-9932-38bb14340084 req-ddb7dd40-5887-4975-b574-73e44cb261cb tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 210 time: 0.4971220 Apr 21 21:00:12.005032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7879d-1f55-491c-9d68-93db3efabcfa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=af9501e9-e3f2-4fdd-abff-ccbef99080de,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:12.011495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7a7879d-1f55-491c-9d68-93db3efabcfa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.015385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d7a7879d-1f55-491c-9d68-93db3efabcfa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/af9501e9-e3f2-4fdd-abff-ccbef99080de HTTP/1.1" status: 204 len: 168 time: 2.3261430 Apr 21 21:00:12.017602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] For port f3227603-1782-49ff-9274-9ddb3dcf6a40, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f3227603-1782-49ff-9274-9ddb3dcf6a40,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:12.023069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53714) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:12.034192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.034431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.101950 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-b16b4d48-462f-4f11-b6e1-490664cea372 service neutron] 10.222.0.43 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239224 Apr 21 21:00:12.102328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c76aa4b-16d6-4b35-a40c-2b258de63182 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:12.142932 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-18657107-4a23-475d-ab00-25d8ca74ec8e tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1001 time: 0.2130063 Apr 21 21:00:12.171754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.43', 65137) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:12.187864 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb6e97d0-1546-4b70-8b73-f73462f35bbe req-ba3ad418-4c69-4619-8e06-f73fba5817f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710279 Apr 21 21:00:12.202607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-435fe586-bdc0-4dcc-ace7-2cfa79ec6958 None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:12.202984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-435fe586-bdc0-4dcc-ace7-2cfa79ec6958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.222033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-915abfae-2e73-4a67-99fe-e9a825985965 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet d763620d-1680-454f-b6f6-9762889771ad {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:12.255158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': '4e4127df-c984-4d06-b37f-3222b1466af2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:be:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa47946-8efd-4b45-9286-c78f8da45768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T21:00:09Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:12.282151 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-915abfae-2e73-4a67-99fe-e9a825985965 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.299700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 49cff672-0b15-4211-b3d1-c016b2733a0e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:12.305400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a04dc0-5c44-4488-93d9-46c2f9bc4576 None None] The sync data for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 is: [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': '4e4127df-c984-4d06-b37f-3222b1466af2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:be:59:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa47946-8efd-4b45-9286-c78f8da45768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T21:00:09Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:12.321100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:12.321725 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.323126 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] 10.222.0.43 "PUT /v2.0/ports/f3227603-1782-49ff-9274-9ddb3dcf6a40 HTTP/1.1" status: 200 len: 1091 time: 3.5475245 Apr 21 21:00:12.323568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69acf79-fe30-4c22-b250-8bebc0730fe2', 'tag': 'f3227603-1782-49ff-9274-9ddb3dcf6a40'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:12.325919 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336" -d '{"events": [{"name": "network-changed", "server_uuid": "d69acf79-fe30-4c22-b250-8bebc0730fe2", "tag": "f3227603-1782-49ff-9274-9ddb3dcf6a40"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:12.360533 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.386205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:12.395947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d67211-7d01-4874-bea4-d7ac63747697') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:12.396244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d67211-7d01-4874-bea4-d7ac63747697') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:12.406057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.420558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.426827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:00:12.427226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.452217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6134d1-ff71-4784-8054-88bd89e5d6ef service neutron] Pushing event updated for resources: {'Port': ['ID=f3227603-1782-49ff-9274-9ddb3dcf6a40,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:00:12.488969 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:00:12.515371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b41e1b-2e92-4eb2-bfca-d5a5ed8b13c0 req-fc33efd1-9278-415d-bbbd-98fe3b9ba59b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:12.525226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6b41e1b-2e92-4eb2-bfca-d5a5ed8b13c0 req-fc33efd1-9278-415d-bbbd-98fe3b9ba59b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.4361949 Apr 21 21:00:12.536538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.564150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.569831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] 10.222.0.49 "DELETE /v2.0/networks/b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f HTTP/1.1" status: 204 len: 168 time: 1.2555895 Apr 21 21:00:12.570427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-915abfae-2e73-4a67-99fe-e9a825985965 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.608904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 49cff672-0b15-4211-b3d1-c016b2733a0e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:12.609365 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.632194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e0ca0-fc30-4946-939b-f76d81e367ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ac0513-96e7-42c5-b2e4-bca0fe1e8a1f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:12.650451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-435fe586-bdc0-4dcc-ace7-2cfa79ec6958 None None] Could not find standard attr ID for object 5464137a-7cf3-4e87-8d84-d997f8e3bbce. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:00:12.668866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6b41e1b-2e92-4eb2-bfca-d5a5ed8b13c0 req-e5bfbe55-31b7-4ba0-8070-454c9b8699aa tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391613 Apr 21 21:00:12.695385 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.741168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 830f9499-b22f-418a-8628-a1436f99043a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:12.758251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-46bace18-3d0c-455c-9f63-39f6e61def77 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:12.759657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-46bace18-3d0c-455c-9f63-39f6e61def77 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.5999062 Apr 21 21:00:12.764303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d30aa79-ebaa-4065-8660-e05afa260f5c req-d5882ad6-ab81-490a-b4f6-73e5321adae1 service neutron] 10.222.0.43 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133301 Apr 21 21:00:12.790990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-8d08f295-13ac-4d0b-a0cc-74e1ee739cc4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:12.792336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-8d08f295-13ac-4d0b-a0cc-74e1ee739cc4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.43 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 814 time: 0.6179869 Apr 21 21:00:12.803933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-23008f72-92c5-4d76-aa43-cf642e615558 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:12.804950 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-23008f72-92c5-4d76-aa43-cf642e615558 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116417 Apr 21 21:00:12.824509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Request body: {'port': {'device_id': 'ae79193f-4c72-4583-af37-e719206c1072', 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0', 'admin_state_up': True, 'tenant_id': 'fd1bcacb04f44121a05581a8532883ec'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:12.832600 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-915abfae-2e73-4a67-99fe-e9a825985965 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.864056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:12.864737 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.870814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53734) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:12.967477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-915abfae-2e73-4a67-99fe-e9a825985965 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:12.990744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efb5d2-4c97-405b-bf2c-13248464c733 req-8d565401-0097-4ad6-9339-9eaee1d4f135 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:12.992379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82efb5d2-4c97-405b-bf2c-13248464c733 req-8d565401-0097-4ad6-9339-9eaee1d4f135 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.0880477 Apr 21 21:00:12.996498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-259ffa19-fae9-4453-adf8-693a44fcc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:12.998036 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-259ffa19-fae9-4453-adf8-693a44fcc4f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 1094 time: 0.4337182 Apr 21 21:00:13.014416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915abfae-2e73-4a67-99fe-e9a825985965 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=d763620d-1680-454f-b6f6-9762889771ad,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:13.020683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.022177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-915abfae-2e73-4a67-99fe-e9a825985965 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.025635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-915abfae-2e73-4a67-99fe-e9a825985965 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/d763620d-1680-454f-b6f6-9762889771ad HTTP/1.1" status: 204 len: 168 time: 0.9974105 Apr 21 21:00:13.033249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53736) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:13.078188 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2849f0d4-6bfc-43a4-adab-0402cbd885c6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437570 Apr 21 21:00:13.082164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53740) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:13.088329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:13.110799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-a03bde4b-bc3c-4800-8c2f-6d3864b00920 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1001 time: 0.2917087 Apr 21 21:00:13.127430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-0eed602a-0da4-4ef1-baa6-939bd181fe76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3227603-1782-49ff-9274-9ddb3dcf6a40 HTTP/1.1" status: 200 len: 217 time: 0.1081347 Apr 21 21:00:13.145454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-ee39042f-673b-46ea-ad43-2650874cb31c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:13.146238 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82efb5d2-4c97-405b-bf2c-13248464c733 req-4fcd30d8-8255-4c2b-91d9-793bcb581232 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353066 Apr 21 21:00:13.151981 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8e7e4827-c5b9-4d87-984f-06b054f28f28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd0505ecaf0c47579e86194db209e49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780309 Apr 21 21:00:13.156621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53742) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:13.162689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Network 6f02ed80-a9a5-44a2-a355-0201873c37d0 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:13.220873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:13.248545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:13.252498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.258771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:13.259950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3895f25c-7603-473e-804d-631147ce072c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.262303 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad18e428-9da3-4f47-ac31-7b44006a2aaf x-openstack-request-id: req-ad18e428-9da3-4f47-ac31-7b44006a2aaf {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:13.262594 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69acf79-fe30-4c22-b250-8bebc0730fe2", "tag": "f3227603-1782-49ff-9274-9ddb3dcf6a40", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:13.262842 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad18e428-9da3-4f47-ac31-7b44006a2aaf {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:13.263241 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad18e428-9da3-4f47-ac31-7b44006a2aaf'] response: {'name': 'network-changed', 'server_uuid': 'd69acf79-fe30-4c22-b250-8bebc0730fe2', 'tag': 'f3227603-1782-49ff-9274-9ddb3dcf6a40', 'status': 'completed', 'code': 200} Apr 21 21:00:13.296546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Pushing event updated for resources: {'Port': ['ID=58dfa2a5-8098-46bf-816f-04cffcfbfe27,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:13.367310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-fda959e0-8077-47ab-a246-d960d4eda091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:13.369046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-fda959e0-8077-47ab-a246-d960d4eda091 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b055e7f-0ccd-46b3-9a35-85a05c1f697e HTTP/1.1" status: 200 len: 853 time: 0.2179046 Apr 21 21:00:13.374558 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-ee39042f-673b-46ea-ad43-2650874cb31c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.380094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Made reservation on behalf of fd1bcacb04f44121a05581a8532883ec for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:13.381625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3895f25c-7603-473e-804d-631147ce072c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.383709 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.428112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:13.428795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.489520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead9ea-bb00-48a7-b45b-46f12450b8f4 req-f6e50266-ac35-486b-91c2-1d023413e40c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:13.502103 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-eb3096f1-f42c-4a35-9f43-b4b98cf520ad tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5910919 Apr 21 21:00:13.503748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53744) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:13.504439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25ead9ea-bb00-48a7-b45b-46f12450b8f4 req-f6e50266-ac35-486b-91c2-1d023413e40c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1895406 Apr 21 21:00:13.509666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'floatingip': {'port_id': '7d292c10-31a3-4cbf-9588-ea6819d2e5be'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:13.543208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c0a21-686b-492a-9ec2-1a017c6b7c18 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:13.562886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Request body: {'port': {'device_id': 'dcb6b2a2-1167-4494-9759-706ccb3d852d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:13.583711 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3895f25c-7603-473e-804d-631147ce072c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.592263 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3895f25c-7603-473e-804d-631147ce072c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.593788 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3895f25c-7603-473e-804d-631147ce072c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/856ac5e0-805a-4fc9-87c6-7f624b54f144 HTTP/1.1" status: 204 len: 168 time: 0.4367902 Apr 21 21:00:13.633900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895f25c-7603-473e-804d-631147ce072c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856ac5e0-805a-4fc9-87c6-7f624b54f144,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:13.757211 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.785990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-614019f3-2dcb-4f92-afd7-d1d949d0a9fa req-eb135fe8-01a1-439e-8781-05f7bf39ab87 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 210 time: 0.0390222 Apr 21 21:00:13.819599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:13.826180 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:13.831236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:13.831980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:13.842912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=3cba3770-1943-4da1-912d-7d609c066a7d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:13.867772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e6fb5f66-04cb-4749-afdf-cc2cfc751910 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7814155 Apr 21 21:00:13.867772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53762) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:13.879479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-16ddcee7-7119-49ab-8ffa-a22c74bc3e51 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:13.953500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cc3d19ab-9535-4c75-b7c6-f2a250ce6e2e None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:13.954105 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc3d19ab-9535-4c75-b7c6-f2a250ce6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:14.065886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ddcee7-7119-49ab-8ffa-a22c74bc3e51 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:14.079575 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16ddcee7-7119-49ab-8ffa-a22c74bc3e51 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:14.107606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cc3d19ab-9535-4c75-b7c6-f2a250ce6e2e None None] Provisioning complete for port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:14.109040 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc3d19ab-9535-4c75-b7c6-f2a250ce6e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:14.229180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d19ab-9535-4c75-b7c6-f2a250ce6e2e None None] Port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:14.252084 n-d-838945-1 neutron-server[114646]: INFO neutron.db.ipam_backend_mixin [None req-16ddcee7-7119-49ab-8ffa-a22c74bc3e51 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3cba3770-1943-4da1-912d-7d609c066a7d (CIDR: 2001:db8::/64) Apr 21 21:00:14.256500 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ddcee7-7119-49ab-8ffa-a22c74bc3e51 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:00:14.256985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ddcee7-7119-49ab-8ffa-a22c74bc3e51 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:14.264490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-ee39042f-673b-46ea-ad43-2650874cb31c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:14.296879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-16ddcee7-7119-49ab-8ffa-a22c74bc3e51 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4270933 Apr 21 21:00:14.299362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53804) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:14.301845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-1faa777c-428a-4df8-8877-299a5a26e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:14.303342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-1faa777c-428a-4df8-8877-299a5a26e2fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f02ed80-a9a5-44a2-a355-0201873c37d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9247189 Apr 21 21:00:14.303944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-ee39042f-673b-46ea-ad43-2650874cb31c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:14.304304 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-ee39042f-673b-46ea-ad43-2650874cb31c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e disassociated. External IP: 172.25.0.10, port: 4e4127df-c984-4d06-b37f-3222b1466af2. Apr 21 21:00:14.316162 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:14.322567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:14.330581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a47ad-bb95-47cf-9c43-684907b36c22 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:14.499577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1265457e-0920-45ad-9bb2-92ee0a9d7a51 None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:14.500061 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1265457e-0920-45ad-9bb2-92ee0a9d7a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:14.504448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae4d2b-ea47-4294-aba4-d10178739bdc req-32f4420b-e6ad-42ba-9b1a-67eb67eb16ba tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:14.506160 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2dae4d2b-ea47-4294-aba4-d10178739bdc req-32f4420b-e6ad-42ba-9b1a-67eb67eb16ba tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.1038461 Apr 21 21:00:14.561709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:14.566048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:14.595389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2dae4d2b-ea47-4294-aba4-d10178739bdc req-13baeb1c-00c6-4062-bdb8-f82a4f86b3c5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813291 Apr 21 21:00:14.861037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Allocated IP 172.20.0.3 (6f02ed80-a9a5-44a2-a355-0201873c37d0/6b055e7f-0ccd-46b3-9a35-85a05c1f697e/0027bc6a-a1af-4d3b-a76a-9a51a28a1118) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:14.933340 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:15.041873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ce1cf1ef-98f7-4f59-a628-25a9d5aee288 None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:15.043731 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce1cf1ef-98f7-4f59-a628-25a9d5aee288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:15.182088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:00:15.235289 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-9c7bcb3a-f836-44dc-8cf3-2a206b93df79 service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8752635 Apr 21 21:00:15.272968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8491f6c3-2fb5-4bdc-9084-986354999666 req-0924d66a-3b0b-41ea-8e72-4c9ee9cef1b8 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 210 time: 0.0300643 Apr 21 21:00:15.376621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a1285bd8-9971-4de2-a223-867f4382a562 None None] Could not find standard attr ID for object 5464137a-7cf3-4e87-8d84-d997f8e3bbce. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:00:15.404228 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:15.490634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43925815-0324-4c83-ba9c-8d79cf3c6834 req-a44f2776-6eea-49d4-870e-dc785e4e137e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:15.497874 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43925815-0324-4c83-ba9c-8d79cf3c6834 req-a44f2776-6eea-49d4-870e-dc785e4e137e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.1122563 Apr 21 21:00:15.591422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43925815-0324-4c83-ba9c-8d79cf3c6834 req-139265a6-6e23-4a15-8356-bf415503f541 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924160 Apr 21 21:00:15.688651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2df87c4b-fc6d-4b05-8211-104eaef3338a req-85c8a52e-7890-475c-b5cd-6743a69e84bf service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357345 Apr 21 21:00:15.696172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] For port 830f9499-b22f-418a-8628-a1436f99043a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=830f9499-b22f-418a-8628-a1436f99043a,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:15.751962 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:15.827619 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:15.845822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-ee39042f-673b-46ea-ad43-2650874cb31c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:15.849780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:15.850563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:15.926965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:15.941085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:15.946910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:15.947564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:15.959110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f09a92-9e50-44e3-acba-bbbffc261110 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:15.974592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=06328c83-6c10-414c-8997-d903c090312d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:15.979361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=830f9499-b22f-418a-8628-a1436f99043a,revision_number=8']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:15.988540 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-45d6980d-4470-456b-87ba-ddc6faa19c21 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6811893 Apr 21 21:00:15.989198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53868) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:15.994882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:1b:a6:7d', 'name': 'tempest-NetworksTestDHCPv6-613980413'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:16.160292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-9bc29c7e-8bf8-4493-9dfa-ee25e8a8ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:16.163148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-9bc29c7e-8bf8-4493-9dfa-ee25e8a8ebd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 1094 time: 0.3360076 Apr 21 21:00:16.202423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53876) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:16.218305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:16.277127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 830f9499-b22f-418a-8628-a1436f99043a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:16.324328 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.338870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dfa2a5-8098-46bf-816f-04cffcfbfe27 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:16.346734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.360018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port fd2fccac-b80f-4a9a-9b8f-79420cf2ea03 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:00:16.361088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Transition to ACTIVE for port object 58dfa2a5-8098-46bf-816f-04cffcfbfe27 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:00:16.389245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.394599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-07968598-10a3-4922-90dd-bd0d457de3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.398638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.401309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:16.403228 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.436291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.resource_extend [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:00:16.493895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024fabef-932f-4b97-85d3-e6aa35f03956 None None] Update dhcp port {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'fixed_ips': [{'subnet_id': '06328c83-6c10-414c-8997-d903c090312d', 'ip_address': '2001:db8:0:1:f816:3eff:fe1f:ee04'}, {'subnet_id': '3cba3770-1943-4da1-912d-7d609c066a7d'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '830f9499-b22f-418a-8628-a1436f99043a'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:00:16.532295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-024fabef-932f-4b97-85d3-e6aa35f03956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.672573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-07968598-10a3-4922-90dd-bd0d457de3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.684214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-07968598-10a3-4922-90dd-bd0d457de3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.688979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::230 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/3cba3770-1943-4da1-912d-7d609c066a7d/fd2fccac-b80f-4a9a-9b8f-79420cf2ea03) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:16.711112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1b:a67d (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/06328c83-6c10-414c-8997-d903c090312d/fd2fccac-b80f-4a9a-9b8f-79420cf2ea03) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:16.764376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-07968598-10a3-4922-90dd-bd0d457de3bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d70f6090c2749e18fa00ffe526a8963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5579090 Apr 21 21:00:16.765277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07968598-10a3-4922-90dd-bd0d457de3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c983b69b-d39c-47a2-b089-77fbfde69746,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:16.767526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53910) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:16.907879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e565886a-7c25-4eb7-ad21-4200120781bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.946435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Network 6f02ed80-a9a5-44a2-a355-0201873c37d0 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:16.959765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-ee39042f-673b-46ea-ad43-2650874cb31c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:16.969528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:16.973729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-ee39042f-673b-46ea-ad43-2650874cb31c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.979119 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] Sync routers for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:16.984932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:16.987572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.998422 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:16.999136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e565886a-7c25-4eb7-ad21-4200120781bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:16.999511 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:17.019123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4d42d-fb15-425f-a3ff-cb32f20a0083 req-a58c6a03-7d71-496d-bb05-f6b6f4c8760c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:17.026760 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ea4d42d-fb15-425f-a3ff-cb32f20a0083 req-a58c6a03-7d71-496d-bb05-f6b6f4c8760c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 931 time: 0.1409633 Apr 21 21:00:17.044522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.055067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Pushing event updated for resources: {'Port': ['ID=58dfa2a5-8098-46bf-816f-04cffcfbfe27,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:17.077707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.113793 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ea4d42d-fb15-425f-a3ff-cb32f20a0083 req-48ca2e10-812e-4723-89ed-75f45b9530e9 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861564 Apr 21 21:00:17.127304 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.152193 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-ee39042f-673b-46ea-ad43-2650874cb31c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "PUT /v2.0/floatingips/e6e684a4-c1d7-43b8-a142-14bec26e0a5e HTTP/1.1" status: 200 len: 694 time: 4.0321863 Apr 21 21:00:17.159199 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e565886a-7c25-4eb7-ad21-4200120781bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.166747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e565886a-7c25-4eb7-ad21-4200120781bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.168062 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e565886a-7c25-4eb7-ad21-4200120781bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c983b69b-d39c-47a2-b089-77fbfde69746 HTTP/1.1" status: 204 len: 168 time: 0.3961689 Apr 21 21:00:17.220667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-024fabef-932f-4b97-85d3-e6aa35f03956 None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/3cba3770-1943-4da1-912d-7d609c066a7d/830f9499-b22f-418a-8628-a1436f99043a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:17.228847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565886a-7c25-4eb7-ad21-4200120781bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c983b69b-d39c-47a2-b089-77fbfde69746,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:17.242097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:17.246773 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:17.268137 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=fd2fccac-b80f-4a9a-9b8f-79420cf2ea03,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:17.272073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:17.289128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:17.296314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:17.298108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:17.298923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.301281 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96da8d1b-d75f-4dcc-a931-4a65ba06017a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:17.312775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Pushing event updated for resources: {'Port': ['ID=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:17.328103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:17.333602 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.397467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7429e3-37d9-4953-aef6-143397db3eb6 req-b9583f26-4d56-495f-98eb-75bbdcbd686f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:17.400383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-33af9e6e-7be5-4b8d-a275-356731d05974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:17.402085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-33af9e6e-7be5-4b8d-a275-356731d05974 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 915 time: 1.0338802 Apr 21 21:00:17.411623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b7429e3-37d9-4953-aef6-143397db3eb6 req-b9583f26-4d56-495f-98eb-75bbdcbd686f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.1503856 Apr 21 21:00:17.440034 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5c352306-cd37-4aeb-a88f-acb5dbf8dfd5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4471304 Apr 21 21:00:17.461835 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53920) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:17.499833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-fb68457f-342a-4292-9d15-6356a0aa75f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3227603-1782-49ff-9274-9ddb3dcf6a40 HTTP/1.1" status: 200 len: 217 time: 0.0843492 Apr 21 21:00:17.503065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-024fabef-932f-4b97-85d3-e6aa35f03956 None None] For port 830f9499-b22f-418a-8628-a1436f99043a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=830f9499-b22f-418a-8628-a1436f99043a,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:17.504209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d8ac424-4360-42aa-b93f-f2455bfb93cd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6962206 Apr 21 21:00:17.552681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b7429e3-37d9-4953-aef6-143397db3eb6 req-e4adc663-60b1-4a22-9e46-87acf953ff6e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399095 Apr 21 21:00:17.561683 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-024fabef-932f-4b97-85d3-e6aa35f03956 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.576606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-024fabef-932f-4b97-85d3-e6aa35f03956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.609250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Request body: {'port': {'device_id': 'ae79193f-4c72-4583-af37-e719206c1072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:17.677529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-346f042b-2b0a-4775-8743-328c4c3198e7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port fd2fccac-b80f-4a9a-9b8f-79420cf2ea03 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:17.682664 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-346f042b-2b0a-4775-8743-328c4c3198e7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.691520 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:17.712845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Attempting to bind port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:17.713415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Attempting to bind port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:17.713969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Attempting to bind port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:17.719036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-01dc0170-e8ef-490a-b321-256d7652b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:17.720948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-01dc0170-e8ef-490a-b321-256d7652b500 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 1097 time: 0.3605759 Apr 21 21:00:17.759965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fabef-932f-4b97-85d3-e6aa35f03956 None None] Pushing event updated for resources: {'Port': ['ID=830f9499-b22f-418a-8628-a1436f99043a,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:17.767952 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] Checking router: 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:17.783574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-881ce32a-352f-46bf-b7f0-eddc3e911f7f None None] Provisioning complete for port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:17.783952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-881ce32a-352f-46bf-b7f0-eddc3e911f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.791550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:00:17.792601 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:17.793939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Attempting to bind port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:17.796453 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:17.858498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-881ce32a-352f-46bf-b7f0-eddc3e911f7f None None] Port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:17.873224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-346f042b-2b0a-4775-8743-328c4c3198e7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:17.891713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-346f042b-2b0a-4775-8743-328c4c3198e7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for fd2fccac-b80f-4a9a-9b8f-79420cf2ea03 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:17.898513 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Floating IP 829bb7f8-174f-4aef-aefb-be5ac5eaff81 associated. External IP: 172.25.0.40, port: 7d292c10-31a3-4cbf-9588-ea6819d2e5be. Apr 21 21:00:17.906221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-42b5fe2a-d9b6-4d87-a598-86136e794528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:17.907532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-42b5fe2a-d9b6-4d87-a598-86136e794528 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b055e7f-0ccd-46b3-9a35-85a05c1f697e HTTP/1.1" status: 200 len: 853 time: 0.3189030 Apr 21 21:00:17.908367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 20, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:17.908842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Checking segment: {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:17.909335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Bound using segment: {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:17.909942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Bound port: 58dfa2a5-8098-46bf-816f-04cffcfbfe27, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:17.910383 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:18.037750 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:18.046527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:18.128918 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f3227603-1782-49ff-9274-9ddb3dcf6a40 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:00:18.304583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 830f9499-b22f-418a-8628-a1436f99043a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:18.311539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-346f042b-2b0a-4775-8743-328c4c3198e7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:18.416028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f3227603-1782-49ff-9274-9ddb3dcf6a40, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f3227603-1782-49ff-9274-9ddb3dcf6a40,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:18.436358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'f3227603-1782-49ff-9274-9ddb3dcf6a40', 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0', 'port_id': 'f3227603-1782-49ff-9274-9ddb3dcf6a40', 'mac_address': 'fa:16:3e:aa:62:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b055e7f-0ccd-46b3-9a35-85a05c1f697e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:00:18.445727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-45435d46-f9a6-40a2-a39f-5ac781ff72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:18.448367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-45435d46-f9a6-40a2-a39f-5ac781ff72d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.7089715 Apr 21 21:00:18.492661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:18.498204 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:18.513197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f042b-2b0a-4775-8743-328c4c3198e7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=fd2fccac-b80f-4a9a-9b8f-79420cf2ea03,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:18.524303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53950) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:18.527822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-a2ce046d-22e3-4a4e-b290-9439c2681ac5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 200 len: 217 time: 0.0666075 Apr 21 21:00:18.528701 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:18.537785 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-346f042b-2b0a-4775-8743-328c4c3198e7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:18.568578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-346f042b-2b0a-4775-8743-328c4c3198e7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/fd2fccac-b80f-4a9a-9b8f-79420cf2ea03 HTTP/1.1" status: 204 len: 168 time: 1.1051748 Apr 21 21:00:18.577201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:18.593439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53960) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:18.598646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3227603-1782-49ff-9274-9ddb3dcf6a40 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:18.636033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f3227603-1782-49ff-9274-9ddb3dcf6a40, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f3227603-1782-49ff-9274-9ddb3dcf6a40,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:18.646997 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:18.663326 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd41b0f5-b686-4173-b9c9-2b9253665b5f None None] The sync data for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 is: [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:18.735784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd90377-2dc4-48d0-b386-2563983e85d1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:18.737397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-acd90377-2dc4-48d0-b386-2563983e85d1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1429725 Apr 21 21:00:18.750693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53972) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:18.757954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-5b974cb0-60ef-4263-8d8d-face6f8ae90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:18.766316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=f3227603-1782-49ff-9274-9ddb3dcf6a40,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:18.779954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-5b974cb0-60ef-4263-8d8d-face6f8ae90f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f02ed80-a9a5-44a2-a355-0201873c37d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8013330 Apr 21 21:00:18.834730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb18f2e-87c9-4b04-99ef-e09e9c5f6ee4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:18.849267 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cfb18f2e-87c9-4b04-99ef-e09e9c5f6ee4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0974278 Apr 21 21:00:18.853366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53984) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:18.877579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] For port 58dfa2a5-8098-46bf-816f-04cffcfbfe27, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:18.877816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-254295069-network', 'tenant_id': '82e77516482b49798caefa23821a5e41'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:18.917645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1a6f207d-92fa-49fd-a963-0dc693b8ff08 None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:18.918942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a6f207d-92fa-49fd-a963-0dc693b8ff08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:18.937212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] For port 58dfa2a5-8098-46bf-816f-04cffcfbfe27, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=58dfa2a5-8098-46bf-816f-04cffcfbfe27,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:18.988079 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:18.990939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2713ba2-8fb3-48da-a21e-e0fc9c6dde59 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:18.992580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2713ba2-8fb3-48da-a21e-e0fc9c6dde59 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:18.994423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2713ba2-8fb3-48da-a21e-e0fc9c6dde59 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:18.996303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b2713ba2-8fb3-48da-a21e-e0fc9c6dde59 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1418929 Apr 21 21:00:18.997838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Made reservation on behalf of 82e77516482b49798caefa23821a5e41 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:19.000285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.003610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53988) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:19.075084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-e5e745dd-6a2a-4326-a935-d39c553ebf8d service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816458 Apr 21 21:00:19.078033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-02171011-e0b6-4205-8c18-4a88d28bd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:19.081285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-02171011-e0b6-4205-8c18-4a88d28bd7d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.4998848 Apr 21 21:00:19.082033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-163dc448-6fb7-4a45-b8e8-f1c8c5c4f396 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 06328c83-6c10-414c-8997-d903c090312d {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:19.085869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-163dc448-6fb7-4a45-b8e8-f1c8c5c4f396 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.094507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:19.101838 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.107082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] 10.222.0.46 "PUT /v2.0/ports/58dfa2a5-8098-46bf-816f-04cffcfbfe27 HTTP/1.1" status: 200 len: 1091 time: 5.5831251 Apr 21 21:00:19.110274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['f3227603-1782-49ff-9274-9ddb3dcf6a40'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:00:19.119732 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee928646-68bb-4b14-a8e0-5509765aa594 x-openstack-request-id: req-ee928646-68bb-4b14-a8e0-5509765aa594 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:19.120137 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:19.120914 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee928646-68bb-4b14-a8e0-5509765aa594 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:19.121439 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee928646-68bb-4b14-a8e0-5509765aa594'] response: {'name': 'network-changed', 'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2', 'status': 'completed', 'code': 200} Apr 21 21:00:19.174136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.209524 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-163dc448-6fb7-4a45-b8e8-f1c8c5c4f396 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.235732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a3d98-19d0-4e6c-af69-fb87beb2a0d5 None None] New status for floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:00:19.401775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cfecd-7246-4126-85f8-9889696ea5fc req-27f83a42-ef83-4d1b-95ed-9798c8ff2ba3 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:19.403927 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c6cfecd-7246-4126-85f8-9889696ea5fc req-27f83a42-ef83-4d1b-95ed-9798c8ff2ba3 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 931 time: 0.1498017 Apr 21 21:00:19.441495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:19.442771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1a910-c3a9-4d42-88ab-46f56708a12f service neutron] Pushing event updated for resources: {'Port': ['ID=58dfa2a5-8098-46bf-816f-04cffcfbfe27,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:19.461797 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-163dc448-6fb7-4a45-b8e8-f1c8c5c4f396 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.530639 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c6cfecd-7246-4126-85f8-9889696ea5fc req-7d8b7f97-41fb-4976-896b-5128e3da48eb tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188910 Apr 21 21:00:19.545598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.562160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-19407966-7d06-443d-bff5-ccbcec7080df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:19.564318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-19407966-7d06-443d-bff5-ccbcec7080df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 1094 time: 0.3500955 Apr 21 21:00:19.564478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.599962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:00:19.644301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f32c79-f22e-4dc6-856a-0345d5dd59f3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:19.654892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-15966ebb-740c-4120-bc7e-cc2fc813c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:19.656343 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-15966ebb-740c-4120-bc7e-cc2fc813c939 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 1097 time: 0.4379382 Apr 21 21:00:19.658079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-e91ecee0-8196-4540-be59-55ed93a5c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:19.659397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-e91ecee0-8196-4540-be59-55ed93a5c239 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5280945 Apr 21 21:00:19.661194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b2a95dd-d1f1-49ef-9c51-b828d6ad3336 req-150664c0-e032-48aa-ba08-0bfaa859ccf2 service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5530775 Apr 21 21:00:19.684716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-163dc448-6fb7-4a45-b8e8-f1c8c5c4f396 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.689298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0b59a438-4771-4e53-9709-1cf3cc9c49c9 None None] Could not find standard attr ID for object fd2fccac-b80f-4a9a-9b8f-79420cf2ea03. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:00:19.703690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.704053 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Added segment b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5 of type vlan for network bb53438a-3327-4b76-88e5-46a4179a528b Apr 21 21:00:19.734418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-8f74c1d3-f5db-4388-9646-655af326335d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dfa2a5-8098-46bf-816f-04cffcfbfe27 HTTP/1.1" status: 200 len: 217 time: 0.1030898 Apr 21 21:00:19.790741 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-163dc448-6fb7-4a45-b8e8-f1c8c5c4f396 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.794877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1daac-a152-4eaa-a749-313abfd784d2 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:19.798166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-163dc448-6fb7-4a45-b8e8-f1c8c5c4f396 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/06328c83-6c10-414c-8997-d903c090312d HTTP/1.1" status: 204 len: 168 time: 0.7853081 Apr 21 21:00:19.801297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53992) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:19.804159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dc448-6fb7-4a45-b8e8-f1c8c5c4f396 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=06328c83-6c10-414c-8997-d903c090312d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:19.857491 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.873162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a74745-6751-46d5-a81e-f0f1d545c670 req-54303339-0fd1-48bb-9b1f-cea2a5a7809b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:19.874737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-84a74745-6751-46d5-a81e-f0f1d545c670 req-54303339-0fd1-48bb-9b1f-cea2a5a7809b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.1945970 Apr 21 21:00:19.914364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.915446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:19.916213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:19.948346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-84a74745-6751-46d5-a81e-f0f1d545c670 req-96cb1cc8-915f-4e74-92d9-63af2f87a88b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602000 Apr 21 21:00:19.998078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4626453 Apr 21 21:00:20.002918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53996) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:20.010548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Request body: {'subnet': {'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-254295069-subnet', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:20.024374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c54e17-899d-492b-b83a-ca5cfaf311fe admin admin] Pushing event updated for resources: {'Network': ['ID=bb53438a-3327-4b76-88e5-46a4179a528b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:20.040134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network bb53438a-3327-4b76-88e5-46a4179a528b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:00:20.044445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Made reservation on behalf of 82e77516482b49798caefa23821a5e41 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:20.047173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.273336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.319335 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.337065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b73171-c292-4de0-8522-264715ef6eba,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:20.348232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Checking segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:20.348593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Network hostable DHCP agents. Network: bb53438a-3327-4b76-88e5-46a4179a528b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:00:20.365294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:20.389010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Network bb53438a-3327-4b76-88e5-46a4179a528b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:00:20.401682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, bb53438a-3327-4b76-88e5-46a4179a528b) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:20.409404 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.414336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:20.415032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.427622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc47725-e19b-48c5-9668-2c7a047eb740 None None] Network bb53438a-3327-4b76-88e5-46a4179a528b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:20.444124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-aaa3625c-7a5a-4a6b-8b44-c60f0f2e9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:20.446461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-aaa3625c-7a5a-4a6b-8b44-c60f0f2e9623 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b055e7f-0ccd-46b3-9a35-85a05c1f697e HTTP/1.1" status: 200 len: 853 time: 0.7040155 Apr 21 21:00:20.447210 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-faf077bb-1ea7-4f0a-95e2-dedb1690c2e8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4432747 Apr 21 21:00:20.450200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54012) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:20.455902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:20.463577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a1b021-012d-4123-965c-bf1af39a5a4c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet 3cba3770-1943-4da1-912d-7d609c066a7d {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:20.467515 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61a1b021-012d-4123-965c-bf1af39a5a4c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.491771 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.493245 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.515288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61a1b021-012d-4123-965c-bf1af39a5a4c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.593515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:20.597976 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.599694 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.612145 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] Sync routers for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:20.623794 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.638115 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:20.638921 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:20.651209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-bb53438a-3327-4b76-88e5-46a4179a528b', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:00:20.652972 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.657081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Transition to ACTIVE for port object 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:00:20.729848 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:20.801456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-06aa4ef6-5d7a-4f24-af25-ab8074c16ee8 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1095889 Apr 21 21:00:20.833938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Allocated IP 172.20.0.2 (bb53438a-3327-4b76-88e5-46a4179a528b/21b73171-c292-4de0-8522-264715ef6eba/4342e37c-9e64-489a-a811-590398f3f459) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:20.838399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Pushing event updated for resources: {'Port': ['ID=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:20.874084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-a4d4754c-25cb-49ab-a476-142ac4c6ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:20.876779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-a4d4754c-25cb-49ab-a476-142ac4c6ba8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 1.1839080 Apr 21 21:00:20.883767 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3fb7e8cc-2714-4add-825d-6a945c58f8cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "PUT /v2.0/floatingips/829bb7f8-174f-4aef-aefb-be5ac5eaff81 HTTP/1.1" status: 200 len: 991 time: 7.3771303 Apr 21 21:00:20.913921 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:20.970482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-d66656fe-3a02-40c8-8e1c-b753163d7e49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 200 len: 217 time: 0.0764236 Apr 21 21:00:21.025534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-a5aa8939-41ac-42bf-824b-72253e105cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:21.027104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-a5aa8939-41ac-42bf-824b-72253e105cdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f02ed80-a9a5-44a2-a355-0201873c37d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4535859 Apr 21 21:00:21.040959 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61a1b021-012d-4123-965c-bf1af39a5a4c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.063640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d3c234a4-056e-4786-b99b-fd05a5d4c95a None None] Provisioning complete for port 830f9499-b22f-418a-8628-a1436f99043a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:21.064090 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d3c234a4-056e-4786-b99b-fd05a5d4c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.067097 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.118127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.140778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb6b2a2-1167-4494-9759-706ccb3d852d', 'tag': '58dfa2a5-8098-46bf-816f-04cffcfbfe27'}, {'name': 'network-changed', 'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:21.143273 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988158fb-50f7-4b10-8fd8-0ebba337e0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb6b2a2-1167-4494-9759-706ccb3d852d", "tag": "58dfa2a5-8098-46bf-816f-04cffcfbfe27"}, {"name": "network-changed", "server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:21.181588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Pushing event updated for resources: {'Port': ['ID=4342e37c-9e64-489a-a811-590398f3f459,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:21.223314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Network bb53438a-3327-4b76-88e5-46a4179a528b is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:21.227701 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:21.243073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:21.258076 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '829bb7f8-174f-4aef-aefb-be5ac5eaff81', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'port_id': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'mac_address': 'fa:16:3e:6c:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:43Z', 'updated_at': '2022-04-21T21:00:15Z', 'revision_number': 1, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:21.382164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-3c870a74-7050-4c79-9569-a7857e56bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:21.382780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Attempting to bind port 4342e37c-9e64-489a-a811-590398f3f459 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:21.383548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Attempting to bind port 4342e37c-9e64-489a-a811-590398f3f459 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:21.383994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-3c870a74-7050-4c79-9569-a7857e56bd07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.3991785 Apr 21 21:00:21.384850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Attempting to bind port 4342e37c-9e64-489a-a811-590398f3f459 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:21.392002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Attempting to bind port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:21.392505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Attempting to bind port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:21.392965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Attempting to bind port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:21.403942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:00:21.404407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Attempting to bind port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 on network 6f02ed80-a9a5-44a2-a355-0201873c37d0 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:21.406162 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] Checking router: a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:21.408693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:21.409335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Checking segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:21.409908 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.410448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Bound using segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:21.411113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Bound port: 4342e37c-9e64-489a-a811-590398f3f459, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:21.411677 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.418460 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:21.419093 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:21.420387 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.441833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96056da2-0f4e-40a1-b140-0eebd83542dc req-0e880ed4-91ec-4895-b4c0-e47c5f40320e service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992265 Apr 21 21:00:21.458981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05878d-480a-4af1-add1-39b3b171ae20 req-5b8a62ef-10eb-49d6-821b-bcc1cb3b6c83 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:21.466770 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc05878d-480a-4af1-add1-39b3b171ae20 req-5b8a62ef-10eb-49d6-821b-bcc1cb3b6c83 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 943 time: 0.0768867 Apr 21 21:00:21.497882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:21.498215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Checking segment: {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:21.498906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Bound using segment: {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:21.499606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Bound port: 0027bc6a-a1af-4d3b-a76a-9a51a28a1118, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465dae7b-8876-453b-b304-72339a982094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:21.500203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.524258 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61a1b021-012d-4123-965c-bf1af39a5a4c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.547370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] For port 4342e37c-9e64-489a-a811-590398f3f459, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:21.548409 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc05878d-480a-4af1-add1-39b3b171ae20 req-69be847d-c95f-4cc9-af6e-846413cf45f8 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804629 Apr 21 21:00:21.551236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] For port 4342e37c-9e64-489a-a811-590398f3f459, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4342e37c-9e64-489a-a811-590398f3f459,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:21.568483 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.582489 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:21.584399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-c422b42c-e3d5-403f-89fd-31629510a721 service neutron] 10.222.0.46 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399995 Apr 21 21:00:21.615451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a83cbd3-4fff-465b-a602-01af69258124 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:21.636777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-d6c93440-7458-4170-8faa-c84ebeb1f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:21.638789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-d6c93440-7458-4170-8faa-c84ebeb1f2b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2359066 Apr 21 21:00:21.656630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-61a1b021-012d-4123-965c-bf1af39a5a4c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:21.667615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-61a1b021-012d-4123-965c-bf1af39a5a4c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/3cba3770-1943-4da1-912d-7d609c066a7d HTTP/1.1" status: 204 len: 168 time: 1.8398566 Apr 21 21:00:21.698342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40300f-0088-4494-bb0c-24d2820aef0f None None] Pushing event updated for resources: {'Port': ['ID=4342e37c-9e64-489a-a811-590398f3f459,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:21.745032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54046) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:21.803457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1b021-012d-4123-965c-bf1af39a5a4c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=3cba3770-1943-4da1-912d-7d609c066a7d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:21.874491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7ce9f070-e8b2-456d-b393-1d2055ac16b7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280844 Apr 21 21:00:21.877491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54050) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:21.882883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:21.900276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4978e2d-3a42-41b3-aace-fcae817dcc46 req-7a338410-1142-4472-802c-4e07dbea8246 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:21.908450 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4978e2d-3a42-41b3-aace-fcae817dcc46 req-7a338410-1142-4472-802c-4e07dbea8246 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.3461595 Apr 21 21:00:22.002206 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8225d17a-4fea-4f18-911d-6ef9c50395ce x-openstack-request-id: req-8225d17a-4fea-4f18-911d-6ef9c50395ce {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:22.002890 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb6b2a2-1167-4494-9759-706ccb3d852d", "tag": "58dfa2a5-8098-46bf-816f-04cffcfbfe27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:22.002890 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8225d17a-4fea-4f18-911d-6ef9c50395ce {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:22.003134 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8225d17a-4fea-4f18-911d-6ef9c50395ce'] response: {'name': 'network-changed', 'server_uuid': 'dcb6b2a2-1167-4494-9759-706ccb3d852d', 'tag': '58dfa2a5-8098-46bf-816f-04cffcfbfe27', 'status': 'completed', 'code': 200} Apr 21 21:00:22.003383 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8225d17a-4fea-4f18-911d-6ef9c50395ce'] response: {'name': 'network-changed', 'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'status': 'completed', 'code': 200} Apr 21 21:00:22.007977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29d2fa7d-1e47-4c4c-a333-e4a22ef2d7db req-e6147485-10d5-4b07-8b65-1bde0b8e7382 service neutron] 10.222.0.46 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377049 Apr 21 21:00:22.051868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251f1d0-dbaa-40d4-a705-649806e93a5f None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:00:22.060088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] For port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:22.063037 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.093133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4978e2d-3a42-41b3-aace-fcae817dcc46 req-e2a4490c-66a0-421e-914f-5170fa397381 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780884 Apr 21 21:00:22.095397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] For port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:22.108939 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '829bb7f8-174f-4aef-aefb-be5ac5eaff81', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'port_id': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'mac_address': 'fa:16:3e:6c:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:43Z', 'updated_at': '2022-04-21T21:00:15Z', 'revision_number': 1, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:22.109602 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.147960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f3227603-1782-49ff-9274-9ddb3dcf6a40 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:22.207478 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3762be4-3c37-431f-9f75-1e72f630e2de None None] The sync data for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 is: [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '829bb7f8-174f-4aef-aefb-be5ac5eaff81', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'port_id': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'mac_address': 'fa:16:3e:6c:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:43Z', 'updated_at': '2022-04-21T21:00:15Z', 'revision_number': 1, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:22.223664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:22.227587 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.228612 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.281715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f251f1d0-dbaa-40d4-a705-649806e93a5f None None] Deleting port 830f9499-b22f-418a-8628-a1436f99043a {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:22.282098 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f251f1d0-dbaa-40d4-a705-649806e93a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.320656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-08ca7645-6f02-457d-a1ea-89f93d4ba289 service neutron] 10.222.0.43 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265222 Apr 21 21:00:22.329670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:22.331200 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.334007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] 10.222.0.43 "PUT /v2.0/ports/0027bc6a-a1af-4d3b-a76a-9a51a28a1118 HTTP/1.1" status: 200 len: 1091 time: 4.7292743 Apr 21 21:00:22.420893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Allocated IP 172.25.0.100 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/27fdc096-a180-43b1-acfe-7fee600bc235) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:22.428371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port f3227603-1782-49ff-9274-9ddb3dcf6a40 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:00:22.434711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4342e37c-9e64-489a-a811-590398f3f459 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:22.446595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port f3227603-1782-49ff-9274-9ddb3dcf6a40 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:22.447576 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.529709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f251f1d0-dbaa-40d4-a705-649806e93a5f None None] For port 830f9499-b22f-418a-8628-a1436f99043a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=830f9499-b22f-418a-8628-a1436f99043a,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:22.532309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f251f1d0-dbaa-40d4-a705-649806e93a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.561103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-5a41c47b-3773-4ac8-9a7c-8369f1d8adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:22.563468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-5a41c47b-3773-4ac8-9a7c-8369f1d8adab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 1094 time: 0.4459050 Apr 21 21:00:22.603612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f251f1d0-dbaa-40d4-a705-649806e93a5f None None] Calling delete_port for 830f9499-b22f-418a-8628-a1436f99043a owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:22.667202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-d0b6e020-0fde-4725-bd65-655a7085343b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:22.668861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-d0b6e020-0fde-4725-bd65-655a7085343b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2146566 Apr 21 21:00:22.697258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344de5c-eb61-45e5-b348-183f8ba19046 service neutron] Pushing event updated for resources: {'Port': ['ID=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:22.754986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-67b6700b-876e-4c32-98b3-eb9b6e8da42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:22.756492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-67b6700b-876e-4c32-98b3-eb9b6e8da42f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 915 time: 0.1791215 Apr 21 21:00:22.759865 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.761841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4342e37c-9e64-489a-a811-590398f3f459 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:22.761966 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.774358 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.778993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d39fce-1af0-4def-80f4-40e4bd0387d9 req-d50a6bc1-9b83-42fd-99dd-4b05ba695a3a tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:22.780561 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73d39fce-1af0-4def-80f4-40e4bd0387d9 req-d50a6bc1-9b83-42fd-99dd-4b05ba695a3a tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 947 time: 0.5207977 Apr 21 21:00:22.813669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482d0bd9-1eff-492d-82ec-d2ab4c42b3b5 None None] New status for floating IP 829bb7f8-174f-4aef-aefb-be5ac5eaff81: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:00:22.815274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.833342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-090683cb-5227-4917-9a54-e861a47cc859 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58dfa2a5-8098-46bf-816f-04cffcfbfe27 HTTP/1.1" status: 200 len: 217 time: 0.0464938 Apr 21 21:00:22.836277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d05c179-3038-4590-a366-ef1ca702746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:22.837768 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-3d05c179-3038-4590-a366-ef1ca702746f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 1094 time: 0.3457522 Apr 21 21:00:22.859526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96da8d1b-d75f-4dcc-a931-4a65ba06017a req-b8698427-647c-4311-9224-d389b9322810 service neutron] 10.222.0.43 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959669 Apr 21 21:00:22.903224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-d7e64e73-0438-457d-bb9c-fcfe7791da3c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 695 time: 0.2194886 Apr 21 21:00:22.903987 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=b5f1f25a-08cb-4138-b798-0aab1f399cd5,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:22.910435 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:22.932909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73d39fce-1af0-4def-80f4-40e4bd0387d9 req-615ed99c-f1cc-4624-866f-3854027504e9 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025198 Apr 21 21:00:22.941581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f3227603-1782-49ff-9274-9ddb3dcf6a40, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f3227603-1782-49ff-9274-9ddb3dcf6a40,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:22.944420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69acf79-fe30-4c22-b250-8bebc0730fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3227603-1782-49ff-9274-9ddb3dcf6a40'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:22.948288 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49f3f4d-710e-4d3e-abc8-127f53635f2c" -d '{"events": [{"server_uuid": "d69acf79-fe30-4c22-b250-8bebc0730fe2", "name": "network-vif-plugged", "status": "completed", "tag": "f3227603-1782-49ff-9274-9ddb3dcf6a40"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:22.968945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Pushing event updated for resources: {'Port': ['ID=27fdc096-a180-43b1-acfe-7fee600bc235,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:22.978641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-a8ccbd34-143d-4b8f-9043-dec7e30af90f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0027bc6a-a1af-4d3b-a76a-9a51a28a1118 HTTP/1.1" status: 200 len: 217 time: 0.1171932 Apr 21 21:00:22.982848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:22.987671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-8c1fdd00-d6ec-449a-8312-1ac2d4543440 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Request body: {'floatingip': {'port_id': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:23.035814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:23.039152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:23.039747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:23.040107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-c312a932-44b5-47df-a4ef-784bfd59f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:23.041639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-c312a932-44b5-47df-a4ef-784bfd59f22a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b055e7f-0ccd-46b3-9a35-85a05c1f697e HTTP/1.1" status: 200 len: 853 time: 0.0522380 Apr 21 21:00:23.043387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-67206c12-5e51-4548-a56c-bbab723b8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:23.044858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-67206c12-5e51-4548-a56c-bbab723b8868 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b055e7f-0ccd-46b3-9a35-85a05c1f697e HTTP/1.1" status: 200 len: 853 time: 0.1692724 Apr 21 21:00:23.050334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-8c1fdd00-d6ec-449a-8312-1ac2d4543440 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:23.096455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:23.113351 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f251f1d0-dbaa-40d4-a705-649806e93a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:23.169984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-7f9c2594-9ebb-4e76-b70d-bd8a4b60963b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:23.171515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-7f9c2594-9ebb-4e76-b70d-bd8a4b60963b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f02ed80-a9a5-44a2-a355-0201873c37d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122622 Apr 21 21:00:23.197887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f251f1d0-dbaa-40d4-a705-649806e93a5f None None] No DVR routers for this DVR port 830f9499-b22f-418a-8628-a1436f99043a on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:23.215766 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:23.218659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a889-0615-4222-b00d-77afb2608dec req-ce5116e8-b160-4bf4-83ac-46e01c9c300b tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:23.226947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88d8a889-0615-4222-b00d-77afb2608dec req-ce5116e8-b160-4bf4-83ac-46e01c9c300b tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 943 time: 0.1463957 Apr 21 21:00:23.238816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-8fc50cf9-489e-4b38-84f4-5c72fd30656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:23.240250 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:23.240371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-8fc50cf9-489e-4b38-84f4-5c72fd30656f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6f02ed80-a9a5-44a2-a355-0201873c37d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794524 Apr 21 21:00:23.241852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f2a247-d3e1-4f4f-8418-86df43f19a92 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:23.243883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:23.255340 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:23.288297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ab1d8503-c1dc-417d-aef1-25462945601a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4098053 Apr 21 21:00:23.291819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54060) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:23.301311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-30ebf37e-53b0-4004-abb0-91f9a41547cc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:23.338989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6498e015-07e0-47d9-a135-138055c97f78 None None] Network bb53438a-3327-4b76-88e5-46a4179a528b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:23.370839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=f3227603-1782-49ff-9274-9ddb3dcf6a40,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:23.408521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88d8a889-0615-4222-b00d-77afb2608dec req-f0d2bea7-e241-4749-8a68-dddc1adef9c4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807115 Apr 21 21:00:23.456850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 4342e37c-9e64-489a-a811-590398f3f459, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4342e37c-9e64-489a-a811-590398f3f459,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:23.467319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251f1d0-dbaa-40d4-a705-649806e93a5f None None] Pushing event deleted for resources: {'Port': ['ID=830f9499-b22f-418a-8628-a1436f99043a,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:23.481012 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:23.485442 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ef8eb-5692-4ef4-9b98-ff1ae363b43d x-openstack-request-id: req-430ef8eb-5692-4ef4-9b98-ff1ae363b43d {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:23.485729 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69acf79-fe30-4c22-b250-8bebc0730fe2", "name": "network-vif-plugged", "status": "completed", "tag": "f3227603-1782-49ff-9274-9ddb3dcf6a40", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:23.486109 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-430ef8eb-5692-4ef4-9b98-ff1ae363b43d {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:23.486499 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430ef8eb-5692-4ef4-9b98-ff1ae363b43d'] response: {'server_uuid': 'd69acf79-fe30-4c22-b250-8bebc0730fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3227603-1782-49ff-9274-9ddb3dcf6a40', 'code': 200} Apr 21 21:00:23.498326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-82817f3d-243b-4040-b985-a9e104d64a12 None None] Provisioning complete for port 4342e37c-9e64-489a-a811-590398f3f459 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:23.498698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-82817f3d-243b-4040-b985-a9e104d64a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:23.558228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-ab8b9ea9-6063-4c01-b2e0-eedd81002ad6 service neutron] 10.222.0.46 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026636 Apr 21 21:00:23.581154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 830f9499-b22f-418a-8628-a1436f99043a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:23.604883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'tenant_id': 'c0fcdfdbf0dc4e4badabb29ada402b52', 'fixed_ips': [{'subnet_id': 'b5f1f25a-08cb-4138-b798-0aab1f399cd5'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:00:23.606341 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:23.645486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 830f9499-b22f-418a-8628-a1436f99043a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:23.645800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 830f9499-b22f-418a-8628-a1436f99043a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:23.703181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=4342e37c-9e64-489a-a811-590398f3f459,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:23.727994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-50b314e0-f9d5-40b4-bb76-0ba28bed0e09 service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465109 Apr 21 21:00:23.828011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66397e-f6fe-42df-b43d-2f16210fe9f8 req-eb1cc789-5a5b-4400-9949-82eed23efc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:23.829963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d66397e-f6fe-42df-b43d-2f16210fe9f8 req-eb1cc789-5a5b-4400-9949-82eed23efc67 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 1096 time: 0.2228787 Apr 21 21:00:23.854549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:23.883407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6e9ea-8c42-4f2a-8891-48455e2f1922 req-651f3f93-e2a1-4629-9b95-35715ab08ca2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:23.885012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6bc6e9ea-8c42-4f2a-8891-48455e2f1922 req-651f3f93-e2a1-4629-9b95-35715ab08ca2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.3247960 Apr 21 21:00:23.908079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ebf37e-53b0-4004-abb0-91f9a41547cc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:23.911960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30ebf37e-53b0-4004-abb0-91f9a41547cc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.045924 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-8c1fdd00-d6ec-449a-8312-1ac2d4543440 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.071350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Allocated IP 2001:db8::2 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/b5f1f25a-08cb-4138-b798-0aab1f399cd5/8adad74f-f8a0-4c8b-a078-2cdb6830bc71) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:24.091960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-8c1fdd00-d6ec-449a-8312-1ac2d4543440 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.248016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.264873 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-8c1fdd00-d6ec-449a-8312-1ac2d4543440 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e associated. External IP: 172.25.0.10, port: d7744e8b-cb61-40cf-a0b0-cfefa2ccd096. Apr 21 21:00:24.279364 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.289139 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.306551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4342e37c-9e64-489a-a811-590398f3f459 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:24.337935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:24.367707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae79193f-4c72-4583-af37-e719206c1072', 'tag': '0027bc6a-a1af-4d3b-a76a-9a51a28a1118'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:24.370035 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd9599d-e625-49ed-96ad-9b8e296251b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae79193f-4c72-4583-af37-e719206c1072", "tag": "0027bc6a-a1af-4d3b-a76a-9a51a28a1118"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:24.376546 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:24.389646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:24.424908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Pushing event updated for resources: {'Port': ['ID=8adad74f-f8a0-4c8b-a078-2cdb6830bc71,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:24.458668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-f0b56e17-f1d5-49fc-a428-882de1e7bbf7 service neutron] 10.222.0.46 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625836 Apr 21 21:00:24.467039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Attempting to bind port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:24.468291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Attempting to bind port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:24.468291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Attempting to bind port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 on network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:24.481028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4342e37c-9e64-489a-a811-590398f3f459 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:24.481493 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.483186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:24.483627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Checking segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:24.484093 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.484542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Bound using segment: {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:24.485108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Bound port: 8adad74f-f8a0-4c8b-a078-2cdb6830bc71, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c46f7-03e1-4d85-9dde-3130b46cabe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:24.485551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.489695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-fd268468-9c05-465a-9083-8a07c6d694a6 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:24.490643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-fd268468-9c05-465a-9083-8a07c6d694a6 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 947 time: 0.7165267 Apr 21 21:00:24.506074 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d66397e-f6fe-42df-b43d-2f16210fe9f8 req-827b64dd-a973-4a34-aeaa-746973b7ede1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445878 Apr 21 21:00:24.515323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8104a3a-b6fd-451c-a4da-904556ef0845 req-a45c9e07-53b6-439e-897a-c1b0b8a728bb service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745068 Apr 21 21:00:24.518194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c8a18a1c-6b31-4f82-9892-bc71b6a28086 None None] Provisioning complete for port 4342e37c-9e64-489a-a811-590398f3f459 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:24.518644 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c8a18a1c-6b31-4f82-9892-bc71b6a28086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.536748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6bc6e9ea-8c42-4f2a-8891-48455e2f1922 req-00e4f881-4a71-428d-861f-03654f5c54cb tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134467 Apr 21 21:00:24.544607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271870a6-32e6-4d18-b004-2697fa115e35 req-452b5b71-225d-4da4-a5d2-49f5daef3bb4 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:24.547082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-271870a6-32e6-4d18-b004-2697fa115e35 req-452b5b71-225d-4da4-a5d2-49f5daef3bb4 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.43 "GET /v2.0/ports?device_id=2fa47946-8efd-4b45-9286-c78f8da45768 HTTP/1.1" status: 200 len: 946 time: 0.7038422 Apr 21 21:00:24.631622 n-d-838945-1 neutron-server[114647]: INFO neutron.db.ipam_backend_mixin [None req-30ebf37e-53b0-4004-abb0-91f9a41547cc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5f1f25a-08cb-4138-b798-0aab1f399cd5 (CIDR: 2001:db8::/64) Apr 21 21:00:24.659417 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ebf37e-53b0-4004-abb0-91f9a41547cc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:00:24.659893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ebf37e-53b0-4004-abb0-91f9a41547cc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:24.677350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 58dfa2a5-8098-46bf-816f-04cffcfbfe27 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:00:24.702726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-b490e8d4-e6b5-476f-a20e-f392a7a26fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:24.704399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-b490e8d4-e6b5-476f-a20e-f392a7a26fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 1097 time: 0.1873972 Apr 21 21:00:24.707144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] For port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:24.712735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-30ebf37e-53b0-4004-abb0-91f9a41547cc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4183176 Apr 21 21:00:24.723292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54068) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:24.730728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'subnet': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:24.744946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] For port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8adad74f-f8a0-4c8b-a078-2cdb6830bc71,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:24.756372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.826351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65dd23-b751-4d2d-9b01-a741251aa944 None None] Pushing event updated for resources: {'Port': ['ID=8adad74f-f8a0-4c8b-a078-2cdb6830bc71,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:24.874807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:00:24.906749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b064d-f682-4778-8d1b-9e48b5659a4d req-0d5cfad3-81e6-4d04-a6a6-ed70dd594412 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:24.914322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e71b064d-f682-4778-8d1b-9e48b5659a4d req-0d5cfad3-81e6-4d04-a6a6-ed70dd594412 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 947 time: 0.2619276 Apr 21 21:00:24.918878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 58dfa2a5-8098-46bf-816f-04cffcfbfe27, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=58dfa2a5-8098-46bf-816f-04cffcfbfe27,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:24.931396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '58dfa2a5-8098-46bf-816f-04cffcfbfe27', 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0', 'port_id': '58dfa2a5-8098-46bf-816f-04cffcfbfe27', 'mac_address': 'fa:16:3e:26:10:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b055e7f-0ccd-46b3-9a35-85a05c1f697e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:00:24.960201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Deleting port c7de2bbb-417e-4207-a209-4b32c32c72af {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:24.960201 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.981672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:24.997592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dfa2a5-8098-46bf-816f-04cffcfbfe27 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:25.014294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-8c1fdd00-d6ec-449a-8312-1ac2d4543440 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:25.026772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 58dfa2a5-8098-46bf-816f-04cffcfbfe27, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=58dfa2a5-8098-46bf-816f-04cffcfbfe27,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:25.032366 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:25.088423 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=58dfa2a5-8098-46bf-816f-04cffcfbfe27,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:25.108071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-f9bc932a-76f0-43b9-b4c8-aa6727fcc2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:25.109617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-f9bc932a-76f0-43b9-b4c8-aa6727fcc2b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.3958478 Apr 21 21:00:25.117833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e71b064d-f682-4778-8d1b-9e48b5659a4d req-4575fcc0-ed6d-4569-8f08-ee4bf239471a tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008789 Apr 21 21:00:25.155439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:25.195218 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:25.212221 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:25.215718 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:25.242385 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b405a079-424a-41d5-ae3b-c545611470b8 x-openstack-request-id: req-b405a079-424a-41d5-ae3b-c545611470b8 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:25.242672 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae79193f-4c72-4583-af37-e719206c1072", "tag": "0027bc6a-a1af-4d3b-a76a-9a51a28a1118", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:25.242927 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b405a079-424a-41d5-ae3b-c545611470b8 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:25.243303 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b405a079-424a-41d5-ae3b-c545611470b8'] response: {'name': 'network-changed', 'server_uuid': 'ae79193f-4c72-4583-af37-e719206c1072', 'tag': '0027bc6a-a1af-4d3b-a76a-9a51a28a1118', 'status': 'completed', 'code': 200} Apr 21 21:00:25.252695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-8c1fdd00-d6ec-449a-8312-1ac2d4543440 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:25.259957 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:25.260282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-8c1fdd00-d6ec-449a-8312-1ac2d4543440 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:25.270985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] Sync routers for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:25.271222 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:25.294905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:25.295599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:25.300705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] For port c7de2bbb-417e-4207-a209-4b32c32c72af, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c7de2bbb-417e-4207-a209-4b32c32c72af,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:25.309408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:25.330338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:25.331591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f366eb0d-18e1-49d0-a4d1-5c64c738d116 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8806477 Apr 21 21:00:25.341968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-8c1fdd00-d6ec-449a-8312-1ac2d4543440 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "PUT /v2.0/floatingips/e6e684a4-c1d7-43b8-a142-14bec26e0a5e HTTP/1.1" status: 200 len: 996 time: 2.4264226 Apr 21 21:00:25.341968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54070) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:25.341968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:25.344376 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f" -d '{"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:25.422125 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:25.439342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:25.444608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Calling delete_port for c7de2bbb-417e-4207-a209-4b32c32c72af owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:25.450373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-65cf2e60-d621-4868-854a-8ac5ae3b11f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be HTTP/1.1" status: 200 len: 1001 time: 0.3150036 Apr 21 21:00:25.452921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-271870a6-32e6-4d18-b004-2697fa115e35 req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Deleting port 4e4127df-c984-4d06-b37f-3222b1466af2 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:25.453431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-271870a6-32e6-4d18-b004-2697fa115e35 req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:25.474110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-070ea88a-852a-46f9-97a6-f2a2ce64b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:25.475658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-070ea88a-852a-46f9-97a6-f2a2ce64b9a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1097 time: 0.0748773 Apr 21 21:00:25.483190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['58dfa2a5-8098-46bf-816f-04cffcfbfe27'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:00:25.661501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76e056-2922-4674-8780-d59c6e96fcaa req-6a835e0f-4571-4e9b-adbc-59676c5a5a7c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:25.663842 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f76e056-2922-4674-8780-d59c6e96fcaa req-6a835e0f-4571-4e9b-adbc-59676c5a5a7c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 943 time: 0.3005443 Apr 21 21:00:25.673278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-42bb53e8-1a79-43f4-91cc-35908ee2f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:25.675015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-42bb53e8-1a79-43f4-91cc-35908ee2f81d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 1094 time: 0.3872235 Apr 21 21:00:25.742915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-08bf3820-70e7-4343-b7ec-9e109c6fe1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:25.745244 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-08bf3820-70e7-4343-b7ec-9e109c6fe1cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.2496204 Apr 21 21:00:25.760930 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:23Z', 'revision_number': 3, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:25.809556 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:25.809904 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Updating router 62d3a771-1a47-4bee-bdc9-230af0895a30 port 27fdc096-a180-43b1-acfe-7fee600bc235 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:00:25.849323 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:25.890525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-271870a6-32e6-4d18-b004-2697fa115e35 req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] For port 4e4127df-c984-4d06-b37f-3222b1466af2, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4e4127df-c984-4d06-b37f-3222b1466af2,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:25.890866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-271870a6-32e6-4d18-b004-2697fa115e35 req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:25.909021 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:d4:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db992669-28a2-4924-98dc-98463d271ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T21:00:23Z', 'revision_number': 8, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:25.915208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-00cd67a8-e34f-413c-9a65-a558af9a69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:25.918564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-00cd67a8-e34f-413c-9a65-a558af9a69e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.4020579 Apr 21 21:00:25.932362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f76e056-2922-4674-8780-d59c6e96fcaa req-485f4548-d7de-48b3-a05d-4d3c0a1e4fe2 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544785 Apr 21 21:00:25.961227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-271870a6-32e6-4d18-b004-2697fa115e35 req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Calling delete_port for 4e4127df-c984-4d06-b37f-3222b1466af2 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:25.976825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] Checking router: 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:25.987579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:25.988160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:26.084026 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-b70afa63-7f9c-42b3-ba0c-1ff0e151cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:26.085582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-b70afa63-7f9c-42b3-ba0c-1ff0e151cb55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291092 Apr 21 21:00:26.102188 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629d4e16-6ca6-4f1a-89f5-b7ff889b11a1 x-openstack-request-id: req-629d4e16-6ca6-4f1a-89f5-b7ff889b11a1 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:26.102868 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:26.106106 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-629d4e16-6ca6-4f1a-89f5-b7ff889b11a1 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:26.106925 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629d4e16-6ca6-4f1a-89f5-b7ff889b11a1'] response: {'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'status': 'completed', 'code': 200} Apr 21 21:00:26.154314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-28b75edf-0b9d-401b-9b16-97dd70a879c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:26.159614 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-28b75edf-0b9d-401b-9b16-97dd70a879c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 915 time: 0.4641743 Apr 21 21:00:26.201072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:26.255906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-043aea4d-1395-412c-bed0-952ff47b5a59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 999 time: 0.3305197 Apr 21 21:00:26.363775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:26.370266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-974c48f3-3cbe-4c5f-bdf4-f490c91ab418 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0027bc6a-a1af-4d3b-a76a-9a51a28a1118 HTTP/1.1" status: 200 len: 217 time: 0.1761703 Apr 21 21:00:26.386958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-e0fe7947-1e3d-48e4-b882-cef578a1e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:26.388534 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-e0fe7947-1e3d-48e4-b882-cef578a1e102 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1097 time: 0.3077219 Apr 21 21:00:26.412162 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.423671 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.429798 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.437133 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.479153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-76f21cfc-34a5-4647-a9ca-afff3e9dacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:26.481095 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-76f21cfc-34a5-4647-a9ca-afff3e9dacf1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.1684010 Apr 21 21:00:26.505500 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Pushing event updated for resources: {'Port': ['ID=27fdc096-a180-43b1-acfe-7fee600bc235,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:26.523096 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.524575 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.524977 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.526017 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.526429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:26.526550 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.526804 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.526931 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.527134 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.528562 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.529008 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.529346 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.529676 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.530574 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:26.561086 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Attempting to bind port 27fdc096-a180-43b1-acfe-7fee600bc235 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:26.561463 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Attempting to bind port 27fdc096-a180-43b1-acfe-7fee600bc235 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:26.561651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Pushing event deleted for resources: {'Port': ['ID=c7de2bbb-417e-4207-a209-4b32c32c72af,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:26.561827 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Attempting to bind port 27fdc096-a180-43b1-acfe-7fee600bc235 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:26.570971 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:26.571347 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:26.571753 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.572205 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:26.572678 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Bound port: 27fdc096-a180-43b1-acfe-7fee600bc235, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:26.573132 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.630009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e532201-ec57-483d-88ea-5b596c2ee3ce req-51a3b5d2-3fda-4e97-a790-a70da13343a3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:26.640186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e532201-ec57-483d-88ea-5b596c2ee3ce req-51a3b5d2-3fda-4e97-a790-a70da13343a3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.4794927 Apr 21 21:00:26.640433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d15be70a-1cc6-4829-9b0a-3ac973003c56 None None] Provisioning complete for port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:26.641095 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d15be70a-1cc6-4829-9b0a-3ac973003c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.672452 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] For port 27fdc096-a180-43b1-acfe-7fee600bc235, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:26.676746 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] For port 27fdc096-a180-43b1-acfe-7fee600bc235, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=27fdc096-a180-43b1-acfe-7fee600bc235,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:26.680612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-671adc4e-6f84-462b-8ef5-fc769f8d7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:26.682377 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-671adc4e-6f84-462b-8ef5-fc769f8d7333 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.2819982 Apr 21 21:00:26.689968 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.693764 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 58dfa2a5-8098-46bf-816f-04cffcfbfe27 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:26.705527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-938bfeb0-73bd-4a94-85ce-cbcc4bea7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:26.707219 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-938bfeb0-73bd-4a94-85ce-cbcc4bea7a3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186489 Apr 21 21:00:26.738743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-b0d59dc0-facc-45d0-9d50-f731f67d9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:26.740773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-b0d59dc0-facc-45d0-9d50-f731f67d9511 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b055e7f-0ccd-46b3-9a35-85a05c1f697e HTTP/1.1" status: 200 len: 853 time: 0.3309314 Apr 21 21:00:26.744087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-01782fc5-0713-49f5-a9df-bbb00c28ba32 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424482 Apr 21 21:00:26.771357 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:26.773098 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:26.818544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] No DVR routers for this DVR port c7de2bbb-417e-4207-a209-4b32c32c72af on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:26.876676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-6d30f555-ba17-45ff-94e2-0f14899a9633 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 999 time: 0.1875212 Apr 21 21:00:26.908161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Allocated IP 172.20.0.1 (bb53438a-3327-4b76-88e5-46a4179a528b/21b73171-c292-4de0-8522-264715ef6eba/45ab344e-5550-451a-aca4-ff1144338b65) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:26.940747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:26.945410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2826f646-24ef-4b83-ad67-1fbccf5f1fb2 req-f9fde841-1ec2-41aa-935c-483051766ec4 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "DELETE /v2.0/ports/c7de2bbb-417e-4207-a209-4b32c32c72af HTTP/1.1" status: 204 len: 173 time: 2.4358547 Apr 21 21:00:26.952303 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:26.976335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:d4:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db992669-28a2-4924-98dc-98463d271ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T21:00:23Z', 'revision_number': 8, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:27.017711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7237addd-aee3-4cfe-a879-b54547f948d4 None None] The sync data for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 is: [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e6e684a4-c1d7-43b8-a142-14bec26e0a5e', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'port_id': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'mac_address': 'fa:16:3e:d4:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db992669-28a2-4924-98dc-98463d271ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T20:59:25Z', 'updated_at': '2022-04-21T21:00:23Z', 'revision_number': 8, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:27.020999 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:27.044554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-996e09f2-fda6-4edc-96b5-908487b3fa5e service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915332 Apr 21 21:00:27.120141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-9035aff7-7914-4fd2-b084-4dec398d4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:27.122686 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-9035aff7-7914-4fd2-b084-4dec398d4065 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.2369773 Apr 21 21:00:27.127007 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69d9b1-7a19-4cfd-af54-d371583e863e None None] Pushing event updated for resources: {'Port': ['ID=27fdc096-a180-43b1-acfe-7fee600bc235,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:27.172046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8adad74f-f8a0-4c8b-a078-2cdb6830bc71,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:27.185493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:00:27.188109 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:27.199740 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e532201-ec57-483d-88ea-5b596c2ee3ce req-d1eda873-333e-4475-a384-cbd2b9031795 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560818 Apr 21 21:00:27.231995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-23bf3c9a-6f68-4a54-bd9e-3c7440643166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:27.234396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-23bf3c9a-6f68-4a54-bd9e-3c7440643166 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f02ed80-a9a5-44a2-a355-0201873c37d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4466317 Apr 21 21:00:27.236002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:27.236370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:27.241920 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d15be70a-1cc6-4829-9b0a-3ac973003c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:27.247403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'name': 'network-vif-deleted', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:27.250247 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c883287b-f6fe-4b16-b802-6f442496bef5" -d '{"events": [{"server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "name": "network-vif-deleted", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:27.276013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-271870a6-32e6-4d18-b004-2697fa115e35 req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:27.313184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['d7744e8b-cb61-40cf-a0b0-cfefa2ccd096'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:00:27.321566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-988158fb-50f7-4b10-8fd8-0ebba337e0c6 req-0b36b5d1-02d2-46e6-9967-0b77661b6864 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401738 Apr 21 21:00:27.412941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-e77caf37-85d7-4544-9b3a-384726c7b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:27.414666 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-e77caf37-85d7-4544-9b3a-384726c7b8a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505569 Apr 21 21:00:27.426741 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:27.466102 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec3c7b-47df-43df-a96a-d7c5a0a917a6 None None] New status for floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:00:27.497297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Pushing event deleted for resources: {'Port': ['ID=4e4127df-c984-4d06-b37f-3222b1466af2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:27.518736 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dae17789-0759-4e41-b59d-e2c658d4c99a req-9e218c22-d3ff-4fbf-bf38-3d994acd3016 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093790 Apr 21 21:00:27.527784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-d15be70a-1cc6-4829-9b0a-3ac973003c56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:00:27.528361 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-d15be70a-1cc6-4829-9b0a-3ac973003c56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:00:27.544561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=8adad74f-f8a0-4c8b-a078-2cdb6830bc71,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:27.656197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:27.674124 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-3d10347a-5a82-4c84-bf27-8d611317947f service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434697 Apr 21 21:00:27.685181 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-dd6ae68f-9911-4107-8660-7d3cd93c266d service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220607 Apr 21 21:00:27.697012 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:23Z', 'revision_number': 3, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:27.761469 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8ce4eb-c73a-4106-b48c-d726db7ee392 None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:23Z', 'revision_number': 3, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:27.801820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Network bb53438a-3327-4b76-88e5-46a4179a528b is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:27.819051 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:27.877241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 58dfa2a5-8098-46bf-816f-04cffcfbfe27, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=58dfa2a5-8098-46bf-816f-04cffcfbfe27,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:27.880892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb6b2a2-1167-4494-9759-706ccb3d852d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfa2a5-8098-46bf-816f-04cffcfbfe27'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:27.885282 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fb8ca9-7e59-44af-aedf-ba98c8a10994" -d '{"events": [{"server_uuid": "dcb6b2a2-1167-4494-9759-706ccb3d852d", "name": "network-vif-plugged", "status": "completed", "tag": "58dfa2a5-8098-46bf-816f-04cffcfbfe27"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:27.891115 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:27.892320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c7de2bbb-417e-4207-a209-4b32c32c72af no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:27.924400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: c7de2bbb-417e-4207-a209-4b32c32c72af {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:27.924951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c7de2bbb-417e-4207-a209-4b32c32c72af not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:27.991718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=58dfa2a5-8098-46bf-816f-04cffcfbfe27,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:28.181864 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:00:28.184770 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4e4127df-c984-4d06-b37f-3222b1466af2 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:28.200798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9834a79-e24e-4098-b69d-77979043ab57 req-6ef0da83-ceb7-4dbb-b18d-ebccf79be23e tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a048ed0-dc6f-4196-b464-ef85a4b71eb7 HTTP/1.1" status: 200 len: 210 time: 0.7226007 Apr 21 21:00:28.222238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-271870a6-32e6-4d18-b004-2697fa115e35 req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] No DVR routers for this DVR port 4e4127df-c984-4d06-b37f-3222b1466af2 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:28.236463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.objects.ports [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:00:28.237082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-271870a6-32e6-4d18-b004-2697fa115e35 req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:28.249766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-271870a6-32e6-4d18-b004-2697fa115e35 req-44f7d90c-dc06-46a8-806e-3230ed706d10 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.43 "DELETE /v2.0/ports/4e4127df-c984-4d06-b37f-3222b1466af2 HTTP/1.1" status: 204 len: 173 time: 3.4797435 Apr 21 21:00:28.260861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 4e4127df-c984-4d06-b37f-3222b1466af2 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:28.265697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4e4127df-c984-4d06-b37f-3222b1466af2 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:28.327230 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ecac98-8e41-4e32-bdf4-bc1a9bbadbd6 x-openstack-request-id: req-53ecac98-8e41-4e32-bdf4-bc1a9bbadbd6 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:28.327569 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a048ed0-dc6f-4196-b464-ef85a4b71eb7", "name": "network-vif-deleted", "tag": "c7de2bbb-417e-4207-a209-4b32c32c72af", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:28.327691 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53ecac98-8e41-4e32-bdf4-bc1a9bbadbd6 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:28.328073 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ecac98-8e41-4e32-bdf4-bc1a9bbadbd6'] response: {'server_uuid': '9a048ed0-dc6f-4196-b464-ef85a4b71eb7', 'name': 'network-vif-deleted', 'tag': 'c7de2bbb-417e-4207-a209-4b32c32c72af', 'status': 'completed', 'code': 200} Apr 21 21:00:28.338825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Pushing event updated for resources: {'Port': ['ID=45ab344e-5550-451a-aca4-ff1144338b65,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:28.346611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:28.356709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:28.459689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 27fdc096-a180-43b1-acfe-7fee600bc235 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:28.491096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5242e5-4d83-4a90-bd1b-58a23e3f0838 req-ad55176a-c4d1-47de-b37b-c319396ad22c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:28.501972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d5242e5-4d83-4a90-bd1b-58a23e3f0838 req-ad55176a-c4d1-47de-b37b-c319396ad22c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 943 time: 0.7832160 Apr 21 21:00:28.522958 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:28.539235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:28.560364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '0027bc6a-a1af-4d3b-a76a-9a51a28a1118', 'network_id': '6f02ed80-a9a5-44a2-a355-0201873c37d0', 'port_id': '0027bc6a-a1af-4d3b-a76a-9a51a28a1118', 'mac_address': 'fa:16:3e:04:9c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b055e7f-0ccd-46b3-9a35-85a05c1f697e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:00:28.604246 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0ba750a-ed5b-4278-ad60-2dc9c25cd28f req-de5d1be9-6c6c-4dbf-8ffe-8cd2c549c21a service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9024675 Apr 21 21:00:28.619127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 27fdc096-a180-43b1-acfe-7fee600bc235 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:28.619750 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:28.657406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d5242e5-4d83-4a90-bd1b-58a23e3f0838 req-7d21c268-f335-4c85-9505-77833070aac0 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543937 Apr 21 21:00:28.667911 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-333fc636-8d71-4be0-9579-63445d02744a req-f33411c6-0ada-43b1-ae7c-80056afba3d3 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips/e6e684a4-c1d7-43b8-a142-14bec26e0a5e HTTP/1.1" status: 200 len: 998 time: 0.3389127 Apr 21 21:00:28.678254 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd9599d-e625-49ed-96ad-9b8e296251b4 req-79e48c6d-cec1-430c-a54e-199be10187fc service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9921274 Apr 21 21:00:28.697810 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:28.754211 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6922dae-14d2-4601-abdc-d8f9828a8061 x-openstack-request-id: req-b6922dae-14d2-4601-abdc-d8f9828a8061 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:28.755266 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb6b2a2-1167-4494-9759-706ccb3d852d", "name": "network-vif-plugged", "status": "completed", "tag": "58dfa2a5-8098-46bf-816f-04cffcfbfe27", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:28.756788 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6922dae-14d2-4601-abdc-d8f9828a8061 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:28.757310 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6922dae-14d2-4601-abdc-d8f9828a8061'] response: {'server_uuid': 'dcb6b2a2-1167-4494-9759-706ccb3d852d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dfa2a5-8098-46bf-816f-04cffcfbfe27', 'code': 200} Apr 21 21:00:28.798998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:28.862881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:28.874611 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:28.916328 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:28.976853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fc636-8d71-4be0-9579-63445d02744a req-7b11d5db-9aed-4e3c-859b-b5f7a1542e7c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:28.986394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-333fc636-8d71-4be0-9579-63445d02744a req-7b11d5db-9aed-4e3c-859b-b5f7a1542e7c tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2981031 Apr 21 21:00:28.995701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-333fc636-8d71-4be0-9579-63445d02744a req-2e05ed13-0329-4ab9-ad8b-db2302489f6b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:29.006935 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-333fc636-8d71-4be0-9579-63445d02744a req-2e05ed13-0329-4ab9-ad8b-db2302489f6b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142667 Apr 21 21:00:29.072289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.082110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:29.098052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-78f65d99-cc33-45b2-8902-2ae8e76cf75c None None] Provisioning complete for port 45ab344e-5550-451a-aca4-ff1144338b65 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:29.098600 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78f65d99-cc33-45b2-8902-2ae8e76cf75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.108451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.115722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 27fdc096-a180-43b1-acfe-7fee600bc235, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=27fdc096-a180-43b1-acfe-7fee600bc235,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:29.136899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ad35c-78b7-4ba2-9062-c971890f971b req-e8ef70dc-316d-4c27-b8c5-c4edfd800da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:29.138496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-624ad35c-78b7-4ba2-9062-c971890f971b req-e8ef70dc-316d-4c27-b8c5-c4edfd800da8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 1096 time: 0.2789252 Apr 21 21:00:29.139795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-ccdf3b51-62c1-42a0-b924-ccd2c1beb339 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1001 time: 0.1123600 Apr 21 21:00:29.145698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.146520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:29.201874 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-624ad35c-78b7-4ba2-9062-c971890f971b req-06e1a726-0f4f-4e5d-89c0-f18da038c1f4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Apr 21 21:00:29.211462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b0d49-260e-4488-a07e-0ecd547ad6ec req-a003dadf-06b4-4aa5-91b2-bc8dce6a4f3d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:29.224191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd9b0d49-260e-4488-a07e-0ecd547ad6ec req-a003dadf-06b4-4aa5-91b2-bc8dce6a4f3d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.3672791 Apr 21 21:00:29.228294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-78f65d99-cc33-45b2-8902-2ae8e76cf75c None None] Port 45ab344e-5550-451a-aca4-ff1144338b65 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:29.240114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-66e115c6-9d4e-4f42-bbcc-e25d28b615da tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:29.241153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-66e115c6-9d4e-4f42-bbcc-e25d28b615da tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports/d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 943 time: 0.0775950 Apr 21 21:00:29.271682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['0027bc6a-a1af-4d3b-a76a-9a51a28a1118'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:00:29.273281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=27fdc096-a180-43b1-acfe-7fee600bc235,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:29.290613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.313808 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.340801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:29.341173 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.356096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd9b0d49-260e-4488-a07e-0ecd547ad6ec req-652b33d7-2bb2-4240-8737-fe3436c18917 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268780 Apr 21 21:00:29.429854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.439228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-d3cb03e3-4230-4c7a-951b-9d3656faaa37 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1001 time: 0.1238792 Apr 21 21:00:29.460656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Pushing event updated for resources: {'Port': ['ID=45ab344e-5550-451a-aca4-ff1144338b65,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:29.484978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] For port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8adad74f-f8a0-4c8b-a078-2cdb6830bc71,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:29.603761 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.607803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Network bb53438a-3327-4b76-88e5-46a4179a528b is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:29.609806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:29.630977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.631742 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.700269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-badf2c33-5723-43f9-b81b-944b23af1772 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:29.701797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-badf2c33-5723-43f9-b81b-944b23af1772 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2617085 Apr 21 21:00:29.763085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:29.768924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c72e2-a221-46ea-8743-a1ed4873ae4d req-f82098f9-bd35-48d5-bb88-f719ceab9e03 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:29.770476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b9c72e2-a221-46ea-8743-a1ed4873ae4d req-f82098f9-bd35-48d5-bb88-f719ceab9e03 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 948 time: 0.0998383 Apr 21 21:00:29.779016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:29.782287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:29.782881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:29.786959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:29.791771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0597b-374e-47ae-b6e7-c1777c0e8700 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:29.821524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Subnet': ['ID=aa9184fd-9845-420b-8ce2-da3fa6ce2bc8,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:29.861160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=8adad74f-f8a0-4c8b-a078-2cdb6830bc71,revision_number=5']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:29.873527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1489577 Apr 21 21:00:29.875606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.876061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.876266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.876594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.876949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.877274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.877601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.877925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.878243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.878556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.878871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.879184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.884837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.885176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.885520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.885930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.886166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.887093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.887471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.887822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.888182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.888544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.889437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.889437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f691d61-1aff-4766-ae2b-03f68ab5a12e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:29.892809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54100) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:29.905700 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-010f4df0-3d8b-4f27-8495-08858906272a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 1001 time: 0.1890583 Apr 21 21:00:29.911152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Request body: {'port': {'network_id': 'e090e2a0-84db-41f3-b1de-08b8bd8ac9f2', 'mac_address': 'fa:16:3e:e1:0f:c4', 'name': 'tempest-NetworksTestDHCPv6-1998556446'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:29.917309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-beb5cc92-b477-48f1-8e6d-a1867e37d0e0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:29.927937 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b9c72e2-a221-46ea-8743-a1ed4873ae4d req-9afc5290-8383-459b-b44e-682960fce69f tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506479 Apr 21 21:00:30.000413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:30.013610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bf82f327-3883-4ecc-a2af-5278350a5e6a None None] Provisioning complete for port 45ab344e-5550-451a-aca4-ff1144338b65 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:30.013610 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bf82f327-3883-4ecc-a2af-5278350a5e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:30.014088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d9141770-a59b-4812-96c2-dbdac709f592 admin admin] 10.222.0.49 "PUT /v2.0/routers/62d3a771-1a47-4bee-bdc9-230af0895a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6664741 Apr 21 21:00:30.050260 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-beb5cc92-b477-48f1-8e6d-a1867e37d0e0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:30.097542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0c31f-3b30-4051-bd69-a9da2583ce4c req-243bed41-59ea-491a-a6e1-0ddcf6c2b298 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:30.099219 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90d0c31f-3b30-4051-bd69-a9da2583ce4c req-243bed41-59ea-491a-a6e1-0ddcf6c2b298 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 944 time: 0.0599389 Apr 21 21:00:30.122927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bf82f327-3883-4ecc-a2af-5278350a5e6a None None] Port 45ab344e-5550-451a-aca4-ff1144338b65 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:30.167057 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90d0c31f-3b30-4051-bd69-a9da2583ce4c req-4649ccdb-446e-4c5e-ba13-0f086d1f1c97 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606766 Apr 21 21:00:30.208629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Made reservation on behalf of c0fcdfdbf0dc4e4badabb29ada402b52 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:30.283310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 27fdc096-a180-43b1-acfe-7fee600bc235 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:30.294178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-beb5cc92-b477-48f1-8e6d-a1867e37d0e0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:30.303694 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-beb5cc92-b477-48f1-8e6d-a1867e37d0e0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:30.304067 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-beb5cc92-b477-48f1-8e6d-a1867e37d0e0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e disassociated. External IP: 172.25.0.10, port: d7744e8b-cb61-40cf-a0b0-cfefa2ccd096. Apr 21 21:00:30.340621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'name': 'network-vif-deleted', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:30.343161 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e56ca70-4db4-48a0-99b0-ca6c3df8e966" -d '{"events": [{"server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "name": "network-vif-deleted", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:30.344578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:30.360608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:30.361453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:30.425142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:30.455950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] device_id is not set on port 4634c624-bc53-4999-ad62-c1d423f3d87b yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:00:30.485646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 27fdc096-a180-43b1-acfe-7fee600bc235 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:30.486243 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:30.552150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-497629f4-c2c0-4514-b933-9f6fa1124fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:30.557357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:30.711538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:30.724531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54112) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:30.730937 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ba8ce9e7-bebf-48a4-ac87-2b87986a2121 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761538657', 'description': 'tempest-description--1824403172'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:30.782123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce9e7-bebf-48a4-ac87-2b87986a2121 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:30.798296 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff94361e-70f7-4e1c-9595-0033d926561b x-openstack-request-id: req-ff94361e-70f7-4e1c-9595-0033d926561b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:30.798698 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa47946-8efd-4b45-9286-c78f8da45768", "name": "network-vif-deleted", "tag": "4e4127df-c984-4d06-b37f-3222b1466af2", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:30.799048 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff94361e-70f7-4e1c-9595-0033d926561b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:30.799524 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff94361e-70f7-4e1c-9595-0033d926561b'] response: {'server_uuid': '2fa47946-8efd-4b45-9286-c78f8da45768', 'name': 'network-vif-deleted', 'tag': '4e4127df-c984-4d06-b37f-3222b1466af2', 'status': 'completed', 'code': 200} Apr 21 21:00:30.805835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8::aa (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/b5f1f25a-08cb-4138-b798-0aab1f399cd5/4634c624-bc53-4999-ad62-c1d423f3d87b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:30.822077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Allocated IP 2001:db8:0:1:f816:3eff:fee1:fc4 (e090e2a0-84db-41f3-b1de-08b8bd8ac9f2/aa9184fd-9845-420b-8ce2-da3fa6ce2bc8/4634c624-bc53-4999-ad62-c1d423f3d87b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:30.884298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-beb5cc92-b477-48f1-8e6d-a1867e37d0e0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:30.934998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce9e7-bebf-48a4-ac87-2b87986a2121 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:30.949117 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce9e7-bebf-48a4-ac87-2b87986a2121 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.018526 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba8ce9e7-bebf-48a4-ac87-2b87986a2121 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.019489 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ba8ce9e7-bebf-48a4-ac87-2b87986a2121 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2927451 Apr 21 21:00:31.023067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54116) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:31.024273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:31.024734 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.028096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ac1a6c0e-fa24-42c2-b980-d0061b33bed2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group_rule': {'security_group_id': '92ea5e17-6b6d-4087-93b0-b87092e77227', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:31.035633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ce9e7-bebf-48a4-ac87-2b87986a2121 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea5e17-6b6d-4087-93b0-b87092e77227,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:31.047917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c7fd3-2453-474f-bde5-9fe3b9d6a277 req-039519f7-fc3c-45ee-b5f6-a643d1c7c9de tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:31.049567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-394c7fd3-2453-474f-bde5-9fe3b9d6a277 req-039519f7-fc3c-45ee-b5f6-a643d1c7c9de tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.1825829 Apr 21 21:00:31.082382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-beb5cc92-b477-48f1-8e6d-a1867e37d0e0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:31.087227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-beb5cc92-b477-48f1-8e6d-a1867e37d0e0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.097110 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] Sync routers for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:31.105855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-394c7fd3-2453-474f-bde5-9fe3b9d6a277 req-a604cf3c-f1e8-4b1d-ae2e-f582042d091e tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Apr 21 21:00:31.109462 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:31.110265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:31.118539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c0e-fa24-42c2-b980-d0061b33bed2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.126517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2c96a2ba-9ec2-4e75-8514-b3eead765577 None None] Provisioning complete for port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:31.126980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2c96a2ba-9ec2-4e75-8514-b3eead765577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.162632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.212196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-beb5cc92-b477-48f1-8e6d-a1867e37d0e0 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "PUT /v2.0/floatingips/e6e684a4-c1d7-43b8-a142-14bec26e0a5e HTTP/1.1" status: 200 len: 695 time: 1.2982013 Apr 21 21:00:31.259289 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.273691 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c0e-fa24-42c2-b980-d0061b33bed2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.287666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56222499-b69a-4aa5-ba89-5ebb1b01e5cd req-301e3726-b071-4678-8b5f-f2b14acd992f tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:31.290075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 2, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:31.295781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56222499-b69a-4aa5-ba89-5ebb1b01e5cd req-301e3726-b071-4678-8b5f-f2b14acd992f tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 948 time: 0.1145196 Apr 21 21:00:31.302855 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c0e-fa24-42c2-b980-d0061b33bed2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.303656 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:31.318281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:31.318626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Updating router 62d3a771-1a47-4bee-bdc9-230af0895a30 port 45ab344e-5550-451a-aca4-ff1144338b65 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:00:31.334668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c0e-fa24-42c2-b980-d0061b33bed2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.338623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ac1a6c0e-fa24-42c2-b980-d0061b33bed2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3145728 Apr 21 21:00:31.339227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54120) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:31.345800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-23d9eb58-9706-4e9e-8864-192a0b905d2c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group_rule': {'security_group_id': '92ea5e17-6b6d-4087-93b0-b87092e77227', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:31.347692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.353374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event updated for resources: {'Port': ['ID=4634c624-bc53-4999-ad62-c1d423f3d87b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:31.355377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a6c0e-fa24-42c2-b980-d0061b33bed2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1248a8-be6b-47cc-8de9-c37528d9aabb,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:31.368486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:31.375142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:31.380482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:31.388645 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56222499-b69a-4aa5-ba89-5ebb1b01e5cd req-c4b41da5-d793-4bf0-a1ef-185eac1eb78a tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919635 Apr 21 21:00:31.389524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:31.390297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.394847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-75ab8c83-243f-47a9-833d-b1c1e14e19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:31.397575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-75ab8c83-243f-47a9-833d-b1c1e14e19ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1097 time: 0.1840928 Apr 21 21:00:31.419725 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb58-9706-4e9e-8864-192a0b905d2c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.435540 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7cc5b1b8-07ad-4122-abdd-5d03a8f5a57f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5406480 Apr 21 21:00:31.439927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54122) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:31.492854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb58-9706-4e9e-8864-192a0b905d2c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.499214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb58-9706-4e9e-8864-192a0b905d2c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.556748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9eb58-9706-4e9e-8864-192a0b905d2c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4205b13-a704-484c-bee9-c30994a1fb95,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:31.585859 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-23d9eb58-9706-4e9e-8864-192a0b905d2c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.587203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-23d9eb58-9706-4e9e-8864-192a0b905d2c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2448533 Apr 21 21:00:31.594050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54124) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:31.596443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f212b-ea5f-405a-a054-dc3185a611cd req-f88aa9d5-f6a3-44e8-8080-facef2e746c6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:31.598225 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-197f212b-ea5f-405a-a054-dc3185a611cd req-f88aa9d5-f6a3-44e8-8080-facef2e746c6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 944 time: 0.0827692 Apr 21 21:00:31.603347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:31.650096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-197f212b-ea5f-405a-a054-dc3185a611cd req-b7d125ca-b267-48f9-bb3d-22fb6def269a tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446661 Apr 21 21:00:31.661052 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:31.663206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-551be9e7-17c7-479c-891f-5042e2bae31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:31.674176 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-551be9e7-17c7-479c-891f-5042e2bae31e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.2686920 Apr 21 21:00:31.705297 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] Checking router: 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:31.717180 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:31.717937 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:31.737598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-98ea9725-c5a8-4453-8f54-8095173f6bb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 217 time: 0.0445688 Apr 21 21:00:31.738160 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.824307 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.832860 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8938bbad-b209-4bd3-aec2-ab96e3b68db1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting port 4634c624-bc53-4999-ad62-c1d423f3d87b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:31.833155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8938bbad-b209-4bd3-aec2-ab96e3b68db1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.836973 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.850094 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:31.871971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-437141d7-4ed3-4c7d-9c51-fb1239836432 None None] Provisioning complete for port 4634c624-bc53-4999-ad62-c1d423f3d87b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:31.872509 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-437141d7-4ed3-4c7d-9c51-fb1239836432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:31.877905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-40583399-93ff-4490-9234-1a53f0e87998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:31.880706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-40583399-93ff-4490-9234-1a53f0e87998 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.1290166 Apr 21 21:00:31.954481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e2563-c509-4309-ae62-427ab59f6493 None None] Pushing event updated for resources: {'Port': ['ID=45ab344e-5550-451a-aca4-ff1144338b65,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:31.960522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-437141d7-4ed3-4c7d-9c51-fb1239836432 None None] Port 4634c624-bc53-4999-ad62-c1d423f3d87b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:32.017789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Attempting to bind port 45ab344e-5550-451a-aca4-ff1144338b65 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:32.018164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Attempting to bind port 45ab344e-5550-451a-aca4-ff1144338b65 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:32.018524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Attempting to bind port 45ab344e-5550-451a-aca4-ff1144338b65 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:32.023947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:32.024319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Checking segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:32.024945 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.025196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Bound using segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:32.025663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Bound port: 45ab344e-5550-451a-aca4-ff1144338b65, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:32.026033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.052700 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8938bbad-b209-4bd3-aec2-ab96e3b68db1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.061729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-339fdc27-da8a-4043-b64e-d6a3034aa448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:32.063245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-339fdc27-da8a-4043-b64e-d6a3034aa448 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480124 Apr 21 21:00:32.082922 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:32.084884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-fe87eba9-e26c-4887-9db5-60441fef47f8 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:32.086529 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-fe87eba9-e26c-4887-9db5-60441fef47f8 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 948 time: 0.0931268 Apr 21 21:00:32.095176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8938bbad-b209-4bd3-aec2-ab96e3b68db1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Calling delete_port for 4634c624-bc53-4999-ad62-c1d423f3d87b owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:32.116268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] For port 45ab344e-5550-451a-aca4-ff1144338b65, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:32.120398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] For port 45ab344e-5550-451a-aca4-ff1144338b65, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=45ab344e-5550-451a-aca4-ff1144338b65,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:32.124563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fef51df-9ece-45ae-840d-aeaed490aa95 None None] The sync data for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 is: [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T20:58:52Z', 'revision_number': 4, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'aa6daf15-882a-4e2f-928e-c3f388ada317', 'name': '', 'network_id': 'a220b398-069b-4d11-b6fe-cfb9b6698d24', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'mac_address': 'fa:16:3e:f4:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:50Z', 'updated_at': '2022-04-21T20:59:00Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'subnets': [{'id': 'f3b4ef14-ad87-4fe0-b649-d10e1f4836e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:32.146624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.221195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:32.296431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:32.297130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:32.299080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Deleting port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:32.299253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.301821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e2563-c509-4309-ae62-427ab59f6493 None None] Pushing event updated for resources: {'Port': ['ID=45ab344e-5550-451a-aca4-ff1144338b65,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:32.331785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b2de9-944d-4186-bfa5-fee0019335cb req-5de5b74d-d771-474a-8fae-dbad5ae89654 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:32.333419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a66b2de9-944d-4186-bfa5-fee0019335cb req-5de5b74d-d771-474a-8fae-dbad5ae89654 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.1145325 Apr 21 21:00:32.379785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.380628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9195f1f5-35b5-489e-90a8-48b3b8665c37 None None] Provisioning complete for port 45ab344e-5550-451a-aca4-ff1144338b65 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:32.381384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9195f1f5-35b5-489e-90a8-48b3b8665c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.463750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-63f7074b-dc16-457d-9ae8-db10412fbd27 service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660295 Apr 21 21:00:32.474792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a66b2de9-944d-4186-bfa5-fee0019335cb req-6e2fa86e-6350-43d0-a1b3-7fead1ee5ee1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019621 Apr 21 21:00:32.506186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:00:32.517246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] For port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:32.517784 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.532253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:32.532722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.549202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Calling delete_port for 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:32.595171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:32.597504 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8938bbad-b209-4bd3-aec2-ab96e3b68db1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.641548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d15e82d-501c-4167-a899-4ea82eafedf3 None None] New status for floating IP e6e684a4-c1d7-43b8-a142-14bec26e0a5e: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:00:32.667156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Allocated IP 172.25.0.184 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/f9ffa599-734c-480c-a978-8c5f7c275552) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:32.669712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938bbad-b209-4bd3-aec2-ab96e3b68db1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Port': ['ID=4634c624-bc53-4999-ad62-c1d423f3d87b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:32.767982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.816067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dcfa2-6d3b-41e9-b3b4-22ae156440d9 req-8d7a59a9-bd20-447d-bdb7-0cacec69e278 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:32.818054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-696dcfa2-6d3b-41e9-b3b4-22ae156440d9 req-8d7a59a9-bd20-447d-bdb7-0cacec69e278 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/ports?device_id=25f22b3d-3dff-4f6a-be8c-9360075131b4 HTTP/1.1" status: 200 len: 948 time: 0.2117031 Apr 21 21:00:32.883933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Pushing event deleted for resources: {'Port': ['ID=6c67436f-4bcb-49c2-90f9-c3df04a08bf3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:32.934690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.935135 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.935589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.935992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.936437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.936861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.937252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.937639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.938029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.938551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.939058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.939451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:32.954284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] No DVR routers for this DVR port 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:32.969975 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-220a5296-7340-4509-a2a0-5a6b0f03656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.970811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:32.974496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cfc495b-b9e5-4ac8-8abd-a3e3d4e73a5c req-4d342e12-9416-4776-b9c5-80e87def8a5c tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.46 "DELETE /v2.0/ports/6c67436f-4bcb-49c2-90f9-c3df04a08bf3 HTTP/1.1" status: 204 len: 173 time: 0.8781340 Apr 21 21:00:32.974967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-deleted', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:32.978431 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a288191d-ca97-41e8-87da-f8a074210fa8" -d '{"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-deleted", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:32.986913 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-696dcfa2-6d3b-41e9-b3b4-22ae156440d9 req-0dfe547b-1d04-4b12-b590-0b99dfa60ff5 tempest-ListImageFiltersTestJSON-385643692 tempest-ListImageFiltersTestJSON-385643692-project] 10.222.0.49 "GET /v2.0/security-groups?id=de89803f-9cd3-4fc8-8eb3-c7b776e8f451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041570 Apr 21 21:00:33.006177 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.014584 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9195f1f5-35b5-489e-90a8-48b3b8665c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.117332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae79193f-4c72-4583-af37-e719206c1072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0027bc6a-a1af-4d3b-a76a-9a51a28a1118'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:33.119493 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa4eeb3-f0bf-42ad-bcd0-a3e1e784bb8b" -d '{"events": [{"server_uuid": "ae79193f-4c72-4583-af37-e719206c1072", "name": "network-vif-plugged", "status": "completed", "tag": "0027bc6a-a1af-4d3b-a76a-9a51a28a1118"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:33.124008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ff0a-d234-4ac4-8a38-bcd0372c4935 req-c13a913d-7c6e-42bb-8378-2ff1364df0c7 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.132734 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3242ff0a-d234-4ac4-8a38-bcd0372c4935 req-c13a913d-7c6e-42bb-8378-2ff1364df0c7 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 944 time: 0.0660439 Apr 21 21:00:33.148044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:33.165527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9195f1f5-35b5-489e-90a8-48b3b8665c37 None None] For port 45ab344e-5550-451a-aca4-ff1144338b65, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=45ab344e-5550-451a-aca4-ff1144338b65,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:33.169849 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.190638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:33.193222 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48861d3-5d39-49b7-9b56-943735192b98" -d '{"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:33.197159 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9195f1f5-35b5-489e-90a8-48b3b8665c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.221123 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8938bbad-b209-4bd3-aec2-ab96e3b68db1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.225681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3242ff0a-d234-4ac4-8a38-bcd0372c4935 req-936bd811-e8dd-41d8-b820-e3231a76557c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Apr 21 21:00:33.225981 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8938bbad-b209-4bd3-aec2-ab96e3b68db1 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/4634c624-bc53-4999-ad62-c1d423f3d87b HTTP/1.1" status: 204 len: 168 time: 1.7842088 Apr 21 21:00:33.228159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54138) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:33.275882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:33.317950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:32Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:33.324417 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a828c1d3-88a9-46ce-bd09-58950c841bb0 x-openstack-request-id: req-a828c1d3-88a9-46ce-bd09-58950c841bb0 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:33.326567 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f22b3d-3dff-4f6a-be8c-9360075131b4", "name": "network-vif-deleted", "tag": "6c67436f-4bcb-49c2-90f9-c3df04a08bf3", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:33.326988 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a828c1d3-88a9-46ce-bd09-58950c841bb0 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:33.327590 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a828c1d3-88a9-46ce-bd09-58950c841bb0'] response: {'server_uuid': '25f22b3d-3dff-4f6a-be8c-9360075131b4', 'name': 'network-vif-deleted', 'tag': '6c67436f-4bcb-49c2-90f9-c3df04a08bf3', 'status': 'completed', 'code': 200} Apr 21 21:00:33.365679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52eeda0-73d6-45b8-afe4-a10b0f58359a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.367621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b52eeda0-73d6-45b8-afe4-a10b0f58359a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1382401 Apr 21 21:00:33.370274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54140) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:33.370754 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.424181 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9b19d79-8ef3-4ae2-955e-052be41be3d1 req-bdf1d6e2-aac4-4064-ba92-38c932f7d9fa service neutron] 10.222.0.49 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8281789 Apr 21 21:00:33.426199 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.494128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=f9ffa599-734c-480c-a978-8c5f7c275552,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:33.509760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d2ae77-187e-4db1-b570-a9a6c1d8060d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.511425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-83d2ae77-187e-4db1-b570-a9a6c1d8060d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1395984 Apr 21 21:00:33.519597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54146) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:33.539170 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7608795e-9d04-43b8-96dd-5517c1a46600 x-openstack-request-id: req-7608795e-9d04-43b8-96dd-5517c1a46600 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:33.539602 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:33.539945 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7608795e-9d04-43b8-96dd-5517c1a46600 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:33.540432 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7608795e-9d04-43b8-96dd-5517c1a46600'] response: {'name': 'network-changed', 'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'status': 'completed', 'code': 200} Apr 21 21:00:33.554170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:33.559774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:33.563295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:33.632376 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a559d438-cdb3-4054-8be7-ca70d0bad8c9 x-openstack-request-id: req-a559d438-cdb3-4054-8be7-ca70d0bad8c9 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:33.632848 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae79193f-4c72-4583-af37-e719206c1072", "name": "network-vif-plugged", "status": "completed", "tag": "0027bc6a-a1af-4d3b-a76a-9a51a28a1118", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:33.633102 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a559d438-cdb3-4054-8be7-ca70d0bad8c9 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:33.633638 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a559d438-cdb3-4054-8be7-ca70d0bad8c9'] response: {'server_uuid': 'ae79193f-4c72-4583-af37-e719206c1072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0027bc6a-a1af-4d3b-a76a-9a51a28a1118', 'code': 200} Apr 21 21:00:33.637161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195f1f5-35b5-489e-90a8-48b3b8665c37 None None] Pushing event updated for resources: {'Port': ['ID=45ab344e-5550-451a-aca4-ff1144338b65,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:33.654460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a85f6-b7d3-4e52-9c22-ad6e2aebae23 None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:32Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:33.671396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-21653084-552c-43c7-8dfd-c0195cd8db31 None None] Provisioning complete for port 45ab344e-5550-451a-aca4-ff1144338b65 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:33.671781 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-21653084-552c-43c7-8dfd-c0195cd8db31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.672462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.699755 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9411857b-54af-4863-9846-b06651763d9e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.701650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9411857b-54af-4863-9846-b06651763d9e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.702817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9411857b-54af-4863-9846-b06651763d9e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.704459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9411857b-54af-4863-9846-b06651763d9e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1847308 Apr 21 21:00:33.708182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54152) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:33.760360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48861d3-5d39-49b7-9b56-943735192b98 req-f5f67105-7df1-4bd6-b859-2558ad0de6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.762288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e48861d3-5d39-49b7-9b56-943735192b98 req-f5f67105-7df1-4bd6-b859-2558ad0de6c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 1097 time: 0.2242665 Apr 21 21:00:33.775704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a493680-8a95-40e2-b392-cfe743daafe8 req-9062199e-6ab2-4f8c-bf1d-be31332b2235 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.777789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a493680-8a95-40e2-b392-cfe743daafe8 req-9062199e-6ab2-4f8c-bf1d-be31332b2235 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.1553802 Apr 21 21:00:33.783764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206800b9-2c29-48e5-be8e-e741d227b25f req-d49cb10a-9b95-44e7-b68b-7daf12fa36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.785416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-206800b9-2c29-48e5-be8e-e741d227b25f req-d49cb10a-9b95-44e7-b68b-7daf12fa36f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 1096 time: 0.2927580 Apr 21 21:00:33.788298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-0a9728a1-290e-450e-b8e6-2c1873ca3f6b tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips/e6e684a4-c1d7-43b8-a142-14bec26e0a5e HTTP/1.1" status: 200 len: 693 time: 0.1044304 Apr 21 21:00:33.867648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.875428 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76f5ceb-c535-48d2-9509-6054a433178e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet aa9184fd-9845-420b-8ce2-da3fa6ce2bc8 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:33.886400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b76f5ceb-c535-48d2-9509-6054a433178e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.921232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a493680-8a95-40e2-b392-cfe743daafe8 req-5e752da7-6d24-4300-bddf-5e1c593b7ccf tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308768 Apr 21 21:00:33.958097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b76f5ceb-c535-48d2-9509-6054a433178e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.961977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-206800b9-2c29-48e5-be8e-e741d227b25f req-ee21eaf0-c5d8-4e02-a60c-9c772ec04866 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411293 Apr 21 21:00:33.975899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:33.998143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48861d3-5d39-49b7-9b56-943735192b98 req-f7420115-439f-4d7a-b391-1f92d6d550a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:33.999873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e48861d3-5d39-49b7-9b56-943735192b98 req-f7420115-439f-4d7a-b391-1f92d6d550a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 200 len: 921 time: 0.2191045 Apr 21 21:00:34.020841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-4555bb6d-49a1-4fa5-bfb6-ece296cf5e41 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:34.021929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-4555bb6d-49a1-4fa5-bfb6-ece296cf5e41 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.2000866 Apr 21 21:00:34.056141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-8ed92d40-91fa-4c0d-83bd-da1ce4ce380a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:34.062780 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e48861d3-5d39-49b7-9b56-943735192b98 req-090ab4f8-3a29-4c15-bd46-6306252b53c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 200 len: 217 time: 0.0523746 Apr 21 21:00:34.068390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-8ed92d40-91fa-4c0d-83bd-da1ce4ce380a tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185053 Apr 21 21:00:34.113339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b76f5ceb-c535-48d2-9509-6054a433178e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.175660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-5a870e22-ba8e-4dd6-ac71-f9e360ad0e67 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 696 time: 0.1086936 Apr 21 21:00:34.249028 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b76f5ceb-c535-48d2-9509-6054a433178e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.251960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48861d3-5d39-49b7-9b56-943735192b98 req-8eb38dc5-085b-485a-885b-926f8fa2b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:34.253475 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e48861d3-5d39-49b7-9b56-943735192b98 req-8eb38dc5-085b-485a-885b-926f8fa2b0d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 200 len: 859 time: 0.0980728 Apr 21 21:00:34.269654 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-55d64589-7aee-485c-b8ab-526e16efde7d tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.10 HTTP/1.1" status: 200 len: 696 time: 0.0930996 Apr 21 21:00:34.314167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f5ceb-c535-48d2-9509-6054a433178e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9184fd-9845-420b-8ce2-da3fa6ce2bc8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:34.319747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45ab344e-5550-451a-aca4-ff1144338b65 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:34.362232 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b76f5ceb-c535-48d2-9509-6054a433178e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.368245 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b76f5ceb-c535-48d2-9509-6054a433178e tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/aa9184fd-9845-420b-8ce2-da3fa6ce2bc8 HTTP/1.1" status: 204 len: 168 time: 0.6590848 Apr 21 21:00:34.368920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54176) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:34.369435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3591afe-63a4-4cc4-85f8-50870884c214 None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:34.388333 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.403169 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.440502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48861d3-5d39-49b7-9b56-943735192b98 req-f3ca3354-839a-4c7c-8d27-62266119d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:34.442616 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e48861d3-5d39-49b7-9b56-943735192b98 req-f3ca3354-839a-4c7c-8d27-62266119d915 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a220b398-069b-4d11-b6fe-cfb9b6698d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299968 Apr 21 21:00:34.501693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 45ab344e-5550-451a-aca4-ff1144338b65 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:34.502330 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.526064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-5074876d-1a0b-41b2-ac57-9ddd40a3c38d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Deleting subnet b5f1f25a-08cb-4138-b798-0aab1f399cd5 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:34.531880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5074876d-1a0b-41b2-ac57-9ddd40a3c38d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.569422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=f9ffa599-734c-480c-a978-8c5f7c275552,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:34.585590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.615750 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.620381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-630b80f8-1a29-41a9-b867-fe4c628c4c38 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0235808 Apr 21 21:00:34.622872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Deleting port e745748b-9137-4b33-8920-b44445408e2f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:34.623315 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.700991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5074876d-1a0b-41b2-ac57-9ddd40a3c38d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.753886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.754272 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.768774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Calling delete_port for e745748b-9137-4b33-8920-b44445408e2f owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:34.816399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7834b-564d-401a-af32-4bbc7bced01f req-2e9d55db-2b12-4762-b5a7-f1d44376e9ea tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:34.825261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ac7834b-564d-401a-af32-4bbc7bced01f req-2e9d55db-2b12-4762-b5a7-f1d44376e9ea tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.2599041 Apr 21 21:00:34.830987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e48861d3-5d39-49b7-9b56-943735192b98 req-375ad156-25d2-4403-95a9-c05cbf9049ab service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627315 Apr 21 21:00:34.938656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5074876d-1a0b-41b2-ac57-9ddd40a3c38d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.945605 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:34.974799 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ac7834b-564d-401a-af32-4bbc7bced01f req-b4e1b5d5-2676-479f-a0f8-5f01de147b28 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486464 Apr 21 21:00:34.976694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Pushing event deleted for resources: {'Port': ['ID=e745748b-9137-4b33-8920-b44445408e2f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:35.033261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e48861d3-5d39-49b7-9b56-943735192b98 req-086b4b02-b469-4356-b9ea-477748f5acbc service neutron] 10.222.0.46 "GET /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921844 Apr 21 21:00:35.065453 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5074876d-1a0b-41b2-ac57-9ddd40a3c38d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:35.077914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:35.080967 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:35.082394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fc26632-4c02-432b-a5b1-7c386867d9d1 req-10cfc63b-663e-48da-a116-ccd03e07c238 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "DELETE /v2.0/floatingips/e6e684a4-c1d7-43b8-a142-14bec26e0a5e HTTP/1.1" status: 204 len: 173 time: 0.7741649 Apr 21 21:00:35.113179 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5074876d-1a0b-41b2-ac57-9ddd40a3c38d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:35.116327 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5074876d-1a0b-41b2-ac57-9ddd40a3c38d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/b5f1f25a-08cb-4138-b798-0aab1f399cd5 HTTP/1.1" status: 204 len: 168 time: 0.7463150 Apr 21 21:00:35.117196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074876d-1a0b-41b2-ac57-9ddd40a3c38d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f1f25a-08cb-4138-b798-0aab1f399cd5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:35.119520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54196) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.161089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-80e505a0-aa4b-46e4-b2bf-99b005506f05 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401902 Apr 21 21:00:35.163620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54206) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.238060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85eb66e-b5a9-4e8c-8382-f3da57f2cdde tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:35.243233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f85eb66e-b5a9-4e8c-8382-f3da57f2cdde tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0763493 Apr 21 21:00:35.243511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54212) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.286650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:35.294020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-12563790-e1cc-488e-a923-143370a8c004 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1761538657&fields=id&tenant_id=82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 267 time: 0.0866320 Apr 21 21:00:35.353916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9c51a-95ce-4d5f-8996-dbca96a0d8ef tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:35.356825 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7cd9c51a-95ce-4d5f-8996-dbca96a0d8ef tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1012733 Apr 21 21:00:35.358072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54220) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.416975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-67f18e39-1486-4e02-b66c-8e0a243b6753 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577135 Apr 21 21:00:35.423720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54224) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.447091 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c93899-3db1-4e8a-81f0-e4fa763cdb29 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.447765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c93899-3db1-4e8a-81f0-e4fa763cdb29 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.452822 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-84c93899-3db1-4e8a-81f0-e4fa763cdb29 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/4634c624-bc53-4999-ad62-c1d423f3d87b HTTP/1.1" status: 404 len: 333 time: 0.0262086 Apr 21 21:00:35.457068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-fe33e9c8-f76c-49d3-ae77-3f7df04d4b34 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:35.457400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54226) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.458800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-fe33e9c8-f76c-49d3-ae77-3f7df04d4b34 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 814 time: 0.1563156 Apr 21 21:00:35.475454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-41955a65-6ffb-4762-b6c9-819a92f7f440 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/quotas/82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 375 time: 0.0107324 Apr 21 21:00:35.514334 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa554b7-593a-424a-a6e0-ec43004d99fa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.515044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa554b7-593a-424a-a6e0-ec43004d99fa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.518557 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5fa554b7-593a-424a-a6e0-ec43004d99fa tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/aa9184fd-9845-420b-8ce2-da3fa6ce2bc8 HTTP/1.1" status: 404 len: 337 time: 0.0600543 Apr 21 21:00:35.521784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54228) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.537651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad507573-bd72-4e03-bfce-1369a565e54a None None] Network e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:35.556707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194a99-0b54-4e29-8b24-d3a5355d7189 req-21d89671-b51d-4ec3-b8af-d9bfd9b4b355 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:35.558972 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5f677e-8c66-4d45-9b42-3fb8bf04bff7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.559424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5f677e-8c66-4d45-9b42-3fb8bf04bff7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.562386 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8a5f677e-8c66-4d45-9b42-3fb8bf04bff7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/b5f1f25a-08cb-4138-b798-0aab1f399cd5 HTTP/1.1" status: 404 len: 337 time: 0.0396907 Apr 21 21:00:35.565180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54230) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.566625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6194a99-0b54-4e29-8b24-d3a5355d7189 req-21d89671-b51d-4ec3-b8af-d9bfd9b4b355 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.0968945 Apr 21 21:00:35.600387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0b965c14-455a-4713-b962-2ebc25fa7ae8 None None] Provisioning complete for port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:35.601293 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0b965c14-455a-4713-b962-2ebc25fa7ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:35.601813 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67a971d-00b3-4188-8e5e-e6e7424b684b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.602465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67a971d-00b3-4188-8e5e-e6e7424b684b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.605568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b67a971d-00b3-4188-8e5e-e6e7424b684b tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/fd2fccac-b80f-4a9a-9b8f-79420cf2ea03 HTTP/1.1" status: 404 len: 333 time: 0.0378902 Apr 21 21:00:35.618783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54232) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.631471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-a991d639-2cab-4aef-9579-63755717e63c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1495981 Apr 21 21:00:35.684195 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a5cf74-931a-4fc5-9d51-9286413d26c6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.684895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a5cf74-931a-4fc5-9d51-9286413d26c6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.689171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b8a5cf74-931a-4fc5-9d51-9286413d26c6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/06328c83-6c10-414c-8997-d903c090312d HTTP/1.1" status: 404 len: 337 time: 0.0656314 Apr 21 21:00:35.696457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54234) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.730588 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-114fab9c-c821-4de0-8eac-c0fb2832a293 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.730958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114fab9c-c821-4de0-8eac-c0fb2832a293 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.734174 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-114fab9c-c821-4de0-8eac-c0fb2832a293 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/3cba3770-1943-4da1-912d-7d609c066a7d HTTP/1.1" status: 404 len: 337 time: 0.0367298 Apr 21 21:00:35.737456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54236) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.749308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-cc935691-ac80-4e65-8b44-a2d91351b206 service neutron] 10.222.0.49 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047177 Apr 21 21:00:35.764859 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6194a99-0b54-4e29-8b24-d3a5355d7189 req-1e1d0477-73e2-4dcf-9857-3b96f26e0c43 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970825 Apr 21 21:00:35.794182 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a0bc9a-af41-459e-a0d1-257d579e3be8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.794859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a0bc9a-af41-459e-a0d1-257d579e3be8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.799173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-28a0bc9a-af41-459e-a0d1-257d579e3be8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/5464137a-7cf3-4e87-8d84-d997f8e3bbce HTTP/1.1" status: 404 len: 333 time: 0.0607207 Apr 21 21:00:35.802967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54238) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.817120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa603d-c855-4f32-b380-4836b213c31a None None] DHCP port deletion for e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:00:35.838956 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3cbc18-dc69-4414-8e40-a8dcded90383 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.839479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3cbc18-dc69-4414-8e40-a8dcded90383 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.844481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5b3cbc18-dc69-4414-8e40-a8dcded90383 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/af9501e9-e3f2-4fdd-abff-ccbef99080de HTTP/1.1" status: 404 len: 337 time: 0.0405777 Apr 21 21:00:35.846713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54240) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.879350 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4718f66-f371-4f1e-9886-4a536c5deff2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.879931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4718f66-f371-4f1e-9886-4a536c5deff2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.886296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d4718f66-f371-4f1e-9886-4a536c5deff2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/d763620d-1680-454f-b6f6-9762889771ad HTTP/1.1" status: 404 len: 337 time: 0.0360892 Apr 21 21:00:35.887442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54242) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.920118 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:35.929295 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-926943d7-8c2b-448c-8f7a-e4d02bed6fa3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.931628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-79aa603d-c855-4f32-b380-4836b213c31a None None] Deleting port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:35.932034 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79aa603d-c855-4f32-b380-4836b213c31a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:35.933818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926943d7-8c2b-448c-8f7a-e4d02bed6fa3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.939829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-926943d7-8c2b-448c-8f7a-e4d02bed6fa3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/4f5d4cfb-45c9-4225-9a60-0db6d3e66d23 HTTP/1.1" status: 404 len: 333 time: 0.0491302 Apr 21 21:00:35.940230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54244) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.974687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-0e495ef4-70b9-43b9-85bd-1e1c1e2cec67 service neutron] 10.222.0.49 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206998 Apr 21 21:00:35.975527 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02c8dc3-9db0-4b46-8a93-c1b0333de450 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:35.975950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02c8dc3-9db0-4b46-8a93-c1b0333de450 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:35.978882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d02c8dc3-9db0-4b46-8a93-c1b0333de450 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/f4d2b21d-c031-4d71-a9cd-93f14dc5f0ed HTTP/1.1" status: 404 len: 337 time: 0.0374267 Apr 21 21:00:35.981576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54252) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:35.996899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-79aa603d-c855-4f32-b380-4836b213c31a None None] For port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8adad74f-f8a0-4c8b-a078-2cdb6830bc71,segment=NetworkSegment(5d3c46f7-03e1-4d85-9dde-3130b46cabe9),segment_id=5d3c46f7-03e1-4d85-9dde-3130b46cabe9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:35.997306 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79aa603d-c855-4f32-b380-4836b213c31a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:36.013531 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-474d0500-af96-433f-8260-bd6bfbfb6a0c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.013703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-79aa603d-c855-4f32-b380-4836b213c31a None None] Calling delete_port for 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:36.014159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474d0500-af96-433f-8260-bd6bfbfb6a0c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.019723 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-474d0500-af96-433f-8260-bd6bfbfb6a0c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/52d1058d-ab48-4ab7-b029-c227434f6440 HTTP/1.1" status: 404 len: 337 time: 0.0347469 Apr 21 21:00:36.020087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54256) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.047894 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-993c3704-9807-49ef-81c1-e8b9b0befe53 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.048724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993c3704-9807-49ef-81c1-e8b9b0befe53 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.054162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-993c3704-9807-49ef-81c1-e8b9b0befe53 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/b3b600e2-4c05-45c7-8d4b-ee43eb74b91b HTTP/1.1" status: 404 len: 333 time: 0.0306828 Apr 21 21:00:36.054616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54260) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.099260 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb6cb4e-2f44-475b-b674-1daf67723f25 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.099735 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb6cb4e-2f44-475b-b674-1daf67723f25 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.105977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9fb6cb4e-2f44-475b-b674-1daf67723f25 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/f8a1442f-ff61-4020-9675-8aceaf89a6bb HTTP/1.1" status: 404 len: 337 time: 0.0502551 Apr 21 21:00:36.108352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54264) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.112504 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79aa603d-c855-4f32-b380-4836b213c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:36.149875 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9874b350-c6b9-4e3e-a919-dfb2ad9afe16 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.150550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9874b350-c6b9-4e3e-a919-dfb2ad9afe16 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.156621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9874b350-c6b9-4e3e-a919-dfb2ad9afe16 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/eed03676-78cc-47c9-b58a-c18dc11e95e8 HTTP/1.1" status: 404 len: 333 time: 0.0355089 Apr 21 21:00:36.157096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54268) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.158724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa603d-c855-4f32-b380-4836b213c31a None None] Pushing event deleted for resources: {'Port': ['ID=8adad74f-f8a0-4c8b-a078-2cdb6830bc71,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:36.162782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa603d-c855-4f32-b380-4836b213c31a None None] No DVR routers for this DVR port 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:36.197699 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fa82ae-44c9-464b-b6fe-612a2d2a4abd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.198160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fa82ae-44c9-464b-b6fe-612a2d2a4abd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.202568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-43fa82ae-44c9-464b-b6fe-612a2d2a4abd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/3dd4044f-a6d3-4413-85d4-4ba90d7df2ad HTTP/1.1" status: 404 len: 337 time: 0.0439134 Apr 21 21:00:36.205080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54272) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.245411 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e52629-c8f5-4908-870c-89c50dd727c4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.246803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e52629-c8f5-4908-870c-89c50dd727c4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.250548 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69e52629-c8f5-4908-870c-89c50dd727c4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/2106ddde-d98d-412e-9dc4-cc6ded249ba4 HTTP/1.1" status: 404 len: 333 time: 0.0430727 Apr 21 21:00:36.252491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54280) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.294274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:36.294514 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63eb1c7-af45-4a06-8a49-3330f731def2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.295315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63eb1c7-af45-4a06-8a49-3330f731def2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.312068 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e63eb1c7-af45-4a06-8a49-3330f731def2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/59049ce6-9803-4668-a992-c69c03d924c7 HTTP/1.1" status: 404 len: 337 time: 0.0581586 Apr 21 21:00:36.314494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54284) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.338792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:36.339040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8adad74f-f8a0-4c8b-a078-2cdb6830bc71 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:36.343974 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c68d16b-fc8e-4a87-a634-d2907877158c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.344547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c68d16b-fc8e-4a87-a634-d2907877158c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.348384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5c68d16b-fc8e-4a87-a634-d2907877158c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/a3a51934-35ac-4b0d-b37e-0ee174db3df7 HTTP/1.1" status: 404 len: 333 time: 0.0325689 Apr 21 21:00:36.351421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54286) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.411068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aded46b-456e-4912-a93f-1f8eacee8678 req-764ab941-190a-438d-8119-b785ae7f5b39 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:36.412725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3aded46b-456e-4912-a93f-1f8eacee8678 req-764ab941-190a-438d-8119-b785ae7f5b39 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 946 time: 0.0691597 Apr 21 21:00:36.442382 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbad68c8-5b13-4a00-95fc-92cfd54b86e6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.442382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbad68c8-5b13-4a00-95fc-92cfd54b86e6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.449751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54290) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.451296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dbad68c8-5b13-4a00-95fc-92cfd54b86e6 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/65823ce1-0e4f-44bb-9f91-c2bff1f06a55 HTTP/1.1" status: 404 len: 337 time: 0.0987968 Apr 21 21:00:36.492648 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-537d8f33-7615-491d-8a1c-ce7b9d328fa8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.494361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537d8f33-7615-491d-8a1c-ce7b9d328fa8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.501515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-537d8f33-7615-491d-8a1c-ce7b9d328fa8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/fd2efa9a-17e2-4c51-9586-e24b3d4bc28a HTTP/1.1" status: 404 len: 333 time: 0.0504906 Apr 21 21:00:36.514249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54296) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.528130 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3aded46b-456e-4912-a93f-1f8eacee8678 req-db391740-52fc-490c-9f2d-017e4a949923 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078773 Apr 21 21:00:36.541171 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd1ab38-d91d-4b0f-89b5-181e3b03f799 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.541615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd1ab38-d91d-4b0f-89b5-181e3b03f799 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.548832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54298) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.549247 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1cd1ab38-d91d-4b0f-89b5-181e3b03f799 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/65c367f6-764a-4ca0-b54c-6fb6210bfce5 HTTP/1.1" status: 404 len: 337 time: 0.0339866 Apr 21 21:00:36.585889 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-36136f08-7de1-4670-b2f7-a728613bf6fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.586563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36136f08-7de1-4670-b2f7-a728613bf6fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.589972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-36136f08-7de1-4670-b2f7-a728613bf6fc tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/4bb19230-da29-48f0-b78b-9b434a1421b8 HTTP/1.1" status: 404 len: 333 time: 0.0391607 Apr 21 21:00:36.592223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54300) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.600097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de405d-c833-4ef1-bc7f-17aad4ffbc80 req-a0b9ad93-7368-4b01-b518-253b6d4c2759 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:36.606145 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58de405d-c833-4ef1-bc7f-17aad4ffbc80 req-a0b9ad93-7368-4b01-b518-253b6d4c2759 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.1238234 Apr 21 21:00:36.647971 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cfc60d-37cc-438c-bf81-43ad871da53d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.648580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cfc60d-37cc-438c-bf81-43ad871da53d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.653646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-91cfc60d-37cc-438c-bf81-43ad871da53d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/55056ff6-12d9-40cb-870c-d0fc65047c02 HTTP/1.1" status: 404 len: 337 time: 0.0601299 Apr 21 21:00:36.656043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54304) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.672358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58de405d-c833-4ef1-bc7f-17aad4ffbc80 req-fff0b63a-164a-46fd-bb73-3b21eaa4b9e4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592022 Apr 21 21:00:36.698553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-915096b3-73e4-4b2f-a24b-10e830089a5a req-d5a62aa5-a83e-462d-b8d7-0a2e0a106e83 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 210 time: 0.0609062 Apr 21 21:00:36.711234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:36.722766 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e45727-cdd8-407b-9252-967aee7b8964 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.723522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e45727-cdd8-407b-9252-967aee7b8964 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.727380 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-23e45727-cdd8-407b-9252-967aee7b8964 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/df4bbbc7-a25c-493a-b074-f4c7a798d84c HTTP/1.1" status: 404 len: 337 time: 0.0699952 Apr 21 21:00:36.729639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54310) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.763873 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-2560fc33-a65a-4a7a-b7ba-474cf792b7b2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.764620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2560fc33-a65a-4a7a-b7ba-474cf792b7b2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.765243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:36.765583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6c67436f-4bcb-49c2-90f9-c3df04a08bf3 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:36.767723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2560fc33-a65a-4a7a-b7ba-474cf792b7b2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/60be8485-bd98-4c6f-8d03-aeecbea10b04 HTTP/1.1" status: 404 len: 333 time: 0.0350754 Apr 21 21:00:36.770270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54312) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.795736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54314) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.801004 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc68086c-5d09-406a-b3ab-232f5270635f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.801647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc68086c-5d09-406a-b3ab-232f5270635f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.805505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cc68086c-5d09-406a-b3ab-232f5270635f tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/0e6f0232-e327-4174-8c6a-0f88127965c2 HTTP/1.1" status: 404 len: 337 time: 0.0340395 Apr 21 21:00:36.808051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54320) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.843801 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1e1a3d-42b6-45f1-82e0-4bd273d3c45d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.845283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1e1a3d-42b6-45f1-82e0-4bd273d3c45d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.850432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-de1e1a3d-42b6-45f1-82e0-4bd273d3c45d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/ed8681ba-2f42-4a61-93b8-a74d56dfb236 HTTP/1.1" status: 404 len: 337 time: 0.0413995 Apr 21 21:00:36.852999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54322) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.883196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c70326-8181-471a-8511-0f0f78fa3eee req-876c093f-0366-43d6-bbfa-bb1187eb2fa2 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:36.884686 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31c70326-8181-471a-8511-0f0f78fa3eee req-876c093f-0366-43d6-bbfa-bb1187eb2fa2 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1232717 Apr 21 21:00:36.890800 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac33100-d36a-4616-8290-dcfcc5c43042 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.891488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac33100-d36a-4616-8290-dcfcc5c43042 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.894781 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cac33100-d36a-4616-8290-dcfcc5c43042 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/93114460-2956-4d79-ba4e-b5394afa388a HTTP/1.1" status: 404 len: 333 time: 0.0405297 Apr 21 21:00:36.900616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54324) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.943160 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33f7a25-2a63-4e8c-b756-7a3e88b2a632 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:36.943693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33f7a25-2a63-4e8c-b756-7a3e88b2a632 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:36.946737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d33f7a25-2a63-4e8c-b756-7a3e88b2a632 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/fab096be-625a-415d-81b6-bfbf60c26a4f HTTP/1.1" status: 404 len: 337 time: 0.0450931 Apr 21 21:00:36.954602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54326) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:36.957037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab869103-f968-4d06-a6f0-d41af632378a req-b0068f2b-c721-4dd3-b522-8d28e5bbb839 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:36.959294 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab869103-f968-4d06-a6f0-d41af632378a req-b0068f2b-c721-4dd3-b522-8d28e5bbb839 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.0709660 Apr 21 21:00:37.002766 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-decda2d2-dec5-4170-96cf-2f0503941584 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.003159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-decda2d2-dec5-4170-96cf-2f0503941584 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.005093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab869103-f968-4d06-a6f0-d41af632378a req-5207ab64-5d22-42fb-9caa-0e39e8b8b0a5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376244 Apr 21 21:00:37.006295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-decda2d2-dec5-4170-96cf-2f0503941584 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/454a1882-e95e-40f4-a660-cce33b3f076a HTTP/1.1" status: 404 len: 337 time: 0.0509844 Apr 21 21:00:37.008880 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54328) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.014873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31c70326-8181-471a-8511-0f0f78fa3eee req-3f52bc73-ea50-4b8d-8297-4ecbc6bb52a7 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240878 Apr 21 21:00:37.035279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-27fb9138-cf68-4c04-a00e-77dee02a3b1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0cdace7a81fb42afa24fc17656b2466d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363081 Apr 21 21:00:37.035488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54330) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.037872 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-d390ea01-ce54-4e5c-9782-4fa18b1e21d0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.038535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d390ea01-ce54-4e5c-9782-4fa18b1e21d0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.043746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d390ea01-ce54-4e5c-9782-4fa18b1e21d0 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/f8708c16-6f5f-4d18-b39e-0aaa58b84788 HTTP/1.1" status: 404 len: 333 time: 0.0311627 Apr 21 21:00:37.043953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54334) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.073670 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ba80f9-6ab7-4f22-b5d7-c8f7c13627d8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.074888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ba80f9-6ab7-4f22-b5d7-c8f7c13627d8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.080199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c4ba80f9-6ab7-4f22-b5d7-c8f7c13627d8 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/10fff439-f0ea-4ebd-be6e-d2e9a7829773 HTTP/1.1" status: 404 len: 337 time: 0.0330260 Apr 21 21:00:37.080421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54336) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.101658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a67d75c3-de94-4b42-8eaa-57c4e95f373a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:37.108736 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-4523b1f0-7ce0-4149-83e8-813e8dd89152 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.109212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4523b1f0-7ce0-4149-83e8-813e8dd89152 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.114762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4523b1f0-7ce0-4149-83e8-813e8dd89152 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/a23733ac-b9ce-4220-97ba-3537eec14a08 HTTP/1.1" status: 404 len: 337 time: 0.0306368 Apr 21 21:00:37.114953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54338) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.129810 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a67d75c3-de94-4b42-8eaa-57c4e95f373a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:37.167478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e902b4a3-fa05-431a-8a46-ab32c47820f7 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports?device_id=64cac484-c537-43c5-90b8-1973ee8f5cb7 HTTP/1.1" status: 200 len: 205 time: 0.0514700 Apr 21 21:00:37.171132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54340) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.194497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2bc14-183b-4a54-9e1d-7b52d2e72b19 req-23c48690-e2ff-4a89-b779-6880484b7566 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:37.196380 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82a2bc14-183b-4a54-9e1d-7b52d2e72b19 req-23c48690-e2ff-4a89-b779-6880484b7566 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 945 time: 0.0724103 Apr 21 21:00:37.217009 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-8472563b-2417-47b9-90e6-20204824f170 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] delete failed (client error): The resource could not be found. Apr 21 21:00:37.217321 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8472563b-2417-47b9-90e6-20204824f170 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/routers/64cac484-c537-43c5-90b8-1973ee8f5cb7 HTTP/1.1" status: 404 len: 336 time: 0.0444281 Apr 21 21:00:37.219897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54342) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.238793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82a2bc14-183b-4a54-9e1d-7b52d2e72b19 req-4a4c164d-057a-4432-ad69-081251c15d01 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348072 Apr 21 21:00:37.533018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a67d75c3-de94-4b42-8eaa-57c4e95f373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:37.535351 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a67d75c3-de94-4b42-8eaa-57c4e95f373a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:37.536410 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a67d75c3-de94-4b42-8eaa-57c4e95f373a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de89803f-9cd3-4fc8-8eb3-c7b776e8f451 HTTP/1.1" status: 204 len: 168 time: 0.4998467 Apr 21 21:00:37.537408 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a1df66-12c5-4e72-b190-8061ec610edd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.537842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a1df66-12c5-4e72-b190-8061ec610edd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.540713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e1a1df66-12c5-4e72-b190-8061ec610edd tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/e1f5efbd-ad01-48e3-a687-875eef366cc5 HTTP/1.1" status: 404 len: 337 time: 0.3195679 Apr 21 21:00:37.543588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54348) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.570961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d75c3-de94-4b42-8eaa-57c4e95f373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de89803f-9cd3-4fc8-8eb3-c7b776e8f451,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:37.584719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-632eded5-9f26-4702-8e4d-69d27f8cbaa5 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "GET /v2.0/ports?device_id=26d75d35-773a-4ed6-aa20-554c0e5f58c0 HTTP/1.1" status: 200 len: 205 time: 0.0396798 Apr 21 21:00:37.589027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54352) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.614629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8144d-340b-4d1b-83ee-ca346bd29487 req-960de0bc-ca79-49a4-9d4c-ceda472b016a tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:37.616613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bb8144d-340b-4d1b-83ee-ca346bd29487 req-960de0bc-ca79-49a4-9d4c-ceda472b016a tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.0860279 Apr 21 21:00:37.663230 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-27ec43bf-0f1b-4bbc-a50d-1674653dafeb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] delete failed (client error): The resource could not be found. Apr 21 21:00:37.664216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-27ec43bf-0f1b-4bbc-a50d-1674653dafeb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/routers/26d75d35-773a-4ed6-aa20-554c0e5f58c0 HTTP/1.1" status: 404 len: 336 time: 0.0742118 Apr 21 21:00:37.686387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54354) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.726821 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-03018722-d431-4cdb-b6e2-a853c6a4b105 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.727258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03018722-d431-4cdb-b6e2-a853c6a4b105 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.730855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-03018722-d431-4cdb-b6e2-a853c6a4b105 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/50a2c5cc-5283-4733-a981-09a38e353b7a HTTP/1.1" status: 404 len: 337 time: 0.0429327 Apr 21 21:00:37.737112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54360) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.779823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082adf4c-5bb1-4616-9b01-5b5fe1f68fe6 req-1a4e03fa-d9b0-46aa-9bda-780179dfb3ad tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:37.781559 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-082adf4c-5bb1-4616-9b01-5b5fe1f68fe6 req-1a4e03fa-d9b0-46aa-9bda-780179dfb3ad tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 946 time: 0.1336126 Apr 21 21:00:37.785959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-2b53e6cb-577c-4b5d-9ed5-894f0be7d2f6 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:37.787359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-2b53e6cb-577c-4b5d-9ed5-894f0be7d2f6 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.46 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 946 time: 0.1399808 Apr 21 21:00:37.790554 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7810db-086e-4c0e-90a3-ae91538db47a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.790994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7810db-086e-4c0e-90a3-ae91538db47a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.794799 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2b7810db-086e-4c0e-90a3-ae91538db47a tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/695f829e-cffe-42ae-a771-1405a0f06a01 HTTP/1.1" status: 404 len: 337 time: 0.0559936 Apr 21 21:00:37.798021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54362) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.809691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bb8144d-340b-4d1b-83ee-ca346bd29487 req-ba00baad-7b21-4008-9d29-8f4adbb9b6ca tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501541 Apr 21 21:00:37.875609 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-105cd993-1dac-4930-a6c4-f46b362252a2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.876364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105cd993-1dac-4930-a6c4-f46b362252a2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.882775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-105cd993-1dac-4930-a6c4-f46b362252a2 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/db752b6a-a604-419a-94b9-13e6b351af60 HTTP/1.1" status: 404 len: 333 time: 0.0833721 Apr 21 21:00:37.883477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54368) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.937111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-f42c509a-8e9e-4308-b066-1b076ac4a910 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:37.938566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-f42c509a-8e9e-4308-b066-1b076ac4a910 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.46 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 814 time: 0.3074038 Apr 21 21:00:37.942305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-082adf4c-5bb1-4616-9b01-5b5fe1f68fe6 req-6015e45b-c532-4c66-88ff-e90f11572833 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/security-groups?id=200707a1-30b2-4423-82f8-16762d828121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318057 Apr 21 21:00:37.943271 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df44423-65e8-4d8c-a716-4cb2dd27d3a4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.943718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df44423-65e8-4d8c-a716-4cb2dd27d3a4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.944340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e205780c-a5f8-47a5-b231-03285ea80af6 req-3fbec7d0-4980-4f05-acbd-dca7a9b4ec03 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 210 time: 0.0330942 Apr 21 21:00:37.947004 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Deleting port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:37.947415 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:37.949624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2df44423-65e8-4d8c-a716-4cb2dd27d3a4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/94d9a684-9c5e-401b-9ea6-461b6d95fcc1 HTTP/1.1" status: 404 len: 337 time: 0.0616279 Apr 21 21:00:37.950276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54372) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:37.991559 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-859350cf-c54a-4a70-8641-6b3521c3c88d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:37.992232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859350cf-c54a-4a70-8641-6b3521c3c88d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:37.996813 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-859350cf-c54a-4a70-8641-6b3521c3c88d tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/6d0012e3-716c-4cfa-aaf3-e036d1cf03b8 HTTP/1.1" status: 404 len: 333 time: 0.0427577 Apr 21 21:00:38.000074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54376) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.059925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-721ab3f3-59fb-4333-9063-0a33c5503953 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 380 time: 0.1052747 Apr 21 21:00:38.061706 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ef6dbc-49fc-4f5e-97a3-34baf687e5fb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.062160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ef6dbc-49fc-4f5e-97a3-34baf687e5fb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.068141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c5ef6dbc-49fc-4f5e-97a3-34baf687e5fb tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/d652eece-d046-47bc-9459-5ef223967173 HTTP/1.1" status: 404 len: 337 time: 0.0637248 Apr 21 21:00:38.069816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54382) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.071689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'port': {'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'admin_state_up': True, 'tenant_id': '82e77516482b49798caefa23821a5e41', 'security_groups': ['92ea5e17-6b6d-4087-93b0-b87092e77227']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:38.088314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] For port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:38.089164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:38.123247 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb3964a-2cfb-4f73-b1a7-3c7267bbb379 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.125283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb3964a-2cfb-4f73-b1a7-3c7267bbb379 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.129156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cfb3964a-2cfb-4f73-b1a7-3c7267bbb379 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/5d56f44e-fd0a-4e60-b920-c35f584ea09b HTTP/1.1" status: 404 len: 333 time: 0.0583577 Apr 21 21:00:38.131606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54384) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.186692 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-420a8fd3-b254-4c71-a984-32775d9f5ea4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.187147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420a8fd3-b254-4c71-a984-32775d9f5ea4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.191196 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-420a8fd3-b254-4c71-a984-32775d9f5ea4 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/8da16b3a-3453-41ea-8a8e-abc6d1769080 HTTP/1.1" status: 404 len: 337 time: 0.0583365 Apr 21 21:00:38.192264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Calling delete_port for d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:38.196516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54386) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.231488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d1a76-1d17-47a2-8612-65909bdfc331 req-8138017c-2e83-4c2d-b307-ad4e4aa7fbe2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:38.237261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-565d1a76-1d17-47a2-8612-65909bdfc331 req-8138017c-2e83-4c2d-b307-ad4e4aa7fbe2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.0920758 Apr 21 21:00:38.243105 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-55613270-4feb-4668-b2d3-9d60208a84ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.243808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55613270-4feb-4668-b2d3-9d60208a84ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.249434 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-55613270-4feb-4668-b2d3-9d60208a84ce tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/75261e9f-aafd-450b-869d-f223186a1b19 HTTP/1.1" status: 404 len: 333 time: 0.0519774 Apr 21 21:00:38.252445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54390) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.288598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Made reservation on behalf of 82e77516482b49798caefa23821a5e41 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:38.292117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:38.308196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-565d1a76-1d17-47a2-8612-65909bdfc331 req-5ad404f1-417b-4ca0-9e52-01dc88093395 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681655 Apr 21 21:00:38.332302 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a51fd4-ad54-4b19-9de2-24cad298146c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.332751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a51fd4-ad54-4b19-9de2-24cad298146c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.335968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e7a51fd4-ad54-4b19-9de2-24cad298146c tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/a68d471b-2b54-4361-b83f-48c65d1e1f0c HTTP/1.1" status: 404 len: 337 time: 0.0824759 Apr 21 21:00:38.338382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54396) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.376486 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc393bfa-88ea-4a45-9ba9-73dfda29dcbf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.377281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc393bfa-88ea-4a45-9ba9-73dfda29dcbf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.382836 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bc393bfa-88ea-4a45-9ba9-73dfda29dcbf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/56d8684f-cdbd-4f52-8368-4362fe69bc9e HTTP/1.1" status: 404 len: 333 time: 0.0409875 Apr 21 21:00:38.384129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54400) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.402488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b7528-3aa9-4645-ae8b-d3916b471ee8 req-d16fde5e-ee22-4f10-a497-9d439979e1ea tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:38.404015 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-583b7528-3aa9-4645-ae8b-d3916b471ee8 req-d16fde5e-ee22-4f10-a497-9d439979e1ea tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1762233 Apr 21 21:00:38.420120 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7ff7a9-97d3-4753-af90-ebabdfe91307 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.420572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7ff7a9-97d3-4753-af90-ebabdfe91307 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.424842 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dd7ff7a9-97d3-4753-af90-ebabdfe91307 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/aa349f9e-1068-48d3-b59e-0085adac5f0d HTTP/1.1" status: 404 len: 337 time: 0.0385063 Apr 21 21:00:38.426209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54402) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.460085 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-095bc7d2-8360-4934-8490-71cf4aa5fec3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.461442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095bc7d2-8360-4934-8490-71cf4aa5fec3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.468014 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-095bc7d2-8360-4934-8490-71cf4aa5fec3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/f45b7791-0a03-49e0-b40e-a0572539df84 HTTP/1.1" status: 404 len: 333 time: 0.0408208 Apr 21 21:00:38.470683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54404) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.504146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Allocated IP 172.20.0.9 (bb53438a-3327-4b76-88e5-46a4179a528b/21b73171-c292-4de0-8522-264715ef6eba/819620ad-3d2f-4c0a-b290-0a78876adef4) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:38.506889 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-1773edeb-e8f5-4d3d-8fc9-f1b664154452 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.507340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1773edeb-e8f5-4d3d-8fc9-f1b664154452 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.510339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1773edeb-e8f5-4d3d-8fc9-f1b664154452 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/7781a75f-7e21-4bc0-a561-1c6f7fe5c7f8 HTTP/1.1" status: 404 len: 337 time: 0.0386047 Apr 21 21:00:38.513388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-583b7528-3aa9-4645-ae8b-d3916b471ee8 req-6e491420-656e-451b-b4c4-585406d49e1d tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031754 Apr 21 21:00:38.513523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54410) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.546201 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c12bc0-6f05-4a15-9c59-b8c8aa5e6caf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.546881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c12bc0-6f05-4a15-9c59-b8c8aa5e6caf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.549816 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-56c12bc0-6f05-4a15-9c59-b8c8aa5e6caf tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/ports/baf9b3da-a3d3-4f3c-baec-f26c2011b402 HTTP/1.1" status: 404 len: 333 time: 0.0354545 Apr 21 21:00:38.552427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54414) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.558617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:38.571497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['d7744e8b-cb61-40cf-a0b0-cfefa2ccd096'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:00:38.611806 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c1e063-5fba-4606-b023-8abb04c45fe3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:38.612258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c1e063-5fba-4606-b023-8abb04c45fe3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:38.617819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-08c1e063-5fba-4606-b023-8abb04c45fe3 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/subnets/298a962b-12d3-45be-b598-fccf255fa69e HTTP/1.1" status: 404 len: 337 time: 0.0617371 Apr 21 21:00:38.621921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54416) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:38.660152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Pushing event deleted for resources: {'Port': ['ID=d7744e8b-cb61-40cf-a0b0-cfefa2ccd096,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:38.685128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] No DVR routers for this DVR port d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:38.687967 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:38.691544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1bbbbd82-6270-430f-8444-1c6b9614fd5a req-17c0885b-cf17-4c78-bd0f-916f23cded60 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.46 "DELETE /v2.0/ports/d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 HTTP/1.1" status: 204 len: 173 time: 0.8956249 Apr 21 21:00:38.692095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'name': 'network-vif-deleted', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:38.695169 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38652874-b264-4c5a-98a2-427152da732e" -d '{"events": [{"server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "name": "network-vif-deleted", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:38.791582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:38.832153 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efa83ba-48fa-4cdc-bfb1-44caa25224d2 x-openstack-request-id: req-9efa83ba-48fa-4cdc-bfb1-44caa25224d2 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:38.832443 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db992669-28a2-4924-98dc-98463d271ada", "name": "network-vif-deleted", "tag": "d7744e8b-cb61-40cf-a0b0-cfefa2ccd096", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:38.832691 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9efa83ba-48fa-4cdc-bfb1-44caa25224d2 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:38.833111 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efa83ba-48fa-4cdc-bfb1-44caa25224d2'] response: {'server_uuid': 'db992669-28a2-4924-98dc-98463d271ada', 'name': 'network-vif-deleted', 'tag': 'd7744e8b-cb61-40cf-a0b0-cfefa2ccd096', 'status': 'completed', 'code': 200} Apr 21 21:00:38.873946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d84bca-eee2-48b5-9cb3-7553b619552e req-2c7cafcc-799f-41f4-a83c-137709bdb6dc tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:38.880274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d84bca-eee2-48b5-9cb3-7553b619552e req-2c7cafcc-799f-41f4-a83c-137709bdb6dc tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:38.885667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d84bca-eee2-48b5-9cb3-7553b619552e req-2c7cafcc-799f-41f4-a83c-137709bdb6dc tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:38.887992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27d84bca-eee2-48b5-9cb3-7553b619552e req-2c7cafcc-799f-41f4-a83c-137709bdb6dc tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072&device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d&device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 2416 time: 0.0959480 Apr 21 21:00:38.910157 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:38.926755 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:38.933591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27d84bca-eee2-48b5-9cb3-7553b619552e req-9251d42a-edfb-48fc-a225-a3d04fbdf536 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336149 Apr 21 21:00:38.954947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e090e2a0-84db-41f3-b1de-08b8bd8ac9f2']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:38.975007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3c46f7-03e1-4d85-9dde-3130b46cabe9') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:38.975301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3c46f7-03e1-4d85-9dde-3130b46cabe9') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:38.988051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.004386 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.009234 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.019486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:00:39.019916 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:00:39.022923 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:00:39.119949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Network bb53438a-3327-4b76-88e5-46a4179a528b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:39.122666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=819620ad-3d2f-4c0a-b290-0a78876adef4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:39.125349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:39.127626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:39.132262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.135763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253012-bbbd-47ee-97f0-6073c11d0461 req-23577a17-e7b6-4232-834f-d85d00728942 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:39.146133 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a253012-bbbd-47ee-97f0-6073c11d0461 req-23577a17-e7b6-4232-834f-d85d00728942 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.1005883 Apr 21 21:00:39.164782 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.170283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] 10.222.0.49 "DELETE /v2.0/networks/e090e2a0-84db-41f3-b1de-08b8bd8ac9f2 HTTP/1.1" status: 204 len: 168 time: 0.5417728 Apr 21 21:00:39.191013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3564-7dc9-412a-8c2f-5cb1ae5a2c69 tempest-NetworksTestDHCPv6-691081174 tempest-NetworksTestDHCPv6-691081174-project] Pushing event deleted for resources: {'Network': ['ID=e090e2a0-84db-41f3-b1de-08b8bd8ac9f2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:39.233348 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a253012-bbbd-47ee-97f0-6073c11d0461 req-dfe2422b-ab90-47c4-bc2e-9b8bf1441808 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807562 Apr 21 21:00:39.263675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:39.267107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.304871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-599654ce-6c7e-40a9-83de-3b98e04b0001 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2366724 Apr 21 21:00:39.316404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Request body: {'port': {'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:39.419733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42e6c531-2d96-4467-ac91-3742a193ddc5 req-ba4b8c75-d456-46a6-9360-0646faef2377 tempest-FloatingIPsAssociationTestJSON-546174575 tempest-FloatingIPsAssociationTestJSON-546174575-project] 10.222.0.49 "GET /v2.0/ports?device_id=db992669-28a2-4924-98dc-98463d271ada HTTP/1.1" status: 200 len: 210 time: 0.0545313 Apr 21 21:00:39.442643 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.521195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-14686b2d-e0b7-4b46-bc6e-64e8fd613388 None None] Provisioning complete for port 819620ad-3d2f-4c0a-b290-0a78876adef4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:39.521496 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-14686b2d-e0b7-4b46-bc6e-64e8fd613388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.588046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccd3ae-0a04-4f8e-8f0f-c2f533fecf0f req-7b02f2ff-86bb-41c0-809b-30b19e86b371 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:39.591983 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1ccd3ae-0a04-4f8e-8f0f-c2f533fecf0f req-7b02f2ff-86bb-41c0-809b-30b19e86b371 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 931 time: 0.1100399 Apr 21 21:00:39.593832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-14686b2d-e0b7-4b46-bc6e-64e8fd613388 None None] Port 819620ad-3d2f-4c0a-b290-0a78876adef4 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:39.636079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54440) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:39.654955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1ccd3ae-0a04-4f8e-8f0f-c2f533fecf0f req-87c453d1-6110-4691-88e6-e25aa44150c7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537300 Apr 21 21:00:39.787103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819620ad-3d2f-4c0a-b290-0a78876adef4 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:39.795681 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.808031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa293a-1409-4bab-a32f-5d2564af2f58 req-af23b4a1-0fd2-4e2c-8f26-c819b4c54d87 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:39.808814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Transition to ACTIVE for port object 819620ad-3d2f-4c0a-b290-0a78876adef4 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:00:39.809606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aeaa293a-1409-4bab-a32f-5d2564af2f58 req-af23b4a1-0fd2-4e2c-8f26-c819b4c54d87 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.0710428 Apr 21 21:00:39.817542 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.877907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6ded2cb5-00fe-4868-9843-1047e1560f00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0fcdfdbf0dc4e4badabb29ada402b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402744 Apr 21 21:00:39.878607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54450) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:39.890766 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aeaa293a-1409-4bab-a32f-5d2564af2f58 req-b0d7c87a-463c-4593-b15c-a6000dd79b22 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738564 Apr 21 21:00:39.898290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Pushing event updated for resources: {'Port': ['ID=819620ad-3d2f-4c0a-b290-0a78876adef4,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:39.959306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-24cce560-08a9-4357-a886-122f42f0e8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.967803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Attempting to bind port 819620ad-3d2f-4c0a-b290-0a78876adef4 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:39.968278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Attempting to bind port 819620ad-3d2f-4c0a-b290-0a78876adef4 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:39.968611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Attempting to bind port 819620ad-3d2f-4c0a-b290-0a78876adef4 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:39.973292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Port 819620ad-3d2f-4c0a-b290-0a78876adef4 on network bb53438a-3327-4b76-88e5-46a4179a528b not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:00:39.973612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Attempting to bind port 819620ad-3d2f-4c0a-b290-0a78876adef4 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:39.979842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:39.980739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Checking segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:39.981162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Bound using segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:39.981596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Bound port: 819620ad-3d2f-4c0a-b290-0a78876adef4, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:39.981952 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:39.992074 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-24cce560-08a9-4357-a886-122f42f0e8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:40.072124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] For port 819620ad-3d2f-4c0a-b290-0a78876adef4, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:40.076821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] For port 819620ad-3d2f-4c0a-b290-0a78876adef4, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=819620ad-3d2f-4c0a-b290-0a78876adef4,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:40.083117 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-24cce560-08a9-4357-a886-122f42f0e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:40.086886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-24cce560-08a9-4357-a886-122f42f0e8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:40.091338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-24cce560-08a9-4357-a886-122f42f0e8ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3b71a19-1cb0-49c2-85dc-5a642ff6f74f HTTP/1.1" status: 204 len: 168 time: 0.2060900 Apr 21 21:00:40.098715 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:40.106331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cce560-08a9-4357-a886-122f42f0e8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b71a19-1cb0-49c2-85dc-5a642ff6f74f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:40.123422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.124394 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:40.126027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] 10.222.0.46 "PUT /v2.0/ports/819620ad-3d2f-4c0a-b290-0a78876adef4 HTTP/1.1" status: 200 len: 1091 time: 0.8140306 Apr 21 21:00:40.127578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'tag': '819620ad-3d2f-4c0a-b290-0a78876adef4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:40.138448 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c" -d '{"events": [{"name": "network-changed", "server_uuid": "63ac97df-b2a7-4590-bfbe-1f238492457e", "tag": "819620ad-3d2f-4c0a-b290-0a78876adef4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:40.252492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d69e3-70f7-4b72-9c24-7a67c8f1545e service neutron] Pushing event updated for resources: {'Port': ['ID=819620ad-3d2f-4c0a-b290-0a78876adef4,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:40.263001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-51107977-749b-4988-8b11-21d6a48edf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.265366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-51107977-749b-4988-8b11-21d6a48edf74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 1094 time: 0.0893881 Apr 21 21:00:40.323272 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733ef4b7-49a6-4e96-95d7-271abd6d6d56 x-openstack-request-id: req-733ef4b7-49a6-4e96-95d7-271abd6d6d56 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:40.323552 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ac97df-b2a7-4590-bfbe-1f238492457e", "tag": "819620ad-3d2f-4c0a-b290-0a78876adef4", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:40.324327 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-733ef4b7-49a6-4e96-95d7-271abd6d6d56 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:40.328490 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733ef4b7-49a6-4e96-95d7-271abd6d6d56'] response: {'name': 'network-changed', 'server_uuid': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'tag': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'status': 'completed', 'code': 200} Apr 21 21:00:40.337037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-00c7e44d-69bd-4394-aa9c-78935464e1fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819620ad-3d2f-4c0a-b290-0a78876adef4 HTTP/1.1" status: 200 len: 217 time: 0.0622306 Apr 21 21:00:40.411509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-a548dc4d-9c17-4f8f-803b-078810522e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.414385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-a548dc4d-9c17-4f8f-803b-078810522e45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.0705118 Apr 21 21:00:40.507360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-a648f398-5854-419d-870e-fcf3422e0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.508926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-a648f398-5854-419d-870e-fcf3422e0637 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813892 Apr 21 21:00:40.635680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-5d2aeb2b-32f1-4729-9fad-cccce33b8d9e service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202970 Apr 21 21:00:40.666963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54484) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:40.749605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2782365-2d8b-484f-9dd1-b00cd5a53d99 req-33295757-9f4d-47a4-95d9-2d77ee417290 service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079404 Apr 21 21:00:40.843510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6a13-f925-458d-9b44-fad82c4f0bf0 req-ccf771b5-a764-4d5c-9082-91aca70e7b51 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.852751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6a13-f925-458d-9b44-fad82c4f0bf0 req-ccf771b5-a764-4d5c-9082-91aca70e7b51 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.861831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6a13-f925-458d-9b44-fad82c4f0bf0 req-ccf771b5-a764-4d5c-9082-91aca70e7b51 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.869020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6a13-f925-458d-9b44-fad82c4f0bf0 req-ccf771b5-a764-4d5c-9082-91aca70e7b51 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.874426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-4144f544-5901-4f92-a1a4-3b7141ea6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.875972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-4144f544-5901-4f92-a1a4-3b7141ea6134 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 1094 time: 0.0599754 Apr 21 21:00:40.876094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6a13-f925-458d-9b44-fad82c4f0bf0 req-ccf771b5-a764-4d5c-9082-91aca70e7b51 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.881848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6a13-f925-458d-9b44-fad82c4f0bf0 req-ccf771b5-a764-4d5c-9082-91aca70e7b51 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.883273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489cc5a-4a92-445b-8c47-22c6a518aa1f req-b1b82db0-d90d-44c1-9992-97168a219c6f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.884655 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5489cc5a-4a92-445b-8c47-22c6a518aa1f req-b1b82db0-d90d-44c1-9992-97168a219c6f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 943 time: 0.0991640 Apr 21 21:00:40.887677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6a13-f925-458d-9b44-fad82c4f0bf0 req-ccf771b5-a764-4d5c-9082-91aca70e7b51 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:40.889629 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-befd6a13-f925-458d-9b44-fad82c4f0bf0 req-ccf771b5-a764-4d5c-9082-91aca70e7b51 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.1531737 Apr 21 21:00:40.983808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5489cc5a-4a92-445b-8c47-22c6a518aa1f req-207b2194-6965-427d-bfc8-f1f0375f9887 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800707 Apr 21 21:00:40.990461 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-befd6a13-f925-458d-9b44-fad82c4f0bf0 req-51b0c1fc-337a-424c-98e6-f13debf0035b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923431 Apr 21 21:00:41.039610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-01ac11f3-0d99-4e1d-b263-f014b682f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:41.041588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-01ac11f3-0d99-4e1d-b263-f014b682f661 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.1559534 Apr 21 21:00:41.052095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54502) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.135958 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-622f29de-0281-4dc0-bbae-e5bebca122e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819620ad-3d2f-4c0a-b290-0a78876adef4 HTTP/1.1" status: 200 len: 217 time: 0.0835252 Apr 21 21:00:41.199614 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-efe30517-d9b2-4405-9253-c451d764917c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.201135 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-efe30517-d9b2-4405-9253-c451d764917c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1480005 Apr 21 21:00:41.204088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54508) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.209382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-a9fbda7e-33ea-4c38-8406-68b59119ecf5 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.210499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a9fbda7e-33ea-4c38-8406-68b59119ecf5 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053246 Apr 21 21:00:41.213361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54510) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.218625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-80e91f2d-b294-472d-974f-2f7f32d90dcc tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.219530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-80e91f2d-b294-472d-974f-2f7f32d90dcc tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051465 Apr 21 21:00:41.222119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54512) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.230646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-855f075b-e31a-431a-bf8a-9ad654e2af3e tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.232087 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-855f075b-e31a-431a-bf8a-9ad654e2af3e tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090373 Apr 21 21:00:41.234762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54514) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.239352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-c7f3e55e-12be-4f05-a9f0-4297534fead9 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.240297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c7f3e55e-12be-4f05-a9f0-4297534fead9 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046241 Apr 21 21:00:41.242870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-a3225f62-9f6e-4a52-b011-4d627bd4b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:41.243043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54516) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.244319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-a3225f62-9f6e-4a52-b011-4d627bd4b5a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.1001124 Apr 21 21:00:41.248028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-d565492c-4383-4100-a79d-4b067b4da959 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.251359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d565492c-4383-4100-a79d-4b067b4da959 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048487 Apr 21 21:00:41.253396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.258892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-033e5a5c-1883-4ade-a0a5-d807a4ed46ea tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.262388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-033e5a5c-1883-4ade-a0a5-d807a4ed46ea tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044823 Apr 21 21:00:41.262529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54522) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.275147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-ede19902-67a1-4061-aa43-70b798832d7c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.275147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ede19902-67a1-4061-aa43-70b798832d7c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058935 Apr 21 21:00:41.275147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54526) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.278457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87a5d1-f66d-4496-8f65-20b6ecba31ea req-a01362ec-0a8e-490c-acd9-bbbfe8519dc6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:41.280753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-d9da033d-9fbf-446d-85eb-22edc96773fd tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.284071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d9da033d-9fbf-446d-85eb-22edc96773fd tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0060558 Apr 21 21:00:41.284275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54528) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.286811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f87a5d1-f66d-4496-8f65-20b6ecba31ea req-a01362ec-0a8e-490c-acd9-bbbfe8519dc6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.1012242 Apr 21 21:00:41.288389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-59fccc7d-8c77-46ac-8e00-b53f64a6e75f tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.291661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-59fccc7d-8c77-46ac-8e00-b53f64a6e75f tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041597 Apr 21 21:00:41.293889 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:41.296178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54530) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.345691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-26e2be13-848b-4aa8-bc4c-a1a4925921e3 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.348809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-26e2be13-848b-4aa8-bc4c-a1a4925921e3 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0487156 Apr 21 21:00:41.349694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54532) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.358099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f87a5d1-f66d-4496-8f65-20b6ecba31ea req-7e886e5d-a38d-48d2-8d87-fd49f4f32a12 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649543 Apr 21 21:00:41.361415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-c9570ad3-a5ef-46f5-9ef8-1ffca13f9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:41.363115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-c9570ad3-a5ef-46f5-9ef8-1ffca13f9f96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074083 Apr 21 21:00:41.371886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-d78d4fc0-c1a5-4238-96cd-7337deab3357 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.372857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d78d4fc0-c1a5-4238-96cd-7337deab3357 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053973 Apr 21 21:00:41.376796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54536) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.412859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-4dfd270a-efdd-4c15-b45b-b76e2bba2eca tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.412859 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4dfd270a-efdd-4c15-b45b-b76e2bba2eca tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0341129 Apr 21 21:00:41.421332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54540) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.436996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-04e25a92-ab25-43fb-842b-ed98d2f79585 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.438163 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-04e25a92-ab25-43fb-842b-ed98d2f79585 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0099130 Apr 21 21:00:41.440946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54542) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.450247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-8853d42a-f48d-4dd1-9b65-3ac877bd71a4 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.452095 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8853d42a-f48d-4dd1-9b65-3ac877bd71a4 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0099311 Apr 21 21:00:41.454681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54544) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.460228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-ada0277b-29cc-471c-992b-a1c68202a3e0 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.461652 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ada0277b-29cc-471c-992b-a1c68202a3e0 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057921 Apr 21 21:00:41.464828 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54546) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.471614 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-526f9f6e-ef3e-46ac-bfb3-41780de05e51 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.472569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-526f9f6e-ef3e-46ac-bfb3-41780de05e51 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068448 Apr 21 21:00:41.475319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54548) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.502903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-7266c149-f2e6-4f11-9159-5d4a0f6faf03 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.504095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7266c149-f2e6-4f11-9159-5d4a0f6faf03 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0276866 Apr 21 21:00:41.506970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54550) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.513475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-ff8b9f04-f63e-4e21-ae3e-ec8b6a1981a1 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.514423 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ff8b9f04-f63e-4e21-ae3e-ec8b6a1981a1 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0064290 Apr 21 21:00:41.517024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54552) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.522451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-9f8d4d96-bc39-4e45-bb51-c5a019bf97f2 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.526205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9f8d4d96-bc39-4e45-bb51-c5a019bf97f2 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0055180 Apr 21 21:00:41.526205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54554) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.536874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-0f5c976d-368c-4744-a53d-00ee56927b2b tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.537892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0f5c976d-368c-4744-a53d-00ee56927b2b tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0110753 Apr 21 21:00:41.542223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54556) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.549509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-cb22494f-c232-40df-9a34-15c0fb12d2a1 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.550495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cb22494f-c232-40df-9a34-15c0fb12d2a1 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074072 Apr 21 21:00:41.554805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54558) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.562287 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-9944fb76-ceb3-4e33-bd76-1f99f1922a92 service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889892 Apr 21 21:00:41.581081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-124cdccf-c13f-4b22-8aaa-84e5371273de tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.584346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-124cdccf-c13f-4b22-8aaa-84e5371273de tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062859 Apr 21 21:00:41.591322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54564) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.596874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-bbf7afb1-620a-4405-be00-9d56d0d79f37 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.600684 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bbf7afb1-620a-4405-be00-9d56d0d79f37 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073733 Apr 21 21:00:41.600937 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54566) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.606460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-6848389a-0a2b-48b5-b43c-9be6647a3199 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.607789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6848389a-0a2b-48b5-b43c-9be6647a3199 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058155 Apr 21 21:00:41.611226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54568) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.618608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-399850dc-ac35-4589-863a-91ec8156ef9e tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.619530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-399850dc-ac35-4589-863a-91ec8156ef9e tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072439 Apr 21 21:00:41.624305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54570) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.631235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-cf86b2ee-fa0f-43ff-adc1-fa28d1cfa1f5 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.632602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf86b2ee-fa0f-43ff-adc1-fa28d1cfa1f5 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041914 Apr 21 21:00:41.638347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54572) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.644524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-4db49427-d233-4836-9f8a-4dac3a01015d tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.645402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4db49427-d233-4836-9f8a-4dac3a01015d tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048742 Apr 21 21:00:41.648475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54574) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.654465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-3095769b-6615-49b8-9a98-acd368b7f9d4 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.655376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3095769b-6615-49b8-9a98-acd368b7f9d4 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053136 Apr 21 21:00:41.659408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54576) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.665098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-6e660f35-d84d-4335-9560-0124ccdff26c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.666056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e660f35-d84d-4335-9560-0124ccdff26c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040486 Apr 21 21:00:41.677641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0bc09-af95-4a79-8b23-39de23a4b6d5 req-5224d3c7-e7f0-4fa8-b438-7bfab1935b94 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:41.679113 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1e0bc09-af95-4a79-8b23-39de23a4b6d5 req-5224d3c7-e7f0-4fa8-b438-7bfab1935b94 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1284862 Apr 21 21:00:41.679585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54578) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.685625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-981a5c43-ba72-4407-b1bd-f4bc6fc74dbc tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.686262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-981a5c43-ba72-4407-b1bd-f4bc6fc74dbc tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054677 Apr 21 21:00:41.689471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54580) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.693597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-e4dd10de-7067-4dfe-afba-5898110158a3 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.694559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e4dd10de-7067-4dfe-afba-5898110158a3 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041504 Apr 21 21:00:41.696965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54582) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.701309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-14505077-223c-49eb-9b67-79c9188189ea tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.702212 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-14505077-223c-49eb-9b67-79c9188189ea tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044167 Apr 21 21:00:41.711635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54584) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.714319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54586) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.729763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-c8a174cd-9819-4d4e-a2dd-34d90a3a1cba tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.730778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c8a174cd-9819-4d4e-a2dd-34d90a3a1cba tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0182180 Apr 21 21:00:41.735308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54590) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.741827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-330e1f59-36bd-49d8-ab4c-e40a6cc3a54c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.744825 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-330e1f59-36bd-49d8-ab4c-e40a6cc3a54c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054305 Apr 21 21:00:41.766432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54592) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.772523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-53b18d2c-2883-415e-a75d-a78740bcf263 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.773526 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53b18d2c-2883-415e-a75d-a78740bcf263 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050607 Apr 21 21:00:41.783406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54594) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.788261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-cb5df1f1-4c24-4dc9-9f20-65f1761ef845 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.789243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cb5df1f1-4c24-4dc9-9f20-65f1761ef845 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048878 Apr 21 21:00:41.795535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54596) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.800039 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-0d7eee6e-da6e-4a3a-b2c7-d54bfab3c094 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.801002 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0d7eee6e-da6e-4a3a-b2c7-d54bfab3c094 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042717 Apr 21 21:00:41.805929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1e0bc09-af95-4a79-8b23-39de23a4b6d5 req-176afa9b-2216-4142-ad48-d389381e9353 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105402 Apr 21 21:00:41.806382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54598) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.831906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-8e55ed55-cb2f-4e66-8833-69bc28b60028 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.832934 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8e55ed55-cb2f-4e66-8833-69bc28b60028 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0244048 Apr 21 21:00:41.845047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54600) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.854363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-55c48001-b1c5-4c68-b35e-6196f14d3209 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.855861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-55c48001-b1c5-4c68-b35e-6196f14d3209 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0084047 Apr 21 21:00:41.864244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54602) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.871894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-855a76cf-21b4-41da-a9c5-97d9e9525f42 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.872923 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-855a76cf-21b4-41da-a9c5-97d9e9525f42 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067356 Apr 21 21:00:41.879622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54604) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.884524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-ad95382a-dc7b-4d4e-8bc4-2367edc8786f tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.885473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ad95382a-dc7b-4d4e-8bc4-2367edc8786f tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041122 Apr 21 21:00:41.888176 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15523c3f-39c6-4c7d-b096-ca038bdcd33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:41.889875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54606) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.897766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-d483a303-7c5b-4173-806e-105dfb582376 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.898605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d483a303-7c5b-4173-806e-105dfb582376 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042167 Apr 21 21:00:41.905484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54608) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.911070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-76cb06c4-e6e2-4b4d-9968-85a95be1ad23 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.912007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-76cb06c4-e6e2-4b4d-9968-85a95be1ad23 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0053804 Apr 21 21:00:41.915765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54610) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.921770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-f5e1c0d4-f698-4851-b9a7-5f6cff1c79db tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.922699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f5e1c0d4-f698-4851-b9a7-5f6cff1c79db tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0060563 Apr 21 21:00:41.926642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54612) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.931599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-44fdcea1-c24a-4256-a015-5f7be98d649b tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.932801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-44fdcea1-c24a-4256-a015-5f7be98d649b tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043836 Apr 21 21:00:41.937643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54614) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.943646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-6de0ba1e-1141-4d07-b312-8b2d29d5f246 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.944578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6de0ba1e-1141-4d07-b312-8b2d29d5f246 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0059135 Apr 21 21:00:41.948360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54616) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.952966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-2ab9fa7c-0dad-487f-90d4-cb9fcc104574 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.953873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2ab9fa7c-0dad-487f-90d4-cb9fcc104574 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0040431 Apr 21 21:00:41.957513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54618) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.960075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Deleting port aa6daf15-882a-4e2f-928e-c3f388ada317 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:41.960412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:41.967707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-3240a202-d5ef-4795-9108-f0a04a5b66c4 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.968643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3240a202-d5ef-4795-9108-f0a04a5b66c4 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0101869 Apr 21 21:00:41.973020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54620) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.985705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-c510750d-b0fd-4bf8-8859-0b1cb972817c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.986630 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c510750d-b0fd-4bf8-8859-0b1cb972817c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0127573 Apr 21 21:00:41.992176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54622) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:41.998604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-1acda835-ee4c-4e45-9e53-c632e92712ba tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:41.999533 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1acda835-ee4c-4e45-9e53-c632e92712ba tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066464 Apr 21 21:00:42.029166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54624) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.038427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-18f49fe6-a570-4f10-848f-43805a3741b1 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.039369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-18f49fe6-a570-4f10-848f-43805a3741b1 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080459 Apr 21 21:00:42.043422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54630) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.051664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-4f7d9345-e7a4-42ac-8010-033e78a7bab7 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.052583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4f7d9345-e7a4-42ac-8010-033e78a7bab7 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051022 Apr 21 21:00:42.055937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54632) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.062311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-eafaee85-728e-4f43-9d32-7a2752fc72fd tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.063265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-eafaee85-728e-4f43-9d32-7a2752fc72fd tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0067503 Apr 21 21:00:42.066467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a8523c5-d1d4-4ac3-9a83-8d4e23a4f89c req-1a7f0001-03ff-4271-b126-f0860d0eb210 service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900093 Apr 21 21:00:42.067326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54634) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.076359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fbadb-9222-4194-8991-82d2f8acf1ac req-4db9e15b-d639-41c3-b7bb-d868b295cb5c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:42.077808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf5fbadb-9222-4194-8991-82d2f8acf1ac req-4db9e15b-d639-41c3-b7bb-d868b295cb5c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.4270065 Apr 21 21:00:42.081492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-00027c27-3c06-4206-b9ae-52015a8e0c2a tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.084466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-00027c27-3c06-4206-b9ae-52015a8e0c2a tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0164664 Apr 21 21:00:42.086373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54636) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.090129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-c0ece46a-4d50-4bba-b4a7-8e44ae452603 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.091290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c0ece46a-4d50-4bba-b4a7-8e44ae452603 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040345 Apr 21 21:00:42.094019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54638) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.102167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-de9e388c-0f70-4585-af16-fb49736f5688 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.103640 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-de9e388c-0f70-4585-af16-fb49736f5688 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086179 Apr 21 21:00:42.105704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54640) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.115401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15523c3f-39c6-4c7d-b096-ca038bdcd33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.116345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-6d083a7a-cdc0-4b7e-b427-3a451ccae02f tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.117562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] For port aa6daf15-882a-4e2f-928e-c3f388ada317, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=aa6daf15-882a-4e2f-928e-c3f388ada317,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:42.117939 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.120067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6d083a7a-cdc0-4b7e-b427-3a451ccae02f tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0134633 Apr 21 21:00:42.120193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54642) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.131742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [None req-6181cd2e-52ac-4b0d-9b7d-752de164b15c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.132675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6181cd2e-52ac-4b0d-9b7d-752de164b15c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0097106 Apr 21 21:00:42.133388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15523c3f-39c6-4c7d-b096-ca038bdcd33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.135255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54644) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.140603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-dbae3208-203f-4e55-b09f-d6bc457ea087 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.141565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dbae3208-203f-4e55-b09f-d6bc457ea087 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054228 Apr 21 21:00:42.143936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54646) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.148175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-4e49612f-0748-485f-b391-a31cc2afc4b4 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.151092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4e49612f-0748-485f-b391-a31cc2afc4b4 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039983 Apr 21 21:00:42.151223 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Calling delete_port for aa6daf15-882a-4e2f-928e-c3f388ada317 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:42.151964 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf5fbadb-9222-4194-8991-82d2f8acf1ac req-09628b5a-22c4-4b84-b8d0-e1ff5aeb6ee5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664370 Apr 21 21:00:42.152409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54648) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.156719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-9d2a3dfb-8bcc-4c36-b047-237bbfcbd70c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.159814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9d2a3dfb-8bcc-4c36-b047-237bbfcbd70c tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064888 Apr 21 21:00:42.160378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54650) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.164420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-e5733445-cc4a-4a6f-ac6b-7eab0221ba05 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.167866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e5733445-cc4a-4a6f-ac6b-7eab0221ba05 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065527 Apr 21 21:00:42.168421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54652) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.172354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-3fdbade0-e8f2-42c6-a41f-413dce32117e tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.175548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3fdbade0-e8f2-42c6-a41f-413dce32117e tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0062218 Apr 21 21:00:42.176073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54654) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.179843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-b7789036-703c-45a3-b979-71c0ab69f1e7 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.183933 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b7789036-703c-45a3-b979-71c0ab69f1e7 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0070345 Apr 21 21:00:42.184475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54656) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.188361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-a27d1f6e-e821-451b-b189-ff89b6ca9d0a tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.191622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a27d1f6e-e821-451b-b189-ff89b6ca9d0a tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0062423 Apr 21 21:00:42.192154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54658) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.196021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-e56d8783-39be-45c4-9866-b1b96980cb7a tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.196981 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e56d8783-39be-45c4-9866-b1b96980cb7a tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039446 Apr 21 21:00:42.199818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54660) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.204283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-e2e02ff0-dfa8-4ee1-8a1c-b7974a0592a6 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.207347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e2e02ff0-dfa8-4ee1-8a1c-b7974a0592a6 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045743 Apr 21 21:00:42.207561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54662) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.211629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [None req-851b0577-46fd-448d-82f5-bceb8a559728 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:00:42.212417 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-851b0577-46fd-448d-82f5-bceb8a559728 tempest-ExtensionsTestJSON-1977284248 tempest-ExtensionsTestJSON-1977284248-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039470 Apr 21 21:00:42.220126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15523c3f-39c6-4c7d-b096-ca038bdcd33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f1c97-e376-4aeb-96ed-5894e249ba01,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:42.258851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-15523c3f-39c6-4c7d-b096-ca038bdcd33a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d60efb7f530441d5b2720df5ec567d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424271 Apr 21 21:00:42.263755 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54666) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.311240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719a8e-97e1-4442-ac9d-36980a584090 req-b1bf6e7c-7f56-4bbd-b5ed-0b34887dfde2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:42.316698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719a8e-97e1-4442-ac9d-36980a584090 req-b1bf6e7c-7f56-4bbd-b5ed-0b34887dfde2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:42.322451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719a8e-97e1-4442-ac9d-36980a584090 req-b1bf6e7c-7f56-4bbd-b5ed-0b34887dfde2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:42.323218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21483ed-e941-4d8f-9a03-7976e4f4c99d req-f5747ad6-2f39-474a-86a6-8124514c4910 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:42.325662 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c21483ed-e941-4d8f-9a03-7976e4f4c99d req-f5747ad6-2f39-474a-86a6-8124514c4910 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 943 time: 0.0747852 Apr 21 21:00:42.328541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719a8e-97e1-4442-ac9d-36980a584090 req-b1bf6e7c-7f56-4bbd-b5ed-0b34887dfde2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:42.334328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719a8e-97e1-4442-ac9d-36980a584090 req-b1bf6e7c-7f56-4bbd-b5ed-0b34887dfde2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:42.340130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719a8e-97e1-4442-ac9d-36980a584090 req-b1bf6e7c-7f56-4bbd-b5ed-0b34887dfde2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:42.345910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719a8e-97e1-4442-ac9d-36980a584090 req-b1bf6e7c-7f56-4bbd-b5ed-0b34887dfde2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:42.347811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88719a8e-97e1-4442-ac9d-36980a584090 req-b1bf6e7c-7f56-4bbd-b5ed-0b34887dfde2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.2260132 Apr 21 21:00:42.389074 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c21483ed-e941-4d8f-9a03-7976e4f4c99d req-fbe42607-4417-4896-ad20-371908768437 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514834 Apr 21 21:00:42.456693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54670) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.466823 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88719a8e-97e1-4442-ac9d-36980a584090 req-01699c9f-da40-4ee5-a99b-491ac49c143b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081638 Apr 21 21:00:42.469287 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f845cf6-caef-4b8c-a255-814260b6b142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.502372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f845cf6-caef-4b8c-a255-814260b6b142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.578769 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.580104 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3496975-a8d8-482b-a293-ba5ec39c7534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.606791 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f845cf6-caef-4b8c-a255-814260b6b142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.609566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f845cf6-caef-4b8c-a255-814260b6b142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.610753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2f845cf6-caef-4b8c-a255-814260b6b142 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb3f1c97-e376-4aeb-96ed-5894e249ba01 HTTP/1.1" status: 204 len: 168 time: 0.3455436 Apr 21 21:00:42.618523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6daf15-882a-4e2f-928e-c3f388ada317,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:42.629812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f845cf6-caef-4b8c-a255-814260b6b142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3f1c97-e376-4aeb-96ed-5894e249ba01,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:42.707836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 819620ad-3d2f-4c0a-b290-0a78876adef4 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:00:42.731107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3496975-a8d8-482b-a293-ba5ec39c7534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.741736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3496975-a8d8-482b-a293-ba5ec39c7534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.794841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b3496975-a8d8-482b-a293-ba5ec39c7534 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84796dca82604a19957e5f6553b0f5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369844 Apr 21 21:00:42.795747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54678) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:42.802077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3496975-a8d8-482b-a293-ba5ec39c7534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfd9312-9dd1-4e0e-a7c2-40bdd47dfc26,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:42.852372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 819620ad-3d2f-4c0a-b290-0a78876adef4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=819620ad-3d2f-4c0a-b290-0a78876adef4,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:42.859217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.870046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:42.874931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5b77-a9e2-41ea-94ce-8f14467735ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.901312 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5b77-a9e2-41ea-94ce-8f14467735ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.916796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:42.917145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d7744e8b-cb61-40cf-a0b0-cfefa2ccd096 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:42.920080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:00:42.971726 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:42.982737 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819620ad-3d2f-4c0a-b290-0a78876adef4 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:43.016153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 819620ad-3d2f-4c0a-b290-0a78876adef4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=819620ad-3d2f-4c0a-b290-0a78876adef4,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:43.020826 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:43.023295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775ac16-61d6-4506-b5c7-bd07a218bc29 req-2b15fe8d-5bd3-4876-85bd-e2930f8ca5fa tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:43.029647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0775ac16-61d6-4506-b5c7-bd07a218bc29 req-2b15fe8d-5bd3-4876-85bd-e2930f8ca5fa tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.0824916 Apr 21 21:00:43.040077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5b77-a9e2-41ea-94ce-8f14467735ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:43.045120 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b1a5b77-a9e2-41ea-94ce-8f14467735ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:43.046615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1b1a5b77-a9e2-41ea-94ce-8f14467735ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbfd9312-9dd1-4e0e-a7c2-40bdd47dfc26 HTTP/1.1" status: 204 len: 168 time: 0.2499568 Apr 21 21:00:43.108111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=819620ad-3d2f-4c0a-b290-0a78876adef4,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:43.110098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a5b77-a9e2-41ea-94ce-8f14467735ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfd9312-9dd1-4e0e-a7c2-40bdd47dfc26,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:43.190490 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:43.196814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0775ac16-61d6-4506-b5c7-bd07a218bc29 req-32e45ad5-5f3c-4957-9c4c-f7f1f866ff31 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589417 Apr 21 21:00:43.217689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731a27-ab96-44e9-8727-d239c864f481 req-c2932adf-2f55-469e-956d-984babd65513 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:43.219288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-81731a27-ab96-44e9-8727-d239c864f481 req-c2932adf-2f55-469e-956d-984babd65513 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.0966954 Apr 21 21:00:43.346780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['819620ad-3d2f-4c0a-b290-0a78876adef4'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:00:43.452572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-81731a27-ab96-44e9-8727-d239c864f481 req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Deleting port 14d5e1cf-0139-4d53-8cdf-43356fa533c4 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:43.453686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-81731a27-ab96-44e9-8727-d239c864f481 req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:43.664528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df56c9-2d57-4afe-ac3e-2de5abe5b00d req-00a7afa0-376f-4385-bef2-f99fdb0e7cc2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:43.672990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9df56c9-2d57-4afe-ac3e-2de5abe5b00d req-00a7afa0-376f-4385-bef2-f99fdb0e7cc2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 944 time: 0.1092865 Apr 21 21:00:43.723594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292631-ed92-44db-955c-9e7c4ea11c38 req-2221a9bf-2446-4387-8af9-3e1c03a25c03 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:43.725103 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00292631-ed92-44db-955c-9e7c4ea11c38 req-2221a9bf-2446-4387-8af9-3e1c03a25c03 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 945 time: 0.4684906 Apr 21 21:00:43.726428 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:43.726901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9df56c9-2d57-4afe-ac3e-2de5abe5b00d req-a5b18f59-15c2-478e-9d44-9fdb54789160 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508931 Apr 21 21:00:43.728873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-81731a27-ab96-44e9-8727-d239c864f481 req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] For port 14d5e1cf-0139-4d53-8cdf-43356fa533c4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=14d5e1cf-0139-4d53-8cdf-43356fa533c4,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:43.733723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-81731a27-ab96-44e9-8727-d239c864f481 req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:43.739080 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] Sync routers for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:43.744293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-980588b2-e81f-49b7-a590-273d2c9852b6 admin admin] 10.222.0.49 "PUT /v2.0/routers/2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0747819 Apr 21 21:00:43.745007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54718) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:43.753411 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:43.755243 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:43.787019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-81731a27-ab96-44e9-8727-d239c864f481 req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Calling delete_port for 14d5e1cf-0139-4d53-8cdf-43356fa533c4 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:43.843813 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00292631-ed92-44db-955c-9e7c4ea11c38 req-60b2923a-62f3-4243-ab76-9bcd06e5ab0b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961435 Apr 21 21:00:43.858408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54720) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:43.913661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:43.945436 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:43.996452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608c68-ac6f-4372-89ba-2f67e9accdaf req-5496fe6c-4862-4695-a276-f7ef1c981422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.003400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608c68-ac6f-4372-89ba-2f67e9accdaf req-5496fe6c-4862-4695-a276-f7ef1c981422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.009755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608c68-ac6f-4372-89ba-2f67e9accdaf req-5496fe6c-4862-4695-a276-f7ef1c981422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.016683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608c68-ac6f-4372-89ba-2f67e9accdaf req-5496fe6c-4862-4695-a276-f7ef1c981422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.023879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608c68-ac6f-4372-89ba-2f67e9accdaf req-5496fe6c-4862-4695-a276-f7ef1c981422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.037669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608c68-ac6f-4372-89ba-2f67e9accdaf req-5496fe6c-4862-4695-a276-f7ef1c981422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.040997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1097913134-network', 'tenant_id': '21ddb45635a44644ad64419131301105'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:44.044115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b608c68-ac6f-4372-89ba-2f67e9accdaf req-5496fe6c-4862-4695-a276-f7ef1c981422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.052188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b608c68-ac6f-4372-89ba-2f67e9accdaf req-5496fe6c-4862-4695-a276-f7ef1c981422 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.1803446 Apr 21 21:00:44.054040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.071974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Made reservation on behalf of 21ddb45635a44644ad64419131301105 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:44.077763 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.115934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.153955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b608c68-ac6f-4372-89ba-2f67e9accdaf req-cb7d29b4-1cdd-4722-a5c1-86bff4d6eda0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983663 Apr 21 21:00:44.193893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-92396922-6e53-40c7-95b2-e382d1856943 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.199906 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T21:00:42Z', 'revision_number': 5, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port': {'id': 'be7c896b-aaee-4c85-992f-91f2a7e42273', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:58:47Z', 'updated_at': '2022-04-21T20:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:44.200378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-92396922-6e53-40c7-95b2-e382d1856943 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.206614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-92396922-6e53-40c7-95b2-e382d1856943 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.213030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-92396922-6e53-40c7-95b2-e382d1856943 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.219108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-92396922-6e53-40c7-95b2-e382d1856943 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.239013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-92396922-6e53-40c7-95b2-e382d1856943 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.244167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Deleting port be7c896b-aaee-4c85-992f-91f2a7e42273 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:44.244301 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] Checking router: 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:44.244542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.251618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-92396922-6e53-40c7-95b2-e382d1856943 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.257797 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] Routers {'2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:44.258658 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:44.261050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-92396922-6e53-40c7-95b2-e382d1856943 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 5434 time: 0.1929579 Apr 21 21:00:44.340778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54734) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:44.357261 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] Set router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:44.367771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-bd923bae-7997-4fbd-9607-d713f78a9b54 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.368751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-bd923bae-7997-4fbd-9607-d713f78a9b54 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "GET /v2.0/ports/6896624a-9b73-45a1-91e3-045051fea2c7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0662053 Apr 21 21:00:44.391346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.397561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-81731a27-ab96-44e9-8727-d239c864f481 req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.405899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.461339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] For port be7c896b-aaee-4c85-992f-91f2a7e42273, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=be7c896b-aaee-4c85-992f-91f2a7e42273,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:44.461728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.466769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:00:44.476797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event deleted for resources: {'Port': ['ID=14d5e1cf-0139-4d53-8cdf-43356fa533c4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:44.487288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af187e74-65bc-4a56-9f18-184a7c6bef4d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:44.512371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Calling delete_port for be7c896b-aaee-4c85-992f-91f2a7e42273 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:44.529098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0641d-2f5a-4e52-abe0-4091a124d4ea req-972f674d-46ef-4309-b21d-e13a0c7df29f tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.530723 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9be0641d-2f5a-4e52-abe0-4091a124d4ea req-972f674d-46ef-4309-b21d-e13a0c7df29f tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1888525 Apr 21 21:00:44.531740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.532080 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Added segment ed8b11df-8621-4da6-9d15-bd85ae5382c0 of type vlan for network a06889fa-d2d3-4642-9d40-99590ea78be9 Apr 21 21:00:44.535187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-81731a27-ab96-44e9-8727-d239c864f481 req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] No DVR routers for this DVR port 14d5e1cf-0139-4d53-8cdf-43356fa533c4 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:44.539720 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-81731a27-ab96-44e9-8727-d239c864f481 req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.543851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-81731a27-ab96-44e9-8727-d239c864f481 req-867ff46f-fae8-4e1f-bff3-5a6eea298151 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "DELETE /v2.0/ports/14d5e1cf-0139-4d53-8cdf-43356fa533c4 HTTP/1.1" status: 204 len: 173 time: 1.3179183 Apr 21 21:00:44.544317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab937297-7893-4419-8c85-fecd6b400619', 'name': 'network-vif-deleted', 'tag': '14d5e1cf-0139-4d53-8cdf-43356fa533c4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:44.546809 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a200242-f167-4bc4-ad28-32c79d321c47" -d '{"events": [{"server_uuid": "ab937297-7893-4419-8c85-fecd6b400619", "name": "network-vif-deleted", "tag": "14d5e1cf-0139-4d53-8cdf-43356fa533c4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:44.549644 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T21:00:44Z', 'revision_number': 6, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:44.566658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-648915465'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:44.589598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ca5a9179-cb09-4983-bc29-7d4d7c4afc14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "GET /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2145610 Apr 21 21:00:44.590382 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d9408-70d0-4ea6-89db-bf55477d755c None None] The sync data for ids ['2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd'] in n-d-838945-1 is: [{'id': '2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-990488024-router', 'tenant_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:58:46Z', 'updated_at': '2022-04-21T21:00:44Z', 'revision_number': 6, 'project_id': '15e34b17ebc54f72a7bcdf22e895a20a', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:44.603978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:44.642312 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626b0082-108c-45ed-9303-d9e716a2a9c0 x-openstack-request-id: req-626b0082-108c-45ed-9303-d9e716a2a9c0 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:44.642698 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab937297-7893-4419-8c85-fecd6b400619", "name": "network-vif-deleted", "tag": "14d5e1cf-0139-4d53-8cdf-43356fa533c4", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:44.643136 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-626b0082-108c-45ed-9303-d9e716a2a9c0 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:44.643777 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626b0082-108c-45ed-9303-d9e716a2a9c0'] response: {'server_uuid': 'ab937297-7893-4419-8c85-fecd6b400619', 'name': 'network-vif-deleted', 'tag': '14d5e1cf-0139-4d53-8cdf-43356fa533c4', 'status': 'completed', 'code': 200} Apr 21 21:00:44.663796 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.673358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Made reservation on behalf of 75f11afd528a491780ec33cf949bca69 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:44.675905 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.676717 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.713403 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.724211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 819620ad-3d2f-4c0a-b290-0a78876adef4 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:44.753102 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9be0641d-2f5a-4e52-abe0-4091a124d4ea req-b5423830-d1d0-4b6d-a750-a6b7e3c23fee tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112949 Apr 21 21:00:44.757995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.758968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.759549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.831427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 819620ad-3d2f-4c0a-b290-0a78876adef4 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:00:44.844840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 819620ad-3d2f-4c0a-b290-0a78876adef4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:44.845493 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:44.891482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] For port 6896624a-9b73-45a1-91e3-045051fea2c7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=6896624a-9b73-45a1-91e3-045051fea2c7,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:44.953186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54744) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:44.953486 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0940390 Apr 21 21:00:44.954516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892de72d-24c5-4a54-9c4d-cbb5e3769a23 admin admin] Pushing event updated for resources: {'Network': ['ID=a06889fa-d2d3-4642-9d40-99590ea78be9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:44.962163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Request body: {'subnet': {'network_id': 'a06889fa-d2d3-4642-9d40-99590ea78be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1097913134-subnet', 'tenant_id': '21ddb45635a44644ad64419131301105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:44.980809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e656d-f184-492b-bc52-363f87630291 req-b3c3936c-2af7-4c25-ae2c-985d5841179a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:44.988512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-605e656d-f184-492b-bc52-363f87630291 req-b3c3936c-2af7-4c25-ae2c-985d5841179a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 944 time: 0.1264052 Apr 21 21:00:45.004904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a06889fa-d2d3-4642-9d40-99590ea78be9 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:00:45.007079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03b5920f-9725-44cf-92fe-3711259e13e8 req-9cfc46cf-1e54-4387-a756-ee812d987c17 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab937297-7893-4419-8c85-fecd6b400619 HTTP/1.1" status: 200 len: 210 time: 0.0444183 Apr 21 21:00:45.035398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] For port 6896624a-9b73-45a1-91e3-045051fea2c7, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:45.092060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.107659 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.113309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.113519 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-605e656d-f184-492b-bc52-363f87630291 req-f7dbf8ff-474e-4171-aabc-2dcac28fb7b6 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201665 Apr 21 21:00:45.119181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Made reservation on behalf of 21ddb45635a44644ad64419131301105 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:45.123227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.129785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] device_id is not set on port 6896624a-9b73-45a1-91e3-045051fea2c7 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:00:45.134107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:00:45.148507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.149499 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Added segment feb98585-92db-4c97-b6e0-c19f61cd300b of type vlan for network 51508408-901c-4e81-870a-2dd214d88372 Apr 21 21:00:45.155887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.158201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 819620ad-3d2f-4c0a-b290-0a78876adef4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=819620ad-3d2f-4c0a-b290-0a78876adef4,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:45.160077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819620ad-3d2f-4c0a-b290-0a78876adef4'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:45.162956 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452f672c-5e4d-4ac2-997c-128789b3cb93" -d '{"events": [{"server_uuid": "63ac97df-b2a7-4590-bfbe-1f238492457e", "name": "network-vif-plugged", "status": "completed", "tag": "819620ad-3d2f-4c0a-b290-0a78876adef4"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:45.169338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.209570 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.217740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.235271 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.240163 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98ee373-dd2b-44d7-a063-d265bf62261c x-openstack-request-id: req-f98ee373-dd2b-44d7-a063-d265bf62261c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:45.240529 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ac97df-b2a7-4590-bfbe-1f238492457e", "name": "network-vif-plugged", "status": "completed", "tag": "819620ad-3d2f-4c0a-b290-0a78876adef4", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:45.240908 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f98ee373-dd2b-44d7-a063-d265bf62261c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:45.241606 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98ee373-dd2b-44d7-a063-d265bf62261c'] response: {'server_uuid': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'code': 200} Apr 21 21:00:45.264501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=819620ad-3d2f-4c0a-b290-0a78876adef4,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:45.272323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=be7c896b-aaee-4c85-992f-91f2a7e42273,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:45.352658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0780bc2c-a736-4956-950b-ac1a7eaf1141,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:45.359131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.365016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.365628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.381837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] No DVR routers for this DVR port 6896624a-9b73-45a1-91e3-045051fea2c7 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:45.389536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] Pushing event updated for resources: {'Port': ['ID=6896624a-9b73-45a1-91e3-045051fea2c7,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:45.460163 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1116588 Apr 21 21:00:45.463462 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.466173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54750) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:45.499268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Request body: {'subnet': {'network_id': '51508408-901c-4e81-870a-2dd214d88372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:45.502380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85713-162a-4586-ab4a-eb20cfd0c4c5 req-beceaad2-e56b-4877-a6a8-16e99bc37689 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.508280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85713-162a-4586-ab4a-eb20cfd0c4c5 req-beceaad2-e56b-4877-a6a8-16e99bc37689 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.514707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85713-162a-4586-ab4a-eb20cfd0c4c5 req-beceaad2-e56b-4877-a6a8-16e99bc37689 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.520651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85713-162a-4586-ab4a-eb20cfd0c4c5 req-beceaad2-e56b-4877-a6a8-16e99bc37689 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.526432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85713-162a-4586-ab4a-eb20cfd0c4c5 req-beceaad2-e56b-4877-a6a8-16e99bc37689 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.532918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85713-162a-4586-ab4a-eb20cfd0c4c5 req-beceaad2-e56b-4877-a6a8-16e99bc37689 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.534827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efd85713-162a-4586-ab4a-eb20cfd0c4c5 req-beceaad2-e56b-4877-a6a8-16e99bc37689 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 4660 time: 0.2189581 Apr 21 21:00:45.539415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] In _notify_port_updated(), no bound segment for port 6896624a-9b73-45a1-91e3-045051fea2c7 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:00:45.540284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.540955 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.541093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428223a5-246f-4303-852d-574ed2add50b tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event updated for resources: {'Network': ['ID=51508408-901c-4e81-870a-2dd214d88372,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:45.542216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ff6fde65-4678-47e6-bb09-d95ce8659897 service neutron] 10.222.0.43 "PUT /v2.0/ports/6896624a-9b73-45a1-91e3-045051fea2c7 HTTP/1.1" status: 200 len: 1027 time: 0.9435518 Apr 21 21:00:45.556692 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 51508408-901c-4e81-870a-2dd214d88372 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:00:45.621225 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.622621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a406c-7e4f-4826-b5e1-055dde467240 req-ddee5e3b-b930-431b-9d90-762fe5c0ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.624309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f8a406c-7e4f-4826-b5e1-055dde467240 req-ddee5e3b-b930-431b-9d90-762fe5c0ff89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 1096 time: 0.1916115 Apr 21 21:00:45.630110 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.665393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-10bca0ab-dd81-440e-b79a-2b078de57187 None None] Provisioning complete for port 6896624a-9b73-45a1-91e3-045051fea2c7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:45.665772 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-10bca0ab-dd81-440e-b79a-2b078de57187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.671995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-7a3e656f-7e68-4eb2-9dea-f34b1385fc1e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.673402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-7a3e656f-7e68-4eb2-9dea-f34b1385fc1e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "GET /v2.0/ports/58edae64-08a0-4d17-892f-ec140d407789?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1212194 Apr 21 21:00:45.702798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:45.706348 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.707052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:00:45.711066 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.711822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-10bca0ab-dd81-440e-b79a-2b078de57187 None None] Port 6896624a-9b73-45a1-91e3-045051fea2c7 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:45.711984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.718463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fa9ba840-ceb8-4752-87ac-8a2364e88a7d admin admin] 10.222.0.49 "DELETE /v2.0/routers/2d6afe4f-8a64-4e86-bc43-01d3fa8e2cdd HTTP/1.1" status: 204 len: 168 time: 1.9688332 Apr 21 21:00:45.718463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Made reservation on behalf of 75f11afd528a491780ec33cf949bca69 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:45.721242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.724055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54752) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:45.737173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efd85713-162a-4586-ab4a-eb20cfd0c4c5 req-cf18e500-be31-4e9a-b6c4-0eb3b35ba072 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&id=aa0acaa8-e165-47b9-81e2-00dbb86150f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728165 Apr 21 21:00:45.793862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f8a406c-7e4f-4826-b5e1-055dde467240 req-e3de57c9-23f6-46e3-bcd1-0ce927a03c8c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391039 Apr 21 21:00:45.852080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a59524-3724-4839-bef0-a79044b66679,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:45.860134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.864074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-5320342e-754f-415b-8bf2-a3fca81b200b admin admin] Deleting subnet f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:45.868277 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:00:45.881427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Checking segment: {'id': 'ed8b11df-8621-4da6-9d15-bd85ae5382c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'a06889fa-d2d3-4642-9d40-99590ea78be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:45.881791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Network hostable DHCP agents. Network: a06889fa-d2d3-4642-9d40-99590ea78be9, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:00:45.884021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5320342e-754f-415b-8bf2-a3fca81b200b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.925089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Network a06889fa-d2d3-4642-9d40-99590ea78be9 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:00:45.947601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5320342e-754f-415b-8bf2-a3fca81b200b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.951516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a06889fa-d2d3-4642-9d40-99590ea78be9) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:45.958242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:45.958849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:45.958997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f3a160-cec3-40ee-b465-a1a8e7a984e1 None None] Network a06889fa-d2d3-4642-9d40-99590ea78be9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:45.997252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96278f-5a4b-41b8-ac93-e753b0b27a43 req-db5da3ed-5b0f-4ff3-bb46-25d03fb83220 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:46.001243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a96278f-5a4b-41b8-ac93-e753b0b27a43 req-db5da3ed-5b0f-4ff3-bb46-25d03fb83220 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1464999 Apr 21 21:00:46.027678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-832d1665-05ac-4d4d-b866-ef6187182505 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0717397 Apr 21 21:00:46.049121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] For port 58edae64-08a0-4d17-892f-ec140d407789, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=58edae64-08a0-4d17-892f-ec140d407789,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:46.099673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] For port 58edae64-08a0-4d17-892f-ec140d407789, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:46.139323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] device_id is not set on port 58edae64-08a0-4d17-892f-ec140d407789 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:00:46.141922 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a96278f-5a4b-41b8-ac93-e753b0b27a43 req-6da1925f-655c-4b86-a69f-d199bee02d82 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173759 Apr 21 21:00:46.149815 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.157825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.170976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a8ff8-68e5-44c8-a416-73ee569b90d1 None None] Network a06889fa-d2d3-4642-9d40-99590ea78be9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:46.266343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 6896624a-9b73-45a1-91e3-045051fea2c7 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:46.266865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] No DVR routers for this DVR port 58edae64-08a0-4d17-892f-ec140d407789 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:46.293903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5320342e-754f-415b-8bf2-a3fca81b200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.334615 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.339781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device aa6daf15-882a-4e2f-928e-c3f388ada317 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:46.367752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] Pushing event updated for resources: {'Port': ['ID=58edae64-08a0-4d17-892f-ec140d407789,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:46.370086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: aa6daf15-882a-4e2f-928e-c3f388ada317 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:46.371090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device aa6daf15-882a-4e2f-928e-c3f388ada317 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:46.371723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device be7c896b-aaee-4c85-992f-91f2a7e42273 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:46.402789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event updated for resources: {'Subnet': ['ID=b9c848cc-f8b3-4d88-9d2b-75603014363b,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:46.409656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe828f34-2a96-4734-99af-5ff1cbb69305 req-bc0a3563-a8cc-4939-87d4-4ce185e60610 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:46.414038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: be7c896b-aaee-4c85-992f-91f2a7e42273 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:46.414652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device be7c896b-aaee-4c85-992f-91f2a7e42273 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:46.421356 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe828f34-2a96-4734-99af-5ff1cbb69305 req-bc0a3563-a8cc-4939-87d4-4ce185e60610 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 945 time: 0.1721606 Apr 21 21:00:46.422536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] In _notify_port_updated(), no bound segment for port 58edae64-08a0-4d17-892f-ec140d407789 on network 5fb1d12d-382f-47c7-91b7-9966a693611f {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:00:46.423312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:46.425676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.429968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-8bdb90ef-a1a1-41d1-94ae-091a13d913d2 service neutron] 10.222.0.43 "PUT /v2.0/ports/58edae64-08a0-4d17-892f-ec140d407789 HTTP/1.1" status: 200 len: 1028 time: 0.7364264 Apr 21 21:00:46.440530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 6896624a-9b73-45a1-91e3-045051fea2c7 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:46.440898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0d489134-c1a7-495c-ad38-3b44b6c7a224 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:46.473305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Checking segment: {'id': 'feb98585-92db-4c97-b6e0-c19f61cd300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '51508408-901c-4e81-870a-2dd214d88372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:46.474508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Network hostable DHCP agents. Network: 51508408-901c-4e81-870a-2dd214d88372, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:00:46.482846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5320342e-754f-415b-8bf2-a3fca81b200b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.527920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320342e-754f-415b-8bf2-a3fca81b200b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3b4ef14-ad87-4fe0-b649-d10e1f4836e0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:46.535249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe828f34-2a96-4734-99af-5ff1cbb69305 req-d1451e44-20cd-4b1a-9f5c-324cf238e16c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010897 Apr 21 21:00:46.554353 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5320342e-754f-415b-8bf2-a3fca81b200b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.562172 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5320342e-754f-415b-8bf2-a3fca81b200b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f3b4ef14-ad87-4fe0-b649-d10e1f4836e0 HTTP/1.1" status: 204 len: 168 time: 0.8371134 Apr 21 21:00:46.563572 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-f4c24062-7212-4328-8eb7-7921d32f045e req-277dbad3-cfc4-4b1a-ab8b-fa1c8053a6a5 tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] show failed (client error): The resource could not be found. Apr 21 21:00:46.565144 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4c24062-7212-4328-8eb7-7921d32f045e req-277dbad3-cfc4-4b1a-ab8b-fa1c8053a6a5 tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] 10.222.0.49 "GET /v2.0/security-groups/5220a957-bc4c-45c3-ab95-870ff8724d05 HTTP/1.1" status: 404 len: 352 time: 0.0448520 Apr 21 21:00:46.566110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54770) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:46.577478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Network 51508408-901c-4e81-870a-2dd214d88372 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:00:46.583226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac2f2c-d0cd-4974-be27-9057c609aa4e None None] Network a220b398-069b-4d11-b6fe-cfb9b6698d24 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:46.607373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting port df821b75-45f2-44f3-8ca5-2df76b3bde97 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:46.607779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.649338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 51508408-901c-4e81-870a-2dd214d88372) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:46.662765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:46.663530 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.695135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.702798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a93337b-7ee2-49cb-9c25-e157aee56746 None None] Network 51508408-901c-4e81-870a-2dd214d88372 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:46.709684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-86effadc-18cb-4409-85e9-e54a8e0ae2c4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2393100 Apr 21 21:00:46.716370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54784) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:46.722952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Request body: {'port': {'network_id': '51508408-901c-4e81-870a-2dd214d88372', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1064083689'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:46.770118 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.775394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] For port df821b75-45f2-44f3-8ca5-2df76b3bde97, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df821b75-45f2-44f3-8ca5-2df76b3bde97,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:46.775765 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.790342 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cff29e68-baa3-475d-9e7d-b7dbf138120d req-dbc8e5b3-dfce-49f2-b097-dc7a69168987 tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21ddb45635a44644ad64419131301105 HTTP/1.1" status: 200 len: 2988 time: 0.1558759 Apr 21 21:00:46.798738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Calling delete_port for df821b75-45f2-44f3-8ca5-2df76b3bde97 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:46.815862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0d489134-c1a7-495c-ad38-3b44b6c7a224, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0d489134-c1a7-495c-ad38-3b44b6c7a224,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:46.818811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cb281426-b2f0-4bab-9646-22520b9ed50c None None] Provisioning complete for port 58edae64-08a0-4d17-892f-ec140d407789 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:46.819411 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cb281426-b2f0-4bab-9646-22520b9ed50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.827851 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.828905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f197a690-9086-462c-b6bb-8bd01619eff9 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:46.830656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-86eb7d04-b48f-4054-af75-ccf71fe981c1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:46.833228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-86eb7d04-b48f-4054-af75-ccf71fe981c1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.1613843 Apr 21 21:00:46.892823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fdfd1bb6-f150-4c10-87c8-5e1b03f86f53 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/quotas/1d6bae548afb4d51b2ddba65d8bc64fb HTTP/1.1" status: 200 len: 375 time: 0.0145800 Apr 21 21:00:46.908452 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cff29e68-baa3-475d-9e7d-b7dbf138120d req-703efea9-eda2-4a78-b68e-6bee80101db1 tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] 10.222.0.49 "GET /v2.0/security-groups/af187e74-65bc-4a56-9f18-184a7c6bef4d HTTP/1.1" status: 200 len: 2985 time: 0.0907164 Apr 21 21:00:46.933291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Made reservation on behalf of 75f11afd528a491780ec33cf949bca69 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:46.936975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:46.939281 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-d0928ae6-6d2e-4a3d-aba3-af5fbf1e1012 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331345 Apr 21 21:00:46.939982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Deleting port 1f6b25b7-975f-4c12-8c74-481c4e914f5f {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:46.940459 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.027283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] device_id is not set on port 9ff20955-f6c2-44d4-a03d-392363c098c2 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:00:47.056031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] For port 1f6b25b7-975f-4c12-8c74-481c4e914f5f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1f6b25b7-975f-4c12-8c74-481c4e914f5f,segment=NetworkSegment(65cf78de-e2d0-4918-88a5-b4de63828cbf),segment_id=65cf78de-e2d0-4918-88a5-b4de63828cbf)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:47.056561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.074627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.095269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cff29e68-baa3-475d-9e7d-b7dbf138120d req-c17b902c-0798-4dfc-8ecd-33e1368882db tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] 10.222.0.49 "GET /v2.0/security-groups/af187e74-65bc-4a56-9f18-184a7c6bef4d HTTP/1.1" status: 200 len: 2985 time: 0.1731691 Apr 21 21:00:47.107413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Calling delete_port for 1f6b25b7-975f-4c12-8c74-481c4e914f5f owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:47.109852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0d489134-c1a7-495c-ad38-3b44b6c7a224,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:47.119231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Port': ['ID=df821b75-45f2-44f3-8ca5-2df76b3bde97,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:47.179502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] No DVR routers for this DVR port df821b75-45f2-44f3-8ca5-2df76b3bde97 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:47.182673 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.189940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-ead5fe3e-cb1f-43b2-929e-7bf25e72b80e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "DELETE /v2.0/ports/df821b75-45f2-44f3-8ca5-2df76b3bde97 HTTP/1.1" status: 204 len: 173 time: 0.7357545 Apr 21 21:00:47.190862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': 'df821b75-45f2-44f3-8ca5-2df76b3bde97'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:47.193254 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4383d75-78ec-4664-af79-dd7301c93411" -d '{"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "df821b75-45f2-44f3-8ca5-2df76b3bde97"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:47.196854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cb281426-b2f0-4bab-9646-22520b9ed50c None None] Port 58edae64-08a0-4d17-892f-ec140d407789 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:47.203387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-dee27bbb-e112-4751-9e65-bd513b269a63 service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374041 Apr 21 21:00:47.241135 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Allocated IP 172.20.0.6 (51508408-901c-4e81-870a-2dd214d88372/b9c848cc-f8b3-4d88-9d2b-75603014363b/9ff20955-f6c2-44d4-a03d-392363c098c2) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:47.264946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d489134-c1a7-495c-ad38-3b44b6c7a224'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:47.267937 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0930dc6a-a563-40c9-9e43-011f0bfe140c" -d '{"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-unplugged", "status": "completed", "tag": "0d489134-c1a7-495c-ad38-3b44b6c7a224"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:47.284966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.337469 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.351001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6b25b7-975f-4c12-8c74-481c4e914f5f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:47.355114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] No DVR routers for this DVR port 1f6b25b7-975f-4c12-8c74-481c4e914f5f on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:47.367387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-51508408-901c-4e81-870a-2dd214d88372', 'network_id': '51508408-901c-4e81-870a-2dd214d88372', 'tenant_id': '75f11afd528a491780ec33cf949bca69', 'fixed_ips': [{'subnet_id': 'b9c848cc-f8b3-4d88-9d2b-75603014363b'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:00:47.368811 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.403809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a900ab99-6078-4632-b017-72e51c9945c3 None None] DHCP port deletion for a220b398-069b-4d11-b6fe-cfb9b6698d24 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:00:47.423193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f197a690-9086-462c-b6bb-8bd01619eff9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f197a690-9086-462c-b6bb-8bd01619eff9,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:47.437031 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.438051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device df821b75-45f2-44f3-8ca5-2df76b3bde97 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:47.450516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting port 77c0c746-6711-4633-a8e4-21b12d2055a0 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:47.450860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.514152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.518369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-d6fd6f82-676b-4b01-93db-7dba93f06bf4 service neutron] 10.222.0.49 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651136 Apr 21 21:00:47.533137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: df821b75-45f2-44f3-8ca5-2df76b3bde97 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:47.533462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device df821b75-45f2-44f3-8ca5-2df76b3bde97 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:47.533881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:47.546221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bfa2e-2006-4cf3-8033-ac7b766e3a5e req-0a0593bf-2bae-4767-a008-4e87fef816c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:47.552732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bfa2e-2006-4cf3-8033-ac7b766e3a5e req-0a0593bf-2bae-4767-a008-4e87fef816c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:47.560335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bfa2e-2006-4cf3-8033-ac7b766e3a5e req-0a0593bf-2bae-4767-a008-4e87fef816c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:47.566591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bfa2e-2006-4cf3-8033-ac7b766e3a5e req-0a0593bf-2bae-4767-a008-4e87fef816c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:47.568472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd0bfa2e-2006-4cf3-8033-ac7b766e3a5e req-0a0593bf-2bae-4767-a008-4e87fef816c2 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 3149 time: 0.2387750 Apr 21 21:00:47.575157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] For port 77c0c746-6711-4633-a8e4-21b12d2055a0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=77c0c746-6711-4633-a8e4-21b12d2055a0,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:47.576228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.618850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a220b398-069b-4d11-b6fe-cfb9b6698d24']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:47.635099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=f197a690-9086-462c-b6bb-8bd01619eff9,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:47.654973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cf78de-e2d0-4918-88a5-b4de63828cbf') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:47.655305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cf78de-e2d0-4918-88a5-b4de63828cbf') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:47.668628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.676098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.708997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd0bfa2e-2006-4cf3-8033-ac7b766e3a5e req-27773697-b7d0-4e8a-a576-628bb9cd4f62 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254661 Apr 21 21:00:47.721892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.730871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:00:47.731274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:00:47.733013 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:00:47.736550 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.791505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:47.800074 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.802287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 58edae64-08a0-4d17-892f-ec140d407789 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:47.865968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.866636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.867207 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Floating IP 34699f91-bbf4-43e8-888a-c083da071242 disassociated. External IP: 172.25.0.126, port: 77c0c746-6711-4633-a8e4-21b12d2055a0. Apr 21 21:00:47.867642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Calling delete_port for 77c0c746-6711-4633-a8e4-21b12d2055a0 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:47.871066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.896022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.900378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a220b398-069b-4d11-b6fe-cfb9b6698d24 HTTP/1.1" status: 204 len: 168 time: 1.3327382 Apr 21 21:00:47.916380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae7582-1d26-4ff4-8100-99c5e6931d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=a220b398-069b-4d11-b6fe-cfb9b6698d24,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:47.926791 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:47.971771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 58edae64-08a0-4d17-892f-ec140d407789 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:47.972191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 14d5e1cf-0139-4d53-8cdf-43356fa533c4 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:47.975789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:47.983726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Allocated IP 172.20.0.2 (51508408-901c-4e81-870a-2dd214d88372/b9c848cc-f8b3-4d88-9d2b-75603014363b/51d5d4ce-f938-457e-8567-a17b71e9500a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:48.013513 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 14d5e1cf-0139-4d53-8cdf-43356fa533c4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:48.014789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 14d5e1cf-0139-4d53-8cdf-43356fa533c4 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:48.015268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 77c0c746-6711-4633-a8e4-21b12d2055a0 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:48.026075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917450d4-876b-4840-9678-ad1bf39e36ce req-25580986-7f33-436d-b13e-87c62f974f86 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:48.029112 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-917450d4-876b-4840-9678-ad1bf39e36ce req-25580986-7f33-436d-b13e-87c62f974f86 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.0755994 Apr 21 21:00:48.049412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Network 51508408-901c-4e81-870a-2dd214d88372 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:48.055069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:48.061686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:48.075619 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6f35a82-5feb-4914-a3de-492981f468ad req-ae2eeba6-e2e1-454f-8621-dc86c7a23b4f tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] 10.222.0.49 "GET /v2.0/security-groups/af187e74-65bc-4a56-9f18-184a7c6bef4d HTTP/1.1" status: 200 len: 2985 time: 0.2772076 Apr 21 21:00:48.098253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event updated for resources: {'Port': ['ID=9ff20955-f6c2-44d4-a03d-392363c098c2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:48.127500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-917450d4-876b-4840-9678-ad1bf39e36ce req-d110fda9-4b57-4ba1-b8f9-c3dd67f30a23 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904746 Apr 21 21:00:48.226738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.263319 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d94c96-f2e5-48d6-bb4b-1741e2002597 x-openstack-request-id: req-d0d94c96-f2e5-48d6-bb4b-1741e2002597 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:48.263674 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "df821b75-45f2-44f3-8ca5-2df76b3bde97", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:48.264051 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0d94c96-f2e5-48d6-bb4b-1741e2002597 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:48.264825 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d94c96-f2e5-48d6-bb4b-1741e2002597'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': 'df821b75-45f2-44f3-8ca5-2df76b3bde97', 'status': 'completed', 'code': 200} Apr 21 21:00:48.265826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54810) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:48.266542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Port': ['ID=77c0c746-6711-4633-a8e4-21b12d2055a0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:48.295153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:48.296624 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.311984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1f6b25b7-975f-4c12-8c74-481c4e914f5f no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:48.328777 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-c6f35a82-5feb-4914-a3de-492981f468ad req-6d837849-197c-4e34-a885-fbe5447d2ef8 tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 21:00:48.330305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6f35a82-5feb-4914-a3de-492981f468ad req-6d837849-197c-4e34-a885-fbe5447d2ef8 tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] 10.222.0.49 "DELETE /v2.0/security-groups/af187e74-65bc-4a56-9f18-184a7c6bef4d HTTP/1.1" status: 409 len: 352 time: 0.2291160 Apr 21 21:00:48.349677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-82bb92ee-79ef-4c2a-b659-d5a9f32a5ea6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6304338 Apr 21 21:00:48.353265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54816) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:48.364953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Request body: {'port': {'network_id': '51508408-901c-4e81-870a-2dd214d88372', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1920944612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:48.366923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.api.validators [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] bootfile-name is not in valid_values {{(pid=114646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:00:48.367356 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.api.validators [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] tftp-server is not in valid_values {{(pid=114646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:00:48.368012 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.api.validators [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] server-ip-address is not in valid_values {{(pid=114646) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:00:48.376493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-625a8ac3-8e4d-478e-9cb3-44f9c361313e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15e34b17ebc54f72a7bcdf22e895a20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1036224 Apr 21 21:00:48.376739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54818) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:48.408733 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655dbd3f-b41d-4dfb-84ec-34256f799a70 x-openstack-request-id: req-655dbd3f-b41d-4dfb-84ec-34256f799a70 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:48.409175 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-unplugged", "status": "completed", "tag": "0d489134-c1a7-495c-ad38-3b44b6c7a224", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:48.409439 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-655dbd3f-b41d-4dfb-84ec-34256f799a70 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:48.409854 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-655dbd3f-b41d-4dfb-84ec-34256f799a70'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d489134-c1a7-495c-ad38-3b44b6c7a224', 'code': 200} Apr 21 21:00:48.421118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1f6b25b7-975f-4c12-8c74-481c4e914f5f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:48.424872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1f6b25b7-975f-4c12-8c74-481c4e914f5f not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:48.438306 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.466361 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-646a1cb9-5b9d-4364-947d-8a628921a549 req-95ed47e2-4f13-4793-81b5-6adec63c4289 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 210 time: 0.0695989 Apr 21 21:00:48.533353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d104-66f4-4f79-885b-d9c95f3fb151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.540971 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.550866 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.555187 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-fc90ff14-240c-46e9-ad00-d92cd7fbec13 req-eab1e25a-7af2-4097-ad27-f1b9f66e00b9 tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] show failed (client error): The resource could not be found. Apr 21 21:00:48.556212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc90ff14-240c-46e9-ad00-d92cd7fbec13 req-eab1e25a-7af2-4097-ad27-f1b9f66e00b9 tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] 10.222.0.49 "GET /v2.0/security-groups/5f751721-20f7-4611-907e-060e3a612160 HTTP/1.1" status: 404 len: 352 time: 0.0635469 Apr 21 21:00:48.580495 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d104-66f4-4f79-885b-d9c95f3fb151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.583613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026479f-58f2-454c-819e-a0fdd1324231 req-08434db0-5dda-424e-9a78-d81428c9e4b9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:48.585367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f026479f-58f2-454c-819e-a0fdd1324231 req-08434db0-5dda-424e-9a78-d81428c9e4b9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 945 time: 0.1017313 Apr 21 21:00:48.638989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Router 6b135608-7cb2-4966-81c8-ab56acd5238f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:48.646639 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-93232dba-ebaf-418f-b3ab-e72c2fd8a7dd req-5d4d2e14-cc56-4c15-bd33-0432854cdfcb tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] show failed (client error): The resource could not be found. Apr 21 21:00:48.648532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93232dba-ebaf-418f-b3ab-e72c2fd8a7dd req-5d4d2e14-cc56-4c15-bd33-0432854cdfcb tempest-SecurityGroupsNegativeTestJSON-1839662028 tempest-SecurityGroupsNegativeTestJSON-1839662028-project] 10.222.0.49 "GET /v2.0/security-groups/1db1321f-2611-4429-b02c-b8c7e39337f6 HTTP/1.1" status: 404 len: 352 time: 0.0461068 Apr 21 21:00:48.655922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Network 51508408-901c-4e81-870a-2dd214d88372 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:48.665080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54822) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:48.668449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f026479f-58f2-454c-819e-a0fdd1324231 req-45a69b1a-ee83-4fa7-b144-ca19d4f1cdcd tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588319 Apr 21 21:00:48.668449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Made reservation on behalf of 75f11afd528a491780ec33cf949bca69 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:48.673922 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.679135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:48.685940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:48.707769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] device_id is not set on port 9c891dbe-d246-4801-9c70-e2feb31cf65e yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:00:48.712141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Pushing event updated for resources: {'Port': ['ID=51d5d4ce-f938-457e-8567-a17b71e9500a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:48.775102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Attempting to bind port 51d5d4ce-f938-457e-8567-a17b71e9500a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:48.780726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Attempting to bind port 51d5d4ce-f938-457e-8567-a17b71e9500a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'feb98585-92db-4c97-b6e0-c19f61cd300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '51508408-901c-4e81-870a-2dd214d88372'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:48.781318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Attempting to bind port 51d5d4ce-f938-457e-8567-a17b71e9500a on network 51508408-901c-4e81-870a-2dd214d88372 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:48.793388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:48.796785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Checking segment: {'id': 'feb98585-92db-4c97-b6e0-c19f61cd300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '51508408-901c-4e81-870a-2dd214d88372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:48.797375 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.798062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Bound using segment: {'id': 'feb98585-92db-4c97-b6e0-c19f61cd300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '51508408-901c-4e81-870a-2dd214d88372'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:48.799035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Bound port: 51d5d4ce-f938-457e-8567-a17b71e9500a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb98585-92db-4c97-b6e0-c19f61cd300b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '51508408-901c-4e81-870a-2dd214d88372'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:48.799591 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.827213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-df086f91-ff20-4cbc-82f6-98fc8f2197e3 admin admin] Deleting subnet 33a59524-3724-4839-bef0-a79044b66679 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:48.829999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Allocated IP 172.20.0.11 (51508408-901c-4e81-870a-2dd214d88372/b9c848cc-f8b3-4d88-9d2b-75603014363b/9c891dbe-d246-4801-9c70-e2feb31cf65e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:48.879846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df086f91-ff20-4cbc-82f6-98fc8f2197e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:48.912395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] For port 51d5d4ce-f938-457e-8567-a17b71e9500a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:48.917620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] For port 51d5d4ce-f938-457e-8567-a17b71e9500a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=51d5d4ce-f938-457e-8567-a17b71e9500a,segment=NetworkSegment(feb98585-92db-4c97-b6e0-c19f61cd300b),segment_id=feb98585-92db-4c97-b6e0-c19f61cd300b)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:48.924551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.007774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21126102-ca43-452f-95b0-bb85bf4fd1b1 req-7b9a6a30-acb6-4f09-926f-517c56082b41 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.012906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e715fa-eb49-465e-bd33-dfc341905a91 None None] Pushing event updated for resources: {'Port': ['ID=51d5d4ce-f938-457e-8567-a17b71e9500a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:49.014134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21126102-ca43-452f-95b0-bb85bf4fd1b1 req-7b9a6a30-acb6-4f09-926f-517c56082b41 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.022919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21126102-ca43-452f-95b0-bb85bf4fd1b1 req-7b9a6a30-acb6-4f09-926f-517c56082b41 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.026096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21126102-ca43-452f-95b0-bb85bf4fd1b1 req-7b9a6a30-acb6-4f09-926f-517c56082b41 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 2409 time: 0.1597195 Apr 21 21:00:49.100480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21126102-ca43-452f-95b0-bb85bf4fd1b1 req-ef5f92b7-8354-4ebd-bb13-566234ddf6e3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669112 Apr 21 21:00:49.150571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.255307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.351665 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Network 51508408-901c-4e81-870a-2dd214d88372 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:49.354275 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df086f91-ff20-4cbc-82f6-98fc8f2197e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.360106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:49.364790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:49.380747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d104-66f4-4f79-885b-d9c95f3fb151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.383209 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b4d104-66f4-4f79-885b-d9c95f3fb151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.387278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a8b4d104-66f4-4f79-885b-d9c95f3fb151 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/200707a1-30b2-4423-82f8-16762d828121 HTTP/1.1" status: 204 len: 168 time: 1.0094428 Apr 21 21:00:49.434649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733578e-9fb2-485c-b538-29298a76b75c req-09e8d3d8-72a2-45ae-8b4a-0f8e47cd39a2 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.436435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5733578e-9fb2-485c-b538-29298a76b75c req-09e8d3d8-72a2-45ae-8b4a-0f8e47cd39a2 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1601090 Apr 21 21:00:49.442800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.443470 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.445392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4d104-66f4-4f79-885b-d9c95f3fb151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200707a1-30b2-4423-82f8-16762d828121,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:49.460717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event updated for resources: {'Port': ['ID=9c891dbe-d246-4801-9c70-e2feb31cf65e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:49.476512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f34758a-9c72-452b-901b-f236e5dac31c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.1217940 Apr 21 21:00:49.477184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54832) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:49.506996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df086f91-ff20-4cbc-82f6-98fc8f2197e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.519105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d9554-bc33-4882-8f79-9ba233628d64 req-d8ed3d5b-76ae-4678-bf87-3f1aac0d751e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.520719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c5d9554-bc33-4882-8f79-9ba233628d64 req-d8ed3d5b-76ae-4678-bf87-3f1aac0d751e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 945 time: 0.6982746 Apr 21 21:00:49.531446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54836) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:49.540964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'floatingip': {'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:49.584577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:49.598580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] Sync routers for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:49.604319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5733578e-9fb2-485c-b538-29298a76b75c req-882f3cf4-4558-40fb-93a3-3f0f73c2b2a6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400168 Apr 21 21:00:49.608996 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.624821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c0a82-4856-4f4f-a2bc-565999f06b9c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.624992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:49.625461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:49.631053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c0a82-4856-4f4f-a2bc-565999f06b9c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.637536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c0a82-4856-4f4f-a2bc-565999f06b9c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.642359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ae1c0a82-4856-4f4f-a2bc-565999f06b9c tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1624603 Apr 21 21:00:49.643082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54838) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:49.661853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] No DVR routers for this DVR port 77c0c746-6711-4633-a8e4-21b12d2055a0 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:49.674998 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.678534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-67978198-cfbf-415f-aa07-ceb27d3f39ee tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "DELETE /v2.0/ports/77c0c746-6711-4633-a8e4-21b12d2055a0 HTTP/1.1" status: 204 len: 173 time: 2.4820888 Apr 21 21:00:49.727453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-5e5eb578-dc38-4fc3-ba92-ddc827ece6a5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:49.731376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-5e5eb578-dc38-4fc3-ba92-ddc827ece6a5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 812 time: 0.4079711 Apr 21 21:00:49.737049 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ede5266-3126-49c9-9b96-ca02b66af9c2 req-3bd8e180-42df-4515-81a6-17b0e3204923 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 210 time: 0.0960970 Apr 21 21:00:49.767651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Request body: {'port': {'device_id': 'd0d2cc4d-e089-4958-a37c-ac4b2bda58ee', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'admin_state_up': True, 'tenant_id': '1d6bae548afb4d51b2ddba65d8bc64fb'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:49.777619 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df086f91-ff20-4cbc-82f6-98fc8f2197e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.825090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df086f91-ff20-4cbc-82f6-98fc8f2197e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:49.828301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-df086f91-ff20-4cbc-82f6-98fc8f2197e3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/33a59524-3724-4839-bef0-a79044b66679 HTTP/1.1" status: 204 len: 168 time: 1.1615896 Apr 21 21:00:49.831003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54842) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:49.854184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:49.897641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df086f91-ff20-4cbc-82f6-98fc8f2197e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a59524-3724-4839-bef0-a79044b66679,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:50.004404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting port f197a690-9086-462c-b6bb-8bd01619eff9 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:50.005095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.185245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] For port f197a690-9086-462c-b6bb-8bd01619eff9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f197a690-9086-462c-b6bb-8bd01619eff9,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:50.185714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.189081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Made reservation on behalf of 1d6bae548afb4d51b2ddba65d8bc64fb for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:50.192544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.211486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:28Z', 'revision_number': 5, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:50.213630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Calling delete_port for f197a690-9086-462c-b6bb-8bd01619eff9 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:50.274913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] Checking router: 6b135608-7cb2-4966-81c8-ab56acd5238f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:50.324003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:50.324646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:50.328213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': '77c0c746-6711-4633-a8e4-21b12d2055a0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:50.330036 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.337198 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621c1390-40f0-443f-81f8-cc7c1859e4a7" -d '{"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "77c0c746-6711-4633-a8e4-21b12d2055a0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:50.418199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f197a690-9086-462c-b6bb-8bd01619eff9'}, {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:50.424928 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b0bbb4-e30c-4e38-b71c-7b7b094807f3" -d '{"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-unplugged", "status": "completed", "tag": "f197a690-9086-462c-b6bb-8bd01619eff9"}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-unplugged", "status": "completed", "tag": "130bc0cd-fc81-483d-a3d1-bf09acda7ea8"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:50.443350 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb09ec46-6e79-42ce-98ea-48be530e0b3e x-openstack-request-id: req-cb09ec46-6e79-42ce-98ea-48be530e0b3e {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:50.443901 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "77c0c746-6711-4633-a8e4-21b12d2055a0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:50.443901 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb09ec46-6e79-42ce-98ea-48be530e0b3e {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:50.444270 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb09ec46-6e79-42ce-98ea-48be530e0b3e'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': '77c0c746-6711-4633-a8e4-21b12d2055a0', 'status': 'completed', 'code': 200} Apr 21 21:00:50.450658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 51d5d4ce-f938-457e-8567-a17b71e9500a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:50.468793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2675087-751b-4a69-926b-c6c2ac02a7d2 None None] Network 51508408-901c-4e81-870a-2dd214d88372 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:50.561101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.569782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f744-73e9-4782-9272-6a40263a14c6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Deleting port 9c891dbe-d246-4801-9c70-e2feb31cf65e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:50.570120 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f744-73e9-4782-9272-6a40263a14c6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.571845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Allocated IP 172.20.0.2 (1ce0c123-6869-4e68-b973-726a453ab290/d4bf5f30-1a54-45df-beff-c6aca22835c4/43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:50.601499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb265a-5aff-4f38-976d-33ac0c4dc318 req-563b946d-b0c9-4eea-8e61-eb554947d23b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:50.603435 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9146bc9-3615-49ce-b00a-ee558cfce6f0 x-openstack-request-id: req-b9146bc9-3615-49ce-b00a-ee558cfce6f0 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:50.604300 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-unplugged", "status": "completed", "tag": "f197a690-9086-462c-b6bb-8bd01619eff9", "code": 200}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-unplugged", "status": "completed", "tag": "130bc0cd-fc81-483d-a3d1-bf09acda7ea8", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:50.605265 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9146bc9-3615-49ce-b00a-ee558cfce6f0 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:50.605867 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9146bc9-3615-49ce-b00a-ee558cfce6f0'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f197a690-9086-462c-b6bb-8bd01619eff9', 'code': 200} Apr 21 21:00:50.606277 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9146bc9-3615-49ce-b00a-ee558cfce6f0'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8', 'code': 200} Apr 21 21:00:50.608220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb265a-5aff-4f38-976d-33ac0c4dc318 req-563b946d-b0c9-4eea-8e61-eb554947d23b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:50.610364 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.615365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb265a-5aff-4f38-976d-33ac0c4dc318 req-563b946d-b0c9-4eea-8e61-eb554947d23b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:50.623959 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7fb265a-5aff-4f38-976d-33ac0c4dc318 req-563b946d-b0c9-4eea-8e61-eb554947d23b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 2409 time: 0.2341719 Apr 21 21:00:50.661192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Port': ['ID=f197a690-9086-462c-b6bb-8bd01619eff9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:50.764033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] No DVR routers for this DVR port f197a690-9086-462c-b6bb-8bd01619eff9 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:50.774033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.804904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:50.807163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54870) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:50.809621 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.812955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-d4eb2063-b52f-4bd7-8b1a-e093c12ad9cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "DELETE /v2.0/ports/f197a690-9086-462c-b6bb-8bd01619eff9 HTTP/1.1" status: 204 len: 173 time: 1.1282718 Apr 21 21:00:50.865542 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7fb265a-5aff-4f38-976d-33ac0c4dc318 req-963ea417-d2b5-44ab-8f43-5967dc9d1c06 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377238 Apr 21 21:00:50.877355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Provisioning complete for port 51d5d4ce-f938-457e-8567-a17b71e9500a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:50.877942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.921376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadebce-6dc4-4e01-8a7d-54f803342f1a req-dc3da064-3d3c-4019-a1e9-631560f31a4b tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:50.923321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8eadebce-6dc4-4e01-8a7d-54f803342f1a req-dc3da064-3d3c-4019-a1e9-631560f31a4b tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1692193 Apr 21 21:00:50.935448 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.959588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06889fa-d2d3-4642-9d40-99590ea78be9']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:50.970551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8b11df-8621-4da6-9d15-bd85ae5382c0') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:50.970828 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8b11df-8621-4da6-9d15-bd85ae5382c0') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:50.982795 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:50.998345 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.004859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:00:51.005670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:00:51.052398 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:00:51.054425 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.066560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1700215710-network', 'tenant_id': '3a0a65fd62424565a1e39f85fabf8107'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:51.077548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8eadebce-6dc4-4e01-8a7d-54f803342f1a req-5b66a56b-db79-42fe-9bb3-436141b99365 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394515 Apr 21 21:00:51.088093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f744-73e9-4782-9272-6a40263a14c6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.107301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:51.107638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.186094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.220932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0f744-73e9-4782-9272-6a40263a14c6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Calling delete_port for 9c891dbe-d246-4801-9c70-e2feb31cf65e owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:51.228221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Made reservation on behalf of 3a0a65fd62424565a1e39f85fabf8107 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:51.232354 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.252645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.254468 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.262588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] For port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:51.263269 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.285232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 51d5d4ce-f938-457e-8567-a17b71e9500a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:51.285864 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.296570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Network 1ce0c123-6869-4e68-b973-726a453ab290 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:51.307747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:51.313228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Calling delete_port for 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:51.316204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:51.345727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.352264 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.357321 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a06889fa-d2d3-4642-9d40-99590ea78be9 HTTP/1.1" status: 204 len: 168 time: 1.5252528 Apr 21 21:00:51.376165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:51.377006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.383008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event updated for resources: {'Port': ['ID=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:51.390293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] For port 51d5d4ce-f938-457e-8567-a17b71e9500a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=51d5d4ce-f938-457e-8567-a17b71e9500a,segment=NetworkSegment(feb98585-92db-4c97-b6e0-c19f61cd300b),segment_id=feb98585-92db-4c97-b6e0-c19f61cd300b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:51.408056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.478611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-74ad3c97-f6b1-49a6-bd6e-ade842fa0168 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7154427 Apr 21 21:00:51.499602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9413c-1c8f-4895-a267-4ee2a0c92904 req-be90f6df-3f21-4fa2-b77a-397ad37ddb76 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:51.501147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Request body: {'port': {'device_id': 'd0d2cc4d-e089-4958-a37c-ac4b2bda58ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:51.501447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d3e9413c-1c8f-4895-a267-4ee2a0c92904 req-be90f6df-3f21-4fa2-b77a-397ad37ddb76 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 931 time: 0.3479686 Apr 21 21:00:51.502319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa083e-9b4c-4875-a885-1029d6606dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a06889fa-d2d3-4642-9d40-99590ea78be9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:51.570293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.572656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.resource_extend [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:00:51.600070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54878) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:51.617847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.644847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Pushing event updated for resources: {'Port': ['ID=51d5d4ce-f938-457e-8567-a17b71e9500a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:51.655875 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.670073 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d3e9413c-1c8f-4895-a267-4ee2a0c92904 req-40f1563c-52d4-4558-9ce0-ae6a3f6842cc tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552951 Apr 21 21:00:51.678376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:00:51.688330 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.706615 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.707398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e9c2070b-a9d6-430b-8ff4-dc53110b7f7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21ddb45635a44644ad64419131301105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081603 Apr 21 21:00:51.711089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54880) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:51.740199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.741406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.742339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.742985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.743534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.744077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.744620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.745798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.746386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.746921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.747455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.748004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce8e691-41bb-4542-a290-6eaeb0308d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:00:51.752214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5b9c3c83-ec1c-4d11-8440-b70457d28ae1 None None] Provisioning complete for port 51d5d4ce-f938-457e-8567-a17b71e9500a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:51.752914 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5b9c3c83-ec1c-4d11-8440-b70457d28ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.798354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:28Z', 'revision_number': 5, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:51.844062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27758a47-d7d7-4039-8d63-d6867cf467fe None None] The sync data for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 is: [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:22Z', 'revision_number': 4, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd6a1f121-80ab-4d81-a423-7c450b01c746', 'name': '', 'network_id': '2d57aace-a058-441e-b369-a4b223fc58a3', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'mac_address': 'fa:16:3e:fc:3b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:21Z', 'updated_at': '2022-04-21T20:55:28Z', 'revision_number': 5, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'subnets': [{'id': '28217cc8-3269-4412-bfce-a496c69afdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:51.856596 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.856596 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Added segment 8c0407a9-91c0-4536-ad1c-6c6b6b04371d of type vlan for network 0d009106-86b9-40db-8522-72042c95f0f2 Apr 21 21:00:51.875708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:51.913990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5b9c3c83-ec1c-4d11-8440-b70457d28ae1 None None] Provisioning complete for port 9ff20955-f6c2-44d4-a03d-392363c098c2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:51.914140 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5b9c3c83-ec1c-4d11-8440-b70457d28ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:51.926788 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Floating IP 3a4b33a5-b4a6-4818-b41a-9b103753d16c associated. External IP: 172.25.0.184, port: 819620ad-3d2f-4c0a-b290-0a78876adef4. Apr 21 21:00:51.990154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5b9c3c83-ec1c-4d11-8440-b70457d28ae1 None None] Port 9ff20955-f6c2-44d4-a03d-392363c098c2 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:51.999531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5b9c3c83-ec1c-4d11-8440-b70457d28ae1 None None] Could not find standard attr ID for object 9c891dbe-d246-4801-9c70-e2feb31cf65e. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:00:52.031973 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f744-73e9-4782-9272-6a40263a14c6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.041070 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc5103e1-4705-49a8-abd8-253cfdbd630d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.068862 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.082390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.092663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0f744-73e9-4782-9272-6a40263a14c6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event deleted for resources: {'Port': ['ID=9c891dbe-d246-4801-9c70-e2feb31cf65e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:52.156443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc5103e1-4705-49a8-abd8-253cfdbd630d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.157930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f632f610-1026-4ebb-a479-417a1da5bfb9 None None] Provisioning complete for port 9ff20955-f6c2-44d4-a03d-392363c098c2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:52.158463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Port': ['ID=130bc0cd-fc81-483d-a3d1-bf09acda7ea8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:52.158702 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f632f610-1026-4ebb-a479-417a1da5bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.255079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bcc0f744-73e9-4782-9272-6a40263a14c6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.258685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bcc0f744-73e9-4782-9272-6a40263a14c6 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "DELETE /v2.0/ports/9c891dbe-d246-4801-9c70-e2feb31cf65e HTTP/1.1" status: 204 len: 168 time: 2.5855815 Apr 21 21:00:52.277951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54886) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:52.280596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] No DVR routers for this DVR port 130bc0cd-fc81-483d-a3d1-bf09acda7ea8 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:52.284632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f632f610-1026-4ebb-a479-417a1da5bfb9 None None] Port 9ff20955-f6c2-44d4-a03d-392363c098c2 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:52.290028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.294725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-2434feb5-481a-49f5-8bc8-bf2bdf0fc8d9 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "DELETE /v2.0/ports/130bc0cd-fc81-483d-a3d1-bf09acda7ea8 HTTP/1.1" status: 204 len: 173 time: 1.4652443 Apr 21 21:00:52.296365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.297452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:52.298031 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.315391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Request body: {'port': {'name': 'tempest-new-port-name-1167465948', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:52.316251 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.api.validators [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] bootfile-name is not in valid_values {{(pid=114647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:00:52.317428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.api.validators [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] tftp-server is not in valid_values {{(pid=114647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:00:52.317972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.api.validators [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] server-ip-address is not in valid_values {{(pid=114647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:00:52.338159 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c7143e-ff2f-4f3a-b156-4910436a7f39 None None] New status for floating IP 34699f91-bbf4-43e8-888a-c083da071242: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:00:52.369509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb70cb-6f47-476f-b63f-8e194b342293 req-e0119373-e812-4144-bbb2-81249bad55e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:52.371802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bdb70cb-6f47-476f-b63f-8e194b342293 req-e0119373-e812-4144-bbb2-81249bad55e7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 943 time: 0.3526111 Apr 21 21:00:52.385486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 51d5d4ce-f938-457e-8567-a17b71e9500a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:00:52.393111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:52.420293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6093380 Apr 21 21:00:52.425408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54888) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:52.429490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.436204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Request body: {'subnet': {'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1700215710-subnet', 'tenant_id': '3a0a65fd62424565a1e39f85fabf8107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:52.444503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c8e60-d5e9-4028-bb0e-ada043356d41 admin admin] Pushing event updated for resources: {'Network': ['ID=0d009106-86b9-40db-8522-72042c95f0f2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:52.450360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': 'f197a690-9086-462c-b6bb-8bd01619eff9'}, {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:52.453320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4862f47c-3938-4c21-a3d6-07a36f110032 None None] Could not find standard attr ID for object 9c891dbe-d246-4801-9c70-e2feb31cf65e. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:00:52.453510 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b614f52-7e0f-4979-bd82-62b35386d9d4" -d '{"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "f197a690-9086-462c-b6bb-8bd01619eff9"}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "130bc0cd-fc81-483d-a3d1-bf09acda7ea8"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:52.465449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 0d009106-86b9-40db-8522-72042c95f0f2 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:00:52.470188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b835e-9903-4d93-bc11-75d6f42a2a6e req-c144bfed-369e-45c3-9a39-68b4199a12f6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:52.472829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-784b835e-9903-4d93-bc11-75d6f42a2a6e req-c144bfed-369e-45c3-9a39-68b4199a12f6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1847823 Apr 21 21:00:52.552930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Made reservation on behalf of 3a0a65fd62424565a1e39f85fabf8107 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:52.555641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.616659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bdb70cb-6f47-476f-b63f-8e194b342293 req-6b789277-3ea5-4d8f-8250-3513e65808f8 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953127 Apr 21 21:00:52.617754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Transition to ACTIVE for port object 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:00:52.624214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc5103e1-4705-49a8-abd8-253cfdbd630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.626979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc5103e1-4705-49a8-abd8-253cfdbd630d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.630624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fc5103e1-4705-49a8-abd8-253cfdbd630d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af187e74-65bc-4a56-9f18-184a7c6bef4d HTTP/1.1" status: 204 len: 168 time: 0.9129956 Apr 21 21:00:52.632343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.634013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.650688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 51d5d4ce-f938-457e-8567-a17b71e9500a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:52.652390 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:52.680745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5103e1-4705-49a8-abd8-253cfdbd630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af187e74-65bc-4a56-9f18-184a7c6bef4d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:52.758885 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01498bd1-c79f-4a3f-8946-82b5215f8fad x-openstack-request-id: req-01498bd1-c79f-4a3f-8946-82b5215f8fad {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:52.759180 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "f197a690-9086-462c-b6bb-8bd01619eff9", "status": "completed", "code": 200}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "130bc0cd-fc81-483d-a3d1-bf09acda7ea8", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:52.759429 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-01498bd1-c79f-4a3f-8946-82b5215f8fad {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:52.759815 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01498bd1-c79f-4a3f-8946-82b5215f8fad'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': 'f197a690-9086-462c-b6bb-8bd01619eff9', 'status': 'completed', 'code': 200} Apr 21 21:00:52.760063 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01498bd1-c79f-4a3f-8946-82b5215f8fad'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': '130bc0cd-fc81-483d-a3d1-bf09acda7ea8', 'status': 'completed', 'code': 200} Apr 21 21:00:52.798036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-784b835e-9903-4d93-bc11-75d6f42a2a6e req-0ecd25cf-afda-4c04-b8b7-db064d4cf3de tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704256 Apr 21 21:00:52.819536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:00:52.895207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Pushing event updated for resources: {'Port': ['ID=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:52.904168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting port 0d489134-c1a7-495c-ad38-3b44b6c7a224 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:52.904508 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.020686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:00:53.027426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.037194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:00:53.055392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:53.059506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:53.093344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ef082098-260a-41bf-9ca4-4ca7beb53da0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "PUT /v2.0/floatingips/3a4b33a5-b4a6-4818-b41a-9b103753d16c HTTP/1.1" status: 200 len: 991 time: 3.5597539 Apr 21 21:00:53.102097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'tag': '819620ad-3d2f-4c0a-b290-0a78876adef4'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:53.104376 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53dda15-8d7c-4028-b890-23fa4a0591c1" -d '{"events": [{"name": "network-changed", "server_uuid": "63ac97df-b2a7-4590-bfbe-1f238492457e", "tag": "819620ad-3d2f-4c0a-b290-0a78876adef4"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:53.154111 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.160105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533e16f-6a8a-43c2-b46f-99b18dfbfb50 req-fabbc6ba-d23f-44b7-b7d4-e3fb4375e3c6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:53.161542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9533e16f-6a8a-43c2-b46f-99b18dfbfb50 req-fabbc6ba-d23f-44b7-b7d4-e3fb4375e3c6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 943 time: 0.2607021 Apr 21 21:00:53.183597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Attempting to bind port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:53.183934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Attempting to bind port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:53.184262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Attempting to bind port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:53.187916 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a164a2d8-8533-49dd-bccb-c847295c57c6 x-openstack-request-id: req-a164a2d8-8533-49dd-bccb-c847295c57c6 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:53.188395 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ac97df-b2a7-4590-bfbe-1f238492457e", "tag": "819620ad-3d2f-4c0a-b290-0a78876adef4", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:53.188808 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a164a2d8-8533-49dd-bccb-c847295c57c6 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:53.189366 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a164a2d8-8533-49dd-bccb-c847295c57c6'] response: {'name': 'network-changed', 'server_uuid': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'tag': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'status': 'completed', 'code': 200} Apr 21 21:00:53.219747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d85c431-91c5-4196-a488-3699ed589db4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:53.231954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:53.244436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Checking segment: {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:53.245720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Network hostable DHCP agents. Network: 0d009106-86b9-40db-8522-72042c95f0f2, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:00:53.248621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b on network 1ce0c123-6869-4e68-b973-726a453ab290 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:00:53.248971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Attempting to bind port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b on network 1ce0c123-6869-4e68-b973-726a453ab290 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:53.265897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Network 0d009106-86b9-40db-8522-72042c95f0f2 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:00:53.266612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:53.266950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Checking segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:53.267337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Bound using segment: {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:53.267788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Bound port: 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401c5aad-cabb-4449-a5cc-65c91a45770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:53.268147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.271861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] For port 0d489134-c1a7-495c-ad38-3b44b6c7a224, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0d489134-c1a7-495c-ad38-3b44b6c7a224,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:53.272151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.282453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 0d009106-86b9-40db-8522-72042c95f0f2) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:53.288457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:53.289668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.312565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Calling delete_port for 0d489134-c1a7-495c-ad38-3b44b6c7a224 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:53.323017 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dc15ad71-7331-46e3-8705-039f7d262f0b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8867030 Apr 21 21:00:53.358309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51c63c2-d877-4727-8393-cdd975caa5fb None None] Network 0d009106-86b9-40db-8522-72042c95f0f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:53.385751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9533e16f-6a8a-43c2-b46f-99b18dfbfb50 req-5fde5b24-d238-4621-844f-f3297ed97d98 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990960 Apr 21 21:00:53.435014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-0ca9140e-9d35-4590-b6bf-328fce21d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:53.435014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-0ca9140e-9d35-4590-b6bf-328fce21d9a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 1096 time: 0.2301283 Apr 21 21:00:53.491767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.509850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.549549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] For port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:53.592970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] For port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:53.594241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaaf79c-765e-44a9-9510-77c3edce1cf9 None None] Network 0d009106-86b9-40db-8522-72042c95f0f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:53.624115 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.690435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '3a4b33a5-b4a6-4818-b41a-9b103753d16c', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:00:33Z', 'updated_at': '2022-04-21T21:00:51Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:53.692451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:53.693117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.694534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] 10.222.0.43 "PUT /v2.0/ports/43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b HTTP/1.1" status: 200 len: 1091 time: 2.2065713 Apr 21 21:00:53.702110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event updated for resources: {'Port': ['ID=9ff20955-f6c2-44d4-a03d-392363c098c2,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:53.734647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:00:53.751254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:00:53.752109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:53.809064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] In _notify_port_updated(), no bound segment for port 9ff20955-f6c2-44d4-a03d-392363c098c2 on network 51508408-901c-4e81-870a-2dd214d88372 {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:00:53.814586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:53.815258 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:53.816592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6793c308-befe-4ea0-aa7a-752ec3714478 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "PUT /v2.0/ports/9ff20955-f6c2-44d4-a03d-392363c098c2 HTTP/1.1" status: 200 len: 1136 time: 1.5198939 Apr 21 21:00:53.819470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54930) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:53.835504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-64118769-c355-48e6-a4b8-734ba24d5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:53.844419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-64118769-c355-48e6-a4b8-734ba24d5a57 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.3985779 Apr 21 21:00:53.942819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5b34e-5d83-4a49-ab56-6eb392ebd6ee tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:53.949551 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-03f5b34e-5d83-4a49-ab56-6eb392ebd6ee tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "GET /v2.0/ports/9ff20955-f6c2-44d4-a03d-392363c098c2 HTTP/1.1" status: 200 len: 1136 time: 0.1289718 Apr 21 21:00:53.950301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54934) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:53.977673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:00:54.104492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5e8dd930-b7ce-4157-8374-8ced0be80d48 None None] Provisioning complete for port 9ff20955-f6c2-44d4-a03d-392363c098c2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:00:54.105516 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd930-b7ce-4157-8374-8ced0be80d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:54.195989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5e8dd930-b7ce-4157-8374-8ced0be80d48 None None] Port 9ff20955-f6c2-44d4-a03d-392363c098c2 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:00:54.288187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '3a4b33a5-b4a6-4818-b41a-9b103753d16c', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:00:33Z', 'updated_at': '2022-04-21T21:00:51Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:54.320823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5b64bd-1ee8-4714-ad8f-912d65912ff8 None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '3a4b33a5-b4a6-4818-b41a-9b103753d16c', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:00:33Z', 'updated_at': '2022-04-21T21:00:51Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:00:54.394899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c4a88-655f-4241-9442-5a9ea3c165fa service neutron] Pushing event updated for resources: {'Port': ['ID=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:54.401213 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:54.410781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-b1330f79-56bd-4cf5-a95d-ab54d6ba828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:54.412833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-b1330f79-56bd-4cf5-a95d-ab54d6ba828d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 1094 time: 0.6282732 Apr 21 21:00:54.422924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-85350753-4124-4770-bc46-d4dc60e4a301 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819620ad-3d2f-4c0a-b290-0a78876adef4 HTTP/1.1" status: 200 len: 999 time: 0.5547190 Apr 21 21:00:54.439316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-eee06c46-dc48-4d50-b09d-ce1ac026f392 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Deleting port 9ff20955-f6c2-44d4-a03d-392363c098c2 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:54.439655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eee06c46-dc48-4d50-b09d-ce1ac026f392 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:54.452269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d1749-1b8d-4ba9-a0cd-c0b9c7fe47d0 req-f6f285f1-7b2f-4770-988e-02a83116eb9e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:54.453780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-143d1749-1b8d-4ba9-a0cd-c0b9c7fe47d0 req-f6f285f1-7b2f-4770-988e-02a83116eb9e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 865 time: 0.6198881 Apr 21 21:00:54.474829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Port': ['ID=0d489134-c1a7-495c-ad38-3b44b6c7a224,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:54.537106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-15320a10-7db2-46b4-97b0-3829ec0a2428 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b HTTP/1.1" status: 200 len: 217 time: 0.1104131 Apr 21 21:00:54.591262 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cdc0f-580b-4f1a-bebb-927510620cdb None None] New status for floating IP 3a4b33a5-b4a6-4818-b41a-9b103753d16c: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:00:54.602443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eee06c46-dc48-4d50-b09d-ce1ac026f392 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:54.611098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-324a4c90-837d-4a2e-a3ad-076d2633b265 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:54.612670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-324a4c90-837d-4a2e-a3ad-076d2633b265 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 805 time: 0.5333648 Apr 21 21:00:54.619616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] No DVR routers for this DVR port 0d489134-c1a7-495c-ad38-3b44b6c7a224 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:54.625785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-eee06c46-dc48-4d50-b09d-ce1ac026f392 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Calling delete_port for 9ff20955-f6c2-44d4-a03d-392363c098c2 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:54.630485 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:54.633680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a42d95-a53f-4444-ab15-70bb71bc9b4c req-0b5d0b99-a044-4eb4-bfc4-79ec33e8452b tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.43 "DELETE /v2.0/ports/0d489134-c1a7-495c-ad38-3b44b6c7a224 HTTP/1.1" status: 204 len: 173 time: 2.3108168 Apr 21 21:00:54.641264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-7ad2e915-9b41-43d2-a1b0-cb99bdeef3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:54.642716 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-7ad2e915-9b41-43d2-a1b0-cb99bdeef3b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.1831009 Apr 21 21:00:54.648064 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-2cc2c9e7-78d6-4529-940b-e6e2f52e2ba3 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/quotas/3a0a65fd62424565a1e39f85fabf8107 HTTP/1.1" status: 200 len: 375 time: 0.0202723 Apr 21 21:00:54.650881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-143d1749-1b8d-4ba9-a0cd-c0b9c7fe47d0 req-bc38306f-57f4-42bb-95dd-217f238e4d7c tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups?id=1be08898-d184-42f9-8f7f-4318c7ad85af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787987 Apr 21 21:00:54.690416 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-53ade465-1cfe-4daf-a5e1-15b25cc62988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:54.691903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-53ade465-1cfe-4daf-a5e1-15b25cc62988 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.1426878 Apr 21 21:00:54.736818 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-f20a1478-4f1a-413a-9fdb-33e432450660 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802865 Apr 21 21:00:54.763549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d2cc4d-e089-4958-a37c-ac4b2bda58ee', 'tag': '43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b'}, {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': '0d489134-c1a7-495c-ad38-3b44b6c7a224'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:54.765897 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d2cc4d-e089-4958-a37c-ac4b2bda58ee", "tag": "43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b"}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "0d489134-c1a7-495c-ad38-3b44b6c7a224"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:54.773222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-6d0c78c8-af0a-46c4-8a93-ec4df3a4a547 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631454 Apr 21 21:00:54.845870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-68ee5e56-1eb8-4b68-8868-8b5afe9de56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:54.847786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-68ee5e56-1eb8-4b68-8868-8b5afe9de56b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947758 Apr 21 21:00:54.941437 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-b3549f99-93cd-4276-9e9b-02740f9bbb07 service neutron] 10.222.0.49 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966274 Apr 21 21:00:54.945050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eee06c46-dc48-4d50-b09d-ce1ac026f392 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:54.982033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbc1aa-4d72-4628-a4ae-bff72d9cf441 req-a99663b7-b5cf-44cb-b13f-88ea21a79c6d tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:54.986273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02dbc1aa-4d72-4628-a4ae-bff72d9cf441 req-a99663b7-b5cf-44cb-b13f-88ea21a79c6d tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.2462940 Apr 21 21:00:55.006391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee06c46-dc48-4d50-b09d-ce1ac026f392 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event deleted for resources: {'Port': ['ID=9ff20955-f6c2-44d4-a03d-392363c098c2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:55.061897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-8c466377-ea36-4eb1-93fd-e6987ced70d2 service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068329 Apr 21 21:00:55.076452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-6e38d833-239d-4290-a795-3efb001e9efc service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876713 Apr 21 21:00:55.111943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-fe0739b1-300d-46f5-9339-b043a8c41443 service neutron] 10.222.0.49 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323733 Apr 21 21:00:55.125579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02dbc1aa-4d72-4628-a4ae-bff72d9cf441 req-60e0b728-b875-445e-ad72-b602adb56da7 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927300 Apr 21 21:00:55.224748 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eee06c46-dc48-4d50-b09d-ce1ac026f392 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:55.228552 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-eee06c46-dc48-4d50-b09d-ce1ac026f392 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "DELETE /v2.0/ports/9ff20955-f6c2-44d4-a03d-392363c098c2 HTTP/1.1" status: 204 len: 168 time: 1.2771621 Apr 21 21:00:55.231255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54952) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:55.333207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-43680b67-6fb8-4eaa-bbcb-acf9c9e95bf4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Deleting subnet b9c848cc-f8b3-4d88-9d2b-75603014363b {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:00:55.376895 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e82ec9bb-a068-4989-b24a-7589050d7e0d req-ba70662d-c439-4158-9107-847a2ea4d7bd service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766750 Apr 21 21:00:55.378812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43680b67-6fb8-4eaa-bbcb-acf9c9e95bf4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:55.447451 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e41c35-3016-4f79-8755-2c3c2d2d35b8 x-openstack-request-id: req-60e41c35-3016-4f79-8755-2c3c2d2d35b8 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:55.447451 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d2cc4d-e089-4958-a37c-ac4b2bda58ee", "tag": "43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b", "status": "completed", "code": 200}, {"server_uuid": "27cac83e-a7e6-474e-b5fe-1132c7f15f26", "name": "network-vif-deleted", "tag": "0d489134-c1a7-495c-ad38-3b44b6c7a224", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:55.447765 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60e41c35-3016-4f79-8755-2c3c2d2d35b8 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:55.448174 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e41c35-3016-4f79-8755-2c3c2d2d35b8'] response: {'name': 'network-changed', 'server_uuid': 'd0d2cc4d-e089-4958-a37c-ac4b2bda58ee', 'tag': '43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b', 'status': 'completed', 'code': 200} Apr 21 21:00:55.449706 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e41c35-3016-4f79-8755-2c3c2d2d35b8'] response: {'server_uuid': '27cac83e-a7e6-474e-b5fe-1132c7f15f26', 'name': 'network-vif-deleted', 'tag': '0d489134-c1a7-495c-ad38-3b44b6c7a224', 'status': 'completed', 'code': 200} Apr 21 21:00:55.524277 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a53dda15-8d7c-4028-b890-23fa4a0591c1 req-a021f777-10ba-4e4f-b0ed-cbcfdf1f0e9b service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471924 Apr 21 21:00:55.529502 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43680b67-6fb8-4eaa-bbcb-acf9c9e95bf4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:55.538997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9cfc1b35-8579-42f7-b04f-7a63cb2d757b req-a1084429-e3fb-496d-b308-ea7eb0d061aa tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 210 time: 0.0544832 Apr 21 21:00:55.611383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66912c-f981-4315-893a-ebd4b76b25b2 req-11e4c5b1-b4b0-4d79-a94f-dafabfd6a30a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:55.613065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d66912c-f981-4315-893a-ebd4b76b25b2 req-11e4c5b1-b4b0-4d79-a94f-dafabfd6a30a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 943 time: 0.1738801 Apr 21 21:00:55.630727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-e3bfdd3c-4ed0-45b6-b593-444c94111a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:55.632192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-e3bfdd3c-4ed0-45b6-b593-444c94111a19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 1094 time: 0.1214991 Apr 21 21:00:55.697656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43680b67-6fb8-4eaa-bbcb-acf9c9e95bf4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:55.767195 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d66912c-f981-4315-893a-ebd4b76b25b2 req-616ea135-3f5f-411a-b744-7a4a0080bcb4 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389580 Apr 21 21:00:55.808385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b950be6-9ddb-42f1-8fc0-239d9369058d req-fe697b40-b3fb-4612-8e7d-44a226a31428 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0552239 Apr 21 21:00:55.832341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43680b67-6fb8-4eaa-bbcb-acf9c9e95bf4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:55.841975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-cea2bc29-1563-4678-b45e-87049cffa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:55.858972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-cea2bc29-1563-4678-b45e-87049cffa471 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 200 len: 913 time: 0.2176275 Apr 21 21:00:55.874507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43680b67-6fb8-4eaa-bbcb-acf9c9e95bf4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c848cc-f8b3-4d88-9d2b-75603014363b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:55.876839 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43680b67-6fb8-4eaa-bbcb-acf9c9e95bf4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:55.884471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-43680b67-6fb8-4eaa-bbcb-acf9c9e95bf4 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "DELETE /v2.0/subnets/b9c848cc-f8b3-4d88-9d2b-75603014363b HTTP/1.1" status: 204 len: 168 time: 0.6513565 Apr 21 21:00:55.886825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54970) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:55.887928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63a54f4-f2cd-47f1-ae4b-c01fad12edfe None None] Network 51508408-901c-4e81-870a-2dd214d88372 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:55.954198 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-00646397-c87c-47c9-911b-660bb8a2c852 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b HTTP/1.1" status: 200 len: 217 time: 0.0871749 Apr 21 21:00:55.999275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54974) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:56.027467 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-00f0a5ac-b2c4-407d-a887-63e080c6258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:56.029644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-00f0a5ac-b2c4-407d-a887-63e080c6258b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 200 len: 852 time: 0.0677590 Apr 21 21:00:56.032631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.087848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-e722453c-4607-4272-8c07-70cf21ea9d3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1ce0c123-6869-4e68-b973-726a453ab290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478749 Apr 21 21:00:56.137978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Deleting port 51d5d4ce-f938-457e-8567-a17b71e9500a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:00:56.137978 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.237596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90171712-508b-4b28-b852-cf2169f2f7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.295046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] For port 51d5d4ce-f938-457e-8567-a17b71e9500a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=51d5d4ce-f938-457e-8567-a17b71e9500a,segment=NetworkSegment(feb98585-92db-4c97-b6e0-c19f61cd300b),segment_id=feb98585-92db-4c97-b6e0-c19f61cd300b)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:56.295814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.313723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Calling delete_port for 51d5d4ce-f938-457e-8567-a17b71e9500a owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:00:56.333327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90171712-508b-4b28-b852-cf2169f2f7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.373904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90171712-508b-4b28-b852-cf2169f2f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.425748 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.442491 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-90171712-508b-4b28-b852-cf2169f2f7ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b734b5502e1849408f255f8e754a18b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376512 Apr 21 21:00:56.453383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54980) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:56.460481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] No DVR routers for this DVR port 51d5d4ce-f938-457e-8567-a17b71e9500a on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:00:56.467840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event deleted for resources: {'Port': ['ID=51d5d4ce-f938-457e-8567-a17b71e9500a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:56.502467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cabd1b4-922a-4d1a-ae20-81186343ee0b None None] DHCP port deletion for 51508408-901c-4e81-870a-2dd214d88372 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:00:56.527420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-f392fb81-f0e4-4199-8cb2-8e2ea2a141b7 service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287384 Apr 21 21:00:56.561081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d2cce-6a62-41df-8504-1075c1a8a683 req-74114cb7-09b4-44f6-a197-562c8f6c8610 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:56.561369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.563253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-655d2cce-6a62-41df-8504-1075c1a8a683 req-74114cb7-09b4-44f6-a197-562c8f6c8610 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.2280579 Apr 21 21:00:56.563565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90171712-508b-4b28-b852-cf2169f2f7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f623f4-0f43-4c72-af24-e8d7c079a033,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:56.586545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51508408-901c-4e81-870a-2dd214d88372']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:56.597574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb98585-92db-4c97-b6e0-c19f61cd300b') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:56.597931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb98585-92db-4c97-b6e0-c19f61cd300b') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:00:56.609608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.632864 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.651564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef0ccddd-40a1-4f4d-bb49-e54ed5e97229 req-354418da-ece6-4abc-8d21-ac6fce3f1a4f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 210 time: 0.0296991 Apr 21 21:00:56.654260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:00:56.654757 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:00:56.658313 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:00:56.683813 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fd2c-4828-4f79-aaae-5bca35c588d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.717373 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fd2c-4828-4f79-aaae-5bca35c588d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.742752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.754280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.760592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] 10.222.0.49 "DELETE /v2.0/networks/51508408-901c-4e81-870a-2dd214d88372 HTTP/1.1" status: 204 len: 168 time: 0.8698063 Apr 21 21:00:56.777299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-655d2cce-6a62-41df-8504-1075c1a8a683 req-cb66ce22-00ba-415c-b8f3-74124ec4de2e tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877313 Apr 21 21:00:56.805783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9742-a2a9-4516-bcef-f50107ce1528 tempest-ExtraDHCPOptionsTestJSON-304828984 tempest-ExtraDHCPOptionsTestJSON-304828984-project] Pushing event deleted for resources: {'Network': ['ID=51508408-901c-4e81-870a-2dd214d88372,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:56.809527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fd2c-4828-4f79-aaae-5bca35c588d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.818061 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fd2c-4828-4f79-aaae-5bca35c588d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:56.823399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6eb1fd2c-4828-4f79-aaae-5bca35c588d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23f623f4-0f43-4c72-af24-e8d7c079a033 HTTP/1.1" status: 204 len: 168 time: 0.3420229 Apr 21 21:00:56.876819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1fd2c-4828-4f79-aaae-5bca35c588d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f623f4-0f43-4c72-af24-e8d7c079a033,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:57.008999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7985ce-2bc3-4c61-8238-1fb75ae473cc req-9e5ef6dd-8623-44cf-b8df-bc90864a2490 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:57.015441 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a19ecee-b7cb-476f-a3e3-6e1bc1c449df req-b3b2bc2b-fe0d-4e34-8703-b844bc6453af service neutron] 10.222.0.43 "GET /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789307 Apr 21 21:00:57.018385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd7985ce-2bc3-4c61-8238-1fb75ae473cc req-9e5ef6dd-8623-44cf-b8df-bc90864a2490 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 943 time: 0.1166725 Apr 21 21:00:57.069422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ea7bc6b-2846-4c30-96e7-f92c34620326 req-b71e9517-8acb-4889-975e-9604d0b8cdce tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0708611 Apr 21 21:00:57.105841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd7985ce-2bc3-4c61-8238-1fb75ae473cc req-2353aa24-dd00-47a9-be22-e945fb551a26 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864129 Apr 21 21:00:57.138793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-7ea48de3-c472-482c-8800-a6d824e92ca0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:57.140577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-7ea48de3-c472-482c-8800-a6d824e92ca0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.46 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 805 time: 0.2924902 Apr 21 21:00:57.159055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Request body: {'port': {'device_id': '6daade58-9279-44c2-a4ca-0c627e4603af', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'admin_state_up': True, 'tenant_id': '3a0a65fd62424565a1e39f85fabf8107'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:57.175960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54996) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:57.302624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Made reservation on behalf of 3a0a65fd62424565a1e39f85fabf8107 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:57.306479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:57.364478 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5e1f3172-1df1-4df5-8d4f-b34429af848f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75f11afd528a491780ec33cf949bca69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871312 Apr 21 21:00:57.366740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55008) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:57.427528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-83c3e1dd-42f4-4e11-bea9-3749cca028ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:57.456157 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-83c3e1dd-42f4-4e11-bea9-3749cca028ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:57.462526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Allocated IP 172.20.0.2 (0d009106-86b9-40db-8522-72042c95f0f2/8d85c431-91c5-4196-a488-3699ed589db4/f87e95a7-f5ed-499f-99ae-7467867076a3) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:00:57.531193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-83c3e1dd-42f4-4e11-bea9-3749cca028ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:57.534320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-83c3e1dd-42f4-4e11-bea9-3749cca028ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:57.537804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-83c3e1dd-42f4-4e11-bea9-3749cca028ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0780bc2c-a736-4956-950b-ac1a7eaf1141 HTTP/1.1" status: 204 len: 168 time: 0.1677268 Apr 21 21:00:57.543764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3e1dd-42f4-4e11-bea9-3749cca028ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0780bc2c-a736-4956-950b-ac1a7eaf1141,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:57.737353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:57.775738 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55026) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:57.785665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:57.814706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Network 0d009106-86b9-40db-8522-72042c95f0f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:00:57.818571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:57.892894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:00:57.956281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2705af-5f49-4741-a081-3e28238de257 req-92625344-be96-4ab7-8270-bdd65d34bbf8 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:57.957837 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb2705af-5f49-4741-a081-3e28238de257 req-92625344-be96-4ab7-8270-bdd65d34bbf8 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.0859902 Apr 21 21:00:57.971514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Pushing event updated for resources: {'Port': ['ID=f87e95a7-f5ed-499f-99ae-7467867076a3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:57.992385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-network', 'tenant_id': '134746395f3149c8b5aa7621ddd04449'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:58.004731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0433ef-fe4e-4221-b8bb-90357f43c76a req-83833d95-7726-44d3-851f-b4bd2e2480bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:58.006291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be0433ef-fe4e-4221-b8bb-90357f43c76a req-83833d95-7726-44d3-851f-b4bd2e2480bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 931 time: 0.2068965 Apr 21 21:00:58.015393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:58.016036 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.031696 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb2705af-5f49-4741-a081-3e28238de257 req-a80e233c-9f3d-4f37-8398-19e6984870f6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663791 Apr 21 21:00:58.034432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Made reservation on behalf of 134746395f3149c8b5aa7621ddd04449 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:58.038909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.056645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.071754 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d0b6a295-42b8-4c92-a04a-4e66e985a576 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9177933 Apr 21 21:00:58.086673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Request body: {'port': {'device_id': '6daade58-9279-44c2-a4ca-0c627e4603af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:58.126289 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be0433ef-fe4e-4221-b8bb-90357f43c76a req-99992201-7fd5-46f7-8489-99da97641da5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073084 Apr 21 21:00:58.175455 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.221711 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.231913 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.286752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:00:58.298063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:00:58.309827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:58.343911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 51d5d4ce-f938-457e-8567-a17b71e9500a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:00:58.344282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.344830 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Added segment 8913066f-a158-4111-9c65-42c7859279cb of type vlan for network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c Apr 21 21:00:58.355743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ed1e6ca-355d-4c37-bb83-b4f95ce8d5da req-92cb0e1b-c106-46e2-aca2-3f69153545da tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0481861 Apr 21 21:00:58.420095 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.436230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc6572-14ea-451b-8f96-e361cbb1297d req-db2c109f-f88a-4170-bfde-e936bbd92bbc tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:58.444231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cfdc6572-14ea-451b-8f96-e361cbb1297d req-db2c109f-f88a-4170-bfde-e936bbd92bbc tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 943 time: 0.1399438 Apr 21 21:00:58.497178 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.498811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:58.499397 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.513809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cfdc6572-14ea-451b-8f96-e361cbb1297d req-945af81a-c42f-48a6-ae6e-528c6d5f9fe5 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686417 Apr 21 21:00:58.564502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 51d5d4ce-f938-457e-8567-a17b71e9500a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:00:58.565330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 51d5d4ce-f938-457e-8567-a17b71e9500a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:00:58.581766 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8047483 Apr 21 21:00:58.582639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55056) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:58.596041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Request body: {'subnet': {'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-subnet', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:58.610539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3af61d-e84d-4520-b192-63466c6dcabd admin admin] Pushing event updated for resources: {'Network': ['ID=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:58.614618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87e95a7-f5ed-499f-99ae-7467867076a3 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:58.624391 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.629248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:00:58.635631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Made reservation on behalf of 134746395f3149c8b5aa7621ddd04449 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:00:58.642651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Transition to ACTIVE for port object f87e95a7-f5ed-499f-99ae-7467867076a3 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:00:58.649196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.649417 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.681058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:58.769639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55060) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:58.777442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Pushing event updated for resources: {'Port': ['ID=f87e95a7-f5ed-499f-99ae-7467867076a3,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:58.801156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b', 'network_id': '1ce0c123-6869-4e68-b973-726a453ab290', 'port_id': '43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b', 'mac_address': 'fa:16:3e:51:a6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bf5f30-1a54-45df-beff-c6aca22835c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:00:58.815944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd51d1-bfde-4bee-a900-acef6f1a5f39 req-1749b136-f524-445c-b70e-2ea328ce0cc3 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:58.826566 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57cd51d1-bfde-4bee-a900-acef6f1a5f39 req-1749b136-f524-445c-b70e-2ea328ce0cc3 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1282024 Apr 21 21:00:58.883923 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.904205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:00:58.924831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57cd51d1-bfde-4bee-a900-acef6f1a5f39 req-3c8d318f-3b47-4168-b857-86cdfc0fa515 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972764 Apr 21 21:00:58.931377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Attempting to bind port f87e95a7-f5ed-499f-99ae-7467867076a3 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:00:58.931720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Attempting to bind port f87e95a7-f5ed-499f-99ae-7467867076a3 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:00:58.932042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Attempting to bind port f87e95a7-f5ed-499f-99ae-7467867076a3 on network 0d009106-86b9-40db-8522-72042c95f0f2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:58.937075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:00:58.938433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Port f87e95a7-f5ed-499f-99ae-7467867076a3 on network 0d009106-86b9-40db-8522-72042c95f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:00:58.938824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Attempting to bind port f87e95a7-f5ed-499f-99ae-7467867076a3 on network 0d009106-86b9-40db-8522-72042c95f0f2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:00:58.946666 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.947662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-6b09f5ce-4482-47d6-9709-b24d8c52e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:58.947794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bc7725c8-8fff-4f5e-b3f4-6b0912802601 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] Request body: {'port': {'network_id': 'f1b47fda-ed06-4696-8054-447ea95ba0b6', 'name': 'tempest-NetworksNegativeTestJSON-1353897858'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:58.950436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-6b09f5ce-4482-47d6-9709-b24d8c52e2a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1669481 Apr 21 21:00:58.953875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:00:58.954217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Checking segment: {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:58.954589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Bound using segment: {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:00:58.955024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Bound port: f87e95a7-f5ed-499f-99ae-7467867076a3, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:00:58.955379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:58.965369 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7725c8-8fff-4f5e-b3f4-6b0912802601 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] POST failed (client error): The resource could not be found. Apr 21 21:00:58.965935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7725c8-8fff-4f5e-b3f4-6b0912802601 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:58.967319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bc7725c8-8fff-4f5e-b3f4-6b0912802601 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1967225 Apr 21 21:00:58.971070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55064) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.005417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:59.017378 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e04724a-393e-445a-9d4a-4236683202c6 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:59.017991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e04724a-393e-445a-9d4a-4236683202c6 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:59.021239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e04724a-393e-445a-9d4a-4236683202c6 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "DELETE /v2.0/networks/b0e05045-c21f-40be-bd5f-7e3fef8332e6 HTTP/1.1" status: 404 len: 339 time: 0.0490489 Apr 21 21:00:59.024561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55066) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.055871 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b9a040-91e2-41a5-a2de-038200c70a1d tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:59.056556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b9a040-91e2-41a5-a2de-038200c70a1d tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:59.063786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-17b9a040-91e2-41a5-a2de-038200c70a1d tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "DELETE /v2.0/ports/87412e98-d4de-4009-9830-242b615dd35a HTTP/1.1" status: 404 len: 333 time: 0.0348313 Apr 21 21:00:59.064062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55068) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.073822 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:59.098350 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b58811-01ba-43d2-ad8b-604f33358074 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] DELETE failed (client error): The resource could not be found. Apr 21 21:00:59.098783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b58811-01ba-43d2-ad8b-604f33358074 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:59.099166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:00:59.105838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-72b58811-01ba-43d2-ad8b-604f33358074 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "DELETE /v2.0/subnets/b98fc8fd-0b15-41e5-be46-178d7e029a27 HTTP/1.1" status: 404 len: 337 time: 0.0368433 Apr 21 21:00:59.106011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-5e95cd76-5809-480b-aa20-6fb3e7ec4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:59.106011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-5e95cd76-5809-480b-aa20-6fb3e7ec4dc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 915 time: 0.1458282 Apr 21 21:00:59.106011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f87e95a7-f5ed-499f-99ae-7467867076a3,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:00:59.106691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55070) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.125201 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:59.154897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c991039-f6a1-4520-b242-bd914c7b6dc1,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:59.185246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:59.185861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:59.186938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Checking segment: {'id': '8913066f-a158-4111-9c65-42c7859279cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:00:59.187298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Network hostable DHCP agents. Network: 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:00:59.187427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] 10.222.0.46 "PUT /v2.0/ports/f87e95a7-f5ed-499f-99ae-7467867076a3 HTTP/1.1" status: 200 len: 1091 time: 1.1054053 Apr 21 21:00:59.192036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:00:59.194840 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:00:59.198571 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c068e4e-6774-4cd5-8c7f-4a430b3f4fb3 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] GET failed (client error): The resource could not be found. Apr 21 21:00:59.200196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9c068e4e-6774-4cd5-8c7f-4a430b3f4fb3 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "GET /v2.0/networks/cb795ca8-c07c-4ad6-9589-14aaefba91f2 HTTP/1.1" status: 404 len: 339 time: 0.0925527 Apr 21 21:00:59.206449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55076) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.227012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-08bfa84f-e084-437a-86d1-00660defdd4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3227603-1782-49ff-9274-9ddb3dcf6a40 HTTP/1.1" status: 200 len: 217 time: 0.1107051 Apr 21 21:00:59.249369 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7249d35d-4b3e-439d-ba4c-608d7a5ac2c9 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] GET failed (client error): The resource could not be found. Apr 21 21:00:59.255678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7249d35d-4b3e-439d-ba4c-608d7a5ac2c9 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "GET /v2.0/ports/357a5a32-7a9d-4ef6-be5d-d99f45139e2e HTTP/1.1" status: 404 len: 333 time: 0.0393620 Apr 21 21:00:59.257161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:00:59.264688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55078) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.274602 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b16b27-efdc-4e1f-8dcc-fbb508936b63 x-openstack-request-id: req-e0b16b27-efdc-4e1f-8dcc-fbb508936b63 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:00:59.274883 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:00:59.275130 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0b16b27-efdc-4e1f-8dcc-fbb508936b63 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:00:59.275518 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b16b27-efdc-4e1f-8dcc-fbb508936b63'] response: {'name': 'network-changed', 'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3', 'status': 'completed', 'code': 200} Apr 21 21:00:59.295261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:00:59.299726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:00:59.303251 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd52594-c822-4d1c-8c81-bc64d9c155ee tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] GET failed (client error): The resource could not be found. Apr 21 21:00:59.308564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4bd52594-c822-4d1c-8c81-bc64d9c155ee tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "GET /v2.0/subnets/9c16b617-be51-4cfc-aad9-009fee74456c HTTP/1.1" status: 404 len: 337 time: 0.0385041 Apr 21 21:00:59.309644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55080) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.312142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:59.312725 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:59.318469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-321afa2c-2203-443e-b741-1a3dce1691eb tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:59.334868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ec5fc5-3725-40c5-b72f-6eec841446ec None None] Network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:59.342502 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-321afa2c-2203-443e-b741-1a3dce1691eb tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] PUT failed (client error): The resource could not be found. Apr 21 21:00:59.343091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321afa2c-2203-443e-b741-1a3dce1691eb tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:59.347997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-321afa2c-2203-443e-b741-1a3dce1691eb tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "PUT /v2.0/networks/2580bcbc-061f-497e-8e48-4c8dbfe49fe5 HTTP/1.1" status: 404 len: 339 time: 0.0336809 Apr 21 21:00:59.348290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55082) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.357437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5a833e72-f718-4f0c-8bbb-132e3bd3d37f tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:59.367027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4fdaf95b-0153-4f4e-8192-3e8f48db477f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7764664 Apr 21 21:00:59.382676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55084) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.388355 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:59.393216 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a833e72-f718-4f0c-8bbb-132e3bd3d37f tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] PUT failed (client error): The resource could not be found. Apr 21 21:00:59.393975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a833e72-f718-4f0c-8bbb-132e3bd3d37f tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:59.398521 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5a833e72-f718-4f0c-8bbb-132e3bd3d37f tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "PUT /v2.0/ports/e548b8d6-59cb-4825-b740-1ab7730f35d0 HTTP/1.1" status: 404 len: 333 time: 0.0458374 Apr 21 21:00:59.399618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55086) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:00:59.405206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6141b9f2-b135-4113-bf70-345b10742751 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:00:59.411128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-95890f46-1807-43c7-a290-0f217ecd8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:59.414011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-95890f46-1807-43c7-a290-0f217ecd8732 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b055e7f-0ccd-46b3-9a35-85a05c1f697e HTTP/1.1" status: 200 len: 853 time: 0.1798739 Apr 21 21:00:59.419130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cc1df-e42e-419d-ad63-32e62dee9c79 service neutron] Pushing event updated for resources: {'Port': ['ID=f87e95a7-f5ed-499f-99ae-7467867076a3,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:00:59.464662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-b76b03f6-992a-4bfd-a9bd-ee6e76c289ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:59.466110 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-6141b9f2-b135-4113-bf70-345b10742751 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] PUT failed (client error): The resource could not be found. Apr 21 21:00:59.466273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-b76b03f6-992a-4bfd-a9bd-ee6e76c289ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 1094 time: 0.1899743 Apr 21 21:00:59.466837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6141b9f2-b135-4113-bf70-345b10742751 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:00:59.468715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6141b9f2-b135-4113-bf70-345b10742751 tempest-NetworksNegativeTestJSON-985207876 tempest-NetworksNegativeTestJSON-985207876-project] 10.222.0.49 "PUT /v2.0/subnets/c3fba27b-98a4-49df-8f70-68a5fea1aa95 HTTP/1.1" status: 404 len: 337 time: 0.0690022 Apr 21 21:00:59.491342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5bd41-f714-419d-ae8c-3bac0cf5c05f req-e11360d9-720a-430e-97e8-12cd37989230 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:59.496083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-86c5bd41-f714-419d-ae8c-3bac0cf5c05f req-e11360d9-720a-430e-97e8-12cd37989230 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 943 time: 0.2263775 Apr 21 21:00:59.543268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02296558-9651-481c-9545-d1a568f8417f None None] Network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:00:59.545419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:59.546948 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:59.603844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:59.608604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b877aad7-b7a1-4531-8a24-c5e905ec7165 req-bdb711a9-a0d6-418e-bc28-9b2392390942 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.1114101 Apr 21 21:00:59.652120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-ef7405ad-7437-4f6e-aad2-74cd708e61ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f87e95a7-f5ed-499f-99ae-7467867076a3 HTTP/1.1" status: 200 len: 217 time: 0.1338396 Apr 21 21:00:59.750186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-132d2157-c4f2-477e-8f8b-12149e589d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:59.751842 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-132d2157-c4f2-477e-8f8b-12149e589d7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d85c431-91c5-4196-a488-3699ed589db4 HTTP/1.1" status: 200 len: 845 time: 0.0989976 Apr 21 21:00:59.755200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-fdf016fa-e134-4705-bb09-63b7e0294314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:59.757615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-fdf016fa-e134-4705-bb09-63b7e0294314 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f02ed80-a9a5-44a2-a355-0201873c37d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3334875 Apr 21 21:00:59.794381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d3990695-b5cf-4ad3-a0e0-490f78e74415 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d009106-86b9-40db-8522-72042c95f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333457 Apr 21 21:00:59.828692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:00:59.937475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-a5c27b65-5e63-4c1a-a3ba-039495b4918f service neutron] 10.222.0.46 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228101 Apr 21 21:00:59.948052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff265de-2e29-48d2-a417-1597bee9d5f6 req-1b4cfdd1-50ba-4d24-95cc-305576e8bf48 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:00:59.950998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ff265de-2e29-48d2-a417-1597bee9d5f6 req-1b4cfdd1-50ba-4d24-95cc-305576e8bf48 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 944 time: 0.1173675 Apr 21 21:00:59.968374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-86c5bd41-f714-419d-ae8c-3bac0cf5c05f req-6c5f17be-1bfb-4302-8015-d69896bd3d63 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525182 Apr 21 21:00:59.970049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55100) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:00.011594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ff265de-2e29-48d2-a417-1597bee9d5f6 req-9cf96596-0fed-498b-98aa-575610501748 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514853 Apr 21 21:01:00.142481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0330ae-b467-4fda-93da-ec28911e097c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.165267 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.181849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-0dda7433-fdd6-4517-9f9d-f7a5d9c1a8d3 service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866692 Apr 21 21:01:00.192692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9aba6-dbd6-4bd4-8091-1c54e07ec2dd req-00209f08-4a37-48ea-af3d-b242e1a504b0 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:00.194059 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2b9aba6-dbd6-4bd4-8091-1c54e07ec2dd req-00209f08-4a37-48ea-af3d-b242e1a504b0 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1400886 Apr 21 21:01:00.201730 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.207401 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c56ddf86-9967-4f44-8ea3-0036c1270fb0 req-d343bb4d-bcb5-48ac-8298-7fecc432d765 service neutron] 10.222.0.46 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565825 Apr 21 21:01:00.329418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2b9aba6-dbd6-4bd4-8091-1c54e07ec2dd req-64f224ca-cdbd-43d6-b5a5-8a5a845221d5 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250856 Apr 21 21:01:00.347927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d924d802-87be-4ce3-b31e-2d785df2ea42 req-3b0e987c-6834-4975-9324-b27ee5304e00 service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515827 Apr 21 21:01:00.350688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-0734fc65-9790-46c9-9198-13c564b89c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:00.361654 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-0734fc65-9790-46c9-9198-13c564b89c0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 1094 time: 0.0982490 Apr 21 21:01:00.369035 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0330ae-b467-4fda-93da-ec28911e097c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.370943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Allocated IP 172.25.0.35 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/7d154f1c-943d-4154-b237-10fb1cb65fa4) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:00.375710 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df0330ae-b467-4fda-93da-ec28911e097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.433963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-df0330ae-b467-4fda-93da-ec28911e097c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f578550068024891a76eca2c380fbcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610763 Apr 21 21:01:00.435264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0330ae-b467-4fda-93da-ec28911e097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a235af1d-a491-46c1-a029-7b4f951888de,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:00.436969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55104) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:00.475237 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cea37530-b03f-417f-958e-b95014ce0431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.497137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-05b43bb4-bf12-472c-b82d-c4993b71d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:00.498614 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-05b43bb4-bf12-472c-b82d-c4993b71d035 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 906 time: 0.1300611 Apr 21 21:01:00.520400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.545147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a88ed8a8-f4b3-45cf-bd0e-1a895a7dec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.548778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-877507c5-1506-464f-b256-9ffc6b26d3f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f87e95a7-f5ed-499f-99ae-7467867076a3 HTTP/1.1" status: 200 len: 217 time: 0.0390878 Apr 21 21:01:00.554851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.587819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:00.590801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:00.594275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:01:00.600850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a88ed8a8-f4b3-45cf-bd0e-1a895a7dec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.632068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Pushing event updated for resources: {'Port': ['ID=7d154f1c-943d-4154-b237-10fb1cb65fa4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:00.633251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-8e0c2e59-d66c-44c0-ba2e-a819d5be9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:00.634721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-8e0c2e59-d66c-44c0-ba2e-a819d5be9906 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d85c431-91c5-4196-a488-3699ed589db4 HTTP/1.1" status: 200 len: 845 time: 0.0783925 Apr 21 21:01:00.680932 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-7eb055a6-d58e-4b90-a068-4a412c5fd65b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d009106-86b9-40db-8522-72042c95f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334973 Apr 21 21:01:00.743729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a88ed8a8-f4b3-45cf-bd0e-1a895a7dec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.748181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a88ed8a8-f4b3-45cf-bd0e-1a895a7dec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:00.751132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a88ed8a8-f4b3-45cf-bd0e-1a895a7dec36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a235af1d-a491-46c1-a029-7b4f951888de HTTP/1.1" status: 204 len: 168 time: 0.3089054 Apr 21 21:01:00.765764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ed8a8-f4b3-45cf-bd0e-1a895a7dec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a235af1d-a491-46c1-a029-7b4f951888de,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:00.796608 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5db45c4-a4b7-45bf-bb5f-d6348c3b89f6 req-92ca8158-2b29-40d2-b50d-ceb987c7a470 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0627773 Apr 21 21:01:00.802530 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-1f74362f-73b9-46ca-abdb-3d90e978106d service neutron] 10.222.0.46 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115046 Apr 21 21:01:00.941076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52f4a90e-bab0-4027-bfa7-6cec5f2a8c5c req-58876072-2dfd-4c59-9cbd-7533e7dea545 service neutron] 10.222.0.46 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311636 Apr 21 21:01:01.006145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:01.108279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416d413-3b4b-40fa-8c4d-7a219ce13eb3 req-56f3ec24-fd35-4a3b-b57c-30b39065d024 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:01.117946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6416d413-3b4b-40fa-8c4d-7a219ce13eb3 req-56f3ec24-fd35-4a3b-b57c-30b39065d024 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 943 time: 0.0682635 Apr 21 21:01:01.162044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6416d413-3b4b-40fa-8c4d-7a219ce13eb3 req-09b1d324-4f72-4d7e-84b6-b5a83f567f27 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Apr 21 21:01:01.251827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f008d-e570-4cc9-a0f2-7b43e05bc64c req-e512a2c2-4f59-42b8-ab47-50f4e0bc6fbc tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:01.253253 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db2f008d-e570-4cc9-a0f2-7b43e05bc64c req-e512a2c2-4f59-42b8-ab47-50f4e0bc6fbc tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 944 time: 0.1031339 Apr 21 21:01:01.346025 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db2f008d-e570-4cc9-a0f2-7b43e05bc64c req-80f55ff0-1eea-4de3-a19a-81461fc3332d tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799940 Apr 21 21:01:01.357038 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:01.524187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9274b-fad4-4550-93fc-e0dbdfbc1132 req-817b734e-0379-4fba-a42d-d690aabfd5d7 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:01.526003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85f9274b-fad4-4550-93fc-e0dbdfbc1132 req-817b734e-0379-4fba-a42d-d690aabfd5d7 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.0953627 Apr 21 21:01:01.570613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Router b7c8823b-e851-4710-88ab-318b3328f979 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:01:01.589964 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85f9274b-fad4-4550-93fc-e0dbdfbc1132 req-8019c04d-c50a-4f82-a26c-67f55d86bafd tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540435 Apr 21 21:01:01.714429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:01:01.725957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Sync routers for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:01:01.738893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:01.739876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:00:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:01.746432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:01.747897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-393a736b-44bb-4848-acc9-7ae400b8bc8e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3638389 Apr 21 21:01:01.751173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55140) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:01.803566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db049e-049e-45c1-b7e1-99bf79c624cd req-cd8f92cc-775d-4a47-a417-2fa390ad0e33 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:01.805039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57db049e-049e-45c1-b7e1-99bf79c624cd req-cd8f92cc-775d-4a47-a417-2fa390ad0e33 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.0884364 Apr 21 21:01:01.881472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:01.900446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57db049e-049e-45c1-b7e1-99bf79c624cd req-db6cc4ca-fe21-4345-b1b4-80104b85f58f tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875595 Apr 21 21:01:01.982594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e58e02-7472-4bd3-a8de-923984b38e74 req-04c56123-e4d0-417c-976b-dc09c71625a7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0309329 Apr 21 21:01:02.098935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b2727-b296-436f-843b-4beee1348e10 req-efbbfbe1-1b8e-43d6-a169-981fdcac1fff tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:02.100968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e4b2727-b296-436f-843b-4beee1348e10 req-efbbfbe1-1b8e-43d6-a169-981fdcac1fff tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 945 time: 0.1175098 Apr 21 21:01:02.159731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e4b2727-b296-436f-843b-4beee1348e10 req-9b6ff0a0-513d-41aa-b4fc-32cf7099c0e3 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Apr 21 21:01:02.162745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:00Z', 'revision_number': 3, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:02.221599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Checking router: b7c8823b-e851-4710-88ab-318b3328f979 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:01:02.222267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Updating router b7c8823b-e851-4710-88ab-318b3328f979 port 7d154f1c-943d-4154-b237-10fb1cb65fa4 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:01:02.275087 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:02.346376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:02.371472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3353f-394d-4acb-b4c6-4a745052a47a req-f9daf0ff-aaa5-43e5-b8a5-ac8c8147c84d tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:02.373546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3e3353f-394d-4acb-b4c6-4a745052a47a req-f9daf0ff-aaa5-43e5-b8a5-ac8c8147c84d tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.0889575 Apr 21 21:01:02.560460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:01:02.574884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:02.575158 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:02.645002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410aa9b-5dd9-49e5-aa8c-7972ab2a78fb req-6eac80d9-1e2d-46b4-bf65-d186c1a32ce8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:02.646522 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3410aa9b-5dd9-49e5-aa8c-7972ab2a78fb req-6eac80d9-1e2d-46b4-bf65-d186c1a32ce8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 943 time: 0.0995629 Apr 21 21:01:02.788242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3410aa9b-5dd9-49e5-aa8c-7972ab2a78fb req-df71af53-0825-481e-a470-b383ad6add51 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329305 Apr 21 21:01:02.797944 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:02.833906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:02.861380 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f87e95a7-f5ed-499f-99ae-7467867076a3 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:01:02.868722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:02.917866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3e3353f-394d-4acb-b4c6-4a745052a47a req-7bc5105b-17c2-44e6-8ca0-f64299e325de tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319722 Apr 21 21:01:02.966922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-e34156f1-3176-4be7-bfe5-124254f63cc2 req-e529237b-9e38-4c87-8341-bca878cf2941 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:01:02.969395 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e34156f1-3176-4be7-bfe5-124254f63cc2 req-e529237b-9e38-4c87-8341-bca878cf2941 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075972 Apr 21 21:01:03.041732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Attempting to bind port 7d154f1c-943d-4154-b237-10fb1cb65fa4 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:01:03.042335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Attempting to bind port 7d154f1c-943d-4154-b237-10fb1cb65fa4 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:01:03.042775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Attempting to bind port 7d154f1c-943d-4154-b237-10fb1cb65fa4 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:03.063147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:01:03.063753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:03.064243 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.064712 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:01:03.065353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Bound port: 7d154f1c-943d-4154-b237-10fb1cb65fa4, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:01:03.066384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.098782 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e34156f1-3176-4be7-bfe5-124254f63cc2 req-1c360ad5-a9fc-4ea8-8a38-9975c622e1f9 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.7&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1211624 Apr 21 21:01:03.103800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df7410-52bd-4e11-b349-2588f34cec8a req-fdf398fe-06b9-48de-bb3a-dbaa4655281f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:03.111484 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82df7410-52bd-4e11-b349-2588f34cec8a req-fdf398fe-06b9-48de-bb3a-dbaa4655281f tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 944 time: 0.1057467 Apr 21 21:01:03.139570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] For port 7d154f1c-943d-4154-b237-10fb1cb65fa4, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:01:03.146855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] For port 7d154f1c-943d-4154-b237-10fb1cb65fa4, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7d154f1c-943d-4154-b237-10fb1cb65fa4,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:01:03.147807 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0b6112f7-1890-48d1-8a6d-5e4f2be68b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.162967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Allocated IP 172.20.0.1 (6b4f30f6-969b-4119-bdcc-b4f144bc4e2c/8c991039-f6a1-4520-b242-bd914c7b6dc1/7cf85984-1b5c-45b9-b28a-70f22fa434cf) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:03.187186 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:01:03.189848 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82df7410-52bd-4e11-b349-2588f34cec8a req-994f91fc-72c2-4bbe-bf61-005654959c57 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721946 Apr 21 21:01:03.190723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.291432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eaa97-4db8-480e-846e-136107586790 None None] Pushing event updated for resources: {'Port': ['ID=7d154f1c-943d-4154-b237-10fb1cb65fa4,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:03.337967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:03.341181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:03.372081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-759cad15-cf32-4791-ac29-b61e1c0af54d req-fe47641f-74bc-4913-99e3-3fd37bb99f4d tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0489659 Apr 21 21:01:03.391323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.429765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.444664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:03.456908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d2cc4d-e089-4958-a37c-ac4b2bda58ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:03.460614 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd065f8-0a62-43a6-84e2-a88ed9926190" -d '{"events": [{"server_uuid": "d0d2cc4d-e089-4958-a37c-ac4b2bda58ee", "name": "network-vif-plugged", "status": "completed", "tag": "43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:03.483928 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.501149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.534254 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8188577-99d1-43d6-9ab8-329d0138a5a1 x-openstack-request-id: req-d8188577-99d1-43d6-9ab8-329d0138a5a1 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:03.534690 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d2cc4d-e089-4958-a37c-ac4b2bda58ee", "name": "network-vif-plugged", "status": "completed", "tag": "43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:03.535148 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8188577-99d1-43d6-9ab8-329d0138a5a1 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:03.536069 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8188577-99d1-43d6-9ab8-329d0138a5a1'] response: {'server_uuid': 'd0d2cc4d-e089-4958-a37c-ac4b2bda58ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b', 'code': 200} Apr 21 21:01:03.578459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:03.581744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:03.593757 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:01:03.621164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992854ea-5136-4bd0-8bcd-d0b5904e99ca req-34105807-52ba-4d6c-8401-719a73e76389 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:03.629546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-992854ea-5136-4bd0-8bcd-d0b5904e99ca req-34105807-52ba-4d6c-8401-719a73e76389 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1864145 Apr 21 21:01:03.631570 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf85984-1b5c-45b9-b28a-70f22fa434cf,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:03.656008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.724037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-992854ea-5136-4bd0-8bcd-d0b5904e99ca req-00362e33-80f7-46b2-b9bd-9d31e601ee27 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934386 Apr 21 21:01:03.744684 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-aa14f32c-5779-4de0-91bd-272b88c8ee0b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2545688 Apr 21 21:01:03.755371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06444dc-2ffe-4a38-a211-22b16dac36dc req-9ee78124-6d2e-4212-ac9e-fba5e4c9c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:03.756908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b06444dc-2ffe-4a38-a211-22b16dac36dc req-9ee78124-6d2e-4212-ac9e-fba5e4c9c9ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 1096 time: 0.1484044 Apr 21 21:01:03.817222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f87e95a7-f5ed-499f-99ae-7467867076a3,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:03.822088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eaa97-4db8-480e-846e-136107586790 None None] Pushing event updated for resources: {'Port': ['ID=7d154f1c-943d-4154-b237-10fb1cb65fa4,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:03.856101 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b06444dc-2ffe-4a38-a211-22b16dac36dc req-176f2faa-1875-4824-be90-0024bf09ca42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917509 Apr 21 21:01:03.897069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-5161bfba-07ee-4b94-99e2-11d970610c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:03.898639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-5161bfba-07ee-4b94-99e2-11d970610c54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 1097 time: 0.0944700 Apr 21 21:01:03.903573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'f87e95a7-f5ed-499f-99ae-7467867076a3', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'port_id': 'f87e95a7-f5ed-499f-99ae-7467867076a3', 'mac_address': 'fa:16:3e:f0:7d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85c431-91c5-4196-a488-3699ed589db4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:01:03.910873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:03.934173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:03.978899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db6880-076d-42a9-b3c1-46874940f072 req-7c9c6239-b7e3-4bac-a282-42a499cb29f5 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:03.980976 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21db6880-076d-42a9-b3c1-46874940f072 req-7c9c6239-b7e3-4bac-a282-42a499cb29f5 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 945 time: 0.1159577 Apr 21 21:01:04.047368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d91769-677b-4cb0-b8aa-2867f36cddf7 req-caecf235-fde6-47dc-a407-7e8b47a887ae tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:04.050750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73d91769-677b-4cb0-b8aa-2867f36cddf7 req-caecf235-fde6-47dc-a407-7e8b47a887ae tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 943 time: 0.1499569 Apr 21 21:01:04.052267 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21db6880-076d-42a9-b3c1-46874940f072 req-663998f8-7079-4680-8804-3e1da27246a6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642152 Apr 21 21:01:04.065487 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:04.070012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:04.120037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-e750aac3-6e40-4184-a85c-a86dd1837a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:04.121534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-e750aac3-6e40-4184-a85c-a86dd1837a83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.1919570 Apr 21 21:01:04.124969 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:04.149615 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87e95a7-f5ed-499f-99ae-7467867076a3 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:04.189318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73d91769-677b-4cb0-b8aa-2867f36cddf7 req-9d1b9e55-d608-493c-9f03-373bc29a5fe9 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196766 Apr 21 21:01:04.217903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f87e95a7-f5ed-499f-99ae-7467867076a3,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:04.229117 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:04.286879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:04.297178 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:04.320951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f87e95a7-f5ed-499f-99ae-7467867076a3,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:04.332170 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-46a834e2-6646-4c2a-8b05-6ad23cf68e32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be HTTP/1.1" status: 200 len: 1001 time: 0.2006826 Apr 21 21:01:04.338603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-f7751b7f-481c-4b32-aad3-eb35c4e410d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1475933 Apr 21 21:01:04.355202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:00Z', 'revision_number': 3, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:04.386480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2980b27-015f-40ea-af9a-f714f9e984e0 req-cdbdc1be-5c9f-49c4-bdda-7e8728c34fb9 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:04.387895 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2980b27-015f-40ea-af9a-f714f9e984e0 req-cdbdc1be-5c9f-49c4-bdda-7e8728c34fb9 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.1528146 Apr 21 21:01:04.395129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71127870-8ae8-4087-b236-bc9ea0e6a8f8 None None] The sync data for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 is: [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:00Z', 'revision_number': 3, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:01:04.421144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf85984-1b5c-45b9-b28a-70f22fa434cf,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:04.428020 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:04.454115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2980b27-015f-40ea-af9a-f714f9e984e0 req-205465cf-29fc-4d02-a052-0aa7830da597 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558193 Apr 21 21:01:04.466910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666e194-6f23-4340-9fba-9cf16c1ab26f req-ade14db1-58ba-4a0f-8546-c0bf61dc8ca3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:04.469644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9666e194-6f23-4340-9fba-9cf16c1ab26f req-ade14db1-58ba-4a0f-8546-c0bf61dc8ca3 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 945 time: 0.2079790 Apr 21 21:01:04.498989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-94c64a00-68d9-445f-8e9d-4c12fffca4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:04.500592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-94c64a00-68d9-445f-8e9d-4c12fffca4cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.1601884 Apr 21 21:01:04.580639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-23e10b82-6352-4b87-be53-24e51d270bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:04.582451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-23e10b82-6352-4b87-be53-24e51d270bc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd1bcacb04f44121a05581a8532883ec&device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1725535 Apr 21 21:01:04.596783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:04.599668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:04.603306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9666e194-6f23-4340-9fba-9cf16c1ab26f req-5a6a8cce-5f98-4aa5-9f75-435dcf85f0a0 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226301 Apr 21 21:01:04.628607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['f87e95a7-f5ed-499f-99ae-7467867076a3'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:04.709465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-b5c89512-ca85-460e-8bef-d338bd066db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:04.710827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-b5c89512-ca85-460e-8bef-d338bd066db7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 200 len: 915 time: 0.1066499 Apr 21 21:01:04.718140 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20c478f8-b7ad-4b3a-bb54-1ea603f56b1b req-7175ad79-d4b5-4488-b97e-63506324e886 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.1466351 Apr 21 21:01:04.735280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-8d59f40e-724a-4e15-9f65-f7194cdbd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:04.736745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-8d59f40e-724a-4e15-9f65-f7194cdbd4f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203739 Apr 21 21:01:04.834566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-940242ef-50ed-406c-a98f-5765f6978ad2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3227603-1782-49ff-9274-9ddb3dcf6a40 HTTP/1.1" status: 200 len: 217 time: 0.1106451 Apr 21 21:01:04.901189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Router b7c8823b-e851-4710-88ab-318b3328f979 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:01:05.115011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-1e56ee91-dc0f-495b-9e52-80e11de2e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:05.116594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-1e56ee91-dc0f-495b-9e52-80e11de2e580 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6b055e7f-0ccd-46b3-9a35-85a05c1f697e HTTP/1.1" status: 200 len: 853 time: 0.2676930 Apr 21 21:01:05.124050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:01:05.130212 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d886c1dd-3bdc-4f4c-b093-94a4f0d13442 admin admin] 10.222.0.49 "PUT /v2.0/routers/b7c8823b-e851-4710-88ab-318b3328f979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3777251 Apr 21 21:01:05.216738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676f235-a57a-4512-a1a9-d47119c71eb3 req-35581d29-fe5e-432c-895a-18735b479a10 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:05.232174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676f235-a57a-4512-a1a9-d47119c71eb3 req-35581d29-fe5e-432c-895a-18735b479a10 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:05.241419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676f235-a57a-4512-a1a9-d47119c71eb3 req-35581d29-fe5e-432c-895a-18735b479a10 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:05.244445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6676f235-a57a-4512-a1a9-d47119c71eb3 req-35581d29-fe5e-432c-895a-18735b479a10 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072&device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d&device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 2416 time: 0.2444229 Apr 21 21:01:05.250808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-f3e12a7a-4688-44cf-b426-a564111a33e8 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998088 Apr 21 21:01:05.285598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:05.399050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-e9e6fd2d-a1fb-4995-8edc-44eef397502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:05.400616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-e9e6fd2d-a1fb-4995-8edc-44eef397502e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6f02ed80-a9a5-44a2-a355-0201873c37d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744937 Apr 21 21:01:05.406053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ffd8c-d550-49f1-8f47-ebe377277acb req-b6e2d487-a787-423e-a188-e781934ca052 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:05.409612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e47ffd8c-d550-49f1-8f47-ebe377277acb req-b6e2d487-a787-423e-a188-e781934ca052 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 944 time: 0.0882692 Apr 21 21:01:05.437533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6676f235-a57a-4512-a1a9-d47119c71eb3 req-79b8b1dc-c1ba-431e-a1fd-e8583dcf29d6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833830 Apr 21 21:01:05.465305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e47ffd8c-d550-49f1-8f47-ebe377277acb req-c3cd4b97-f35f-4027-8829-a8d0c4422692 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501196 Apr 21 21:01:05.522228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-7553b8c8-76f0-4325-8cfc-d2d231739961 req-a5d345cb-c13c-41fc-9209-719a2d8533e1 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:01:05.523324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7553b8c8-76f0-4325-8cfc-d2d231739961 req-a5d345cb-c13c-41fc-9209-719a2d8533e1 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059719 Apr 21 21:01:05.532746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af573889-13f7-4c4c-ba76-e726004a2a68 req-b5cd0288-0dd0-46a3-b74d-e8ec00773090 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676623 Apr 21 21:01:05.601164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-d4bdbc9d-d2ba-4768-9669-d59c8b6b38b5 service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861191 Apr 21 21:01:05.676900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7553b8c8-76f0-4325-8cfc-d2d231739961 req-20aed0c7-faae-44d3-9ff1-55649a34991c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1382668 Apr 21 21:01:05.751512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891c95-d818-4395-8c8b-ac7689a840b2 req-cc71c124-5462-4de8-a5a5-120aa6686152 service neutron] 10.222.0.43 "GET /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445935 Apr 21 21:01:05.862145 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:05.897507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-b4f9ac30-6660-4ae8-8464-ec7557436e05 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:05.899132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-b4f9ac30-6660-4ae8-8464-ec7557436e05 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 819 time: 0.1640940 Apr 21 21:01:05.915521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-64cf19da-75fa-4a81-93d7-001d5345d94a tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/quotas/134746395f3149c8b5aa7621ddd04449 HTTP/1.1" status: 200 len: 375 time: 0.0100489 Apr 21 21:01:05.972695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-d76fd826-298c-4135-9bab-b72a02ad2a1c tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515800 Apr 21 21:01:05.983650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dec90-2920-438e-92ac-715db8923399 req-099e3236-ac17-46fe-989d-fb1a753e02c6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:05.985136 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b1dec90-2920-438e-92ac-715db8923399 req-099e3236-ac17-46fe-989d-fb1a753e02c6 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 945 time: 0.0508428 Apr 21 21:01:06.029581 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b1dec90-2920-438e-92ac-715db8923399 req-5d1b476c-9f71-401a-a37a-0833824e93c2 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 Apr 21 21:01:06.079900 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-562b62b3-94f0-4ef5-8d63-7c0b2261a0f6 service neutron] 10.222.0.49 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974610 Apr 21 21:01:06.141516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7481ef44-0f0f-4d44-8e20-2b79ceed9074 req-ff9f25b4-058b-4d2a-944c-47d275fe1a70 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0277145 Apr 21 21:01:06.193390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-df61ec3d-ca75-4443-b07f-311ac4b867ce service neutron] 10.222.0.49 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046927 Apr 21 21:01:06.326698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7d154f1c-943d-4154-b237-10fb1cb65fa4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:06.419933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7d154f1c-943d-4154-b237-10fb1cb65fa4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:06.420391 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:06.574609 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:06.593819 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-322ad48a-b64c-470a-878c-782c5ba02765 req-0ee2079f-b0b2-4e31-b1b9-4d46cd3a9d6c tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 210 time: 0.0363016 Apr 21 21:01:06.630996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 7d154f1c-943d-4154-b237-10fb1cb65fa4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7d154f1c-943d-4154-b237-10fb1cb65fa4,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:06.637421 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:06.749660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=7d154f1c-943d-4154-b237-10fb1cb65fa4,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:06.799269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50d0f8-55cc-4a6e-b578-e81f9c22d643 req-ae81dbdd-2c86-43d8-b5d9-be1259d9d959 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:06.799269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a50d0f8-55cc-4a6e-b578-e81f9c22d643 req-ae81dbdd-2c86-43d8-b5d9-be1259d9d959 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 944 time: 0.1079571 Apr 21 21:01:06.871685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a50d0f8-55cc-4a6e-b578-e81f9c22d643 req-bb5d2474-d5f8-4197-ad23-6ad74e3f84d5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581763 Apr 21 21:01:06.899112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f87e95a7-f5ed-499f-99ae-7467867076a3 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:07.001031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port f87e95a7-f5ed-499f-99ae-7467867076a3 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:01:07.004378 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Sync routers for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:01:07.012993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port f87e95a7-f5ed-499f-99ae-7467867076a3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:07.013371 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:07.028979 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:07.030932 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:07.087568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2ccf-d3a2-4f54-bdec-8c3307f6a2d3 req-bbcc2d6f-2217-4609-bf46-ca864eeedba9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:07.100035 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-016c2ccf-d3a2-4f54-bdec-8c3307f6a2d3 req-bbcc2d6f-2217-4609-bf46-ca864eeedba9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 945 time: 0.1104355 Apr 21 21:01:07.173385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-016c2ccf-d3a2-4f54-bdec-8c3307f6a2d3 req-4c594a2d-251b-4c74-ad53-8dd7968e8bb1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693107 Apr 21 21:01:07.203177 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:07.208853 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:07.299402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:07.306531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2341e3bd-5927-4737-b8ac-83bd328d7e6c req-accb47d5-588b-4e03-bf5e-4c7925631713 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0642490 Apr 21 21:01:07.315280 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166a67d4-bb94-456a-8396-67fd5d216018" -d '{"events": [{"server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "name": "network-vif-plugged", "status": "completed", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:07.346235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f87e95a7-f5ed-499f-99ae-7467867076a3,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:07.356925 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:07.444620 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4480f45b-292d-4713-b751-424aed1b6595 x-openstack-request-id: req-4480f45b-292d-4713-b751-424aed1b6595 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:07.454031 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "name": "network-vif-plugged", "status": "completed", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:07.456817 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4480f45b-292d-4713-b751-424aed1b6595 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:07.457316 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4480f45b-292d-4713-b751-424aed1b6595'] response: {'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3', 'code': 200} Apr 21 21:01:07.478143 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7cf85984-1b5c-45b9-b28a-70f22fa434cf', 'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'mac_address': 'fa:16:3e:c4:a4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:02Z', 'updated_at': '2022-04-21T21:01:04Z', 'revision_number': 2, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'subnets': [{'id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:07.515982 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Checking router: b7c8823b-e851-4710-88ab-318b3328f979 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:01:07.527543 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Updating router b7c8823b-e851-4710-88ab-318b3328f979 port 7cf85984-1b5c-45b9-b28a-70f22fa434cf binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:01:07.560713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f87e95a7-f5ed-499f-99ae-7467867076a3,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:07.591413 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:07.643744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c16b8-f862-48ba-bacb-690849855982 req-5549d307-56e0-4226-a02b-814da1a2f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:07.645814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d78c16b8-f862-48ba-bacb-690849855982 req-5549d307-56e0-4226-a02b-814da1a2f856 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 1096 time: 0.1003582 Apr 21 21:01:07.732027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d78c16b8-f862-48ba-bacb-690849855982 req-519f42ee-8b0b-4ecc-bc48-6ce098be2769 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792758 Apr 21 21:01:07.762324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb3862d2-8f5b-4937-a9e6-4d39d0b4f249 req-eef452f9-d2ff-4cb3-a3ec-941b31c67e87 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 210 time: 0.0569115 Apr 21 21:01:08.153120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a690b3d-963e-4feb-8f99-6c90c44a543d req-9f3aff86-c7fb-490e-8483-731de48b545d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:08.162367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a690b3d-963e-4feb-8f99-6c90c44a543d req-9f3aff86-c7fb-490e-8483-731de48b545d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 945 time: 0.1433120 Apr 21 21:01:08.171837 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:08.183698 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:08.243567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a690b3d-963e-4feb-8f99-6c90c44a543d req-5c4e0df1-890b-42ce-8c63-ce4578afefe6 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737474 Apr 21 21:01:08.247630 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51d3d7-5dd5-4b19-88ca-6b10ccd9508d None None] Pushing event updated for resources: {'Port': ['ID=7cf85984-1b5c-45b9-b28a-70f22fa434cf,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:08.302692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-449bf700-f7f8-4937-8b4f-04d9c0408fe5 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:08.308512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-449bf700-f7f8-4937-8b4f-04d9c0408fe5 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.43 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 819 time: 0.2511454 Apr 21 21:01:08.319403 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Attempting to bind port 7cf85984-1b5c-45b9-b28a-70f22fa434cf on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:01:08.319878 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Attempting to bind port 7cf85984-1b5c-45b9-b28a-70f22fa434cf by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '8913066f-a158-4111-9c65-42c7859279cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:01:08.320461 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Attempting to bind port 7cf85984-1b5c-45b9-b28a-70f22fa434cf on network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:08.321022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Request body: {'port': {'device_id': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'admin_state_up': True, 'tenant_id': '134746395f3149c8b5aa7621ddd04449'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:08.327530 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:01:08.328111 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Checking segment: {'id': '8913066f-a158-4111-9c65-42c7859279cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:08.328658 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:08.330375 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Bound using segment: {'id': '8913066f-a158-4111-9c65-42c7859279cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:01:08.330375 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Bound port: 7cf85984-1b5c-45b9-b28a-70f22fa434cf, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8913066f-a158-4111-9c65-42c7859279cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:01:08.330375 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:08.345300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7d154f1c-943d-4154-b237-10fb1cb65fa4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:08.431388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7d154f1c-943d-4154-b237-10fb1cb65fa4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:08.434427 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:08.465911 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] For port 7cf85984-1b5c-45b9-b28a-70f22fa434cf, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:01:08.469533 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] For port 7cf85984-1b5c-45b9-b28a-70f22fa434cf, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7cf85984-1b5c-45b9-b28a-70f22fa434cf,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:01:08.477504 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:08.488390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac24d7-d424-48bd-8de4-fbcf172fc217 req-dfe95261-67b9-4a67-bf40-ff1977985fc7 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:08.489932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ddac24d7-d424-48bd-8de4-fbcf172fc217 req-dfe95261-67b9-4a67-bf40-ff1977985fc7 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 945 time: 0.0888839 Apr 21 21:01:08.555297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ddac24d7-d424-48bd-8de4-fbcf172fc217 req-f07fce46-992f-43ce-b2ee-7137822b5807 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571618 Apr 21 21:01:08.591605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Made reservation on behalf of 134746395f3149c8b5aa7621ddd04449 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:08.600065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:08.604060 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:08.604877 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:08.628279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d743cb-376c-479d-942c-80a75962a0e7 req-35ef0bfa-a0a7-4b3e-9dc4-8741a1260386 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:08.630252 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3d743cb-376c-479d-942c-80a75962a0e7 req-35ef0bfa-a0a7-4b3e-9dc4-8741a1260386 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.1916809 Apr 21 21:01:08.642959 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51d3d7-5dd5-4b19-88ca-6b10ccd9508d None None] Pushing event updated for resources: {'Port': ['ID=7cf85984-1b5c-45b9-b28a-70f22fa434cf,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:08.683675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bcfefbdd-c793-4361-80cc-31093a71eda4 req-8724323b-b2f9-4040-96c2-0b82f6554523 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0399532 Apr 21 21:01:08.735793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:08.751203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3d743cb-376c-479d-942c-80a75962a0e7 req-118f00cf-4f11-4176-b42d-010f67b5a066 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555532 Apr 21 21:01:08.819610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Allocated IP 172.20.0.11 (6b4f30f6-969b-4119-bdcc-b4f144bc4e2c/8c991039-f6a1-4520-b242-bd914c7b6dc1/80188ca0-2ea3-4f58-aa07-3916ca3cfed0) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:09.040147 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7cf85984-1b5c-45b9-b28a-70f22fa434cf', 'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'mac_address': 'fa:16:3e:c4:a4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:02Z', 'updated_at': '2022-04-21T21:01:08Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'subnets': [{'id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:09.118277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:09.136903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550d0f1-5775-40d3-88a7-66fb1f2e9e95 req-24b1d7cf-1578-4304-834c-da79a255406c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:09.140018 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f464f-e39c-4c3e-8684-c920073d3dfd None None] The sync data for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 is: [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7cf85984-1b5c-45b9-b28a-70f22fa434cf', 'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'mac_address': 'fa:16:3e:c4:a4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:02Z', 'updated_at': '2022-04-21T21:01:08Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'subnets': [{'id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:01:09.160271 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7550d0f1-5775-40d3-88a7-66fb1f2e9e95 req-24b1d7cf-1578-4304-834c-da79a255406c tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 945 time: 0.0967822 Apr 21 21:01:09.238783 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:09.285086 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7550d0f1-5775-40d3-88a7-66fb1f2e9e95 req-c3db8c5d-0673-4235-948d-4093a5214f0b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238878 Apr 21 21:01:09.347958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:09.350077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:09.353233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:01:09.448839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Pushing event updated for resources: {'Port': ['ID=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:09.488745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372befed-5cfb-420f-a8a7-072ead89b249 req-9c767c39-2ecd-47b3-9683-6d098da03740 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:09.490331 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-372befed-5cfb-420f-a8a7-072ead89b249 req-9c767c39-2ecd-47b3-9683-6d098da03740 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 945 time: 0.0876307 Apr 21 21:01:09.491694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c29e9-8f7d-43d4-9ed9-2caad07a16d0 req-489d098c-7faf-435c-8c09-d579aab7b530 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:09.500790 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-788c29e9-8f7d-43d4-9ed9-2caad07a16d0 req-489d098c-7faf-435c-8c09-d579aab7b530 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 932 time: 0.1975217 Apr 21 21:01:09.517072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:09.517735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:09.564337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1b1562e7-ae34-46d7-a99b-7bd83f27385b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2471755 Apr 21 21:01:09.580089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-788c29e9-8f7d-43d4-9ed9-2caad07a16d0 req-8ecd3dc4-13c7-4a61-8eed-fc2492538ea8 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756814 Apr 21 21:01:09.585258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Request body: {'port': {'device_id': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:09.593948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-372befed-5cfb-420f-a8a7-072ead89b249 req-c87eebce-c324-4639-a2e8-2a972c733d55 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896442 Apr 21 21:01:09.708924 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:09.923115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fecd63d3-b137-4a54-8c65-12cd257ba48b req-2a1b86be-b0af-47e0-9abb-793b6dda2504 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cac83e-a7e6-474e-b5fe-1132c7f15f26 HTTP/1.1" status: 200 len: 210 time: 0.0852437 Apr 21 21:01:10.132864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a72ba-e917-4f9f-9e9b-438444e1ad97 req-3ee26088-a110-41f3-838c-4cb2506c9d15 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:10.154376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d94a72ba-e917-4f9f-9e9b-438444e1ad97 req-3ee26088-a110-41f3-838c-4cb2506c9d15 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 945 time: 0.0926702 Apr 21 21:01:10.219614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe434c8-b21b-49c2-8456-79523a87cb29 req-d57ee117-af7c-4158-90ea-f5987964530f tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:10.221202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bfe434c8-b21b-49c2-8456-79523a87cb29 req-d57ee117-af7c-4158-90ea-f5987964530f tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.2839243 Apr 21 21:01:10.231147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d94a72ba-e917-4f9f-9e9b-438444e1ad97 req-cc8ad2eb-2d9e-44eb-bb42-01b0f8f6b966 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760629 Apr 21 21:01:10.253587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-ef66611f-8d17-4d1a-bce2-612d1cf2960b tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:10.255634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-ef66611f-8d17-4d1a-bce2-612d1cf2960b tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.43 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.2495222 Apr 21 21:01:10.319680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cf85984-1b5c-45b9-b28a-70f22fa434cf up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:10.400686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7cf85984-1b5c-45b9-b28a-70f22fa434cf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:10.401458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:10.401817 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:10.413792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:10.444461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Transition to ACTIVE for port object 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:01:10.498841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:10.513301 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:10.552494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 7cf85984-1b5c-45b9-b28a-70f22fa434cf, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7cf85984-1b5c-45b9-b28a-70f22fa434cf,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:10.560614 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:10.561099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bfe434c8-b21b-49c2-8456-79523a87cb29 req-cbb5a706-7201-4db7-99ec-609bd72223c4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213317 Apr 21 21:01:10.640261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=7cf85984-1b5c-45b9-b28a-70f22fa434cf,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:10.701627 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a777a-feb6-407a-8835-a10ba1152351 req-adcc8a95-6c57-426b-9fa8-2910f960482b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:10.703359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-630a777a-feb6-407a-8835-a10ba1152351 req-adcc8a95-6c57-426b-9fa8-2910f960482b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 945 time: 0.0808578 Apr 21 21:01:10.750586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-630a777a-feb6-407a-8835-a10ba1152351 req-996c4b9b-60fa-4a2d-b78c-041bc7a8cff1 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 Apr 21 21:01:10.785037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Pushing event updated for resources: {'Port': ['ID=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:10.860595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca0a79-8274-4874-9691-71d7e507bac1 req-a28ddafd-91f0-457d-ac40-5aaeec60ec6a tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:10.865622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59ca0a79-8274-4874-9691-71d7e507bac1 req-a28ddafd-91f0-457d-ac40-5aaeec60ec6a tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 944 time: 0.1721990 Apr 21 21:01:10.911146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Deleting port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:10.911479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:10.973967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Attempting to bind port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:01:10.973967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Attempting to bind port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '8913066f-a158-4111-9c65-42c7859279cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:01:10.974504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Attempting to bind port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 on network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:10.999188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-10a27a93-e46b-4dbc-88a4-5aef8c09e726 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:11.000806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-10a27a93-e46b-4dbc-88a4-5aef8c09e726 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 945 time: 0.2871339 Apr 21 21:01:11.004774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 on network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:01:11.005380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Attempting to bind port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 on network 6b4f30f6-969b-4119-bdcc-b4f144bc4e2c {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:11.010485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59ca0a79-8274-4874-9691-71d7e507bac1 req-255ecfe8-8ebc-459c-a1b3-071eeefe3396 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273468 Apr 21 21:01:11.042789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55342) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:11.049219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:01:11.049637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Checking segment: {'id': '8913066f-a158-4111-9c65-42c7859279cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:11.050087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Bound using segment: {'id': '8913066f-a158-4111-9c65-42c7859279cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:01:11.050605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Bound port: 80188ca0-2ea3-4f58-aa07-3916ca3cfed0, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8913066f-a158-4111-9c65-42c7859279cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:01:11.051033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.102089 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df4a8f24-1e2e-4bc5-a916-180448232edb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.127950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df4a8f24-1e2e-4bc5-a916-180448232edb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.148494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] For port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:11.149017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.179010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Calling delete_port for 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:11.196063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df4a8f24-1e2e-4bc5-a916-180448232edb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.200167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-df4a8f24-1e2e-4bc5-a916-180448232edb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.201561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-df4a8f24-1e2e-4bc5-a916-180448232edb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "DELETE /v2.0/security-groups/1be08898-d184-42f9-8f7f-4318c7ad85af HTTP/1.1" status: 204 len: 168 time: 0.1578593 Apr 21 21:01:11.204444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] For port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:01:11.207341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55346) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:11.209227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] For port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:01:11.223070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a8f24-1e2e-4bc5-a916-180448232edb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be08898-d184-42f9-8f7f-4318c7ad85af,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:11.230453 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-42fd041a-03f4-435b-8faf-96e8e487f4cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] show failed (client error): The resource could not be found. Apr 21 21:01:11.231252 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-42fd041a-03f4-435b-8faf-96e8e487f4cb tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "GET /v2.0/security-groups/1be08898-d184-42f9-8f7f-4318c7ad85af HTTP/1.1" status: 404 len: 347 time: 0.0227432 Apr 21 21:01:11.234036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55350) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:11.246668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.326583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:11.327522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.329224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] 10.222.0.43 "PUT /v2.0/ports/80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 1092 time: 1.7485132 Apr 21 21:01:11.329795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:11.332309 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccaeb54-1f68-4579-86e6-7c494783f979" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:11.373540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Deleting port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:11.373972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.391374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting port 020856eb-062c-4b78-950d-50c5a426a2b3 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:11.391983 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.442218 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4de4a96-28c7-49e7-af4d-7161acf2ac55 x-openstack-request-id: req-f4de4a96-28c7-49e7-af4d-7161acf2ac55 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:11.442595 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:11.442795 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4de4a96-28c7-49e7-af4d-7161acf2ac55 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:11.443652 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4de4a96-28c7-49e7-af4d-7161acf2ac55'] response: {'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'status': 'completed', 'code': 200} Apr 21 21:01:11.474024 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.474357 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.488497 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Calling delete_port for 020856eb-062c-4b78-950d-50c5a426a2b3 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:11.684275 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.722104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Port': ['ID=020856eb-062c-4b78-950d-50c5a426a2b3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:11.778050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12507a4d-9203-4490-af18-ae231cec0262 req-edbad0e2-16d5-4c40-92a5-2d3aedc3bf36 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:11.779782 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-12507a4d-9203-4490-af18-ae231cec0262 req-edbad0e2-16d5-4c40-92a5-2d3aedc3bf36 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 945 time: 0.1313682 Apr 21 21:01:11.819277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe60b72-5ab6-4b90-b193-f09f90a3e777 service neutron] Pushing event updated for resources: {'Port': ['ID=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:11.821156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.824546 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:11.826769 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e1ede59-fe0e-4b06-8b52-9981fe386fd4 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "DELETE /v2.0/floatingips/34699f91-bbf4-43e8-888a-c083da071242 HTTP/1.1" status: 204 len: 168 time: 0.5916693 Apr 21 21:01:11.837354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55360) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:11.888261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-18b028b5-5809-4c0d-a367-af6f8320f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:11.889808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-18b028b5-5809-4c0d-a367-af6f8320f7dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1095 time: 0.4832406 Apr 21 21:01:11.898375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-12507a4d-9203-4490-af18-ae231cec0262 req-c0201f09-7a3b-42d1-8d92-c56fc46d9a54 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099100 Apr 21 21:01:11.924832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba58e5-1593-4358-85dc-64707e077671 req-91359f53-bc64-4e3c-baeb-409f4be665fb tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:11.933104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21ba58e5-1593-4358-85dc-64707e077671 req-91359f53-bc64-4e3c-baeb-409f4be665fb tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 945 time: 0.5883310 Apr 21 21:01:11.992575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0dcedcc4-db98-49f0-88da-2b61ee7249d7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting port 6896624a-9b73-45a1-91e3-045051fea2c7 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:11.993014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dcedcc4-db98-49f0-88da-2b61ee7249d7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.012714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-1455c667-e11e-475c-8644-83892bc11f17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 217 time: 0.0748141 Apr 21 21:01:12.014459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] For port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,segment=NetworkSegment(401c5aad-cabb-4449-a5cc-65c91a45770d),segment_id=401c5aad-cabb-4449-a5cc-65c91a45770d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:12.014827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.071725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Calling delete_port for 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:12.086866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21ba58e5-1593-4358-85dc-64707e077671 req-90c664bc-e4e9-4598-b342-e0c41a92f492 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528804 Apr 21 21:01:12.095313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.100815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe249c1-9eb9-4330-8297-02fdc216fa06 req-6cbcb788-307e-49c1-8d15-6f53b50d2945 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:12.102276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dbe249c1-9eb9-4330-8297-02fdc216fa06 req-6cbcb788-307e-49c1-8d15-6f53b50d2945 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 945 time: 0.1217213 Apr 21 21:01:12.108235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['58dfa2a5-8098-46bf-816f-04cffcfbfe27'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:12.110509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['f3227603-1782-49ff-9274-9ddb3dcf6a40', '0027bc6a-a1af-4d3b-a76a-9a51a28a1118'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:12.152143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-b3cf2f84-05ef-4b15-a596-d2fa16d15aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:12.153701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-b3cf2f84-05ef-4b15-a596-d2fa16d15aa9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 200 len: 859 time: 0.1275370 Apr 21 21:01:12.174694 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dcedcc4-db98-49f0-88da-2b61ee7249d7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.187382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Pushing event deleted for resources: {'Port': ['ID=0027bc6a-a1af-4d3b-a76a-9a51a28a1118,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:12.188564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dbe249c1-9eb9-4330-8297-02fdc216fa06 req-83806ced-5608-48e6-8149-0db8f63efc0b tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ab3200a-36fe-43a2-95af-01523ae71343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590780 Apr 21 21:01:12.196279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0dcedcc4-db98-49f0-88da-2b61ee7249d7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Calling delete_port for 6896624a-9b73-45a1-91e3-045051fea2c7 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:12.272379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-6aee05de-def5-445c-8043-f1d7a856b699 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859294 Apr 21 21:01:12.317049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] No DVR routers for this DVR port 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:12.333654 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.340220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a9af6ab-a83e-4b8f-b50b-4b302701d146 req-b5ac7d1a-10e6-4dc1-aeca-5e9556439cf6 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.43 "DELETE /v2.0/ports/0027bc6a-a1af-4d3b-a76a-9a51a28a1118 HTTP/1.1" status: 204 len: 173 time: 2.0589113 Apr 21 21:01:12.446199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cf85984-1b5c-45b9-b28a-70f22fa434cf up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:12.459844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0de649-3360-4da5-8771-178c9b59fdff req-cf9eb186-796e-4470-b03d-9776faf15c98 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:12.463432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dcedcc4-db98-49f0-88da-2b61ee7249d7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.467648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e0de649-3360-4da5-8771-178c9b59fdff req-cf9eb186-796e-4470-b03d-9776faf15c98 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 944 time: 0.2827163 Apr 21 21:01:12.584642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcedcc4-db98-49f0-88da-2b61ee7249d7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Port': ['ID=6896624a-9b73-45a1-91e3-045051fea2c7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:12.601516 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-dcc222b2-62da-4de8-8a41-2ab3d6fa8bf4 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204007 Apr 21 21:01:12.657271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e0de649-3360-4da5-8771-178c9b59fdff req-5e112f99-ec1b-4f80-b724-68a2806126a5 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886337 Apr 21 21:01:12.725966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.732587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dcedcc4-db98-49f0-88da-2b61ee7249d7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.744373 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0dcedcc4-db98-49f0-88da-2b61ee7249d7 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "DELETE /v2.0/ports/6896624a-9b73-45a1-91e3-045051fea2c7 HTTP/1.1" status: 204 len: 168 time: 0.9044845 Apr 21 21:01:12.745015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55382) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:12.767959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Pushing event deleted for resources: {'Port': ['ID=43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:12.853779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] No DVR routers for this DVR port 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:12.858140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.861532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa93a28-4916-4a7b-a218-c35401be79d1 req-dad6d60f-7959-4f4d-87d1-06549ca11f1a tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.43 "DELETE /v2.0/ports/43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b HTTP/1.1" status: 204 len: 173 time: 1.8480024 Apr 21 21:01:12.879920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e055b07d-31fd-4f79-b981-a260a7964f90 req-0ed2983c-e68c-4de0-b513-bd7e86fe71f9 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623672 Apr 21 21:01:12.938685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7cf85984-1b5c-45b9-b28a-70f22fa434cf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:12.939066 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:12.947193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b85347fc-bc03-46fe-bd6f-3b3e6ef9fae3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting port 58edae64-08a0-4d17-892f-ec140d407789 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:12.947694 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b85347fc-bc03-46fe-bd6f-3b3e6ef9fae3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:13.095309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b85347fc-bc03-46fe-bd6f-3b3e6ef9fae3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:13.111967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b85347fc-bc03-46fe-bd6f-3b3e6ef9fae3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Calling delete_port for 58edae64-08a0-4d17-892f-ec140d407789 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:13.133485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b30974e-9000-4e10-84d2-20d62611a0a2 req-58c4b35d-1b86-4ef0-8060-2c083753afb7 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae79193f-4c72-4583-af37-e719206c1072 HTTP/1.1" status: 200 len: 210 time: 0.0958152 Apr 21 21:01:13.220368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-91812105-7455-4aac-8c2b-c569fccee037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:13.227531 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-91812105-7455-4aac-8c2b-c569fccee037 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1095 time: 0.1676800 Apr 21 21:01:13.325119 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b85347fc-bc03-46fe-bd6f-3b3e6ef9fae3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:13.358595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85347fc-bc03-46fe-bd6f-3b3e6ef9fae3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Port': ['ID=58edae64-08a0-4d17-892f-ec140d407789,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:13.427087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc74b9a6-03e2-47af-bd13-b54ff1828c06 req-6606b7a9-9053-4cab-9a83-3ab349d60db9 tempest-DeleteServersTestJSON-2038427338 tempest-DeleteServersTestJSON-2038427338-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d2cc4d-e089-4958-a37c-ac4b2bda58ee HTTP/1.1" status: 200 len: 210 time: 0.0683088 Apr 21 21:01:13.454628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae79193f-4c72-4583-af37-e719206c1072', 'name': 'network-vif-deleted', 'tag': '0027bc6a-a1af-4d3b-a76a-9a51a28a1118'}, {'server_uuid': 'd0d2cc4d-e089-4958-a37c-ac4b2bda58ee', 'name': 'network-vif-deleted', 'tag': '43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:13.460876 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1238587-3434-4690-97dd-fd7828eafb4d" -d '{"events": [{"server_uuid": "ae79193f-4c72-4583-af37-e719206c1072", "name": "network-vif-deleted", "tag": "0027bc6a-a1af-4d3b-a76a-9a51a28a1118"}, {"server_uuid": "d0d2cc4d-e089-4958-a37c-ac4b2bda58ee", "name": "network-vif-deleted", "tag": "43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:13.489500 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b85347fc-bc03-46fe-bd6f-3b3e6ef9fae3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:13.499792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b85347fc-bc03-46fe-bd6f-3b3e6ef9fae3 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "DELETE /v2.0/ports/58edae64-08a0-4d17-892f-ec140d407789 HTTP/1.1" status: 204 len: 168 time: 0.7536418 Apr 21 21:01:13.500398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55402) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:13.515273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-9299a6a2-c81a-4ae1-8742-44fa66fd9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:13.516984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-9299a6a2-c81a-4ae1-8742-44fa66fd9f81 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 920 time: 0.2814646 Apr 21 21:01:13.522475 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ead5301-a393-47fa-8b6f-a7afff74010a x-openstack-request-id: req-3ead5301-a393-47fa-8b6f-a7afff74010a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:13.523056 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae79193f-4c72-4583-af37-e719206c1072", "name": "network-vif-deleted", "tag": "0027bc6a-a1af-4d3b-a76a-9a51a28a1118", "status": "completed", "code": 200}, {"server_uuid": "d0d2cc4d-e089-4958-a37c-ac4b2bda58ee", "name": "network-vif-deleted", "tag": "43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:13.523404 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ead5301-a393-47fa-8b6f-a7afff74010a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:13.523903 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ead5301-a393-47fa-8b6f-a7afff74010a'] response: {'server_uuid': 'ae79193f-4c72-4583-af37-e719206c1072', 'name': 'network-vif-deleted', 'tag': '0027bc6a-a1af-4d3b-a76a-9a51a28a1118', 'status': 'completed', 'code': 200} Apr 21 21:01:13.524387 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ead5301-a393-47fa-8b6f-a7afff74010a'] response: {'server_uuid': 'd0d2cc4d-e089-4958-a37c-ac4b2bda58ee', 'name': 'network-vif-deleted', 'tag': '43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b', 'status': 'completed', 'code': 200} Apr 21 21:01:13.563137 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fceed0-3424-49aa-96da-678c1d389c6e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting subnet 8090178e-1083-463b-8037-70b42f5eb641 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:01:13.566403 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e2fceed0-3424-49aa-96da-678c1d389c6e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:13.589472 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-be6a19a2-4ded-4471-92c7-a320bbb10da2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 217 time: 0.0399678 Apr 21 21:01:13.625685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e2fceed0-3424-49aa-96da-678c1d389c6e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:13.662179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-dc5c3dea-014e-4036-8b2b-ce22201cc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:13.664003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-dc5c3dea-014e-4036-8b2b-ce22201cc6ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 200 len: 859 time: 0.0665319 Apr 21 21:01:13.721707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-f0e15463-a349-4227-b906-aac0f51bdafc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454664 Apr 21 21:01:13.784466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e2fceed0-3424-49aa-96da-678c1d389c6e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:13.944453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ad111-85c3-4fdc-8608-0a9d4a151995 req-646ad1ab-0a0c-455a-b53b-4c875bcb124d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:13.947329 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-760ad111-85c3-4fdc-8608-0a9d4a151995 req-646ad1ab-0a0c-455a-b53b-4c875bcb124d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 944 time: 0.1949275 Apr 21 21:01:13.976478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-02d25580-0d26-4dd0-9ab3-a701642f5dbf service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447224 Apr 21 21:01:14.000041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e2fceed0-3424-49aa-96da-678c1d389c6e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.033790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fceed0-3424-49aa-96da-678c1d389c6e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Subnet': ['ID=8090178e-1083-463b-8037-70b42f5eb641,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:14.044388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e2fceed0-3424-49aa-96da-678c1d389c6e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.051231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7c97a-ea66-497d-b234-4b697489df49 None None] Network 683de660-c9b0-41d0-b6a9-943fd48c7844 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:14.054522 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e2fceed0-3424-49aa-96da-678c1d389c6e tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "DELETE /v2.0/subnets/8090178e-1083-463b-8037-70b42f5eb641 HTTP/1.1" status: 204 len: 168 time: 0.5505118 Apr 21 21:01:14.058902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55420) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:14.102431 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-760ad111-85c3-4fdc-8608-0a9d4a151995 req-14ea52fd-842d-4d8a-94f8-175c345d6815 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305649 Apr 21 21:01:14.164814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ccaeb54-1f68-4579-86e6-7c494783f979 req-be70b39a-9fce-4108-af87-48d3427c8304 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789827 Apr 21 21:01:14.192316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea451020-561d-4c4f-9677-c5f57efcaa14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting subnet 4c453df3-cc03-40bc-8b80-cb780f4079e4 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:01:14.193997 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea451020-561d-4c4f-9677-c5f57efcaa14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.264514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea451020-561d-4c4f-9677-c5f57efcaa14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.366446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f3016-1e73-406e-a56e-bd7d66e1e902 None None] DHCP port deletion for 683de660-c9b0-41d0-b6a9-943fd48c7844 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:01:14.396306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea451020-561d-4c4f-9677-c5f57efcaa14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.414514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:14.444349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:14.444964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 43c0e0a2-4d00-4c9e-85e0-5a28267dbe4b not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:14.445750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:14.480031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:14.480690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0027bc6a-a1af-4d3b-a76a-9a51a28a1118 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:14.506377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-052f3016-1e73-406e-a56e-bd7d66e1e902 None None] Deleting port 9e643525-c35d-4028-b682-fc87b5ebd074 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:14.507056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-052f3016-1e73-406e-a56e-bd7d66e1e902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.520955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea451020-561d-4c4f-9677-c5f57efcaa14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.551454 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451020-561d-4c4f-9677-c5f57efcaa14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Subnet': ['ID=4c453df3-cc03-40bc-8b80-cb780f4079e4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:14.556480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea451020-561d-4c4f-9677-c5f57efcaa14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.560257 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ea451020-561d-4c4f-9677-c5f57efcaa14 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "DELETE /v2.0/subnets/4c453df3-cc03-40bc-8b80-cb780f4079e4 HTTP/1.1" status: 204 len: 168 time: 0.5003617 Apr 21 21:01:14.563034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55452) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:14.567292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c048669-4c8f-4dab-89dc-4a84ed64ee92 req-a57d0093-032b-4dc6-8cad-eb910717672c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:14.568840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935635b4-2642-419e-8ccc-cd085b31d978 None None] Network 5fb1d12d-382f-47c7-91b7-9966a693611f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:14.577421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c048669-4c8f-4dab-89dc-4a84ed64ee92 req-a57d0093-032b-4dc6-8cad-eb910717672c tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 945 time: 0.0692284 Apr 21 21:01:14.622307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c048669-4c8f-4dab-89dc-4a84ed64ee92 req-65454f1a-5797-42cc-a967-b2736af8e8da tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439677 Apr 21 21:01:14.648104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-052f3016-1e73-406e-a56e-bd7d66e1e902 None None] For port 9e643525-c35d-4028-b682-fc87b5ebd074, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e643525-c35d-4028-b682-fc87b5ebd074,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:14.648506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-052f3016-1e73-406e-a56e-bd7d66e1e902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.662897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.678705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-052f3016-1e73-406e-a56e-bd7d66e1e902 None None] Calling delete_port for 9e643525-c35d-4028-b682-fc87b5ebd074 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:14.724444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Deleting port 9e643525-c35d-4028-b682-fc87b5ebd074 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:14.724818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.794014 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-052f3016-1e73-406e-a56e-bd7d66e1e902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.794487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] For port 9e643525-c35d-4028-b682-fc87b5ebd074, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e643525-c35d-4028-b682-fc87b5ebd074,segment=NetworkSegment(e5c6547b-5042-4812-a000-b778509cb79e),segment_id=e5c6547b-5042-4812-a000-b778509cb79e)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:14.794854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.813867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Calling delete_port for 9e643525-c35d-4028-b682-fc87b5ebd074 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:14.842738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f3016-1e73-406e-a56e-bd7d66e1e902 None None] Pushing event deleted for resources: {'Port': ['ID=9e643525-c35d-4028-b682-fc87b5ebd074,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:14.846167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f3016-1e73-406e-a56e-bd7d66e1e902 None None] No DVR routers for this DVR port 9e643525-c35d-4028-b682-fc87b5ebd074 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:14.860253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6334077-14d2-48e7-bbeb-58058cf311e1 None None] DHCP port deletion for 5fb1d12d-382f-47c7-91b7-9966a693611f request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:01:14.921420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e6334077-14d2-48e7-bbeb-58058cf311e1 None None] Deleting port dd2825f4-e9a5-4dbb-b91d-db0d0d135292 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:14.921799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6334077-14d2-48e7-bbeb-58058cf311e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.922159 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:14.952432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Port': ['ID=9e643525-c35d-4028-b682-fc87b5ebd074,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:14.954516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] No DVR routers for this DVR port 9e643525-c35d-4028-b682-fc87b5ebd074 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:14.995223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e6334077-14d2-48e7-bbeb-58058cf311e1 None None] For port dd2825f4-e9a5-4dbb-b91d-db0d0d135292, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dd2825f4-e9a5-4dbb-b91d-db0d0d135292,segment=NetworkSegment(fc55f1a5-f687-4e53-99c7-f6fee53cf53f),segment_id=fc55f1a5-f687-4e53-99c7-f6fee53cf53f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:14.996038 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6334077-14d2-48e7-bbeb-58058cf311e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.010013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e6334077-14d2-48e7-bbeb-58058cf311e1 None None] Calling delete_port for dd2825f4-e9a5-4dbb-b91d-db0d0d135292 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:15.059434 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.079918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683de660-c9b0-41d0-b6a9-943fd48c7844']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:15.092783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c6547b-5042-4812-a000-b778509cb79e') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:15.093088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c6547b-5042-4812-a000-b778509cb79e') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:15.105538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.108248 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6334077-14d2-48e7-bbeb-58058cf311e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.119801 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.126563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:01:15.126987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:01:15.130411 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:01:15.142452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6334077-14d2-48e7-bbeb-58058cf311e1 None None] Pushing event deleted for resources: {'Port': ['ID=dd2825f4-e9a5-4dbb-b91d-db0d0d135292,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:15.146725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6334077-14d2-48e7-bbeb-58058cf311e1 None None] No DVR routers for this DVR port dd2825f4-e9a5-4dbb-b91d-db0d0d135292 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:15.243931 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.252192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.255262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "DELETE /v2.0/networks/683de660-c9b0-41d0-b6a9-943fd48c7844 HTTP/1.1" status: 204 len: 168 time: 0.6913054 Apr 21 21:01:15.258128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55478) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:15.267776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693600a-8e1e-497a-837e-913ef011ccf0 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Network': ['ID=683de660-c9b0-41d0-b6a9-943fd48c7844,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:15.284707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5625996-1fa5-413e-b33d-d4443baedc52 req-84aae573-3502-4ff9-ad1d-574162f796bf tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:15.286249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5625996-1fa5-413e-b33d-d4443baedc52 req-84aae573-3502-4ff9-ad1d-574162f796bf tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 944 time: 0.0868666 Apr 21 21:01:15.347148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.354323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5625996-1fa5-413e-b33d-d4443baedc52 req-fe4005db-4526-43a9-92e5-e08e0a2c36d4 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598233 Apr 21 21:01:15.437191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.457414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb1d12d-382f-47c7-91b7-9966a693611f']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:15.467394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:15.467692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc55f1a5-f687-4e53-99c7-f6fee53cf53f') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:15.484403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.498334 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.505657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:01:15.506203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:01:15.509194 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:01:15.573227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.583151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:15.586751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] 10.222.0.49 "DELETE /v2.0/networks/5fb1d12d-382f-47c7-91b7-9966a693611f HTTP/1.1" status: 204 len: 168 time: 0.3274109 Apr 21 21:01:15.602786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352ceb2-ba23-4613-9e49-34b56f66f479 tempest-TaggedBootDevicesTest-137892082 tempest-TaggedBootDevicesTest-137892082-project] Pushing event deleted for resources: {'Network': ['ID=5fb1d12d-382f-47c7-91b7-9966a693611f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:15.767025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290aaef-0dea-44d5-8c33-daff6a9a7777 req-dcd8b100-30e6-4314-bb7b-9ed8b9015a37 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:15.775276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6290aaef-0dea-44d5-8c33-daff6a9a7777 req-dcd8b100-30e6-4314-bb7b-9ed8b9015a37 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 945 time: 0.0658948 Apr 21 21:01:15.863004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6290aaef-0dea-44d5-8c33-daff6a9a7777 req-cf91238f-f128-4961-b4ac-fd879fd6397d tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865927 Apr 21 21:01:16.275384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-e081edc4-0f17-46b8-bb2b-29f1c818dbd0 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:16.277783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-e081edc4-0f17-46b8-bb2b-29f1c818dbd0 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 945 time: 0.0776265 Apr 21 21:01:16.285119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e643525-c35d-4028-b682-fc87b5ebd074 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:16.328975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 9e643525-c35d-4028-b682-fc87b5ebd074 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:16.345394 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e643525-c35d-4028-b682-fc87b5ebd074 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:16.346169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dd2825f4-e9a5-4dbb-b91d-db0d0d135292 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:16.414688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: dd2825f4-e9a5-4dbb-b91d-db0d0d135292 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:16.417483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dd2825f4-e9a5-4dbb-b91d-db0d0d135292 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:16.428724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Deleting port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:16.429101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:16.559227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336686bc-49cb-420a-a9ce-ad69a6dae1d9 req-52c9bcb4-055f-47a7-8ab2-9b72dd9bca29 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:16.566707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-336686bc-49cb-420a-a9ce-ad69a6dae1d9 req-52c9bcb4-055f-47a7-8ab2-9b72dd9bca29 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 944 time: 0.0937557 Apr 21 21:01:16.602533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] For port 58dfa2a5-8098-46bf-816f-04cffcfbfe27, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=58dfa2a5-8098-46bf-816f-04cffcfbfe27,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:16.603095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:16.624291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-336686bc-49cb-420a-a9ce-ad69a6dae1d9 req-7c1b1d8f-84b3-4ca0-b7fc-bccb4cb2ed90 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Apr 21 21:01:16.627441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Calling delete_port for 58dfa2a5-8098-46bf-816f-04cffcfbfe27 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:16.810765 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:16.824905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['58dfa2a5-8098-46bf-816f-04cffcfbfe27'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:16.832335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['f3227603-1782-49ff-9274-9ddb3dcf6a40'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:16.864083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Pushing event deleted for resources: {'Port': ['ID=58dfa2a5-8098-46bf-816f-04cffcfbfe27,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:16.910498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] No DVR routers for this DVR port 58dfa2a5-8098-46bf-816f-04cffcfbfe27 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:16.913050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:16.919016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-042c84f2-7a64-4ccb-bb54-e3eabe0fadf8 req-1847e38d-41e2-4350-9662-bc3446d61f52 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.46 "DELETE /v2.0/ports/58dfa2a5-8098-46bf-816f-04cffcfbfe27 HTTP/1.1" status: 204 len: 173 time: 0.6338768 Apr 21 21:01:16.919499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb6b2a2-1167-4494-9759-706ccb3d852d', 'name': 'network-vif-deleted', 'tag': '58dfa2a5-8098-46bf-816f-04cffcfbfe27'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:16.922262 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7806dee-7941-420d-8bc9-5c84407a3caf" -d '{"events": [{"server_uuid": "dcb6b2a2-1167-4494-9759-706ccb3d852d", "name": "network-vif-deleted", "tag": "58dfa2a5-8098-46bf-816f-04cffcfbfe27"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:16.976735 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d22c725-c355-4981-a0f7-97c555ca1992 x-openstack-request-id: req-5d22c725-c355-4981-a0f7-97c555ca1992 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:16.977322 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb6b2a2-1167-4494-9759-706ccb3d852d", "name": "network-vif-deleted", "tag": "58dfa2a5-8098-46bf-816f-04cffcfbfe27", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:16.977752 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d22c725-c355-4981-a0f7-97c555ca1992 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:16.978593 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d22c725-c355-4981-a0f7-97c555ca1992'] response: {'server_uuid': 'dcb6b2a2-1167-4494-9759-706ccb3d852d', 'name': 'network-vif-deleted', 'tag': '58dfa2a5-8098-46bf-816f-04cffcfbfe27', 'status': 'completed', 'code': 200} Apr 21 21:01:17.086988 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15416005-a6e8-49f4-90d7-ff64b67196e2 req-419598bf-1a21-4696-8b23-411000cdef32 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcb6b2a2-1167-4494-9759-706ccb3d852d HTTP/1.1" status: 200 len: 210 time: 0.0522113 Apr 21 21:01:17.750310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e7a40-1fbf-4448-82c4-49dd5d193580 req-3d42b5b8-693c-43ff-88a1-726c9d27d92b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:17.751817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e17e7a40-1fbf-4448-82c4-49dd5d193580 req-3d42b5b8-693c-43ff-88a1-726c9d27d92b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 944 time: 0.0508959 Apr 21 21:01:17.797355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e17e7a40-1fbf-4448-82c4-49dd5d193580 req-e9db46c4-0282-4f5e-ae80-cdbcb86b8abf tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 Apr 21 21:01:18.421198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:01:18.438331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55574) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:18.618820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:18.649569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'port_id': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'mac_address': 'fa:16:3e:3a:af:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:01:18.707490 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:18.722217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:18.745731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:18.751413 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:18.753901 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce087d-2a60-4d31-ab5d-45e134f59423 req-b2b15364-f694-4f38-aaf8-cb32d11caf22 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:18.755479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22ce087d-2a60-4d31-ab5d-45e134f59423 req-b2b15364-f694-4f38-aaf8-cb32d11caf22 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1754708 Apr 21 21:01:18.818946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:18.878001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a2791b-956b-4dcc-8dbd-eb3c73b0558d admin admin] Deleting subnet d4bf5f30-1a54-45df-beff-c6aca22835c4 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:01:18.891728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22ce087d-2a60-4d31-ab5d-45e134f59423 req-1e481828-2a6c-4d18-872a-967813e014e3 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239715 Apr 21 21:01:18.892528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56a2791b-956b-4dcc-8dbd-eb3c73b0558d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:18.937597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56a2791b-956b-4dcc-8dbd-eb3c73b0558d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:18.938758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f87e95a7-f5ed-499f-99ae-7467867076a3 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:01:18.983294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6924f-f0ae-4a47-a8a7-fc500708be8b req-5d695f1f-0eab-415a-9d3c-d9c86d8b2d98 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:18.986793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efc6924f-f0ae-4a47-a8a7-fc500708be8b req-5d695f1f-0eab-415a-9d3c-d9c86d8b2d98 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 945 time: 0.0853016 Apr 21 21:01:19.008195 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56a2791b-956b-4dcc-8dbd-eb3c73b0558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.053257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80188ca0-2ea3-4f58-aa07-3916ca3cfed0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:19.080966 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efc6924f-f0ae-4a47-a8a7-fc500708be8b req-ca6f8799-4115-4f36-875a-4fa9b02bceef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867364 Apr 21 21:01:19.083461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56a2791b-956b-4dcc-8dbd-eb3c73b0558d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.112776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2791b-956b-4dcc-8dbd-eb3c73b0558d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4bf5f30-1a54-45df-beff-c6aca22835c4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:19.120306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56a2791b-956b-4dcc-8dbd-eb3c73b0558d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.126319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-56a2791b-956b-4dcc-8dbd-eb3c73b0558d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d4bf5f30-1a54-45df-beff-c6aca22835c4 HTTP/1.1" status: 204 len: 168 time: 0.6845021 Apr 21 21:01:19.127030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55608) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:19.178466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f87e95a7-f5ed-499f-99ae-7467867076a3,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:19.222893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'f87e95a7-f5ed-499f-99ae-7467867076a3', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'port_id': 'f87e95a7-f5ed-499f-99ae-7467867076a3', 'mac_address': 'fa:16:3e:f0:7d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85c431-91c5-4196-a488-3699ed589db4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:01:19.231619 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.328426 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.355928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.364509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f87e95a7-f5ed-499f-99ae-7467867076a3 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:19.384145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce0c123-6869-4e68-b973-726a453ab290']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:19.399790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401c5aad-cabb-4449-a5cc-65c91a45770d') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:19.400433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401c5aad-cabb-4449-a5cc-65c91a45770d') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:19.418412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f87e95a7-f5ed-499f-99ae-7467867076a3,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:19.442526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.457121 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.481033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.493768 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:01:19.494208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:01:19.496317 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:01:19.533752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f87e95a7-f5ed-499f-99ae-7467867076a3,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:19.557541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['f87e95a7-f5ed-499f-99ae-7467867076a3'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:19.586061 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.612148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:19.618278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1ce0c123-6869-4e68-b973-726a453ab290 HTTP/1.1" status: 204 len: 168 time: 0.4877782 Apr 21 21:01:19.618278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2e0ac-88b8-4a78-ad5a-4eb17fb91eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce0c123-6869-4e68-b973-726a453ab290,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:19.859392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55632) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:19.912587 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fb32f519-9881-4cfe-a30c-7039260d6db6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d6bae548afb4d51b2ddba65d8bc64fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514176 Apr 21 21:01:19.915077 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55636) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:19.982185 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d309f181-8d50-4cee-839c-7eb2453b8615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.005514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d309f181-8d50-4cee-839c-7eb2453b8615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.012175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cd605-2574-4612-b746-2ee658971499 req-80681035-bf60-4cd3-b3c5-353d88a03d51 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:20.019542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f2cd605-2574-4612-b746-2ee658971499 req-80681035-bf60-4cd3-b3c5-353d88a03d51 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.0585978 Apr 21 21:01:20.060078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d309f181-8d50-4cee-839c-7eb2453b8615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.061359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f2cd605-2574-4612-b746-2ee658971499 req-d49a1fb6-dbc3-40bb-a348-980c34436ff8 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/security-groups?id=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Apr 21 21:01:20.063580 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d309f181-8d50-4cee-839c-7eb2453b8615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.068359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d309f181-8d50-4cee-839c-7eb2453b8615 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ab3200a-36fe-43a2-95af-01523ae71343 HTTP/1.1" status: 204 len: 168 time: 0.1521854 Apr 21 21:01:20.082610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309f181-8d50-4cee-839c-7eb2453b8615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab3200a-36fe-43a2-95af-01523ae71343,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:20.302856 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.325114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-e09db41e-8197-4897-9b85-bbdf4518195d tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:20.326787 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-e09db41e-8197-4897-9b85-bbdf4518195d tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.43 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 945 time: 0.1308730 Apr 21 21:01:20.420840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:20.447420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Deleting port f3227603-1782-49ff-9274-9ddb3dcf6a40 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:20.448337 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.500989 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.505808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:01:20.515485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:20.516154 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.606234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] For port f3227603-1782-49ff-9274-9ddb3dcf6a40, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f3227603-1782-49ff-9274-9ddb3dcf6a40,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:20.606659 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.624038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63a020-1dab-42cd-9ab5-f85e8494defa req-9777a2c5-28e8-4b78-af6e-d14e9249b8da tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:20.624736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Calling delete_port for f3227603-1782-49ff-9274-9ddb3dcf6a40 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:20.633319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd63a020-1dab-42cd-9ab5-f85e8494defa req-9777a2c5-28e8-4b78-af6e-d14e9249b8da tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 945 time: 0.4909925 Apr 21 21:01:20.643278 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.687379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:20.688430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:20.692281 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8a076d-0ddd-43c8-aeca-1d98ce6f1a6d" -d '{"events": [{"server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "name": "network-vif-plugged", "status": "completed", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:20.697522 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.731152 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd63a020-1dab-42cd-9ab5-f85e8494defa req-472583df-b5e6-49c8-9b3e-f9328641762f tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952349 Apr 21 21:01:20.765151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:20.775878 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731c69b4-2a6f-4f1d-9506-07f91833768b x-openstack-request-id: req-731c69b4-2a6f-4f1d-9506-07f91833768b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:20.776511 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "name": "network-vif-plugged", "status": "completed", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:20.777605 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-731c69b4-2a6f-4f1d-9506-07f91833768b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:20.778554 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731c69b4-2a6f-4f1d-9506-07f91833768b'] response: {'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'code': 200} Apr 21 21:01:20.843532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.856483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['f3227603-1782-49ff-9274-9ddb3dcf6a40'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:20.910446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Pushing event deleted for resources: {'Port': ['ID=f3227603-1782-49ff-9274-9ddb3dcf6a40,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:20.968742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] No DVR routers for this DVR port f3227603-1782-49ff-9274-9ddb3dcf6a40 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:20.972355 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:20.975983 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55396c84-2b40-41e8-9f78-554eb1e8abbd req-bb8352a2-4d68-4365-9bbe-93f8c379efe4 tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.43 "DELETE /v2.0/ports/f3227603-1782-49ff-9274-9ddb3dcf6a40 HTTP/1.1" status: 204 len: 173 time: 0.6434216 Apr 21 21:01:20.976965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69acf79-fe30-4c22-b250-8bebc0730fe2', 'name': 'network-vif-deleted', 'tag': 'f3227603-1782-49ff-9274-9ddb3dcf6a40'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:20.980033 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51e733e-69ac-4822-800d-fe2db389e445" -d '{"events": [{"server_uuid": "d69acf79-fe30-4c22-b250-8bebc0730fe2", "name": "network-vif-deleted", "tag": "f3227603-1782-49ff-9274-9ddb3dcf6a40"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:20.999399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f87e95a7-f5ed-499f-99ae-7467867076a3 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:21.005326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2606b48-5180-4c10-95b8-b0c49950688b req-d490a803-ddb6-456f-9a05-e92a1284684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:21.012140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2606b48-5180-4c10-95b8-b0c49950688b req-d490a803-ddb6-456f-9a05-e92a1284684a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1097 time: 0.1787829 Apr 21 21:01:21.089524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2606b48-5180-4c10-95b8-b0c49950688b req-afbb09f8-0ad5-4027-8998-e5381bdc9211 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709119 Apr 21 21:01:21.132624 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd548b-2e38-49eb-b3a9-2f879f938523 x-openstack-request-id: req-10fd548b-2e38-49eb-b3a9-2f879f938523 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:21.133030 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69acf79-fe30-4c22-b250-8bebc0730fe2", "name": "network-vif-deleted", "tag": "f3227603-1782-49ff-9274-9ddb3dcf6a40", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:21.133371 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10fd548b-2e38-49eb-b3a9-2f879f938523 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:21.133865 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10fd548b-2e38-49eb-b3a9-2f879f938523'] response: {'server_uuid': 'd69acf79-fe30-4c22-b250-8bebc0730fe2', 'name': 'network-vif-deleted', 'tag': 'f3227603-1782-49ff-9274-9ddb3dcf6a40', 'status': 'completed', 'code': 200} Apr 21 21:01:21.184207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port f87e95a7-f5ed-499f-99ae-7467867076a3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:21.184631 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.247869 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dabf51cc-3477-4be5-b601-19b44a5ef9a0 req-bad1df77-ad8e-4a4b-8dd4-73d2ca88abcb tempest-ListServerFiltersTestJSON-1267482520 tempest-ListServerFiltersTestJSON-1267482520-project] 10.222.0.49 "GET /v2.0/ports?device_id=d69acf79-fe30-4c22-b250-8bebc0730fe2 HTTP/1.1" status: 200 len: 210 time: 0.0468938 Apr 21 21:01:21.304567 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.334750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55700) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:21.362241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f87e95a7-f5ed-499f-99ae-7467867076a3,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:21.370079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.371042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 58dfa2a5-8098-46bf-816f-04cffcfbfe27 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:21.420807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 58dfa2a5-8098-46bf-816f-04cffcfbfe27 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:21.420807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 58dfa2a5-8098-46bf-816f-04cffcfbfe27 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:21.506817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1388552873-network', 'tenant_id': 'f3a304073d584b249beec43d5225c345'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:21.532816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Made reservation on behalf of f3a304073d584b249beec43d5225c345 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:21.535596 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.552542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.666909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f87e95a7-f5ed-499f-99ae-7467867076a3,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:21.677332 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.684493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.721332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:01:21.732706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.733065 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Added segment 9d988db7-f0b6-4304-a572-7b45fbcce334 of type vlan for network e9536da2-60da-402a-8633-5b8b4c00cd4a Apr 21 21:01:21.852209 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.901118 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.903586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:21.907153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:21.938895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08103144-db8f-4d8f-bd78-7589205676c2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:21.967800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f528dcd-e6b4-4c66-b955-7b43d1c69d91 req-bbb37178-98bb-4b82-b431-f09cb23635f9 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:21.970961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f528dcd-e6b4-4c66-b955-7b43d1c69d91 req-bbb37178-98bb-4b82-b431-f09cb23635f9 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.1147084 Apr 21 21:01:21.987055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6511905 Apr 21 21:01:21.987903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55738) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:22.003712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Request body: {'subnet': {'network_id': 'e9536da2-60da-402a-8633-5b8b4c00cd4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1388552873-subnet', 'tenant_id': 'f3a304073d584b249beec43d5225c345', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:22.025351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7674f01-c7d8-4219-bafb-5ac205dc1a50 admin admin] Pushing event updated for resources: {'Network': ['ID=e9536da2-60da-402a-8633-5b8b4c00cd4a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:22.029673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Made reservation on behalf of f3a304073d584b249beec43d5225c345 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:22.032215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:22.038014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e9536da2-60da-402a-8633-5b8b4c00cd4a details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:01:22.042031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f528dcd-e6b4-4c66-b955-7b43d1c69d91 req-354d36be-ad84-4f9d-bbf5-d13907b483d0 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600171 Apr 21 21:01:22.264317 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:22.347894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15bef3a-e6f8-4451-af2b-8ad404ff6488,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:22.349536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55742) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:22.358488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Checking segment: {'id': '9d988db7-f0b6-4304-a572-7b45fbcce334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e9536da2-60da-402a-8633-5b8b4c00cd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:22.358977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Network hostable DHCP agents. Network: e9536da2-60da-402a-8633-5b8b4c00cd4a, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:01:22.395129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Network e9536da2-60da-402a-8633-5b8b4c00cd4a is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:01:22.409257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e9536da2-60da-402a-8633-5b8b4c00cd4a) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:22.414146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:22.416352 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:22.419008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f69ea-fe89-453a-ba46-94dc164a599b None None] Network e9536da2-60da-402a-8633-5b8b4c00cd4a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:22.448560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ddb8a9a-cd65-48a1-b761-63fd0b90b340 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4445493 Apr 21 21:01:22.470611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f49881-c7f2-466a-bdf9-0f95a2ff4f05 admin admin] Deleting subnet 6b055e7f-0ccd-46b3-9a35-85a05c1f697e {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:01:22.485306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f49881-c7f2-466a-bdf9-0f95a2ff4f05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:22.624366 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f49881-c7f2-466a-bdf9-0f95a2ff4f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:22.765262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aae3a0-615d-40e4-9200-6fca07a56b1d None None] Network e9536da2-60da-402a-8633-5b8b4c00cd4a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:22.803405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:22.810871 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bef7a2-98c5-47ca-991e-18a05eeadebc" -d '{"events": [{"server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "name": "network-vif-plugged", "status": "completed", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:22.872724 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:01:22.882725 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f49881-c7f2-466a-bdf9-0f95a2ff4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:22.939455 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede35609-4aa3-4041-8e42-078513abba94 x-openstack-request-id: req-ede35609-4aa3-4041-8e42-078513abba94 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:22.940021 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "name": "network-vif-plugged", "status": "completed", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:22.940457 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ede35609-4aa3-4041-8e42-078513abba94 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:22.941071 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede35609-4aa3-4041-8e42-078513abba94'] response: {'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3', 'code': 200} Apr 21 21:01:23.051967 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f49881-c7f2-466a-bdf9-0f95a2ff4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:23.110973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f49881-c7f2-466a-bdf9-0f95a2ff4f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:23.118461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae7b23-029e-4eac-babc-4dfb6b241819 None None] Network 6f02ed80-a9a5-44a2-a355-0201873c37d0 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:23.122419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-03f49881-c7f2-466a-bdf9-0f95a2ff4f05 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6b055e7f-0ccd-46b3-9a35-85a05c1f697e HTTP/1.1" status: 204 len: 168 time: 0.7714255 Apr 21 21:01:23.124880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55790) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:23.228862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f49881-c7f2-466a-bdf9-0f95a2ff4f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b055e7f-0ccd-46b3-9a35-85a05c1f697e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:23.393097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:23.527020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6deeb7-369f-47ec-a3ea-43d1c889aaf3 req-2d61ad37-f568-43c1-ba98-8528f27d61d9 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:23.537220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aa6deeb7-369f-47ec-a3ea-43d1c889aaf3 req-2d61ad37-f568-43c1-ba98-8528f27d61d9 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.2448766 Apr 21 21:01:23.560108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-fc73b132-ec87-4003-9b00-3a95e22fd6a1 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:23.561820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-fc73b132-ec87-4003-9b00-3a95e22fd6a1 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/networks?id=e9536da2-60da-402a-8633-5b8b4c00cd4a HTTP/1.1" status: 200 len: 814 time: 0.2753460 Apr 21 21:01:23.587462 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-7a9c837b-9c5f-430c-8e91-5ba48e9f04a8 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/quotas/f3a304073d584b249beec43d5225c345 HTTP/1.1" status: 200 len: 375 time: 0.0198138 Apr 21 21:01:23.638536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcad8d0-b235-43f7-b5a6-534cfb5e23f3 None None] DHCP port deletion for 6f02ed80-a9a5-44a2-a355-0201873c37d0 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:01:23.711128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-852ba606-1e31-4c8c-bafb-2cd89a749d48 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f3a304073d584b249beec43d5225c345&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082716 Apr 21 21:01:23.745134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aa6deeb7-369f-47ec-a3ea-43d1c889aaf3 req-7b7f8555-aa95-4ad2-83d3-b5dbd31da4c3 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069099 Apr 21 21:01:23.777362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dbcad8d0-b235-43f7-b5a6-534cfb5e23f3 None None] Deleting port 49cff672-0b15-4211-b3d1-c016b2733a0e {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:23.777888 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dbcad8d0-b235-43f7-b5a6-534cfb5e23f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:23.805521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Deleting port 49cff672-0b15-4211-b3d1-c016b2733a0e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:23.807037 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:23.923983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-dbcad8d0-b235-43f7-b5a6-534cfb5e23f3 None None] For port 49cff672-0b15-4211-b3d1-c016b2733a0e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=49cff672-0b15-4211-b3d1-c016b2733a0e,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:23.925987 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dbcad8d0-b235-43f7-b5a6-534cfb5e23f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:23.974195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dbcad8d0-b235-43f7-b5a6-534cfb5e23f3 None None] Calling delete_port for 49cff672-0b15-4211-b3d1-c016b2733a0e owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:23.994253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-83b45e14-2826-4d90-9bf2-03eff750cdb3 service neutron] 10.222.0.49 "GET /v2.0/networks/e9536da2-60da-402a-8633-5b8b4c00cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732570 Apr 21 21:01:24.051065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] For port 49cff672-0b15-4211-b3d1-c016b2733a0e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=49cff672-0b15-4211-b3d1-c016b2733a0e,segment=NetworkSegment(465dae7b-8876-453b-b304-72339a982094),segment_id=465dae7b-8876-453b-b304-72339a982094)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:24.054686 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:24.122242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Calling delete_port for 49cff672-0b15-4211-b3d1-c016b2733a0e owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:24.235746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dbcad8d0-b235-43f7-b5a6-534cfb5e23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:24.312030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcad8d0-b235-43f7-b5a6-534cfb5e23f3 None None] Pushing event deleted for resources: {'Port': ['ID=49cff672-0b15-4211-b3d1-c016b2733a0e,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:24.325152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcad8d0-b235-43f7-b5a6-534cfb5e23f3 None None] No DVR routers for this DVR port 49cff672-0b15-4211-b3d1-c016b2733a0e on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:24.329924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-06e2db55-0306-4e76-9a1b-fb46ef035b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:24.332736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-06e2db55-0306-4e76-9a1b-fb46ef035b89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1097 time: 0.1977541 Apr 21 21:01:24.414411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:24.431483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f3227603-1782-49ff-9274-9ddb3dcf6a40 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:24.456087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Pushing event deleted for resources: {'Port': ['ID=49cff672-0b15-4211-b3d1-c016b2733a0e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:24.458477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] No DVR routers for this DVR port 49cff672-0b15-4211-b3d1-c016b2733a0e on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:24.490528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 49cff672-0b15-4211-b3d1-c016b2733a0e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:24.497530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: f3227603-1782-49ff-9274-9ddb3dcf6a40 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:24.497753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f3227603-1782-49ff-9274-9ddb3dcf6a40 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:24.506975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e1b3c-e91c-4cb0-9c4e-cc4d719d13c3 req-cc65c1d3-9741-4b37-84b2-13ac3c557a02 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:24.523443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b2e1b3c-e91c-4cb0-9c4e-cc4d719d13c3 req-cc65c1d3-9741-4b37-84b2-13ac3c557a02 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.1669257 Apr 21 21:01:24.545935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 49cff672-0b15-4211-b3d1-c016b2733a0e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:24.546284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 49cff672-0b15-4211-b3d1-c016b2733a0e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:24.556263 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-a1f8d2ca-0be0-455d-95e7-d8eac63cba14 service neutron] 10.222.0.49 "GET /v2.0/networks/e9536da2-60da-402a-8633-5b8b4c00cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543396 Apr 21 21:01:24.643006 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:24.656523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-16a42286-6021-4bff-8c10-6904cf899983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:24.658061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-16a42286-6021-4bff-8c10-6904cf899983 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 920 time: 0.3113012 Apr 21 21:01:24.716479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b2e1b3c-e91c-4cb0-9c4e-cc4d719d13c3 req-f6ee8d2e-19ab-4f2c-968e-2d3ee949b381 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869199 Apr 21 21:01:24.721369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f02ed80-a9a5-44a2-a355-0201873c37d0']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:24.746172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465dae7b-8876-453b-b304-72339a982094') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:24.746724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465dae7b-8876-453b-b304-72339a982094') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:24.767489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:24.785266 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:24.786329 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-51119a9e-16d0-473b-8a13-c07c037b71ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 217 time: 0.1214767 Apr 21 21:01:24.794505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:01:24.795272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:01:24.797697 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:01:24.909606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-c09f0138-1002-4243-9c13-604394298270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:24.912814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-c09f0138-1002-4243-9c13-604394298270 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 200 len: 859 time: 0.1199405 Apr 21 21:01:24.961272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-220c339e-45e0-4479-9aa3-cbb5b6fabd6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421402 Apr 21 21:01:25.000034 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96188f5c-d0b0-4b6f-a27e-b5ed1415c980 req-f183bfbd-6ebb-4f27-aac4-588ad90713ce tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 210 time: 0.0846117 Apr 21 21:01:25.021138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:25.035712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:25.053449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6f02ed80-a9a5-44a2-a355-0201873c37d0 HTTP/1.1" status: 204 len: 168 time: 1.9206893 Apr 21 21:01:25.090168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dd795-5212-4154-81bb-42e476f95847 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f02ed80-a9a5-44a2-a355-0201873c37d0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:25.236990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-89039f33-498d-4a74-ab88-8c8945f06ea9 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655230 Apr 21 21:01:25.271790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55842) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:25.357882 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6b5dddd7-a535-474e-90e6-f050660fc87c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd1bcacb04f44121a05581a8532883ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844164 Apr 21 21:01:25.358820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55848) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:25.415518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e3ade70-5a6b-4315-bb75-e64e14797cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:25.446646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-509bc7a5-8d69-4dd5-a093-6a7da45c0f4f req-3ec221a2-f855-434b-9d8b-235584c85d53 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032261 Apr 21 21:01:25.481056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e3ade70-5a6b-4315-bb75-e64e14797cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:25.549062 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e3ade70-5a6b-4315-bb75-e64e14797cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:25.559179 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e3ade70-5a6b-4315-bb75-e64e14797cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:25.572101 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0e3ade70-5a6b-4315-bb75-e64e14797cfe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bf652c8-c9fd-4ea0-afb2-a60f582c30e2 HTTP/1.1" status: 204 len: 168 time: 0.2111278 Apr 21 21:01:25.595268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ade70-5a6b-4315-bb75-e64e14797cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf652c8-c9fd-4ea0-afb2-a60f582c30e2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:26.005052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240140c-abad-4d1d-89ea-bd0389ed3522 req-4554c0d8-7919-4808-b985-da5753cb548e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:26.031276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e240140c-abad-4d1d-89ea-bd0389ed3522 req-4554c0d8-7919-4808-b985-da5753cb548e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.1434910 Apr 21 21:01:26.139055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e240140c-abad-4d1d-89ea-bd0389ed3522 req-d1a6ca5a-8710-419e-82ee-6ed9769fc559 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068358 Apr 21 21:01:26.180347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94cface3-53ac-4286-b7ca-1b083d7f8796 req-eb3e3db9-218a-4a90-a80f-83ee2a6d5239 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 210 time: 0.0488777 Apr 21 21:01:26.654361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4b30ec1b-721c-4405-bbf2-893a69cca2f9 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:26.656068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4b30ec1b-721c-4405-bbf2-893a69cca2f9 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.43 "GET /v2.0/networks?id=e9536da2-60da-402a-8633-5b8b4c00cd4a HTTP/1.1" status: 200 len: 814 time: 0.2039576 Apr 21 21:01:26.676809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Request body: {'port': {'device_id': 'f0de1c84-4c6c-4192-8d13-9a4518a0e59c', 'network_id': 'e9536da2-60da-402a-8633-5b8b4c00cd4a', 'admin_state_up': True, 'tenant_id': 'f3a304073d584b249beec43d5225c345'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:26.845253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Made reservation on behalf of f3a304073d584b249beec43d5225c345 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:26.855351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.021982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55900) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:27.046493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Allocated IP 172.20.0.13 (e9536da2-60da-402a-8633-5b8b4c00cd4a/b15bef3a-e6f8-4451-af2b-8ad404ff6488/a16710ae-2628-49f8-ac71-95a5b20fa082) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:27.200108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-468301127-network', 'tenant_id': '89e7fb4894a045ab92f396bdf05d2106'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:27.261189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Made reservation on behalf of 89e7fb4894a045ab92f396bdf05d2106 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:27.263390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.274555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.345567 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.387317 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d8833ec3-797a-41cf-af90-5fd2c1029110 req-042495dd-e4ca-44ea-91a5-ba961b29782d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 210 time: 0.1123703 Apr 21 21:01:27.421160 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.421316 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.430044 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.456898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Network e9536da2-60da-402a-8633-5b8b4c00cd4a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:27.463127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:27.466606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:01:27.551908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:01:27.562639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911d7567-a0b4-45e9-a448-205511e457fc,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:27.595550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.596436 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Added segment 3386501f-fdd9-46c1-8026-d73107164feb of type vlan for network b7d01106-781e-4580-ba16-ee2364e2f6a9 Apr 21 21:01:27.663364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb8c22-4bbd-4f79-8b82-64c376ca3ef8 req-7bb0ad8d-162a-4d53-a728-5a711b34786d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:27.667639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7fb8c22-4bbd-4f79-8b82-64c376ca3ef8 req-7bb0ad8d-162a-4d53-a728-5a711b34786d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.2849026 Apr 21 21:01:27.677775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Pushing event updated for resources: {'Port': ['ID=a16710ae-2628-49f8-ac71-95a5b20fa082,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:27.700589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.728318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:27.729593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.758190 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.759543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:27.761204 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.790204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-4d8bf9cd-ec73-49aa-b80b-68f6acc92b53 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1257102 Apr 21 21:01:27.816679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Request body: {'port': {'device_id': 'f0de1c84-4c6c-4192-8d13-9a4518a0e59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:27.824936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7fb8c22-4bbd-4f79-8b82-64c376ca3ef8 req-6930b8ed-615b-4a62-aaa1-fd12a3a0aba9 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411433 Apr 21 21:01:27.852688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8257759 Apr 21 21:01:27.860828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55920) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:27.873831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78af8-db99-406c-b825-8d0e50318f7d admin admin] Pushing event updated for resources: {'Network': ['ID=b7d01106-781e-4580-ba16-ee2364e2f6a9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:27.884538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Request body: {'subnet': {'network_id': 'b7d01106-781e-4580-ba16-ee2364e2f6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-468301127-subnet', 'tenant_id': '89e7fb4894a045ab92f396bdf05d2106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:27.886054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b7d01106-781e-4580-ba16-ee2364e2f6a9 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:01:27.949788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Made reservation on behalf of 89e7fb4894a045ab92f396bdf05d2106 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:27.952388 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:27.955141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:28.220220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55928) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:28.385729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:28.597771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16710ae-2628-49f8-ac71-95a5b20fa082 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:28.608991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:28.632735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58dca43-51e3-42a3-8fa0-27d51c30f514,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:28.639418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Transition to ACTIVE for port object a16710ae-2628-49f8-ac71-95a5b20fa082 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:01:28.654793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:28.658687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Checking segment: {'id': '3386501f-fdd9-46c1-8026-d73107164feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b7d01106-781e-4580-ba16-ee2364e2f6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:28.658948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Network hostable DHCP agents. Network: b7d01106-781e-4580-ba16-ee2364e2f6a9, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:01:28.693570 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b51077-8bf3-4c47-ba19-46644020232a req-f8f32373-f61e-4246-809c-16a3519554ee tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:28.695459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26b51077-8bf3-4c47-ba19-46644020232a req-f8f32373-f61e-4246-809c-16a3519554ee tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 932 time: 0.1657870 Apr 21 21:01:28.724464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Network b7d01106-781e-4580-ba16-ee2364e2f6a9 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:01:28.749905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Pushing event updated for resources: {'Port': ['ID=a16710ae-2628-49f8-ac71-95a5b20fa082,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:28.787951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b7d01106-781e-4580-ba16-ee2364e2f6a9) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:28.797428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce75b91-540e-41e5-b9f9-69defeae711f None None] Network b7d01106-781e-4580-ba16-ee2364e2f6a9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:28.838866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26b51077-8bf3-4c47-ba19-46644020232a req-df1843c3-91cf-405e-92f2-1e4044b1e64d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307895 Apr 21 21:01:28.869276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:28.873217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:28.909441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Attempting to bind port a16710ae-2628-49f8-ac71-95a5b20fa082 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:01:28.909784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Attempting to bind port a16710ae-2628-49f8-ac71-95a5b20fa082 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '9d988db7-f0b6-4304-a572-7b45fbcce334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e9536da2-60da-402a-8633-5b8b4c00cd4a'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:01:28.910414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Attempting to bind port a16710ae-2628-49f8-ac71-95a5b20fa082 on network e9536da2-60da-402a-8633-5b8b4c00cd4a {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:28.917769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Port a16710ae-2628-49f8-ac71-95a5b20fa082 on network e9536da2-60da-402a-8633-5b8b4c00cd4a not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:01:28.918122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Attempting to bind port a16710ae-2628-49f8-ac71-95a5b20fa082 on network e9536da2-60da-402a-8633-5b8b4c00cd4a {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:28.938910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f45562e-8c83-4e63-873f-000bbca99be1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0785584 Apr 21 21:01:28.939864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:01:28.940215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Checking segment: {'id': '9d988db7-f0b6-4304-a572-7b45fbcce334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e9536da2-60da-402a-8633-5b8b4c00cd4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:28.940606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Bound using segment: {'id': '9d988db7-f0b6-4304-a572-7b45fbcce334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e9536da2-60da-402a-8633-5b8b4c00cd4a'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:01:28.941114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Bound port: a16710ae-2628-49f8-ac71-95a5b20fa082, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d988db7-f0b6-4304-a572-7b45fbcce334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'e9536da2-60da-402a-8633-5b8b4c00cd4a'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:01:28.941483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:29.104436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f434f56-9feb-48ef-9896-06d8398b9235 None None] Network b7d01106-781e-4580-ba16-ee2364e2f6a9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:29.173148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649059bc-0ee5-42ee-88af-07381f1e85c3 req-08e3eeb2-c771-4e2a-b3ef-738c9908b69a tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:29.175836 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-649059bc-0ee5-42ee-88af-07381f1e85c3 req-08e3eeb2-c771-4e2a-b3ef-738c9908b69a tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.2068369 Apr 21 21:01:29.195309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:29.263151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] For port a16710ae-2628-49f8-ac71-95a5b20fa082, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:01:29.298900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] For port a16710ae-2628-49f8-ac71-95a5b20fa082, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a16710ae-2628-49f8-ac71-95a5b20fa082,segment=NetworkSegment(9d988db7-f0b6-4304-a572-7b45fbcce334),segment_id=9d988db7-f0b6-4304-a572-7b45fbcce334)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:01:29.318458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:29.430177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:29.431002 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:29.433125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] 10.222.0.43 "PUT /v2.0/ports/a16710ae-2628-49f8-ac71-95a5b20fa082 HTTP/1.1" status: 200 len: 1092 time: 1.6327112 Apr 21 21:01:29.440345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0de1c84-4c6c-4192-8d13-9a4518a0e59c', 'tag': 'a16710ae-2628-49f8-ac71-95a5b20fa082'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:29.442725 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442e6aec-8529-41fb-86ef-affa6ba2aa6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0de1c84-4c6c-4192-8d13-9a4518a0e59c", "tag": "a16710ae-2628-49f8-ac71-95a5b20fa082"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:29.463238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-649059bc-0ee5-42ee-88af-07381f1e85c3 req-a7f1d61a-2701-45f7-b67a-da489201b3b1 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801051 Apr 21 21:01:29.549696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500a24f-4c78-4d50-81f6-240f1b6e9bcc service neutron] Pushing event updated for resources: {'Port': ['ID=a16710ae-2628-49f8-ac71-95a5b20fa082,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:29.566782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-61ede1a0-1814-4b0e-a928-627634828363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:29.568301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-61ede1a0-1814-4b0e-a928-627634828363 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a304073d584b249beec43d5225c345&device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 1095 time: 0.0865219 Apr 21 21:01:29.621801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-fd835327-4b5b-4160-a816-a001407bafcc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a16710ae-2628-49f8-ac71-95a5b20fa082 HTTP/1.1" status: 200 len: 217 time: 0.0457225 Apr 21 21:01:29.631004 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93880e0-7dbb-4ab9-87b1-268c4b7ff9c4 x-openstack-request-id: req-f93880e0-7dbb-4ab9-87b1-268c4b7ff9c4 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:29.631292 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0de1c84-4c6c-4192-8d13-9a4518a0e59c", "tag": "a16710ae-2628-49f8-ac71-95a5b20fa082", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:29.631543 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f93880e0-7dbb-4ab9-87b1-268c4b7ff9c4 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:29.631950 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93880e0-7dbb-4ab9-87b1-268c4b7ff9c4'] response: {'name': 'network-changed', 'server_uuid': 'f0de1c84-4c6c-4192-8d13-9a4518a0e59c', 'tag': 'a16710ae-2628-49f8-ac71-95a5b20fa082', 'status': 'completed', 'code': 200} Apr 21 21:01:29.704782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-be25beb0-29e9-481b-a1d7-2999e3df6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:29.708790 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-be25beb0-29e9-481b-a1d7-2999e3df6111 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b15bef3a-e6f8-4451-af2b-8ad404ff6488 HTTP/1.1" status: 200 len: 854 time: 0.0724847 Apr 21 21:01:29.751391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-66e80bfd-0aee-4b79-acf9-451a7d8d4336 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9536da2-60da-402a-8633-5b8b4c00cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295801 Apr 21 21:01:29.897792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-859b03bd-a1f5-41e5-97bf-56359c06c7a8 service neutron] 10.222.0.43 "GET /v2.0/networks/e9536da2-60da-402a-8633-5b8b4c00cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394734 Apr 21 21:01:29.946866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-6a67ec2d-9be3-4aa8-a200-f30ef5b3b21e tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:29.948587 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-6a67ec2d-9be3-4aa8-a200-f30ef5b3b21e tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/networks?id=b7d01106-781e-4580-ba16-ee2364e2f6a9 HTTP/1.1" status: 200 len: 812 time: 0.2667227 Apr 21 21:01:29.990560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-45b454e6-86df-4cd9-9c36-04d7e68a4d7a tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/quotas/89e7fb4894a045ab92f396bdf05d2106 HTTP/1.1" status: 200 len: 375 time: 0.0355644 Apr 21 21:01:30.052531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-80c5335d-dd95-4df0-81e8-8a3258dda304 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e7fb4894a045ab92f396bdf05d2106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545077 Apr 21 21:01:30.096345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Deleting port d6a1f121-80ab-4d81-a423-7c450b01c746 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:30.097383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:30.263739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-0e61dd46-199d-4c45-9587-c4788b7d1062 service neutron] 10.222.0.49 "GET /v2.0/networks/b7d01106-781e-4580-ba16-ee2364e2f6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005570 Apr 21 21:01:30.271635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] For port d6a1f121-80ab-4d81-a423-7c450b01c746, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d6a1f121-80ab-4d81-a423-7c450b01c746,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:30.272279 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:30.319137 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Calling delete_port for d6a1f121-80ab-4d81-a423-7c450b01c746 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:30.459742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca75718a-5e92-4a21-8ed2-5818bcf3b582 req-c757c154-faa0-4bbf-b593-aba60ce4d880 service neutron] 10.222.0.43 "GET /v2.0/networks/e9536da2-60da-402a-8633-5b8b4c00cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550041 Apr 21 21:01:30.471788 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-38a475c7-46d8-47eb-a015-6e6f3a3d484b service neutron] 10.222.0.49 "GET /v2.0/networks/b7d01106-781e-4580-ba16-ee2364e2f6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947780 Apr 21 21:01:30.476942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-032f4d40-cc86-43ce-85d0-67dd630eddc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:30.505751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64dd15-d98d-4a3d-a6b9-1655e68d5245 req-37f5a53e-7a9a-49fe-a211-532835e8f1b5 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:30.516557 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d64dd15-d98d-4a3d-a6b9-1655e68d5245 req-37f5a53e-7a9a-49fe-a211-532835e8f1b5 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 944 time: 0.5563617 Apr 21 21:01:30.672084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-fdceae6a-6efe-4814-9603-1be533246317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:30.673775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-fdceae6a-6efe-4814-9603-1be533246317 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a304073d584b249beec43d5225c345&device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 1095 time: 0.1331999 Apr 21 21:01:30.696478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d64dd15-d98d-4a3d-a6b9-1655e68d5245 req-fa123c95-fe0e-495b-ac13-7541a9ad0b95 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759021 Apr 21 21:01:30.704363 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:30.778781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a1f121-80ab-4d81-a423-7c450b01c746,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:31.060651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-694a56ac-e1ea-4db0-8e4f-3363736b90af req-bf52c571-3da9-46fc-833b-bc2261b5147b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 210 time: 0.1766341 Apr 21 21:01:31.140217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab4aa2-6b7b-431e-b76b-5e95032c8a6e req-37db6b4d-5d11-45bb-b09a-b095a8cc7d8d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:31.167942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87ab4aa2-6b7b-431e-b76b-5e95032c8a6e req-37db6b4d-5d11-45bb-b09a-b095a8cc7d8d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.2833087 Apr 21 21:01:31.240544 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:31.257203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-650210e0-9f7a-4fd3-9f91-b37cd04d1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:31.259251 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-650210e0-9f7a-4fd3-9f91-b37cd04d1a0a service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9536da2-60da-402a-8633-5b8b4c00cd4a HTTP/1.1" status: 200 len: 915 time: 0.5594656 Apr 21 21:01:31.373592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-25a4ad17-d789-4135-bb4f-5e2f282f1ee9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a16710ae-2628-49f8-ac71-95a5b20fa082 HTTP/1.1" status: 200 len: 217 time: 0.1007938 Apr 21 21:01:31.396849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87ab4aa2-6b7b-431e-b76b-5e95032c8a6e req-11f64e35-a67a-4a33-8c15-fe2651bab440 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255411 Apr 21 21:01:31.494951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-6dab2131-e62a-4c0a-9674-cfb5273a2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:31.498328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-6dab2131-e62a-4c0a-9674-cfb5273a2969 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b15bef3a-e6f8-4451-af2b-8ad404ff6488 HTTP/1.1" status: 200 len: 854 time: 0.1005902 Apr 21 21:01:31.507441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56032) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:31.543227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-68edd436-f6da-4249-9308-11fcd89703bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9536da2-60da-402a-8633-5b8b4c00cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376260 Apr 21 21:01:31.605869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Router 6b135608-7cb2-4966-81c8-ab56acd5238f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:01:31.678525 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-05d5b612-8005-4864-a7db-8ba663d00b56 service neutron] 10.222.0.43 "GET /v2.0/networks/e9536da2-60da-402a-8633-5b8b4c00cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269703 Apr 21 21:01:31.808654 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-442e6aec-8529-41fb-86ef-affa6ba2aa6f req-d553335c-cc2c-4bd6-9e49-a683f0f0d394 service neutron] 10.222.0.43 "GET /v2.0/networks/e9536da2-60da-402a-8633-5b8b4c00cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222889 Apr 21 21:01:32.068150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ece8018-b7df-4e58-be27-53c0225d924c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:32.149734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:01:32.154636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4fe585bd-f7fe-4598-a456-b6cdd6dfeb23 req-6b2d306e-ade4-4e88-97db-25fe5ce4feb5 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 210 time: 0.0355206 Apr 21 21:01:32.162406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-67e8109e-d191-4264-bc20-0d03d6dfdc35 admin admin] 10.222.0.49 "PUT /v2.0/routers/6b135608-7cb2-4966-81c8-ab56acd5238f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9402926 Apr 21 21:01:32.165521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56042) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:32.168179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] Sync routers for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:01:32.201125 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02deb1-84ad-40b2-bac2-5e65c6977b50 req-b73c32ce-6ffc-4072-82f9-adc861a81786 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:32.202818 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe02deb1-84ad-40b2-bac2-5e65c6977b50 req-b73c32ce-6ffc-4072-82f9-adc861a81786 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 944 time: 0.1784303 Apr 21 21:01:32.238106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:32.238847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:32.274675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe02deb1-84ad-40b2-bac2-5e65c6977b50 req-3506d223-4827-4457-a2a6-ff9da1f1640b tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581808 Apr 21 21:01:32.305403 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ece8018-b7df-4e58-be27-53c0225d924c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:32.312875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ece8018-b7df-4e58-be27-53c0225d924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:32.380886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ece8018-b7df-4e58-be27-53c0225d924c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ce25146c1fd4d2bab3438650edaed3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8724151 Apr 21 21:01:32.382294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece8018-b7df-4e58-be27-53c0225d924c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc782c73-2b96-4775-9c23-ba82eb8ef3ed,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:32.385249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56052) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:32.466956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:32.523342 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4df067-f473-4a16-9fd4-4c54c488f2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:32.552233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dee9df65-68e4-424c-a7cb-fb135946838e tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:32.554386 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dee9df65-68e4-424c-a7cb-fb135946838e tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.46 "GET /v2.0/networks?id=b7d01106-781e-4580-ba16-ee2364e2f6a9 HTTP/1.1" status: 200 len: 812 time: 0.1852505 Apr 21 21:01:32.557017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4df067-f473-4a16-9fd4-4c54c488f2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:32.622398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Request body: {'port': {'device_id': '4da8e47a-ec6f-4b4d-a518-4da1df32c5db', 'network_id': 'b7d01106-781e-4580-ba16-ee2364e2f6a9', 'admin_state_up': True, 'tenant_id': '89e7fb4894a045ab92f396bdf05d2106'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:32.645864 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4df067-f473-4a16-9fd4-4c54c488f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:32.649293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4df067-f473-4a16-9fd4-4c54c488f2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:32.653561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf4df067-f473-4a16-9fd4-4c54c488f2b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc782c73-2b96-4775-9c23-ba82eb8ef3ed HTTP/1.1" status: 204 len: 168 time: 0.2645166 Apr 21 21:01:32.678516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4df067-f473-4a16-9fd4-4c54c488f2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc782c73-2b96-4775-9c23-ba82eb8ef3ed,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:32.744331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:32.785661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dbb3df0c-8188-4a68-a619-0605fc4d2876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:32.809103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T21:01:30Z', 'revision_number': 5, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:32.823964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8356f8-2e2b-47d3-ac82-b665c90ac4e6 req-07e41f69-50ce-4752-9194-f8227c88161b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:32.828560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e8356f8-2e2b-47d3-ac82-b665c90ac4e6 req-07e41f69-50ce-4752-9194-f8227c88161b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.2729459 Apr 21 21:01:32.848715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] Checking router: 6b135608-7cb2-4966-81c8-ab56acd5238f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:01:32.858528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] Routers {'6b135608-7cb2-4966-81c8-ab56acd5238f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:32.859293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6b135608-7cb2-4966-81c8-ab56acd5238f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:32.942139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.010354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e8356f8-2e2b-47d3-ac82-b665c90ac4e6 req-48f7029b-b959-400e-be78-88f69819beea tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798166 Apr 21 21:01:33.055539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] Set router 6b135608-7cb2-4966-81c8-ab56acd5238f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:33.072003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Made reservation on behalf of 89e7fb4894a045ab92f396bdf05d2106 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:33.075790 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.103045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Deleting port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:33.104253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.130485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56060) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:33.148794 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.255586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Allocated IP 172.20.0.3 (b7d01106-781e-4580-ba16-ee2364e2f6a9/d58dca43-51e3-42a3-8fa0-27d51c30f514/3fd59c35-855c-42aa-be09-c7cdeb048225) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:33.321423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa626cfe-9835-4f6d-b998-870e0b724c65 req-62f977a3-b944-4a92-b180-7740ea7a3fe8 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 210 time: 0.0581846 Apr 21 21:01:33.321423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.344015 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.385375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=611c11b5c8bb4a29a88fffb2040f5238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522957 Apr 21 21:01:33.386641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512dda34-8f93-4a50-9494-0f86dd50354b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:33.392465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56076) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:33.405741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.406794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.407295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.407830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.408330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.408840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.409326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.409825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.410320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.410802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.411287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.411922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670731f1-fd6a-4975-aefc-c7d7e000fb68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.436975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T21:01:30Z', 'revision_number': 5, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:33.465328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c44df23-cd05-4630-b455-47ea686f9d84 None None] The sync data for ids ['6b135608-7cb2-4966-81c8-ab56acd5238f'] in n-d-838945-1 is: [{'id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'name': 'tempest-TaggedBootDevicesTest-437546213-router', 'tenant_id': '525ace1fa59841b6a5e80ef1e0827e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T21:01:30Z', 'revision_number': 5, 'project_id': '525ace1fa59841b6a5e80ef1e0827e54', 'gw_port': {'id': '8768d5e4-c211-4460-b2ac-ffaeef9fe3d4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:65:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b135608-7cb2-4966-81c8-ab56acd5238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:18Z', 'updated_at': '2022-04-21T20:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:01:33.573031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.596324 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.604948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd434e-26b6-4234-bd50-9bd3813bdf75 req-c2aa0505-84d5-42ee-b229-a52a16f1caab tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:33.606494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ebd434e-26b6-4234-bd50-9bd3813bdf75 req-c2aa0505-84d5-42ee-b229-a52a16f1caab tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 944 time: 0.1796496 Apr 21 21:01:33.624123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] For port 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8768d5e4-c211-4460-b2ac-ffaeef9fe3d4,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:33.624622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.673362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Calling delete_port for 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:33.678612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.716816 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ebd434e-26b6-4234-bd50-9bd3813bdf75 req-546904b0-18a8-4786-8179-3ee210305735 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020787 Apr 21 21:01:33.793494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.835565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.838778 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:33.842941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/512dda34-8f93-4a50-9494-0f86dd50354b HTTP/1.1" status: 204 len: 168 time: 0.4492612 Apr 21 21:01:33.862830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Network b7d01106-781e-4580-ba16-ee2364e2f6a9 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:33.943002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:33.953389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512dda34-8f93-4a50-9494-0f86dd50354b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:33.970332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Pushing event updated for resources: {'Port': ['ID=3fd59c35-855c-42aa-be09-c7cdeb048225,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:33.986683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.993157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.993846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.994391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:33.994916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.066772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.066772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.066772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.066772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.066772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.066772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.066772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.066772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:01:34.071686 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.089575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.090097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.090478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.090883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.091191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.091557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.091954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.092253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.092609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.092993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.093315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.093623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617912b3-7a8e-4d79-af93-bfafcfe4fcbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:34.099765 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.164462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8768d5e4-c211-4460-b2ac-ffaeef9fe3d4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:34.271519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:34.272155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.311925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-dd01386c-ee48-44dc-8bf1-7bf122b901df tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7381537 Apr 21 21:01:34.314446 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.348971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09cafa-bf38-4f2d-a958-34bb593def87 req-0ca82781-8767-4fb5-ac8b-ed463ba63b30 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:34.351981 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b09cafa-bf38-4f2d-a958-34bb593def87 req-0ca82781-8767-4fb5-ac8b-ed463ba63b30 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.1918674 Apr 21 21:01:34.375793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Request body: {'port': {'device_id': '4da8e47a-ec6f-4b4d-a518-4da1df32c5db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:34.486253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d6a1f121-80ab-4d81-a423-7c450b01c746 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:34.532263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a16710ae-2628-49f8-ac71-95a5b20fa082 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:01:34.548976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.554191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.589983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: d6a1f121-80ab-4d81-a423-7c450b01c746 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:34.590329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d6a1f121-80ab-4d81-a423-7c450b01c746 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:34.640930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b09cafa-bf38-4f2d-a958-34bb593def87 req-ec2002ed-53d9-401d-b7e4-7b65065d2810 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539904 Apr 21 21:01:34.645780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.659649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.660444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b135608-7cb2-4966-81c8-ab56acd5238f {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:01:34.667166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.669269 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-49f41bb5-2270-4c14-bfd6-d78701737fc2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6b135608-7cb2-4966-81c8-ab56acd5238f HTTP/1.1" status: 204 len: 168 time: 2.5028293 Apr 21 21:01:34.671719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56112) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:34.758898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05c9df-541e-4196-a398-9770ef948b72 req-91cbd9ca-ab7b-4f30-b81b-9becd6e8d926 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:34.769373 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd05c9df-541e-4196-a398-9770ef948b72 req-91cbd9ca-ab7b-4f30-b81b-9becd6e8d926 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 931 time: 0.1985013 Apr 21 21:01:34.872120 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd05c9df-541e-4196-a398-9770ef948b72 req-9071202c-dfd4-48d4-b6d5-61da6c867020 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991979 Apr 21 21:01:34.877679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a16710ae-2628-49f8-ac71-95a5b20fa082, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a16710ae-2628-49f8-ac71-95a5b20fa082,segment=NetworkSegment(9d988db7-f0b6-4304-a572-7b45fbcce334),segment_id=9d988db7-f0b6-4304-a572-7b45fbcce334)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:34.894399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'a16710ae-2628-49f8-ac71-95a5b20fa082', 'network_id': 'e9536da2-60da-402a-8633-5b8b4c00cd4a', 'port_id': 'a16710ae-2628-49f8-ac71-95a5b20fa082', 'mac_address': 'fa:16:3e:24:84:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15bef3a-e6f8-4451-af2b-8ad404ff6488', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:01:34.918469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9d3dfb-24d3-4038-ba5b-314dfe0ec2d1 admin admin] Deleting subnet 28217cc8-3269-4412-bfce-a496c69afdc4 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:01:34.926133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3dfb-24d3-4038-ba5b-314dfe0ec2d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:34.985203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.015979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16710ae-2628-49f8-ac71-95a5b20fa082 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:35.054456 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3dfb-24d3-4038-ba5b-314dfe0ec2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.065594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a16710ae-2628-49f8-ac71-95a5b20fa082, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a16710ae-2628-49f8-ac71-95a5b20fa082,segment=NetworkSegment(9d988db7-f0b6-4304-a572-7b45fbcce334),segment_id=9d988db7-f0b6-4304-a572-7b45fbcce334)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:35.074172 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.092449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd391b-16f0-4303-a553-f93315169a0d req-571396a5-fb5f-4b4d-9ecc-c9db68571167 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:35.094628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80dd391b-16f0-4303-a553-f93315169a0d req-571396a5-fb5f-4b4d-9ecc-c9db68571167 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 944 time: 0.1816120 Apr 21 21:01:35.151145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a16710ae-2628-49f8-ac71-95a5b20fa082,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:35.279336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80dd391b-16f0-4303-a553-f93315169a0d req-34734182-b1ee-4641-9df1-3139fb3124d2 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305978 Apr 21 21:01:35.311572 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.333785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3dfb-24d3-4038-ba5b-314dfe0ec2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.435492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a16710ae-2628-49f8-ac71-95a5b20fa082'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:35.470774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd59c35-855c-42aa-be09-c7cdeb048225 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:35.491406 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3dfb-24d3-4038-ba5b-314dfe0ec2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.496693 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.535926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f9d3dfb-24d3-4038-ba5b-314dfe0ec2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.544477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18daeb-f0b0-4ace-badf-011b11416dc1 None None] Network 2d57aace-a058-441e-b369-a4b223fc58a3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:35.545891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56144) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:35.553996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5f9d3dfb-24d3-4038-ba5b-314dfe0ec2d1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/28217cc8-3269-4412-bfce-a496c69afdc4 HTTP/1.1" status: 204 len: 168 time: 0.8809364 Apr 21 21:01:35.561777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d3dfb-24d3-4038-ba5b-314dfe0ec2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28217cc8-3269-4412-bfce-a496c69afdc4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:35.583298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Transition to ACTIVE for port object 3fd59c35-855c-42aa-be09-c7cdeb048225 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:01:35.595164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.682765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.704723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd59c35-855c-42aa-be09-c7cdeb048225,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:35.786586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Deleting port baa2f505-f076-4fc6-acaf-a66935ccb3ee {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:35.793270 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:35.975117 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.039145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] For port baa2f505-f076-4fc6-acaf-a66935ccb3ee, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=baa2f505-f076-4fc6-acaf-a66935ccb3ee,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:36.040039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.066674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f56895-78c7-408f-a6ab-cef4d781020b None None] DHCP port deletion for 2d57aace-a058-441e-b369-a4b223fc58a3 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:01:36.140647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17934ee-93d1-4bca-943d-21051b7e3abf req-9956e357-9ba8-47a6-8e86-77a666a76e9b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:36.152755 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d17934ee-93d1-4bca-943d-21051b7e3abf req-9956e357-9ba8-47a6-8e86-77a666a76e9b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.3041644 Apr 21 21:01:36.163256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Calling delete_port for baa2f505-f076-4fc6-acaf-a66935ccb3ee owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:36.180991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-26f56895-78c7-408f-a6ab-cef4d781020b None None] Deleting port baa2f505-f076-4fc6-acaf-a66935ccb3ee {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:36.182315 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-26f56895-78c7-408f-a6ab-cef4d781020b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.227775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71819d-c684-4bf9-8a59-f1a1cb0e9bff req-2f74227b-6b92-4e6f-9351-509bc7d9ace8 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:36.235682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df71819d-c684-4bf9-8a59-f1a1cb0e9bff req-2f74227b-6b92-4e6f-9351-509bc7d9ace8 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 943 time: 0.1726546 Apr 21 21:01:36.249568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Attempting to bind port 3fd59c35-855c-42aa-be09-c7cdeb048225 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:01:36.249889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Attempting to bind port 3fd59c35-855c-42aa-be09-c7cdeb048225 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '3386501f-fdd9-46c1-8026-d73107164feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b7d01106-781e-4580-ba16-ee2364e2f6a9'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:01:36.250345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Attempting to bind port 3fd59c35-855c-42aa-be09-c7cdeb048225 on network b7d01106-781e-4580-ba16-ee2364e2f6a9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:36.272541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d17934ee-93d1-4bca-943d-21051b7e3abf req-698683ef-796c-4bb6-8048-49f0b568116a tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186652 Apr 21 21:01:36.272958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Port 3fd59c35-855c-42aa-be09-c7cdeb048225 on network b7d01106-781e-4580-ba16-ee2364e2f6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:01:36.273283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Attempting to bind port 3fd59c35-855c-42aa-be09-c7cdeb048225 on network b7d01106-781e-4580-ba16-ee2364e2f6a9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:36.283662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:01:36.284002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Checking segment: {'id': '3386501f-fdd9-46c1-8026-d73107164feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b7d01106-781e-4580-ba16-ee2364e2f6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:36.284412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Bound using segment: {'id': '3386501f-fdd9-46c1-8026-d73107164feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b7d01106-781e-4580-ba16-ee2364e2f6a9'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:01:36.284874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Bound port: 3fd59c35-855c-42aa-be09-c7cdeb048225, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3386501f-fdd9-46c1-8026-d73107164feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b7d01106-781e-4580-ba16-ee2364e2f6a9'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:01:36.285281 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.324260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-26f56895-78c7-408f-a6ab-cef4d781020b None None] For port baa2f505-f076-4fc6-acaf-a66935ccb3ee, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=baa2f505-f076-4fc6-acaf-a66935ccb3ee,segment=NetworkSegment(a7229fd4-ad65-4f53-bf0a-93ef2167a699),segment_id=a7229fd4-ad65-4f53-bf0a-93ef2167a699)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:36.327675 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-26f56895-78c7-408f-a6ab-cef4d781020b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.376742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-26f56895-78c7-408f-a6ab-cef4d781020b None None] Calling delete_port for baa2f505-f076-4fc6-acaf-a66935ccb3ee owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:36.439648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df71819d-c684-4bf9-8a59-f1a1cb0e9bff req-5c15f095-2bda-4acd-bfc3-67835cc7ccb0 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010159 Apr 21 21:01:36.452033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:36.483531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:36.485311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8768d5e4-c211-4460-b2ac-ffaeef9fe3d4 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:36.485750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device baa2f505-f076-4fc6-acaf-a66935ccb3ee no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:36.498307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.528959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791e578-10dd-4bdb-9cc7-faacbc7a728b req-175ea79b-3334-470e-abf1-c3217b4c88e3 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:36.543418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b791e578-10dd-4bdb-9cc7-faacbc7a728b req-175ea79b-3334-470e-abf1-c3217b4c88e3 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 945 time: 0.1691339 Apr 21 21:01:36.547794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] For port 3fd59c35-855c-42aa-be09-c7cdeb048225, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:01:36.548994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa2f505-f076-4fc6-acaf-a66935ccb3ee,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:36.561396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] No DVR routers for this DVR port baa2f505-f076-4fc6-acaf-a66935ccb3ee on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:36.601389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No active binding found for port baa2f505-f076-4fc6-acaf-a66935ccb3ee {{(pid=114648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 21:01:36.601881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device baa2f505-f076-4fc6-acaf-a66935ccb3ee not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:36.622524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-26f56895-78c7-408f-a6ab-cef4d781020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.658211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] For port 3fd59c35-855c-42aa-be09-c7cdeb048225, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3fd59c35-855c-42aa-be09-c7cdeb048225,segment=NetworkSegment(3386501f-fdd9-46c1-8026-d73107164feb),segment_id=3386501f-fdd9-46c1-8026-d73107164feb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:01:36.675805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b791e578-10dd-4bdb-9cc7-faacbc7a728b req-17dcaff3-7b26-4dca-9224-f5cfd8807ff4 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302619 Apr 21 21:01:36.679915 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.734312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.742040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:36.742654 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.745007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] 10.222.0.46 "PUT /v2.0/ports/3fd59c35-855c-42aa-be09-c7cdeb048225 HTTP/1.1" status: 200 len: 1091 time: 2.3911314 Apr 21 21:01:36.747799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da8e47a-ec6f-4b4d-a518-4da1df32c5db', 'tag': '3fd59c35-855c-42aa-be09-c7cdeb048225'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:36.750430 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ecce28-ec98-48ce-820f-82057837f91f" -d '{"events": [{"name": "network-changed", "server_uuid": "4da8e47a-ec6f-4b4d-a518-4da1df32c5db", "tag": "3fd59c35-855c-42aa-be09-c7cdeb048225"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:36.771462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d57aace-a058-441e-b369-a4b223fc58a3']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:36.790141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7229fd4-ad65-4f53-bf0a-93ef2167a699') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:36.790788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7229fd4-ad65-4f53-bf0a-93ef2167a699') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:36.808530 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.832543 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.847002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48e6c5-2b67-4031-b4d5-ad17cc634af3 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd59c35-855c-42aa-be09-c7cdeb048225,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:36.858895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:01:36.859510 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:01:36.861664 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:01:36.867685 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2902347-266b-4488-844d-addc0b370e2b x-openstack-request-id: req-e2902347-266b-4488-844d-addc0b370e2b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:36.869512 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da8e47a-ec6f-4b4d-a518-4da1df32c5db", "tag": "3fd59c35-855c-42aa-be09-c7cdeb048225", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:36.869872 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2902347-266b-4488-844d-addc0b370e2b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:36.870382 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2902347-266b-4488-844d-addc0b370e2b'] response: {'name': 'network-changed', 'server_uuid': '4da8e47a-ec6f-4b4d-a518-4da1df32c5db', 'tag': '3fd59c35-855c-42aa-be09-c7cdeb048225', 'status': 'completed', 'code': 200} Apr 21 21:01:36.890931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-31006b78-ee57-4af6-a107-61eb6be5d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:36.893608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-31006b78-ee57-4af6-a107-61eb6be5d91d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89e7fb4894a045ab92f396bdf05d2106&device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 1094 time: 0.1013672 Apr 21 21:01:36.931045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f56895-78c7-408f-a6ab-cef4d781020b None None] No DVR routers for this DVR port baa2f505-f076-4fc6-acaf-a66935ccb3ee on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:36.936023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f56895-78c7-408f-a6ab-cef4d781020b None None] Pushing event deleted for resources: {'Port': ['ID=baa2f505-f076-4fc6-acaf-a66935ccb3ee,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:36.969661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.974642 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:36.982358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2d57aace-a058-441e-b369-a4b223fc58a3 HTTP/1.1" status: 204 len: 168 time: 1.4351394 Apr 21 21:01:36.982989 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56184) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:37.008955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-641561f6-fcd0-4ca5-9212-ce099552f2b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd59c35-855c-42aa-be09-c7cdeb048225 HTTP/1.1" status: 200 len: 217 time: 0.0901997 Apr 21 21:01:37.066832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-43a9c712-2855-4e50-bd4f-59f3bca3f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:37.068341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-43a9c712-2855-4e50-bd4f-59f3bca3f297 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d58dca43-51e3-42a3-8fa0-27d51c30f514 HTTP/1.1" status: 200 len: 852 time: 0.0656245 Apr 21 21:01:37.106475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-6a78c1c2-6975-4b21-afed-c24fd5da05c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7d01106-781e-4580-ba16-ee2364e2f6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295997 Apr 21 21:01:37.122686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e38481-861a-4d71-9978-a904e7921d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d57aace-a058-441e-b369-a4b223fc58a3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:37.239329 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-b98eba48-0ebb-4f18-a936-a6dcddfaa148 service neutron] 10.222.0.46 "GET /v2.0/networks/b7d01106-781e-4580-ba16-ee2364e2f6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229007 Apr 21 21:01:37.632506 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:37.647263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d9524-3c55-43b2-bd7e-650c932d5899 req-5f1aac4e-5ec7-47ec-9f6f-982d7c91e6fc tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:37.655635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-250d9524-3c55-43b2-bd7e-650c932d5899 req-5f1aac4e-5ec7-47ec-9f6f-982d7c91e6fc tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 943 time: 0.0903549 Apr 21 21:01:37.789955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-250d9524-3c55-43b2-bd7e-650c932d5899 req-6fd32aed-2ea9-47b9-b892-2f09de641727 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308374 Apr 21 21:01:37.794123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56208) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:37.911297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c480e-69f1-4400-bf8d-bc086d630fe6 req-e361cbca-4e15-4ee6-a83f-5fa4c552029f tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:37.921161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-297c480e-69f1-4400-bf8d-bc086d630fe6 req-e361cbca-4e15-4ee6-a83f-5fa4c552029f tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.1646795 Apr 21 21:01:37.955092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ba48c75-196a-43e9-b87f-86fab987be1d req-d9c9b012-fcb3-46b0-ad17-71cf4c363385 service neutron] 10.222.0.46 "GET /v2.0/networks/b7d01106-781e-4580-ba16-ee2364e2f6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083943 Apr 21 21:01:38.013541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-297c480e-69f1-4400-bf8d-bc086d630fe6 req-57014644-18b8-41d3-b9e6-819f4b28fff1 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911331 Apr 21 21:01:38.017016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f67c0195-65cc-47d9-86e0-1c4484333817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.099654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecce28-ec98-48ce-820f-82057837f91f req-1490e6e8-521b-4249-a611-9269e8188f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:38.101256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8ecce28-ec98-48ce-820f-82057837f91f req-1490e6e8-521b-4249-a611-9269e8188f30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89e7fb4894a045ab92f396bdf05d2106&device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 1094 time: 0.0736463 Apr 21 21:01:38.260301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f67c0195-65cc-47d9-86e0-1c4484333817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.269748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Deleting port 5ca822a3-991d-4738-a93a-7597ec76a137 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:38.269748 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.272788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f67c0195-65cc-47d9-86e0-1c4484333817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.304901 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdff47-ff0a-42f7-9abe-7f698f7ec435 req-07e824fb-ec2a-4981-95e9-bc10991a5159 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:38.314568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57bdff47-ff0a-42f7-9abe-7f698f7ec435 req-07e824fb-ec2a-4981-95e9-bc10991a5159 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 945 time: 0.1078756 Apr 21 21:01:38.329658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecce28-ec98-48ce-820f-82057837f91f req-4313d007-77ca-4d19-98d3-2ae64cb43cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:38.331254 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8ecce28-ec98-48ce-820f-82057837f91f req-4313d007-77ca-4d19-98d3-2ae64cb43cc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b7d01106-781e-4580-ba16-ee2364e2f6a9 HTTP/1.1" status: 200 len: 913 time: 0.2222939 Apr 21 21:01:38.376924 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f67c0195-65cc-47d9-86e0-1c4484333817 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f498e2b66234d0086b164c6d6dcedd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746844 Apr 21 21:01:38.380807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56230) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:38.382912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c0195-65cc-47d9-86e0-1c4484333817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e430805a-ed90-4289-85ff-30edce84b0a2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:38.397405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8ecce28-ec98-48ce-820f-82057837f91f req-554a1ace-f58c-406c-ae9e-6d7a22a078f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fd59c35-855c-42aa-be09-c7cdeb048225 HTTP/1.1" status: 200 len: 217 time: 0.0502172 Apr 21 21:01:38.453271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] For port 5ca822a3-991d-4738-a93a-7597ec76a137, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5ca822a3-991d-4738-a93a-7597ec76a137,segment=NetworkSegment(63632eb3-b9bd-4c54-ac3a-721a52f34ba9),segment_id=63632eb3-b9bd-4c54-ac3a-721a52f34ba9)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:38.453651 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.484531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da0f6a2e-d525-43b0-a350-7e89de684cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.484834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57bdff47-ff0a-42f7-9abe-7f698f7ec435 req-ed7dac47-7161-427a-9d18-50e5b46a9f4f tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692829 Apr 21 21:01:38.505305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecce28-ec98-48ce-820f-82057837f91f req-3b1cc1b0-5d6d-4343-9c56-6ed7806faffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:38.506772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8ecce28-ec98-48ce-820f-82057837f91f req-3b1cc1b0-5d6d-4343-9c56-6ed7806faffe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d58dca43-51e3-42a3-8fa0-27d51c30f514 HTTP/1.1" status: 200 len: 852 time: 0.1008821 Apr 21 21:01:38.508206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Calling delete_port for 5ca822a3-991d-4738-a93a-7597ec76a137 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:38.545733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a16710ae-2628-49f8-ac71-95a5b20fa082 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:38.547201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8ecce28-ec98-48ce-820f-82057837f91f req-37bdb23f-dced-460c-b86e-8bb8bc3ac630 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b7d01106-781e-4580-ba16-ee2364e2f6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287821 Apr 21 21:01:38.571610 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da0f6a2e-d525-43b0-a350-7e89de684cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.607070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port a16710ae-2628-49f8-ac71-95a5b20fa082 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:01:38.620554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port a16710ae-2628-49f8-ac71-95a5b20fa082 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:38.621346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8218db-7d2f-49ab-b303-b5c1712b7253 req-ff1e5109-6630-4499-978c-d48833453630 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:38.621689 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.623127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e8218db-7d2f-49ab-b303-b5c1712b7253 req-ff1e5109-6630-4499-978c-d48833453630 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1356704 Apr 21 21:01:38.706353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e8218db-7d2f-49ab-b303-b5c1712b7253 req-6afa066b-a39a-4ccc-9d14-2fa0ba822a37 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710852 Apr 21 21:01:38.711456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8ecce28-ec98-48ce-820f-82057837f91f req-ed0151e2-17bb-4452-9af5-6642360aed21 service neutron] 10.222.0.46 "GET /v2.0/networks/b7d01106-781e-4580-ba16-ee2364e2f6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546717 Apr 21 21:01:38.775354 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.801325 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da0f6a2e-d525-43b0-a350-7e89de684cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.804741 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da0f6a2e-d525-43b0-a350-7e89de684cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.808927 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-da0f6a2e-d525-43b0-a350-7e89de684cf9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e430805a-ed90-4289-85ff-30edce84b0a2 HTTP/1.1" status: 204 len: 168 time: 0.4237645 Apr 21 21:01:38.827096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f6a2e-d525-43b0-a350-7e89de684cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e430805a-ed90-4289-85ff-30edce84b0a2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:38.833138 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0de1c84-4c6c-4192-8d13-9a4518a0e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16710ae-2628-49f8-ac71-95a5b20fa082'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:38.848691 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9310a27-e3a7-44c1-af45-184f8c45290c" -d '{"events": [{"server_uuid": "f0de1c84-4c6c-4192-8d13-9a4518a0e59c", "name": "network-vif-plugged", "status": "completed", "tag": "a16710ae-2628-49f8-ac71-95a5b20fa082"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:38.903601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a16710ae-2628-49f8-ac71-95a5b20fa082, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a16710ae-2628-49f8-ac71-95a5b20fa082,segment=NetworkSegment(9d988db7-f0b6-4304-a572-7b45fbcce334),segment_id=9d988db7-f0b6-4304-a572-7b45fbcce334)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:38.915490 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:38.968828 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a8ee0f-a02e-4868-8825-a12a10013817 x-openstack-request-id: req-f5a8ee0f-a02e-4868-8825-a12a10013817 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:38.969125 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0de1c84-4c6c-4192-8d13-9a4518a0e59c", "name": "network-vif-plugged", "status": "completed", "tag": "a16710ae-2628-49f8-ac71-95a5b20fa082", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:38.969383 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5a8ee0f-a02e-4868-8825-a12a10013817 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:38.969789 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a8ee0f-a02e-4868-8825-a12a10013817'] response: {'server_uuid': 'f0de1c84-4c6c-4192-8d13-9a4518a0e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16710ae-2628-49f8-ac71-95a5b20fa082', 'code': 200} Apr 21 21:01:38.977106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8ecce28-ec98-48ce-820f-82057837f91f req-0e6fe0cb-6372-41fd-a6e8-bb94cf81ccf6 service neutron] 10.222.0.46 "GET /v2.0/networks/b7d01106-781e-4580-ba16-ee2364e2f6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471957 Apr 21 21:01:39.030027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a16710ae-2628-49f8-ac71-95a5b20fa082,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:39.064401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:39.125587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca822a3-991d-4738-a93a-7597ec76a137,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:39.177853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9c139-b4f2-4d93-933e-73f7de542680 req-18123ba4-9104-415e-8923-9f614dfa2f08 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:39.187571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33a9c139-b4f2-4d93-933e-73f7de542680 req-18123ba4-9104-415e-8923-9f614dfa2f08 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 943 time: 0.1731567 Apr 21 21:01:39.248060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627411d-9fcd-4dcf-8ce0-aae656d58b8f req-9ee6f44b-e207-401c-b216-51c6d8275c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:39.249934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6627411d-9fcd-4dcf-8ce0-aae656d58b8f req-9ee6f44b-e207-401c-b216-51c6d8275c78 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 1097 time: 0.1950603 Apr 21 21:01:39.280431 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33a9c139-b4f2-4d93-933e-73f7de542680 req-2264a57d-8d66-4dc2-85eb-fff052f7c547 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918827 Apr 21 21:01:39.343669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6627411d-9fcd-4dcf-8ce0-aae656d58b8f req-8383189b-07be-4ee6-9c9e-1481b7777708 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840900 Apr 21 21:01:39.412708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5ef87-2c6c-4f21-adae-7e9dda10dc88 req-1710f3cd-5dab-4e0d-85ff-fcde84c1abe7 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:39.414328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1c5ef87-2c6c-4f21-adae-7e9dda10dc88 req-1710f3cd-5dab-4e0d-85ff-fcde84c1abe7 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.2137616 Apr 21 21:01:39.447961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56254) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:39.480241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45d08255-d9a1-4139-a6ab-cb756e3c1e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:39.547179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1c5ef87-2c6c-4f21-adae-7e9dda10dc88 req-6bfc0383-57f7-4a31-97b8-c52755295ba4 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183109 Apr 21 21:01:39.547969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:39.643787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45d08255-d9a1-4139-a6ab-cb756e3c1e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:39.651879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45d08255-d9a1-4139-a6ab-cb756e3c1e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:39.687714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-45d08255-d9a1-4139-a6ab-cb756e3c1e2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1257ff9b9d4e4fc092eda5a490ffc82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360737 Apr 21 21:01:39.688228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56258) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:39.711594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824d1c0-f181-40a7-a44c-b61e19bde354 req-92b77206-f54c-4624-a3dd-fb80e3832148 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:39.713440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9824d1c0-f181-40a7-a44c-b61e19bde354 req-92b77206-f54c-4624-a3dd-fb80e3832148 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 946 time: 0.1266940 Apr 21 21:01:39.777776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d08255-d9a1-4139-a6ab-cb756e3c1e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133dd97f-7aea-42e0-bc93-28403b8b8e5f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:39.795067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9824d1c0-f181-40a7-a44c-b61e19bde354 req-3b56695b-079f-4b94-863f-db9e85485288 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681419 Apr 21 21:01:39.930769 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c9383e3-cbbf-4010-be2d-2ce31810d057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:39.958706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Router 22ad6f92-26f5-440a-8711-2dfb9849de37 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:01:39.966873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c9383e3-cbbf-4010-be2d-2ce31810d057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:39.999779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007b30-508e-436d-a7ef-295cbe4ec5fb req-a5849976-987a-406e-876b-c47c6997ba11 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:40.001265 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42007b30-508e-436d-a7ef-295cbe4ec5fb req-a5849976-987a-406e-876b-c47c6997ba11 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1254933 Apr 21 21:01:40.136933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42007b30-508e-436d-a7ef-295cbe4ec5fb req-28b0b63a-6b5d-4ab1-b5a5-3909d4befc56 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214538 Apr 21 21:01:40.152919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c9383e3-cbbf-4010-be2d-2ce31810d057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:40.153591 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c9383e3-cbbf-4010-be2d-2ce31810d057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:40.157000 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3c9383e3-cbbf-4010-be2d-2ce31810d057 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/133dd97f-7aea-42e0-bc93-28403b8b8e5f HTTP/1.1" status: 204 len: 168 time: 0.4644804 Apr 21 21:01:40.171828 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9383e3-cbbf-4010-be2d-2ce31810d057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133dd97f-7aea-42e0-bc93-28403b8b8e5f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:40.176163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:01:40.180367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b661bd3d-0f86-45dc-9ec4-c0734c6e585f admin admin] 10.222.0.49 "PUT /v2.0/routers/22ad6f92-26f5-440a-8711-2dfb9849de37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1890447 Apr 21 21:01:40.183458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56268) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:40.187299 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] Sync routers for ids ['22ad6f92-26f5-440a-8711-2dfb9849de37'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:01:40.215918 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] Routers {'22ad6f92-26f5-440a-8711-2dfb9849de37'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:40.216550 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['22ad6f92-26f5-440a-8711-2dfb9849de37'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:40.318119 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:40.469881 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] Set router 22ad6f92-26f5-440a-8711-2dfb9849de37 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:40.498665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524df71-9ef1-4c49-a879-b78e0c0d1b76 req-dcf3e4fb-e64e-49c1-8745-63e2a6096855 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:40.500282 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2524df71-9ef1-4c49-a879-b78e0c0d1b76 req-dcf3e4fb-e64e-49c1-8745-63e2a6096855 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 943 time: 0.0807893 Apr 21 21:01:40.501589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:40.616721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2524df71-9ef1-4c49-a879-b78e0c0d1b76 req-13ac629d-a17e-425c-a0c2-6908dd35ce07 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093936 Apr 21 21:01:40.632934 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Deleting port fdbbe05b-caa1-45b1-873b-361cf8bd4dde {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:40.632934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:40.799299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] For port fdbbe05b-caa1-45b1-873b-361cf8bd4dde, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fdbbe05b-caa1-45b1-873b-361cf8bd4dde,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:40.799672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:40.817312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Calling delete_port for fdbbe05b-caa1-45b1-873b-361cf8bd4dde owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:40.845521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee8248-4ea6-4b64-baef-4d244f2b9a7d req-c82b241f-b5e4-4643-9e13-be2de048dc7e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:40.847810 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8eee8248-4ea6-4b64-baef-4d244f2b9a7d req-c82b241f-b5e4-4643-9e13-be2de048dc7e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.1542051 Apr 21 21:01:40.910930 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:25Z', 'updated_at': '2022-04-21T21:01:38Z', 'revision_number': 5, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'gw_port': {'id': 'fdbbe05b-caa1-45b1-873b-361cf8bd4dde', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:42:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:55:26Z', 'updated_at': '2022-04-21T20:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:40.943596 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] Checking router: 22ad6f92-26f5-440a-8711-2dfb9849de37 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:01:40.954739 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] Routers {'22ad6f92-26f5-440a-8711-2dfb9849de37'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:40.955347 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['22ad6f92-26f5-440a-8711-2dfb9849de37'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:40.957716 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8eee8248-4ea6-4b64-baef-4d244f2b9a7d req-b2b4788a-9b40-415b-8d4e-1fd6d737b93e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029820 Apr 21 21:01:40.973682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243c4d1-38c2-4769-abd2-b1ee59c7b071 req-30e28d22-c0ca-4dc0-bb39-8c3e3ebb35ae tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:40.984553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1243c4d1-38c2-4769-abd2-b1ee59c7b071 req-30e28d22-c0ca-4dc0-bb39-8c3e3ebb35ae tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 946 time: 0.0722110 Apr 21 21:01:41.038884 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1243c4d1-38c2-4769-abd2-b1ee59c7b071 req-f4b7d023-e9c9-43bb-9a56-c3ae7cf9bc7a tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477805 Apr 21 21:01:41.067851 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] Set router 22ad6f92-26f5-440a-8711-2dfb9849de37 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:41.095746 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.134113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbbe05b-caa1-45b1-873b-361cf8bd4dde,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:41.142769 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:25Z', 'updated_at': '2022-04-21T21:01:40Z', 'revision_number': 6, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:41.171491 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f74855-9a88-4a79-9edd-10942b5598f4 None None] The sync data for ids ['22ad6f92-26f5-440a-8711-2dfb9849de37'] in n-d-838945-1 is: [{'id': '22ad6f92-26f5-440a-8711-2dfb9849de37', 'name': 'tempest-TaggedBootDevicesTest-473907570-router', 'tenant_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:55:25Z', 'updated_at': '2022-04-21T21:01:40Z', 'revision_number': 6, 'project_id': '1202f5e0aaa141ea83b4a9138858e2d3', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:01:41.236341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.368547 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.372089 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.386014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e06ad-f5a7-4f71-b6c6-094318923dd6 req-b6dc80e1-5df4-496e-9334-07e321e282db tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:41.387716 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a84e06ad-f5a7-4f71-b6c6-094318923dd6 req-b6dc80e1-5df4-496e-9334-07e321e282db tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1668150 Apr 21 21:01:41.414157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f76a6-8eb8-470b-9a1b-111fbe24a178 req-2d372f95-0ba9-4635-8ef5-3c43439eddc9 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:41.415713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-114f76a6-8eb8-470b-9a1b-111fbe24a178 req-2d372f95-0ba9-4635-8ef5-3c43439eddc9 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 946 time: 0.0871639 Apr 21 21:01:41.419102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61065-8cf5-4920-8ecf-54b352af000f req-06bc9212-9f59-4c79-af6b-3cc996fadeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:41.420706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bee61065-8cf5-4920-8ecf-54b352af000f req-06bc9212-9f59-4c79-af6b-3cc996fadeb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f3a304073d584b249beec43d5225c345&device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 1097 time: 0.0791879 Apr 21 21:01:41.449058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.449786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22ad6f92-26f5-440a-8711-2dfb9849de37 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:01:41.458837 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.460043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a1c5b0e4-4cde-4f02-9fd6-66fbb32d680e admin admin] 10.222.0.49 "DELETE /v2.0/routers/22ad6f92-26f5-440a-8711-2dfb9849de37 HTTP/1.1" status: 204 len: 168 time: 1.2756748 Apr 21 21:01:41.462931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56324) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:41.475846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a84e06ad-f5a7-4f71-b6c6-094318923dd6 req-2ec5c48c-ae07-4581-a8d1-c75d55654e63 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495222 Apr 21 21:01:41.527375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c5f736-9595-485b-8482-fcdbf86c50a3 admin admin] Deleting subnet 7d6627c2-e430-4504-8563-ede717667517 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:01:41.534083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f736-9595-485b-8482-fcdbf86c50a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.581385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-114f76a6-8eb8-470b-9a1b-111fbe24a178 req-8f2807ec-0540-44f3-a70f-cb572fd381d8 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582782 Apr 21 21:01:41.598817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f736-9595-485b-8482-fcdbf86c50a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.627291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61065-8cf5-4920-8ecf-54b352af000f req-35b0444d-261e-4a20-ae19-214b34c08882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:41.629143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bee61065-8cf5-4920-8ecf-54b352af000f req-35b0444d-261e-4a20-ae19-214b34c08882 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9536da2-60da-402a-8633-5b8b4c00cd4a HTTP/1.1" status: 200 len: 915 time: 0.1954386 Apr 21 21:01:41.719327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bee61065-8cf5-4920-8ecf-54b352af000f req-df51a05e-05ac-4108-95dc-2ad03cac399d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a16710ae-2628-49f8-ac71-95a5b20fa082 HTTP/1.1" status: 200 len: 217 time: 0.0817883 Apr 21 21:01:41.755668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f736-9595-485b-8482-fcdbf86c50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.812137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61065-8cf5-4920-8ecf-54b352af000f req-01c56468-f738-460a-a07a-446418953caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:41.813639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bee61065-8cf5-4920-8ecf-54b352af000f req-01c56468-f738-460a-a07a-446418953caf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b15bef3a-e6f8-4451-af2b-8ad404ff6488 HTTP/1.1" status: 200 len: 854 time: 0.0860298 Apr 21 21:01:41.822428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919af22c-8e26-4d14-8cb2-717316691e07 req-e985d8c1-78d0-402b-abda-2e17c2d8cf21 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:41.829978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-919af22c-8e26-4d14-8cb2-717316691e07 req-e985d8c1-78d0-402b-abda-2e17c2d8cf21 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 943 time: 0.0714374 Apr 21 21:01:41.830964 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f736-9595-485b-8482-fcdbf86c50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.846218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f736-9595-485b-8482-fcdbf86c50a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:41.852689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e049614-53f2-4693-8005-ab7ad09b44d4 None None] Network a2217d79-31c4-4b4e-bd4e-1413357e83c8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:41.856933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f7c5f736-9595-485b-8482-fcdbf86c50a3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7d6627c2-e430-4504-8563-ede717667517 HTTP/1.1" status: 204 len: 168 time: 0.3908305 Apr 21 21:01:41.876603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5f736-9595-485b-8482-fcdbf86c50a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6627c2-e430-4504-8563-ede717667517,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:41.878505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56362) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:41.887764 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bee61065-8cf5-4920-8ecf-54b352af000f req-a26f5337-d783-4420-857d-8024cffa8591 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9536da2-60da-402a-8633-5b8b4c00cd4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557878 Apr 21 21:01:41.960807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:42.028120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Deleting port 52ac76ea-1df2-4889-98b7-ca4e36bca191 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:42.028573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:42.032665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-919af22c-8e26-4d14-8cb2-717316691e07 req-a1d94422-5b64-4b06-b170-c62daf680212 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989017 Apr 21 21:01:42.062552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bee61065-8cf5-4920-8ecf-54b352af000f req-9c037280-a412-435d-a28f-1f9d983fd6b7 service neutron] 10.222.0.43 "GET /v2.0/networks/e9536da2-60da-402a-8633-5b8b4c00cd4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639256 Apr 21 21:01:42.137449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935e9ef1-cf1c-4d7c-bc59-352fb6533d8e None None] DHCP port deletion for a2217d79-31c4-4b4e-bd4e-1413357e83c8 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:01:42.210905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] For port 52ac76ea-1df2-4889-98b7-ca4e36bca191, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52ac76ea-1df2-4889-98b7-ca4e36bca191,segment=NetworkSegment(63632eb3-b9bd-4c54-ac3a-721a52f34ba9),segment_id=63632eb3-b9bd-4c54-ac3a-721a52f34ba9)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:42.214262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:42.231817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1709d-975c-4404-8f91-b37f2d059562 req-3aab1181-a11c-48a1-8e17-8e37ace1b9a5 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:42.240789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a1709d-975c-4404-8f91-b37f2d059562 req-3aab1181-a11c-48a1-8e17-8e37ace1b9a5 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.0826573 Apr 21 21:01:42.244351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Calling delete_port for 52ac76ea-1df2-4889-98b7-ca4e36bca191 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:42.253437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-935e9ef1-cf1c-4d7c-bc59-352fb6533d8e None None] Deleting port 52ac76ea-1df2-4889-98b7-ca4e36bca191 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:42.254498 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-935e9ef1-cf1c-4d7c-bc59-352fb6533d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:42.297348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a1709d-975c-4404-8f91-b37f2d059562 req-a3c07bc2-19d2-454f-bf7b-e194081a3f30 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520215 Apr 21 21:01:42.299391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bee61065-8cf5-4920-8ecf-54b352af000f req-dce344df-12d5-4148-9275-9e5693f1f02c service neutron] 10.222.0.43 "GET /v2.0/networks/e9536da2-60da-402a-8633-5b8b4c00cd4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322621 Apr 21 21:01:42.378766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-935e9ef1-cf1c-4d7c-bc59-352fb6533d8e None None] For port 52ac76ea-1df2-4889-98b7-ca4e36bca191, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52ac76ea-1df2-4889-98b7-ca4e36bca191,segment=NetworkSegment(63632eb3-b9bd-4c54-ac3a-721a52f34ba9),segment_id=63632eb3-b9bd-4c54-ac3a-721a52f34ba9)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:42.379336 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-935e9ef1-cf1c-4d7c-bc59-352fb6533d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:42.405012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-935e9ef1-cf1c-4d7c-bc59-352fb6533d8e None None] Calling delete_port for 52ac76ea-1df2-4889-98b7-ca4e36bca191 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:42.553281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52ac76ea-1df2-4889-98b7-ca4e36bca191 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:42.557711 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-935e9ef1-cf1c-4d7c-bc59-352fb6533d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:42.626403 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 52ac76ea-1df2-4889-98b7-ca4e36bca191 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:42.626951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52ac76ea-1df2-4889-98b7-ca4e36bca191 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:42.628510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5ca822a3-991d-4738-a93a-7597ec76a137 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:42.630784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e9ef1-cf1c-4d7c-bc59-352fb6533d8e None None] No DVR routers for this DVR port 52ac76ea-1df2-4889-98b7-ca4e36bca191 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:42.664085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e9ef1-cf1c-4d7c-bc59-352fb6533d8e None None] Pushing event deleted for resources: {'Port': ['ID=52ac76ea-1df2-4889-98b7-ca4e36bca191,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:42.699769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5ca822a3-991d-4738-a93a-7597ec76a137 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:42.699769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5ca822a3-991d-4738-a93a-7597ec76a137 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:42.700347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fdbbe05b-caa1-45b1-873b-361cf8bd4dde no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:42.728581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f46100-8549-4405-999c-9feff249d16b req-c348cbe2-4e51-487d-b84b-feaf47053e3c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:42.730191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e0f46100-8549-4405-999c-9feff249d16b req-c348cbe2-4e51-487d-b84b-feaf47053e3c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0851381 Apr 21 21:01:42.741673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fdbbe05b-caa1-45b1-873b-361cf8bd4dde {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:42.742025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fdbbe05b-caa1-45b1-873b-361cf8bd4dde not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:42.788106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e0f46100-8549-4405-999c-9feff249d16b req-57d55cde-9ba9-492a-aad8-3a83680518e0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492277 Apr 21 21:01:42.885722 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:42.921863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=52ac76ea-1df2-4889-98b7-ca4e36bca191,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:42.923702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] No DVR routers for this DVR port 52ac76ea-1df2-4889-98b7-ca4e36bca191 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:42.985970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a6ef5-344c-400c-ad24-c5fa02cc5842 req-476e5064-e720-4964-8a86-122783447c07 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:42.987757 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f6a6ef5-344c-400c-ad24-c5fa02cc5842 req-476e5064-e720-4964-8a86-122783447c07 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 946 time: 0.1136355 Apr 21 21:01:43.049172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.051120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f6a6ef5-344c-400c-ad24-c5fa02cc5842 req-cf6468dc-1f82-49ba-9428-39253bdd4fa5 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556827 Apr 21 21:01:43.091006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2217d79-31c4-4b4e-bd4e-1413357e83c8']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:43.103782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63632eb3-b9bd-4c54-ac3a-721a52f34ba9') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:43.104087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63632eb3-b9bd-4c54-ac3a-721a52f34ba9') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:43.117679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.131653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3fd59c35-855c-42aa-be09-c7cdeb048225 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:01:43.157939 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.170123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:01:43.170622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:01:43.172544 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:01:43.222555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab2ad1-141e-42a3-a9b4-1b4d42b37acc req-1f754f1d-7ab0-4a5b-b799-317b5edc4c6d tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:43.229274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0dab2ad1-141e-42a3-a9b4-1b4d42b37acc req-1f754f1d-7ab0-4a5b-b799-317b5edc4c6d tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 943 time: 0.1146541 Apr 21 21:01:43.285080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 3fd59c35-855c-42aa-be09-c7cdeb048225, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3fd59c35-855c-42aa-be09-c7cdeb048225,segment=NetworkSegment(3386501f-fdd9-46c1-8026-d73107164feb),segment_id=3386501f-fdd9-46c1-8026-d73107164feb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:43.294430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0dab2ad1-141e-42a3-a9b4-1b4d42b37acc req-b7413892-db4d-47b5-b044-43d7d597deda tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545473 Apr 21 21:01:43.295881 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.302860 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.309824 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] 10.222.0.49 "DELETE /v2.0/networks/a2217d79-31c4-4b4e-bd4e-1413357e83c8 HTTP/1.1" status: 204 len: 168 time: 1.4273765 Apr 21 21:01:43.317676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '3fd59c35-855c-42aa-be09-c7cdeb048225', 'network_id': 'b7d01106-781e-4580-ba16-ee2364e2f6a9', 'port_id': '3fd59c35-855c-42aa-be09-c7cdeb048225', 'mac_address': 'fa:16:3e:c5:cf:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58dca43-51e3-42a3-8fa0-27d51c30f514', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:01:43.351117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb3dd3-aef9-4634-aef2-2c8c575c5e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a2217d79-31c4-4b4e-bd4e-1413357e83c8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:43.387888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-81c3fbee-306c-4de8-8267-f374939556f4 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:43.395025 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.396893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-81c3fbee-306c-4de8-8267-f374939556f4 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 805 time: 0.1435409 Apr 21 21:01:43.410235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd59c35-855c-42aa-be09-c7cdeb048225 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:43.413852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-7f285fc2-f262-42c1-bdc9-81429ca570ed tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/quotas/3a0a65fd62424565a1e39f85fabf8107 HTTP/1.1" status: 200 len: 375 time: 0.0161295 Apr 21 21:01:43.433444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 3fd59c35-855c-42aa-be09-c7cdeb048225, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3fd59c35-855c-42aa-be09-c7cdeb048225,segment=NetworkSegment(3386501f-fdd9-46c1-8026-d73107164feb),segment_id=3386501f-fdd9-46c1-8026-d73107164feb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:43.439994 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.477871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ceec1-b270-42ee-bb9d-865afd16a429 req-a9268487-d44d-4cce-ba42-4599546bccb8 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:43.481427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-8138c75b-b167-4aad-b799-22acd7d5b61f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666823 Apr 21 21:01:43.482442 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-915ceec1-b270-42ee-bb9d-865afd16a429 req-a9268487-d44d-4cce-ba42-4599546bccb8 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.0947835 Apr 21 21:01:43.508922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=3fd59c35-855c-42aa-be09-c7cdeb048225,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:43.532185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-915ceec1-b270-42ee-bb9d-865afd16a429 req-fa8d0025-0b0a-461b-8644-50a73c6a9bc1 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Apr 21 21:01:43.587264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56450) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:43.607224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-d5b64d58-58f0-4ac8-a58e-6a8380b19afe service neutron] 10.222.0.49 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171789 Apr 21 21:01:43.628359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5a95c91c-1094-4fb5-a392-8567e760f32a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=525ace1fa59841b6a5e80ef1e0827e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393970 Apr 21 21:01:43.630932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56452) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:43.683242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea7b840e-62a4-4ad6-ab3c-f8d2e3e4c95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.706672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea7b840e-62a4-4ad6-ab3c-f8d2e3e4c95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.718145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-c9ca4372-bed6-4699-9583-6749c14bc02e service neutron] 10.222.0.49 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011002 Apr 21 21:01:43.762504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea7b840e-62a4-4ad6-ab3c-f8d2e3e4c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.765382 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea7b840e-62a4-4ad6-ab3c-f8d2e3e4c95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:43.766827 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ea7b840e-62a4-4ad6-ab3c-f8d2e3e4c95e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa0acaa8-e165-47b9-81e2-00dbb86150f9 HTTP/1.1" status: 204 len: 168 time: 0.1349931 Apr 21 21:01:43.773878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['3fd59c35-855c-42aa-be09-c7cdeb048225'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:43.776586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b840e-62a4-4ad6-ab3c-f8d2e3e4c95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0acaa8-e165-47b9-81e2-00dbb86150f9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:43.981419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50522f-aa9c-46e4-af68-49f855a990f1 req-e34a15e9-fc7b-4f1b-848a-523fb4626ec0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:43.989198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b50522f-aa9c-46e4-af68-49f855a990f1 req-e34a15e9-fc7b-4f1b-848a-523fb4626ec0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0650122 Apr 21 21:01:43.997581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f4887d8-749c-4bdf-8a42-4dcf03f75a7f req-22db3bf5-6315-459e-9b22-d0c94ac9ed1d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 210 time: 0.0620720 Apr 21 21:01:44.069216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b50522f-aa9c-46e4-af68-49f855a990f1 req-c387abb3-398f-4da2-ba75-e16a67d51311 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753891 Apr 21 21:01:44.215500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a43ea-f1d7-43b7-8440-da42d6246e06 req-8d59d91b-0188-4cd6-8a41-649397daf351 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:44.217069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa6a43ea-f1d7-43b7-8440-da42d6246e06 req-8d59d91b-0188-4cd6-8a41-649397daf351 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 946 time: 0.0706484 Apr 21 21:01:44.264495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa6a43ea-f1d7-43b7-8440-da42d6246e06 req-7e33a9bb-4032-48b9-871e-12c9a63b6c25 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Apr 21 21:01:44.341611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56484) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:44.439471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aafc1b6b-f126-4fdc-bb16-b25bcd8bddd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1202f5e0aaa141ea83b4a9138858e2d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962696 Apr 21 21:01:44.442234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56488) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:44.466930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1648d37-4f99-46e8-a842-cfd1baa0825d req-dd310bf8-bbe4-47a3-9656-5ce969d18bb8 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:44.469011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1648d37-4f99-46e8-a842-cfd1baa0825d req-dd310bf8-bbe4-47a3-9656-5ce969d18bb8 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 944 time: 0.0789273 Apr 21 21:01:44.514652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fca5e2-1925-4fe8-9c24-cd2de191861f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:44.532722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1648d37-4f99-46e8-a842-cfd1baa0825d req-b91418d3-8a81-4878-94ab-1d064da6776b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570447 Apr 21 21:01:44.553799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fca5e2-1925-4fe8-9c24-cd2de191861f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:44.680321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286910a4-3536-4ab9-bd71-d1ef99657e87 req-20048bfc-cf8f-4c49-b16d-7a7c9b39692b tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:44.682490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-286910a4-3536-4ab9-bd71-d1ef99657e87 req-20048bfc-cf8f-4c49-b16d-7a7c9b39692b tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 946 time: 0.0973163 Apr 21 21:01:44.683337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42785a64-6606-491a-995f-862e8b8db3a7 req-308854c7-280e-402f-88cd-cfaed2fb487c tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:44.692496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42785a64-6606-491a-995f-862e8b8db3a7 req-308854c7-280e-402f-88cd-cfaed2fb487c tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.0672517 Apr 21 21:01:44.703537 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fca5e2-1925-4fe8-9c24-cd2de191861f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:44.707141 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48fca5e2-1925-4fe8-9c24-cd2de191861f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:44.708520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-48fca5e2-1925-4fe8-9c24-cd2de191861f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5d0dea1-e784-469a-93a1-6fdac5af61fc HTTP/1.1" status: 204 len: 168 time: 0.2652302 Apr 21 21:01:44.751377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42785a64-6606-491a-995f-862e8b8db3a7 req-fa664edb-98a7-4066-b21a-876f4fdb2684 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576200 Apr 21 21:01:44.753201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca5e2-1925-4fe8-9c24-cd2de191861f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d0dea1-e784-469a-93a1-6fdac5af61fc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:44.802676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-286910a4-3536-4ab9-bd71-d1ef99657e87 req-66e82423-a0cf-45f7-9dc6-539b32fe5d47 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092362 Apr 21 21:01:45.012370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-fa24e45d-b1e3-443b-b829-92c4c7a411c2 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:45.014027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-fa24e45d-b1e3-443b-b829-92c4c7a411c2 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.46 "GET /v2.0/ports?device_id=6daade58-9279-44c2-a4ca-0c627e4603af HTTP/1.1" status: 200 len: 945 time: 0.0626659 Apr 21 21:01:45.147066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3fd59c35-855c-42aa-be09-c7cdeb048225 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:45.217495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8eb257bf-6039-4800-a2d6-f16891e74379 req-a07943f3-3879-4b25-a47e-58f577d5b4cc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 210 time: 0.0941122 Apr 21 21:01:45.247265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e820aa-5e57-46bd-99a7-1bd80326190c req-29a921be-5b48-40a0-afdb-e7b3ce74c788 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:45.266785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 3fd59c35-855c-42aa-be09-c7cdeb048225 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:01:45.271418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2e820aa-5e57-46bd-99a7-1bd80326190c req-29a921be-5b48-40a0-afdb-e7b3ce74c788 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0918512 Apr 21 21:01:45.272847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 3fd59c35-855c-42aa-be09-c7cdeb048225 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:45.273525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:45.325925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09cd1d8d-3f5d-41e4-b36f-d2060dbc22a7 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:45.327655 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09cd1d8d-3f5d-41e4-b36f-d2060dbc22a7 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.43 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 805 time: 0.2993629 Apr 21 21:01:45.342015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Deleting port f87e95a7-f5ed-499f-99ae-7467867076a3 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:45.343585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:45.351173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2e820aa-5e57-46bd-99a7-1bd80326190c req-d24c8f59-d2a4-495c-8f14-1d4f0c7fc234 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724902 Apr 21 21:01:45.361092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Request body: {'port': {'device_id': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'admin_state_up': True, 'tenant_id': '3a0a65fd62424565a1e39f85fabf8107'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:45.390151 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:45.416976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da8e47a-ec6f-4b4d-a518-4da1df32c5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd59c35-855c-42aa-be09-c7cdeb048225'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:45.419372 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab2ac60-5c63-4988-9042-28a22e62db42" -d '{"events": [{"server_uuid": "4da8e47a-ec6f-4b4d-a518-4da1df32c5db", "name": "network-vif-plugged", "status": "completed", "tag": "3fd59c35-855c-42aa-be09-c7cdeb048225"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:45.467655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 3fd59c35-855c-42aa-be09-c7cdeb048225, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3fd59c35-855c-42aa-be09-c7cdeb048225,segment=NetworkSegment(3386501f-fdd9-46c1-8026-d73107164feb),segment_id=3386501f-fdd9-46c1-8026-d73107164feb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:45.471142 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4038d2-ce9c-404e-ba39-4a56f440ea95 x-openstack-request-id: req-8c4038d2-ce9c-404e-ba39-4a56f440ea95 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:45.471630 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da8e47a-ec6f-4b4d-a518-4da1df32c5db", "name": "network-vif-plugged", "status": "completed", "tag": "3fd59c35-855c-42aa-be09-c7cdeb048225", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:45.472106 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c4038d2-ce9c-404e-ba39-4a56f440ea95 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:45.476903 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4038d2-ce9c-404e-ba39-4a56f440ea95'] response: {'server_uuid': '4da8e47a-ec6f-4b4d-a518-4da1df32c5db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd59c35-855c-42aa-be09-c7cdeb048225', 'code': 200} Apr 21 21:01:45.488695 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:45.489702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f87e95a7-f5ed-499f-99ae-7467867076a3 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:45.607689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f87e95a7-f5ed-499f-99ae-7467867076a3,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:45.608208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:45.650599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=3fd59c35-855c-42aa-be09-c7cdeb048225,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:45.668054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Calling delete_port for f87e95a7-f5ed-499f-99ae-7467867076a3 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:45.680691 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:45.687157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927d9d6-4c74-4c88-9963-4843efa64348 req-01f07985-9001-47c0-8ab6-4b055de75e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:45.689331 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b927d9d6-4c74-4c88-9963-4843efa64348 req-01f07985-9001-47c0-8ab6-4b055de75e0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 1096 time: 0.1413167 Apr 21 21:01:45.725487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f87e95a7-f5ed-499f-99ae-7467867076a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f87e95a7-f5ed-499f-99ae-7467867076a3,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:45.731570 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:45.733498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6d46a-1ec2-463e-bbc7-cf7cdf5586c5 req-add9558d-f4a6-4e3e-b793-950fbaed0913 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:45.735672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ece6d46a-1ec2-463e-bbc7-cf7cdf5586c5 req-add9558d-f4a6-4e3e-b793-950fbaed0913 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 945 time: 0.1047564 Apr 21 21:01:45.827863 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ece6d46a-1ec2-463e-bbc7-cf7cdf5586c5 req-29a98fa2-671a-4de9-a3f3-5ea9448941c3 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851498 Apr 21 21:01:45.828150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Made reservation on behalf of 3a0a65fd62424565a1e39f85fabf8107 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:45.829943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b927d9d6-4c74-4c88-9963-4843efa64348 req-b6b132d1-54cf-48b8-aee6-61fa037f62ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291659 Apr 21 21:01:45.832830 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:45.851023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f87e95a7-f5ed-499f-99ae-7467867076a3,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:45.880878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56550) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:46.004322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f59ab-1c58-49b9-8b52-12983929d70a req-a002e3d6-ac1f-49ff-b1e7-f93303892c11 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:46.007360 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.014274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f32f59ab-1c58-49b9-8b52-12983929d70a req-a002e3d6-ac1f-49ff-b1e7-f93303892c11 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 946 time: 0.0755439 Apr 21 21:01:46.025822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1635441799-network', 'tenant_id': '271267117912412b9b2b74aabfd7abe9'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:46.049103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd204b31-4cb8-47c2-bbec-9fb89129ac2f req-270a61a2-4534-4a5a-b46d-499df7f4d295 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:46.050641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd204b31-4cb8-47c2-bbec-9fb89129ac2f req-270a61a2-4534-4a5a-b46d-499df7f4d295 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.1715014 Apr 21 21:01:46.077063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f32f59ab-1c58-49b9-8b52-12983929d70a req-45b6a565-0696-40b7-846e-8bb06b29dbf4 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545998 Apr 21 21:01:46.087183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Made reservation on behalf of 271267117912412b9b2b74aabfd7abe9 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:46.089819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.095613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Pushing event deleted for resources: {'Port': ['ID=f87e95a7-f5ed-499f-99ae-7467867076a3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:46.099330 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.154210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Allocated IP 172.20.0.4 (0d009106-86b9-40db-8522-72042c95f0f2/8d85c431-91c5-4196-a488-3699ed589db4/b10cf28f-b92b-4596-beaa-32ba696a086c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:46.156577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] No DVR routers for this DVR port f87e95a7-f5ed-499f-99ae-7467867076a3 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:46.159361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.163190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d66e27c3-95aa-4b0a-a803-71f719e94785 req-2bda35f3-3d20-4914-b48e-87125a9a4ede tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.46 "DELETE /v2.0/ports/f87e95a7-f5ed-499f-99ae-7467867076a3 HTTP/1.1" status: 204 len: 173 time: 1.1437707 Apr 21 21:01:46.173721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'name': 'network-vif-deleted', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:46.176366 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662876cb-fac8-4697-bf85-04e3dd3173a4" -d '{"events": [{"server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "name": "network-vif-deleted", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:46.198893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd204b31-4cb8-47c2-bbec-9fb89129ac2f req-60409fc8-58d1-431e-b5ef-b2c3270e0109 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369750 Apr 21 21:01:46.211813 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.218977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.253419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:01:46.259592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9557c885-cbeb-4b79-bd5b-7033f8f10000,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:46.270186 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.270560 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Added segment 079da0f2-8dba-4933-b550-1f3c7b37e19b of type vlan for network 4a912654-8ba7-440e-af2f-f1f861b2af50 Apr 21 21:01:46.275654 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d952676-e058-492b-bbcc-a50b8b61d44d x-openstack-request-id: req-5d952676-e058-492b-bbcc-a50b8b61d44d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:46.276049 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "name": "network-vif-deleted", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:46.276305 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d952676-e058-492b-bbcc-a50b8b61d44d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:46.278866 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d952676-e058-492b-bbcc-a50b8b61d44d'] response: {'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'name': 'network-vif-deleted', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3', 'status': 'completed', 'code': 200} Apr 21 21:01:46.348019 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.394129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.395267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:46.396260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.430558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae334517-6039-4651-8d52-108af5397d8c req-69524fa4-3892-4cd2-99b7-7065bea54020 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 210 time: 0.0693953 Apr 21 21:01:46.459065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-dc1f7af7-5744-4de8-afc9-81491c68bc2c tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:46.460650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-dc1f7af7-5744-4de8-afc9-81491c68bc2c tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 946 time: 0.1758859 Apr 21 21:01:46.468365 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5855706 Apr 21 21:01:46.479731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56560) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:46.487956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Request body: {'subnet': {'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1635441799-subnet', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:46.507542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ddfc6-9080-4cb3-8efa-bcc990f9bf1d admin admin] Pushing event updated for resources: {'Network': ['ID=4a912654-8ba7-440e-af2f-f1f861b2af50,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:46.522288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:01:46.533050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Made reservation on behalf of 271267117912412b9b2b74aabfd7abe9 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:46.535396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.548587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be94dfc-d4fb-4199-8d35-c7e76e345363 req-520d74a5-1fab-4ec8-9962-19a8d5cc0c5f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:46.557250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3be94dfc-d4fb-4199-8d35-c7e76e345363 req-520d74a5-1fab-4ec8-9962-19a8d5cc0c5f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0923510 Apr 21 21:01:46.571439 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.618997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Deleting port a16710ae-2628-49f8-ac71-95a5b20fa082 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:46.619332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.637952 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.704066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3be94dfc-d4fb-4199-8d35-c7e76e345363 req-9b3c42da-7dbe-4575-8791-d39d0e0826e9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387751 Apr 21 21:01:46.737100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Network 0d009106-86b9-40db-8522-72042c95f0f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:46.747300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:46.750172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:01:46.786370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Pushing event updated for resources: {'Port': ['ID=b10cf28f-b92b-4596-beaa-32ba696a086c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:46.841273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:46.841944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.845754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] For port a16710ae-2628-49f8-ac71-95a5b20fa082, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a16710ae-2628-49f8-ac71-95a5b20fa082,segment=NetworkSegment(9d988db7-f0b6-4304-a572-7b45fbcce334),segment_id=9d988db7-f0b6-4304-a572-7b45fbcce334)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:46.846583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.855827 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:46.867862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Calling delete_port for a16710ae-2628-49f8-ac71-95a5b20fa082 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:46.901990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-f0e5a19c-7482-41b4-b5fb-e6b98730c4b5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5480444 Apr 21 21:01:46.928995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d710e315-c69e-4dce-baa0-259c50d0cade,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:46.945406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Request body: {'port': {'device_id': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:46.968555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Checking segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:46.969187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Network hostable DHCP agents. Network: 4a912654-8ba7-440e-af2f-f1f861b2af50, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:01:46.988869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:01:46.998357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 4a912654-8ba7-440e-af2f-f1f861b2af50) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:47.002461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:47.003591 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.014565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d8970-fd8a-4b0a-9d3e-9cc699e2a631 None None] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:47.035987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-39c4a845-a8f6-4ff1-b13e-4fdc79e35010 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5524800 Apr 21 21:01:47.037593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56566) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:47.044870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:47.053146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.072583 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.073764 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.084189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fba63b-b7f9-4e13-be13-308559d3b1b7 req-2ad1fa68-1a75-47d0-872f-13ec5fd1af0f tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:47.092465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89fba63b-b7f9-4e13-be13-308559d3b1b7 req-2ad1fa68-1a75-47d0-872f-13ec5fd1af0f tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 945 time: 0.1415839 Apr 21 21:01:47.158490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.229392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-4a912654-8ba7-440e-af2f-f1f861b2af50', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:01:47.230564 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.401957 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.412661 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89fba63b-b7f9-4e13-be13-308559d3b1b7 req-f143923f-a709-4a12-964a-808bb5b135ee tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192980 Apr 21 21:01:47.412917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Allocated IP 172.20.0.2 (4a912654-8ba7-440e-af2f-f1f861b2af50/d710e315-c69e-4dce-baa0-259c50d0cade/459df988-2222-4338-86df-782578b97a22) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:47.420809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c119c4d-9847-44e7-847a-4dbc65a6d388 req-c475f115-2b63-413f-937d-d8f968b99425 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:47.429329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0c119c4d-9847-44e7-847a-4dbc65a6d388 req-c475f115-2b63-413f-937d-d8f968b99425 tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0de1c84-4c6c-4192-8d13-9a4518a0e59c HTTP/1.1" status: 200 len: 946 time: 0.2689564 Apr 21 21:01:47.459128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.512016 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0c119c4d-9847-44e7-847a-4dbc65a6d388 req-5925cd6b-a09c-4292-a1ab-5a6c15604d9f tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.49 "GET /v2.0/security-groups?id=08103144-db8f-4d8f-bd78-7589205676c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818081 Apr 21 21:01:47.562503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Pushing event deleted for resources: {'Port': ['ID=a16710ae-2628-49f8-ac71-95a5b20fa082,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:47.570689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:47.572983 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b17c9ae-c2be-4574-af0d-8424122c0306" -d '{"events": [{"server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "name": "network-vif-unplugged", "status": "completed", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:47.577238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a16710ae-2628-49f8-ac71-95a5b20fa082'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:47.668414 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.678173 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.711598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] No DVR routers for this DVR port a16710ae-2628-49f8-ac71-95a5b20fa082 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:47.714515 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.718857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50bb09a9-4eec-4c2c-8193-7c74882f47e8 req-96309ecb-6538-4066-92ad-aa76e7abd97d tempest-InstanceActionsTestJSON-1976934144 tempest-InstanceActionsTestJSON-1976934144-project] 10.222.0.43 "DELETE /v2.0/ports/a16710ae-2628-49f8-ac71-95a5b20fa082 HTTP/1.1" status: 204 len: 173 time: 1.2517314 Apr 21 21:01:47.732326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:47.740571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:47.746969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:01:47.747175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10cf28f-b92b-4596-beaa-32ba696a086c {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:47.759910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Pushing event updated for resources: {'Port': ['ID=459df988-2222-4338-86df-782578b97a22,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:47.760532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.789508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62545a4-7c53-4f03-a0bd-1e2e71a83869 req-67932cc5-e30b-497b-a494-6bc34987a187 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:47.800196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f62545a4-7c53-4f03-a0bd-1e2e71a83869 req-67932cc5-e30b-497b-a494-6bc34987a187 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.2520814 Apr 21 21:01:47.823378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Transition to ACTIVE for port object b10cf28f-b92b-4596-beaa-32ba696a086c will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:01:47.838436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Attempting to bind port 459df988-2222-4338-86df-782578b97a22 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:01:47.838672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Attempting to bind port 459df988-2222-4338-86df-782578b97a22 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:01:47.839205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Attempting to bind port 459df988-2222-4338-86df-782578b97a22 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:47.839553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.844747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.855441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:01:47.857198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Checking segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:47.857618 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.858552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05f4b2-e447-4814-ba9e-08310d1c6f3e req-f35cd447-f028-4e6a-9f4b-129539030d3c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:47.860191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d05f4b2-e447-4814-ba9e-08310d1c6f3e req-f35cd447-f028-4e6a-9f4b-129539030d3c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 931 time: 0.1469848 Apr 21 21:01:47.860830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Bound using segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:01:47.861340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Bound port: 459df988-2222-4338-86df-782578b97a22, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:01:47.861777 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.906076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f62545a4-7c53-4f03-a0bd-1e2e71a83869 req-552878bb-c095-4f6b-99cd-59989d42c857 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048982 Apr 21 21:01:47.951549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:47.989499 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5568cc-9560-429a-8a29-c65e382c2b93 x-openstack-request-id: req-2e5568cc-9560-429a-8a29-c65e382c2b93 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:47.989821 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daade58-9279-44c2-a4ca-0c627e4603af", "name": "network-vif-unplugged", "status": "completed", "tag": "f87e95a7-f5ed-499f-99ae-7467867076a3", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:47.990074 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e5568cc-9560-429a-8a29-c65e382c2b93 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:47.990475 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5568cc-9560-429a-8a29-c65e382c2b93'] response: {'server_uuid': '6daade58-9279-44c2-a4ca-0c627e4603af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87e95a7-f5ed-499f-99ae-7467867076a3', 'code': 200} Apr 21 21:01:47.994322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Pushing event updated for resources: {'Port': ['ID=b10cf28f-b92b-4596-beaa-32ba696a086c,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:47.997839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d05f4b2-e447-4814-ba9e-08310d1c6f3e req-872e83f5-c8e2-4e3d-b89f-6fa455d382e2 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141827 Apr 21 21:01:48.008803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] For port 459df988-2222-4338-86df-782578b97a22, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:01:48.011973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] For port 459df988-2222-4338-86df-782578b97a22, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=459df988-2222-4338-86df-782578b97a22,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:01:48.026799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:48.134589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Attempting to bind port b10cf28f-b92b-4596-beaa-32ba696a086c on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:01:48.135159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Attempting to bind port b10cf28f-b92b-4596-beaa-32ba696a086c by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:01:48.136516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Attempting to bind port b10cf28f-b92b-4596-beaa-32ba696a086c on network 0d009106-86b9-40db-8522-72042c95f0f2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:48.150602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Port b10cf28f-b92b-4596-beaa-32ba696a086c on network 0d009106-86b9-40db-8522-72042c95f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:01:48.150997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Attempting to bind port b10cf28f-b92b-4596-beaa-32ba696a086c on network 0d009106-86b9-40db-8522-72042c95f0f2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:48.157796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907efde0-5937-4e51-be88-a083b2cec607 None None] Pushing event updated for resources: {'Port': ['ID=459df988-2222-4338-86df-782578b97a22,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:48.162685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Allocated IP 172.25.0.213 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/ce819a58-9796-47ff-af86-98efe7ea19ba) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:48.164833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56590) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:48.165707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:01:48.167608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Checking segment: {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:48.167608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Bound using segment: {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:01:48.167608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Bound port: b10cf28f-b92b-4596-beaa-32ba696a086c, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:01:48.167904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:48.198097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2dad5-f81c-44c1-b701-1eae34ccd141 req-ef1d24f3-9cd4-4e8d-ae12-01806b1b3c90 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:48.199652 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ad2dad5-f81c-44c1-b701-1eae34ccd141 req-ef1d24f3-9cd4-4e8d-ae12-01806b1b3c90 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1189010 Apr 21 21:01:48.414851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:48.485641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:48.542548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:48.549519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:48.551806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:01:48.629662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Pushing event updated for resources: {'Port': ['ID=ce819a58-9796-47ff-af86-98efe7ea19ba,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:48.670102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0de1c84-4c6c-4192-8d13-9a4518a0e59c', 'name': 'network-vif-deleted', 'tag': 'a16710ae-2628-49f8-ac71-95a5b20fa082'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:48.672469 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70f057f-4c98-4e96-a052-c2f928c614eb" -d '{"events": [{"server_uuid": "f0de1c84-4c6c-4192-8d13-9a4518a0e59c", "name": "network-vif-deleted", "tag": "a16710ae-2628-49f8-ac71-95a5b20fa082"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:48.693487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac2905-fc2a-4b3c-98ce-3f0967de5794 req-a8110e82-5ec8-4455-9b00-6cfef299d53c tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:48.694932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dfac2905-fc2a-4b3c-98ce-3f0967de5794 req-a8110e82-5ec8-4455-9b00-6cfef299d53c tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 945 time: 0.1715207 Apr 21 21:01:48.721947 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f00f4818-486f-4737-a936-344430ad8103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:48.768073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:01:48.773758 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ad2dad5-f81c-44c1-b701-1eae34ccd141 req-36fbe426-63a1-4e6b-8c7a-6cead4dbd193 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5642886 Apr 21 21:01:48.781563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dfac2905-fc2a-4b3c-98ce-3f0967de5794 req-c9cd10b5-de56-425e-8705-e3cbeb39d1e8 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586681 Apr 21 21:01:48.803922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b10cf28f-b92b-4596-beaa-32ba696a086c,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:01:48.819807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:48.865737 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64869963-9a6e-49a7-bfa5-5ef473cf6b60 x-openstack-request-id: req-64869963-9a6e-49a7-bfa5-5ef473cf6b60 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:48.866478 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0de1c84-4c6c-4192-8d13-9a4518a0e59c", "name": "network-vif-deleted", "tag": "a16710ae-2628-49f8-ac71-95a5b20fa082", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:48.866478 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64869963-9a6e-49a7-bfa5-5ef473cf6b60 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:48.867135 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64869963-9a6e-49a7-bfa5-5ef473cf6b60'] response: {'server_uuid': 'f0de1c84-4c6c-4192-8d13-9a4518a0e59c', 'name': 'network-vif-deleted', 'tag': 'a16710ae-2628-49f8-ac71-95a5b20fa082', 'status': 'completed', 'code': 200} Apr 21 21:01:48.869540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56602) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:48.877636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:48.878896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:48.880461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] 10.222.0.43 "PUT /v2.0/ports/b10cf28f-b92b-4596-beaa-32ba696a086c HTTP/1.1" status: 200 len: 1091 time: 1.9395583 Apr 21 21:01:49.019447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8de834-aa32-4a00-898c-ff32da029ea3 admin admin] Deleting subnet b15bef3a-e6f8-4451-af2b-8ad404ff6488 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:01:49.029536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed7c86-21f0-4c6d-a5a3-85d3b4d9700c service neutron] Pushing event updated for resources: {'Port': ['ID=b10cf28f-b92b-4596-beaa-32ba696a086c,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:49.033396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f00f4818-486f-4737-a936-344430ad8103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.044034 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d8de834-aa32-4a00-898c-ff32da029ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.066535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f00f4818-486f-4737-a936-344430ad8103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.070842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.131828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-0b3d986b-2bf7-4065-9d15-139e69a18f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:49.133525 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-0b3d986b-2bf7-4065-9d15-139e69a18f73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 1094 time: 0.2092631 Apr 21 21:01:49.153530 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f00f4818-486f-4737-a936-344430ad8103 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b84a0315143a4b728dfcba374afec2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757237 Apr 21 21:01:49.159095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f87e95a7-f5ed-499f-99ae-7467867076a3 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:49.160790 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d8de834-aa32-4a00-898c-ff32da029ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.163852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56612) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:49.189738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: f87e95a7-f5ed-499f-99ae-7467867076a3 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:49.190293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f87e95a7-f5ed-499f-99ae-7467867076a3 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:49.206267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54d83-174c-432d-9828-bc9c700bcacb req-fb043b4f-8cd5-4def-8939-e6e4600dafab tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:49.207684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39c54d83-174c-432d-9828-bc9c700bcacb req-fb043b4f-8cd5-4def-8939-e6e4600dafab tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 943 time: 0.0982630 Apr 21 21:01:49.226964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f4818-486f-4737-a936-344430ad8103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d3a7b9-152e-42ad-ae20-8e3c7a4ac800,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:49.241568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-41410c36-67b8-4839-9b72-758563efa2e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10cf28f-b92b-4596-beaa-32ba696a086c HTTP/1.1" status: 200 len: 217 time: 0.0910747 Apr 21 21:01:49.310248 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39c54d83-174c-432d-9828-bc9c700bcacb req-3a1a9e85-360c-4a93-baf7-3360b6a5cef2 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811036 Apr 21 21:01:49.315242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d8de834-aa32-4a00-898c-ff32da029ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.373570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf946a-46c3-42a6-b3b9-3801a4fde66e req-c568054f-27bf-43f9-a8b3-7a5cf095600a tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:49.375284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4fdf946a-46c3-42a6-b3b9-3801a4fde66e req-c568054f-27bf-43f9-a8b3-7a5cf095600a tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.3611863 Apr 21 21:01:49.378770 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.445460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92845aa5-0a7f-49d4-b228-05eb86de3146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.470575 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92845aa5-0a7f-49d4-b228-05eb86de3146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.494282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d8de834-aa32-4a00-898c-ff32da029ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.501015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-21b6a98a-07ac-4562-955a-b1e97172708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:49.502496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-21b6a98a-07ac-4562-955a-b1e97172708c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d85c431-91c5-4196-a488-3699ed589db4 HTTP/1.1" status: 200 len: 845 time: 0.2501721 Apr 21 21:01:49.529333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c6e478-e200-4e50-b00f-ea641d2e3650 None None] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:49.556843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-82113827-d6a9-444f-aaf9-06fbffa604a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d009106-86b9-40db-8522-72042c95f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432718 Apr 21 21:01:49.560269 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4fdf946a-46c3-42a6-b3b9-3801a4fde66e req-b64a1231-d9f2-4699-911e-5005fcb01b2a tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717834 Apr 21 21:01:49.574770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Router 38357621-28b0-4e21-ae50-8cf46047ef24 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:01:49.590405 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d8de834-aa32-4a00-898c-ff32da029ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.595931 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1d8de834-aa32-4a00-898c-ff32da029ea3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b15bef3a-e6f8-4451-af2b-8ad404ff6488 HTTP/1.1" status: 204 len: 168 time: 0.7227459 Apr 21 21:01:49.596680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56616) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:49.603824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8de834-aa32-4a00-898c-ff32da029ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15bef3a-e6f8-4451-af2b-8ad404ff6488,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:49.680596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92845aa5-0a7f-49d4-b228-05eb86de3146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.683587 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92845aa5-0a7f-49d4-b228-05eb86de3146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.684752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-92845aa5-0a7f-49d4-b228-05eb86de3146 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25d3a7b9-152e-42ad-ae20-8e3c7a4ac800 HTTP/1.1" status: 204 len: 168 time: 0.4997232 Apr 21 21:01:49.695364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0697a80b-5329-446b-a9d4-d346fc1e8d86 None None] Provisioning complete for port 459df988-2222-4338-86df-782578b97a22 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:49.696060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0697a80b-5329-446b-a9d4-d346fc1e8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.725163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-2cebec0a-4955-4c33-858c-8e0c8640c9f9 service neutron] 10.222.0.43 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398985 Apr 21 21:01:49.726059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92845aa5-0a7f-49d4-b228-05eb86de3146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d3a7b9-152e-42ad-ae20-8e3c7a4ac800,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:49.825108 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.860497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2e113a-cae9-4b99-884a-f34dab4424a5 req-2f53f9d9-b6f7-4f91-8c0e-ed9af9025fda service neutron] 10.222.0.43 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286306 Apr 21 21:01:49.862215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67d180-9f63-49e4-8c2d-7e170c9cd864 req-b808a780-5050-482b-af7d-b616a3d2e169 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:49.870322 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d67d180-9f63-49e4-8c2d-7e170c9cd864 req-b808a780-5050-482b-af7d-b616a3d2e169 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 945 time: 0.2528017 Apr 21 21:01:49.951746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0697a80b-5329-446b-a9d4-d346fc1e8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:49.979245 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d67d180-9f63-49e4-8c2d-7e170c9cd864 req-cd806bb9-31ba-43e5-9d07-20aa64adfe08 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079867 Apr 21 21:01:49.989576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:01:50.003357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba6434-c9d4-4e2b-9e86-e662a1cd53a9 req-3c5485f4-07e4-45b1-8d97-f6a8c1bede5f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:50.006459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5ba6434-c9d4-4e2b-9e86-e662a1cd53a9 req-3c5485f4-07e4-45b1-8d97-f6a8c1bede5f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1159446 Apr 21 21:01:50.012220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Sync routers for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:01:50.031527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0697a80b-5329-446b-a9d4-d346fc1e8d86 None None] For port 459df988-2222-4338-86df-782578b97a22, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=459df988-2222-4338-86df-782578b97a22,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:50.039518 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0697a80b-5329-446b-a9d4-d346fc1e8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.047756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:50.048346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:50.052925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5ba6434-c9d4-4e2b-9e86-e662a1cd53a9 req-f2bdfe2b-7f12-44b9-8144-59af380c83f0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373251 Apr 21 21:01:50.055587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.060078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-91206156-4cd0-4b56-be5d-322439281b12 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0174062 Apr 21 21:01:50.060989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56624) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:50.077789 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.124683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9536da2-60da-402a-8633-5b8b4c00cd4a']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:50.147228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d988db7-f0b6-4304-a572-7b45fbcce334') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:50.147618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d988db7-f0b6-4304-a572-7b45fbcce334') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:50.156107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56626) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:50.171180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-761c276f-c83b-4c9b-941b-1aaf45a95072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.174979 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.199091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.210820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:01:50.210972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:01:50.213737 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:01:50.219009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697a80b-5329-446b-a9d4-d346fc1e8d86 None None] Pushing event updated for resources: {'Port': ['ID=459df988-2222-4338-86df-782578b97a22,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:50.248887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:50.307517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.317221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.323530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e9536da2-60da-402a-8633-5b8b4c00cd4a HTTP/1.1" status: 204 len: 168 time: 0.7174604 Apr 21 21:01:50.336524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122155b-4e71-42de-a6c6-c092b5c06045 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9536da2-60da-402a-8633-5b8b4c00cd4a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:50.394856 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-761c276f-c83b-4c9b-941b-1aaf45a95072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.404052 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-761c276f-c83b-4c9b-941b-1aaf45a95072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.443215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c276f-c83b-4c9b-941b-1aaf45a95072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ab005-923a-44f6-abb4-5c03ecafd8ee,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:50.486187 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-761c276f-c83b-4c9b-941b-1aaf45a95072 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ba01666e8d6442d8a2c371abbc799be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284194 Apr 21 21:01:50.490625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56632) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:50.502977 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.521859 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5094ffff-3ee3-4985-839f-224d889c21b3 None None] Provisioning complete for port 459df988-2222-4338-86df-782578b97a22 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:50.522337 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5094ffff-3ee3-4985-839f-224d889c21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.529157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd10e17-8b3f-4942-a774-85ad2d2a48f6 req-42827f32-1d04-473f-991b-6a1e1f5a388c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:50.537382 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7cd10e17-8b3f-4942-a774-85ad2d2a48f6 req-42827f32-1d04-473f-991b-6a1e1f5a388c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 943 time: 0.1004725 Apr 21 21:01:50.554618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 459df988-2222-4338-86df-782578b97a22 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:50.590498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a16710ae-2628-49f8-ac71-95a5b20fa082 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:50.599715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.619524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56636) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:50.652396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: a16710ae-2628-49f8-ac71-95a5b20fa082 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:50.652805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a16710ae-2628-49f8-ac71-95a5b20fa082 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:50.715086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 459df988-2222-4338-86df-782578b97a22 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:50.715565 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.720271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3326b119-6e14-48d2-aac6-c435b83c3f78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3a304073d584b249beec43d5225c345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926166 Apr 21 21:01:50.722058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56638) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:50.856857 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.866227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16caa0-5f45-4e2a-821a-a94ea5f4126d req-81b9f075-c481-478a-b0a9-d45e1e57facb tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:50.868007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d16caa0-5f45-4e2a-821a-a94ea5f4126d req-81b9f075-c481-478a-b0a9-d45e1e57facb tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.1540146 Apr 21 21:01:50.872484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:50.875130 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566" -d '{"events": [{"name": "network-changed", "server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:50.888313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-32527fe2-8e93-43b4-bce2-a0067d78d2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.917517 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7cd10e17-8b3f-4942-a774-85ad2d2a48f6 req-fec67af6-fb94-4d66-87a0-92f503ba1ec3 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790021 Apr 21 21:01:50.918518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef26bb31-1eef-4286-82dc-9c0802ca7ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.938145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:48Z', 'revision_number': 3, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:50.951124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef26bb31-1eef-4286-82dc-9c0802ca7ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:50.975447 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7583e90c-7ce1-43b8-80ef-b542df5c3e41 x-openstack-request-id: req-7583e90c-7ce1-43b8-80ef-b542df5c3e41 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:50.975825 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:50.976077 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7583e90c-7ce1-43b8-80ef-b542df5c3e41 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:50.976468 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7583e90c-7ce1-43b8-80ef-b542df5c3e41'] response: {'name': 'network-changed', 'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c', 'status': 'completed', 'code': 200} Apr 21 21:01:50.981551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Checking router: 38357621-28b0-4e21-ae50-8cf46047ef24 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:01:50.982180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Updating router 38357621-28b0-4e21-ae50-8cf46047ef24 port ce819a58-9796-47ff-af86-98efe7ea19ba binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:01:50.992748 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-32527fe2-8e93-43b4-bce2-a0067d78d2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.029110 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef26bb31-1eef-4286-82dc-9c0802ca7ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.032852 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.033675 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef26bb31-1eef-4286-82dc-9c0802ca7ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.035196 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ef26bb31-1eef-4286-82dc-9c0802ca7ccb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff6ab005-923a-44f6-abb4-5c03ecafd8ee HTTP/1.1" status: 204 len: 168 time: 0.5437043 Apr 21 21:01:51.082741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26bb31-1eef-4286-82dc-9c0802ca7ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6ab005-923a-44f6-abb4-5c03ecafd8ee,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:51.091018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d16caa0-5f45-4e2a-821a-a94ea5f4126d req-fb5a9102-0806-4e68-9a62-ef7cece4629e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837976 Apr 21 21:01:51.113566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324e91-ec84-46d0-bbe6-2ade74ab263f req-dfd4462d-e917-40c0-8674-3a4b5333dd26 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:51.121407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64324e91-ec84-46d0-bbe6-2ade74ab263f req-dfd4462d-e917-40c0-8674-3a4b5333dd26 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 945 time: 0.0703456 Apr 21 21:01:51.157068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-19c67b2f-c18c-4e64-8153-518f06c6f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:51.158846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-19c67b2f-c18c-4e64-8153-518f06c6f599 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 1094 time: 0.1492958 Apr 21 21:01:51.164076 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64324e91-ec84-46d0-bbe6-2ade74ab263f req-d1940403-4ba1-4a5a-b1b9-43122c29e6ac tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Apr 21 21:01:51.211766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 7d292c10-31a3-4cbf-9588-ea6819d2e5be details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:01:51.234637 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-32527fe2-8e93-43b4-bce2-a0067d78d2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.235520 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-32527fe2-8e93-43b4-bce2-a0067d78d2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.236638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-32527fe2-8e93-43b4-bce2-a0067d78d2ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08103144-db8f-4d8f-bd78-7589205676c2 HTTP/1.1" status: 204 len: 168 time: 0.5061340 Apr 21 21:01:51.337039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32527fe2-8e93-43b4-bce2-a0067d78d2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08103144-db8f-4d8f-bd78-7589205676c2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:51.364964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Allocated IP 172.20.0.1 (4a912654-8ba7-440e-af2f-f1f861b2af50/d710e315-c69e-4dce-baa0-259c50d0cade/b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:51.416104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044c11-14b9-489f-8760-bf0e7f128388 req-e47a7b72-dbad-4660-a959-d436485fe1b3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:51.420055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24044c11-14b9-489f-8760-bf0e7f128388 req-e47a7b72-dbad-4660-a959-d436485fe1b3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1888270 Apr 21 21:01:51.440281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-1a7a67f8-6a8d-4d9d-8068-00789990d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:51.442713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-1a7a67f8-6a8d-4d9d-8068-00789990d32f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 906 time: 0.2697539 Apr 21 21:01:51.444161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:51.451752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-ad4203d7-a108-4757-8618-10a08ea2cccd tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:51.453833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-ad4203d7-a108-4757-8618-10a08ea2cccd tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.46 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 945 time: 0.2676289 Apr 21 21:01:51.465976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'port_id': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'mac_address': 'fa:16:3e:6c:11:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:01:51.512915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-08dff06a-cac2-48ea-b2bf-d7c8bad9dc00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b10cf28f-b92b-4596-beaa-32ba696a086c HTTP/1.1" status: 200 len: 217 time: 0.0560389 Apr 21 21:01:51.548703 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.568643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.574055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d292c10-31a3-4cbf-9588-ea6819d2e5be {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:51.580394 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.606407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-657ddc35-0992-408b-a4d1-c3090a947e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:51.608086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-657ddc35-0992-408b-a4d1-c3090a947e84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d85c431-91c5-4196-a488-3699ed589db4 HTTP/1.1" status: 200 len: 845 time: 0.0863395 Apr 21 21:01:51.622062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:51.643681 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.654511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Attempting to bind port ce819a58-9796-47ff-af86-98efe7ea19ba on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:01:51.654884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Attempting to bind port ce819a58-9796-47ff-af86-98efe7ea19ba by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:01:51.655240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Attempting to bind port ce819a58-9796-47ff-af86-98efe7ea19ba on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:51.657306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f5028-8ab0-469d-ac46-de84a5f65a91 None None] Pushing event updated for resources: {'Port': ['ID=ce819a58-9796-47ff-af86-98efe7ea19ba,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:51.665623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:01:51.668005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:51.668442 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.668878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:01:51.669369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Bound port: ce819a58-9796-47ff-af86-98efe7ea19ba, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:01:51.669756 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.710609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56662) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:51.726299 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0f89288-de73-4fa0-a0db-8912b9d79a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.728791 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-ff97d763-cc72-4680-9e26-905642de5269 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d009106-86b9-40db-8522-72042c95f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855780 Apr 21 21:01:51.766303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24044c11-14b9-489f-8760-bf0e7f128388 req-ec0f37a0-daf9-4924-b483-54af66d41d32 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083611 Apr 21 21:01:51.773683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['7d292c10-31a3-4cbf-9588-ea6819d2e5be'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:51.833040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:51.852857 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0f89288-de73-4fa0-a0db-8912b9d79a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.858525 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.860383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0f89288-de73-4fa0-a0db-8912b9d79a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.861089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.861493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.861857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.862188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.862582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.862933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.863228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.863635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.863985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.864821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.864821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.865158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:51.871256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] For port ce819a58-9796-47ff-af86-98efe7ea19ba, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:01:51.883633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Deleting port 3fd59c35-855c-42aa-be09-c7cdeb048225 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:01:51.883975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.886686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] For port ce819a58-9796-47ff-af86-98efe7ea19ba, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ce819a58-9796-47ff-af86-98efe7ea19ba,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:01:51.905967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f0f89288-de73-4fa0-a0db-8912b9d79a30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b461af7f3b44b3b89869e97ac4df5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915841 Apr 21 21:01:51.906778 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:51.911791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56666) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:51.944830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f89288-de73-4fa0-a0db-8912b9d79a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4958e-e35f-445a-81f3-0415db2b0424,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:52.022800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:52.023427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:52.046908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-ddc6940c-e87f-4d16-8b69-29b10c087a9f service neutron] 10.222.0.43 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066483 Apr 21 21:01:52.078676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f5028-8ab0-469d-ac46-de84a5f65a91 None None] Pushing event updated for resources: {'Port': ['ID=ce819a58-9796-47ff-af86-98efe7ea19ba,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:52.085202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857a339-9d95-4b5e-916a-7337846a93ff req-0dc8e599-eb4f-44b6-bd4c-ef5b9667efa8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:52.085758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4857a339-9d95-4b5e-916a-7337846a93ff req-0dc8e599-eb4f-44b6-bd4c-ef5b9667efa8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 943 time: 0.0656950 Apr 21 21:01:52.086451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.131066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4857a339-9d95-4b5e-916a-7337846a93ff req-cf94f8ef-265d-494b-8cda-d1972f5499b6 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Apr 21 21:01:52.147917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] For port 3fd59c35-855c-42aa-be09-c7cdeb048225, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3fd59c35-855c-42aa-be09-c7cdeb048225,segment=NetworkSegment(3386501f-fdd9-46c1-8026-d73107164feb),segment_id=3386501f-fdd9-46c1-8026-d73107164feb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:52.147917 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.161644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Calling delete_port for 3fd59c35-855c-42aa-be09-c7cdeb048225 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:01:52.197162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56680) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:52.231797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:52.289494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:52.312510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:52.314391 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0bdce31-7759-4799-8cd5-441ffaec119b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.321267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680438c9-e7c4-4290-b86e-b2413156f44c req-d36133fa-1741-416e-ac18-b0cf74d622c2 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:52.329852 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-680438c9-e7c4-4290-b86e-b2413156f44c req-d36133fa-1741-416e-ac18-b0cf74d622c2 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 945 time: 0.0681183 Apr 21 21:01:52.336986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0bdce31-7759-4799-8cd5-441ffaec119b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.338935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:01:52.350245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1885850464-network', 'tenant_id': 'ab9b15b6311d41818321f4c61a49e898'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:52.384589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Pushing event updated for resources: {'Port': ['ID=b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:52.387884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Made reservation on behalf of ab9b15b6311d41818321f4c61a49e898 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:52.390388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.406337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.448266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-680438c9-e7c4-4290-b86e-b2413156f44c req-24219faa-fe8f-4087-be29-419585d1d184 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/security-groups?id=911d7567-a0b4-45e9-a448-205511e457fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119714 Apr 21 21:01:52.497740 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b16ff864-d4b8-4fa9-a8bb-fa8c903dc566 req-f588eee1-9b28-4e5e-b879-eb176698e5ba service neutron] 10.222.0.43 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419179 Apr 21 21:01:52.515875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:48Z', 'revision_number': 3, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:52.527778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9af1d-d495-4add-ae16-75b043453e73 req-a30f7d17-4b0c-479e-a31d-4b44df29f7c8 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:52.529805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2e9af1d-d495-4add-ae16-75b043453e73 req-a30f7d17-4b0c-479e-a31d-4b44df29f7c8 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.2909844 Apr 21 21:01:52.548980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.549806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.556630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.559441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a05a143-fb79-4bd6-91cb-7205c523e63d None None] The sync data for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 is: [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:48Z', 'revision_number': 3, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:01:52.588400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448ea752-ad11-4ecb-9430-0fb2d1b5f56e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:52.598945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:01:52.611301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.611778 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Added segment a3168537-b73f-4cda-a093-4b53270d811a of type vlan for network 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 Apr 21 21:01:52.660071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.673798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3c01d696-9e40-4b7d-b730-b8a74023e16f None None] Provisioning complete for port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:52.674453 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3c01d696-9e40-4b7d-b730-b8a74023e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.705816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.707581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:52.708310 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.716958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3c01d696-9e40-4b7d-b730-b8a74023e16f None None] Port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:01:52.725877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0bdce31-7759-4799-8cd5-441ffaec119b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.729131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0bdce31-7759-4799-8cd5-441ffaec119b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.730408 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c0bdce31-7759-4799-8cd5-441ffaec119b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4dc4958e-e35f-445a-81f3-0415db2b0424 HTTP/1.1" status: 204 len: 168 time: 0.8176713 Apr 21 21:01:52.733373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2e9af1d-d495-4add-ae16-75b043453e73 req-f6138a52-188d-4650-a208-f6ae26e56c8c tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872492 Apr 21 21:01:52.744033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bee6-4430-4e29-9e0d-87cb657705d6 req-dee50859-6b77-4450-9c04-988ae9c3cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:52.745935 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43b3bee6-4430-4e29-9e0d-87cb657705d6 req-dee50859-6b77-4450-9c04-988ae9c3cd02 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1097 time: 0.2316859 Apr 21 21:01:52.756793 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5584619 Apr 21 21:01:52.764504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56686) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:52.769837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Request body: {'subnet': {'network_id': '2a3bcfc4-e2c2-4d3f-9e52-9116695745d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1885850464-subnet', 'tenant_id': 'ab9b15b6311d41818321f4c61a49e898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:52.776747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.785065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdce31-7759-4799-8cd5-441ffaec119b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc4958e-e35f-445a-81f3-0415db2b0424,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:52.853670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618882fb-b067-4bd0-8750-17b91eecc28e admin admin] Pushing event updated for resources: {'Network': ['ID=2a3bcfc4-e2c2-4d3f-9e52-9116695745d5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:52.866900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Made reservation on behalf of ab9b15b6311d41818321f4c61a49e898 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:52.867310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:01:52.879918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:52.936056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Pushing event deleted for resources: {'Port': ['ID=3fd59c35-855c-42aa-be09-c7cdeb048225,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:52.967430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43b3bee6-4430-4e29-9e0d-87cb657705d6 req-8d62ce07-b878-4d35-99e3-f94b88d97aa2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922989 Apr 21 21:01:53.052315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] No DVR routers for this DVR port 3fd59c35-855c-42aa-be09-c7cdeb048225 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:01:53.053687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e39779-ef57-46cc-a28a-3dd51f88ea0c req-de0cbe52-d7fd-44dd-a0fd-cc7aa0afbf70 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:53.055240 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50e39779-ef57-46cc-a28a-3dd51f88ea0c req-de0cbe52-d7fd-44dd-a0fd-cc7aa0afbf70 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 945 time: 0.1325543 Apr 21 21:01:53.059598 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.065288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1a4517-997f-4e7a-a7f7-d6c4100c8b6e req-aef8cee7-7179-4ef8-a21a-3155225fe95b tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.46 "DELETE /v2.0/ports/3fd59c35-855c-42aa-be09-c7cdeb048225 HTTP/1.1" status: 204 len: 173 time: 1.5444312 Apr 21 21:01:53.065840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da8e47a-ec6f-4b4d-a518-4da1df32c5db', 'name': 'network-vif-deleted', 'tag': '3fd59c35-855c-42aa-be09-c7cdeb048225'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:53.068293 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73c137e-f219-4e3f-80d0-dabffbc47fc6" -d '{"events": [{"server_uuid": "4da8e47a-ec6f-4b4d-a518-4da1df32c5db", "name": "network-vif-deleted", "tag": "3fd59c35-855c-42aa-be09-c7cdeb048225"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:53.087245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.146874 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e908acf-838c-4f0c-827c-4dbbdd35fafd x-openstack-request-id: req-2e908acf-838c-4f0c-827c-4dbbdd35fafd {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:53.147557 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da8e47a-ec6f-4b4d-a518-4da1df32c5db", "name": "network-vif-deleted", "tag": "3fd59c35-855c-42aa-be09-c7cdeb048225", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:53.148143 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e908acf-838c-4f0c-827c-4dbbdd35fafd {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:53.148803 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e908acf-838c-4f0c-827c-4dbbdd35fafd'] response: {'server_uuid': '4da8e47a-ec6f-4b4d-a518-4da1df32c5db', 'name': 'network-vif-deleted', 'tag': '3fd59c35-855c-42aa-be09-c7cdeb048225', 'status': 'completed', 'code': 200} Apr 21 21:01:53.189287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 7d292c10-31a3-4cbf-9588-ea6819d2e5be up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:53.213792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50e39779-ef57-46cc-a28a-3dd51f88ea0c req-b602ee11-0ed5-4311-acd9-dab9dc467110 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288462 Apr 21 21:01:53.287612 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.346378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 7d292c10-31a3-4cbf-9588-ea6819d2e5be triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:53.346828 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.379982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206af1b-cd6e-4574-8ca9-457a64954fdc req-0ee67379-16b1-404c-a54e-011b2072e603 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:53.387451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d206af1b-cd6e-4574-8ca9-457a64954fdc req-0ee67379-16b1-404c-a54e-011b2072e603 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 943 time: 0.0950933 Apr 21 21:01:53.423420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fce7fa-dc79-4b15-84e0-3d2b0a5df522,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:53.443756 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.445342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Checking segment: {'id': 'a3168537-b73f-4cda-a093-4b53270d811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2a3bcfc4-e2c2-4d3f-9e52-9116695745d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:53.446289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Network hostable DHCP agents. Network: 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:01:53.461367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d206af1b-cd6e-4574-8ca9-457a64954fdc req-54b81278-4df6-4d43-8ac5-b9e5a4c72562 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729566 Apr 21 21:01:53.470773 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.488130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Network 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:01:53.501978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:53.506721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:53.510870 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.531154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f15ff-d629-4d02-b285-fcb35ebb2c0b None None] Network 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:53.550260 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.557809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e99fde1-5cb0-4253-a901-2d9f3a75ebcf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7899456 Apr 21 21:01:53.630442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Pushing event updated for resources: {'Port': ['ID=b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:53.633135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.642664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:53.645331 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ace80e-9825-4696-9e5f-da3577cffa91" -d '{"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-plugged", "status": "completed", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:53.653501 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6936454a-49f0-4e1c-9c7e-163eaa77a412 req-fdca3acb-7986-4bee-a406-99881d981f09 tempest-ServerPasswordTestJSON-283444981 tempest-ServerPasswordTestJSON-283444981-project] 10.222.0.49 "GET /v2.0/ports?device_id=4da8e47a-ec6f-4b4d-a518-4da1df32c5db HTTP/1.1" status: 200 len: 210 time: 0.0658102 Apr 21 21:01:53.682615 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:53.705125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:53.705998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3fd59c35-855c-42aa-be09-c7cdeb048225 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:01:53.818467 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e048dae6-4624-45f6-a82f-594bca7fc8dd x-openstack-request-id: req-e048dae6-4624-45f6-a82f-594bca7fc8dd {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:53.818795 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-plugged", "status": "completed", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:53.819056 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e048dae6-4624-45f6-a82f-594bca7fc8dd {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:53.819498 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e048dae6-4624-45f6-a82f-594bca7fc8dd'] response: {'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'code': 200} Apr 21 21:01:53.832672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 3fd59c35-855c-42aa-be09-c7cdeb048225 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:01:53.833149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3fd59c35-855c-42aa-be09-c7cdeb048225 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:01:53.907327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:01:53.909337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:01:53.963260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f6fc70-a762-43ab-b0fc-2033da6f862e None None] Network 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:01:53.971636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:53.980113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c4544-f78d-48f5-8a86-02628e5fa808 req-488744c2-44bc-4f3f-8067-30ed951e4efc tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:53.985094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-689c4544-f78d-48f5-8a86-02628e5fa808 req-488744c2-44bc-4f3f-8067-30ed951e4efc tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.1389124 Apr 21 21:01:54.092143 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-689c4544-f78d-48f5-8a86-02628e5fa808 req-cd056b90-0e7f-492a-a953-4324aae370a9 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971014 Apr 21 21:01:54.385133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c29501f2-9761-4121-b9cb-8f127cf35fdb None None] Provisioning complete for port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:54.385856 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c29501f2-9761-4121-b9cb-8f127cf35fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:54.440463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b38f41-575d-48e5-9524-5db1a5e818a5 req-de824490-a6bc-4c15-b209-5ac5cb06c9ae tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:54.449736 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-87b38f41-575d-48e5-9524-5db1a5e818a5 req-de824490-a6bc-4c15-b209-5ac5cb06c9ae tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0954769 Apr 21 21:01:54.453908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c29501f2-9761-4121-b9cb-8f127cf35fdb None None] Port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:01:54.482981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ce819a58-9796-47ff-af86-98efe7ea19ba up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:54.526735 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-87b38f41-575d-48e5-9524-5db1a5e818a5 req-42736482-a591-4493-8499-8d78969a8d84 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753007 Apr 21 21:01:54.562145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ce819a58-9796-47ff-af86-98efe7ea19ba triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:54.563110 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:54.615689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device b10cf28f-b92b-4596-beaa-32ba696a086c details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:01:54.642086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Router 38357621-28b0-4e21-ae50-8cf46047ef24 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:01:54.783759 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:54.794574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada958d-5f48-4747-a719-fbab148e7094 req-5f16d598-440b-4edd-bd8b-69a0ac5466bf tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:54.803857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bada958d-5f48-4747-a719-fbab148e7094 req-5f16d598-440b-4edd-bd8b-69a0ac5466bf tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 943 time: 0.1518397 Apr 21 21:01:54.806670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-a0f350e9-9f4d-43f1-9f7c-8d575c391ed5 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:54.808482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-a0f350e9-9f4d-43f1-9f7c-8d575c391ed5 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/networks?id=2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 HTTP/1.1" status: 200 len: 818 time: 0.1935608 Apr 21 21:01:54.843994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-266ffa78-7e6e-4c61-b242-775cf36c082e tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/quotas/ab9b15b6311d41818321f4c61a49e898 HTTP/1.1" status: 200 len: 375 time: 0.0289738 Apr 21 21:01:54.854616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b10cf28f-b92b-4596-beaa-32ba696a086c,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:54.862201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:01:54.882279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bada958d-5f48-4747-a719-fbab148e7094 req-b110d9d3-7b11-4c0c-b02c-d73d84d5f0a0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772097 Apr 21 21:01:54.882616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'b10cf28f-b92b-4596-beaa-32ba696a086c', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'port_id': 'b10cf28f-b92b-4596-beaa-32ba696a086c', 'mac_address': 'fa:16:3e:96:25:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85c431-91c5-4196-a488-3699ed589db4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:01:54.890478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-af810a3c-139c-4bed-bd14-f5a67a7cf63f admin admin] 10.222.0.49 "PUT /v2.0/routers/38357621-28b0-4e21-ae50-8cf46047ef24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8281045 Apr 21 21:01:54.902210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-eff18911-1f06-4ce0-b76c-617809004ba7 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab9b15b6311d41818321f4c61a49e898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565598 Apr 21 21:01:54.938782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port ce819a58-9796-47ff-af86-98efe7ea19ba, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ce819a58-9796-47ff-af86-98efe7ea19ba,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:54.970406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56764) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:54.998213 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.072482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d706c45e-9d37-4203-8933-932f72df73b3 admin admin] Deleting subnet d58dca43-51e3-42a3-8fa0-27d51c30f514 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:01:55.076389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-fb4bb5c5-8754-4098-b335-825d77a5fc9a service neutron] 10.222.0.49 "GET /v2.0/networks/2a3bcfc4-e2c2-4d3f-9e52-9116695745d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711793 Apr 21 21:01:55.078221 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.083573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d706c45e-9d37-4203-8933-932f72df73b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.105008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10cf28f-b92b-4596-beaa-32ba696a086c {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:01:55.113494 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Sync routers for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:01:55.119565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=ce819a58-9796-47ff-af86-98efe7ea19ba,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:55.138188 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:55.138828 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:55.157883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b10cf28f-b92b-4596-beaa-32ba696a086c,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:55.168221 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.187509 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d706c45e-9d37-4203-8933-932f72df73b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.242061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d706c45e-9d37-4203-8933-932f72df73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.273258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=b10cf28f-b92b-4596-beaa-32ba696a086c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:55.323311 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-fa8b6c38-cd58-44bd-94d4-125c18f1b71a service neutron] 10.222.0.49 "GET /v2.0/networks/2a3bcfc4-e2c2-4d3f-9e52-9116695745d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456939 Apr 21 21:01:55.347766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c52ee-d8f8-4a87-bb36-54f2e7697096 req-191c9ca1-9c42-44a2-ad98-ca8d88b76b16 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:55.349579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f13c52ee-d8f8-4a87-bb36-54f2e7697096 req-191c9ca1-9c42-44a2-ad98-ca8d88b76b16 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.0639622 Apr 21 21:01:55.357619 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d706c45e-9d37-4203-8933-932f72df73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.394923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706c45e-9d37-4203-8933-932f72df73b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58dca43-51e3-42a3-8fa0-27d51c30f514,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:55.405801 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d706c45e-9d37-4203-8933-932f72df73b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.411451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d706c45e-9d37-4203-8933-932f72df73b3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d58dca43-51e3-42a3-8fa0-27d51c30f514 HTTP/1.1" status: 204 len: 168 time: 0.4379854 Apr 21 21:01:55.411710 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:55.412291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:55.452782 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f13c52ee-d8f8-4a87-bb36-54f2e7697096 req-c16cc339-26bd-4eaa-a6d5-01b683479e91 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570788 Apr 21 21:01:55.481044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['b10cf28f-b92b-4596-beaa-32ba696a086c'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:55.603931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-544fbac0-5c63-49a6-a754-bcd8b87f468c req-a839df0f-4d08-4cdc-95e2-2d1599f18196 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-602117761', 'description': 'tempest-description-1890611368'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:55.628251 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.637264 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-544fbac0-5c63-49a6-a754-bcd8b87f468c req-a839df0f-4d08-4cdc-95e2-2d1599f18196 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.760200 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:52Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a', 'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'mac_address': 'fa:16:3e:b2:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:50Z', 'updated_at': '2022-04-21T21:01:53Z', 'revision_number': 2, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'subnets': [{'id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:55.785187 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.802876 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Checking router: 38357621-28b0-4e21-ae50-8cf46047ef24 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:01:55.803231 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Updating router 38357621-28b0-4e21-ae50-8cf46047ef24 port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:01:55.826485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d01106-781e-4580-ba16-ee2364e2f6a9']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:55.830276 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.858051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3386501f-fdd9-46c1-8026-d73107164feb') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:55.858931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3386501f-fdd9-46c1-8026-d73107164feb') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:55.920134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.945142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:55.955602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:01:55.956470 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:01:56.030454 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:01:56.039026 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.062376 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.067239 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] 10.222.0.49 "DELETE /v2.0/networks/b7d01106-781e-4580-ba16-ee2364e2f6a9 HTTP/1.1" status: 204 len: 168 time: 0.6533301 Apr 21 21:01:56.073730 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-544fbac0-5c63-49a6-a754-bcd8b87f468c req-a839df0f-4d08-4cdc-95e2-2d1599f18196 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.087740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ab00-51aa-4e2e-a3e9-9dd873e8303f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d01106-781e-4580-ba16-ee2364e2f6a9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:56.092322 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-544fbac0-5c63-49a6-a754-bcd8b87f468c req-a839df0f-4d08-4cdc-95e2-2d1599f18196 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.131497 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-544fbac0-5c63-49a6-a754-bcd8b87f468c req-a839df0f-4d08-4cdc-95e2-2d1599f18196 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.133987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-544fbac0-5c63-49a6-a754-bcd8b87f468c req-a839df0f-4d08-4cdc-95e2-2d1599f18196 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5371389 Apr 21 21:01:56.136471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839df0f-4d08-4cdc-95e2-2d1599f18196 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13377acf-2619-4d5c-9736-cbb5ea6c1bac,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:56.317814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bda86586-67b1-4637-a1ab-e2378d073796 req-e1717632-0aac-4eb0-bbb3-4d755b0c04fc tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 210 time: 0.0830803 Apr 21 21:01:56.398563 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.417964 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.468146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56824) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:56.522792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ce819a58-9796-47ff-af86-98efe7ea19ba up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:56.573291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3431f88-f9ec-4f3c-a4b0-40218e4962ca req-745dddd8-fa93-4c6c-8133-88e47c5eb7b6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:56.576163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3431f88-f9ec-4f3c-a4b0-40218e4962ca req-745dddd8-fa93-4c6c-8133-88e47c5eb7b6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1231792 Apr 21 21:01:56.583527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56826) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:56.592503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e74aa736-03bb-42b8-86bd-58120b4c0c22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638986971', 'description': 'tempest-description--1514964731'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:56.619455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device b10cf28f-b92b-4596-beaa-32ba696a086c up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:56.627948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0253ef98-b685-40aa-aca8-efcb521fdd45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=89e7fb4894a045ab92f396bdf05d2106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584272 Apr 21 21:01:56.630674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56828) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:56.649227 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Pushing event updated for resources: {'Port': ['ID=b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:56.668322 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.671588 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.673075 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.673569 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.674074 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.675085 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.676476 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.677028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.679220 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.679744 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.680245 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.680727 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:01:56.694916 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Attempting to bind port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:01:56.695527 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Attempting to bind port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:01:56.707560 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Attempting to bind port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:01:56.719404 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:01:56.720518 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Checking segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:01:56.721101 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.721653 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Bound using segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:01:56.722437 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Bound port: b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:01:56.722993 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.766198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e74aa736-03bb-42b8-86bd-58120b4c0c22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.828863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3431f88-f9ec-4f3c-a4b0-40218e4962ca req-39798e49-c7fe-46e4-98f2-e59cb636890e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184620 Apr 21 21:01:56.896240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ce819a58-9796-47ff-af86-98efe7ea19ba triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:56.897334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.961441 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] For port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:01:56.972836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ab06c5f-27d3-4003-a51b-f415043b4545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:56.974015 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] For port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:01:56.987598 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.005303 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e74aa736-03bb-42b8-86bd-58120b4c0c22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.015269 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e74aa736-03bb-42b8-86bd-58120b4c0c22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.028530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port b10cf28f-b92b-4596-beaa-32ba696a086c completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:01:57.034613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port b10cf28f-b92b-4596-beaa-32ba696a086c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:57.035781 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.053952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ab06c5f-27d3-4003-a51b-f415043b4545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.062630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74aa736-03bb-42b8-86bd-58120b4c0c22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:57.124871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-eeada84d-3e1e-456e-9a96-875df74f0dd6 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-602117761&fields=id&tenant_id=134746395f3149c8b5aa7621ddd04449 HTTP/1.1" status: 200 len: 267 time: 0.1436050 Apr 21 21:01:57.129602 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e74aa736-03bb-42b8-86bd-58120b4c0c22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.134184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e74aa736-03bb-42b8-86bd-58120b4c0c22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5463185 Apr 21 21:01:57.153004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56832) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:57.170761 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5bf8cdd6-e366-43bb-b8e6-dad02ac7c2fb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'security_group_rule': {'security_group_id': 'd9c73a1b-bc39-4655-a0aa-0fa6ea814dc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:57.245614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-20700284-5df8-4084-957a-face1cbb7b20 None None] Provisioning complete for port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:57.245849 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:01:57.246232 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-20700284-5df8-4084-957a-face1cbb7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.250375 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:01:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:57.280957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23455d3-d60e-4215-83fa-2f84fdc14e61 req-04307207-0e9a-4557-9d42-415ff2eb53a9 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:57.299274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a23455d3-d60e-4215-83fa-2f84fdc14e61 req-04307207-0e9a-4557-9d42-415ff2eb53a9 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 944 time: 0.6012537 Apr 21 21:01:57.299813 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5bf8cdd6-e366-43bb-b8e6-dad02ac7c2fb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.301928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ab06c5f-27d3-4003-a51b-f415043b4545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.305479 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ab06c5f-27d3-4003-a51b-f415043b4545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.307262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9ab06c5f-27d3-4003-a51b-f415043b4545 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/911d7567-a0b4-45e9-a448-205511e457fc HTTP/1.1" status: 204 len: 168 time: 0.6754110 Apr 21 21:01:57.378635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab06c5f-27d3-4003-a51b-f415043b4545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911d7567-a0b4-45e9-a448-205511e457fc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:57.434417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.466708 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a23455d3-d60e-4215-83fa-2f84fdc14e61 req-93b4c10c-66b9-44a8-8f80-3b783d9b6ceb tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659994 Apr 21 21:01:57.616871 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:01:57.630751 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-359ebde9-4ab9-4ec0-9fe0-916d6fd47fe2 req-43b2df0d-6b84-4453-bd61-b8a9f68a070a tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 210 time: 0.0708480 Apr 21 21:01:57.647244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:57.651699 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e0fe59-b5b5-4f70-9566-635a0e37ba84" -d '{"events": [{"server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "name": "network-vif-plugged", "status": "completed", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:57.652711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-273234ea-71ad-4bb1-ae00-198223e38a27 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:57.662416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-273234ea-71ad-4bb1-ae00-198223e38a27 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.5380538 Apr 21 21:01:57.688642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-faba7b79-2e15-402a-bb98-6b0fc68b1341 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Request body: {'port': {'security_groups': ['ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8', '13377acf-2619-4d5c-9736-cbb5ea6c1bac']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:57.711692 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49d194-95db-403f-878e-5068ab7377c0 None None] Pushing event updated for resources: {'Port': ['ID=b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:57.850146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-faba7b79-2e15-402a-bb98-6b0fc68b1341 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.860038 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be08a7d-a92a-4e06-8b6b-dc074eeba72a x-openstack-request-id: req-7be08a7d-a92a-4e06-8b6b-dc074eeba72a {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:01:57.860313 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "name": "network-vif-plugged", "status": "completed", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:01:57.860813 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7be08a7d-a92a-4e06-8b6b-dc074eeba72a {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:01:57.861002 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be08a7d-a92a-4e06-8b6b-dc074eeba72a'] response: {'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c', 'code': 200} Apr 21 21:01:57.865738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-44ea7526-f984-40c1-a499-2d115757e4a5 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:57.871432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b10cf28f-b92b-4596-beaa-32ba696a086c,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:57.873302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-44ea7526-f984-40c1-a499-2d115757e4a5 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.46 "GET /v2.0/networks?id=2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 HTTP/1.1" status: 200 len: 818 time: 0.5803642 Apr 21 21:01:57.893811 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:57.917352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Request body: {'port': {'device_id': 'b9968669-81e9-4c19-b146-c323ae21bed6', 'network_id': '2a3bcfc4-e2c2-4d3f-9e52-9116695745d5', 'admin_state_up': True, 'tenant_id': 'ab9b15b6311d41818321f4c61a49e898'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:57.999029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5bf8cdd6-e366-43bb-b8e6-dad02ac7c2fb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.024095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5bf8cdd6-e366-43bb-b8e6-dad02ac7c2fb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.173933 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:52Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a', 'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'mac_address': 'fa:16:3e:b2:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:50Z', 'updated_at': '2022-04-21T21:01:56Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'subnets': [{'id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:01:58.200392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5bf8cdd6-e366-43bb-b8e6-dad02ac7c2fb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.209858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5bf8cdd6-e366-43bb-b8e6-dad02ac7c2fb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0538673 Apr 21 21:01:58.210048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08165a80-7294-4fee-b078-5fae20037da4 req-7eed88ff-f959-4b34-b81d-d62c55f59123 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:58.214536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08165a80-7294-4fee-b078-5fae20037da4 req-7eed88ff-f959-4b34-b81d-d62c55f59123 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1640174 Apr 21 21:01:58.218856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56858) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:58.231410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6407a36d-f232-4118-b4d9-4ab367e178b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'security_group_rule': {'security_group_id': 'd9c73a1b-bc39-4655-a0aa-0fa6ea814dc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:58.241618 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91de98cb-1fd1-49b0-8b84-0cadb0bb5ccc None None] The sync data for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 is: [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:52Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a', 'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'mac_address': 'fa:16:3e:b2:ba:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:50Z', 'updated_at': '2022-04-21T21:01:56Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'subnets': [{'id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:01:58.268357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249a87a-061c-4360-81aa-56bce0a358bb req-e86d0695-1853-4839-bdf3-37c85472e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:58.269900 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4249a87a-061c-4360-81aa-56bce0a358bb req-e86d0695-1853-4839-bdf3-37c85472e4c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 1096 time: 0.3949263 Apr 21 21:01:58.270544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8cdd6-e366-43bb-b8e6-dad02ac7c2fb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20094ad6-e6ea-440f-99cf-f9817231e0ac,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:58.358140 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-20700284-5df8-4084-957a-face1cbb7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.456659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08165a80-7294-4fee-b078-5fae20037da4 req-b5dbe8ff-a391-4239-bfe7-17e73999acd1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335539 Apr 21 21:01:58.459629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=b10cf28f-b92b-4596-beaa-32ba696a086c,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:58.490730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-20700284-5df8-4084-957a-face1cbb7b20 None None] For port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:58.504653 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-20700284-5df8-4084-957a-face1cbb7b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.530388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4249a87a-061c-4360-81aa-56bce0a358bb req-1ac06a33-68b3-4d8b-84a1-c19dd68c9451 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419565 Apr 21 21:01:58.551042 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6407a36d-f232-4118-b4d9-4ab367e178b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.680705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20700284-5df8-4084-957a-face1cbb7b20 None None] Pushing event updated for resources: {'Port': ['ID=b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:58.691179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:01:58.702406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e110dbf4-3569-46bf-82ca-d63f0dc92462 None None] Provisioning complete for port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:58.702783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e110dbf4-3569-46bf-82ca-d63f0dc92462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.889127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Made reservation on behalf of ab9b15b6311d41818321f4c61a49e898 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:58.894347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.916192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6407a36d-f232-4118-b4d9-4ab367e178b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.929444 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6407a36d-f232-4118-b4d9-4ab367e178b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:58.987396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-faba7b79-2e15-402a-bb98-6b0fc68b1341 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] For port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:01:58.999488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407a36d-f232-4118-b4d9-4ab367e178b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8da327f-7e7c-46bf-a068-fbf5577ff248,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:59.024864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9973e45-1c3e-458e-ae7b-8206c44743aa req-ecb2b792-a75d-492b-9039-c6c600a14e13 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:59.035412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9973e45-1c3e-458e-ae7b-8206c44743aa req-ecb2b792-a75d-492b-9039-c6c600a14e13 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.3180363 Apr 21 21:01:59.048238 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6407a36d-f232-4118-b4d9-4ab367e178b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:59.053642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6407a36d-f232-4118-b4d9-4ab367e178b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8286304 Apr 21 21:01:59.054405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56874) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:59.085906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:59.120324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:01:59.120699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:59.179775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56876) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:01:59.192411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:59.252532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-faba7b79-2e15-402a-bb98-6b0fc68b1341 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:59.280462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-faba7b79-2e15-402a-bb98-6b0fc68b1341 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:59.293800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80188ca0-2ea3-4f58-aa07-3916ca3cfed0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:59.308736 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9973e45-1c3e-458e-ae7b-8206c44743aa req-9ac80ff9-af66-4187-8fcf-da80e69bb9e7 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663043 Apr 21 21:01:59.468891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-757375275-network', 'tenant_id': '76458e785e67444ab87516449459bd4d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:01:59.483704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba7b79-2e15-402a-bb98-6b0fc68b1341 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Pushing event updated for resources: {'Port': ['ID=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:01:59.507250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-faba7b79-2e15-402a-bb98-6b0fc68b1341 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:59.507933 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-faba7b79-2e15-402a-bb98-6b0fc68b1341 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:59.523306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f923c5ef-14a2-4eba-b59d-09d050217108 req-faba7b79-2e15-402a-bb98-6b0fc68b1341 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "PUT /v2.0/ports/80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 982 time: 1.8597078 Apr 21 21:01:59.523816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:01:59.529184 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df79e34-608b-484f-8a2f-513de5808582" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:01:59.581476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Allocated IP 172.20.0.10 (2a3bcfc4-e2c2-4d3f-9e52-9116695745d5/c3fce7fa-dc79-4b15-84e0-3d2b0a5df522/b8585d9d-bcc5-472a-be6f-dc252270a128) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:01:59.597246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80188ca0-2ea3-4f58-aa07-3916ca3cfed0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:01:59.602792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-496cd9ba-bde5-4378-ba43-5ea3adbd3d7e req-94036677-c9f3-4bde-9adb-adb997b47c01 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 210 time: 0.1471105 Apr 21 21:01:59.621011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:01:59.628145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:59.657582 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:59.716325 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:01:59.873246 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:01:59.940071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0b756-8ebe-4bc3-8534-0e0ef85da26b req-905c1b5b-161a-40c1-8890-b12e616acf29 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:01:59.942091 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92c0b756-8ebe-4bc3-8534-0e0ef85da26b req-905c1b5b-161a-40c1-8890-b12e616acf29 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1463041 Apr 21 21:01:59.999871 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.046518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92c0b756-8ebe-4bc3-8534-0e0ef85da26b req-3589dcee-6edc-472d-bf40-e38eed0cfc66 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810974 Apr 21 21:02:00.112258 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.144251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-33b2e074-98ce-4672-923f-5438fd153532 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-602117761&fields=id&tenant_id=134746395f3149c8b5aa7621ddd04449 HTTP/1.1" status: 200 len: 267 time: 0.2811086 Apr 21 21:02:00.205667 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ac9dc1-d383-4de7-a326-aca2b640c440 x-openstack-request-id: req-99ac9dc1-d383-4de7-a326-aca2b640c440 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:00.205969 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:00.206222 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99ac9dc1-d383-4de7-a326-aca2b640c440 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:00.206637 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ac9dc1-d383-4de7-a326-aca2b640c440'] response: {'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'status': 'completed', 'code': 200} Apr 21 21:02:00.289346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Network 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:00.300016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:00.303082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Pushing event updated for resources: {'Port': ['ID=b8585d9d-bcc5-472a-be6f-dc252270a128,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:00.313338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.314337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:00.381819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.396195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Allocated IP 172.25.0.68 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/a52e4875-45d7-4a94-a9cf-608d958a2471) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:02:00.411601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df79e34-608b-484f-8a2f-513de5808582 req-7e2800e4-117d-44da-bf58-bd5635ae9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:00.426887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6df79e34-608b-484f-8a2f-513de5808582 req-7e2800e4-117d-44da-bf58-bd5635ae9814 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1136 time: 0.2290804 Apr 21 21:02:00.469531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:00.471646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:02:00.483491 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f79c22ef-f694-4ccb-9f54-b615b15bb181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.503618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-1c0536fa-594d-4f4e-a90e-a597bbceff1f tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:00.514672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-1c0536fa-594d-4f4e-a90e-a597bbceff1f tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 985 time: 0.3536265 Apr 21 21:02:00.550509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-18e8fb6d-0b17-4bce-92cc-7ab545d71876 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Request body: {'port': {'security_groups': ['ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:00.560569 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.561238 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Added segment 5ed51186-448e-4215-b7c6-dc9035f08aca of type vlan for network 74dc5594-2b4a-4072-9a75-1038017db159 Apr 21 21:02:00.587457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df79e34-608b-484f-8a2f-513de5808582 req-dc51504d-4d12-4965-928a-2307cf636d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:00.589192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6df79e34-608b-484f-8a2f-513de5808582 req-dc51504d-4d12-4965-928a-2307cf636d52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 920 time: 0.1530859 Apr 21 21:02:00.628614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:00.629909 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.634689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:00.636736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.641808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78245278-2611-4b24-8f0d-c8f3c0b87b48,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:00.791430 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.804902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-c9c4e96b-0bd6-495a-98bf-50bcd5dd48d8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9027119 Apr 21 21:02:00.805659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6df79e34-608b-484f-8a2f-513de5808582 req-da01fcd6-d82b-4132-87a2-b9e5b527684a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 217 time: 0.1318014 Apr 21 21:02:00.832047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Request body: {'port': {'device_id': 'b9968669-81e9-4c19-b146-c323ae21bed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:00.840305 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-18e8fb6d-0b17-4bce-92cc-7ab545d71876 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.896453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1632b73-772c-4e0d-84d6-c1c276f5cb13 req-0a32c19b-daf3-4888-8c5b-2a1575abe767 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:00.897954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1632b73-772c-4e0d-84d6-c1c276f5cb13 req-0a32c19b-daf3-4888-8c5b-2a1575abe767 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.2962551 Apr 21 21:02:00.942504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df79e34-608b-484f-8a2f-513de5808582 req-7c90e630-5bd9-46b8-827e-1c3453771b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:00.943960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6df79e34-608b-484f-8a2f-513de5808582 req-7c90e630-5bd9-46b8-827e-1c3453771b93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 200 len: 859 time: 0.1321135 Apr 21 21:02:00.965879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.967935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:00.969529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:00.971213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:01.007078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6df79e34-608b-484f-8a2f-513de5808582 req-5761d9a4-f4fb-40b2-87e0-5bb3d53b0717 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523610 Apr 21 21:02:01.078708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1632b73-772c-4e0d-84d6-c1c276f5cb13 req-bd462202-de29-4aa7-a5bf-07b3579b86ae tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614513 Apr 21 21:02:01.100925 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:01.102386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] Pushing event updated for resources: {'Network': ['ID=74dc5594-2b4a-4072-9a75-1038017db159,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:01.116160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 74dc5594-2b4a-4072-9a75-1038017db159 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:02:01.341373 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-73112585-a4bf-4b09-b879-8d6b7a7ba114 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1533675 Apr 21 21:02:01.342654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56910) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:01.351496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Request body: {'subnet': {'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-757375275-subnet', 'tenant_id': '76458e785e67444ab87516449459bd4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:01.384678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6df79e34-608b-484f-8a2f-513de5808582 req-3911f2ad-db9b-4ad7-b49b-f20954f234c4 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648019 Apr 21 21:02:01.401992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:01.404662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:01.467605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2499bb-c8f4-41e8-8400-c2132e1c9283 req-b3d62ba3-a075-42e9-86b3-3897f41aeb5f tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:01.469017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee2499bb-c8f4-41e8-8400-c2132e1c9283 req-b3d62ba3-a075-42e9-86b3-3897f41aeb5f tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 932 time: 0.2023692 Apr 21 21:02:01.514842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-18e8fb6d-0b17-4bce-92cc-7ab545d71876 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] For port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:01.533631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:01.565519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:01.596008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:01.597728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee2499bb-c8f4-41e8-8400-c2132e1c9283 req-e1f50bc3-400c-4072-84c0-9050d038b95a tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210027 Apr 21 21:02:01.610241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:01.642010 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6df79e34-608b-484f-8a2f-513de5808582 req-5cb54db8-df9c-44f9-93c9-1d736ed005dd service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511156 Apr 21 21:02:01.730588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-18e8fb6d-0b17-4bce-92cc-7ab545d71876 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:01.769283 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-18e8fb6d-0b17-4bce-92cc-7ab545d71876 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:01.774289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8585d9d-bcc5-472a-be6f-dc252270a128 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:01.787300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80188ca0-2ea3-4f58-aa07-3916ca3cfed0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:01.789475 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:01.797430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'Port': ['ID=a52e4875-45d7-4a94-a9cf-608d958a2471,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:01.820212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Transition to ACTIVE for port object b8585d9d-bcc5-472a-be6f-dc252270a128 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:02:01.827775 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.011183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-18e8fb6d-0b17-4bce-92cc-7ab545d71876 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:02.017554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Pushing event updated for resources: {'Port': ['ID=b8585d9d-bcc5-472a-be6f-dc252270a128,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:02.025329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-18e8fb6d-0b17-4bce-92cc-7ab545d71876 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.036404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80188ca0-2ea3-4f58-aa07-3916ca3cfed0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:02.036642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9315469-a62e-4bc3-a500-2bebc3cbb75c req-18e8fb6d-0b17-4bce-92cc-7ab545d71876 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "PUT /v2.0/ports/80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 943 time: 1.5208445 Apr 21 21:02:02.037178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:02.039848 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5222a6d9-10a7-40a7-928e-7ca285b11172" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:02.125870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507c8a-5ed2-4f3f-9f6b-9b43984a5c6f req-32057b62-e413-46c9-9b14-cd6ef91073bb tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:02.133778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36507c8a-5ed2-4f3f-9f6b-9b43984a5c6f req-32057b62-e413-46c9-9b14-cd6ef91073bb tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.2092121 Apr 21 21:02:02.174841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8fb6d-0b17-4bce-92cc-7ab545d71876 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Pushing event updated for resources: {'Port': ['ID=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:02.185205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Attempting to bind port b8585d9d-bcc5-472a-be6f-dc252270a128 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:02:02.185439 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.185578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Attempting to bind port b8585d9d-bcc5-472a-be6f-dc252270a128 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'a3168537-b73f-4cda-a093-4b53270d811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2a3bcfc4-e2c2-4d3f-9e52-9116695745d5'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:02:02.185847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Attempting to bind port b8585d9d-bcc5-472a-be6f-dc252270a128 on network 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:02.198038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Port b8585d9d-bcc5-472a-be6f-dc252270a128 on network 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:02:02.198355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Attempting to bind port b8585d9d-bcc5-472a-be6f-dc252270a128 on network 2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:02.217825 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36507c8a-5ed2-4f3f-9f6b-9b43984a5c6f req-586212b0-4b0e-4385-9d1b-d4e21fe57541 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825024 Apr 21 21:02:02.222779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:02:02.222779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Checking segment: {'id': 'a3168537-b73f-4cda-a093-4b53270d811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2a3bcfc4-e2c2-4d3f-9e52-9116695745d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:02:02.222779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Bound using segment: {'id': 'a3168537-b73f-4cda-a093-4b53270d811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2a3bcfc4-e2c2-4d3f-9e52-9116695745d5'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:02:02.222779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Bound port: b8585d9d-bcc5-472a-be6f-dc252270a128, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3168537-b73f-4cda-a093-4b53270d811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2a3bcfc4-e2c2-4d3f-9e52-9116695745d5'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:02:02.222779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.246202 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.318551 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.448453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b6453-215b-4e95-b755-e6a38e4cdc9c req-6f5ee812-6ee0-49f3-a0ca-d328d102eba6 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:02.450010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8a9b6453-215b-4e95-b755-e6a38e4cdc9c req-6f5ee812-6ee0-49f3-a0ca-d328d102eba6 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.2453556 Apr 21 21:02:02.450641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c929aed1-8248-4321-818a-5ec8bd42d411,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:02.494829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Checking segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:02:02.495194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Network hostable DHCP agents. Network: 74dc5594-2b4a-4072-9a75-1038017db159, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:02:02.574557 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8a9b6453-215b-4e95-b755-e6a38e4cdc9c req-f547e6bc-4644-476d-a791-61a095098cc3 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084952 Apr 21 21:02:02.604948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Network 74dc5594-2b4a-4072-9a75-1038017db159 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:02:02.649480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 74dc5594-2b4a-4072-9a75-1038017db159) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:02.659003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94dded-5350-4079-9a68-211af530c8b5 None None] Network 74dc5594-2b4a-4072-9a75-1038017db159 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:02:02.695508 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988040d9-1842-4a25-a485-cd9c99d3fea1 x-openstack-request-id: req-988040d9-1842-4a25-a485-cd9c99d3fea1 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:02.697832 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:02.701501 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-988040d9-1842-4a25-a485-cd9c99d3fea1 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:02.702254 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988040d9-1842-4a25-a485-cd9c99d3fea1'] response: {'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'status': 'completed', 'code': 200} Apr 21 21:02:02.703831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:02.708097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.781338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dabb478a-f1b8-4116-a131-30fe939011bd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4355512 Apr 21 21:02:02.830390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.853821 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.923284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41011a9-27a7-4c5d-87eb-436c9b4446f7 None None] Network 74dc5594-2b4a-4072-9a75-1038017db159 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:02:02.940047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] For port b8585d9d-bcc5-472a-be6f-dc252270a128, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:02:02.943407 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaefa50-8e7e-469d-8f82-cf8be55f8765 req-47a3ebb8-b48c-4360-a1d9-b4ef04d4468b tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:02.951214 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fbaefa50-8e7e-469d-8f82-cf8be55f8765 req-47a3ebb8-b48c-4360-a1d9-b4ef04d4468b tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 944 time: 0.1634083 Apr 21 21:02:02.952681 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cfe770eb-ae4d-47c1-bfd0-5560923811f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:02.984719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'Port': ['ID=a52e4875-45d7-4a94-a9cf-608d958a2471,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:03.009273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:03.024202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] For port b8585d9d-bcc5-472a-be6f-dc252270a128, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b8585d9d-bcc5-472a-be6f-dc252270a128,segment=NetworkSegment(a3168537-b73f-4cda-a093-4b53270d811a),segment_id=a3168537-b73f-4cda-a093-4b53270d811a)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:02:03.038578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fbaefa50-8e7e-469d-8f82-cf8be55f8765 req-67517cc7-01c2-417c-b7f5-60b7df4b2f05 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801444 Apr 21 21:02:03.044963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:03.057564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:03.063693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:03.064520 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:03.066222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] 10.222.0.46 "PUT /v2.0/ports/b8585d9d-bcc5-472a-be6f-dc252270a128 HTTP/1.1" status: 200 len: 1092 time: 2.2437494 Apr 21 21:02:03.068033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-541fdb95-ee9e-4a0d-b6b8-86d9ec90533d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9965179 Apr 21 21:02:03.075131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9968669-81e9-4c19-b146-c323ae21bed6', 'tag': 'b8585d9d-bcc5-472a-be6f-dc252270a128'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:03.081720 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2db045-016b-4839-8fa4-559962b01b92" -d '{"events": [{"name": "network-changed", "server_uuid": "b9968669-81e9-4c19-b146-c323ae21bed6", "tag": "b8585d9d-bcc5-472a-be6f-dc252270a128"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:03.166716 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-dbaaee6d-7037-4103-842e-e25e3ff2023c tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8826442 Apr 21 21:02:03.178612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:03.239563 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a506ca8-a979-49ec-a61c-16d6a759f6da x-openstack-request-id: req-2a506ca8-a979-49ec-a61c-16d6a759f6da {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:03.240393 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9968669-81e9-4c19-b146-c323ae21bed6", "tag": "b8585d9d-bcc5-472a-be6f-dc252270a128", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:03.240644 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a506ca8-a979-49ec-a61c-16d6a759f6da {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:03.241101 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a506ca8-a979-49ec-a61c-16d6a759f6da'] response: {'name': 'network-changed', 'server_uuid': 'b9968669-81e9-4c19-b146-c323ae21bed6', 'tag': 'b8585d9d-bcc5-472a-be6f-dc252270a128', 'status': 'completed', 'code': 200} Apr 21 21:02:03.269224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-024d3bcb-95a3-496d-8016-6f9d52ca7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:03.271026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-024d3bcb-95a3-496d-8016-6f9d52ca7617 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1097 time: 0.4052107 Apr 21 21:02:03.385209 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:03.415987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-3323128f-56f7-48b8-817e-ec5e906091e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:03.417551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-3323128f-56f7-48b8-817e-ec5e906091e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab9b15b6311d41818321f4c61a49e898&device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 1095 time: 0.2191372 Apr 21 21:02:03.425386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fcee2-fc19-47c6-a834-017af1bf7062 service neutron] Pushing event updated for resources: {'Port': ['ID=b8585d9d-bcc5-472a-be6f-dc252270a128,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:03.482929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-0fb4347c-7e02-4686-ab0c-36ca5dad6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:03.484660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-0fb4347c-7e02-4686-ab0c-36ca5dad6bc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 920 time: 0.1963308 Apr 21 21:02:03.487391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-2d268bae-b8da-439a-9beb-9413ad50913d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8585d9d-bcc5-472a-be6f-dc252270a128 HTTP/1.1" status: 200 len: 217 time: 0.0491719 Apr 21 21:02:03.590005 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-ea6b4389-f209-48dc-be35-a2563413d40d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 217 time: 0.0986922 Apr 21 21:02:03.660379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-68fcaa1c-3930-4b44-b58d-0df2aa11be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:03.661878 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-68fcaa1c-3930-4b44-b58d-0df2aa11be11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3fce7fa-dc79-4b15-84e0-3d2b0a5df522 HTTP/1.1" status: 200 len: 858 time: 0.1353576 Apr 21 21:02:03.684951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-90547cf2-efe7-4917-b840-5a2a8f5bbede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:03.686443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-90547cf2-efe7-4917-b840-5a2a8f5bbede service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 200 len: 859 time: 0.0877175 Apr 21 21:02:03.705858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-95a3b586-a051-44b1-a979-dc5eaa05df35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a3bcfc4-e2c2-4d3f-9e52-9116695745d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328681 Apr 21 21:02:03.709828 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-5e7d4fcf-3f36-45eb-855a-a8b038438a24 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:03.721965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-5e7d4fcf-3f36-45eb-855a-a8b038438a24 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.1512575 Apr 21 21:02:03.739510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-18fa0d2d-73c0-409b-9036-db12088b9269 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/quotas/76458e785e67444ab87516449459bd4d HTTP/1.1" status: 200 len: 375 time: 0.0166221 Apr 21 21:02:03.740697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-414d7f11-bab0-4d26-afd3-ca598d1e2636 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371957 Apr 21 21:02:03.783198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-c92dc7de-1067-4309-88c0-f6116dc91cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427666 Apr 21 21:02:03.847582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:03.885263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-fe3175c5-0bc4-4d7a-970f-a88ae91afaf8 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010954 Apr 21 21:02:04.022785 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:04.051073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-aca9c296-e3a3-4936-a6f0-d7b085ac814b service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976072 Apr 21 21:02:04.084857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ab474a34-dc2a-490c-8f6c-2eb09dd28230 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851554 Apr 21 21:02:04.201998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Allocated IP 172.25.0.59 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e4452572-4752-46a3-be8a-1c92b2c13f0a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:02:04.205747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-a40a0196-0505-4240-806b-badaabb023cf service neutron] 10.222.0.46 "GET /v2.0/networks/2a3bcfc4-e2c2-4d3f-9e52-9116695745d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638484 Apr 21 21:02:04.375075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f8dae-afe8-4fed-bc82-d618e1e4bc55 req-7a207490-240b-4b7a-95a9-d5544dc8b43b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:04.385607 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-239f8dae-afe8-4fed-bc82-d618e1e4bc55 req-7a207490-240b-4b7a-95a9-d5544dc8b43b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0856543 Apr 21 21:02:04.444893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-239f8dae-afe8-4fed-bc82-d618e1e4bc55 req-00967c38-f086-4d1f-afc2-af5d3204e851 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580680 Apr 21 21:02:04.469418 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:04.512274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5222a6d9-10a7-40a7-928e-7ca285b11172 req-ac9e9397-2d8b-485a-8047-7dca9e5f9b32 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479661 Apr 21 21:02:04.566204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-eb917380-98b7-4605-b403-965c98bc6589 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034999 Apr 21 21:02:04.593773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-984817b5-ef8f-446d-88ff-bbb2b6fa6368 req-cc6df8f6-5217-4778-8799-6eda9987275d service neutron] 10.222.0.46 "GET /v2.0/networks/2a3bcfc4-e2c2-4d3f-9e52-9116695745d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761678 Apr 21 21:02:04.622869 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:04.655360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:04.724280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:04.744701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:04.761465 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-048729fe-7a22-4c8f-b653-68d8d1d09239 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1638986971&fields=id&tenant_id=271267117912412b9b2b74aabfd7abe9 HTTP/1.1" status: 200 len: 267 time: 0.1647489 Apr 21 21:02:04.789767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-ea3707bd-3d86-483e-8e93-f735d5944e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:04.791977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-ea3707bd-3d86-483e-8e93-f735d5944e63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 1096 time: 0.1892767 Apr 21 21:02:04.944913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Pushing event updated for resources: {'Port': ['ID=e4452572-4752-46a3-be8a-1c92b2c13f0a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:04.953550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2db045-016b-4839-8fa4-559962b01b92 req-b541c04c-4c0c-455d-8d79-9319d6727097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:04.955554 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f2db045-016b-4839-8fa4-559962b01b92 req-b541c04c-4c0c-455d-8d79-9319d6727097 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab9b15b6311d41818321f4c61a49e898&device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 1095 time: 0.2985718 Apr 21 21:02:05.029098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1380a-3201-40f6-8347-332f35feb339 req-fb480ef2-ebda-48d7-97a8-e72160f9aa03 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:05.036807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-fb480ef2-ebda-48d7-97a8-e72160f9aa03 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.2744372 Apr 21 21:02:05.053625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-16437cbe-8b4b-4251-b303-a990733bd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:05.055267 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-16437cbe-8b4b-4251-b303-a990733bd63c service neutron] 10.222.0.46 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.2269676 Apr 21 21:02:05.063324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-b4fd233d-4712-44d5-a8f2-771622ff96aa tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/quotas/271267117912412b9b2b74aabfd7abe9 HTTP/1.1" status: 200 len: 375 time: 0.0254555 Apr 21 21:02:05.121677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:05.171775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2db045-016b-4839-8fa4-559962b01b92 req-23bb1914-d15e-4871-82f4-c0fb95f0b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:05.174073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f2db045-016b-4839-8fa4-559962b01b92 req-23bb1914-d15e-4871-82f4-c0fb95f0b2f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 HTTP/1.1" status: 200 len: 919 time: 0.2039015 Apr 21 21:02:05.177810 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-9f142d36-3cae-449e-8554-5248fd4c3282 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819620ad-3d2f-4c0a-b290-0a78876adef4 HTTP/1.1" status: 200 len: 1001 time: 0.1122582 Apr 21 21:02:05.187787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:05.193130 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-5f1e081a-1e36-41aa-824a-9895763fb2b4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282926 Apr 21 21:02:05.287984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:05.415966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-e53fb005-503b-4769-a926-cbfc789e2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:05.421608 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-e53fb005-503b-4769-a926-cbfc789e2b81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.2273598 Apr 21 21:02:05.435436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f2db045-016b-4839-8fa4-559962b01b92 req-fdba9a34-b995-4d5c-9cdf-50dcd3b17400 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8585d9d-bcc5-472a-be6f-dc252270a128 HTTP/1.1" status: 200 len: 217 time: 0.0515966 Apr 21 21:02:05.500691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:05.511006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:05.553517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2db045-016b-4839-8fa4-559962b01b92 req-c8a7c89b-e459-497c-8cf5-987e304ad414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:05.555120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f2db045-016b-4839-8fa4-559962b01b92 req-c8a7c89b-e459-497c-8cf5-987e304ad414 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c3fce7fa-dc79-4b15-84e0-3d2b0a5df522 HTTP/1.1" status: 200 len: 858 time: 0.1107080 Apr 21 21:02:05.563870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-26c92cb1-9e39-47de-8e3c-133e5d210d2f service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296304 Apr 21 21:02:05.611332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f2db045-016b-4839-8fa4-559962b01b92 req-560bc700-648c-44ad-ab3e-07e17aca9f31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2a3bcfc4-e2c2-4d3f-9e52-9116695745d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381060 Apr 21 21:02:05.630600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-36feca2a-b107-4bdf-807b-cf419f052062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:05.632078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-36feca2a-b107-4bdf-807b-cf419f052062 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015548 Apr 21 21:02:05.686530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Pushing event updated for resources: {'Port': ['ID=e4452572-4752-46a3-be8a-1c92b2c13f0a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:05.860545 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:05.972628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-08a5cccf-9c05-4564-9603-dedc94c7635b service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024899 Apr 21 21:02:06.004472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-e849735a-c489-4d1e-b364-6465e3740da7 service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953005 Apr 21 21:02:06.032501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-a49b2221-9062-4626-aef5-cce836bdeb0f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:06.036191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-a49b2221-9062-4626-aef5-cce836bdeb0f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.43 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.2385671 Apr 21 21:02:06.067622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Request body: {'port': {'device_id': '1abcc117-03dc-4c1f-b220-67b99038e2c5', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'admin_state_up': True, 'tenant_id': '76458e785e67444ab87516449459bd4d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:06.127490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:06.200382 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3d60860-a386-4dfa-bbdd-3f5de49b200e req-61b02cf7-f41f-4a66-8c60-ac6e7af1ccf4 service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885350 Apr 21 21:02:06.251834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:06.264275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-deb321d7-1475-44a4-a0e7-0e519a729651 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0951598 Apr 21 21:02:06.369246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f2db045-016b-4839-8fa4-559962b01b92 req-26e15bdc-da34-4223-993d-a96416f1bf7c service neutron] 10.222.0.46 "GET /v2.0/networks/2a3bcfc4-e2c2-4d3f-9e52-9116695745d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305305 Apr 21 21:02:06.377002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-0fa4de65-ce96-4bce-9b99-0378f65ebd25 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.1020157 Apr 21 21:02:06.441893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5470a2-2483-44a2-84c9-bda1ab1ad20a req-2cc9e755-aa42-4601-8190-0f50df7985c9 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:06.453207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c5470a2-2483-44a2-84c9-bda1ab1ad20a req-2cc9e755-aa42-4601-8190-0f50df7985c9 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.1489220 Apr 21 21:02:06.512926 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c5470a2-2483-44a2-84c9-bda1ab1ad20a req-567783a2-9a75-420d-b8f9-191879eb956e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Apr 21 21:02:06.767691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-2d253e1e-12d5-488f-bf5d-afa4211041ef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:06.774957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-2d253e1e-12d5-488f-bf5d-afa4211041ef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.3845718 Apr 21 21:02:06.784483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-8afad383-fa67-4ae5-8c68-4c5d89f9596c tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:02:06.796310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3adc2b0e-2a6c-4a4e-a25a-b3f279e9f370 req-8afad383-fa67-4ae5-8c68-4c5d89f9596c tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204279 Apr 21 21:02:06.815941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e945c7-03c4-4e82-bdbb-176954f717cb req-7bfe1693-1701-4ac8-93b7-eb68c7841275 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:06.824079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-59e945c7-03c4-4e82-bdbb-176954f717cb req-7bfe1693-1701-4ac8-93b7-eb68c7841275 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 944 time: 0.1813660 Apr 21 21:02:06.831593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:06.840163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:06.875131 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-59e945c7-03c4-4e82-bdbb-176954f717cb req-b3187e7c-1d41-422d-bf90-b48f83bba101 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497944 Apr 21 21:02:06.890756 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f2db045-016b-4839-8fa4-559962b01b92 req-7ab8802a-17fb-4a5e-8223-bd4ed97d5cc7 service neutron] 10.222.0.46 "GET /v2.0/networks/2a3bcfc4-e2c2-4d3f-9e52-9116695745d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096643 Apr 21 21:02:07.014665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-183ff257-0891-4f13-86ab-870b42bbc2fa req-d7be4df4-b967-413f-8d66-4b58ae893e75 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0424955 Apr 21 21:02:07.065626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18f573-0c88-4546-8872-eab25f476954 req-34e0402d-1956-4a82-88dc-34be31679586 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:07.074922 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c18f573-0c88-4546-8872-eab25f476954 req-34e0402d-1956-4a82-88dc-34be31679586 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1059558 Apr 21 21:02:07.103055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Allocated IP 172.20.0.13 (74dc5594-2b4a-4072-9a75-1038017db159/c929aed1-8248-4321-818a-5ec8bd42d411/47aaf53f-f361-4f08-8b19-ecb7bb714cca) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:02:07.126238 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5c18f573-0c88-4546-8872-eab25f476954 req-32f3e141-b51a-4ce2-a474-2bc8df4ffd66 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500259 Apr 21 21:02:07.158000 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45b23d00-8e3e-48dc-b17d-a59643686aca req-03180b7e-b7ba-4ab1-b0ce-7fbd7825ebd5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 210 time: 0.0419364 Apr 21 21:02:07.253100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-90ba1c3a-a21a-4eda-8568-556ed53dc4ce tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:07.262463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-90ba1c3a-a21a-4eda-8568-556ed53dc4ce tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0676417 Apr 21 21:02:07.328389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-60ee7a91-b999-4a38-b3e1-dca7bf708244 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.0648305 Apr 21 21:02:07.333748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-07146175-877e-4b17-aba3-894806ed7bef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Request body: {'floatingip': {'port_id': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:07.424286 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:07.472003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:07.557333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Network 74dc5594-2b4a-4072-9a75-1038017db159 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:07.562062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:07.569845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:07.580445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event updated for resources: {'Port': ['ID=47aaf53f-f361-4f08-8b19-ecb7bb714cca,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:07.677268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:07.678627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:07.707380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d5d31-bc32-4f22-8a98-e3dcd7987b9c req-20b5dfd6-4e58-4a68-8a7d-0d2e06553424 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:07.709653 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-974d5d31-bc32-4f22-8a98-e3dcd7987b9c req-20b5dfd6-4e58-4a68-8a7d-0d2e06553424 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.0927448 Apr 21 21:02:07.723258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-45817991-73f1-413f-91c2-5c1942bd0d03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6622078 Apr 21 21:02:07.733031 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-07146175-877e-4b17-aba3-894806ed7bef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:07.745754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Request body: {'port': {'device_id': '1abcc117-03dc-4c1f-b220-67b99038e2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:07.925544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-974d5d31-bc32-4f22-8a98-e3dcd7987b9c req-96eca634-bdc1-4cc4-930e-326612b6c0e1 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989074 Apr 21 21:02:07.939193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:08.045492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1380a-3201-40f6-8347-332f35feb339 req-e9c19e5a-9b07-45d9-8afb-275ee71d4d86 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:08.048128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-e9c19e5a-9b07-45d9-8afb-275ee71d4d86 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.2656431 Apr 21 21:02:08.264471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-ffa4221e-03d6-43ca-9f62-bd9f027bd887 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=271267117912412b9b2b74aabfd7abe9 HTTP/1.1" status: 200 len: 380 time: 0.2056093 Apr 21 21:02:08.280751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'port': {'device_id': '06f9c198-8010-445a-ad38-2d4583284cf0', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'admin_state_up': True, 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'security_groups': ['d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:08.532838 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-07146175-877e-4b17-aba3-894806ed7bef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:08.542188 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-07146175-877e-4b17-aba3-894806ed7bef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:08.719375 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-07146175-877e-4b17-aba3-894806ed7bef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Floating IP 20768faa-9de8-40fd-936b-131065d275ea associated. External IP: 172.25.0.59, port: 80188ca0-2ea3-4f58-aa07-3916ca3cfed0. Apr 21 21:02:09.020678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b607ab-b388-4c0a-a9bf-0583f1508f75 req-d92c8011-25cd-4fd0-95b8-1c932d7257a8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:09.028799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94b607ab-b388-4c0a-a9bf-0583f1508f75 req-d92c8011-25cd-4fd0-95b8-1c932d7257a8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 944 time: 0.8368580 Apr 21 21:02:09.093686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-07146175-877e-4b17-aba3-894806ed7bef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Router b7c8823b-e851-4710-88ab-318b3328f979 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:02:09.117413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94b607ab-b388-4c0a-a9bf-0583f1508f75 req-bb65381e-64d4-4677-bf9d-1f5a9a6893ac tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875182 Apr 21 21:02:09.213031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Made reservation on behalf of 271267117912412b9b2b74aabfd7abe9 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:09.216719 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:09.266400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b8585d9d-bcc5-472a-be6f-dc252270a128 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:02:09.313650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-07146175-877e-4b17-aba3-894806ed7bef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:02:09.324135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-07146175-877e-4b17-aba3-894806ed7bef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:09.388783 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-07146175-877e-4b17-aba3-894806ed7bef tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "PUT /v2.0/floatingips/20768faa-9de8-40fd-936b-131065d275ea HTTP/1.1" status: 200 len: 996 time: 2.0592690 Apr 21 21:02:09.389259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:09.396700 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4f9337-68d8-4054-9917-457136dd92a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:09.480014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47aaf53f-f361-4f08-8b19-ecb7bb714cca {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:09.481176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b8585d9d-bcc5-472a-be6f-dc252270a128, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b8585d9d-bcc5-472a-be6f-dc252270a128,segment=NetworkSegment(a3168537-b73f-4cda-a093-4b53270d811a),segment_id=a3168537-b73f-4cda-a093-4b53270d811a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:09.501811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:09.512189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8208a-6e54-4fe6-ac90-856b0e078886 req-b0023378-8f6b-4f98-9a42-f6a71b53c71a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:09.514512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ee8208a-6e54-4fe6-ac90-856b0e078886 req-b0023378-8f6b-4f98-9a42-f6a71b53c71a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 932 time: 0.2955797 Apr 21 21:02:09.514903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'b8585d9d-bcc5-472a-be6f-dc252270a128', 'network_id': '2a3bcfc4-e2c2-4d3f-9e52-9116695745d5', 'port_id': 'b8585d9d-bcc5-472a-be6f-dc252270a128', 'mac_address': 'fa:16:3e:09:ca:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fce7fa-dc79-4b15-84e0-3d2b0a5df522', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:02:09.518925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] Sync routers for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:02:09.526431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-364b711a-1485-4792-b9d9-c737e56568d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:09.530060 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-364b711a-1485-4792-b9d9-c737e56568d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1097 time: 0.1179547 Apr 21 21:02:09.611490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Transition to ACTIVE for port object 47aaf53f-f361-4f08-8b19-ecb7bb714cca will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:02:09.626309 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:09.626681 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:09.636695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:02:09.637595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:02:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:09.647383 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ee8208a-6e54-4fe6-ac90-856b0e078886 req-dcdbd86b-81eb-4eb4-a7d4-b1160c8a1871 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085079 Apr 21 21:02:09.755131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Allocated IP 172.20.0.9 (4a912654-8ba7-440e-af2f-f1f861b2af50/d710e315-c69e-4dce-baa0-259c50d0cade/490d7300-797e-4516-8738-d83f48d3341b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:02:09.775231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-f5c0a36b-8dd1-4675-a12a-efc0a18df1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:09.785443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-f5c0a36b-8dd1-4675-a12a-efc0a18df1fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 920 time: 0.2490528 Apr 21 21:02:09.935614 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-508a7e69-4e74-48c3-980f-2b1995c9a916 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 999 time: 0.1488953 Apr 21 21:02:09.942280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:02:09.974844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Pushing event updated for resources: {'Port': ['ID=47aaf53f-f361-4f08-8b19-ecb7bb714cca,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:10.002489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-64061947-d86e-4a6f-9f00-1f73c6285fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:10.004274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-64061947-d86e-4a6f-9f00-1f73c6285fb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 200 len: 859 time: 0.0678701 Apr 21 21:02:10.053384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-06fafd8b-fc7c-49ea-96ba-97dbacf3289a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425427 Apr 21 21:02:10.107175 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:10.134683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8585d9d-bcc5-472a-be6f-dc252270a128 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:10.159319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b8585d9d-bcc5-472a-be6f-dc252270a128, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b8585d9d-bcc5-472a-be6f-dc252270a128,segment=NetworkSegment(a3168537-b73f-4cda-a093-4b53270d811a),segment_id=a3168537-b73f-4cda-a093-4b53270d811a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:10.173436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:10.194573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e089a62-212f-4d26-8788-cbc25364f5ed req-310981fd-0f2c-4282-b0ca-d356aa840784 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:10.202916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e089a62-212f-4d26-8788-cbc25364f5ed req-310981fd-0f2c-4282-b0ca-d356aa840784 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.2292659 Apr 21 21:02:10.221700 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-5cdc7268-7bfe-4b5c-9bf7-a8ca3ff7a29d service neutron] 10.222.0.49 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607685 Apr 21 21:02:10.227081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b8585d9d-bcc5-472a-be6f-dc252270a128,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:10.257129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Attempting to bind port 47aaf53f-f361-4f08-8b19-ecb7bb714cca on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:02:10.257623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Attempting to bind port 47aaf53f-f361-4f08-8b19-ecb7bb714cca by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:02:10.258054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Attempting to bind port 47aaf53f-f361-4f08-8b19-ecb7bb714cca on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:10.278199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e089a62-212f-4d26-8788-cbc25364f5ed req-aa1f6c03-ea24-47ef-9529-5eeed8088342 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722451 Apr 21 21:02:10.284724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Port 47aaf53f-f361-4f08-8b19-ecb7bb714cca on network 74dc5594-2b4a-4072-9a75-1038017db159 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:02:10.285473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Attempting to bind port 47aaf53f-f361-4f08-8b19-ecb7bb714cca on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:10.294581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:02:10.295576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Checking segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:02:10.296298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Bound using segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:02:10.297061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Bound port: 47aaf53f-f361-4f08-8b19-ecb7bb714cca, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:02:10.297716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:10.303127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:10.421927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] For port 47aaf53f-f361-4f08-8b19-ecb7bb714cca, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:02:10.425755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] For port 47aaf53f-f361-4f08-8b19-ecb7bb714cca, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=47aaf53f-f361-4f08-8b19-ecb7bb714cca,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:02:10.440286 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:10.452337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:10.460869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:10.468015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:10.497862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea33ebb8-49cd-420f-8857-0832ab472804 req-15db9c38-d6bd-4644-993d-a2b7cc664b40 service neutron] 10.222.0.49 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484460 Apr 21 21:02:10.509512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '20768faa-9de8-40fd-936b-131065d275ea', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'floating_ip_address': '172.25.0.59', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'port_id': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'mac_address': 'fa:16:3e:3a:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:02:04Z', 'updated_at': '2022-04-21T21:02:08Z', 'revision_number': 1, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf85984-1b5c-45b9-b28a-70f22fa434cf', 'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'mac_address': 'fa:16:3e:c4:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:02Z', 'updated_at': '2022-04-21T21:01:10Z', 'revision_number': 5, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'subnets': [{'id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:10.542296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:10.568451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] Checking router: b7c8823b-e851-4710-88ab-318b3328f979 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:02:10.594324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b8585d9d-bcc5-472a-be6f-dc252270a128'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:10.599836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:10.600851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:10.603397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] 10.222.0.43 "PUT /v2.0/ports/47aaf53f-f361-4f08-8b19-ecb7bb714cca HTTP/1.1" status: 200 len: 1092 time: 2.8647120 Apr 21 21:02:10.630346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abcc117-03dc-4c1f-b220-67b99038e2c5', 'tag': '47aaf53f-f361-4f08-8b19-ecb7bb714cca'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:10.633272 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24978c0-e95a-4ebf-830d-1cf923d250ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1abcc117-03dc-4c1f-b220-67b99038e2c5", "tag": "47aaf53f-f361-4f08-8b19-ecb7bb714cca"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:10.778451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:10.780602 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:10.796716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:02:10.806907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:02:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:10.823841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20850815-eb5e-4612-bea7-416d409080ed req-ce1c9fdb-fba9-4afc-afe6-e1adfc7afd8c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:10.831614 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-20850815-eb5e-4612-bea7-416d409080ed req-ce1c9fdb-fba9-4afc-afe6-e1adfc7afd8c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 931 time: 0.3655241 Apr 21 21:02:10.838500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3adf2f-442c-4289-bf1d-3ac1e7d98805 service neutron] Pushing event updated for resources: {'Port': ['ID=47aaf53f-f361-4f08-8b19-ecb7bb714cca,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:10.939576 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-b2c574e4-32dd-46ff-b94d-2bd1ea01a113 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6667674 Apr 21 21:02:10.953057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb629f-eaa2-438b-852f-622a3320f926 req-db4282e3-c32e-47b0-a7ae-063df253f6d3 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:10.954769 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14eb629f-eaa2-438b-852f-622a3320f926 req-db4282e3-c32e-47b0-a7ae-063df253f6d3 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.2842755 Apr 21 21:02:10.979009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-20850815-eb5e-4612-bea7-416d409080ed req-226e9854-b2f3-41de-abf2-6323c6250437 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420424 Apr 21 21:02:10.987070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Request body: {'port': {'device_id': '06f9c198-8010-445a-ad38-2d4583284cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:11.029397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14eb629f-eaa2-438b-852f-622a3320f926 req-de84a994-99f0-44dd-8de8-b46b1aa14213 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681286 Apr 21 21:02:11.080333 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c084a78-63e4-4cd8-b47b-26c00c03ffa8 x-openstack-request-id: req-4c084a78-63e4-4cd8-b47b-26c00c03ffa8 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:11.080628 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:11.080903 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c084a78-63e4-4cd8-b47b-26c00c03ffa8 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:11.081328 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c084a78-63e4-4cd8-b47b-26c00c03ffa8'] response: {'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'status': 'completed', 'code': 200} Apr 21 21:02:11.111985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-de2d5011-757f-4190-a975-7f319cae7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:11.114061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-de2d5011-757f-4190-a975-7f319cae7e38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 1095 time: 0.2519112 Apr 21 21:02:11.171632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:02:11.222316 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:11.225370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-b3dceb68-06c9-45fb-9e3a-298eb84bd7e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47aaf53f-f361-4f08-8b19-ecb7bb714cca HTTP/1.1" status: 200 len: 217 time: 0.0884814 Apr 21 21:02:11.239446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aea03-aa0e-4b07-97f7-546526897680 req-3dc4e993-935f-45a5-a74d-7c2ae9332795 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:11.252427 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-044aea03-aa0e-4b07-97f7-546526897680 req-3dc4e993-935f-45a5-a74d-7c2ae9332795 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 945 time: 0.1145611 Apr 21 21:02:11.283015 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4e9d41b8-f274-49fa-a02b-18451958e069 None None] Provisioning complete for port 490d7300-797e-4516-8738-d83f48d3341b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:11.284489 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4e9d41b8-f274-49fa-a02b-18451958e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:11.326542 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-044aea03-aa0e-4b07-97f7-546526897680 req-a529aaf9-9a12-4186-b217-4e729c985667 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727344 Apr 21 21:02:11.399797 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18fde5e-46c6-4fde-94d9-3a107b3e73aa x-openstack-request-id: req-b18fde5e-46c6-4fde-94d9-3a107b3e73aa {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:11.400213 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abcc117-03dc-4c1f-b220-67b99038e2c5", "tag": "47aaf53f-f361-4f08-8b19-ecb7bb714cca", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:11.400521 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b18fde5e-46c6-4fde-94d9-3a107b3e73aa {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:11.401081 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18fde5e-46c6-4fde-94d9-3a107b3e73aa'] response: {'name': 'network-changed', 'server_uuid': '1abcc117-03dc-4c1f-b220-67b99038e2c5', 'tag': '47aaf53f-f361-4f08-8b19-ecb7bb714cca', 'status': 'completed', 'code': 200} Apr 21 21:02:11.437434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-3ff1f83c-6ffe-4df9-b513-ac9a5c666cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:11.440582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-3ff1f83c-6ffe-4df9-b513-ac9a5c666cf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1097 time: 0.3180420 Apr 21 21:02:11.474057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-c0b7c31d-087a-472b-9bd2-5bec673f3046 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 999 time: 0.3585188 Apr 21 21:02:11.489947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-531948d9-73a1-47b2-a28f-942740c6b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:11.491460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-531948d9-73a1-47b2-a28f-942740c6b5f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.2544611 Apr 21 21:02:11.524197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb10439-b7b3-4784-af14-81bb8cb73131 req-b5309763-a0a8-4044-9a4f-13ca6d241979 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:11.533443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffb10439-b7b3-4784-af14-81bb8cb73131 req-b5309763-a0a8-4044-9a4f-13ca6d241979 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0860820 Apr 21 21:02:11.592836 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffb10439-b7b3-4784-af14-81bb8cb73131 req-4f6adfb8-3d93-4275-bdd7-28e0cf85c623 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577335 Apr 21 21:02:11.668278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-bdf6f19d-ef7c-45fc-9f0d-b72fec523462 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305907 Apr 21 21:02:11.688783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-27091a33-194a-4781-b891-e7c085dbd542 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:11.715832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-27091a33-194a-4781-b891-e7c085dbd542 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports/80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 943 time: 0.2408254 Apr 21 21:02:11.962488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d41b8-f274-49fa-a02b-18451958e069 None None] Port 490d7300-797e-4516-8738-d83f48d3341b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:02:12.143533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-8012a5d6-1b60-4cd5-91cb-f340509bc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:12.145145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-8012a5d6-1b60-4cd5-91cb-f340509bc37f service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 920 time: 0.6964812 Apr 21 21:02:12.177009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-b50cad60-21d3-4c97-9fcb-f4c7680a5bde tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 999 time: 0.3492291 Apr 21 21:02:12.274167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827122b-c0e9-4e86-b74e-de8d928083f4 req-c3029f76-10ec-4dc8-81ed-56fcc6ee6bf3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:12.283328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4827122b-c0e9-4e86-b74e-de8d928083f4 req-c3029f76-10ec-4dc8-81ed-56fcc6ee6bf3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1318159 Apr 21 21:02:12.334529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '20768faa-9de8-40fd-936b-131065d275ea', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'floating_ip_address': '172.25.0.59', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'port_id': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'mac_address': 'fa:16:3e:3a:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:02:04Z', 'updated_at': '2022-04-21T21:02:08Z', 'revision_number': 1, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf85984-1b5c-45b9-b28a-70f22fa434cf', 'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'mac_address': 'fa:16:3e:c4:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:02Z', 'updated_at': '2022-04-21T21:01:10Z', 'revision_number': 5, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'subnets': [{'id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:12.340605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57106) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:12.376496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4827122b-c0e9-4e86-b74e-de8d928083f4 req-f61f5aae-281c-4684-b1d4-5563261b7f24 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921817 Apr 21 21:02:12.411232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036a0f60-19e8-4b0f-af55-a9daba756442 None None] The sync data for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 is: [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '20768faa-9de8-40fd-936b-131065d275ea', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'floating_ip_address': '172.25.0.59', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'port_id': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'mac_address': 'fa:16:3e:3a:af:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:02:04Z', 'updated_at': '2022-04-21T21:02:08Z', 'revision_number': 1, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cf85984-1b5c-45b9-b28a-70f22fa434cf', 'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'mac_address': 'fa:16:3e:c4:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:02Z', 'updated_at': '2022-04-21T21:01:10Z', 'revision_number': 5, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'subnets': [{'id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:02:12.480203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-85cb1a2c-9ff6-4a99-9ccb-5c0fcfac1aba service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778910 Apr 21 21:02:12.585587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6709e7e-e4b9-4399-9872-75302f41415e req-70012816-3a01-4744-ad61-9569940b65a2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:12.594747 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f6709e7e-e4b9-4399-9872-75302f41415e req-70012816-3a01-4744-ad61-9569940b65a2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 931 time: 0.0985019 Apr 21 21:02:12.643209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dde29c1-f793-4bcf-9376-8671b5b84f13 req-11703b75-bba1-4709-8ae4-8a90266d5166 service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551342 Apr 21 21:02:12.667150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2031b6c6-ddda-41f3-987f-4613b5c62fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:12.672026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-695296be-68c8-40a4-bcc5-19ec7a228749 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 999 time: 0.4843292 Apr 21 21:02:12.834675 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2031b6c6-ddda-41f3-987f-4613b5c62fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:12.856383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f6709e7e-e4b9-4399-9872-75302f41415e req-cf90abf6-628a-46d1-a0c1-7a853138360a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606661 Apr 21 21:02:12.859266 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2031b6c6-ddda-41f3-987f-4613b5c62fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:12.875436 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6971b8-9c8d-4d9a-b18e-fa72b4075058 None None] New status for floating IP 20768faa-9de8-40fd-936b-131065d275ea: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:02:12.990264 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2031b6c6-ddda-41f3-987f-4613b5c62fd7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=687e6f2b3e5344228cac93ea82b04e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6485507 Apr 21 21:02:12.991449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031b6c6-ddda-41f3-987f-4613b5c62fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c695a63e-a1d3-4679-a887-004b55a55355,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:13.012854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57114) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:13.068597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc00fe-d57c-4fb5-b89e-f8f86df2e6e5 req-5f08b236-04d4-4831-8191-68a70824a1c4 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:13.076959 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6bc00fe-d57c-4fb5-b89e-f8f86df2e6e5 req-5f08b236-04d4-4831-8191-68a70824a1c4 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.1021490 Apr 21 21:02:13.118139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf8109e6-80e4-419c-8dbe-2c485a224c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:13.209302 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf8109e6-80e4-419c-8dbe-2c485a224c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:13.214846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6bc00fe-d57c-4fb5-b89e-f8f86df2e6e5 req-e50995d2-85fb-4f6c-956e-3e798b500255 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366646 Apr 21 21:02:13.279806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b8585d9d-bcc5-472a-be6f-dc252270a128 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:13.428048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port b8585d9d-bcc5-472a-be6f-dc252270a128 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:02:13.434941 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf8109e6-80e4-419c-8dbe-2c485a224c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:13.436687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port b8585d9d-bcc5-472a-be6f-dc252270a128 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:13.437097 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:13.437769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-1242d100-f225-4caf-bb7f-fed5e74c59dc tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:13.442076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-1242d100-f225-4caf-bb7f-fed5e74c59dc tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 1.2133684 Apr 21 21:02:13.442484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf8109e6-80e4-419c-8dbe-2c485a224c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:13.445963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf8109e6-80e4-419c-8dbe-2c485a224c1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c695a63e-a1d3-4679-a887-004b55a55355 HTTP/1.1" status: 204 len: 168 time: 0.4295149 Apr 21 21:02:13.449274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490d7300-797e-4516-8738-d83f48d3341b {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:13.463559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-0722fc8b-5367-4058-bf95-5b7f6a16e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:13.467997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-0722fc8b-5367-4058-bf95-5b7f6a16e346 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 200 len: 859 time: 0.7854638 Apr 21 21:02:13.477781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:13.479083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8109e6-80e4-419c-8dbe-2c485a224c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c695a63e-a1d3-4679-a887-004b55a55355,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:13.507177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f316142-14f8-4da7-9164-b834b971fdb3 req-a6ba1f49-9059-48a2-9c97-4c587d62609c tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:13.510413 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f316142-14f8-4da7-9164-b834b971fdb3 req-a6ba1f49-9059-48a2-9c97-4c587d62609c tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 945 time: 0.1696668 Apr 21 21:02:13.592287 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f316142-14f8-4da7-9164-b834b971fdb3 req-6aceebf7-0fb2-4509-966f-c112bb2d6f38 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757780 Apr 21 21:02:13.598850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-3c1724e8-f0c1-494a-9aed-0d7b44f9f4c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968745 Apr 21 21:02:13.617469 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:13.692811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9968669-81e9-4c19-b146-c323ae21bed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8585d9d-bcc5-472a-be6f-dc252270a128'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:13.705593 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800508cf-effe-471b-ae01-cef3a8205466" -d '{"events": [{"server_uuid": "b9968669-81e9-4c19-b146-c323ae21bed6", "name": "network-vif-plugged", "status": "completed", "tag": "b8585d9d-bcc5-472a-be6f-dc252270a128"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:13.725424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-d56a1bb5-0127-4b5f-978c-0774acc31c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:13.728171 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-d56a1bb5-0127-4b5f-978c-0774acc31c3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 1095 time: 0.5762947 Apr 21 21:02:13.731056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Transition to ACTIVE for port object 490d7300-797e-4516-8738-d83f48d3341b will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:02:13.736166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b8585d9d-bcc5-472a-be6f-dc252270a128, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b8585d9d-bcc5-472a-be6f-dc252270a128,segment=NetworkSegment(a3168537-b73f-4cda-a093-4b53270d811a),segment_id=a3168537-b73f-4cda-a093-4b53270d811a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:13.738629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5e516-09f5-476d-9949-dadf3d15bdea req-447c7db6-d16a-42ae-8deb-f26c4b6021d7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:13.740470 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9cd5e516-09f5-476d-9949-dadf3d15bdea req-447c7db6-d16a-42ae-8deb-f26c4b6021d7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0844021 Apr 21 21:02:13.745262 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:13.822937 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9cd5e516-09f5-476d-9949-dadf3d15bdea req-f887d355-f755-4192-9357-2d56163da658 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699410 Apr 21 21:02:13.849390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b8585d9d-bcc5-472a-be6f-dc252270a128,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:13.863597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-4b8a633c-811e-4723-af4b-06b2a41d61e6 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514530 Apr 21 21:02:13.897328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-e8ae9364-82ae-45ac-a093-b4448760876f tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 1001 time: 0.4245200 Apr 21 21:02:13.902820 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:14.049366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ac7f3-e878-44b1-8622-5795d9719297 req-7f052a87-f7c5-4cc9-8f41-8accf8c7dfce tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:14.053953 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a16ac7f3-e878-44b1-8622-5795d9719297 req-7f052a87-f7c5-4cc9-8f41-8accf8c7dfce tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1025941 Apr 21 21:02:14.095637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57128) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:14.117460 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5943bd5f-8f92-497e-9153-c441b7f29038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:14.150919 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a16ac7f3-e878-44b1-8622-5795d9719297 req-dd0c3860-e7f2-4fd9-a65d-cfad8b8d3ab4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814333 Apr 21 21:02:14.195636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-caf75b71-3c3b-4bea-ad93-0c22e2ab25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:14.197694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-caf75b71-3c3b-4bea-ad93-0c22e2ab25c2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.3048418 Apr 21 21:02:14.204578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4fe161bb-f91d-4cc0-8016-c10dbd6ba654 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:14.212294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:14.246980 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86e5938-bda1-420c-8bb0-fedef033967b x-openstack-request-id: req-b86e5938-bda1-420c-8bb0-fedef033967b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:14.247287 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9968669-81e9-4c19-b146-c323ae21bed6", "name": "network-vif-plugged", "status": "completed", "tag": "b8585d9d-bcc5-472a-be6f-dc252270a128", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:14.248162 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b86e5938-bda1-420c-8bb0-fedef033967b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:14.248593 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86e5938-bda1-420c-8bb0-fedef033967b'] response: {'server_uuid': 'b9968669-81e9-4c19-b146-c323ae21bed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8585d9d-bcc5-472a-be6f-dc252270a128', 'code': 200} Apr 21 21:02:14.303397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b4f9337-68d8-4054-9917-457136dd92a3 req-16ed0f57-4373-4c07-9cff-7eb24c277805 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958406 Apr 21 21:02:14.333394 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5943bd5f-8f92-497e-9153-c441b7f29038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:14.348616 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5943bd5f-8f92-497e-9153-c441b7f29038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:14.455161 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5943bd5f-8f92-497e-9153-c441b7f29038 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bef88397f8a40bf94733973a1655235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580673 Apr 21 21:02:14.463802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57134) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:14.465534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943bd5f-8f92-497e-9153-c441b7f29038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68f1d5a-7b06-4e7c-a57d-fd2453895fa6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:14.498048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-87f81fd3-cc5f-4965-bedc-7e49a7870d7d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47aaf53f-f361-4f08-8b19-ecb7bb714cca HTTP/1.1" status: 200 len: 217 time: 0.2827206 Apr 21 21:02:14.548298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372789b-0b46-49fd-a4f6-372ae26d9417 req-8e6d612c-b056-4cd9-8993-a350665d173c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:14.555674 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8372789b-0b46-49fd-a4f6-372ae26d9417 req-8e6d612c-b056-4cd9-8993-a350665d173c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 943 time: 0.1762357 Apr 21 21:02:14.593897 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4fe161bb-f91d-4cc0-8016-c10dbd6ba654 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:14.617920 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e5d44f7-9218-4d92-91ac-88fb12ed7d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:14.663445 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8372789b-0b46-49fd-a4f6-372ae26d9417 req-20a2d659-aac3-416c-b400-2f905e556cf2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022329 Apr 21 21:02:14.678057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e5d44f7-9218-4d92-91ac-88fb12ed7d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:14.724714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-20d4a046-2065-4fa8-ba2a-f468c3d0be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:14.726567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-20d4a046-2065-4fa8-ba2a-f468c3d0be9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.2056205 Apr 21 21:02:14.865329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079fc4c-9783-4c7a-8111-c92c26b3f9ab req-a944a8af-ef33-4033-9ec3-309c12883e40 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:14.867592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f079fc4c-9783-4c7a-8111-c92c26b3f9ab req-a944a8af-ef33-4033-9ec3-309c12883e40 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.0813797 Apr 21 21:02:14.888959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-e63ab073-2898-43d3-9367-c776b8e9106a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524499 Apr 21 21:02:14.898090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3782d-e284-49cc-a34c-2914efd89490 req-c4b2d54c-fef6-42e3-8d24-4ef3c63d88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:14.900153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72a3782d-e284-49cc-a34c-2914efd89490 req-c4b2d54c-fef6-42e3-8d24-4ef3c63d88de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 1097 time: 0.4484971 Apr 21 21:02:14.925041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f079fc4c-9783-4c7a-8111-c92c26b3f9ab req-d922181f-6f8b-42ed-8caa-e4cf9474b2f7 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470505 Apr 21 21:02:14.925909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e5d44f7-9218-4d92-91ac-88fb12ed7d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:14.928409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e5d44f7-9218-4d92-91ac-88fb12ed7d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:14.941353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e5d44f7-9218-4d92-91ac-88fb12ed7d02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c68f1d5a-7b06-4e7c-a57d-fd2453895fa6 HTTP/1.1" status: 204 len: 168 time: 0.4495208 Apr 21 21:02:14.948617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Attempting to bind port 490d7300-797e-4516-8738-d83f48d3341b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:02:14.949069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Attempting to bind port 490d7300-797e-4516-8738-d83f48d3341b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:02:14.949492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Attempting to bind port 490d7300-797e-4516-8738-d83f48d3341b on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:14.958352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d44f7-9218-4d92-91ac-88fb12ed7d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68f1d5a-7b06-4e7c-a57d-fd2453895fa6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:14.974747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Port 490d7300-797e-4516-8738-d83f48d3341b on network 4a912654-8ba7-440e-af2f-f1f861b2af50 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:02:14.974956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Attempting to bind port 490d7300-797e-4516-8738-d83f48d3341b on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:15.016409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:02:15.016754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Checking segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:02:15.017348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Bound using segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:02:15.017809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Bound port: 490d7300-797e-4516-8738-d83f48d3341b, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:02:15.018174 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:15.128239 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72a3782d-e284-49cc-a34c-2914efd89490 req-de85531f-d2b6-4ea3-ae83-a7c88f18a781 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091420 Apr 21 21:02:15.148021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f354443-1275-4873-a4e8-76313ce0d717 req-776751f3-f3b2-4c73-a05e-8978f454932f tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:15.162860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f354443-1275-4873-a4e8-76313ce0d717 req-776751f3-f3b2-4c73-a05e-8978f454932f tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 946 time: 0.1083775 Apr 21 21:02:15.218197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4fe161bb-f91d-4cc0-8016-c10dbd6ba654 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:15.221496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-c4c7c91e-6d12-4eb6-b9e1-ee11a9c50843 service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157487 Apr 21 21:02:15.232890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4fe161bb-f91d-4cc0-8016-c10dbd6ba654 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:15.233232 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4fe161bb-f91d-4cc0-8016-c10dbd6ba654 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Floating IP 20768faa-9de8-40fd-936b-131065d275ea disassociated. External IP: 172.25.0.59, port: 80188ca0-2ea3-4f58-aa07-3916ca3cfed0. Apr 21 21:02:15.235653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f354443-1275-4873-a4e8-76313ce0d717 req-21ba787e-81f9-4ad7-973b-de20b53714ec tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674591 Apr 21 21:02:15.376889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:02:15.417510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af323c-b3bc-4c78-a70c-e7ec89fd67a8 req-171551c7-66a5-45d5-8ef4-2be0752ad0da tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:15.432429 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-87af323c-b3bc-4c78-a70c-e7ec89fd67a8 req-171551c7-66a5-45d5-8ef4-2be0752ad0da tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 944 time: 0.1173995 Apr 21 21:02:15.435803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:02:15.517813 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-87af323c-b3bc-4c78-a70c-e7ec89fd67a8 req-ecac63db-6f8b-4630-83df-a90c03d6f886 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827301 Apr 21 21:02:15.534363 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:15.548468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57148) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:15.569321 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e4087dd-ba45-4282-a685-c24d63848b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:15.601769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:15.602643 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:15.604227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] 10.222.0.43 "PUT /v2.0/ports/490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 1091 time: 4.6429024 Apr 21 21:02:15.604683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:15.607005 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f44e93-d682-4b72-8ca2-64a15d2cb528" -d '{"events": [{"name": "network-changed", "server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:15.720023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a24978c0-e95a-4ebf-830d-1cf923d250ed req-aa44aecb-a785-46b7-b558-3baf71e1c1d2 service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880295 Apr 21 21:02:15.720681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e4087dd-ba45-4282-a685-c24d63848b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:15.732092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54de48-7f24-43fd-a4cd-2f6dad4e5ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:15.746128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e4087dd-ba45-4282-a685-c24d63848b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:15.820269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1380a-3201-40f6-8347-332f35feb339 req-3b732cd2-271b-46aa-8151-3c9c0bd99957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:15.822815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-3b732cd2-271b-46aa-8151-3c9c0bd99957 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1094 time: 0.1613250 Apr 21 21:02:15.832285 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e4087dd-ba45-4282-a685-c24d63848b15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2269a50c44904c4a9300f10ed14d1e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818396 Apr 21 21:02:15.833439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4087dd-ba45-4282-a685-c24d63848b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69690055-4f11-4c29-a48d-8519de7fc989,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:15.869480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57154) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:15.926230 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-04c49cf6-5f0e-45a9-b5aa-d80856a36854 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 217 time: 0.0940263 Apr 21 21:02:15.948984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13981720-d5ff-4d17-8882-0da45f76b082 req-4631f2f2-d86e-4238-a64c-250285d092d5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:15.952550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13981720-d5ff-4d17-8882-0da45f76b082 req-4631f2f2-d86e-4238-a64c-250285d092d5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.2303457 Apr 21 21:02:15.988217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4fe161bb-f91d-4cc0-8016-c10dbd6ba654 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Router b7c8823b-e851-4710-88ab-318b3328f979 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:02:16.000813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1380a-3201-40f6-8347-332f35feb339 req-0fa096a9-46cf-41fa-af55-036aa929a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:16.002434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-0fa096a9-46cf-41fa-af55-036aa929a9d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.0661356 Apr 21 21:02:16.052079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13981720-d5ff-4d17-8882-0da45f76b082 req-997c4fef-c374-42ce-8eed-131408c695b3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899594 Apr 21 21:02:16.054528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4809bec0-2484-41c3-b05d-5b09629ba6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:16.127673 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4809bec0-2484-41c3-b05d-5b09629ba6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:16.140346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4fe161bb-f91d-4cc0-8016-c10dbd6ba654 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:02:16.145776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4fe161bb-f91d-4cc0-8016-c10dbd6ba654 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:16.152879 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] Sync routers for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:02:16.171587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:02:16.172251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:02:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:16.230756 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0fcf38-0ef6-47cb-a968-c64064bba47d x-openstack-request-id: req-7d0fcf38-0ef6-47cb-a968-c64064bba47d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:16.236104 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:16.236543 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d0fcf38-0ef6-47cb-a968-c64064bba47d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:16.237181 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0fcf38-0ef6-47cb-a968-c64064bba47d'] response: {'name': 'network-changed', 'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'status': 'completed', 'code': 200} Apr 21 21:02:16.250788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4809bec0-2484-41c3-b05d-5b09629ba6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:16.253691 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4809bec0-2484-41c3-b05d-5b09629ba6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:16.260389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4809bec0-2484-41c3-b05d-5b09629ba6b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69690055-4f11-4c29-a48d-8519de7fc989 HTTP/1.1" status: 204 len: 168 time: 0.3867462 Apr 21 21:02:16.266984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4fe161bb-f91d-4cc0-8016-c10dbd6ba654 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "PUT /v2.0/floatingips/20768faa-9de8-40fd-936b-131065d275ea HTTP/1.1" status: 200 len: 694 time: 2.0663745 Apr 21 21:02:16.281167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1380a-3201-40f6-8347-332f35feb339 req-d16d9c7f-f124-46df-a88c-ee131eb3fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:16.285896 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-d16d9c7f-f124-46df-a88c-ee131eb3fa65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470494 Apr 21 21:02:16.310069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809bec0-2484-41c3-b05d-5b09629ba6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69690055-4f11-4c29-a48d-8519de7fc989,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:16.406917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:02:16.440604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849f8c4-a651-4a79-a297-091676ec3832 req-1325bab2-7e67-4f0e-ac48-403cfae6629c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:16.442158 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4849f8c4-a651-4a79-a297-091676ec3832 req-1325bab2-7e67-4f0e-ac48-403cfae6629c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 943 time: 0.1747508 Apr 21 21:02:16.549205 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4849f8c4-a651-4a79-a297-091676ec3832 req-69325166-aa1f-4bff-b684-3cd6326deb4f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897031 Apr 21 21:02:16.558900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-8e50658a-f539-406c-8fef-59a7869b7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:16.560403 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-8e50658a-f539-406c-8fef-59a7869b7778 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1097 time: 0.2733195 Apr 21 21:02:16.779062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 47aaf53f-f361-4f08-8b19-ecb7bb714cca details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:02:16.879075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a9b21-5b65-4852-9e32-18123c8a3042 req-a715eb46-266a-4ea1-9962-6588abdda57b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:16.901571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c7a9b21-5b65-4852-9e32-18123c8a3042 req-a715eb46-266a-4ea1-9962-6588abdda57b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.2333305 Apr 21 21:02:17.036349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c7a9b21-5b65-4852-9e32-18123c8a3042 req-dae02940-b385-41bf-8593-89674a91112f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308944 Apr 21 21:02:17.070465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7cf85984-1b5c-45b9-b28a-70f22fa434cf', 'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'mac_address': 'fa:16:3e:c4:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:02Z', 'updated_at': '2022-04-21T21:01:10Z', 'revision_number': 5, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'subnets': [{'id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:17.138664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] Checking router: b7c8823b-e851-4710-88ab-318b3328f979 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:02:17.179629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-5468dc11-b7a4-4205-ab4e-93927d65cd7d service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8634028 Apr 21 21:02:17.189683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:02:17.191339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:02:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:17.195105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 47aaf53f-f361-4f08-8b19-ecb7bb714cca, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=47aaf53f-f361-4f08-8b19-ecb7bb714cca,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:17.267625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473125c-4d4c-4f22-89e2-06207ab85559 req-de3ae5b2-aed8-4680-b8c3-25c1c99878ed tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:17.269223 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0473125c-4d4c-4f22-89e2-06207ab85559 req-de3ae5b2-aed8-4680-b8c3-25c1c99878ed tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 946 time: 0.1012294 Apr 21 21:02:17.298906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '47aaf53f-f361-4f08-8b19-ecb7bb714cca', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'port_id': '47aaf53f-f361-4f08-8b19-ecb7bb714cca', 'mac_address': 'fa:16:3e:2d:dd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929aed1-8248-4321-818a-5ec8bd42d411', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:02:17.342677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-5bd15bf4-c9f4-48f9-a1fb-59bce998f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:17.357321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-5bd15bf4-c9f4-48f9-a1fb-59bce998f1b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 920 time: 0.7828116 Apr 21 21:02:17.365027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0473125c-4d4c-4f22-89e2-06207ab85559 req-b537b99c-7b39-4d98-9e89-c4b1094a34fa tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797427 Apr 21 21:02:17.462275 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:17.485133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47aaf53f-f361-4f08-8b19-ecb7bb714cca {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:17.513082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:02:17.514965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-c25209e8-1678-49c9-9c76-9071a2ead86f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 217 time: 0.1566784 Apr 21 21:02:17.567962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 47aaf53f-f361-4f08-8b19-ecb7bb714cca, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=47aaf53f-f361-4f08-8b19-ecb7bb714cca,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:17.577138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176a30-bed0-4856-9849-01600717b1ae req-745a4561-ba7d-4290-a09f-c84130cdc7d6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:17.579106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c176a30-bed0-4856-9849-01600717b1ae req-745a4561-ba7d-4290-a09f-c84130cdc7d6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0861804 Apr 21 21:02:17.589249 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:17.670877 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c176a30-bed0-4856-9849-01600717b1ae req-0f05d929-b464-44e8-a407-e6569706cc11 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830760 Apr 21 21:02:17.677887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4783f5ab-ee81-4ac0-8278-0a079ae777a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:17.684102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-4783f5ab-ee81-4ac0-8278-0a079ae777a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 200 len: 859 time: 0.1651733 Apr 21 21:02:17.728468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27e1380a-3201-40f6-8347-332f35feb339 req-705aad2d-65bc-49e2-b956-773d0e9e2ce6 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409291 Apr 21 21:02:17.801476 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-57bc0237-ce8b-4e6d-bca3-28c19c961f6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972242 Apr 21 21:02:17.922655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b20665-f71c-403f-a123-aa02df662b39 req-fb75ad2a-c1b6-49f7-98c3-36992d7f0e5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:17.924891 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82b20665-f71c-403f-a123-aa02df662b39 req-fb75ad2a-c1b6-49f7-98c3-36992d7f0e5e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0652778 Apr 21 21:02:18.016502 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82b20665-f71c-403f-a123-aa02df662b39 req-3866de4a-e65f-4c51-9599-94d25de39c11 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842352 Apr 21 21:02:18.030595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=47aaf53f-f361-4f08-8b19-ecb7bb714cca,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:18.057134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-a7aece71-e6f9-4b5a-b314-ad4c29727ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:18.058936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-a7aece71-e6f9-4b5a-b314-ad4c29727ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1094 time: 0.2565517 Apr 21 21:02:18.176100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-fb2918c8-5c58-4e5c-8bea-27214ec52d52 service neutron] 10.222.0.49 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649724 Apr 21 21:02:18.198127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7cf85984-1b5c-45b9-b28a-70f22fa434cf', 'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'mac_address': 'fa:16:3e:c4:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:02Z', 'updated_at': '2022-04-21T21:01:10Z', 'revision_number': 5, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'subnets': [{'id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:18.238445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42516302-52cf-4567-b8c2-7213100924a3 None None] The sync data for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 is: [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:01:03Z', 'revision_number': 4, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7cf85984-1b5c-45b9-b28a-70f22fa434cf', 'name': '', 'network_id': '6b4f30f6-969b-4119-bdcc-b4f144bc4e2c', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'mac_address': 'fa:16:3e:c4:a4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:02Z', 'updated_at': '2022-04-21T21:01:10Z', 'revision_number': 5, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'subnets': [{'id': '8c991039-f6a1-4520-b242-bd914c7b6dc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:02:18.273565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:18.288840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:18.292289 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:18.466004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-d5ad2d8a-b765-42f8-b9c0-632474067458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:18.468409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-d5ad2d8a-b765-42f8-b9c0-632474067458 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.3949549 Apr 21 21:02:18.517379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be916444-d256-44a4-a6c1-8d3a8fd1ba1a req-8bbebe72-d953-4c9a-889e-3bc31cedefa5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:18.530162 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be916444-d256-44a4-a6c1-8d3a8fd1ba1a req-8bbebe72-d953-4c9a-889e-3bc31cedefa5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 943 time: 0.1273682 Apr 21 21:02:18.653820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-6b64d804-3fdf-42b7-a0b6-83c37950028b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 217 time: 0.1607184 Apr 21 21:02:18.654021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be916444-d256-44a4-a6c1-8d3a8fd1ba1a req-de5f840b-474f-46cb-b63a-d7370290caca tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206288 Apr 21 21:02:18.654452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacef5cf-2c63-4546-a98d-74f1d3a9be61 req-aed719a8-1b16-4d4d-983b-d5024430e1e6 service neutron] 10.222.0.49 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771886 Apr 21 21:02:18.777706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-77ab6f69-1fb8-4369-873f-310da70c98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:18.777706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-77ab6f69-1fb8-4369-873f-310da70c98f6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1213281 Apr 21 21:02:18.890862 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5f0b7d-8747-4a33-88c1-aae84b95d74e None None] New status for floating IP 20768faa-9de8-40fd-936b-131065d275ea: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:02:18.927628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c703b0-947e-4af9-bf1f-e58ba7e87054 req-604692f5-63dc-4bec-ad2a-deb48e4e6fb8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:18.938494 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77c703b0-947e-4af9-bf1f-e58ba7e87054 req-604692f5-63dc-4bec-ad2a-deb48e4e6fb8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.0768507 Apr 21 21:02:19.003803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec65f0f-6b7f-428a-b143-833c5cacf0e2 req-6f72a6ce-cfb3-4f53-a000-79492c5517b3 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:19.005724 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bec65f0f-6b7f-428a-b143-833c5cacf0e2 req-6f72a6ce-cfb3-4f53-a000-79492c5517b3 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 946 time: 0.1542907 Apr 21 21:02:19.007994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-fca5f5be-9ba5-493f-838a-57bd145750fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:19.010173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-fca5f5be-9ba5-493f-838a-57bd145750fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176492 Apr 21 21:02:19.045982 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77c703b0-947e-4af9-bf1f-e58ba7e87054 req-b0f29fc6-7813-4d6f-bd4a-eebebc7e4280 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064944 Apr 21 21:02:19.167535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bec65f0f-6b7f-428a-b143-833c5cacf0e2 req-9b7bfcb2-b7e9-414e-846f-4c50fad0c7fe tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511674 Apr 21 21:02:19.205797 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c239db-0e47-45b6-8fc1-55490190b03a x-openstack-request-id: req-b5c239db-0e47-45b6-8fc1-55490190b03a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:19.205903 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:19.206161 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5c239db-0e47-45b6-8fc1-55490190b03a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:19.210755 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c239db-0e47-45b6-8fc1-55490190b03a'] response: {'name': 'network-changed', 'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'status': 'completed', 'code': 200} Apr 21 21:02:19.345038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334c7d4-98f6-4f24-a70c-a6ab1fec7e21 req-146f7f64-9ce3-44e5-889f-e6c19e07d18d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:19.356547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c334c7d4-98f6-4f24-a70c-a6ab1fec7e21 req-146f7f64-9ce3-44e5-889f-e6c19e07d18d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 945 time: 0.0722969 Apr 21 21:02:19.408904 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-02d54d03-fc72-45e4-9878-2e07e59e9957 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892546 Apr 21 21:02:19.412820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-56bf9839-a78c-4c7a-aaa1-a6c2d4e8469f tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/floatingips/20768faa-9de8-40fd-936b-131065d275ea HTTP/1.1" status: 200 len: 694 time: 0.1048048 Apr 21 21:02:19.428434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-44e3f2aa-87e2-4f38-b06f-3033290f9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:19.429962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-44e3f2aa-87e2-4f38-b06f-3033290f9bd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=134746395f3149c8b5aa7621ddd04449&device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 1097 time: 0.2108383 Apr 21 21:02:19.432652 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c334c7d4-98f6-4f24-a70c-a6ab1fec7e21 req-85be5651-645f-4db4-aaad-70a058951181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747654 Apr 21 21:02:19.661542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0235dc-1cf0-4c25-af15-e5a2249b6c4e req-ecde64d7-acac-4ebf-91b0-fd6883adc6c0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:19.664116 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d0235dc-1cf0-4c25-af15-e5a2249b6c4e req-ecde64d7-acac-4ebf-91b0-fd6883adc6c0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0833809 Apr 21 21:02:19.718127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d0235dc-1cf0-4c25-af15-e5a2249b6c4e req-1ffc12c9-3c8d-4feb-84c4-4c110f179381 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465271 Apr 21 21:02:19.736571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-aafbb18c-cef5-4243-b20e-f9bf498f4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:19.738017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-aafbb18c-cef5-4243-b20e-f9bf498f4748 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 200 len: 920 time: 0.2925377 Apr 21 21:02:19.816222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-13c528b8-2bc9-4d1a-87fc-8750a66cefbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 200 len: 217 time: 0.0425017 Apr 21 21:02:19.890426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281c1c2-0760-48c5-9a16-b511a8458adf req-24fe96f4-c9d1-4d65-9743-92fb31e9e7af tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:19.893352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7281c1c2-0760-48c5-9a16-b511a8458adf req-24fe96f4-c9d1-4d65-9743-92fb31e9e7af tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 943 time: 0.0930934 Apr 21 21:02:19.918722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06f44e93-d682-4b72-8ca2-64a15d2cb528 req-25ea29f7-d334-4dfb-bb7f-fbec7fce21c7 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026662 Apr 21 21:02:19.937655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-f8747fe2-bc64-4ea3-99c5-abf82b0bd2dd tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:19.943557 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-f8747fe2-bc64-4ea3-99c5-abf82b0bd2dd tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 946 time: 0.2085261 Apr 21 21:02:19.949623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-69228836-5aca-4e07-b22d-899634209eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:19.951339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-69228836-5aca-4e07-b22d-899634209eb9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 200 len: 859 time: 0.1190856 Apr 21 21:02:19.964480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7281c1c2-0760-48c5-9a16-b511a8458adf req-63a514a8-6b79-4f4c-88b6-133e646cd25b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635517 Apr 21 21:02:20.030953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-7b07418f-c451-4a28-8f6d-40517a9594b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574274 Apr 21 21:02:20.041400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-a91bc82e-7781-4a67-a9dc-027e826167f2 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:20.049409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-a91bc82e-7781-4a67-a9dc-027e826167f2 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 784 time: 0.6244457 Apr 21 21:02:20.206781 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-01fa6a8d-da18-4689-a5cc-106ad67c8cd4 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.1564217 Apr 21 21:02:20.230831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf93a4-1d18-4cad-8ccf-7bc9b167e26c req-3a3e83b0-de6f-4b5f-bc24-2cdb8e8c564e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:20.238213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-18bf93a4-1d18-4cad-8ccf-7bc9b167e26c req-3a3e83b0-de6f-4b5f-bc24-2cdb8e8c564e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.0736630 Apr 21 21:02:20.288634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-18bf93a4-1d18-4cad-8ccf-7bc9b167e26c req-6b73a036-0d56-418b-b75c-cc30d36f103b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Apr 21 21:02:20.303222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-ccb4e20d-07ab-4e7d-9106-aeaf65cccaaa tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.0955291 Apr 21 21:02:20.331172 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:20.410344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa142d6-ff63-40d7-abc4-f1418cb9fd0a req-b53d38cf-f88d-45dd-8e7b-542888e375ed tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:20.412110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fa142d6-ff63-40d7-abc4-f1418cb9fd0a req-b53d38cf-f88d-45dd-8e7b-542888e375ed tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 946 time: 0.0547192 Apr 21 21:02:20.458533 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fa142d6-ff63-40d7-abc4-f1418cb9fd0a req-f56e4dd6-6b38-4137-86f2-d1bfb97826b1 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/security-groups?id=448ea752-ad11-4ecb-9430-0fb2d1b5f56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 Apr 21 21:02:20.501298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-41adcd9b-16ab-4abb-b0b4-36e06ece931b service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460158 Apr 21 21:02:20.504685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Deleting port b8585d9d-bcc5-472a-be6f-dc252270a128 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:02:20.505080 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:20.536749 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:20.592619 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-9353c595-90fa-4316-8b3c-91ffe9ff8778 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b8dddd53be564c3b961dcf158c5ad6a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241122 Apr 21 21:02:20.705628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-d31aa185-b413-4736-a572-ca6231779bc9 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:20.707056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-d31aa185-b413-4736-a572-ca6231779bc9 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085658 Apr 21 21:02:20.718649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 47aaf53f-f361-4f08-8b19-ecb7bb714cca up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:20.724540 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-411fb154-3788-41bb-825f-ab994a3af50f tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/quotas/b8dddd53be564c3b961dcf158c5ad6a6 HTTP/1.1" status: 200 len: 375 time: 0.0108604 Apr 21 21:02:20.773359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-92a70d2f-ba44-47e2-96f1-7aac49dcb4b3 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8dddd53be564c3b961dcf158c5ad6a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316539 Apr 21 21:02:20.780255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 47aaf53f-f361-4f08-8b19-ecb7bb714cca completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:02:20.785068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 47aaf53f-f361-4f08-8b19-ecb7bb714cca triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:20.785527 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:20.880198 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:20.886508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Deleting port e4452572-4752-46a3-be8a-1c92b2c13f0a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:02:20.886860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:20.931089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abcc117-03dc-4c1f-b220-67b99038e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47aaf53f-f361-4f08-8b19-ecb7bb714cca'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:20.934675 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34f22e5-59f9-42df-97ad-24bd5830f80d" -d '{"events": [{"server_uuid": "1abcc117-03dc-4c1f-b220-67b99038e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "47aaf53f-f361-4f08-8b19-ecb7bb714cca"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:20.953813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 47aaf53f-f361-4f08-8b19-ecb7bb714cca, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=47aaf53f-f361-4f08-8b19-ecb7bb714cca,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:20.961498 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:20.996206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] For port b8585d9d-bcc5-472a-be6f-dc252270a128, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b8585d9d-bcc5-472a-be6f-dc252270a128,segment=NetworkSegment(a3168537-b73f-4cda-a093-4b53270d811a),segment_id=a3168537-b73f-4cda-a093-4b53270d811a)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:20.996206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:21.003525 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f2d0aa0-f48f-4d8a-ac24-19268d63a048 req-5d003d27-9089-4589-b420-cff39f664d22 service neutron] 10.222.0.43 "GET /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931955 Apr 21 21:02:21.019109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Calling delete_port for b8585d9d-bcc5-472a-be6f-dc252270a128 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:02:21.034822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=47aaf53f-f361-4f08-8b19-ecb7bb714cca,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:21.043503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc29c5-209b-4aaa-9230-ef673057fc48 req-af9a7818-0021-4380-b6ff-ecd4d9f938d7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:21.045684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9fc29c5-209b-4aaa-9230-ef673057fc48 req-af9a7818-0021-4380-b6ff-ecd4d9f938d7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0826521 Apr 21 21:02:21.078322 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:21.078653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:21.089884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9fc29c5-209b-4aaa-9230-ef673057fc48 req-2a545c9c-e854-4d75-8671-5541ff290f3f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364785 Apr 21 21:02:21.094647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Calling delete_port for e4452572-4752-46a3-be8a-1c92b2c13f0a owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:02:21.237220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf56e5-7600-4d1f-a523-0e05833a55af req-1ca64f81-3aaf-4ab3-b6a0-ef32b19de6dc tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:21.252209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20cf56e5-7600-4d1f-a523-0e05833a55af req-1ca64f81-3aaf-4ab3-b6a0-ef32b19de6dc tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1031678 Apr 21 21:02:21.301500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20cf56e5-7600-4d1f-a523-0e05833a55af req-77860471-c87e-458c-a1db-4738523ff4d2 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Apr 21 21:02:21.329101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:21.363987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Pushing event deleted for resources: {'Port': ['ID=b8585d9d-bcc5-472a-be6f-dc252270a128,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:21.380931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-603d347e-091c-4b4b-af96-524a38d73760 req-41cb7494-b042-4842-81a9-84eea6d66090 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 210 time: 0.0324607 Apr 21 21:02:21.414287 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:21.429204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-e9ddce65-7b75-4f54-bb5f-869004d915cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:21.431355 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-e9ddce65-7b75-4f54-bb5f-869004d915cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 1097 time: 0.0533981 Apr 21 21:02:21.439937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] No DVR routers for this DVR port b8585d9d-bcc5-472a-be6f-dc252270a128 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:02:21.444838 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3299e52-b9b8-43f8-8fb7-98c5b09c0ec8 x-openstack-request-id: req-e3299e52-b9b8-43f8-8fb7-98c5b09c0ec8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:21.446158 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abcc117-03dc-4c1f-b220-67b99038e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "47aaf53f-f361-4f08-8b19-ecb7bb714cca", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:21.446663 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3299e52-b9b8-43f8-8fb7-98c5b09c0ec8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:21.447269 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3299e52-b9b8-43f8-8fb7-98c5b09c0ec8'] response: {'server_uuid': '1abcc117-03dc-4c1f-b220-67b99038e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47aaf53f-f361-4f08-8b19-ecb7bb714cca', 'code': 200} Apr 21 21:02:21.459691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:21.462999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e7bbea0-e7d8-4cb4-abb5-9bb754188701 req-0f4b29a8-fa4c-4a7c-951d-62e4f5e5a4d4 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.46 "DELETE /v2.0/ports/b8585d9d-bcc5-472a-be6f-dc252270a128 HTTP/1.1" status: 204 len: 173 time: 1.5056770 Apr 21 21:02:21.463731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9968669-81e9-4c19-b146-c323ae21bed6', 'name': 'network-vif-deleted', 'tag': 'b8585d9d-bcc5-472a-be6f-dc252270a128'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:21.466031 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b06827-8594-4069-a921-c02d2fa03ad9" -d '{"events": [{"server_uuid": "b9968669-81e9-4c19-b146-c323ae21bed6", "name": "network-vif-deleted", "tag": "b8585d9d-bcc5-472a-be6f-dc252270a128"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:21.470884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Pushing event deleted for resources: {'Port': ['ID=e4452572-4752-46a3-be8a-1c92b2c13f0a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:21.541860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:21.548823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:21.561428 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-578544bd-0a2d-430d-b405-34fbe8d691ac req-62f59720-0ff9-449b-bcde-c9af9d54bc70 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "DELETE /v2.0/floatingips/20768faa-9de8-40fd-936b-131065d275ea HTTP/1.1" status: 204 len: 173 time: 1.2572117 Apr 21 21:02:21.582705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-cd26523a-f061-4248-a607-ca846b167f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:21.584173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-cd26523a-f061-4248-a607-ca846b167f4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.1466265 Apr 21 21:02:21.639334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd4c15-cb15-4f28-9712-7739b1657ddc req-babe6d44-06a3-4b8f-8c72-df1c2811606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:21.641392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afcd4c15-cb15-4f28-9712-7739b1657ddc req-babe6d44-06a3-4b8f-8c72-df1c2811606f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 1097 time: 0.0765691 Apr 21 21:02:21.646471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a7a38-0d8a-49b3-9804-e45a935f9343 req-36c55c62-29f4-4a7b-8df4-aa02d14d20c0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:21.647961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e9a7a38-0d8a-49b3-9804-e45a935f9343 req-36c55c62-29f4-4a7b-8df4-aa02d14d20c0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 943 time: 0.1190543 Apr 21 21:02:21.690568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-616f34ec-5d67-45db-9e19-cc39de9e94d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be HTTP/1.1" status: 200 len: 1001 time: 0.0982494 Apr 21 21:02:21.704584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afcd4c15-cb15-4f28-9712-7739b1657ddc req-ec5616b3-2b74-4a02-a1a1-1c28078c8401 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483236 Apr 21 21:02:21.712575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb72f8-5a14-4ee4-b6b3-3182ae031973 req-dba16e86-52fa-4928-abd7-13e668184ef1 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:21.714038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6eb72f8-5a14-4ee4-b6b3-3182ae031973 req-dba16e86-52fa-4928-abd7-13e668184ef1 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.0942924 Apr 21 21:02:21.741424 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e9a7a38-0d8a-49b3-9804-e45a935f9343 req-14eed293-63d9-43ea-96b9-490fdfe4742a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780206 Apr 21 21:02:21.763188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6eb72f8-5a14-4ee4-b6b3-3182ae031973 req-eb98b722-261f-4896-946d-c41394b4fa3d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428700 Apr 21 21:02:21.766090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-b19d6fc6-5b63-46ee-826f-08dd71da1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:21.767637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-b19d6fc6-5b63-46ee-826f-08dd71da1b95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.0674398 Apr 21 21:02:21.789295 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508c153c-2cb7-4136-8732-70f67a3e9806 x-openstack-request-id: req-508c153c-2cb7-4136-8732-70f67a3e9806 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:21.789588 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9968669-81e9-4c19-b146-c323ae21bed6", "name": "network-vif-deleted", "tag": "b8585d9d-bcc5-472a-be6f-dc252270a128", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:21.790400 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-508c153c-2cb7-4136-8732-70f67a3e9806 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:21.790800 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508c153c-2cb7-4136-8732-70f67a3e9806'] response: {'server_uuid': 'b9968669-81e9-4c19-b146-c323ae21bed6', 'name': 'network-vif-deleted', 'tag': 'b8585d9d-bcc5-472a-be6f-dc252270a128', 'status': 'completed', 'code': 200} Apr 21 21:02:21.846156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-2d70cce1-af82-4468-b2a7-b558f0c08567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:21.847683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-2d70cce1-af82-4468-b2a7-b558f0c08567 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718508 Apr 21 21:02:21.863168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-843f2fd6-a882-4818-aa53-0d5bf6f5033d req-884cc491-72fd-4190-bbbd-41409d1d8cf8 tempest-InstanceActionsV221TestJSON-1589696806 tempest-InstanceActionsV221TestJSON-1589696806-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9968669-81e9-4c19-b146-c323ae21bed6 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Apr 21 21:02:21.867031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad11588d-6d1e-4bdc-ae7b-1f51f6fcc235 req-d0dafc0a-9888-4132-b420-97976ffdbf52 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups/13377acf-2619-4d5c-9736-cbb5ea6c1bac HTTP/1.1" status: 200 len: 1809 time: 0.0608554 Apr 21 21:02:21.981852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad11588d-6d1e-4bdc-ae7b-1f51f6fcc235 req-93c1f515-415b-4218-9bc0-f309766a4585 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:21.985669 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-f1a82aa7-3bcd-4f62-804b-372eb14595d4 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297262 Apr 21 21:02:22.028527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad11588d-6d1e-4bdc-ae7b-1f51f6fcc235 req-93c1f515-415b-4218-9bc0-f309766a4585 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:22.071356 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-a70791a0-9cee-4a21-8f4d-d5d34aaee8e0 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b8dddd53be564c3b961dcf158c5ad6a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314467 Apr 21 21:02:22.113852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad11588d-6d1e-4bdc-ae7b-1f51f6fcc235 req-93c1f515-415b-4218-9bc0-f309766a4585 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:22.116575 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad11588d-6d1e-4bdc-ae7b-1f51f6fcc235 req-93c1f515-415b-4218-9bc0-f309766a4585 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:22.117839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad11588d-6d1e-4bdc-ae7b-1f51f6fcc235 req-93c1f515-415b-4218-9bc0-f309766a4585 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "DELETE /v2.0/security-groups/13377acf-2619-4d5c-9736-cbb5ea6c1bac HTTP/1.1" status: 204 len: 173 time: 0.2407169 Apr 21 21:02:22.127143 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f5c8df2-c7f2-4497-acc2-18996f967e1a req-b04ab9df-3178-4557-b16d-0d2bba23bce4 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331186 Apr 21 21:02:22.132261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1f515-415b-4218-9bc0-f309766a4585 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13377acf-2619-4d5c-9736-cbb5ea6c1bac,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:22.359970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191070bc-cd41-407f-ac29-961531b553ff req-b7e7df69-d7df-480c-8c28-3893855949c7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:22.361464 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-191070bc-cd41-407f-ac29-961531b553ff req-b7e7df69-d7df-480c-8c28-3893855949c7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1582692 Apr 21 21:02:22.390771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d15787-731d-4384-9b91-9f6cd70a8947 req-35fa8ca5-e543-4a6f-9a3a-f3bcf70d216d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:22.392629 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29d15787-731d-4384-9b91-9f6cd70a8947 req-35fa8ca5-e543-4a6f-9a3a-f3bcf70d216d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.0583205 Apr 21 21:02:22.395410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-efd89fe8-c930-40f7-a75b-d5cf47d28c82 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:22.397219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-efd89fe8-c930-40f7-a75b-d5cf47d28c82 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3207920 Apr 21 21:02:22.414906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Request body: {'port': {'device_id': '9e1177a7-3844-4270-8521-2850c1a2a47a', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': 'b8dddd53be564c3b961dcf158c5ad6a6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:22.432397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29d15787-731d-4384-9b91-9f6cd70a8947 req-b969e87b-44ac-4b85-9ecf-8efcc68a04f0 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332079 Apr 21 21:02:22.440369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-191070bc-cd41-407f-ac29-961531b553ff req-6aae89cc-5a6e-43d6-af36-a7637880d8c9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717120 Apr 21 21:02:22.538974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-356403b0-c08f-4e09-ba95-3c953a9c0fa5 req-8cceeb75-b303-4a3b-a933-12f8132d047a tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 210 time: 0.0384326 Apr 21 21:02:22.561408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Made reservation on behalf of b8dddd53be564c3b961dcf158c5ad6a6 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:22.561994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00517147-94ba-4066-8824-eaee54f73044 req-b4325384-ddbe-479e-af50-89983331898d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:22.563301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00517147-94ba-4066-8824-eaee54f73044 req-b4325384-ddbe-479e-af50-89983331898d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0560191 Apr 21 21:02:22.565298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:22.574483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:22.603326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00517147-94ba-4066-8824-eaee54f73044 req-40313048-3da6-4aed-8bd0-d744b0699023 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337811 Apr 21 21:02:22.648700 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:22.652255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:22.713335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdbb450-abff-41f9-addc-af5f08d8d737,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:22.735329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:02:22.787495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Allocated IP 192.168.233.67 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/a4b1c42e-5b9c-413c-95e7-43b0c7d0de51) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:02:22.870739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:22.883932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '490d7300-797e-4516-8738-d83f48d3341b', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'port_id': '490d7300-797e-4516-8738-d83f48d3341b', 'mac_address': 'fa:16:3e:3e:b1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:02:22.889088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729e4d0-b35f-4494-9ba3-088f4cef757b req-78c7a62e-4aeb-43ed-a0e8-aa7cfff6a5fb tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:22.891467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4729e4d0-b35f-4494-9ba3-088f4cef757b req-78c7a62e-4aeb-43ed-a0e8-aa7cfff6a5fb tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.0538213 Apr 21 21:02:22.905463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac875164-40b4-4986-8ca8-1d238db29bc3 req-f71a8a6b-e1bb-4b07-830b-7b15f32390b9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:22.906937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac875164-40b4-4986-8ca8-1d238db29bc3 req-f71a8a6b-e1bb-4b07-830b-7b15f32390b9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 943 time: 0.0908871 Apr 21 21:02:22.925323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:22.938404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4729e4d0-b35f-4494-9ba3-088f4cef757b req-5beab1f4-2d4d-4052-a00c-b190d7418598 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394888 Apr 21 21:02:22.939450 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490d7300-797e-4516-8738-d83f48d3341b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:22.976680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:22.982912 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.012833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac875164-40b4-4986-8ca8-1d238db29bc3 req-2b66dff1-e796-4253-b591-ffca40533497 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800254 Apr 21 21:02:23.022959 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.074896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.119100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:23.122923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:23.127411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:23.194505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Pushing event updated for resources: {'Port': ['ID=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:23.207215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57304) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:23.216269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:23.217224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.232864 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:23.236376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-c013b604-66c7-4066-8311-70c2d0984f59 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8263552 Apr 21 21:02:23.250401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Request body: {'port': {'device_id': '9e1177a7-3844-4270-8521-2850c1a2a47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:23.258839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a44581d-df77-4b9c-8d46-6b5e639c03cd admin admin] Deleting subnet c3fce7fa-dc79-4b15-84e0-3d2b0a5df522 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:02:23.262068 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a44581d-df77-4b9c-8d46-6b5e639c03cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.302952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a44581d-df77-4b9c-8d46-6b5e639c03cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.307820 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.313156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b8585d9d-bcc5-472a-be6f-dc252270a128 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:02:23.351179 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a44581d-df77-4b9c-8d46-6b5e639c03cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.355541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['490d7300-797e-4516-8738-d83f48d3341b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:23.365051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: b8585d9d-bcc5-472a-be6f-dc252270a128 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:02:23.367310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b8585d9d-bcc5-472a-be6f-dc252270a128 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:02:23.408634 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a44581d-df77-4b9c-8d46-6b5e639c03cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.445219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44581d-df77-4b9c-8d46-6b5e639c03cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fce7fa-dc79-4b15-84e0-3d2b0a5df522,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:23.447376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a44581d-df77-4b9c-8d46-6b5e639c03cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.453449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a44581d-df77-4b9c-8d46-6b5e639c03cd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c3fce7fa-dc79-4b15-84e0-3d2b0a5df522 HTTP/1.1" status: 204 len: 168 time: 0.2450392 Apr 21 21:02:23.454460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57308) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:23.505158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5e81472e-2599-45f7-8546-f24fc251f547 None None] Provisioning complete for port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:23.506520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5e81472e-2599-45f7-8546-f24fc251f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.559418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5e81472e-2599-45f7-8546-f24fc251f547 None None] Port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:02:23.609467 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a60e6-2a80-490c-ad7a-85077d8d45b0 req-e735b87c-cd5b-4728-8819-084756c460e0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:23.610899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-243a60e6-2a80-490c-ad7a-85077d8d45b0 req-e735b87c-cd5b-4728-8819-084756c460e0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0840411 Apr 21 21:02:23.615794 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.631486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad86ad6-1e8b-485f-b2e4-f5f73cb683b3 req-d6860685-dfed-46ef-a792-3a55f94c508d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:23.633055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5ad86ad6-1e8b-485f-b2e4-f5f73cb683b3 req-d6860685-dfed-46ef-a792-3a55f94c508d tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.0817761 Apr 21 21:02:23.676136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:23.683046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-243a60e6-2a80-490c-ad7a-85077d8d45b0 req-134ad8eb-4ec3-4dc6-92bc-141b942af63e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645881 Apr 21 21:02:23.687402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.701613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Transition to ACTIVE for port object a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:02:23.706118 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.733424 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.748642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5ad86ad6-1e8b-485f-b2e4-f5f73cb683b3 req-f461a953-0ef6-4617-a533-3e2862dbc1d9 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085021 Apr 21 21:02:23.761787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3bcfc4-e2c2-4d3f-9e52-9116695745d5']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:23.789535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3168537-b73f-4cda-a093-4b53270d811a') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:23.790662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3168537-b73f-4cda-a093-4b53270d811a') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:23.804185 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.829283 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.843656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:02:23.844198 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:02:23.847032 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:02:23.890160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:23.944812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b58a7-61b0-4bd8-b88b-fbcbce249c90 req-c0660adb-afab-4213-9c8e-1a5980eb50d3 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:23.947218 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-379b58a7-61b0-4bd8-b88b-fbcbce249c90 req-c0660adb-afab-4213-9c8e-1a5980eb50d3 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 947 time: 0.1327951 Apr 21 21:02:23.956065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.962063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:23.969550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2a3bcfc4-e2c2-4d3f-9e52-9116695745d5 HTTP/1.1" status: 204 len: 168 time: 0.5140300 Apr 21 21:02:23.989483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b00dbc-4734-4bf0-a9a8-bb46cb1ff2d8 req-a3e8d52e-0a4b-4cb5-af7b-0eac9ceffeb8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:23.991170 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1b00dbc-4734-4bf0-a9a8-bb46cb1ff2d8 req-a3e8d52e-0a4b-4cb5-af7b-0eac9ceffeb8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.0869074 Apr 21 21:02:23.991818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834e046-03fa-4d04-98be-fd4e691b3344 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3bcfc4-e2c2-4d3f-9e52-9116695745d5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:23.999065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-379b58a7-61b0-4bd8-b88b-fbcbce249c90 req-f1309a2e-4dcc-400b-b99f-f6e339ef4f94 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Apr 21 21:02:24.000134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Attempting to bind port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:02:24.000878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Attempting to bind port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:02:24.001406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Attempting to bind port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:24.007417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:02:24.008082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Attempting to bind port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:24.014918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:02:24.015519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:02:24.016138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:02:24.016809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Bound port: a4b1c42e-5b9c-413c-95e7-43b0c7d0de51, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:02:24.017422 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:24.067190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1b00dbc-4734-4bf0-a9a8-bb46cb1ff2d8 req-c1619d9f-7226-41b7-b83a-e37838b9578b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601344 Apr 21 21:02:24.102976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] For port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:02:24.106552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] For port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:02:24.111014 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:24.131816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:24.132559 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:24.135877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] 10.222.0.46 "PUT /v2.0/ports/a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 HTTP/1.1" status: 200 len: 1095 time: 0.8897448 Apr 21 21:02:24.162360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1177a7-3844-4270-8521-2850c1a2a47a', 'tag': 'a4b1c42e-5b9c-413c-95e7-43b0c7d0de51'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:24.168568 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1177a7-3844-4270-8521-2850c1a2a47a", "tag": "a4b1c42e-5b9c-413c-95e7-43b0c7d0de51"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:24.241355 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e8be-a44d-46aa-b7f5-fbde435be4e8 req-84aed5ec-ec05-4a88-8528-f9b832a10171 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:24.253879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2713e8be-a44d-46aa-b7f5-fbde435be4e8 req-84aed5ec-ec05-4a88-8528-f9b832a10171 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.0884001 Apr 21 21:02:24.301010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57340) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:24.302114 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2713e8be-a44d-46aa-b7f5-fbde435be4e8 req-66fc22e9-c698-436b-9e90-39507b19530b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447798 Apr 21 21:02:24.363232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6c23c-9e00-4466-bb35-ebd82436fec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:24.397268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-b0d01b24-336d-4769-ade1-33e3809ffec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:24.398726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-b0d01b24-336d-4769-ade1-33e3809ffec7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8dddd53be564c3b961dcf158c5ad6a6&device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 1098 time: 0.1621759 Apr 21 21:02:24.406525 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fdd1012a-22d5-44b3-901d-282ca9534b46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab9b15b6311d41818321f4c61a49e898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961573 Apr 21 21:02:24.412596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c699-0798-4c89-b770-7e53c1a021cb req-73da2d8e-acf4-4537-9fdb-0c9b03edd108 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:24.413496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57342) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:24.414271 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70a7c699-0798-4c89-b770-7e53c1a021cb req-73da2d8e-acf4-4537-9fdb-0c9b03edd108 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0515883 Apr 21 21:02:24.441045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-cb0aaa72-dac6-45b8-8a52-8ec35a67ef1a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:24.442662 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-cb0aaa72-dac6-45b8-8a52-8ec35a67ef1a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.3194990 Apr 21 21:02:24.458772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-70a7c699-0798-4c89-b770-7e53c1a021cb req-d0c119cc-7780-4a1c-8948-755beb4436c1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381744 Apr 21 21:02:24.477583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-2204c5a0-a3dd-4afc-b338-f7ae7a786726 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 HTTP/1.1" status: 200 len: 217 time: 0.0645552 Apr 21 21:02:24.499995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-bfc3029c-22a5-4156-99e3-b434f5f278e9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/quotas/76458e785e67444ab87516449459bd4d HTTP/1.1" status: 200 len: 375 time: 0.0257323 Apr 21 21:02:24.581057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-23b7fd2f-93a5-4a45-8235-c59967e3e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:24.582521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-23b7fd2f-93a5-4a45-8235-c59967e3e792 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0952618 Apr 21 21:02:24.591691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4353f229-e337-41d2-9797-511afaef6367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:24.611440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-94e79f68-502e-4f1e-914d-4c7a15ec4629 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035182 Apr 21 21:02:24.669523 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4353f229-e337-41d2-9797-511afaef6367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:24.734281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-e4e0bd93-c3df-4d26-9cf6-b8e3db4edf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:24.735897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-e4e0bd93-c3df-4d26-9cf6-b8e3db4edf65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451628 Apr 21 21:02:24.751230 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:24.817757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 490d7300-797e-4516-8738-d83f48d3341b completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:02:24.823130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 490d7300-797e-4516-8738-d83f48d3341b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:24.823509 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:24.834564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-a0af158c-aa93-45ba-b80b-a01ecca03f70 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049253 Apr 21 21:02:24.836050 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a829b1e-59b2-4aee-b1a5-50996ee0fd6d x-openstack-request-id: req-9a829b1e-59b2-4aee-b1a5-50996ee0fd6d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:24.836343 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1177a7-3844-4270-8521-2850c1a2a47a", "tag": "a4b1c42e-5b9c-413c-95e7-43b0c7d0de51", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:24.837219 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a829b1e-59b2-4aee-b1a5-50996ee0fd6d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:24.837616 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a829b1e-59b2-4aee-b1a5-50996ee0fd6d'] response: {'name': 'network-changed', 'server_uuid': '9e1177a7-3844-4270-8521-2850c1a2a47a', 'tag': 'a4b1c42e-5b9c-413c-95e7-43b0c7d0de51', 'status': 'completed', 'code': 200} Apr 21 21:02:24.876305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4353f229-e337-41d2-9797-511afaef6367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:24.880701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4353f229-e337-41d2-9797-511afaef6367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:24.882829 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4353f229-e337-41d2-9797-511afaef6367 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/448ea752-ad11-4ecb-9430-0fb2d1b5f56e HTTP/1.1" status: 204 len: 168 time: 0.4684615 Apr 21 21:02:24.934785 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:24.963769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895657b-87b2-4e3c-8edb-58e225e431bd req-90874c27-16c1-432f-bc0c-bffe39ca3f62 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:24.971142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353f229-e337-41d2-9797-511afaef6367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448ea752-ad11-4ecb-9430-0fb2d1b5f56e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:24.974371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9895657b-87b2-4e3c-8edb-58e225e431bd req-90874c27-16c1-432f-bc0c-bffe39ca3f62 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.0725925 Apr 21 21:02:24.980328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:24.984229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:24.987629 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdb92b9-f106-45e2-a1c8-63aaddc1cd76" -d '{"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-plugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:24.995358 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:25.023936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9895657b-87b2-4e3c-8edb-58e225e431bd req-4e7d1db5-943d-4a1b-8fc8-a6a909734e1b tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479281 Apr 21 21:02:25.059960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-5e1042f0-54f9-4144-89d5-bd29e48b33da service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001068 Apr 21 21:02:25.090219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:25.097448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-3e949fb1-868d-4444-8a01-713ffadaa4e1 req-d75a3d7b-9c31-43a6-a32c-d2cbca6e2f8a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:02:25.099914 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e949fb1-868d-4444-8a01-713ffadaa4e1 req-d75a3d7b-9c31-43a6-a32c-d2cbca6e2f8a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116324 Apr 21 21:02:25.225965 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba85608-6f34-4020-8ec2-43d55edafec2 x-openstack-request-id: req-6ba85608-6f34-4020-8ec2-43d55edafec2 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:25.227307 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-plugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:25.227734 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ba85608-6f34-4020-8ec2-43d55edafec2 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:25.228338 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba85608-6f34-4020-8ec2-43d55edafec2'] response: {'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'code': 200} Apr 21 21:02:25.330957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 7d292c10-31a3-4cbf-9588-ea6819d2e5be no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:02:25.376674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91e869-9c69-46e3-b97d-878f1e5509b3 req-c72f4651-2343-4420-add9-e54d8d6befc0 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:25.389251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae91e869-9c69-46e3-b97d-878f1e5509b3 req-c72f4651-2343-4420-add9-e54d8d6befc0 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 947 time: 0.1072855 Apr 21 21:02:25.443521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-b6efed42-39af-4ef1-be36-1a04d81ec548 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:25.445051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-b6efed42-39af-4ef1-be36-1a04d81ec548 tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 946 time: 0.4425173 Apr 21 21:02:25.450609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-ea1f3dd6-1114-4aee-8f24-bc82e3b3cda6 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851908 Apr 21 21:02:25.494377 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae91e869-9c69-46e3-b97d-878f1e5509b3 req-a7ca5bca-70da-4b9f-a987-1b7f321493d9 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015544 Apr 21 21:02:25.539105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a2848-4c48-452d-a769-febfd3174ff8 req-87fe6cd1-2abd-4595-9dec-603ec9f8cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:25.542376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3a2848-4c48-452d-a769-febfd3174ff8 req-87fe6cd1-2abd-4595-9dec-603ec9f8cc59 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1096 time: 0.2085886 Apr 21 21:02:25.575337 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:25.670299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:25.679063 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:25.756959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:25.757544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c813b69b-b78b-46b9-bd5b-c415d555fea1 req-04b78734-5fa7-480c-a732-d6846360eca7 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831036 Apr 21 21:02:25.761948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c4b79-b10c-446f-b402-28f6e2458b93 req-b07dc405-f88a-4c7b-935f-a7914bdddb80 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:25.773325 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-759c4b79-b10c-446f-b402-28f6e2458b93 req-b07dc405-f88a-4c7b-935f-a7914bdddb80 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 946 time: 0.1560967 Apr 21 21:02:25.814785 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3a2848-4c48-452d-a769-febfd3174ff8 req-e1f4e700-6d8b-4293-b65d-783699021cd2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380507 Apr 21 21:02:25.845105 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-759c4b79-b10c-446f-b402-28f6e2458b93 req-98cbd019-38b8-49d6-b3aa-595048375639 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678909 Apr 21 21:02:25.933587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Deleting port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:02:25.934228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:25.950633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7febb0-a7df-42cd-be17-af6e2d884026 req-bc11fda4-ab94-446c-adc2-3824f44dab82 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:25.959340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f7febb0-a7df-42cd-be17-af6e2d884026 req-bc11fda4-ab94-446c-adc2-3824f44dab82 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.1328168 Apr 21 21:02:25.993365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-c6d6e78c-6a27-4ad2-b7ce-8dfc99bd05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:25.996453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-c6d6e78c-6a27-4ad2-b7ce-8dfc99bd05c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8dddd53be564c3b961dcf158c5ad6a6&device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 1098 time: 0.1563406 Apr 21 21:02:26.130992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57418) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:26.159336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f7febb0-a7df-42cd-be17-af6e2d884026 req-8c15ec46-0d49-49ea-888a-0164beb8e605 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988750 Apr 21 21:02:26.194170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] For port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:26.194887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.220124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Calling delete_port for 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:02:26.242494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-eebd8ed0-ccba-4ee9-aadd-eb94d52a2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:26.244023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-eebd8ed0-ccba-4ee9-aadd-eb94d52a2eb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.2065206 Apr 21 21:02:26.333334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-4b5b4425-392b-46ef-9d42-a0b87aaa8c51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 HTTP/1.1" status: 200 len: 217 time: 0.0510716 Apr 21 21:02:26.346588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1122525738-network', 'tenant_id': 'a163b5d6fe5b4004856f35c7c48d5e89'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:26.347188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a40bab-59dc-40f4-94ab-401ab21637a0 req-d71ebde0-cdad-4052-92a3-20523a87eee2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:26.359656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4a40bab-59dc-40f4-94ab-401ab21637a0 req-d71ebde0-cdad-4052-92a3-20523a87eee2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 945 time: 0.4646361 Apr 21 21:02:26.378100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-1f440824-9127-42ec-841f-906d0468bcf1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6522298 Apr 21 21:02:26.383898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-b5e7e05b-c43f-40da-b53a-a7928b7668c8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:02:26.398268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-b5e7e05b-c43f-40da-b53a-a7928b7668c8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188982 Apr 21 21:02:26.442278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Made reservation on behalf of a163b5d6fe5b4004856f35c7c48d5e89 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:26.451349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.460369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4a40bab-59dc-40f4-94ab-401ab21637a0 req-3a0ddcf7-ea03-4cec-a61b-1113185d834c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600204 Apr 21 21:02:26.483465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.513427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-45613ec4-8cd3-42ca-85f6-e8b2726cfd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:26.515493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-45613ec4-8cd3-42ca-85f6-e8b2726cfd1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1733146 Apr 21 21:02:26.544792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57432) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:26.557059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4436193a-d06d-498a-8a09-5f3ab5bbd91b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187803145', 'description': 'tempest-description--483407199'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:26.597073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4436193a-d06d-498a-8a09-5f3ab5bbd91b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.675148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.686508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80188ca0-2ea3-4f58-aa07-3916ca3cfed0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:26.713262 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5802b2a9-14d9-41e7-924a-c91e59eee726 req-255cdcc8-d457-47f1-b429-d1ac1704cc9f tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.49 "GET /v2.0/ports?device_id=6f9b3914-9238-48c2-9c1f-407da1ff3d3a HTTP/1.1" status: 200 len: 210 time: 0.0611279 Apr 21 21:02:26.744634 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4436193a-d06d-498a-8a09-5f3ab5bbd91b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.753483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Pushing event deleted for resources: {'Port': ['ID=80188ca0-2ea3-4f58-aa07-3916ca3cfed0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:26.762359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4436193a-d06d-498a-8a09-5f3ab5bbd91b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.775166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-7846f525-48b2-46b3-a994-e3a069342f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:26.776701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-7846f525-48b2-46b3-a994-e3a069342f09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2503610 Apr 21 21:02:26.798686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] No DVR routers for this DVR port 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:02:26.808798 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.811984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-909b8ad6-85f8-4c89-9aa4-54b1a35ecdc2 req-c61e2468-e05c-4497-ac23-e0cdcf4ea01e tempest-ServerRescueTestJSONUnderV235-1204825475 tempest-ServerRescueTestJSONUnderV235-1204825475-project] 10.222.0.43 "DELETE /v2.0/ports/80188ca0-2ea3-4f58-aa07-3916ca3cfed0 HTTP/1.1" status: 204 len: 173 time: 1.3596201 Apr 21 21:02:26.838297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'name': 'network-vif-deleted', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:26.840587 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa69638-04fb-46d5-af00-a8cef70d1c3e" -d '{"events": [{"server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "name": "network-vif-deleted", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:26.865340 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4436193a-d06d-498a-8a09-5f3ab5bbd91b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.866597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4436193a-d06d-498a-8a09-5f3ab5bbd91b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3203390 Apr 21 21:02:26.873885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57442) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:26.880984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436193a-d06d-498a-8a09-5f3ab5bbd91b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fab067-77f1-4994-98af-677049767f5b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:26.901624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-58448442-17b8-4614-955e-ca8f754082b8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group_rule': {'security_group_id': 'd5fab067-77f1-4994-98af-677049767f5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:26.929103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.947875 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.957346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58448442-17b8-4614-955e-ca8f754082b8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:26.979673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2825cd-4f80-4ca1-a4ad-6df7f4c9cdae req-92e16d2e-b694-49db-bba9-b44d3a5b3fae tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:26.981315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c2825cd-4f80-4ca1-a4ad-6df7f4c9cdae req-92e16d2e-b694-49db-bba9-b44d3a5b3fae tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 947 time: 0.1377029 Apr 21 21:02:27.007557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:02:27.017678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-91697c06-31e7-413e-b91e-a880b2c30493 service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222071 Apr 21 21:02:27.022937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc188fc-5ffe-411a-b377-17bb37fc6dc7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:27.037500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.037833 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Added segment 695f67d4-7b6c-4658-82fa-9b86d77a1cd0 of type vlan for network 60e75a37-a744-4e1b-b755-7a84f6fd5c13 Apr 21 21:02:27.062975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58448442-17b8-4614-955e-ca8f754082b8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.073585 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58448442-17b8-4614-955e-ca8f754082b8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.097783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58448442-17b8-4614-955e-ca8f754082b8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f1480c-052a-49f7-bd96-d85ee9236fc1,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:27.109329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58448442-17b8-4614-955e-ca8f754082b8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.110699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-58448442-17b8-4614-955e-ca8f754082b8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2346482 Apr 21 21:02:27.113517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57444) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:27.119471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-74a0fc89-4923-4c4c-b750-fa35b8b118b4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group_rule': {'security_group_id': 'd5fab067-77f1-4994-98af-677049767f5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:27.145496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c2825cd-4f80-4ca1-a4ad-6df7f4c9cdae req-1fcc8467-1ef7-4b82-802e-a9e28bfdc383 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436341 Apr 21 21:02:27.154215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74a0fc89-4923-4c4c-b750-fa35b8b118b4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.159245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.223603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eb0812b-dc09-4d4a-b0e9-8b786547e64d req-123f83e2-b24f-4df0-9f1e-492de85decbc service neutron] 10.222.0.46 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879385 Apr 21 21:02:27.229793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:27.233770 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.235304 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddcae22-b1d8-4810-8163-6cd4f50f47a0" -d '{"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:27.236982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:27.237698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.242521 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74a0fc89-4923-4c4c-b750-fa35b8b118b4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.254018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74a0fc89-4923-4c4c-b750-fa35b8b118b4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.268079 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5457272-dc35-40ce-8f7d-3ed296e1c3fe x-openstack-request-id: req-e5457272-dc35-40ce-8f7d-3ed296e1c3fe {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:27.268483 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9b3914-9238-48c2-9c1f-407da1ff3d3a", "name": "network-vif-deleted", "tag": "80188ca0-2ea3-4f58-aa07-3916ca3cfed0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:27.268737 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5457272-dc35-40ce-8f7d-3ed296e1c3fe {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:27.269670 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5457272-dc35-40ce-8f7d-3ed296e1c3fe'] response: {'server_uuid': '6f9b3914-9238-48c2-9c1f-407da1ff3d3a', 'name': 'network-vif-deleted', 'tag': '80188ca0-2ea3-4f58-aa07-3916ca3cfed0', 'status': 'completed', 'code': 200} Apr 21 21:02:27.299583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0fc89-4923-4c4c-b750-fa35b8b118b4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10770bad-8281-4dd4-a193-7d1b965235d7,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:27.312568 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74a0fc89-4923-4c4c-b750-fa35b8b118b4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.316823 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-74a0fc89-4923-4c4c-b750-fa35b8b118b4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2005959 Apr 21 21:02:27.318803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57452) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:27.323995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:27.334419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2023096 Apr 21 21:02:27.337492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57454) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:27.348493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Request body: {'subnet': {'network_id': '60e75a37-a744-4e1b-b755-7a84f6fd5c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1122525738-subnet', 'tenant_id': 'a163b5d6fe5b4004856f35c7c48d5e89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:27.360598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e405934-5527-43da-bc5c-ed315a5bbc58 admin admin] Pushing event updated for resources: {'Network': ['ID=60e75a37-a744-4e1b-b755-7a84f6fd5c13,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:27.371743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 60e75a37-a744-4e1b-b755-7a84f6fd5c13 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:02:27.381058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.385569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Made reservation on behalf of a163b5d6fe5b4004856f35c7c48d5e89 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:27.390718 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.476076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4d5f2-8d48-48cc-a352-ce3b3c5bb4c7 req-5f66165a-6f86-412c-b03e-b8bfd6eb7023 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:27.480214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69a4d5f2-8d48-48cc-a352-ce3b3c5bb4c7 req-5f66165a-6f86-412c-b03e-b8bfd6eb7023 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.0784454 Apr 21 21:02:27.636868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69a4d5f2-8d48-48cc-a352-ce3b3c5bb4c7 req-d930a529-1819-4d1b-9490-9a18147e0733 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331098 Apr 21 21:02:27.698704 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96546ecf-fb11-4350-a914-20dc7812e98d x-openstack-request-id: req-96546ecf-fb11-4350-a914-20dc7812e98d {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:27.698988 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-unplugged", "status": "failed", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be", "code": 422}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:27.699527 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96546ecf-fb11-4350-a914-20dc7812e98d {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:27.700195 n-d-838945-1 neutron-server[114648]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-96546ecf-fb11-4350-a914-20dc7812e98d']: {'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'code': 422} returned with failed status Apr 21 21:02:27.701827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-e95a4fd4-0512-48ed-92bb-3fb4e0d6efa7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:27.703620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-e95a4fd4-0512-48ed-92bb-3fb4e0d6efa7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.2154701 Apr 21 21:02:27.719447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Request body: {'port': {'device_id': '45b16f09-773b-4a74-a5e4-3df0ce2bf1a0', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'admin_state_up': True, 'tenant_id': '76458e785e67444ab87516449459bd4d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:27.784699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.845848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efff34c-7905-4c0a-8826-7887042f231c req-7e63aa04-cf8e-4e6a-a1da-aee4154b5e4e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:27.849889 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1efff34c-7905-4c0a-8826-7887042f231c req-7e63aa04-cf8e-4e6a-a1da-aee4154b5e4e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.1752965 Apr 21 21:02:27.894166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4dfcf-a1c7-4191-a0ce-bc81bfe47d83 req-2389fba4-0d43-419f-9487-5364a0a372cf tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:27.895760 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebf4dfcf-a1c7-4191-a0ce-bc81bfe47d83 req-2389fba4-0d43-419f-9487-5364a0a372cf tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 945 time: 0.1032763 Apr 21 21:02:27.902644 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.918069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:27.921388 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:27.958866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebf4dfcf-a1c7-4191-a0ce-bc81bfe47d83 req-c0559611-e88a-4346-8f7c-6d923b23b5e7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561433 Apr 21 21:02:27.960338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cb6396-b1a8-4456-a680-eccccbe5fb30,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:28.029832 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1efff34c-7905-4c0a-8826-7887042f231c req-f0c97e77-2741-469f-802b-58b2923fc2a9 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410489 Apr 21 21:02:28.045770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Checking segment: {'id': '695f67d4-7b6c-4658-82fa-9b86d77a1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60e75a37-a744-4e1b-b755-7a84f6fd5c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:02:28.046135 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Network hostable DHCP agents. Network: 60e75a37-a744-4e1b-b755-7a84f6fd5c13, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:02:28.070156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Allocated IP 172.25.0.173 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/6aaa575d-10ce-4cec-9980-d4d2392b5231) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:02:28.082344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Network 60e75a37-a744-4e1b-b755-7a84f6fd5c13 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:02:28.108677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57464) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:28.113020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 60e75a37-a744-4e1b-b755-7a84f6fd5c13) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:28.122116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158f241-3ac9-46eb-be34-cca8868c3458 None None] Network 60e75a37-a744-4e1b-b755-7a84f6fd5c13 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:02:28.150787 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83294ce2-637f-4136-ac66-1baddb2ccdc1 req-e57b1f00-8dbf-4c1b-8585-02773edfcad8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 210 time: 0.0535588 Apr 21 21:02:28.182924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Allocated IP 172.20.0.8 (74dc5594-2b4a-4072-9a75-1038017db159/c929aed1-8248-4321-818a-5ec8bd42d411/582e32b7-bf62-4c1d-9f29-80d318d7fd6e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:02:28.186001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:28.190872 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:28.321785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b16d4-64ca-402a-80cd-a2cbd5108e0b None None] Network 60e75a37-a744-4e1b-b755-7a84f6fd5c13 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:02:28.329869 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8ea2c266-08bd-4ca2-9ccd-37a63f3763e1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9797699 Apr 21 21:02:28.407000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3eab9c-1851-48fd-bccb-b4e22441d786 req-d0b2ea6b-60b8-4414-811e-8f9f13f91196 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:28.415385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b3eab9c-1851-48fd-bccb-b4e22441d786 req-d0b2ea6b-60b8-4414-811e-8f9f13f91196 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 947 time: 0.1612594 Apr 21 21:02:28.493957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b3eab9c-1851-48fd-bccb-b4e22441d786 req-c1c58fbf-c4d7-4edb-a67a-e391abcf1ce7 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719252 Apr 21 21:02:28.497906 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:28.534356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68748a09-ce99-4dcc-8b6d-08f550f9c502 req-92d92ccc-7589-4818-904d-71eaa7df767b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:28.540120 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68748a09-ce99-4dcc-8b6d-08f550f9c502 req-92d92ccc-7589-4818-904d-71eaa7df767b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 945 time: 0.3258183 Apr 21 21:02:28.544882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57470) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:28.550079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-95cc5609-1ee5-4826-be0a-298d97fd2cf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'floatingip': {'port_id': '490d7300-797e-4516-8738-d83f48d3341b'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:28.556027 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:28.579102 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:28.592252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:28.619077 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95cc5609-1ee5-4826-be0a-298d97fd2cf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:28.642525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event updated for resources: {'Port': ['ID=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:28.678200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Network 74dc5594-2b4a-4072-9a75-1038017db159 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:28.686352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:28.692845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:28.755213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:02:28.781031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:28.781678 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:28.796631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:02:28.797054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80188ca0-2ea3-4f58-aa07-3916ca3cfed0 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:02:28.811006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b5f22195-12c0-447a-ab20-e62246769cf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0961452 Apr 21 21:02:28.822908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Request body: {'port': {'device_id': '45b16f09-773b-4a74-a5e4-3df0ce2bf1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:28.927977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:28.976600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429076b-2fc2-498c-93ee-6429356d0a7e req-4a018845-c169-4c0d-87f1-a46ed115acea tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:28.978728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4429076b-2fc2-498c-93ee-6429356d0a7e req-4a018845-c169-4c0d-87f1-a46ed115acea tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.2168300 Apr 21 21:02:29.061642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:29.078233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:29.095544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:29.106988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=6aaa575d-10ce-4cec-9980-d4d2392b5231,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:29.210042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4429076b-2fc2-498c-93ee-6429356d0a7e req-c619d442-1ebe-4800-b481-83356f8d74e1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137730 Apr 21 21:02:29.212823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:29.346323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:02:29.367667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:29.498644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:29.506278 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:29.517697 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b90f1-014c-4c2a-a58f-c835ee18e81c req-3cd35214-d7c9-46ce-9898-80de2c69307b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:29.523044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'a4b1c42e-5b9c-413c-95e7-43b0c7d0de51', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'a4b1c42e-5b9c-413c-95e7-43b0c7d0de51', 'mac_address': 'fa:16:3e:1e:68:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:02:29.525389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c11b90f1-014c-4c2a-a58f-c835ee18e81c req-3cd35214-d7c9-46ce-9898-80de2c69307b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.1906967 Apr 21 21:02:29.561977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-526831f1-17a2-47ca-8374-9abf1b5adc8a tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:29.569814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-526831f1-17a2-47ca-8374-9abf1b5adc8a tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/networks?id=60e75a37-a744-4e1b-b755-7a84f6fd5c13 HTTP/1.1" status: 200 len: 814 time: 0.3821054 Apr 21 21:02:29.580054 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:29.589380 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-543adcf5-848a-437d-b92c-b96372be30a0 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/quotas/a163b5d6fe5b4004856f35c7c48d5e89 HTTP/1.1" status: 200 len: 375 time: 0.0186565 Apr 21 21:02:29.600317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:29.632510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:29.637402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-f1c9a1fd-573b-4dd3-9927-fc1fc1dbf1d9 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a163b5d6fe5b4004856f35c7c48d5e89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463798 Apr 21 21:02:29.642148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:29.670847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582e32b7-bf62-4c1d-9f29-80d318d7fd6e {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:29.678818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:29.698425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c11b90f1-014c-4c2a-a58f-c835ee18e81c req-c35485a6-afe1-43fa-87c7-918d6e41460f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673498 Apr 21 21:02:29.716527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:29.735308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:29.737883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Transition to ACTIVE for port object 582e32b7-bf62-4c1d-9f29-80d318d7fd6e will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:02:29.754951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:29.816474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-a25c3d8c-dc2c-4766-9783-b428424cb76a service neutron] 10.222.0.49 "GET /v2.0/networks/60e75a37-a744-4e1b-b755-7a84f6fd5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788032 Apr 21 21:02:29.838535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Pushing event updated for resources: {'Port': ['ID=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:29.954261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['a4b1c42e-5b9c-413c-95e7-43b0c7d0de51'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:29.976145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Attempting to bind port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:02:29.976482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Attempting to bind port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:02:29.976836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Attempting to bind port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:29.984686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e on network 74dc5594-2b4a-4072-9a75-1038017db159 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:02:29.985037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Attempting to bind port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:29.990140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-39b0d0b4-55e8-46ec-a81e-140a93930a18 service neutron] 10.222.0.49 "GET /v2.0/networks/60e75a37-a744-4e1b-b755-7a84f6fd5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612637 Apr 21 21:02:29.995142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:02:29.995482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Checking segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:02:29.995875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Bound using segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:02:29.996356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Bound port: 582e32b7-bf62-4c1d-9f29-80d318d7fd6e, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:02:29.996675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.146102 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95cc5609-1ee5-4826-be0a-298d97fd2cf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.165049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] For port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:02:30.165257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95cc5609-1ee5-4826-be0a-298d97fd2cf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.172643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] For port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:02:30.179886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.246696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:30.247298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.248947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] 10.222.0.46 "PUT /v2.0/ports/582e32b7-bf62-4c1d-9f29-80d318d7fd6e HTTP/1.1" status: 200 len: 1091 time: 1.4304063 Apr 21 21:02:30.249382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b16f09-773b-4a74-a5e4-3df0ce2bf1a0', 'tag': '582e32b7-bf62-4c1d-9f29-80d318d7fd6e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:30.252505 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6" -d '{"events": [{"name": "network-changed", "server_uuid": "45b16f09-773b-4a74-a5e4-3df0ce2bf1a0", "tag": "582e32b7-bf62-4c1d-9f29-80d318d7fd6e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:30.286285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574ec53-c4d4-44a9-b504-c18a40dbe69c service neutron] Pushing event updated for resources: {'Port': ['ID=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:30.332449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f542ea5-09ce-4c78-94ec-642d488cac6b req-3da01e0f-70d4-47ce-934e-0b8013ec1d29 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:30.339761 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f542ea5-09ce-4c78-94ec-642d488cac6b req-3da01e0f-70d4-47ce-934e-0b8013ec1d29 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 943 time: 0.2660177 Apr 21 21:02:30.386640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17340c7-2a46-482f-b1a5-d00a9f6ddb34 req-ae17352a-7d30-4209-b087-d2fd53f0f985 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:30.388088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c17340c7-2a46-482f-b1a5-d00a9f6ddb34 req-ae17352a-7d30-4209-b087-d2fd53f0f985 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 948 time: 0.1190457 Apr 21 21:02:30.394604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-a04f6200-0611-4a56-a1ed-4c70795cb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:30.396187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-a04f6200-0611-4a56-a1ed-4c70795cb13e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 1094 time: 0.0803342 Apr 21 21:02:30.462331 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-7e6649f9-47f0-41fa-a1a4-b2e7a22c01d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=582e32b7-bf62-4c1d-9f29-80d318d7fd6e HTTP/1.1" status: 200 len: 217 time: 0.0575750 Apr 21 21:02:30.465997 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-34e5b43f-06e7-4a82-bc12-f746b92b7d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.481600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c17340c7-2a46-482f-b1a5-d00a9f6ddb34 req-00de87cb-716e-4341-95d2-467827d362f6 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794685 Apr 21 21:02:30.565803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-63aa8c5a-d734-48a2-888e-3f07a36ecf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:30.567407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-63aa8c5a-d734-48a2-888e-3f07a36ecf27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.0846598 Apr 21 21:02:30.584806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.593158 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-95cc5609-1ee5-4826-be0a-298d97fd2cf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Floating IP d78b5a1b-f447-4028-a3ac-ad86064a62c9 associated. External IP: 172.25.0.68, port: 490d7300-797e-4516-8738-d83f48d3341b. Apr 21 21:02:30.608736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1f3328fb-beb4-4819-8359-ec71537fcd41 req-659e23ca-b4e9-42c6-a3f0-c09a641c5562 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 210 time: 0.0399578 Apr 21 21:02:30.614741 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.639717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f542ea5-09ce-4c78-94ec-642d488cac6b req-d1401c05-833e-43da-93b5-2c1a8bff1c91 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852685 Apr 21 21:02:30.646657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-a731f461-ae6d-4c1a-a121-f12a3c5c6473 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656950 Apr 21 21:02:30.699973 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3239e964-b297-4e36-9e1b-38ad57bd3e4e x-openstack-request-id: req-3239e964-b297-4e36-9e1b-38ad57bd3e4e {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:30.700527 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b16f09-773b-4a74-a5e4-3df0ce2bf1a0", "tag": "582e32b7-bf62-4c1d-9f29-80d318d7fd6e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:30.701170 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3239e964-b297-4e36-9e1b-38ad57bd3e4e {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:30.701668 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3239e964-b297-4e36-9e1b-38ad57bd3e4e'] response: {'name': 'network-changed', 'server_uuid': '45b16f09-773b-4a74-a5e4-3df0ce2bf1a0', 'tag': '582e32b7-bf62-4c1d-9f29-80d318d7fd6e', 'status': 'completed', 'code': 200} Apr 21 21:02:30.793807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-c27421f6-38ec-4d02-a5f2-4f328b221e67 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389446 Apr 21 21:02:30.885945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=6aaa575d-10ce-4cec-9980-d4d2392b5231,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:30.918075 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.922735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f54db6-9b2d-4d7b-bec5-965e59436eee req-d4469fcd-c853-4029-918b-d8ae09225529 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:30.924181 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97f54db6-9b2d-4d7b-bec5-965e59436eee req-d4469fcd-c853-4029-918b-d8ae09225529 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.1290891 Apr 21 21:02:30.946883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a015b4-4f38-40f8-ade3-cb0bcfd95993 req-ed1ca96a-7b31-4552-b246-3c35c4699e20 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:30.954119 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a015b4-4f38-40f8-ade3-cb0bcfd95993 req-ed1ca96a-7b31-4552-b246-3c35c4699e20 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.2047796 Apr 21 21:02:30.963711 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:30.973235 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-853db1e6-0119-479c-b784-2dd905dfac52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6446371 Apr 21 21:02:30.981163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f533a9eb-c9c4-4475-bdcd-6678a8973bce req-6a2d228b-b7d2-4927-b3f2-9d4507571c49 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748359 Apr 21 21:02:30.988182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97f54db6-9b2d-4d7b-bec5-965e59436eee req-a101ea27-0063-4e5b-82a9-728e67d805d7 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534344 Apr 21 21:02:31.073505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a015b4-4f38-40f8-ade3-cb0bcfd95993 req-1104fbff-ca21-4db0-81d2-74d6e956fa7c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183467 Apr 21 21:02:31.091036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-f5c520f6-8f38-48b2-bea7-36989c243d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:31.092695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-f5c520f6-8f38-48b2-bea7-36989c243d02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 1094 time: 0.0509479 Apr 21 21:02:31.200028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Deleting port 7cf85984-1b5c-45b9-b28a-70f22fa434cf {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:02:31.200360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:31.205721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cc5609-1ee5-4826-be0a-298d97fd2cf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Router 38357621-28b0-4e21-ae50-8cf46047ef24 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:02:31.282854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-29eec8a5-3c66-4dc4-8d2b-3316d1485ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:31.284319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-29eec8a5-3c66-4dc4-8d2b-3316d1485ff1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.1845489 Apr 21 21:02:31.289394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-415e3f70-9bc8-4472-b28b-766e655216c2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--187803145&fields=id&tenant_id=82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 267 time: 0.0830367 Apr 21 21:02:31.354005 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-38b2ca97-b322-49cd-ae73-7224dbd090e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=582e32b7-bf62-4c1d-9f29-80d318d7fd6e HTTP/1.1" status: 200 len: 217 time: 0.0619931 Apr 21 21:02:31.367312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] For port 7cf85984-1b5c-45b9-b28a-70f22fa434cf, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7cf85984-1b5c-45b9-b28a-70f22fa434cf,segment=NetworkSegment(8913066f-a158-4111-9c65-42c7859279cb),segment_id=8913066f-a158-4111-9c65-42c7859279cb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:31.368206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:31.379722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:31.388602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Calling delete_port for 7cf85984-1b5c-45b9-b28a-70f22fa434cf owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:02:31.403309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc5609-1ee5-4826-be0a-298d97fd2cf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:02:31.408404 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95cc5609-1ee5-4826-be0a-298d97fd2cf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:31.435710 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-95cc5609-1ee5-4826-be0a-298d97fd2cf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "PUT /v2.0/floatingips/d78b5a1b-f447-4028-a3ac-ad86064a62c9 HTTP/1.1" status: 200 len: 990 time: 2.8894966 Apr 21 21:02:31.451175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:31.452691 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f" -d '{"events": [{"name": "network-changed", "server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:31.456456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-cbe15188-a841-4aeb-80e3-c7960886e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:31.458132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-cbe15188-a841-4aeb-80e3-c7960886e0e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.0748827 Apr 21 21:02:31.458966 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] Sync routers for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:02:31.479564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:02:31.480283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:02:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:31.504586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-83a23d51-87ab-4aaf-ad40-e0341b681ed7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352414 Apr 21 21:02:31.512229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-f4141728-c1a7-4498-85fa-698af8a272e9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:31.513994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-f4141728-c1a7-4498-85fa-698af8a272e9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 814 time: 0.2139139 Apr 21 21:02:31.550509 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-c523d90d-c908-4046-8859-1a1373b90344 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/quotas/82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 375 time: 0.0256832 Apr 21 21:02:31.595243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c083e-50b1-4b06-bdb6-ca8535d60fcf req-5ebb4bb6-9310-4808-a63f-60162974ee5e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:31.603059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a32c083e-50b1-4b06-bdb6-ca8535d60fcf req-5ebb4bb6-9310-4808-a63f-60162974ee5e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 945 time: 0.0785730 Apr 21 21:02:31.661157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:02:31.694741 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a32c083e-50b1-4b06-bdb6-ca8535d60fcf req-3d4da24b-79e4-4ee7-a87e-3689cdef5771 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905032 Apr 21 21:02:31.696887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-2a0162be-f8a2-487a-9b8a-b7551c7f2d40 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1181641 Apr 21 21:02:31.721134 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-84d33011-5999-4905-b12e-24c468ab3753 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036965 Apr 21 21:02:31.811141 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6f2b68-75df-4884-a282-40883fa48b47 x-openstack-request-id: req-db6f2b68-75df-4884-a282-40883fa48b47 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:31.811141 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:31.811523 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db6f2b68-75df-4884-a282-40883fa48b47 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:31.811870 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6f2b68-75df-4884-a282-40883fa48b47'] response: {'name': 'network-changed', 'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'status': 'completed', 'code': 200} Apr 21 21:02:31.892431 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-fc5a2f73-5157-4ee9-aedb-1c595de2bec2 service neutron] 10.222.0.49 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681154 Apr 21 21:02:31.930853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:02:31.937676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:31.937676 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:31.955688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:32.005253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf85984-1b5c-45b9-b28a-70f22fa434cf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:32.021529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16bdc3-079f-45c7-b10e-8d10dfe02db0 req-7b8e9597-b2e7-460c-9d81-f8b4fe71ddc7 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:32.044605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c16bdc3-079f-45c7-b10e-8d10dfe02db0 req-7b8e9597-b2e7-460c-9d81-f8b4fe71ddc7 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 948 time: 0.1414187 Apr 21 21:02:32.106055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-6cde0dcf-4abe-4901-9e60-537ebad9fb8d tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:32.107417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-6cde0dcf-4abe-4901-9e60-537ebad9fb8d tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.46 "GET /v2.0/networks?id=60e75a37-a744-4e1b-b755-7a84f6fd5c13 HTTP/1.1" status: 200 len: 814 time: 0.3359728 Apr 21 21:02:32.129167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bbfe2e37-b4fd-4504-b7e1-4b3e38a054d6 req-eefd634f-472c-4280-8368-e93452949ccf service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188834 Apr 21 21:02:32.135933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Request body: {'port': {'device_id': 'e9636f8d-950a-49d1-a653-0897bad814b6', 'network_id': '60e75a37-a744-4e1b-b755-7a84f6fd5c13', 'admin_state_up': True, 'tenant_id': 'a163b5d6fe5b4004856f35c7c48d5e89'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:32.167384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:32.173015 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c16bdc3-079f-45c7-b10e-8d10dfe02db0 req-940d31f2-f1be-4e2e-843d-8fc2c5bd3ee5 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192279 Apr 21 21:02:32.201119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:52Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'd78b5a1b-f447-4028-a3ac-ad86064a62c9', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'port_id': '490d7300-797e-4516-8738-d83f48d3341b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'mac_address': 'fa:16:3e:3e:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f9c198-8010-445a-ad38-2d4583284cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:02:01Z', 'updated_at': '2022-04-21T21:02:29Z', 'revision_number': 1, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a', 'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'mac_address': 'fa:16:3e:b2:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:50Z', 'updated_at': '2022-04-21T21:01:58Z', 'revision_number': 5, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'subnets': [{'id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:32.253677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-e8ef3b02-657c-4a48-b45a-a94a29650891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:32.255548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-e8ef3b02-657c-4a48-b45a-a94a29650891 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1096 time: 0.4442575 Apr 21 21:02:32.257694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] Checking router: 38357621-28b0-4e21-ae50-8cf46047ef24 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:02:32.276706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1177a7-3844-4270-8521-2850c1a2a47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b1c42e-5b9c-413c-95e7-43b0c7d0de51'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:32.279315 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c044a-3b91-4029-824a-ab145e378c69" -d '{"events": [{"server_uuid": "9e1177a7-3844-4270-8521-2850c1a2a47a", "name": "network-vif-plugged", "status": "completed", "tag": "a4b1c42e-5b9c-413c-95e7-43b0c7d0de51"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:32.286300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:02:32.286926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:02:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:32.343038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:32.349698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-8fb422b8-410b-4dd7-b08a-a9436fd91b61 service neutron] 10.222.0.49 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558589 Apr 21 21:02:32.377596 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:32.399965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe9b9b-5bdf-4c09-bd7a-d6ddff6528ea req-df81e3d6-e225-4312-8ed9-dd926a32a68d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:32.402432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88fe9b9b-5bdf-4c09-bd7a-d6ddff6528ea req-df81e3d6-e225-4312-8ed9-dd926a32a68d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 943 time: 0.1322327 Apr 21 21:02:32.430377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-1d3c0660-8264-44b9-8b66-e005943041a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:32.431492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-1d3c0660-8264-44b9-8b66-e005943041a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.1683607 Apr 21 21:02:32.458255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:32.560258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-9805ab49-ece2-4ea0-9fb2-b149b4e41772 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 998 time: 0.1221232 Apr 21 21:02:32.609432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:02:32.611018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:32.642766 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88fe9b9b-5bdf-4c09-bd7a-d6ddff6528ea req-497dc1f9-349d-4c12-b986-ce1442bc1204 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479907 Apr 21 21:02:32.652103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Made reservation on behalf of a163b5d6fe5b4004856f35c7c48d5e89 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:32.655719 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:32.674788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd17c537-f6ea-4b39-9b55-34b7a49f3f1d req-aff61458-822e-4b99-90f5-571c1e67f9ef tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 210 time: 0.0769010 Apr 21 21:02:32.699140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-f0ac5e42-2993-4bdc-8254-a6ecf97efa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:32.703904 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-f0ac5e42-2993-4bdc-8254-a6ecf97efa81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1363111 Apr 21 21:02:32.854656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-ebeada4d-29f7-4456-9d57-5d231e7b7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:32.856985 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-ebeada4d-29f7-4456-9d57-5d231e7b7235 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460946 Apr 21 21:02:32.875949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f30d5-c84a-4d44-a581-cd8827bdc91e req-daa5a630-0ca0-4cc1-b8bd-2cda27590f8a tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:32.878050 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f95b16e0-5eef-4eca-ab4c-36599a581cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:32.878295 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f8f30d5-c84a-4d44-a581-cd8827bdc91e req-daa5a630-0ca0-4cc1-b8bd-2cda27590f8a tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.0975480 Apr 21 21:02:32.953957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Allocated IP 172.20.0.14 (60e75a37-a744-4e1b-b755-7a84f6fd5c13/32cb6396-b1a8-4456-a680-eccccbe5fb30/23c4f227-569b-4d98-89cd-484a9feba200) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:02:33.001897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eaeeb8-8d07-4844-b1de-bf5fabfc387f req-f0a89a77-8571-43dc-88a2-ba93ef6945b7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:33.003446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99eaeeb8-8d07-4844-b1de-bf5fabfc387f req-f0a89a77-8571-43dc-88a2-ba93ef6945b7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 945 time: 0.1374469 Apr 21 21:02:33.019953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f8f30d5-c84a-4d44-a581-cd8827bdc91e req-ec7aabab-5339-42b3-8b67-bbbace4b9bd4 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224711 Apr 21 21:02:33.103821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-580b8883-5e46-4916-83c5-2318e1bc8534 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234707 Apr 21 21:02:33.161325 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99eaeeb8-8d07-4844-b1de-bf5fabfc387f req-9c10d512-e3d5-4dfb-a5b8-b9b6307eda93 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491041 Apr 21 21:02:33.226681 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e431eb1-3aaa-4573-a754-47c244ab6488 x-openstack-request-id: req-2e431eb1-3aaa-4573-a754-47c244ab6488 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:33.227656 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1177a7-3844-4270-8521-2850c1a2a47a", "name": "network-vif-plugged", "status": "completed", "tag": "a4b1c42e-5b9c-413c-95e7-43b0c7d0de51", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:33.228121 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e431eb1-3aaa-4573-a754-47c244ab6488 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:33.229506 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e431eb1-3aaa-4573-a754-47c244ab6488'] response: {'server_uuid': '9e1177a7-3844-4270-8521-2850c1a2a47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b1c42e-5b9c-413c-95e7-43b0c7d0de51', 'code': 200} Apr 21 21:02:33.318115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:52Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'd78b5a1b-f447-4028-a3ac-ad86064a62c9', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'port_id': '490d7300-797e-4516-8738-d83f48d3341b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'mac_address': 'fa:16:3e:3e:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f9c198-8010-445a-ad38-2d4583284cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:02:01Z', 'updated_at': '2022-04-21T21:02:29Z', 'revision_number': 1, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a', 'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'mac_address': 'fa:16:3e:b2:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:50Z', 'updated_at': '2022-04-21T21:01:58Z', 'revision_number': 5, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'subnets': [{'id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:33.352433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c0f9e-4224-4243-9fe4-ee45ae6e3d9e req-8248b07e-a310-4f27-9f76-376ed06cf058 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:33.361910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-968c0f9e-4224-4243-9fe4-ee45ae6e3d9e req-8248b07e-a310-4f27-9f76-376ed06cf058 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.2570419 Apr 21 21:02:33.365106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dad31c-0bae-435e-871f-9ae9077f26bc None None] The sync data for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 is: [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:52Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'd78b5a1b-f447-4028-a3ac-ad86064a62c9', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'port_id': '490d7300-797e-4516-8738-d83f48d3341b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'mac_address': 'fa:16:3e:3e:b1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f9c198-8010-445a-ad38-2d4583284cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:02:01Z', 'updated_at': '2022-04-21T21:02:29Z', 'revision_number': 1, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a', 'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'mac_address': 'fa:16:3e:b2:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:50Z', 'updated_at': '2022-04-21T21:01:58Z', 'revision_number': 5, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'subnets': [{'id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:02:33.477456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-968c0f9e-4224-4243-9fe4-ee45ae6e3d9e req-870b1467-69f8-4aec-9ef9-82e5cf8c25a6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095240 Apr 21 21:02:33.483189 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d1ec37c-6bf7-4a5e-b75a-2acc9ccdc64f req-4e7444af-524e-429c-9675-9f2f351ef1f6 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590059 Apr 21 21:02:33.505393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c787f6-91d0-407f-b7af-8a2640d8a259 req-73247daf-246a-45a3-857d-d6ad05f475fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:33.509276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3c787f6-91d0-407f-b7af-8a2640d8a259 req-73247daf-246a-45a3-857d-d6ad05f475fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 1100 time: 0.1962488 Apr 21 21:02:33.590659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3c787f6-91d0-407f-b7af-8a2640d8a259 req-15156a41-e889-414c-930f-80048a3adf44 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736873 Apr 21 21:02:33.638591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f41ae37a-b0b6-43c6-bdac-56ab904f965e req-8018959c-2ceb-415a-9d23-42742e1ac27c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 210 time: 0.0766926 Apr 21 21:02:33.684449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Router b7c8823b-e851-4710-88ab-318b3328f979 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:02:33.703736 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902c5a6-308b-4d91-85eb-1d0982ae48e8 None None] New status for floating IP d78b5a1b-f447-4028-a3ac-ad86064a62c9: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:02:33.760602 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:33.882715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8874847-453d-4fde-9903-a02eb1e4ea0f req-21d6b543-fdab-4194-97a6-a3fb472762c8 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:33.884471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8874847-453d-4fde-9903-a02eb1e4ea0f req-21d6b543-fdab-4194-97a6-a3fb472762c8 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 949 time: 0.1778531 Apr 21 21:02:33.931173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:33.942478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:02:33.954495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] Sync routers for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:02:33.960419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57570) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:33.960581 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-54dc65fd-2b36-4937-8970-698d7d1408d0 admin admin] 10.222.0.49 "PUT /v2.0/routers/b7c8823b-e851-4710-88ab-318b3328f979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8506658 Apr 21 21:02:33.997656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8874847-453d-4fde-9903-a02eb1e4ea0f req-1c85d11c-6e11-44c1-b6a1-d9f3298cef79 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030469 Apr 21 21:02:34.003117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:02:34.005032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:02:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:34.040136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Network 60e75a37-a744-4e1b-b755-7a84f6fd5c13 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:34.045517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:34.050205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:34.065298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Pushing event updated for resources: {'Port': ['ID=23c4f227-569b-4d98-89cd-484a9feba200,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:34.077781 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:34.129028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.129405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.129750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.130090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.130425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.130766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.131085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.131414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.131795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.132172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.132560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.132954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:34.162699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:02:34.172720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:34.173397 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:34.204650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa28e8-7526-48a6-ade2-6cf76bf81fb2 req-e78afd06-db5e-4917-a383-101c1dfdcb40 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:34.212794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0fa28e8-7526-48a6-ade2-6cf76bf81fb2 req-e78afd06-db5e-4917-a383-101c1dfdcb40 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 932 time: 0.1050875 Apr 21 21:02:34.234215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-21cd45c9-f2db-44cc-843b-c4c3f071b8eb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1047945 Apr 21 21:02:34.247080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Request body: {'port': {'device_id': 'e9636f8d-950a-49d1-a653-0897bad814b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:34.282476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0fa28e8-7526-48a6-ade2-6cf76bf81fb2 req-e69b56cc-7f96-418f-a648-91d6d95269fd tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687304 Apr 21 21:02:34.328395 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:34.424824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:02:31Z', 'revision_number': 5, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:34.452397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] Checking router: b7c8823b-e851-4710-88ab-318b3328f979 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:02:34.461462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] Routers {'b7c8823b-e851-4710-88ab-318b3328f979'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:02:34.462228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:02:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7c8823b-e851-4710-88ab-318b3328f979'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:34.540182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aeb33d-4375-4a3b-a9c4-bf860ae12634 req-2328a9ef-35ab-4c8b-88ea-5268cf8a949f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:34.541676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30aeb33d-4375-4a3b-a9c4-bf860ae12634 req-2328a9ef-35ab-4c8b-88ea-5268cf8a949f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 945 time: 0.0810571 Apr 21 21:02:34.570086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] Set router b7c8823b-e851-4710-88ab-318b3328f979 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:02:34.619019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30aeb33d-4375-4a3b-a9c4-bf860ae12634 req-ab2064c5-b548-420a-b2f4-3365bcfebce1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483425 Apr 21 21:02:34.655779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:34.668837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ad41a-2d70-440a-a8b6-b4e808e7da2d req-13ea601e-71a1-4a23-9512-6a6cc375f6be tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:34.670336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f55ad41a-2d70-440a-a8b6-b4e808e7da2d req-13ea601e-71a1-4a23-9512-6a6cc375f6be tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 943 time: 0.5614538 Apr 21 21:02:34.735606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-ed35cbe6-9692-45f0-bdcf-e54b918411ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:34.737059 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-ed35cbe6-9692-45f0-bdcf-e54b918411ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e&tenant_id=f8dd254dbcc942288edcd3c5266ca7f3 HTTP/1.1" status: 200 len: 1095 time: 0.5539536 Apr 21 21:02:34.745314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c4f227-569b-4d98-89cd-484a9feba200 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:34.747950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-03b57b3b-c154-49d0-8d30-5a163b206885 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:34.749443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-03b57b3b-c154-49d0-8d30-5a163b206885 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 814 time: 0.7795520 Apr 21 21:02:34.754736 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:34.769931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:02:31Z', 'revision_number': 5, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:34.787404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Transition to ACTIVE for port object 23c4f227-569b-4d98-89cd-484a9feba200 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:02:34.795374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:34.818400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20d0938-68aa-422d-b677-77dce6cc9c35 None None] The sync data for ids ['b7c8823b-e851-4710-88ab-318b3328f979'] in n-d-838945-1 is: [{'id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'name': 'tempest-ServerRescueTestJSONUnderV235-137121181-router', 'tenant_id': '134746395f3149c8b5aa7621ddd04449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:59Z', 'updated_at': '2022-04-21T21:02:31Z', 'revision_number': 5, 'project_id': '134746395f3149c8b5aa7621ddd04449', 'gw_port': {'id': '7d154f1c-943d-4154-b237-10fb1cb65fa4', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c8823b-e851-4710-88ab-318b3328f979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:00Z', 'updated_at': '2022-04-21T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:02:34.882655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46fb16-28f3-4814-b3fb-2d946a7b4872 req-a5ba75a1-a121-4f32-87a9-d7205010b1c0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:34.889899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f55ad41a-2d70-440a-a8b6-b4e808e7da2d req-8b93e048-5a54-40e8-9d1f-9c5f3e3d5be4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701941 Apr 21 21:02:34.890482 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e46fb16-28f3-4814-b3fb-2d946a7b4872 req-a5ba75a1-a121-4f32-87a9-d7205010b1c0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.1817248 Apr 21 21:02:34.908078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Pushing event updated for resources: {'Port': ['ID=23c4f227-569b-4d98-89cd-484a9feba200,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:34.942738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-392e3a75-96ed-4ff5-b0cc-b790e54a65e7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 472 time: 0.1784999 Apr 21 21:02:34.945256 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:34.950402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-5ff5a803-6102-4a35-9393-733f4244114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:34.951994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-5ff5a803-6102-4a35-9393-733f4244114c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 1095 time: 0.1731832 Apr 21 21:02:34.957891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'port': {'device_id': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'admin_state_up': True, 'tenant_id': '82e77516482b49798caefa23821a5e41', 'security_groups': ['d5fab067-77f1-4994-98af-677049767f5b']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:34.986680 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e46fb16-28f3-4814-b3fb-2d946a7b4872 req-72cec715-0437-4cfd-8fa7-d26ee9df71db tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954280 Apr 21 21:02:35.022200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Attempting to bind port 23c4f227-569b-4d98-89cd-484a9feba200 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:02:35.022538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Attempting to bind port 23c4f227-569b-4d98-89cd-484a9feba200 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '695f67d4-7b6c-4658-82fa-9b86d77a1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60e75a37-a744-4e1b-b755-7a84f6fd5c13'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:02:35.022869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Attempting to bind port 23c4f227-569b-4d98-89cd-484a9feba200 on network 60e75a37-a744-4e1b-b755-7a84f6fd5c13 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:35.029539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Port 23c4f227-569b-4d98-89cd-484a9feba200 on network 60e75a37-a744-4e1b-b755-7a84f6fd5c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:02:35.029866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Attempting to bind port 23c4f227-569b-4d98-89cd-484a9feba200 on network 60e75a37-a744-4e1b-b755-7a84f6fd5c13 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:35.035093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:02:35.035435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Checking segment: {'id': '695f67d4-7b6c-4658-82fa-9b86d77a1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60e75a37-a744-4e1b-b755-7a84f6fd5c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:02:35.035822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Bound using segment: {'id': '695f67d4-7b6c-4658-82fa-9b86d77a1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60e75a37-a744-4e1b-b755-7a84f6fd5c13'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:02:35.036252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Bound port: 23c4f227-569b-4d98-89cd-484a9feba200, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695f67d4-7b6c-4658-82fa-9b86d77a1cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60e75a37-a744-4e1b-b755-7a84f6fd5c13'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:02:35.036612 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.097310 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bde597e5-1f83-46ed-9500-8065cc6aca79 req-b445627f-1589-49da-8cf8-fddb9ea46b52 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 210 time: 0.0470073 Apr 21 21:02:35.129804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] For port 23c4f227-569b-4d98-89cd-484a9feba200, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:02:35.133295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] For port 23c4f227-569b-4d98-89cd-484a9feba200, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=23c4f227-569b-4d98-89cd-484a9feba200,segment=NetworkSegment(695f67d4-7b6c-4658-82fa-9b86d77a1cd0),segment_id=695f67d4-7b6c-4658-82fa-9b86d77a1cd0)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:02:35.139285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.179857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d2d2-51c2-41a0-b850-26b938111ed0 req-ba4590db-beef-4516-8c93-b39912b18a26 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.182387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be81d2d2-51c2-41a0-b850-26b938111ed0 req-ba4590db-beef-4516-8c93-b39912b18a26 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 945 time: 0.1992903 Apr 21 21:02:35.189621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.191218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.192180 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] 10.222.0.46 "PUT /v2.0/ports/23c4f227-569b-4d98-89cd-484a9feba200 HTTP/1.1" status: 200 len: 1092 time: 0.9504781 Apr 21 21:02:35.199021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9636f8d-950a-49d1-a653-0897bad814b6', 'tag': '23c4f227-569b-4d98-89cd-484a9feba200'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:35.199462 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e87e8e-0176-472f-97cf-8a3f862ecf15" -d '{"events": [{"name": "network-changed", "server_uuid": "e9636f8d-950a-49d1-a653-0897bad814b6", "tag": "23c4f227-569b-4d98-89cd-484a9feba200"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:35.221549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-da17351f-3925-458c-9c66-5993268b0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.223139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-da17351f-3925-458c-9c66-5993268b0b89 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.2606282 Apr 21 21:02:35.283738 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.299809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82a53c-aa0b-46b7-851d-a1fa0decedcc service neutron] Pushing event updated for resources: {'Port': ['ID=23c4f227-569b-4d98-89cd-484a9feba200,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:35.321204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5745d2-94f8-4110-bdc9-2b5e3cb8aefd req-f3f7e2bb-f165-45ec-bb5f-4c86a4bcdff1 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.323137 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f5745d2-94f8-4110-bdc9-2b5e3cb8aefd req-f3f7e2bb-f165-45ec-bb5f-4c86a4bcdff1 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 949 time: 0.1507194 Apr 21 21:02:35.332949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-754a73e5-2eb7-42e9-9658-4be58c713b07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be HTTP/1.1" status: 200 len: 999 time: 0.0924766 Apr 21 21:02:35.340214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-46d04ee4-6bb9-449b-92d7-5ec23d894201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.341724 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-46d04ee4-6bb9-449b-92d7-5ec23d894201 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a163b5d6fe5b4004856f35c7c48d5e89&device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 1095 time: 0.0921617 Apr 21 21:02:35.343910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Deleting port 7d154f1c-943d-4154-b237-10fb1cb65fa4 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:02:35.344253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.393176 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-496e5ce2-ad1f-49cc-8400-14fa4717647e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23c4f227-569b-4d98-89cd-484a9feba200 HTTP/1.1" status: 200 len: 217 time: 0.0437825 Apr 21 21:02:35.397214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be81d2d2-51c2-41a0-b850-26b938111ed0 req-5fb07475-e814-4915-a2f2-49bed3939f87 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024057 Apr 21 21:02:35.401010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 582e32b7-bf62-4c1d-9f29-80d318d7fd6e details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:02:35.442468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Made reservation on behalf of 82e77516482b49798caefa23821a5e41 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:35.446076 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.455738 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f5745d2-94f8-4110-bdc9-2b5e3cb8aefd req-503d3550-4f5c-4fba-a8d8-1627d23e30a9 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245480 Apr 21 21:02:35.470733 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429f77e6-5aa2-4264-8cee-06efd3ed0b56 x-openstack-request-id: req-429f77e6-5aa2-4264-8cee-06efd3ed0b56 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:35.471214 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9636f8d-950a-49d1-a653-0897bad814b6", "tag": "23c4f227-569b-4d98-89cd-484a9feba200", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:35.471624 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-429f77e6-5aa2-4264-8cee-06efd3ed0b56 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:35.472097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-62432dbe-fb6c-4021-9fb6-9ad5c213866b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.472363 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429f77e6-5aa2-4264-8cee-06efd3ed0b56'] response: {'name': 'network-changed', 'server_uuid': 'e9636f8d-950a-49d1-a653-0897bad814b6', 'tag': '23c4f227-569b-4d98-89cd-484a9feba200', 'status': 'completed', 'code': 200} Apr 21 21:02:35.473725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-62432dbe-fb6c-4021-9fb6-9ad5c213866b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.1257052 Apr 21 21:02:35.481465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-e7396795-08cd-4bc6-8798-f65f491cf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.483351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-e7396795-08cd-4bc6-8798-f65f491cf0d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32cb6396-b1a8-4456-a680-eccccbe5fb30 HTTP/1.1" status: 200 len: 854 time: 0.0831258 Apr 21 21:02:35.544098 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-b7ab43e5-bd33-4d9d-9231-40b6ffcbced7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e75a37-a744-4e1b-b755-7a84f6fd5c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469346 Apr 21 21:02:35.600241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:35.614697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '582e32b7-bf62-4c1d-9f29-80d318d7fd6e', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'port_id': '582e32b7-bf62-4c1d-9f29-80d318d7fd6e', 'mac_address': 'fa:16:3e:d5:00:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929aed1-8248-4321-818a-5ec8bd42d411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:02:35.628137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] For port 7d154f1c-943d-4154-b237-10fb1cb65fa4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7d154f1c-943d-4154-b237-10fb1cb65fa4,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:35.628516 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.652156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-80af57a8-f15b-4220-8095-b564af337703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.653323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-80af57a8-f15b-4220-8095-b564af337703 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563764 Apr 21 21:02:35.661831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Calling delete_port for 7d154f1c-943d-4154-b237-10fb1cb65fa4 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:02:35.669025 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.671066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-c1464f1a-653e-4634-b239-e61e9a340903 service neutron] 10.222.0.46 "GET /v2.0/networks/60e75a37-a744-4e1b-b755-7a84f6fd5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197529 Apr 21 21:02:35.689839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582e32b7-bf62-4c1d-9f29-80d318d7fd6e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:35.744385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:35.755002 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.766927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-3abe03e2-9f0d-4118-8abe-cf25962955ae service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011589 Apr 21 21:02:35.841255 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0412f40d-543e-4ee4-b3d5-ed47f82be381 req-eace6d53-3779-490c-9e8f-4a635629d3b9 service neutron] 10.222.0.46 "GET /v2.0/networks/60e75a37-a744-4e1b-b755-7a84f6fd5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574268 Apr 21 21:02:35.863959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:35.883063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bc3db-9048-4fe4-b80a-fdf0e6bc985d req-3c14495e-ca16-47bc-97bf-cc6c5d7f754f tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.885247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b1bc3db-9048-4fe4-b80a-fdf0e6bc985d req-3c14495e-ca16-47bc-97bf-cc6c5d7f754f tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 944 time: 0.2952700 Apr 21 21:02:35.895974 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:35.964392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Allocated IP 172.20.0.10 (bb53438a-3327-4b76-88e5-46a4179a528b/21b73171-c292-4de0-8522-264715ef6eba/c7d7b2d0-1273-4a82-8821-00980b9f9517) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:02:35.967596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-2758ca5a-1b43-489b-ab31-3e385eaa1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:35.970525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-2758ca5a-1b43-489b-ab31-3e385eaa1470 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a163b5d6fe5b4004856f35c7c48d5e89&device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 1095 time: 0.0587866 Apr 21 21:02:36.042238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b1bc3db-9048-4fe4-b80a-fdf0e6bc985d req-ae4673ff-657a-4d2c-8d41-524a5a3afd66 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246774 Apr 21 21:02:36.095471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-2ef52d06-0213-443f-9a7f-91b09f160112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:36.095974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-78b54c25-1044-4e3e-b40a-f8fdd9b01b9f service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064795 Apr 21 21:02:36.097289 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-2ef52d06-0213-443f-9a7f-91b09f160112 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60e75a37-a744-4e1b-b755-7a84f6fd5c13 HTTP/1.1" status: 200 len: 915 time: 0.1209366 Apr 21 21:02:36.173833 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-063480c3-73b7-4b6e-aa35-6b8c9601cd98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23c4f227-569b-4d98-89cd-484a9feba200 HTTP/1.1" status: 200 len: 217 time: 0.0614271 Apr 21 21:02:36.246079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['582e32b7-bf62-4c1d-9f29-80d318d7fd6e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:36.300587 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:36.325183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:36.327542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b92580-319f-4cee-a247-0cc4f652f332 req-8345d249-5217-499a-bccd-f46cd41009d8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:36.335105 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00b92580-319f-4cee-a247-0cc4f652f332 req-8345d249-5217-499a-bccd-f46cd41009d8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 944 time: 0.1441286 Apr 21 21:02:36.343043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-bc071871-7060-49dc-b9e3-cd7094bf6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:36.344468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-bc071871-7060-49dc-b9e3-cd7094bf6b44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32cb6396-b1a8-4456-a680-eccccbe5fb30 HTTP/1.1" status: 200 len: 854 time: 0.1634307 Apr 21 21:02:36.361233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d154f1c-943d-4154-b237-10fb1cb65fa4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:36.373397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.374063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.374645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.375194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.375737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.376281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.376934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.378296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.378846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.379387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.379944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.380480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:36.418472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cf85984-1b5c-45b9-b28a-70f22fa434cf no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:02:36.419897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-1f842338-6d71-44ad-bf2e-b0afaa322f97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e75a37-a744-4e1b-b755-7a84f6fd5c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612159 Apr 21 21:02:36.453090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7cf85984-1b5c-45b9-b28a-70f22fa434cf {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:02:36.453705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cf85984-1b5c-45b9-b28a-70f22fa434cf not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:02:36.479258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00b92580-319f-4cee-a247-0cc4f652f332 req-698fcd46-fb7e-4942-abc9-08af8a304ac0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384284 Apr 21 21:02:36.570480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:36.574176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:36.707469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-a3e47b6f-81aa-4ff9-b0cc-803a8b25806b service neutron] 10.222.0.46 "GET /v2.0/networks/60e75a37-a744-4e1b-b755-7a84f6fd5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738833 Apr 21 21:02:36.744196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc414cb0-635f-4e47-84fd-754d96c863e4 req-0640202e-9ed5-4944-9811-be67fbd3661e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:36.754542 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc414cb0-635f-4e47-84fd-754d96c863e4 req-0640202e-9ed5-4944-9811-be67fbd3661e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.1430218 Apr 21 21:02:36.763801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device b10cf28f-b92b-4596-beaa-32ba696a086c details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:02:36.840605 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:36.856463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Network bb53438a-3327-4b76-88e5-46a4179a528b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:02:36.874057 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:02:36.895576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:36.926720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:02:36.944066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:02:36.946373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=c7d7b2d0-1273-4a82-8821-00980b9f9517,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:36.979225 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc414cb0-635f-4e47-84fd-754d96c863e4 req-9314a02e-9d70-439a-af98-cbd8c9abe8e3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032142 Apr 21 21:02:36.979419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b10cf28f-b92b-4596-beaa-32ba696a086c,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:37.013773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'b10cf28f-b92b-4596-beaa-32ba696a086c', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'port_id': 'b10cf28f-b92b-4596-beaa-32ba696a086c', 'mac_address': 'fa:16:3e:96:25:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85c431-91c5-4196-a488-3699ed589db4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:02:37.046281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89e87e8e-0176-472f-97cf-8a3f862ecf15 req-87b7729b-175d-43bf-bc57-a268859756ee service neutron] 10.222.0.46 "GET /v2.0/networks/60e75a37-a744-4e1b-b755-7a84f6fd5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260498 Apr 21 21:02:37.138945 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.164249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.165112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c8823b-e851-4710-88ab-318b3328f979 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:02:37.172265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.177029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0220c078-19b0-4208-ab8a-788a3bdd8ec4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b7c8823b-e851-4710-88ab-318b3328f979 HTTP/1.1" status: 204 len: 168 time: 3.2144902 Apr 21 21:02:37.179681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57668) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:37.194286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b10cf28f-b92b-4596-beaa-32ba696a086c {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:37.242027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6458307-8b11-4bad-9b49-8c0059f8f7e4 req-494465d5-e6fd-4f90-b4f3-564a8b67c25f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:37.252175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6458307-8b11-4bad-9b49-8c0059f8f7e4 req-494465d5-e6fd-4f90-b4f3-564a8b67c25f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 932 time: 0.5337739 Apr 21 21:02:37.285163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b10cf28f-b92b-4596-beaa-32ba696a086c,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:37.291398 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.370436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20dac8d-f425-4219-bf3e-f0a99d91aaef admin admin] Deleting subnet 8c991039-f6a1-4520-b242-bd914c7b6dc1 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:02:37.386290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:37.386976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.403664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 582e32b7-bf62-4c1d-9f29-80d318d7fd6e up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:37.468604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d20dac8d-f425-4219-bf3e-f0a99d91aaef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.474656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-38134a76-8fe8-4793-a971-9fcd6bf3753e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5215807 Apr 21 21:02:37.528101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Request body: {'port': {'device_id': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:37.543359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6458307-8b11-4bad-9b49-8c0059f8f7e4 req-73050c52-8ee2-4138-8d02-5b53fed549d9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901173 Apr 21 21:02:37.583342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['b10cf28f-b92b-4596-beaa-32ba696a086c'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:37.592182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=b10cf28f-b92b-4596-beaa-32ba696a086c,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:37.696798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c029b4f-6f99-44d2-bde3-7137217aec80 req-56002cdf-02ce-4df4-a02d-8539e8be0633 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:37.717993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c029b4f-6f99-44d2-bde3-7137217aec80 req-56002cdf-02ce-4df4-a02d-8539e8be0633 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 944 time: 0.3977282 Apr 21 21:02:37.722828 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d20dac8d-f425-4219-bf3e-f0a99d91aaef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.728495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6557e18e-8505-4f69-aba5-f86694e75940 None None] Provisioning complete for port c7d7b2d0-1273-4a82-8821-00980b9f9517 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:37.730635 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6557e18e-8505-4f69-aba5-f86694e75940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.812793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.837822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:02:37.868890 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d20dac8d-f425-4219-bf3e-f0a99d91aaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.921985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6557e18e-8505-4f69-aba5-f86694e75940 None None] Port c7d7b2d0-1273-4a82-8821-00980b9f9517 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:02:37.938975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:37.939501 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:37.993482 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c029b4f-6f99-44d2-bde3-7137217aec80 req-ac8896d4-e2d6-4acd-83c6-10881212c7c6 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635486 Apr 21 21:02:38.000601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d20dac8d-f425-4219-bf3e-f0a99d91aaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:38.033859 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d20dac8d-f425-4219-bf3e-f0a99d91aaef admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:38.051217 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d20dac8d-f425-4219-bf3e-f0a99d91aaef admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8c991039-f6a1-4520-b242-bd914c7b6dc1 HTTP/1.1" status: 204 len: 168 time: 0.8693540 Apr 21 21:02:38.052130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57676) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:38.129092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dac8d-f425-4219-bf3e-f0a99d91aaef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c991039-f6a1-4520-b242-bd914c7b6dc1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:38.262711 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:38.329160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b16f09-773b-4a74-a5e4-3df0ce2bf1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582e32b7-bf62-4c1d-9f29-80d318d7fd6e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:38.331779 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c7711d-e0f7-4280-ab92-2ac1b3ca4d20" -d '{"events": [{"server_uuid": "45b16f09-773b-4a74-a5e4-3df0ce2bf1a0", "name": "network-vif-plugged", "status": "completed", "tag": "582e32b7-bf62-4c1d-9f29-80d318d7fd6e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:38.340045 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:38.365276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d61d0-2573-496b-baab-c9c4a68b6c01 req-e798f332-a39e-4187-abdc-a3488ee82ef7 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:38.381352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:38.381580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-187d61d0-2573-496b-baab-c9c4a68b6c01 req-e798f332-a39e-4187-abdc-a3488ee82ef7 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.2706640 Apr 21 21:02:38.388716 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:38.462135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7d154f1c-943d-4154-b237-10fb1cb65fa4 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:02:38.558376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7d154f1c-943d-4154-b237-10fb1cb65fa4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:02:38.579667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7d154f1c-943d-4154-b237-10fb1cb65fa4 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:02:38.609856 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-187d61d0-2573-496b-baab-c9c4a68b6c01 req-8f998968-fcf5-4321-a3f8-cfb286334f24 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268212 Apr 21 21:02:38.624147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:38.659289 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:38.716969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4f30f6-969b-4119-bdcc-b4f144bc4e2c']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:38.769452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8913066f-a158-4111-9c65-42c7859279cb') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:38.769997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8913066f-a158-4111-9c65-42c7859279cb') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:02:38.785710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device b10cf28f-b92b-4596-beaa-32ba696a086c up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:38.821993 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:38.865589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:38.896069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:02:38.896480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:02:38.904689 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:02:38.911566 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d823a4-184e-4b58-a583-4e5650f658a1 x-openstack-request-id: req-86d823a4-184e-4b58-a583-4e5650f658a1 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:38.915679 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b16f09-773b-4a74-a5e4-3df0ce2bf1a0", "name": "network-vif-plugged", "status": "completed", "tag": "582e32b7-bf62-4c1d-9f29-80d318d7fd6e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:38.916070 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86d823a4-184e-4b58-a583-4e5650f658a1 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:38.916613 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d823a4-184e-4b58-a583-4e5650f658a1'] response: {'server_uuid': '45b16f09-773b-4a74-a5e4-3df0ce2bf1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582e32b7-bf62-4c1d-9f29-80d318d7fd6e', 'code': 200} Apr 21 21:02:38.977436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port b10cf28f-b92b-4596-beaa-32ba696a086c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:38.980450 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:39.036847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:39.062519 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:39.075830 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6b4f30f6-969b-4119-bdcc-b4f144bc4e2c HTTP/1.1" status: 204 len: 168 time: 0.9690516 Apr 21 21:02:39.130649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d7b2d0-1273-4a82-8821-00980b9f9517 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:39.144828 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:39.160242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Transition to ACTIVE for port object c7d7b2d0-1273-4a82-8821-00980b9f9517 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:02:39.172615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e2278-e525-4a58-997a-72c492934823 req-32670156-8133-41bd-b0ef-4bf0e00b5d6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:39.180588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-279e2278-e525-4a58-997a-72c492934823 req-32670156-8133-41bd-b0ef-4bf0e00b5d6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 944 time: 1.2871494 Apr 21 21:02:39.210855 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:39.284305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fce506-c362-4789-8ddd-3a2fd6cccd80 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4f30f6-969b-4119-bdcc-b4f144bc4e2c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:39.287620 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:39.352613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-279e2278-e525-4a58-997a-72c492934823 req-7c3ca94c-a943-4d2d-9436-84c249089ef5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709414 Apr 21 21:02:39.359067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fb8d0-914a-4f65-abd1-ae364b6dacc0 req-0bc753a6-01bf-493f-812f-97a4942bfa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:39.372617 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-322fb8d0-914a-4f65-abd1-ae364b6dacc0 req-0bc753a6-01bf-493f-812f-97a4942bfa1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 1096 time: 0.2934062 Apr 21 21:02:39.397298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57706) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:39.406869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 23c4f227-569b-4d98-89cd-484a9feba200 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:02:39.409820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba42a97-10a5-4e7f-a449-38c441878a5a req-b37bf57b-4249-42f6-87f0-c6a5ec696444 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:39.426469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ba42a97-10a5-4e7f-a449-38c441878a5a req-b37bf57b-4249-42f6-87f0-c6a5ec696444 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 932 time: 0.3479645 Apr 21 21:02:39.519875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-322fb8d0-914a-4f65-abd1-ae364b6dacc0 req-9ff41d1d-1fef-4573-8c24-fd23b8c46bc4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892720 Apr 21 21:02:39.535336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ba42a97-10a5-4e7f-a449-38c441878a5a req-470375ba-b7c1-4ba8-bc12-1e053b68cbaa tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029034 Apr 21 21:02:39.590234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b10cf28f-b92b-4596-beaa-32ba696a086c,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:39.635936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Pushing event updated for resources: {'Port': ['ID=c7d7b2d0-1273-4a82-8821-00980b9f9517,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:39.745375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 23c4f227-569b-4d98-89cd-484a9feba200, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=23c4f227-569b-4d98-89cd-484a9feba200,segment=NetworkSegment(695f67d4-7b6c-4658-82fa-9b86d77a1cd0),segment_id=695f67d4-7b6c-4658-82fa-9b86d77a1cd0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:39.749414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57710) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:39.749873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-36d6fc00-d9fb-4a50-94e2-e8ca48e3b2e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=134746395f3149c8b5aa7621ddd04449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475943 Apr 21 21:02:39.779693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0997f6b-9301-4506-87a1-0cda7c4c59b1 req-0123df58-9f0a-4aa2-b35f-e5ec16d0b9a4 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:39.781812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0997f6b-9301-4506-87a1-0cda7c4c59b1 req-0123df58-9f0a-4aa2-b35f-e5ec16d0b9a4 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 944 time: 0.2208557 Apr 21 21:02:39.798269 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:39.818469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '23c4f227-569b-4d98-89cd-484a9feba200', 'network_id': '60e75a37-a744-4e1b-b755-7a84f6fd5c13', 'port_id': '23c4f227-569b-4d98-89cd-484a9feba200', 'mac_address': 'fa:16:3e:95:b4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cb6396-b1a8-4456-a680-eccccbe5fb30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:02:39.857869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Attempting to bind port c7d7b2d0-1273-4a82-8821-00980b9f9517 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:02:39.858209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Attempting to bind port c7d7b2d0-1273-4a82-8821-00980b9f9517 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:02:39.858539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Attempting to bind port c7d7b2d0-1273-4a82-8821-00980b9f9517 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:39.885307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Port c7d7b2d0-1273-4a82-8821-00980b9f9517 on network bb53438a-3327-4b76-88e5-46a4179a528b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:02:39.885825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Attempting to bind port c7d7b2d0-1273-4a82-8821-00980b9f9517 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:02:39.914747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:02:39.914972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Checking segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:02:39.916065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Bound using segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:02:39.916578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Bound port: c7d7b2d0-1273-4a82-8821-00980b9f9517, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:02:39.916982 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:39.933661 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0997f6b-9301-4506-87a1-0cda7c4c59b1 req-7cc7bb8b-3cc9-4593-92e6-774912fdd8e1 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400864 Apr 21 21:02:39.935368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a68cbd34-34b4-4913-8c71-c8e087378c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:39.969190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=b10cf28f-b92b-4596-beaa-32ba696a086c,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:40.010540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55074680-33b0-47ba-857f-3137ea78a1e6 req-ca11a41c-dea1-4744-8a8f-6b124a9892a4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:40.012220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55074680-33b0-47ba-857f-3137ea78a1e6 req-ca11a41c-dea1-4744-8a8f-6b124a9892a4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.2082250 Apr 21 21:02:40.032819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a68cbd34-34b4-4913-8c71-c8e087378c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:40.056139 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:40.101474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c4f227-569b-4d98-89cd-484a9feba200 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:40.110522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] For port c7d7b2d0-1273-4a82-8821-00980b9f9517, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:02:40.118040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] For port c7d7b2d0-1273-4a82-8821-00980b9f9517, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c7d7b2d0-1273-4a82-8821-00980b9f9517,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:02:40.131116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:40.151156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 23c4f227-569b-4d98-89cd-484a9feba200, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=23c4f227-569b-4d98-89cd-484a9feba200,segment=NetworkSegment(695f67d4-7b6c-4658-82fa-9b86d77a1cd0),segment_id=695f67d4-7b6c-4658-82fa-9b86d77a1cd0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:40.160828 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:40.212156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a68cbd34-34b4-4913-8c71-c8e087378c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:40.216518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a68cbd34-34b4-4913-8c71-c8e087378c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:40.220927 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a68cbd34-34b4-4913-8c71-c8e087378c39 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8 HTTP/1.1" status: 204 len: 168 time: 0.4673443 Apr 21 21:02:40.240586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:40.241748 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:40.247496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] 10.222.0.43 "PUT /v2.0/ports/c7d7b2d0-1273-4a82-8821-00980b9f9517 HTTP/1.1" status: 200 len: 1092 time: 2.7492120 Apr 21 21:02:40.248145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'tag': 'c7d7b2d0-1273-4a82-8821-00980b9f9517'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:40.250691 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe501c25-5789-41e9-a660-74d2a52868eb", "tag": "c7d7b2d0-1273-4a82-8821-00980b9f9517"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:40.303371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55074680-33b0-47ba-857f-3137ea78a1e6 req-14c08a0a-c467-4e78-a60c-2fb9865ae574 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771800 Apr 21 21:02:40.323197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cbd34-34b4-4913-8c71-c8e087378c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc9bc68-a671-45cb-a4b9-4f4c37ee39c8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:40.327509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999593a5-7697-45cf-bdcf-ba5d41eefb0c service neutron] Pushing event updated for resources: {'Port': ['ID=c7d7b2d0-1273-4a82-8821-00980b9f9517,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:40.418292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-e0add3d6-241a-4d78-840b-2d603f320cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:40.430388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-e0add3d6-241a-4d78-840b-2d603f320cf4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 1095 time: 0.0955429 Apr 21 21:02:40.455723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=23c4f227-569b-4d98-89cd-484a9feba200,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:40.557877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-744884bd-9e1d-419a-9026-8d8f14b1b963 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7d7b2d0-1273-4a82-8821-00980b9f9517 HTTP/1.1" status: 200 len: 217 time: 0.1193058 Apr 21 21:02:40.610620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f762b2-bfdf-442f-9049-72514a763aee req-a3a83ce2-a66d-4de9-a48b-1b130c97937a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:40.619484 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82f762b2-bfdf-442f-9049-72514a763aee req-a3a83ce2-a66d-4de9-a48b-1b130c97937a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 945 time: 0.0990105 Apr 21 21:02:40.625307 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['23c4f227-569b-4d98-89cd-484a9feba200'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:40.710396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-084e1f4b-9634-4d0f-acdd-6c905c569db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:40.711952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-084e1f4b-9634-4d0f-acdd-6c905c569db0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.1422875 Apr 21 21:02:40.714694 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82f762b2-bfdf-442f-9049-72514a763aee req-c93c81eb-4efe-4ca3-a555-7a450e3ba0ea tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942118 Apr 21 21:02:40.790074 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735e041-42da-4914-b3d9-1a5ba4d04cd8 x-openstack-request-id: req-f735e041-42da-4914-b3d9-1a5ba4d04cd8 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:40.790567 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe501c25-5789-41e9-a660-74d2a52868eb", "tag": "c7d7b2d0-1273-4a82-8821-00980b9f9517", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:40.790685 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f735e041-42da-4914-b3d9-1a5ba4d04cd8 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:40.791031 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f735e041-42da-4914-b3d9-1a5ba4d04cd8'] response: {'name': 'network-changed', 'server_uuid': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'tag': 'c7d7b2d0-1273-4a82-8821-00980b9f9517', 'status': 'completed', 'code': 200} Apr 21 21:02:40.818524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-5d2832e0-6703-47de-bdb4-ce60fccc45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:40.820069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-5d2832e0-6703-47de-bdb4-ce60fccc45a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006777 Apr 21 21:02:40.935937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:40.941185 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5966ccc-5354-41ba-8d09-5c4648883499" -d '{"events": [{"server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "name": "network-vif-plugged", "status": "completed", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:40.953031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b310dce-dba1-4bac-b13d-ee64b2e1d9f7 req-0fad7912-4150-48e9-8bd0-6e64f118e2ae tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:40.955091 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b310dce-dba1-4bac-b13d-ee64b2e1d9f7 req-0fad7912-4150-48e9-8bd0-6e64f118e2ae tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 944 time: 0.0988715 Apr 21 21:02:41.077555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b310dce-dba1-4bac-b13d-ee64b2e1d9f7 req-4f32c202-b3ce-4831-adcf-ca8f944ff942 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156483 Apr 21 21:02:41.078960 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b299442-1f58-461b-a3e3-d1ac946dce6b x-openstack-request-id: req-2b299442-1f58-461b-a3e3-d1ac946dce6b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:41.080009 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "name": "network-vif-plugged", "status": "completed", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:41.080307 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b299442-1f58-461b-a3e3-d1ac946dce6b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:41.080747 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b299442-1f58-461b-a3e3-d1ac946dce6b'] response: {'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c', 'code': 200} Apr 21 21:02:41.143062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-66c2ea8a-1244-4c0b-9cbe-236cf2699f99 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975254 Apr 21 21:02:41.493673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c6449-e237-4a1f-9106-0a150879b3f8 req-5508d49f-b439-4d7b-a756-351378c199b2 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:41.509349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-099c6449-e237-4a1f-9106-0a150879b3f8 req-5508d49f-b439-4d7b-a756-351378c199b2 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 945 time: 0.2873249 Apr 21 21:02:41.555339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6c29200-2578-4996-890b-70e7e0e11b0c req-2953e45d-de43-455e-904b-6f68bc40a01f service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090738 Apr 21 21:02:41.626950 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-099c6449-e237-4a1f-9106-0a150879b3f8 req-3c1b51a5-2205-4209-9e90-f8d50fc27099 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101329 Apr 21 21:02:41.762726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c056fb-4686-4464-99d1-d516ba8d168d req-7f2b4c6b-44f7-4874-b376-86a6a80c2d4b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:41.777069 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88c056fb-4686-4464-99d1-d516ba8d168d req-7f2b4c6b-44f7-4874-b376-86a6a80c2d4b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.2220755 Apr 21 21:02:41.846077 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88c056fb-4686-4464-99d1-d516ba8d168d req-57137532-64d6-43bd-9f97-369951c2afd2 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700064 Apr 21 21:02:41.857405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-455ee565-b65b-4c3d-8a93-257a7c98c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:41.857405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-455ee565-b65b-4c3d-8a93-257a7c98c5bd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 1095 time: 0.1703515 Apr 21 21:02:42.013951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-7d7ea79f-396d-4e2d-9650-2169a596817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:42.015620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-7d7ea79f-396d-4e2d-9650-2169a596817c service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.1559961 Apr 21 21:02:42.153213 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-04be8e1a-bfa1-4c01-8be4-934a2582e7d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7d7b2d0-1273-4a82-8821-00980b9f9517 HTTP/1.1" status: 200 len: 217 time: 0.1264098 Apr 21 21:02:42.306896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703eaf6-c1be-4c07-ab59-24afe936ebf9 req-953af68f-3ba7-4264-b673-8ae76d1e304a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:42.321307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6703eaf6-c1be-4c07-ab59-24afe936ebf9 req-953af68f-3ba7-4264-b673-8ae76d1e304a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 945 time: 0.3036504 Apr 21 21:02:42.378850 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-a1282e9d-e38a-45a5-ac99-ff886b22ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:42.380292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-a1282e9d-e38a-45a5-ac99-ff886b22ec3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.2202387 Apr 21 21:02:42.404897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19726-d027-4630-a941-901314939ab0 req-76afe720-59e8-4d63-a91a-ba389d5a2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:42.411355 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85e19726-d027-4630-a941-901314939ab0 req-76afe720-59e8-4d63-a91a-ba389d5a2ab5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 1096 time: 0.1809378 Apr 21 21:02:42.440791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c294b-c51e-4db0-8e40-3ec410a4eeb5 req-3e1fbc3b-b3da-46bc-b931-6777c6c1f8f9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:42.455041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d0c294b-c51e-4db0-8e40-3ec410a4eeb5 req-3e1fbc3b-b3da-46bc-b931-6777c6c1f8f9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 944 time: 0.2588210 Apr 21 21:02:42.497411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6703eaf6-c1be-4c07-ab59-24afe936ebf9 req-b2797b33-be20-4fc5-95da-b8a3d2535ac5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728606 Apr 21 21:02:42.544095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-0afe0d05-c031-47cd-8061-2a6a31945f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:42.551112 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-0afe0d05-c031-47cd-8061-2a6a31945f09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548898 Apr 21 21:02:42.593441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d0c294b-c51e-4db0-8e40-3ec410a4eeb5 req-f6538c8b-eaa9-46d5-8403-b57958454318 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370838 Apr 21 21:02:42.733393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-1b135bfd-7193-4df2-9947-72ab59979252 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733694 Apr 21 21:02:42.811510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19726-d027-4630-a941-901314939ab0 req-a4fa8a5d-34dd-4979-9a62-1d770d433aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:42.812834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85e19726-d027-4630-a941-901314939ab0 req-a4fa8a5d-34dd-4979-9a62-1d770d433aa3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.3540368 Apr 21 21:02:42.814385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:02:42.942844 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85e19726-d027-4630-a941-901314939ab0 req-5121c6c2-d4f2-4162-a2d4-aa0dd05a0d53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=582e32b7-bf62-4c1d-9f29-80d318d7fd6e HTTP/1.1" status: 200 len: 217 time: 0.0843756 Apr 21 21:02:43.054341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c9778ca-0ca6-4107-8c7c-be99c9588ff4 req-b46d858e-f1d1-437b-a667-a202ad728c3e service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126869 Apr 21 21:02:43.082927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:43.099645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19726-d027-4630-a941-901314939ab0 req-e6e3f923-628a-431b-8677-bd0c421fc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:43.103137 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85e19726-d027-4630-a941-901314939ab0 req-e6e3f923-628a-431b-8677-bd0c421fc3b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.1114609 Apr 21 21:02:43.273101 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85e19726-d027-4630-a941-901314939ab0 req-08e84c40-69f1-4fa8-9dff-b3a43a441646 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669909 Apr 21 21:02:43.407570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '490d7300-797e-4516-8738-d83f48d3341b', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'port_id': '490d7300-797e-4516-8738-d83f48d3341b', 'mac_address': 'fa:16:3e:3e:b1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:02:43.458599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 23c4f227-569b-4d98-89cd-484a9feba200 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:43.600550 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:43.670528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 490d7300-797e-4516-8738-d83f48d3341b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:43.711627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85e19726-d027-4630-a941-901314939ab0 req-0d37d96d-3f79-4f5e-afb6-887d97e6b332 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127981 Apr 21 21:02:43.746139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:43.760505 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:43.774468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 23c4f227-569b-4d98-89cd-484a9feba200 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:02:43.853564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 23c4f227-569b-4d98-89cd-484a9feba200 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:43.854786 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:43.935613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85e19726-d027-4630-a941-901314939ab0 req-2240b551-d6ad-4fb0-9a37-a2a7bd5796d5 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973031 Apr 21 21:02:44.036107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:44.118999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['490d7300-797e-4516-8738-d83f48d3341b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:44.203939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:44.282749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9636f8d-950a-49d1-a653-0897bad814b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c4f227-569b-4d98-89cd-484a9feba200'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:44.285415 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a7e88-fdc9-4c02-98b1-f5655c9fcb0e" -d '{"events": [{"server_uuid": "e9636f8d-950a-49d1-a653-0897bad814b6", "name": "network-vif-plugged", "status": "completed", "tag": "23c4f227-569b-4d98-89cd-484a9feba200"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:44.326037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 23c4f227-569b-4d98-89cd-484a9feba200, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=23c4f227-569b-4d98-89cd-484a9feba200,segment=NetworkSegment(695f67d4-7b6c-4658-82fa-9b86d77a1cd0),segment_id=695f67d4-7b6c-4658-82fa-9b86d77a1cd0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:44.339722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:44.420095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=23c4f227-569b-4d98-89cd-484a9feba200,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:44.830316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:44.967230 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 490d7300-797e-4516-8738-d83f48d3341b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:44.968524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:45.097671 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:45.177237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:45.186488 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:45.296602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:46.840838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device c7d7b2d0-1273-4a82-8821-00980b9f9517 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:02:46.956396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port c7d7b2d0-1273-4a82-8821-00980b9f9517, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c7d7b2d0-1273-4a82-8821-00980b9f9517,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:46.977338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'c7d7b2d0-1273-4a82-8821-00980b9f9517', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'port_id': 'c7d7b2d0-1273-4a82-8821-00980b9f9517', 'mac_address': 'fa:16:3e:5b:86:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:02:47.040168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:47.063176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d7b2d0-1273-4a82-8821-00980b9f9517 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:02:47.090735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port c7d7b2d0-1273-4a82-8821-00980b9f9517, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c7d7b2d0-1273-4a82-8821-00980b9f9517,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:47.098253 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:47.174429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=c7d7b2d0-1273-4a82-8821-00980b9f9517,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:47.530633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['c7d7b2d0-1273-4a82-8821-00980b9f9517'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:48.837611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71198842-9d70-4e6a-b1c6-55e8021089e4 req-dc874d3f-0955-450a-872f-9e5f8ba9644d tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:48.846481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71198842-9d70-4e6a-b1c6-55e8021089e4 req-dc874d3f-0955-450a-872f-9e5f8ba9644d tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 946 time: 0.0824537 Apr 21 21:02:48.849430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device c7d7b2d0-1273-4a82-8821-00980b9f9517 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:02:48.908809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71198842-9d70-4e6a-b1c6-55e8021089e4 req-0fa8b8a0-36b6-4c27-87f9-d016e3508aa1 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613639 Apr 21 21:02:48.998003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port c7d7b2d0-1273-4a82-8821-00980b9f9517 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:02:49.007564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port c7d7b2d0-1273-4a82-8821-00980b9f9517 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:02:49.011800 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:49.122623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfc525-3ed2-4dc7-a833-aef5ac1768d4 req-126da197-613b-496b-9dd8-2fedeec63427 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:49.140357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8bdfc525-3ed2-4dc7-a833-aef5ac1768d4 req-126da197-613b-496b-9dd8-2fedeec63427 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 945 time: 0.1302691 Apr 21 21:02:49.162633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258f5a4-fb5a-4853-bb27-d1640ead4ec8 req-5c5b8e71-8b60-4fbe-a458-f197353dab5f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:49.164990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2258f5a4-fb5a-4853-bb27-d1640ead4ec8 req-5c5b8e71-8b60-4fbe-a458-f197353dab5f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.1295118 Apr 21 21:02:49.230665 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:49.237117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8bdfc525-3ed2-4dc7-a833-aef5ac1768d4 req-b33d340a-b72c-4249-91c6-3ec9b883cae4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958459 Apr 21 21:02:49.277913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port c7d7b2d0-1273-4a82-8821-00980b9f9517, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c7d7b2d0-1273-4a82-8821-00980b9f9517,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:49.283249 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:49.293234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2258f5a4-fb5a-4853-bb27-d1640ead4ec8 req-ee9fa644-e2cf-4c3e-9263-6adf0af01909 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141279 Apr 21 21:02:49.464697 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef137a-7239-4b84-a99a-7a46f1073007 req-b248d8af-e303-467c-abd6-7356ebe8f7f3 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:49.466968 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9431dd1-a21a-40c8-a591-89baf04f914b x-openstack-request-id: req-e9431dd1-a21a-40c8-a591-89baf04f914b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:49.467355 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9636f8d-950a-49d1-a653-0897bad814b6", "name": "network-vif-plugged", "status": "completed", "tag": "23c4f227-569b-4d98-89cd-484a9feba200", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:49.469221 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00ef137a-7239-4b84-a99a-7a46f1073007 req-b248d8af-e303-467c-abd6-7356ebe8f7f3 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 946 time: 0.1009836 Apr 21 21:02:49.470953 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9431dd1-a21a-40c8-a591-89baf04f914b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:49.471455 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9431dd1-a21a-40c8-a591-89baf04f914b'] response: {'server_uuid': 'e9636f8d-950a-49d1-a653-0897bad814b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c4f227-569b-4d98-89cd-484a9feba200', 'code': 200} Apr 21 21:02:49.472383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=c7d7b2d0-1273-4a82-8821-00980b9f9517,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:49.551500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fac4468f-b911-430b-907f-721308365179 req-18c5ec50-1513-4617-bcbc-4add2bde98d7 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cb0784e-93a3-48b0-aa98-45853c97f56c HTTP/1.1" status: 200 len: 210 time: 0.0464396 Apr 21 21:02:49.565597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00ef137a-7239-4b84-a99a-7a46f1073007 req-c99ff6c8-848d-494b-8a2c-80e03b2b183e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797753 Apr 21 21:02:50.352666 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:50.543388 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:51.472474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}, {'server_uuid': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d7b2d0-1273-4a82-8821-00980b9f9517'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:51.475172 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bf6a3d-bf73-4022-9a85-8304e8539931" -d '{"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-plugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}, {"server_uuid": "fe501c25-5789-41e9-a660-74d2a52868eb", "name": "network-vif-plugged", "status": "completed", "tag": "c7d7b2d0-1273-4a82-8821-00980b9f9517"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:52.246505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e19726-d027-4630-a941-901314939ab0 req-566caf78-3a25-443d-b954-610b75d6ddd6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:52.248224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e19726-d027-4630-a941-901314939ab0 req-566caf78-3a25-443d-b954-610b75d6ddd6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/ports?device_id=45b16f09-773b-4a74-a5e4-3df0ce2bf1a0 HTTP/1.1" status: 200 len: 945 time: 0.1662040 Apr 21 21:02:52.318645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6445c8-7b7d-4073-9399-719a4a2e675e req-23d9428e-6be1-4aac-b545-2ad1207fcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:52.320679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f6445c8-7b7d-4073-9399-719a4a2e675e req-23d9428e-6be1-4aac-b545-2ad1207fcdf4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 1097 time: 0.4643826 Apr 21 21:02:52.366800 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f6445c8-7b7d-4073-9399-719a4a2e675e req-9d0c909b-936d-4e96-99bf-8131c5ddca9b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Apr 21 21:02:52.436049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-85e19726-d027-4630-a941-901314939ab0 req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Deleting port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:02:52.436788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-85e19726-d027-4630-a941-901314939ab0 req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:52.604373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-85e19726-d027-4630-a941-901314939ab0 req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] For port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:52.604779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-85e19726-d027-4630-a941-901314939ab0 req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:52.619998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-85e19726-d027-4630-a941-901314939ab0 req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Calling delete_port for 582e32b7-bf62-4c1d-9f29-80d318d7fd6e owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:02:52.783213 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-85e19726-d027-4630-a941-901314939ab0 req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:52.796706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['582e32b7-bf62-4c1d-9f29-80d318d7fd6e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:52.799469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:52.873316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event deleted for resources: {'Port': ['ID=582e32b7-bf62-4c1d-9f29-80d318d7fd6e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:52.932736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e19726-d027-4630-a941-901314939ab0 req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] No DVR routers for this DVR port 582e32b7-bf62-4c1d-9f29-80d318d7fd6e on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:02:52.935977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-85e19726-d027-4630-a941-901314939ab0 req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:52.948167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e19726-d027-4630-a941-901314939ab0 req-da38a8a4-4c22-4a80-8600-4ac93e5ef3f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "DELETE /v2.0/ports/582e32b7-bf62-4c1d-9f29-80d318d7fd6e HTTP/1.1" status: 204 len: 173 time: 0.6828399 Apr 21 21:02:52.948603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b16f09-773b-4a74-a5e4-3df0ce2bf1a0', 'name': 'network-vif-deleted', 'tag': '582e32b7-bf62-4c1d-9f29-80d318d7fd6e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:52.951151 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bfa764-0f90-447e-bfcb-54217dc8cdd0" -d '{"events": [{"server_uuid": "45b16f09-773b-4a74-a5e4-3df0ce2bf1a0", "name": "network-vif-deleted", "tag": "582e32b7-bf62-4c1d-9f29-80d318d7fd6e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:53.487832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6bed9d58-5212-41a8-9f0c-dc9cd420f849 req-85809a33-5834-4118-98fd-0f5ddaad4784 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4cb0784e-93a3-48b0-aa98-45853c97f56c HTTP/1.1" status: 200 len: 210 time: 0.0541584 Apr 21 21:02:54.707328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4dc06-e03f-4d24-9330-3b4a577f4288 req-e7cd817e-d686-4640-91b4-a9b510b2dc49 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:54.716115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ba4dc06-e03f-4d24-9330-3b4a577f4288 req-e7cd817e-d686-4640-91b4-a9b510b2dc49 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 946 time: 0.0675755 Apr 21 21:02:54.774854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ba4dc06-e03f-4d24-9330-3b4a577f4288 req-a4ef2326-1568-442a-bc4d-9b7a07a8c198 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Apr 21 21:02:54.894222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b219ac-e04d-488a-b6fa-b7aa93ffaa03 req-00580e9f-0947-4d6c-8e61-a08a4cc6be12 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:54.902675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01b219ac-e04d-488a-b6fa-b7aa93ffaa03 req-00580e9f-0947-4d6c-8e61-a08a4cc6be12 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 946 time: 0.0771189 Apr 21 21:02:54.918254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cea2cf-0b9c-49d3-ad68-839fbb508f46 req-79d08b9f-510e-4346-80da-a7f0d65e6377 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:54.930057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04cea2cf-0b9c-49d3-ad68-839fbb508f46 req-79d08b9f-510e-4346-80da-a7f0d65e6377 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.0995772 Apr 21 21:02:54.950473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01b219ac-e04d-488a-b6fa-b7aa93ffaa03 req-85cdd5ca-64e4-4f37-93dd-8bab684c428a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460849 Apr 21 21:02:54.999644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04cea2cf-0b9c-49d3-ad68-839fbb508f46 req-6fad4d3a-15b6-476c-aab4-4f12ea15ee24 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603476 Apr 21 21:02:55.014631 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5611f1a7-279d-41f9-b490-e364cfc41357 x-openstack-request-id: req-5611f1a7-279d-41f9-b490-e364cfc41357 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:55.015518 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-plugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "code": 200}, {"server_uuid": "fe501c25-5789-41e9-a660-74d2a52868eb", "name": "network-vif-plugged", "status": "completed", "tag": "c7d7b2d0-1273-4a82-8821-00980b9f9517", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:55.016053 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5611f1a7-279d-41f9-b490-e364cfc41357 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:55.016610 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5611f1a7-279d-41f9-b490-e364cfc41357'] response: {'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'code': 200} Apr 21 21:02:55.017041 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5611f1a7-279d-41f9-b490-e364cfc41357'] response: {'server_uuid': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d7b2d0-1273-4a82-8821-00980b9f9517', 'code': 200} Apr 21 21:02:55.073304 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e1377c-92b1-40f4-a52f-38d27e86e625 x-openstack-request-id: req-e4e1377c-92b1-40f4-a52f-38d27e86e625 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:55.074803 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b16f09-773b-4a74-a5e4-3df0ce2bf1a0", "name": "network-vif-deleted", "tag": "582e32b7-bf62-4c1d-9f29-80d318d7fd6e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:55.075126 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4e1377c-92b1-40f4-a52f-38d27e86e625 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:55.075603 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e1377c-92b1-40f4-a52f-38d27e86e625'] response: {'server_uuid': '45b16f09-773b-4a74-a5e4-3df0ce2bf1a0', 'name': 'network-vif-deleted', 'tag': '582e32b7-bf62-4c1d-9f29-80d318d7fd6e', 'status': 'completed', 'code': 200} Apr 21 21:02:55.428496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b913f0-fc05-427d-9f78-e41fe90a5e95 req-9cb7c65c-264e-4d8e-b121-db169d3c4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:55.430544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53b913f0-fc05-427d-9f78-e41fe90a5e95 req-9cb7c65c-264e-4d8e-b121-db169d3c4580 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 1097 time: 0.1004770 Apr 21 21:02:55.453240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 582e32b7-bf62-4c1d-9f29-80d318d7fd6e no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:02:55.485973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53b913f0-fc05-427d-9f78-e41fe90a5e95 req-345fd588-a9ce-4012-8893-2cc606f7737b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380747 Apr 21 21:02:55.500259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 582e32b7-bf62-4c1d-9f29-80d318d7fd6e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:02:55.502158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 582e32b7-bf62-4c1d-9f29-80d318d7fd6e not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:02:56.104568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b088929-9367-4547-a37d-7cef83be803d req-00e17de9-44c1-4e1c-825c-a7a507aab42c tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0326803 Apr 21 21:02:56.114805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-e570807c-08cb-4469-9f4a-7a0ae5a74922 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:56.124692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-e570807c-08cb-4469-9f4a-7a0ae5a74922 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.1301022 Apr 21 21:02:56.141528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-df774fcb-8f04-4341-ba3b-4411f34bf25e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/quotas/76458e785e67444ab87516449459bd4d HTTP/1.1" status: 200 len: 375 time: 0.0155163 Apr 21 21:02:56.198572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-ff83d6aa-b5c0-43c4-ad19-f735ad40db8e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559397 Apr 21 21:02:56.325978 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-195ba983-ef63-4af8-b2ea-e451cc009d66 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261232 Apr 21 21:02:56.475339 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-515bf741-b2ac-483c-bde7-f423022b93a3 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257575 Apr 21 21:02:56.550847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d5edf-88f8-4829-9fa2-a8c2276faebf req-1a318341-3e11-4747-afa6-07fece5e9d54 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:56.561980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e6d5edf-88f8-4829-9fa2-a8c2276faebf req-1a318341-3e11-4747-afa6-07fece5e9d54 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 946 time: 0.0730963 Apr 21 21:02:56.659146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e6d5edf-88f8-4829-9fa2-a8c2276faebf req-4162bccc-03d4-46d2-820a-89817a966e1b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888953 Apr 21 21:02:56.761491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65670a-236b-40d3-8306-92ac71479d39 req-219f8d6e-1c33-4743-b9b4-681cecee82dd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:56.774500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b65670a-236b-40d3-8306-92ac71479d39 req-219f8d6e-1c33-4743-b9b4-681cecee82dd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.1330972 Apr 21 21:02:56.818821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b65670a-236b-40d3-8306-92ac71479d39 req-36fc5245-ae6b-42e2-929a-87a7a62b43dc tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433924 Apr 21 21:02:56.944952 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fbf80d48-13f9-4386-8c13-2fb51719455b req-6cdc8f3b-5a6b-471a-b320-8b308f3321b1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 210 time: 0.0578387 Apr 21 21:02:57.077629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-d80a741f-56e1-4020-8489-42ef6ce8bef6 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:57.086288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-d80a741f-56e1-4020-8489-42ef6ce8bef6 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 805 time: 0.2046313 Apr 21 21:02:57.106033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-bac57f5d-80db-4866-ae3d-a77ea8b3c442 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/quotas/3a0a65fd62424565a1e39f85fabf8107 HTTP/1.1" status: 200 len: 375 time: 0.0182779 Apr 21 21:02:57.185550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-53606c35-ab64-4c0d-9d71-2a79c1a48211 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785458 Apr 21 21:02:57.276393 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b645023-d458-446a-8162-0cddf3ca05ee req-cf0ffdda-2dee-4be2-ba7e-748590029a55 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0380697 Apr 21 21:02:57.307710 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-e771ef0c-cd56-4a9c-a15e-abb45cc0eeac service neutron] 10.222.0.49 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208405 Apr 21 21:02:57.395721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f84b1-752d-4f10-8442-5299da973554 req-f8a1a62d-b1e0-4180-ad9a-d1991e3ba4b6 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:57.397543 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f54f84b1-752d-4f10-8442-5299da973554 req-f8a1a62d-b1e0-4180-ad9a-d1991e3ba4b6 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 946 time: 0.0516198 Apr 21 21:02:57.426506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-e97aa05c-cc3f-43a5-87ad-9e6618099f37 service neutron] 10.222.0.49 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178117 Apr 21 21:02:57.442494 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f54f84b1-752d-4f10-8442-5299da973554 req-a5893456-f56d-483f-b702-075fe41af448 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370693 Apr 21 21:02:57.665758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e92e24e-f3fa-4f7e-83a0-6633e4840b7e req-7ff898ba-e54a-4034-b9f4-b6a9df7f89e2 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 210 time: 0.0497129 Apr 21 21:02:57.821256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad56dea-b487-4763-9f58-7b26a205f0d2 req-776099a5-a9fd-49fb-9851-5650a229fcf7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:57.831377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ad56dea-b487-4763-9f58-7b26a205f0d2 req-776099a5-a9fd-49fb-9851-5650a229fcf7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 946 time: 0.0729442 Apr 21 21:02:57.889384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ad56dea-b487-4763-9f58-7b26a205f0d2 req-41ed50d9-003c-4f5d-874e-7f01af9bf24b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567064 Apr 21 21:02:58.028373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af035da5-c65d-4388-b988-2e73ca5bb4ab req-c815b011-d036-4214-8b08-06e221caea25 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:58.039513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adca59-3ff9-4098-9f18-b28ed0fa7bc2 req-067ca0e3-f555-4326-90ce-d71854f9e53d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:58.045084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7adca59-3ff9-4098-9f18-b28ed0fa7bc2 req-067ca0e3-f555-4326-90ce-d71854f9e53d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.1075785 Apr 21 21:02:58.049270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af035da5-c65d-4388-b988-2e73ca5bb4ab req-c815b011-d036-4214-8b08-06e221caea25 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 946 time: 0.0844076 Apr 21 21:02:58.051448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58118) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:02:58.126671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'floatingip': {'port_id': 'c7d7b2d0-1273-4a82-8821-00980b9f9517'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:58.168345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7adca59-3ff9-4098-9f18-b28ed0fa7bc2 req-d34c8366-23ad-40db-92be-c051d7731520 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208258 Apr 21 21:02:58.293392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-678df11b-4e58-442c-90b9-c12ab5b5fd5a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:58.295153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-678df11b-4e58-442c-90b9-c12ab5b5fd5a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.1539528 Apr 21 21:02:58.340149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Request body: {'port': {'device_id': '4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'admin_state_up': True, 'tenant_id': '76458e785e67444ab87516449459bd4d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:02:58.420334 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:58.436092 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68800d60-d2d3-4c91-ac8c-cba4183d109f req-5512ae52-13af-4a6c-b71d-33ff6a49d2bf tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0521200 Apr 21 21:02:58.456366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3957d7d9-c8d6-4f5d-907b-e6dacc119b52 req-a0b9d4f8-db00-444b-9595-81c67362896c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 210 time: 0.2040565 Apr 21 21:02:58.525986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae4a65-0161-432a-896b-0015370e4c0e req-178799a2-12a9-4b17-b7a7-607ad22b6a2f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:58.528569 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44ae4a65-0161-432a-896b-0015370e4c0e req-178799a2-12a9-4b17-b7a7-607ad22b6a2f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f88fafa-ab88-4a2f-957c-1141b32991b7 HTTP/1.1" status: 200 len: 945 time: 0.4777906 Apr 21 21:02:58.611083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d47b12-8a3b-4320-b2e1-01b60c2d04ed req-5747763e-97e1-433e-9f5b-0363a79e4fb9 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:58.614111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96d47b12-8a3b-4320-b2e1-01b60c2d04ed req-5747763e-97e1-433e-9f5b-0363a79e4fb9 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 946 time: 0.0607314 Apr 21 21:02:58.710077 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96d47b12-8a3b-4320-b2e1-01b60c2d04ed req-d5973b1c-909d-47ce-8701-9845328576cb tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/security-groups?id=afc188fc-5ffe-411a-b377-17bb37fc6dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776403 Apr 21 21:02:58.712654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:02:58.728835 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:58.926661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device b10cf28f-b92b-4596-beaa-32ba696a086c no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:02:58.927604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79779012-543a-41bb-9776-7beb8b704265 req-89d4603e-01a9-4bc8-95dd-12eb00a30df2 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 210 time: 0.1007626 Apr 21 21:02:58.966554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-100a6494-f84f-4dfa-a939-b12f3885391a tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:58.968660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-100a6494-f84f-4dfa-a939-b12f3885391a tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 946 time: 0.1109848 Apr 21 21:02:59.173965 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:59.264798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Deleting port 23c4f227-569b-4d98-89cd-484a9feba200 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:02:59.266945 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:59.344852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b10cf28f-b92b-4596-beaa-32ba696a086c,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:59.346313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:59.349460 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba934655-5781-4e60-98f4-a225ae140c78" -d '{"events": [{"server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "name": "network-vif-unplugged", "status": "completed", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:59.356096 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:59.461862 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab5a772-82b2-4c86-85ee-131a3f8d0354 x-openstack-request-id: req-5ab5a772-82b2-4c86-85ee-131a3f8d0354 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:02:59.462215 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "name": "network-vif-unplugged", "status": "completed", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:02:59.462474 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ab5a772-82b2-4c86-85ee-131a3f8d0354 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:02:59.466058 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab5a772-82b2-4c86-85ee-131a3f8d0354'] response: {'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c', 'code': 200} Apr 21 21:02:59.467237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=b10cf28f-b92b-4596-beaa-32ba696a086c,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:59.485728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.488090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.488433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.488800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.488965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16393717-fbb8-4581-b643-9f48019c1471 req-4402c59b-a75a-47d8-acd8-119c97e850cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:02:59.489423 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.489423 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.489751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.490076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.490397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.494492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.494848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.496610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:02:59.501701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16393717-fbb8-4581-b643-9f48019c1471 req-4402c59b-a75a-47d8-acd8-119c97e850cd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.1600051 Apr 21 21:02:59.505777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] For port 23c4f227-569b-4d98-89cd-484a9feba200, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=23c4f227-569b-4d98-89cd-484a9feba200,segment=NetworkSegment(695f67d4-7b6c-4658-82fa-9b86d77a1cd0),segment_id=695f67d4-7b6c-4658-82fa-9b86d77a1cd0)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:02:59.506224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:59.535747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Calling delete_port for 23c4f227-569b-4d98-89cd-484a9feba200 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:02:59.574222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16393717-fbb8-4581-b643-9f48019c1471 req-1477e8da-68bd-485a-8b15-e4f0db6fa6f6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713925 Apr 21 21:02:59.667044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-44ae4a65-0161-432a-896b-0015370e4c0e req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Deleting port b10cf28f-b92b-4596-beaa-32ba696a086c {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:02:59.667597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-44ae4a65-0161-432a-896b-0015370e4c0e req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:59.750448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9a9f0e9f-aa97-411d-9d98-9a5b4418324d req-1b116c9c-6460-4080-8cb5-99dea924c7f7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 210 time: 0.0443020 Apr 21 21:02:59.840489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:59.853427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['23c4f227-569b-4d98-89cd-484a9feba200'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:02:59.878889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Pushing event deleted for resources: {'Port': ['ID=23c4f227-569b-4d98-89cd-484a9feba200,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:02:59.925268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f476a3a4-c617-46d5-9cb5-f841616d028b req-a9d8a8ed-ae24-4ac6-84c9-1b3cab6fdfbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.3143892 Apr 21 21:02:59.967723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] No DVR routers for this DVR port 23c4f227-569b-4d98-89cd-484a9feba200 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:02:59.971293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:02:59.974741 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92cf94e8-eab6-424e-916c-04bdc84f91c0 req-945c47fe-a0b1-45b1-ae1f-4e4a361704a8 tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.46 "DELETE /v2.0/ports/23c4f227-569b-4d98-89cd-484a9feba200 HTTP/1.1" status: 204 len: 173 time: 0.9717019 Apr 21 21:02:59.975198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9636f8d-950a-49d1-a653-0897bad814b6', 'name': 'network-vif-deleted', 'tag': '23c4f227-569b-4d98-89cd-484a9feba200'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:02:59.978266 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ce060-b05c-4299-8b70-cc9813bda051" -d '{"events": [{"server_uuid": "e9636f8d-950a-49d1-a653-0897bad814b6", "name": "network-vif-deleted", "tag": "23c4f227-569b-4d98-89cd-484a9feba200"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:02:59.992695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a1e0739-6171-4535-88e8-b0782d0f5128 req-7f996348-d5f6-4de6-a181-dcdc2e954b65 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.3827662 Apr 21 21:03:00.032642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3c278fd-1596-41a5-8a98-7f2338ba4198 req-ffaccef6-62af-4763-ba0a-0d1fc0325bad tempest-ServerAddressesTestJSON-163072087 tempest-ServerAddressesTestJSON-163072087-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9636f8d-950a-49d1-a653-0897bad814b6 HTTP/1.1" status: 200 len: 210 time: 0.0766702 Apr 21 21:03:00.107836 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3bcb91-77cf-4550-ab04-c6f109793695 x-openstack-request-id: req-6b3bcb91-77cf-4550-ab04-c6f109793695 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:00.108122 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9636f8d-950a-49d1-a653-0897bad814b6", "name": "network-vif-deleted", "tag": "23c4f227-569b-4d98-89cd-484a9feba200", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:00.108372 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b3bcb91-77cf-4550-ab04-c6f109793695 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:00.108788 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3bcb91-77cf-4550-ab04-c6f109793695'] response: {'server_uuid': 'e9636f8d-950a-49d1-a653-0897bad814b6', 'name': 'network-vif-deleted', 'tag': '23c4f227-569b-4d98-89cd-484a9feba200', 'status': 'completed', 'code': 200} Apr 21 21:03:00.332705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-edf53efc-c080-4d24-b8a6-609fe921493f req-d98d85ef-a14e-4ae3-8860-3ddaa39c2997 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 210 time: 0.1773689 Apr 21 21:03:00.481129 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-afa2c62a-5eb1-461d-8d60-315786f1384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:00.581952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-e5c3f77d-0a7a-4f14-b069-30b8e676167e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:00.583486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-e5c3f77d-0a7a-4f14-b069-30b8e676167e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.43 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 805 time: 0.9767339 Apr 21 21:03:00.595284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-44ae4a65-0161-432a-896b-0015370e4c0e req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] For port b10cf28f-b92b-4596-beaa-32ba696a086c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=b10cf28f-b92b-4596-beaa-32ba696a086c,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:00.595651 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-44ae4a65-0161-432a-896b-0015370e4c0e req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:00.610129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Request body: {'port': {'device_id': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'admin_state_up': True, 'tenant_id': '3a0a65fd62424565a1e39f85fabf8107'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:00.665628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-44ae4a65-0161-432a-896b-0015370e4c0e req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Calling delete_port for b10cf28f-b92b-4596-beaa-32ba696a086c owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:03:00.671550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.resource_extend [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:03:00.837572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae64e71-ce29-476e-abde-9491264fbf1a req-57d93fc5-856a-4772-966a-567edea8cdc1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:00.859900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ae64e71-ce29-476e-abde-9491264fbf1a req-57d93fc5-856a-4772-966a-567edea8cdc1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.1308224 Apr 21 21:03:00.905327 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ae64e71-ce29-476e-abde-9491264fbf1a req-9783861b-fc31-4c4b-8982-160fa2146068 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Apr 21 21:03:00.947725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Allocated IP 172.20.0.8 (74dc5594-2b4a-4072-9a75-1038017db159/c929aed1-8248-4321-818a-5ec8bd42d411/07125644-e744-4061-8efa-643d7e2626e0) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:03:00.996089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c68c48f5-e0dc-43fc-a4cf-3646fc9ee806 req-9c948320-b8a0-4838-bd51-b3a0f14ebc45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 210 time: 0.0712092 Apr 21 21:03:01.015323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:01.031870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Made reservation on behalf of 3a0a65fd62424565a1e39f85fabf8107 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:01.040031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:01.104736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:01.154287 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:01.420309 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-44ae4a65-0161-432a-896b-0015370e4c0e req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:01.491007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 7d292c10-31a3-4cbf-9588-ea6819d2e5be details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:03:01.693993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:01.695245 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4232b05-e5d8-4d6d-bba6-3238d7cb405c req-72be0cc0-ba13-4f4d-8ccf-4d7690f3f59c tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.5598669 Apr 21 21:03:01.722491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Pushing event deleted for resources: {'Port': ['ID=b10cf28f-b92b-4596-beaa-32ba696a086c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:01.727621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5253453-cd87-491a-9c96-9b8b28c22f8e admin admin] Deleting subnet 32cb6396-b1a8-4456-a680-eccccbe5fb30 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:03:01.770724 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Floating IP 0d799d44-9598-491d-9124-527b0292f3c7 associated. External IP: 172.25.0.173, port: c7d7b2d0-1273-4a82-8821-00980b9f9517. Apr 21 21:03:01.798192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5253453-cd87-491a-9c96-9b8b28c22f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:01.860567 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5253453-cd87-491a-9c96-9b8b28c22f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:01.912801 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5253453-cd87-491a-9c96-9b8b28c22f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:01.916319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:01.932053 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'port_id': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'mac_address': 'fa:16:3e:6c:11:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:03:01.998214 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.015971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5253453-cd87-491a-9c96-9b8b28c22f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.017725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d292c10-31a3-4cbf-9588-ea6819d2e5be {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:02.048548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:02.060880 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.103086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5253453-cd87-491a-9c96-9b8b28c22f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cb6396-b1a8-4456-a680-eccccbe5fb30,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:02.119640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5253453-cd87-491a-9c96-9b8b28c22f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.125439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b5253453-cd87-491a-9c96-9b8b28c22f8e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/32cb6396-b1a8-4456-a680-eccccbe5fb30 HTTP/1.1" status: 204 len: 168 time: 1.0196009 Apr 21 21:03:02.128891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58194) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:02.153618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:02.216429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb1b1b-d983-4bb9-b647-bf3aa725e9ed req-ed16ae91-7d0c-4681-9f1c-664c5c2bdeba tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:02.223414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ceeb1b1b-d983-4bb9-b647-bf3aa725e9ed req-ed16ae91-7d0c-4681-9f1c-664c5c2bdeba tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 944 time: 0.2176111 Apr 21 21:03:02.277257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.328565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ceeb1b1b-d983-4bb9-b647-bf3aa725e9ed req-93d0e2d0-cbc5-4a9c-a507-1d4e6babf508 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942764 Apr 21 21:03:02.330011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Allocated IP 172.20.0.2 (0d009106-86b9-40db-8522-72042c95f0f2/8d85c431-91c5-4196-a488-3699ed589db4/ae6aa65b-ad97-445d-9f90-a986a940d46e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:03:02.374393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f933bab2-d0fe-46cb-bd8d-5234abad5544 req-d2c57b44-19b3-4c0a-9784-f3490085e625 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 210 time: 0.6770077 Apr 21 21:03:02.375658 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.389282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['7d292c10-31a3-4cbf-9588-ea6819d2e5be'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:02.391608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:02.456728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.458278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event updated for resources: {'Port': ['ID=07125644-e744-4061-8efa-643d7e2626e0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:02.482726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e75a37-a744-4e1b-b755-7a84f6fd5c13']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:02.492842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695f67d4-7b6c-4658-82fa-9b86d77a1cd0') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:02.493393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695f67d4-7b6c-4658-82fa-9b86d77a1cd0') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:02.503619 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.524383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.531065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:03:02.531670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:03:02.603257 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:03:02.612380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.620494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.624181 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] 10.222.0.49 "DELETE /v2.0/networks/60e75a37-a744-4e1b-b755-7a84f6fd5c13 HTTP/1.1" status: 204 len: 168 time: 0.4946480 Apr 21 21:03:02.626685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae4a65-0161-432a-896b-0015370e4c0e req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] No DVR routers for this DVR port b10cf28f-b92b-4596-beaa-32ba696a086c on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:03:02.635643 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-44ae4a65-0161-432a-896b-0015370e4c0e req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.639273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44ae4a65-0161-432a-896b-0015370e4c0e req-b232f347-7f6f-42d0-b92f-3b44e951c5bc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.43 "DELETE /v2.0/ports/b10cf28f-b92b-4596-beaa-32ba696a086c HTTP/1.1" status: 204 len: 173 time: 4.0889795 Apr 21 21:03:02.641301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'name': 'network-vif-deleted', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:02.643980 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f952976-ad8c-4b29-8c1f-11684823b3e6" -d '{"events": [{"server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "name": "network-vif-deleted", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:02.651091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad5595-d85f-486d-b931-21264f8646ee admin admin] Pushing event deleted for resources: {'Network': ['ID=60e75a37-a744-4e1b-b755-7a84f6fd5c13,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:02.672588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfc8b6-659f-4d4c-8822-30408f5b5fb5 req-14d49303-3e33-4d9e-8681-b46fa21acb42 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:02.681540 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8cfc8b6-659f-4d4c-8822-30408f5b5fb5 req-14d49303-3e33-4d9e-8681-b46fa21acb42 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 931 time: 0.2454741 Apr 21 21:03:02.708933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:03:02.717359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Network 74dc5594-2b4a-4072-9a75-1038017db159 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:03:02.753826 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9032c25-f4f0-4d13-bc43-33a77619a4a1 x-openstack-request-id: req-a9032c25-f4f0-4d13-bc43-33a77619a4a1 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:02.754789 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f88fafa-ab88-4a2f-957c-1141b32991b7", "name": "network-vif-deleted", "tag": "b10cf28f-b92b-4596-beaa-32ba696a086c", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:02.755267 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9032c25-f4f0-4d13-bc43-33a77619a4a1 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:02.755979 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9032c25-f4f0-4d13-bc43-33a77619a4a1'] response: {'server_uuid': '5f88fafa-ab88-4a2f-957c-1141b32991b7', 'name': 'network-vif-deleted', 'tag': 'b10cf28f-b92b-4596-beaa-32ba696a086c', 'status': 'completed', 'code': 200} Apr 21 21:03:02.758631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:03:02.765009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:03:02.792850 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8cfc8b6-659f-4d4c-8822-30408f5b5fb5 req-0c1b7ea4-3015-4e50-81db-68a6c7edef87 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100390 Apr 21 21:03:02.836922 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9a42e246-f003-4299-8b24-9901309d1532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:02.935626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-692fe714-1f68-431b-85db-577e3be4d83c req-a894fe1e-c248-49dc-ab41-5f4e10802db7 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0422800 Apr 21 21:03:02.972839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58208) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:03.049838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:03.050482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:03.067560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58216) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:03.068512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e6b2e98c-c074-4cbe-9784-d8fb181b71f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a163b5d6fe5b4004856f35c7c48d5e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965750 Apr 21 21:03:03.137685 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-d88400d2-cbac-43d6-bfa5-184e82a277eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8207169 Apr 21 21:03:03.201343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Request body: {'port': {'device_id': '4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:03.490565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 23c4f227-569b-4d98-89cd-484a9feba200 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:03:03.516652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 23c4f227-569b-4d98-89cd-484a9feba200 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:03:03.546242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 23c4f227-569b-4d98-89cd-484a9feba200 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:03:03.560146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fe70528a-7900-4847-984c-b062bc4014cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:03.583175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82f0efba-f877-489d-ad20-8360722ae1ed req-6781be3a-2e71-45d5-9938-2f6b65d3ff27 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 210 time: 0.0307579 Apr 21 21:03:03.645385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:03:03.649986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:03.658056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fe70528a-7900-4847-984c-b062bc4014cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:03.661529 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:03:03.662152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:03.674009 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:03:03.674625 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:03:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:03.727964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c7a3b346-5dea-4d7d-900f-f14c60a50134 req-76b2f416-a891-44de-ad02-76b39485c4d5 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0586412 Apr 21 21:03:03.744644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f65c94-a6ad-4695-9751-88ee402737a4 req-0043b388-61c3-4e7b-bff0-bdf706e219ef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:03.746296 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1f65c94-a6ad-4695-9751-88ee402737a4 req-0043b388-61c3-4e7b-bff0-bdf706e219ef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 945 time: 0.2657447 Apr 21 21:03:03.757851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:03.801902 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:03:03.840788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2c73e7f8-5a71-48c6-811b-0211fb66cfdf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "PUT /v2.0/floatingips/0d799d44-9598-491d-9124-527b0292f3c7 HTTP/1.1" status: 200 len: 992 time: 5.7712221 Apr 21 21:03:03.865303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1f65c94-a6ad-4695-9751-88ee402737a4 req-89499c85-c085-44d4-93f7-2ba1f0420aeb tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015201 Apr 21 21:03:03.877273 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:03.942082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fe70528a-7900-4847-984c-b062bc4014cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:03.944551 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fe70528a-7900-4847-984c-b062bc4014cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:03.945953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fe70528a-7900-4847-984c-b062bc4014cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/afc188fc-5ffe-411a-b377-17bb37fc6dc7 HTTP/1.1" status: 204 len: 168 time: 0.8698142 Apr 21 21:03:03.955523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f03f9-2615-4c15-8729-8f3615465839 req-4a2bcc69-8375-48c6-b86d-94b2c4d8d6c2 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:03.964304 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f80f03f9-2615-4c15-8729-8f3615465839 req-4a2bcc69-8375-48c6-b86d-94b2c4d8d6c2 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 931 time: 0.0672872 Apr 21 21:03:03.992596 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:04.030250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f80f03f9-2615-4c15-8729-8f3615465839 req-9aa68c84-cf49-4b31-b3fa-40892764232e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Apr 21 21:03:04.062995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70528a-7900-4847-984c-b062bc4014cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc188fc-5ffe-411a-b377-17bb37fc6dc7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:04.079861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Network 0d009106-86b9-40db-8522-72042c95f0f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:03:04.092326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:03:04.098928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:03:04.107009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Pushing event updated for resources: {'Port': ['ID=ae6aa65b-ad97-445d-9f90-a986a940d46e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:04.185139 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '0d799d44-9598-491d-9124-527b0292f3c7', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': 'c7d7b2d0-1273-4a82-8821-00980b9f9517', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:5b:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:02:29Z', 'updated_at': '2022-04-21T21:03:00Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}, {'id': '3a4b33a5-b4a6-4818-b41a-9b103753d16c', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:00:33Z', 'updated_at': '2022-04-21T21:00:54Z', 'revision_number': 2, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:04.218135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:04.218135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:04.246487 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5aa6788e-d1f4-438e-b02a-26ecf8b995a5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6481645 Apr 21 21:03:04.250659 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:03:04.262645 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:03:04.263425 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:03:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:04.270281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Request body: {'port': {'device_id': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:04.393890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:04.419998 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:03:04.485569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07125644-e744-4061-8efa-643d7e2626e0 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:04.496443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:04.568400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Transition to ACTIVE for port object 07125644-e744-4061-8efa-643d7e2626e0 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:03:04.576341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-d7c95eb1-6fad-4047-b6e4-f54b90bf2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:04.578471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-d7c95eb1-6fad-4047-b6e4-f54b90bf2f19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 1096 time: 0.0762265 Apr 21 21:03:04.580153 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:04.694167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8408c-2b1e-4c85-86a5-1e3b55c9ec73 req-91c65b18-9897-4ae5-875c-dce85f084471 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:04.695710 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbc8408c-2b1e-4c85-86a5-1e3b55c9ec73 req-91c65b18-9897-4ae5-875c-dce85f084471 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 945 time: 0.1327870 Apr 21 21:03:04.752672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Pushing event updated for resources: {'Port': ['ID=07125644-e744-4061-8efa-643d7e2626e0,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:04.761811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'tag': 'c7d7b2d0-1273-4a82-8821-00980b9f9517'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:04.763964 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3497939f-329a-4094-9286-91671967e52f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe501c25-5789-41e9-a660-74d2a52868eb", "tag": "c7d7b2d0-1273-4a82-8821-00980b9f9517"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:04.793804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70712d4-be4f-4656-81d2-cb0d9f2e7588 req-d679c378-8ebf-46d0-b1dd-4a9cf9227b4e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:04.795951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f70712d4-be4f-4656-81d2-cb0d9f2e7588 req-d679c378-8ebf-46d0-b1dd-4a9cf9227b4e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 931 time: 0.0972099 Apr 21 21:03:04.802513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-721f04a0-bc0c-43fe-a8a2-aaccf362d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:04.804246 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-721f04a0-bc0c-43fe-a8a2-aaccf362d103 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.1950042 Apr 21 21:03:04.840423 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbc8408c-2b1e-4c85-86a5-1e3b55c9ec73 req-f9944ab0-9483-4187-be1e-459bdb01d0e3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106019 Apr 21 21:03:04.876087 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '0d799d44-9598-491d-9124-527b0292f3c7', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': 'c7d7b2d0-1273-4a82-8821-00980b9f9517', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:5b:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:02:29Z', 'updated_at': '2022-04-21T21:03:00Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}, {'id': '3a4b33a5-b4a6-4818-b41a-9b103753d16c', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:00:33Z', 'updated_at': '2022-04-21T21:00:54Z', 'revision_number': 2, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:04.904266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-284c83de-f8d7-4edf-8087-ae154ecce11d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be HTTP/1.1" status: 200 len: 1000 time: 0.0889254 Apr 21 21:03:04.912658 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1584a93-1bd3-4692-a6ac-107431b3d58c None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '0d799d44-9598-491d-9124-527b0292f3c7', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': 'c7d7b2d0-1273-4a82-8821-00980b9f9517', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:5b:86:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:02:29Z', 'updated_at': '2022-04-21T21:03:00Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}, {'id': '3a4b33a5-b4a6-4818-b41a-9b103753d16c', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:00:33Z', 'updated_at': '2022-04-21T21:00:54Z', 'revision_number': 2, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:03:04.939195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Attempting to bind port 07125644-e744-4061-8efa-643d7e2626e0 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:03:04.939561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Attempting to bind port 07125644-e744-4061-8efa-643d7e2626e0 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:03:04.939845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Attempting to bind port 07125644-e744-4061-8efa-643d7e2626e0 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:04.950207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f70712d4-be4f-4656-81d2-cb0d9f2e7588 req-e7dc49e7-fbaf-40a5-87a5-1157e4e7b852 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435125 Apr 21 21:03:04.963017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Port 07125644-e744-4061-8efa-643d7e2626e0 on network 74dc5594-2b4a-4072-9a75-1038017db159 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:03:04.963334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Attempting to bind port 07125644-e744-4061-8efa-643d7e2626e0 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:05.016573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-a79b9308-6f26-4db3-b9d4-dabd9afc08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:05.018485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-a79b9308-6f26-4db3-b9d4-dabd9afc08eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.0863891 Apr 21 21:03:05.050937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da43b49a-96fe-4b18-9875-39c80e119a8b req-e3c1f51e-25e4-42dc-848a-fdbde4b8a543 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0753808 Apr 21 21:03:05.051691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:03:05.052018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Checking segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:03:05.052390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Bound using segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:03:05.053258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Bound port: 07125644-e744-4061-8efa-643d7e2626e0, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:03:05.053687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.082466 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3e1007-e9db-4dee-8ef5-3bd89b66a0b0 x-openstack-request-id: req-fc3e1007-e9db-4dee-8ef5-3bd89b66a0b0 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:05.082752 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe501c25-5789-41e9-a660-74d2a52868eb", "tag": "c7d7b2d0-1273-4a82-8821-00980b9f9517", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:05.083035 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc3e1007-e9db-4dee-8ef5-3bd89b66a0b0 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:05.083422 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3e1007-e9db-4dee-8ef5-3bd89b66a0b0'] response: {'name': 'network-changed', 'server_uuid': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'tag': 'c7d7b2d0-1273-4a82-8821-00980b9f9517', 'status': 'completed', 'code': 200} Apr 21 21:03:05.115631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-f10fd088-010c-44e3-bbeb-7125db3d5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:05.122031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-f10fd088-010c-44e3-bbeb-7125db3d5929 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855448 Apr 21 21:03:05.298857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-fa44a173-9c5b-4ddd-8bee-3d50e6d15dee service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685023 Apr 21 21:03:05.303938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b4d59-0462-4f25-bb7b-7c31338d0136 None None] New status for floating IP 0d799d44-9598-491d-9124-527b0292f3c7: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:03:05.309386 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.311312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6aa65b-ad97-445d-9f90-a986a940d46e {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:05.333569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.342704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497939f-329a-4094-9286-91671967e52f req-1da07da5-033b-434b-8335-b3da06553a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:05.344400 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3497939f-329a-4094-9286-91671967e52f req-1da07da5-033b-434b-8335-b3da06553a94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 1097 time: 0.2162910 Apr 21 21:03:05.372688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58302) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:05.421943 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-f2feec01-0109-46ce-adc9-f9fc3a545390 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2947211 Apr 21 21:03:05.423017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Transition to ACTIVE for port object ae6aa65b-ad97-445d-9f90-a986a940d46e will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:03:05.486167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6249625-1bf8-40a8-9aa9-581fd0f86130 req-923c3d16-416b-42e9-928a-03a6af2574cc tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:05.499013 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6249625-1bf8-40a8-9aa9-581fd0f86130 req-923c3d16-416b-42e9-928a-03a6af2574cc tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 945 time: 0.2768977 Apr 21 21:03:05.500489 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f1f12986-dc4d-413b-b242-2bb288dabecc req-d98d9dfa-502a-4d75-8655-37809f9b117c service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947453 Apr 21 21:03:05.502828 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 7d292c10-31a3-4cbf-9588-ea6819d2e5be up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:03:05.514841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] For port 07125644-e744-4061-8efa-643d7e2626e0, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:03:05.533506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] For port 07125644-e744-4061-8efa-643d7e2626e0, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=07125644-e744-4061-8efa-643d7e2626e0,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:03:05.539840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.557569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.595052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1669501133-network', 'tenant_id': '49d2406cf6c14ba2894e338e10a75bf5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:05.645349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Made reservation on behalf of 49d2406cf6c14ba2894e338e10a75bf5 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:05.646970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 7d292c10-31a3-4cbf-9588-ea6819d2e5be triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:03:05.647403 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.649929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.665713 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.791169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.791295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.798178 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.823987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:05.827380 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db520847-4ecb-4605-a663-07e777f6b575" -d '{"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-plugged", "status": "completed", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:05.843276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:03:05.850341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:05.852589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8eb324-5d00-43b4-b743-37e0ec1a5a67,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:05.862221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.862688 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Added segment c228b6a7-a6ab-4b26-9f93-118a57c6a725 of type vlan for network 073957e4-2a84-474d-bf3c-c6e13670612c Apr 21 21:03:05.887006 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.925596 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.964651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=10']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:05.977732 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.997538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:05.998820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:05.999490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:06.034187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd07ef1-d1fe-4757-aac9-2a1fee33be09 req-beddbd6e-4538-47a9-84b5-be27402487ff tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.035754 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dd07ef1-d1fe-4757-aac9-2a1fee33be09 req-beddbd6e-4538-47a9-84b5-be27402487ff tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 943 time: 0.0953496 Apr 21 21:03:06.113104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dd07ef1-d1fe-4757-aac9-2a1fee33be09 req-18c7c330-5145-47b4-a138-23e1f3049ef9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433707 Apr 21 21:03:06.119398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7430058 Apr 21 21:03:06.120535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58320) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:06.128126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Request body: {'subnet': {'network_id': '073957e4-2a84-474d-bf3c-c6e13670612c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1669501133-subnet', 'tenant_id': '49d2406cf6c14ba2894e338e10a75bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:06.131618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7a22b-1047-44e8-a158-e18d05a401cd admin admin] Pushing event updated for resources: {'Network': ['ID=073957e4-2a84-474d-bf3c-c6e13670612c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:06.153669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Made reservation on behalf of 49d2406cf6c14ba2894e338e10a75bf5 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:06.155345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 073957e4-2a84-474d-bf3c-c6e13670612c details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:03:06.156825 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:06.164480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.165146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:06.166510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] 10.222.0.46 "PUT /v2.0/ports/07125644-e744-4061-8efa-643d7e2626e0 HTTP/1.1" status: 200 len: 1091 time: 2.9879603 Apr 21 21:03:06.220484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6249625-1bf8-40a8-9aa9-581fd0f86130 req-7f0484f8-2200-4368-b707-c50a2f35386f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7186019 Apr 21 21:03:06.228605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6aa65b-ad97-445d-9f90-a986a940d46e,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:06.343078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497939f-329a-4094-9286-91671967e52f req-e7f23150-5a2e-4b91-a06a-024e92b66169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.344434 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff3f7a0-3d2a-4969-91d4-f6ea22341511 x-openstack-request-id: req-dff3f7a0-3d2a-4969-91d4-f6ea22341511 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:06.344982 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-plugged", "status": "completed", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:06.345110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3497939f-329a-4094-9286-91671967e52f req-e7f23150-5a2e-4b91-a06a-024e92b66169 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.9818199 Apr 21 21:03:06.345207 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dff3f7a0-3d2a-4969-91d4-f6ea22341511 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:06.345397 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff3f7a0-3d2a-4969-91d4-f6ea22341511'] response: {'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'code': 200} Apr 21 21:03:06.429030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-2cac95b4-23bf-474e-9315-0eb03cc330f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.430881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-2cac95b4-23bf-474e-9315-0eb03cc330f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 1097 time: 0.9239099 Apr 21 21:03:06.461068 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:06.528404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce5e3d37-af1b-433d-a671-f37ba8032a8f req-bdd5fc3a-81b5-413c-89dc-0741879467f2 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0603423 Apr 21 21:03:06.569099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac09a4-4dc3-4bb1-80c4-dedc84f9539a service neutron] Pushing event updated for resources: {'Port': ['ID=07125644-e744-4061-8efa-643d7e2626e0,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:06.600294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be81d908-c77b-47b6-91f1-8c418031d1d4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:06.609914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Checking segment: {'id': 'c228b6a7-a6ab-4b26-9f93-118a57c6a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '073957e4-2a84-474d-bf3c-c6e13670612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:03:06.610476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Network hostable DHCP agents. Network: 073957e4-2a84-474d-bf3c-c6e13670612c, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:03:06.615945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d8532-09ef-49d5-9476-920ef856a9a7 req-d89c6c9a-5f0d-4f54-bba6-fd13a0f490a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.618093 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e8d8532-09ef-49d5-9476-920ef856a9a7 req-d89c6c9a-5f0d-4f54-bba6-fd13a0f490a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 1098 time: 0.1166637 Apr 21 21:03:06.637845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Network 073957e4-2a84-474d-bf3c-c6e13670612c is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:03:06.647343 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3497939f-329a-4094-9286-91671967e52f req-393ce468-692c-4164-a2b4-9b05512d19f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7d7b2d0-1273-4a82-8821-00980b9f9517 HTTP/1.1" status: 200 len: 1002 time: 0.2491574 Apr 21 21:03:06.655352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-86026466-7f79-4507-969c-ef36f918a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.657067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-86026466-7f79-4507-969c-ef36f918a386 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 1094 time: 0.4179122 Apr 21 21:03:06.660892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Attempting to bind port ae6aa65b-ad97-445d-9f90-a986a940d46e on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:03:06.661251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Attempting to bind port ae6aa65b-ad97-445d-9f90-a986a940d46e by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:03:06.661569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Attempting to bind port ae6aa65b-ad97-445d-9f90-a986a940d46e on network 0d009106-86b9-40db-8522-72042c95f0f2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:06.668628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 073957e4-2a84-474d-bf3c-c6e13670612c) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:03:06.671745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae706e5-7da9-4539-ad3c-12a992195c78 req-da77fdf1-a306-4be8-aa57-434040183214 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.673906 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cae706e5-7da9-4539-ad3c-12a992195c78 req-da77fdf1-a306-4be8-aa57-434040183214 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 943 time: 0.2801347 Apr 21 21:03:06.674074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.674662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:06.677971 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e8d8532-09ef-49d5-9476-920ef856a9a7 req-0ada0476-7b09-4a95-a18e-3b455fb68bd8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501826 Apr 21 21:03:06.682248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5f6b5-d6ad-4b23-9dfe-4d756a4e7b5a None None] Network 073957e4-2a84-474d-bf3c-c6e13670612c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:03:06.706510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f343b43-63c5-4e4b-84ae-bbd064fb784e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5855768 Apr 21 21:03:06.761147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Port ae6aa65b-ad97-445d-9f90-a986a940d46e on network 0d009106-86b9-40db-8522-72042c95f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:03:06.761476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Attempting to bind port ae6aa65b-ad97-445d-9f90-a986a940d46e on network 0d009106-86b9-40db-8522-72042c95f0f2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:06.777651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-55de3f82-494b-4836-96c3-a88df7702f32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07125644-e744-4061-8efa-643d7e2626e0 HTTP/1.1" status: 200 len: 217 time: 0.1027887 Apr 21 21:03:06.796210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:03:06.796543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Checking segment: {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:03:06.797160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Bound using segment: {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:03:06.797377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Bound port: ae6aa65b-ad97-445d-9f90-a986a940d46e, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:03:06.797738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:06.827145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-60fcfb29-0662-4a03-8d14-c7a675152246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.828598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-60fcfb29-0662-4a03-8d14-c7a675152246 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.3525310 Apr 21 21:03:06.841630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497939f-329a-4094-9286-91671967e52f req-a456126e-1d8c-4c29-a96e-248f44aed9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:06.843373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3497939f-329a-4094-9286-91671967e52f req-a456126e-1d8c-4c29-a96e-248f44aed9c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.1839356 Apr 21 21:03:06.861331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e0165-dff5-4174-846b-890d45751160 None None] Network 073957e4-2a84-474d-bf3c-c6e13670612c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:03:06.863601 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cae706e5-7da9-4539-ad3c-12a992195c78 req-21da2e58-00ec-4bba-994f-d7b9c0b7c8e0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768365 Apr 21 21:03:06.962401 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-d0d9a62b-7b15-4800-ae3d-4ab8c9ac4c07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47aaf53f-f361-4f08-8b19-ecb7bb714cca HTTP/1.1" status: 200 len: 217 time: 0.1140459 Apr 21 21:03:07.085368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e', 'tag': '07125644-e744-4061-8efa-643d7e2626e0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:07.087660 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7861d677-5f62-4635-bd0a-846b02dbc8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e", "tag": "07125644-e744-4061-8efa-643d7e2626e0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:07.105248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497939f-329a-4094-9286-91671967e52f req-0efcc83d-fe85-4fb3-aea1-b644992b8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:07.109254 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3497939f-329a-4094-9286-91671967e52f req-0efcc83d-fe85-4fb3-aea1-b644992b8c58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2431498 Apr 21 21:03:07.111474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:03:07.113210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:03:07.116363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c307a577-2840-406e-af5d-f30978f7565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:07.118617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-c307a577-2840-406e-af5d-f30978f7565b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.1599276 Apr 21 21:03:07.119933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-34c0a484-bc71-4c9c-99dc-ff3b3cb5026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:07.121401 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-34c0a484-bc71-4c9c-99dc-ff3b3cb5026c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.1487997 Apr 21 21:03:07.123160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:03:07.181247 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee38c84a-3e51-4642-8b02-e09efc12740d x-openstack-request-id: req-ee38c84a-3e51-4642-8b02-e09efc12740d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:07.181972 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e", "tag": "07125644-e744-4061-8efa-643d7e2626e0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:07.181972 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee38c84a-3e51-4642-8b02-e09efc12740d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:07.182326 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee38c84a-3e51-4642-8b02-e09efc12740d'] response: {'name': 'network-changed', 'server_uuid': '4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e', 'tag': '07125644-e744-4061-8efa-643d7e2626e0', 'status': 'completed', 'code': 200} Apr 21 21:03:07.201202 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:07.265299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-3af177ea-0c64-4327-b65c-f42e146b5b2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805900 Apr 21 21:03:07.271286 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-b64af367-16c8-4f2a-9996-89360438aa52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876081 Apr 21 21:03:07.315395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:07.315986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:07.317456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-937008ea-365c-429c-9230-486f13f878e7 service neutron] 10.222.0.43 "PUT /v2.0/ports/ae6aa65b-ad97-445d-9f90-a986a940d46e HTTP/1.1" status: 200 len: 1091 time: 3.0517817 Apr 21 21:03:07.374251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-6d687b8e-f82d-4f78-8e97-ed3fc530732e tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:07.382904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-6d687b8e-f82d-4f78-8e97-ed3fc530732e tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/networks?id=073957e4-2a84-474d-bf3c-c6e13670612c HTTP/1.1" status: 200 len: 821 time: 0.1811707 Apr 21 21:03:07.425397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-fe4bc0f6-05da-4e8c-ac7f-2e661d3c6eaa tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/quotas/49d2406cf6c14ba2894e338e10a75bf5 HTTP/1.1" status: 200 len: 375 time: 0.0412397 Apr 21 21:03:07.451373 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:07.462746 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-53e51c27-5db9-48d6-94f8-79b5ff0a1034 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=49d2406cf6c14ba2894e338e10a75bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334361 Apr 21 21:03:07.472892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3497939f-329a-4094-9286-91671967e52f req-8d551541-3bee-462d-bb6b-cbc348528888 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480222 Apr 21 21:03:07.483092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937008ea-365c-429c-9230-486f13f878e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6aa65b-ad97-445d-9f90-a986a940d46e,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:07.517703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:07.528417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:07.586547 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:07.618037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07125a6-7f50-439f-91b2-465bea2d591e req-c3ee691c-2b66-4bef-ae46-08856463979b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:07.625319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b07125a6-7f50-439f-91b2-465bea2d591e req-c3ee691c-2b66-4bef-ae46-08856463979b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 943 time: 0.2790253 Apr 21 21:03:07.628953 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-a8689820-15c5-4330-82fa-5f901860a98a service neutron] 10.222.0.49 "GET /v2.0/networks/073957e4-2a84-474d-bf3c-c6e13670612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576178 Apr 21 21:03:07.633114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-d669f5c7-4581-4945-8947-a23b311eb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:07.634551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-d669f5c7-4581-4945-8947-a23b311eb9e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 1094 time: 0.2710118 Apr 21 21:03:07.644960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-617f8f1b-2a51-4645-ab83-ef78a64936b6 service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513234 Apr 21 21:03:07.646671 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-42d0cf2f-5409-40a4-a3b4-b95f3e3b40f4 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701389 Apr 21 21:03:07.745009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-5d5da956-0884-486e-8b88-8ec07f274f9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e HTTP/1.1" status: 200 len: 217 time: 0.0915420 Apr 21 21:03:07.754577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-e08a6c3a-7e78-42a3-bfd4-a06b79c00df3 service neutron] 10.222.0.49 "GET /v2.0/networks/073957e4-2a84-474d-bf3c-c6e13670612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064203 Apr 21 21:03:07.857867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b07125a6-7f50-439f-91b2-465bea2d591e req-346fe9d9-af91-49c6-bedc-f3848dbdc9da tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317147 Apr 21 21:03:07.859715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3497939f-329a-4094-9286-91671967e52f req-4fd93f67-9a83-457c-b0e9-eba057b14aee service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737092 Apr 21 21:03:07.922974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-7b431418-972f-49ad-bb71-2a30ea4b76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:07.922974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-7b431418-972f-49ad-bb71-2a30ea4b76e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d85c431-91c5-4196-a488-3699ed589db4 HTTP/1.1" status: 200 len: 845 time: 0.1049507 Apr 21 21:03:07.943383 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40058aeb-c692-4ecc-8d16-fd140e740884 req-1420dda6-879b-4e80-836e-3e97c130e656 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759178 Apr 21 21:03:07.974698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-21b07586-8120-4b40-b91a-696f583dad16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d009106-86b9-40db-8522-72042c95f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485673 Apr 21 21:03:07.976806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-807da4da-429d-4ccc-a3dc-2df43b2a84c4 req-6e8f4beb-2d5d-4727-950b-0ca2874a6f72 service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083854 Apr 21 21:03:08.134653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c95c-a63d-44c0-86d4-02074e4d74e3 req-54263a0c-5095-4a37-afb5-2d3e1ebfbdc6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:08.144440 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea65c95c-a63d-44c0-86d4-02074e4d74e3 req-54263a0c-5095-4a37-afb5-2d3e1ebfbdc6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 947 time: 0.1770241 Apr 21 21:03:08.239226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea65c95c-a63d-44c0-86d4-02074e4d74e3 req-d3a6e5aa-e223-4567-bd8d-a3507a51bfe7 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844917 Apr 21 21:03:08.346584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:08.357591 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2859f7b-1eeb-4060-8140-22ce2074d4c6" -d '{"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:08.373874 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e50d662-62c9-405b-b77f-b1e2635af53f req-2edba72e-1de8-4e2e-83d0-5917b481c9e8 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 210 time: 0.0589371 Apr 21 21:03:08.472454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62d32f50-24ec-4e8b-8a66-7edb9b213838 req-9510ac90-36f1-4e34-8aa4-ff8131f8d994 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0664937 Apr 21 21:03:08.559936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-4eebedb4-b54e-491a-a56a-8426435977b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:08.561892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-4eebedb4-b54e-491a-a56a-8426435977b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 1094 time: 0.5468376 Apr 21 21:03:08.566011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb36eb0-082d-4a24-95bf-82dc9c459959 req-38fdcb1f-e694-4378-9947-90d8fc5c1f8f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:08.590204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4fb36eb0-082d-4a24-95bf-82dc9c459959 req-38fdcb1f-e694-4378-9947-90d8fc5c1f8f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 943 time: 0.0952601 Apr 21 21:03:08.591862 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b50d05-b5ce-4e53-9686-6cdcec31d456 x-openstack-request-id: req-58b50d05-b5ce-4e53-9686-6cdcec31d456 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:08.592354 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:08.592480 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58b50d05-b5ce-4e53-9686-6cdcec31d456 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:08.592905 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b50d05-b5ce-4e53-9686-6cdcec31d456'] response: {'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'code': 200} Apr 21 21:03:08.630686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-bf07f735-32f3-469f-a79d-cb7c0c577cd4 service neutron] 10.222.0.43 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393738 Apr 21 21:03:08.650384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4fb36eb0-082d-4a24-95bf-82dc9c459959 req-7b395209-02c4-41b4-928f-488ce8c93d86 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584612 Apr 21 21:03:08.798134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-0b768b29-b2e6-48fb-b62a-5f55d1e87d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:08.799579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-0b768b29-b2e6-48fb-b62a-5f55d1e87d8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.2255647 Apr 21 21:03:08.872987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-688a6696-bd6b-4e8b-ae90-391ebce670ae req-d64a68c0-23fc-4ee8-a21f-beaf5cb1b7e5 service neutron] 10.222.0.43 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059999 Apr 21 21:03:08.874630 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-b5071cd9-08a1-4f3f-8032-3c832a1fd0d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07125644-e744-4061-8efa-643d7e2626e0 HTTP/1.1" status: 200 len: 217 time: 0.0631125 Apr 21 21:03:08.963627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-d0ad8b9a-deaa-4baf-87ab-2065d386b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:08.965381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-d0ad8b9a-deaa-4baf-87ab-2065d386b005 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.0838268 Apr 21 21:03:09.004488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-34988f93-5c9f-4fec-8d3c-db1c2168421d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268545 Apr 21 21:03:09.145236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28a56f-9f12-4651-9d6f-33c948cae189 req-428393d8-d986-4d0d-a2ed-ae10c25a57a5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:09.153130 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb28a56f-9f12-4651-9d6f-33c948cae189 req-428393d8-d986-4d0d-a2ed-ae10c25a57a5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 943 time: 0.1201978 Apr 21 21:03:09.185602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:09.187870 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88efd0bc-22f1-401f-8517-7c86225057b0" -d '{"events": [{"name": "network-changed", "server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:09.195747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-ae147960-a6d9-420c-834a-bb84318480db service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804693 Apr 21 21:03:09.236024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb28a56f-9f12-4651-9d6f-33c948cae189 req-80289d53-1aff-483f-b854-b782f9483d35 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811167 Apr 21 21:03:09.250507 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4603a749-d4a3-478c-a911-e2c075e98fb2 x-openstack-request-id: req-4603a749-d4a3-478c-a911-e2c075e98fb2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:09.250800 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:09.251034 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4603a749-d4a3-478c-a911-e2c075e98fb2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:09.251418 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4603a749-d4a3-478c-a911-e2c075e98fb2'] response: {'name': 'network-changed', 'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e', 'status': 'completed', 'code': 200} Apr 21 21:03:09.416078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-36de7276-1265-458c-b122-7f7f784581cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:09.418564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-36de7276-1265-458c-b122-7f7f784581cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 1094 time: 0.1022701 Apr 21 21:03:09.512906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77380e1c-101f-4950-918e-eeead67c3c6b req-b8d8d38b-790e-4156-a37c-a95450ae491f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:09.517453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711f278b-9a9b-4cf5-b4f3-16c03efcdcf2 req-432f9c62-0075-4ed4-b5b0-25ab6623bd3b tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 210 time: 0.0457089 Apr 21 21:03:09.521307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77380e1c-101f-4950-918e-eeead67c3c6b req-b8d8d38b-790e-4156-a37c-a95450ae491f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 947 time: 0.1813827 Apr 21 21:03:09.556345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7861d677-5f62-4635-bd0a-846b02dbc8ef req-06e61240-7109-4531-ad50-bbe9b741399e service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515236 Apr 21 21:03:09.610354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77380e1c-101f-4950-918e-eeead67c3c6b req-27feeb41-f8d4-4a6e-b5a3-ff393dfb9b52 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879796 Apr 21 21:03:09.624473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-601c0a10-41fb-4d2f-8acd-575313352df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:09.626165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-601c0a10-41fb-4d2f-8acd-575313352df4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 906 time: 0.1909688 Apr 21 21:03:09.646584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e6549b7-8e1c-4425-9cd0-53f5c7412657 req-4db25af4-3b34-40ad-b1bb-a29f2eb8eda4 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0426939 Apr 21 21:03:09.678051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-4fde7ac9-f333-44db-a1ec-87e9fbd42517 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e HTTP/1.1" status: 200 len: 217 time: 0.0436771 Apr 21 21:03:09.809056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-d7371e15-c963-455c-9123-d003604863a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:09.810639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-d7371e15-c963-455c-9123-d003604863a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8d85c431-91c5-4196-a488-3699ed589db4 HTTP/1.1" status: 200 len: 845 time: 0.1238031 Apr 21 21:03:09.859823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-3878370e-37e6-4329-869a-f983a8e6ca60 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0d009106-86b9-40db-8522-72042c95f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374320 Apr 21 21:03:09.876155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a4eab-eb19-4f51-8c29-fb1746fa3238 req-60be4c65-2b84-4db5-9bbc-21539964940b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:09.877625 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-207a4eab-eb19-4f51-8c29-fb1746fa3238 req-60be4c65-2b84-4db5-9bbc-21539964940b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 943 time: 0.1088989 Apr 21 21:03:10.057116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-207a4eab-eb19-4f51-8c29-fb1746fa3238 req-98c2ba63-2300-451c-b202-9fd8d12faad3 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521282 Apr 21 21:03:10.102915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-d37d3cab-539b-42d3-a933-da7a8f9d8a06 service neutron] 10.222.0.43 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214203 Apr 21 21:03:10.110311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-e0f997be-3bc4-47b0-83f6-59808c0ef1f2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:10.111571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-e0f997be-3bc4-47b0-83f6-59808c0ef1f2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.43 "GET /v2.0/networks?id=073957e4-2a84-474d-bf3c-c6e13670612c HTTP/1.1" status: 200 len: 821 time: 0.2559128 Apr 21 21:03:10.124384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Request body: {'port': {'device_id': '15ed9fcd-550a-47d5-bdee-8db1279a89f7', 'network_id': '073957e4-2a84-474d-bf3c-c6e13670612c', 'admin_state_up': True, 'tenant_id': '49d2406cf6c14ba2894e338e10a75bf5'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:10.282315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88efd0bc-22f1-401f-8517-7c86225057b0 req-4909a77f-5e7c-4e9b-9d3d-ddc16a463bf5 service neutron] 10.222.0.43 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698453 Apr 21 21:03:10.314790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Made reservation on behalf of 49d2406cf6c14ba2894e338e10a75bf5 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:10.320262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:10.377149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0b8f5-5619-43a6-b96e-fdcf163c4031 req-5250bb60-f7ae-490e-974e-bdea162be024 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:10.383336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-caa0b8f5-5619-43a6-b96e-fdcf163c4031 req-5250bb60-f7ae-490e-974e-bdea162be024 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 943 time: 0.0656888 Apr 21 21:03:10.427026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-caa0b8f5-5619-43a6-b96e-fdcf163c4031 req-eb615a23-af94-4386-8e4d-b8200bd6b979 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Apr 21 21:03:10.479431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Allocated IP 172.20.0.10 (073957e4-2a84-474d-bf3c-c6e13670612c/be81d908-c77b-47b6-91f1-8c418031d1d4/f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:03:10.634107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ba761b0-b450-4dfe-b1b9-75ba8754718b req-89be146d-bc7a-4074-b33f-37526c7a6637 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 210 time: 0.0290928 Apr 21 21:03:10.717354 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:10.761740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0b15-0c38-4bdc-9b60-80287dd075f6 req-fde954da-bf4e-4af4-b487-b263a2dda9a5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:10.769245 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-059c0b15-0c38-4bdc-9b60-80287dd075f6 req-fde954da-bf4e-4af4-b487-b263a2dda9a5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 947 time: 0.0714283 Apr 21 21:03:10.782610 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8275a42-9ac6-4a3f-9b07-bfbd616db2fa req-a85d26e4-0036-4443-b5f5-0d5eb99793a5 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0322809 Apr 21 21:03:10.799084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:10.822391 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-059c0b15-0c38-4bdc-9b60-80287dd075f6 req-a3938caa-e13f-4f44-b371-4c7314f3f5e2 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498486 Apr 21 21:03:10.869929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Network 073957e4-2a84-474d-bf3c-c6e13670612c is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:03:10.872992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:03:10.881451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:03:10.888120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Pushing event updated for resources: {'Port': ['ID=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:10.936699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:10.937555 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:10.963247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-031d866b-ed73-43d4-a98f-29dab01974e0 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8418405 Apr 21 21:03:10.965401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:03:11.067030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:11.078555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '490d7300-797e-4516-8738-d83f48d3341b', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'port_id': '490d7300-797e-4516-8738-d83f48d3341b', 'mac_address': 'fa:16:3e:3e:b1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:03:11.119468 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:11.139864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Request body: {'port': {'device_id': '15ed9fcd-550a-47d5-bdee-8db1279a89f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:11.142459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490d7300-797e-4516-8738-d83f48d3341b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:11.167943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:11.175044 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:11.233786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:11.249011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483280-d43c-489a-a8c6-203704b4fb92 req-132a612e-483b-46ec-8a3e-d0b9bcf709cb tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:11.250659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0483280-d43c-489a-a8c6-203704b4fb92 req-132a612e-483b-46ec-8a3e-d0b9bcf709cb tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 943 time: 0.1065311 Apr 21 21:03:11.253617 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:11.318509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['490d7300-797e-4516-8738-d83f48d3341b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:11.342524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0483280-d43c-489a-a8c6-203704b4fb92 req-764a4bad-370b-458c-be04-c7f226f2a3aa tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769982 Apr 21 21:03:11.507573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 07125644-e744-4061-8efa-643d7e2626e0 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:03:11.592737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca453959-e789-40b7-b765-0888aff9c59d req-b10fc0c1-e161-4189-a7d8-aa227b6e0e48 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:11.594210 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca453959-e789-40b7-b765-0888aff9c59d req-b10fc0c1-e161-4189-a7d8-aa227b6e0e48 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 943 time: 0.0695627 Apr 21 21:03:11.632636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:11.641414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:11.650447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca453959-e789-40b7-b765-0888aff9c59d req-37a5d2e0-374f-47df-b247-d35a38ac94f5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491877 Apr 21 21:03:11.656537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 07125644-e744-4061-8efa-643d7e2626e0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=07125644-e744-4061-8efa-643d7e2626e0,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:11.657616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Transition to ACTIVE for port object f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:03:11.662995 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:11.691538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '07125644-e744-4061-8efa-643d7e2626e0', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'port_id': '07125644-e744-4061-8efa-643d7e2626e0', 'mac_address': 'fa:16:3e:a4:11:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929aed1-8248-4321-818a-5ec8bd42d411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:03:11.726278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Pushing event updated for resources: {'Port': ['ID=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:11.746692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:11.772510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07125644-e744-4061-8efa-643d7e2626e0 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:11.792666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296c0d0-0c99-408c-a2ea-85cc55cb34f6 req-03b66dab-91f3-43d1-b554-460e112d627d tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:11.794280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8296c0d0-0c99-408c-a2ea-85cc55cb34f6 req-03b66dab-91f3-43d1-b554-460e112d627d tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 944 time: 0.0699079 Apr 21 21:03:11.796811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 07125644-e744-4061-8efa-643d7e2626e0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=07125644-e744-4061-8efa-643d7e2626e0,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:11.801436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:11.859282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=07125644-e744-4061-8efa-643d7e2626e0,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:11.886940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8296c0d0-0c99-408c-a2ea-85cc55cb34f6 req-8403e69c-b4d5-4c12-beab-62495597694b tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621908 Apr 21 21:03:11.917944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Attempting to bind port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:03:11.917944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Attempting to bind port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'c228b6a7-a6ab-4b26-9f93-118a57c6a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '073957e4-2a84-474d-bf3c-c6e13670612c'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:03:11.917944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Attempting to bind port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 on network 073957e4-2a84-474d-bf3c-c6e13670612c {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:11.922523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 on network 073957e4-2a84-474d-bf3c-c6e13670612c not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:03:11.922840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Attempting to bind port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 on network 073957e4-2a84-474d-bf3c-c6e13670612c {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:11.927595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:03:11.927925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Checking segment: {'id': 'c228b6a7-a6ab-4b26-9f93-118a57c6a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '073957e4-2a84-474d-bf3c-c6e13670612c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:03:11.928301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Bound using segment: {'id': 'c228b6a7-a6ab-4b26-9f93-118a57c6a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '073957e4-2a84-474d-bf3c-c6e13670612c'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:03:11.928775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Bound port: f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c228b6a7-a6ab-4b26-9f93-118a57c6a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '073957e4-2a84-474d-bf3c-c6e13670612c'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:03:11.929663 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:11.961041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be10168e-d2b3-46ea-ae8f-a3086daa56c8 req-9d6c0da2-3d24-4467-a8a5-cfc3fea0d876 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0345116 Apr 21 21:03:12.021453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] For port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:03:12.024508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] For port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,segment=NetworkSegment(c228b6a7-a6ab-4b26-9f93-118a57c6a725),segment_id=c228b6a7-a6ab-4b26-9f93-118a57c6a725)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:03:12.029927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:12.063573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:12.064137 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:12.065619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] 10.222.0.43 "PUT /v2.0/ports/f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 HTTP/1.1" status: 200 len: 1092 time: 0.9302862 Apr 21 21:03:12.068367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ed9fcd-550a-47d5-bdee-8db1279a89f7', 'tag': 'f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:12.072465 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3407f67-a644-463e-9ef2-06404b9cd559" -d '{"events": [{"name": "network-changed", "server_uuid": "15ed9fcd-550a-47d5-bdee-8db1279a89f7", "tag": "f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:12.104297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ff18c-486f-4e19-89e4-286122e810ca service neutron] Pushing event updated for resources: {'Port': ['ID=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:12.135686 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a38eed-5ad8-4b91-bbee-11e14306de5b x-openstack-request-id: req-12a38eed-5ad8-4b91-bbee-11e14306de5b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:12.136445 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ed9fcd-550a-47d5-bdee-8db1279a89f7", "tag": "f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:12.136445 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12a38eed-5ad8-4b91-bbee-11e14306de5b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:12.136837 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a38eed-5ad8-4b91-bbee-11e14306de5b'] response: {'name': 'network-changed', 'server_uuid': '15ed9fcd-550a-47d5-bdee-8db1279a89f7', 'tag': 'f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491', 'status': 'completed', 'code': 200} Apr 21 21:03:12.139825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['07125644-e744-4061-8efa-643d7e2626e0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:12.193286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e54e715-6cc2-4d29-8f53-31715e4cac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:12.195494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-9e54e715-6cc2-4d29-8f53-31715e4cac49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49d2406cf6c14ba2894e338e10a75bf5&device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 1095 time: 0.0699573 Apr 21 21:03:12.250634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-11526f60-2730-4c65-96d1-5dbac2269b03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 HTTP/1.1" status: 200 len: 217 time: 0.0448935 Apr 21 21:03:12.301642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-202cad65-86bc-4a2f-b3ed-44fb37a97180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:12.303090 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-202cad65-86bc-4a2f-b3ed-44fb37a97180 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be81d908-c77b-47b6-91f1-8c418031d1d4 HTTP/1.1" status: 200 len: 861 time: 0.0458679 Apr 21 21:03:12.336645 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-ba2170b9-f371-448d-8dce-466111b1ddcf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=073957e4-2a84-474d-bf3c-c6e13670612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255878 Apr 21 21:03:12.476331 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-3035fd3c-fa05-440c-96c3-3dba6bd0d988 service neutron] 10.222.0.43 "GET /v2.0/networks/073957e4-2a84-474d-bf3c-c6e13670612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276231 Apr 21 21:03:12.495156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa69b13-5fac-4b91-92e7-791f62ef4967 req-3a2c56aa-e193-417a-9289-7eb33de78655 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:12.503236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5aa69b13-5fac-4b91-92e7-791f62ef4967 req-3a2c56aa-e193-417a-9289-7eb33de78655 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 943 time: 0.0609038 Apr 21 21:03:12.546293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5aa69b13-5fac-4b91-92e7-791f62ef4967 req-45bc2fae-edc1-4f8b-947f-92878937b58d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Apr 21 21:03:12.597125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73a05ff5-63f4-4e91-8349-1beee3cd1cfa req-3909b5be-b7f0-4f10-b59f-62c2b72f8223 service neutron] 10.222.0.43 "GET /v2.0/networks/073957e4-2a84-474d-bf3c-c6e13670612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144698 Apr 21 21:03:12.706298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-bce60f9c-4c63-4569-ba59-e4cbff9a7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:12.707941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-bce60f9c-4c63-4569-ba59-e4cbff9a7db2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=49d2406cf6c14ba2894e338e10a75bf5&device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 1095 time: 0.0420573 Apr 21 21:03:12.835770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cc707-975f-4097-b01a-fb718f53e94f req-881a4aa9-28a1-4b3b-a9ea-2070ca41991f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:12.837340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-348cc707-975f-4097-b01a-fb718f53e94f req-881a4aa9-28a1-4b3b-a9ea-2070ca41991f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 944 time: 0.1039853 Apr 21 21:03:12.842361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-472cff45-4f4a-45fc-b4a9-13fdae86f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:12.843778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-472cff45-4f4a-45fc-b4a9-13fdae86f6b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=073957e4-2a84-474d-bf3c-c6e13670612c HTTP/1.1" status: 200 len: 922 time: 0.1281028 Apr 21 21:03:12.897086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-657d7e6d-e3ff-4cec-bc92-49a6d1fd246f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 HTTP/1.1" status: 200 len: 217 time: 0.0435140 Apr 21 21:03:12.940171 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-348cc707-975f-4097-b01a-fb718f53e94f req-9108de5b-2a73-4d50-9432-2586131aa993 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932925 Apr 21 21:03:12.966683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-ebb5f102-34c9-424a-af8d-41d78a43b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:12.968182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-ebb5f102-34c9-424a-af8d-41d78a43b7bb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=be81d908-c77b-47b6-91f1-8c418031d1d4 HTTP/1.1" status: 200 len: 861 time: 0.0578802 Apr 21 21:03:12.973933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae6aa65b-ad97-445d-9f90-a986a940d46e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:03:13.008395 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-71dc9915-da62-4235-97ae-5e68337d13eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=073957e4-2a84-474d-bf3c-c6e13670612c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334876 Apr 21 21:03:13.028219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:03:13.044408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66b7cd-94a4-4f98-a6ba-ee6e6ac7c5f7 req-1ae8a3ca-5ccd-4d9e-84eb-3986a0c8ef26 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:13.046691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca66b7cd-94a4-4f98-a6ba-ee6e6ac7c5f7 req-1ae8a3ca-5ccd-4d9e-84eb-3986a0c8ef26 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 944 time: 0.0786691 Apr 21 21:03:13.098511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca66b7cd-94a4-4f98-a6ba-ee6e6ac7c5f7 req-a1d3a8c6-df27-46c4-895c-5e2472e37855 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450070 Apr 21 21:03:13.128801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3703fa8-2157-4d17-b907-0f753b8780b9 req-0cde160e-0f28-4f31-8f75-0384117d3754 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0360920 Apr 21 21:03:13.141103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:13.157450 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ae6aa65b-ad97-445d-9f90-a986a940d46e', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'port_id': 'ae6aa65b-ad97-445d-9f90-a986a940d46e', 'mac_address': 'fa:16:3e:7b:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85c431-91c5-4196-a488-3699ed589db4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:03:13.165221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-795a639b-d1ea-48f6-ba21-2e97185eeca6 service neutron] 10.222.0.43 "GET /v2.0/networks/073957e4-2a84-474d-bf3c-c6e13670612c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503124 Apr 21 21:03:13.169480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 490d7300-797e-4516-8738-d83f48d3341b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:03:13.170031 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:13.238746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:13.256081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6aa65b-ad97-445d-9f90-a986a940d46e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:13.273909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3407f67-a644-463e-9ef2-06404b9cd559 req-1ba98990-69fa-49b1-9da2-23c8433ceca2 service neutron] 10.222.0.43 "GET /v2.0/networks/073957e4-2a84-474d-bf3c-c6e13670612c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909023 Apr 21 21:03:13.304691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:13.311632 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:13.315804 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:13.369241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:13.371670 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c2c3a8-7d03-43d7-80fc-a2b5f9880b44" -d '{"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-plugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:13.394092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:13.395969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ae6aa65b-ad97-445d-9f90-a986a940d46e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:13.401326 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:13.426582 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3c4b4e-3858-486f-bdc8-5cff087ee8cb x-openstack-request-id: req-9f3c4b4e-3858-486f-bdc8-5cff087ee8cb {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:13.426859 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-plugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:13.427114 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f3c4b4e-3858-486f-bdc8-5cff087ee8cb {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:13.427514 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3c4b4e-3858-486f-bdc8-5cff087ee8cb'] response: {'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'code': 200} Apr 21 21:03:13.453637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=10']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:13.500503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 07125644-e744-4061-8efa-643d7e2626e0 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:03:13.559161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 07125644-e744-4061-8efa-643d7e2626e0 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:03:13.562866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 07125644-e744-4061-8efa-643d7e2626e0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:03:13.563234 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:13.651152 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:13.675171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef6b8b-d866-42e9-9aaa-25ec549b8684 req-aa41dbca-334d-4252-aebc-b139f584490b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:13.676563 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56ef6b8b-d866-42e9-9aaa-25ec549b8684 req-aa41dbca-334d-4252-aebc-b139f584490b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 944 time: 0.0511947 Apr 21 21:03:13.686095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 07125644-e744-4061-8efa-643d7e2626e0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=07125644-e744-4061-8efa-643d7e2626e0,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:13.690694 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:13.718803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56ef6b8b-d866-42e9-9aaa-25ec549b8684 req-7105139d-d08c-4c42-803c-8bde29fabfa5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350523 Apr 21 21:03:13.743091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=07125644-e744-4061-8efa-643d7e2626e0,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:13.873962 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:03:14.059985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73096b96-6cce-447b-8bf8-3e2951171918 req-d6fbdbdd-6ddb-432f-ae12-7299ab5d3e06 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:14.061543 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73096b96-6cce-447b-8bf8-3e2951171918 req-d6fbdbdd-6ddb-432f-ae12-7299ab5d3e06 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 945 time: 0.0506210 Apr 21 21:03:14.082185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ae6aa65b-ad97-445d-9f90-a986a940d46e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:14.099657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73096b96-6cce-447b-8bf8-3e2951171918 req-47646fcf-0f6c-4471-8fc3-1560005d2ef8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Apr 21 21:03:14.251328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d3481c8-560c-41de-b7cf-8cb36831bebd req-9093e201-be0c-4cb6-9b61-8628fda23fbd tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0287228 Apr 21 21:03:14.253723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d26e8-885c-4c4b-b223-dcc3b6ad1ed7 req-8c1e5983-3ae9-49eb-a51c-37870fde0106 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:14.255408 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f45d26e8-885c-4c4b-b223-dcc3b6ad1ed7 req-8c1e5983-3ae9-49eb-a51c-37870fde0106 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 944 time: 0.0840831 Apr 21 21:03:14.294309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f45d26e8-885c-4c4b-b223-dcc3b6ad1ed7 req-0a5b9776-a8d6-479a-84b5-bf9e4a26a49b tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Apr 21 21:03:14.851774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b3c5-166f-4b0c-9dcc-1c00121945ea req-1a4f3759-fc56-4ab9-871a-350ec3388f91 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:14.853312 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0148b3c5-166f-4b0c-9dcc-1c00121945ea req-1a4f3759-fc56-4ab9-871a-350ec3388f91 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 944 time: 0.0568120 Apr 21 21:03:14.891561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0148b3c5-166f-4b0c-9dcc-1c00121945ea req-b70c9441-6a32-4d62-b707-8ef3d9dbcd9f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Apr 21 21:03:15.215690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356bc5b-5dee-4b50-b0ea-2c62e9fa0bea req-0a3c7a57-78be-4ea9-95c7-ade5c12f6164 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:15.217173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b356bc5b-5dee-4b50-b0ea-2c62e9fa0bea req-0a3c7a57-78be-4ea9-95c7-ade5c12f6164 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 945 time: 0.0485327 Apr 21 21:03:15.258296 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b356bc5b-5dee-4b50-b0ea-2c62e9fa0bea req-bfc36f26-c470-443d-afe3-efe5fa27ec36 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349576 Apr 21 21:03:15.359267 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-87317a3c-8a57-4691-a272-90c479590228 req-ff080477-2a93-4b2d-9af9-8270dc0b04e3 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0302501 Apr 21 21:03:15.417574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f11a9-bbec-4a1d-acea-e3bf38bb908a req-f5b7a030-fedc-4d40-93d0-7faf1fda621a tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:15.419410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-569f11a9-bbec-4a1d-acea-e3bf38bb908a req-f5b7a030-fedc-4d40-93d0-7faf1fda621a tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 944 time: 0.0561101 Apr 21 21:03:15.430034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07125644-e744-4061-8efa-643d7e2626e0'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:15.433032 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3fe94d-c179-4f4b-b71c-4b42cb9c5d31" -d '{"events": [{"server_uuid": "4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e", "name": "network-vif-plugged", "status": "completed", "tag": "07125644-e744-4061-8efa-643d7e2626e0"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:15.465328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-569f11a9-bbec-4a1d-acea-e3bf38bb908a req-13f83ecf-9381-4365-a65d-8cccc6b855d5 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Apr 21 21:03:15.471209 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42b1c32-8f34-4f3f-aef5-105b57eb7e4e x-openstack-request-id: req-c42b1c32-8f34-4f3f-aef5-105b57eb7e4e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:15.471499 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e", "name": "network-vif-plugged", "status": "completed", "tag": "07125644-e744-4061-8efa-643d7e2626e0", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:15.471746 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c42b1c32-8f34-4f3f-aef5-105b57eb7e4e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:15.472142 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42b1c32-8f34-4f3f-aef5-105b57eb7e4e'] response: {'server_uuid': '4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07125644-e744-4061-8efa-643d7e2626e0', 'code': 200} Apr 21 21:03:15.566277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1665ef-c74b-4257-9940-3dade390c8e7 req-6854c044-f3a6-43a4-a982-afa229251cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:15.567743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d1665ef-c74b-4257-9940-3dade390c8e7 req-6854c044-f3a6-43a4-a982-afa229251cca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 1096 time: 0.0398738 Apr 21 21:03:15.602866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d1665ef-c74b-4257-9940-3dade390c8e7 req-999ba147-b956-45af-9251-b355a9165692 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269670 Apr 21 21:03:16.015932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec98cff-4a1b-46f0-8904-f8746a1b373e req-2f0206b1-5cd7-4f48-a7e3-710e6a330600 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:16.017449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aec98cff-4a1b-46f0-8904-f8746a1b373e req-2f0206b1-5cd7-4f48-a7e3-710e6a330600 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 944 time: 0.0534971 Apr 21 21:03:16.058337 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aec98cff-4a1b-46f0-8904-f8746a1b373e req-bf223a1b-90e2-4d98-8187-9010a680eb05 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331004 Apr 21 21:03:16.440157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7fa2e-aa02-4c57-a8d6-7ce5c1865bce req-2dba69f1-2463-4577-89da-78ef0b62104f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:16.449494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7c7fa2e-aa02-4c57-a8d6-7ce5c1865bce req-2dba69f1-2463-4577-89da-78ef0b62104f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 945 time: 0.0915143 Apr 21 21:03:16.494747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7c7fa2e-aa02-4c57-a8d6-7ce5c1865bce req-080f252f-e9ec-48aa-a545-ae9e70e83e44 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Apr 21 21:03:16.537414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5da20f76-df37-4e1e-8c2b-53cef362f79b req-63f423f6-88f2-4fc8-89d5-5efbbcb1fcf0 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0641880 Apr 21 21:03:16.631625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff081e-382f-42c8-b440-0bba7da28b06 req-24ca44d8-3ec7-46b1-aee1-edbaeaffbc74 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:16.634239 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4ff081e-382f-42c8-b440-0bba7da28b06 req-24ca44d8-3ec7-46b1-aee1-edbaeaffbc74 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 944 time: 0.0510542 Apr 21 21:03:16.689127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4ff081e-382f-42c8-b440-0bba7da28b06 req-2c840f4a-03bc-432c-b1c1-d502e4486081 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476875 Apr 21 21:03:16.986311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:03:17.018392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae6aa65b-ad97-445d-9f90-a986a940d46e up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:03:17.149685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port ae6aa65b-ad97-445d-9f90-a986a940d46e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:03:17.199417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ae6aa65b-ad97-445d-9f90-a986a940d46e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:03:17.202628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:17.254692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868497c4-dbbc-4c1a-b15a-f5655d7b210c req-fb9a8fd9-1fe5-45c0-b61c-1a566bcb85c0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:17.264927 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-868497c4-dbbc-4c1a-b15a-f5655d7b210c req-fb9a8fd9-1fe5-45c0-b61c-1a566bcb85c0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 944 time: 0.0996974 Apr 21 21:03:17.277774 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,segment=NetworkSegment(c228b6a7-a6ab-4b26-9f93-118a57c6a725),segment_id=c228b6a7-a6ab-4b26-9f93-118a57c6a725)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:17.312413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491', 'network_id': '073957e4-2a84-474d-bf3c-c6e13670612c', 'port_id': 'f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491', 'mac_address': 'fa:16:3e:33:a6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be81d908-c77b-47b6-91f1-8c418031d1d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:03:17.319964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-868497c4-dbbc-4c1a-b15a-f5655d7b210c req-d6a4a5e2-59b2-4249-8e2a-4a21eb36e90b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541074 Apr 21 21:03:17.425930 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:17.440897 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:17.454855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:17.478852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,segment=NetworkSegment(c228b6a7-a6ab-4b26-9f93-118a57c6a725),segment_id=c228b6a7-a6ab-4b26-9f93-118a57c6a725)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:17.493505 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:17.501857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:17.504567 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b2a6e2-5f93-4c12-8351-024362555b09" -d '{"events": [{"server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "name": "network-vif-plugged", "status": "completed", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:17.544533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:17.556652 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:17.581923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:17.745623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ae6aa65b-ad97-445d-9f90-a986a940d46e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:17.752595 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98146c91-b115-4ebf-b64f-8ae3d962a977 x-openstack-request-id: req-98146c91-b115-4ebf-b64f-8ae3d962a977 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:17.753028 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "name": "network-vif-plugged", "status": "completed", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:17.753229 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98146c91-b115-4ebf-b64f-8ae3d962a977 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:17.755042 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98146c91-b115-4ebf-b64f-8ae3d962a977'] response: {'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e', 'code': 200} Apr 21 21:03:17.833806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1e389367-fc19-44b6-82e5-446483449a54 req-45006992-ca35-48c2-ba50-cb3d7a70dbde tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0511789 Apr 21 21:03:17.863323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249fa9c-9e9d-4ef5-96b6-8f79ec87cadc req-f03d41ec-b817-4eed-827b-aeff19af7ed5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:17.868607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c4994-5ffd-4036-a038-db86963ff1f8 req-0c3752f9-9d8e-4771-b07d-e0b7d4d38a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:17.873051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-763c4994-5ffd-4036-a038-db86963ff1f8 req-0c3752f9-9d8e-4771-b07d-e0b7d4d38a7e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 1096 time: 0.0793965 Apr 21 21:03:17.880026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d249fa9c-9e9d-4ef5-96b6-8f79ec87cadc req-f03d41ec-b817-4eed-827b-aeff19af7ed5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 945 time: 0.0909016 Apr 21 21:03:17.935697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d249fa9c-9e9d-4ef5-96b6-8f79ec87cadc req-78617e9f-8f86-4a43-87bc-c667c22ed8bc tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486245 Apr 21 21:03:17.943337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-763c4994-5ffd-4036-a038-db86963ff1f8 req-c8e6740b-f4a9-4fc0-93c5-2a5e7ad1c769 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589724 Apr 21 21:03:17.957147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:18.144048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c1cda-a246-4679-9cda-3ffc23bdd54a req-70fa4254-cd6e-4b22-8f4f-e801d4fb3696 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:18.169453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e85c1cda-a246-4679-9cda-3ffc23bdd54a req-70fa4254-cd6e-4b22-8f4f-e801d4fb3696 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 945 time: 0.1344900 Apr 21 21:03:18.227298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e85c1cda-a246-4679-9cda-3ffc23bdd54a req-d9bbe197-3124-46c4-9842-3c4fe3fe6067 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565932 Apr 21 21:03:18.354075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9cdb7-61fd-43cb-8181-03aa37fbf58a req-f38180c3-699e-4b4b-8645-a708538021da tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:18.355925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1d9cdb7-61fd-43cb-8181-03aa37fbf58a req-f38180c3-699e-4b4b-8645-a708538021da tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 945 time: 0.4112711 Apr 21 21:03:18.428581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1d9cdb7-61fd-43cb-8181-03aa37fbf58a req-ee318b37-c0b7-487d-a9b2-b156f6e4506c tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579450 Apr 21 21:03:18.573358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c8bdd-cfc3-45e0-af22-4c8565fac14b req-03e0b3ab-4483-49fe-ae0f-f892ff8ca2d0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:18.575325 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-958c8bdd-cfc3-45e0-af22-4c8565fac14b req-03e0b3ab-4483-49fe-ae0f-f892ff8ca2d0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 945 time: 0.0829592 Apr 21 21:03:18.577607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd23e4a-e715-435b-b1f0-db348403d11c req-e944c297-bb7e-4951-a2f1-731cd67561de tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:18.579071 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0bd23e4a-e715-435b-b1f0-db348403d11c req-e944c297-bb7e-4951-a2f1-731cd67561de tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 945 time: 0.0680361 Apr 21 21:03:18.627826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-958c8bdd-cfc3-45e0-af22-4c8565fac14b req-d57e1633-20f5-4850-9fe6-ef6c48f73611 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Apr 21 21:03:18.637385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0bd23e4a-e715-435b-b1f0-db348403d11c req-8a9c64d6-63e6-4bd7-9624-66d426773ee4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Apr 21 21:03:18.960960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8044907c-925d-42fd-83b4-dfc16ef6dd28 req-80f2c1ba-fe76-45a5-a9d1-e5e3ee75e5d4 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0336435 Apr 21 21:03:19.558524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f3817-f327-4a7d-aee7-d5eb0665858d req-e717e871-0569-484b-afd8-ebf233c63e42 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:19.560975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba1f3817-f327-4a7d-aee7-d5eb0665858d req-e717e871-0569-484b-afd8-ebf233c63e42 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 945 time: 0.0542154 Apr 21 21:03:19.623041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba1f3817-f327-4a7d-aee7-d5eb0665858d req-1aaf0229-e7ce-4f58-9afa-e4e1405db457 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511758 Apr 21 21:03:19.802875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303db254-22d3-43ba-86c8-de18010629bb req-a52339b2-9d38-4a9f-92c1-34820fb1a1f5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:19.813359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-303db254-22d3-43ba-86c8-de18010629bb req-a52339b2-9d38-4a9f-92c1-34820fb1a1f5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 945 time: 0.0872936 Apr 21 21:03:19.867678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31afd4-df32-45e6-b1be-90acf726a0d7 req-d0bae379-866a-4456-b88f-8bd10f47d613 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:19.884951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce31afd4-df32-45e6-b1be-90acf726a0d7 req-d0bae379-866a-4456-b88f-8bd10f47d613 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 945 time: 0.1382420 Apr 21 21:03:19.951726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-303db254-22d3-43ba-86c8-de18010629bb req-12d0b0f4-f86b-4a59-a45e-519302fc0f9d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370711 Apr 21 21:03:19.973469 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce31afd4-df32-45e6-b1be-90acf726a0d7 req-c7419dff-f79d-4a27-96eb-c7c1b36e1fd3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875003 Apr 21 21:03:20.078030 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08048882-0be5-4586-9478-6725b3c27a16 req-80e0bfe8-de8e-453a-9285-487bcd5b411f tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0360129 Apr 21 21:03:20.218674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c6157-bed5-4559-b579-7404027dab0e req-ad76dcfd-e420-4ba0-a8e7-8d504b05d10b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:20.220526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f80c6157-bed5-4559-b579-7404027dab0e req-ad76dcfd-e420-4ba0-a8e7-8d504b05d10b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 945 time: 0.0656822 Apr 21 21:03:20.354868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f80c6157-bed5-4559-b579-7404027dab0e req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Deleting port 07125644-e744-4061-8efa-643d7e2626e0 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:03:20.355214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f80c6157-bed5-4559-b579-7404027dab0e req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:20.361143 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:20.469097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f80c6157-bed5-4559-b579-7404027dab0e req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] For port 07125644-e744-4061-8efa-643d7e2626e0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=07125644-e744-4061-8efa-643d7e2626e0,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:20.469624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f80c6157-bed5-4559-b579-7404027dab0e req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:20.488246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f80c6157-bed5-4559-b579-7404027dab0e req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Calling delete_port for 07125644-e744-4061-8efa-643d7e2626e0 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:03:20.548848 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:20.666253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f80c6157-bed5-4559-b579-7404027dab0e req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:20.681396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['07125644-e744-4061-8efa-643d7e2626e0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:20.698481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event deleted for resources: {'Port': ['ID=07125644-e744-4061-8efa-643d7e2626e0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:20.724391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:20.749612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80c6157-bed5-4559-b579-7404027dab0e req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] No DVR routers for this DVR port 07125644-e744-4061-8efa-643d7e2626e0 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:03:20.752329 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f80c6157-bed5-4559-b579-7404027dab0e req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:20.755631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f80c6157-bed5-4559-b579-7404027dab0e req-91354bdc-7a78-4481-85b5-e8781095de9d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "DELETE /v2.0/ports/07125644-e744-4061-8efa-643d7e2626e0 HTTP/1.1" status: 204 len: 173 time: 0.5275574 Apr 21 21:03:20.756074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e', 'name': 'network-vif-deleted', 'tag': '07125644-e744-4061-8efa-643d7e2626e0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:20.760041 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9f417d-c35e-41a5-bbb2-54befd575073" -d '{"events": [{"server_uuid": "4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e", "name": "network-vif-deleted", "tag": "07125644-e744-4061-8efa-643d7e2626e0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:20.902376 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03360a4d-32e6-430a-a220-ca7bd7acda2c x-openstack-request-id: req-03360a4d-32e6-430a-a220-ca7bd7acda2c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:20.909996 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e", "name": "network-vif-deleted", "tag": "07125644-e744-4061-8efa-643d7e2626e0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:20.910456 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03360a4d-32e6-430a-a220-ca7bd7acda2c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:20.911045 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03360a4d-32e6-430a-a220-ca7bd7acda2c'] response: {'server_uuid': '4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e', 'name': 'network-vif-deleted', 'tag': '07125644-e744-4061-8efa-643d7e2626e0', 'status': 'completed', 'code': 200} Apr 21 21:03:20.948198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156af881-fb05-4f03-9afa-af94cf85e06b req-498e493d-ac85-4224-af3f-2db04567c239 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:20.956257 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-156af881-fb05-4f03-9afa-af94cf85e06b req-498e493d-ac85-4224-af3f-2db04567c239 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 945 time: 0.1178231 Apr 21 21:03:21.015428 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-156af881-fb05-4f03-9afa-af94cf85e06b req-65fe4d09-6299-4248-82ac-1c9283b2bd25 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508745 Apr 21 21:03:21.026908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:03:21.157694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:03:21.164309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:03:21.166162 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:21.174695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-394d3e1b-dfff-4df5-b7f2-c16841de562b req-bf87b089-a1c5-40b2-8740-ade08907a176 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ee7ed45-b4ca-4cf8-a299-0a27ab70ef1e HTTP/1.1" status: 200 len: 210 time: 0.0550725 Apr 21 21:03:21.181234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debac3e2-001f-4ee3-9ac0-3d10a9b63545 req-8dc759a6-5339-4ed2-a878-a8146f8edd4c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:21.187219 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-debac3e2-001f-4ee3-9ac0-3d10a9b63545 req-8dc759a6-5339-4ed2-a878-a8146f8edd4c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 945 time: 0.0869648 Apr 21 21:03:21.319080 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-debac3e2-001f-4ee3-9ac0-3d10a9b63545 req-2dca026d-7ff2-4bbd-89d5-05377c5f4f7b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112785 Apr 21 21:03:21.347011 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:21.381449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e42c1ed6-8bb8-44a7-a424-9e77b763a2c4 req-31bcbecd-1798-49cf-804e-bedca1e7df7f tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0607965 Apr 21 21:03:21.418973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ed9fcd-550a-47d5-bdee-8db1279a89f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:21.422520 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0b8ac-bc84-4fa2-9834-8ebf3686aecb" -d '{"events": [{"server_uuid": "15ed9fcd-550a-47d5-bdee-8db1279a89f7", "name": "network-vif-plugged", "status": "completed", "tag": "f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:21.440607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,segment=NetworkSegment(c228b6a7-a6ab-4b26-9f93-118a57c6a725),segment_id=c228b6a7-a6ab-4b26-9f93-118a57c6a725)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:21.449878 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:21.510142 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb9d301-0d54-474d-8139-d4ba2434d671 x-openstack-request-id: req-6bb9d301-0d54-474d-8139-d4ba2434d671 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:21.510493 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ed9fcd-550a-47d5-bdee-8db1279a89f7", "name": "network-vif-plugged", "status": "completed", "tag": "f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:21.510756 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bb9d301-0d54-474d-8139-d4ba2434d671 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:21.511175 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb9d301-0d54-474d-8139-d4ba2434d671'] response: {'server_uuid': '15ed9fcd-550a-47d5-bdee-8db1279a89f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491', 'code': 200} Apr 21 21:03:21.511741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:21.679697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0925bac-f258-4fd6-80e0-f2ee502f7c4a req-d28d590a-4c79-425c-b1d7-fa138dd16b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:21.684348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0925bac-f258-4fd6-80e0-f2ee502f7c4a req-d28d590a-4c79-425c-b1d7-fa138dd16b1c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 1097 time: 0.1005340 Apr 21 21:03:21.767690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0925bac-f258-4fd6-80e0-f2ee502f7c4a req-b4c9d8ed-fa24-4ac1-bf6b-4b5d7960690f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748491 Apr 21 21:03:21.792269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4009bb2-3196-43fc-868e-912f651307a6 req-50d5c664-f306-44ca-bd3e-d412be3e6fd8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:21.805290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4009bb2-3196-43fc-868e-912f651307a6 req-50d5c664-f306-44ca-bd3e-d412be3e6fd8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 945 time: 0.0940313 Apr 21 21:03:21.854600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4009bb2-3196-43fc-868e-912f651307a6 req-f278b598-ab02-4f59-add4-029293d844bd tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Apr 21 21:03:22.159150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e2462-5403-4b94-bf11-f110e4fb3cb9 req-d13fd112-3e14-4df9-90ff-47994d75cadd tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:22.160942 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e4e2462-5403-4b94-bf11-f110e4fb3cb9 req-d13fd112-3e14-4df9-90ff-47994d75cadd tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 946 time: 0.0558898 Apr 21 21:03:22.217496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e4e2462-5403-4b94-bf11-f110e4fb3cb9 req-2b231c21-8541-4f0a-9618-1e2bd6d0cdd9 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Apr 21 21:03:22.519061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15421df3-aa44-4c8a-9024-60e7bdf6ef16 req-385595e7-d4f6-4195-96be-be136f46c5ca tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0411954 Apr 21 21:03:23.063725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-08804a1c-1bc7-4a8f-b39b-71a5f8fce214 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:23.064880 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999070ef-d0aa-450d-bbd1-dfc5d648f2b9 req-de4fa006-f159-460c-a357-1d8dfc1d92ac tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:23.066564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-999070ef-d0aa-450d-bbd1-dfc5d648f2b9 req-de4fa006-f159-460c-a357-1d8dfc1d92ac tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 945 time: 0.1128986 Apr 21 21:03:23.073199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-08804a1c-1bc7-4a8f-b39b-71a5f8fce214 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.1995127 Apr 21 21:03:23.124302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-244882a9-57e4-425d-9219-0adff9ee770e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/quotas/76458e785e67444ab87516449459bd4d HTTP/1.1" status: 200 len: 375 time: 0.0470192 Apr 21 21:03:23.134410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-999070ef-d0aa-450d-bbd1-dfc5d648f2b9 req-76dc2099-29e5-4237-97af-94831db1f968 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586157 Apr 21 21:03:23.186578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-d766cf2b-97a6-4f12-8a45-dcb2c065abd7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591114 Apr 21 21:03:23.320405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-9525057e-df91-4fcb-b632-74c2f226ee12 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136537 Apr 21 21:03:23.528721 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-620ca8bc-17f8-483f-8536-2c3fb5bfbae5 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073369 Apr 21 21:03:23.563262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 07125644-e744-4061-8efa-643d7e2626e0 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:03:23.616838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 07125644-e744-4061-8efa-643d7e2626e0 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:03:23.617307 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 07125644-e744-4061-8efa-643d7e2626e0 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:03:23.819602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b298b0-e83f-4a00-b177-6d61cba207f9 req-d3416ae4-3c1f-44ff-9258-2ef6390be35d tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:23.829757 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71b298b0-e83f-4a00-b177-6d61cba207f9 req-d3416ae4-3c1f-44ff-9258-2ef6390be35d tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 946 time: 0.1186802 Apr 21 21:03:23.926890 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0046071e-c2b0-4e1d-a7ad-b3e6c2e56ebe req-63646eb4-59f5-47cb-bf75-f99e2d6bf180 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0454242 Apr 21 21:03:23.928314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71b298b0-e83f-4a00-b177-6d61cba207f9 req-5911b6be-8556-4aee-a87e-ad65efac1ae3 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959892 Apr 21 21:03:24.041284 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40e42ca1-6199-4442-a8d7-1b03c9fbc61f req-445e9001-2adb-4065-999d-a3aaa75d72e1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 210 time: 0.0365746 Apr 21 21:03:24.715118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce67bc-b9db-41cc-a7a2-dfb470d0c703 req-e8c97027-e1be-463d-a3ae-6a19abb7c0cd tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:24.717020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4bce67bc-b9db-41cc-a7a2-dfb470d0c703 req-e8c97027-e1be-463d-a3ae-6a19abb7c0cd tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 946 time: 0.0617299 Apr 21 21:03:24.778584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4bce67bc-b9db-41cc-a7a2-dfb470d0c703 req-134b8580-309e-42af-94f2-3ac8b1e388f1 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545003 Apr 21 21:03:25.085755 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-515c083c-d984-48fe-915a-a48db526fba4 req-91722ed1-3eee-4efc-a496-2e74b9416d42 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0375226 Apr 21 21:03:25.216347 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5fe3757-cb18-4936-8d32-a857c6c4ab89 req-33bcd48c-f45d-4b8e-bdbd-52b09d79808a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Apr 21 21:03:25.430599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-797355ce-0637-4a82-9e9e-95e41ee0bffd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:25.432077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-797355ce-0637-4a82-9e9e-95e41ee0bffd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.1642299 Apr 21 21:03:25.453782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Request body: {'port': {'device_id': '6351a7b6-fa84-4d5a-895f-ec74193e3c10', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'admin_state_up': True, 'tenant_id': '76458e785e67444ab87516449459bd4d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:25.599987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:25.604462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:25.789188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Allocated IP 172.20.0.8 (74dc5594-2b4a-4072-9a75-1038017db159/c929aed1-8248-4321-818a-5ec8bd42d411/508983ed-a432-4f24-b87a-5531650d0446) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:03:26.008343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b50d-bf34-4bf3-b524-310e796666a4 req-4774f278-eb0b-4249-aaf6-fefdaaf50f52 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:26.016053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3152b50d-bf34-4bf3-b524-310e796666a4 req-4774f278-eb0b-4249-aaf6-fefdaaf50f52 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 946 time: 0.0953605 Apr 21 21:03:26.047509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:26.072681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3152b50d-bf34-4bf3-b524-310e796666a4 req-da7b1b1e-7a21-4848-809a-672a0ac9cccb tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557671 Apr 21 21:03:26.141965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:26.154761 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:26.206015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event updated for resources: {'Port': ['ID=508983ed-a432-4f24-b87a-5531650d0446,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:26.227137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Network 74dc5594-2b4a-4072-9a75-1038017db159 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:03:26.228780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:03:26.231810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:03:26.294602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:26.295266 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:26.310528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce455189-c002-41c6-8cca-81d33687c360 req-fabbbe30-e3ce-4cc1-8931-524fc8b6ee8d tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0688701 Apr 21 21:03:26.361013 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8fa7f4e4-6c4d-4ec0-ab66-3540d558c2a1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9138699 Apr 21 21:03:26.376788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Request body: {'port': {'device_id': '6351a7b6-fa84-4d5a-895f-ec74193e3c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:26.478570 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:26.490280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-558cb0ed-a864-49c6-b0a1-516199e24d30 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:26.492656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-558cb0ed-a864-49c6-b0a1-516199e24d30 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.43 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 946 time: 0.1873803 Apr 21 21:03:26.600294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3979a5-cfdf-4968-85e4-369919273da0 req-ca1483c6-bbf2-4299-b2b6-78bd950a1f92 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:26.605181 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd3979a5-cfdf-4968-85e4-369919273da0 req-ca1483c6-bbf2-4299-b2b6-78bd950a1f92 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 931 time: 0.1593485 Apr 21 21:03:26.761875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd3979a5-cfdf-4968-85e4-369919273da0 req-c516b6ae-a141-42d1-8dc7-c3f4b1c2ed6c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523571 Apr 21 21:03:26.849224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Deleting port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:03:26.850433 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:26.991528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] For port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,segment=NetworkSegment(c228b6a7-a6ab-4b26-9f93-118a57c6a725),segment_id=c228b6a7-a6ab-4b26-9f93-118a57c6a725)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:26.991816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.024663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Calling delete_port for f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:03:27.045129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508983ed-a432-4f24-b87a-5531650d0446 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:27.060939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.092793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae6aa65b-ad97-445d-9f90-a986a940d46e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:03:27.141916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Transition to ACTIVE for port object 508983ed-a432-4f24-b87a-5531650d0446 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:03:27.184833 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.277057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Pushing event updated for resources: {'Port': ['ID=508983ed-a432-4f24-b87a-5531650d0446,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:27.284460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:27.329219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ae6aa65b-ad97-445d-9f90-a986a940d46e', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'port_id': 'ae6aa65b-ad97-445d-9f90-a986a940d46e', 'mac_address': 'fa:16:3e:7b:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85c431-91c5-4196-a488-3699ed589db4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:03:27.345655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2485e5-3a10-4367-98b7-ba433c8f69b9 req-3f2522e9-6325-442c-91b2-7d1ce341a50a tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:27.353631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be2485e5-3a10-4367-98b7-ba433c8f69b9 req-3f2522e9-6325-442c-91b2-7d1ce341a50a tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/ports?device_id=15ed9fcd-550a-47d5-bdee-8db1279a89f7 HTTP/1.1" status: 200 len: 946 time: 0.1328373 Apr 21 21:03:27.438520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.441665 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be2485e5-3a10-4367-98b7-ba433c8f69b9 req-48100642-abd5-41d0-8fd9-a0fc1b1cbb5f tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a8eb324-5d00-43b4-b743-37e0ec1a5a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813363 Apr 21 21:03:27.476252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae6aa65b-ad97-445d-9f90-a986a940d46e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:27.485022 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.518123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:27.522214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:27.526936 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.529721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb7fa60d-82a2-4a8d-a49e-ff44e5915d89 req-f720b2b7-710c-44fd-88bd-a31dd56d95c1 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0495045 Apr 21 21:03:27.559676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Pushing event deleted for resources: {'Port': ['ID=f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:27.583374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Attempting to bind port 508983ed-a432-4f24-b87a-5531650d0446 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:03:27.583720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Attempting to bind port 508983ed-a432-4f24-b87a-5531650d0446 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:03:27.592516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Attempting to bind port 508983ed-a432-4f24-b87a-5531650d0446 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:27.610943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Port 508983ed-a432-4f24-b87a-5531650d0446 on network 74dc5594-2b4a-4072-9a75-1038017db159 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:03:27.611488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Attempting to bind port 508983ed-a432-4f24-b87a-5531650d0446 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:27.621938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:03:27.622568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Checking segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:03:27.623122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Bound using segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:03:27.623720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Bound port: 508983ed-a432-4f24-b87a-5531650d0446, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:03:27.624257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.637776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ae6aa65b-ad97-445d-9f90-a986a940d46e,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:27.654156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ae6aa65b-ad97-445d-9f90-a986a940d46e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:27.683304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] No DVR routers for this DVR port f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:03:27.686873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.691642 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5780ef0b-0dbd-47fd-8439-8c72ee25e200 req-66981c94-b353-426b-903b-b17c4e8b14e2 tempest-ServerMetadataNegativeTestJSON-1844386615 tempest-ServerMetadataNegativeTestJSON-1844386615-project] 10.222.0.43 "DELETE /v2.0/ports/f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 HTTP/1.1" status: 204 len: 173 time: 1.1872993 Apr 21 21:03:27.694349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ed9fcd-550a-47d5-bdee-8db1279a89f7', 'name': 'network-vif-deleted', 'tag': 'f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:27.698041 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a95107-f62f-4d08-bb57-2451bb98a495" -d '{"events": [{"server_uuid": "15ed9fcd-550a-47d5-bdee-8db1279a89f7", "name": "network-vif-deleted", "tag": "f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:27.822306 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caceabe3-8563-4275-9659-a13b70b24a7c x-openstack-request-id: req-caceabe3-8563-4275-9659-a13b70b24a7c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:27.822306 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ed9fcd-550a-47d5-bdee-8db1279a89f7", "name": "network-vif-deleted", "tag": "f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:27.823017 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-caceabe3-8563-4275-9659-a13b70b24a7c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:27.823017 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caceabe3-8563-4275-9659-a13b70b24a7c'] response: {'server_uuid': '15ed9fcd-550a-47d5-bdee-8db1279a89f7', 'name': 'network-vif-deleted', 'tag': 'f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491', 'status': 'completed', 'code': 200} Apr 21 21:03:27.832558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] For port 508983ed-a432-4f24-b87a-5531650d0446, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:03:27.839748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] For port 508983ed-a432-4f24-b87a-5531650d0446, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=508983ed-a432-4f24-b87a-5531650d0446,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:03:27.846253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.868399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:27.869384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:27.870897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] 10.222.0.46 "PUT /v2.0/ports/508983ed-a432-4f24-b87a-5531650d0446 HTTP/1.1" status: 200 len: 1091 time: 1.4994071 Apr 21 21:03:28.015852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f577ba-99f7-4ba7-8a74-ab773ca66f8b req-b97743c4-49f4-45ff-8848-ca8d6e06e19b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:28.024138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65f577ba-99f7-4ba7-8a74-ab773ca66f8b req-b97743c4-49f4-45ff-8848-ca8d6e06e19b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 943 time: 0.1235623 Apr 21 21:03:28.025953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dfa70-083f-4d21-b1a4-3b3396fa1fce service neutron] Pushing event updated for resources: {'Port': ['ID=508983ed-a432-4f24-b87a-5531650d0446,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:28.050716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-e1e76104-76f3-4178-9852-925a6800f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:28.052115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-e1e76104-76f3-4178-9852-925a6800f3c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 1094 time: 0.1012526 Apr 21 21:03:28.110682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-bd7de2a4-aaa1-4212-81ef-1247333af95b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508983ed-a432-4f24-b87a-5531650d0446 HTTP/1.1" status: 200 len: 217 time: 0.0454750 Apr 21 21:03:28.120646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65f577ba-99f7-4ba7-8a74-ab773ca66f8b req-a4e51956-40bf-4979-8831-5a5f05f87c5c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955317 Apr 21 21:03:28.180858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-75fc2aff-ae71-4eed-8757-cd164d776779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:28.182325 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-75fc2aff-ae71-4eed-8757-cd164d776779 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.0565174 Apr 21 21:03:28.219304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-055ecf01-e576-48a7-aea6-5a0e4d6059d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287592 Apr 21 21:03:28.347517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-c178b7a0-c446-4f7a-9353-fd24852e540f service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096025 Apr 21 21:03:28.524700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58922) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:28.552124 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a63bcc8-e861-4382-81e0-ed274ae0f19f req-8e3a280c-1fb1-406d-a5d0-fce3c4950b26 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969597 Apr 21 21:03:28.590604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-06441fde-ef4b-4564-a553-c8fd0e56e21e admin admin] Deleting subnet be81d908-c77b-47b6-91f1-8c418031d1d4 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:03:28.594284 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-06441fde-ef4b-4564-a553-c8fd0e56e21e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:28.650302 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-06441fde-ef4b-4564-a553-c8fd0e56e21e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:28.715087 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-06441fde-ef4b-4564-a553-c8fd0e56e21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:28.753247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59f6523c-5517-438b-87f6-5d21b3173395 req-8af44a7b-1c70-49e1-ae15-80724d76de08 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0578804 Apr 21 21:03:28.786562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-06441fde-ef4b-4564-a553-c8fd0e56e21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:28.823036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06441fde-ef4b-4564-a553-c8fd0e56e21e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be81d908-c77b-47b6-91f1-8c418031d1d4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:28.827623 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-06441fde-ef4b-4564-a553-c8fd0e56e21e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:28.833746 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-06441fde-ef4b-4564-a553-c8fd0e56e21e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/be81d908-c77b-47b6-91f1-8c418031d1d4 HTTP/1.1" status: 204 len: 168 time: 0.3071580 Apr 21 21:03:28.836950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58934) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:28.924664 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.011444 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.033741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073957e4-2a84-474d-bf3c-c6e13670612c']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:29.043963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c228b6a7-a6ab-4b26-9f93-118a57c6a725') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:29.044264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c228b6a7-a6ab-4b26-9f93-118a57c6a725') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:29.054274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.067957 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.076319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:03:29.076913 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:03:29.078924 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:03:29.108353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae6aa65b-ad97-445d-9f90-a986a940d46e up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:03:29.165876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ae6aa65b-ad97-445d-9f90-a986a940d46e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:03:29.166628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.169508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.189017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.206249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] 10.222.0.49 "DELETE /v2.0/networks/073957e4-2a84-474d-bf3c-c6e13670612c HTTP/1.1" status: 204 len: 168 time: 0.3631587 Apr 21 21:03:29.239734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01635b-8fbd-44da-836e-b9943055032f admin admin] Pushing event deleted for resources: {'Network': ['ID=073957e4-2a84-474d-bf3c-c6e13670612c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:29.263097 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.296835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:29.300948 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4074998-bcf5-445c-a3c2-6d109fbbf94d" -d '{"events": [{"server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "name": "network-vif-plugged", "status": "completed", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:29.344366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:29.352923 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.353942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:03:29.356310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58c5e4-09f3-438e-ba56-2e50c6d3ccaf req-f6e56028-2560-40c2-b27e-391c82bfe61a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:29.358232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b58c5e4-09f3-438e-ba56-2e50c6d3ccaf req-f6e56028-2560-40c2-b27e-391c82bfe61a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 943 time: 0.1199322 Apr 21 21:03:29.401839 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30dd0fa-1580-4ee2-be76-b7b171bbaaec x-openstack-request-id: req-f30dd0fa-1580-4ee2-be76-b7b171bbaaec {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:29.403261 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "name": "network-vif-plugged", "status": "completed", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:29.403710 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f30dd0fa-1580-4ee2-be76-b7b171bbaaec {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:29.404610 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f30dd0fa-1580-4ee2-be76-b7b171bbaaec'] response: {'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e', 'code': 200} Apr 21 21:03:29.410108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58956) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:29.415723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:03:29.416266 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device f8905dfd-a1f3-4836-a8ea-6aa9e4b5b491 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:03:29.437052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b58c5e4-09f3-438e-ba56-2e50c6d3ccaf req-57d59bd4-586d-4b70-aa45-ecca96506126 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694797 Apr 21 21:03:29.459802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ae6aa65b-ad97-445d-9f90-a986a940d46e,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:29.461819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1fc6ee38-1f14-4582-955a-26e7e763fda9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49d2406cf6c14ba2894e338e10a75bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511360 Apr 21 21:03:29.464172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58962) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:29.517910 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c245b39-28ce-4d04-a0ca-b5eb95aaa1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.539799 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c245b39-28ce-4d04-a0ca-b5eb95aaa1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.591052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c245b39-28ce-4d04-a0ca-b5eb95aaa1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.594548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c245b39-28ce-4d04-a0ca-b5eb95aaa1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:29.595899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1c245b39-28ce-4d04-a0ca-b5eb95aaa1f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a8eb324-5d00-43b4-b743-37e0ec1a5a67 HTTP/1.1" status: 204 len: 168 time: 0.1308496 Apr 21 21:03:29.605040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c245b39-28ce-4d04-a0ca-b5eb95aaa1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8eb324-5d00-43b4-b743-37e0ec1a5a67,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:29.824456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6351a7b6-fa84-4d5a-895f-ec74193e3c10', 'tag': '508983ed-a432-4f24-b87a-5531650d0446'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:29.827306 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64258151-9479-40e8-9dfb-c0453aa6a86b" -d '{"events": [{"name": "network-changed", "server_uuid": "6351a7b6-fa84-4d5a-895f-ec74193e3c10", "tag": "508983ed-a432-4f24-b87a-5531650d0446"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:29.877729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a01629d-b5ee-40e6-88ce-ff84f06fa0c6 req-8ca0af42-c834-4c0c-8d00-4a9a6e670a82 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0384312 Apr 21 21:03:29.898680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bbddd-d9c8-420f-9d1b-9a4dd56fdb3e req-b6f1748a-a0b2-4be3-9f75-daa93a3c9db3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:29.906257 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e31bbddd-d9c8-420f-9d1b-9a4dd56fdb3e req-b6f1748a-a0b2-4be3-9f75-daa93a3c9db3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.0844121 Apr 21 21:03:29.940523 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceea4e5-e385-4c27-94d6-1a5580d2cae6 x-openstack-request-id: req-8ceea4e5-e385-4c27-94d6-1a5580d2cae6 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:29.941359 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6351a7b6-fa84-4d5a-895f-ec74193e3c10", "tag": "508983ed-a432-4f24-b87a-5531650d0446", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:29.941685 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ceea4e5-e385-4c27-94d6-1a5580d2cae6 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:29.942161 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ceea4e5-e385-4c27-94d6-1a5580d2cae6'] response: {'name': 'network-changed', 'server_uuid': '6351a7b6-fa84-4d5a-895f-ec74193e3c10', 'tag': '508983ed-a432-4f24-b87a-5531650d0446', 'status': 'completed', 'code': 200} Apr 21 21:03:29.970996 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e31bbddd-d9c8-420f-9d1b-9a4dd56fdb3e req-018acba2-dc7c-4757-9740-92dca32fde3a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561488 Apr 21 21:03:30.033477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-bf4f9996-4f84-4b41-8798-6937af29d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:30.035210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-bf4f9996-4f84-4b41-8798-6937af29d87b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 1094 time: 0.0605919 Apr 21 21:03:30.143356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-adb2ec35-419f-42ed-949d-48883981975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:30.145054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-adb2ec35-419f-42ed-949d-48883981975e service neutron] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.0978711 Apr 21 21:03:30.195634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-4e10b302-0313-4e61-888c-503e7913991a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508983ed-a432-4f24-b87a-5531650d0446 HTTP/1.1" status: 200 len: 217 time: 0.0395358 Apr 21 21:03:30.245424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-f536bf0e-3c6d-4bf0-9d1e-144b074fce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:30.246888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-f536bf0e-3c6d-4bf0-9d1e-144b074fce80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.0443866 Apr 21 21:03:30.283332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-97525b88-e5b0-4ff3-b9e0-fe453ad0b441 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246303 Apr 21 21:03:30.386295 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-00a098a2-cc0a-4aff-bb85-48bb433da8c2 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965331 Apr 21 21:03:30.405919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59024) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:30.472619 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f654c2ea-b4ed-4967-baf4-94dab8664124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:30.495317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64258151-9479-40e8-9dfb-c0453aa6a86b req-cfb2dd49-332c-4664-9514-3da021fa2613 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976443 Apr 21 21:03:30.549042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1066407199-network', 'tenant_id': '908957d304a041bc996236f901340bba'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:30.570094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Made reservation on behalf of 908957d304a041bc996236f901340bba for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:30.571752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a41e7-ba0e-4a75-8e51-49d0579143d5 req-c668d2f2-915e-4493-966b-1019c36a53da tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:30.572414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:30.574075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-490a41e7-ba0e-4a75-8e51-49d0579143d5 req-c668d2f2-915e-4493-966b-1019c36a53da tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 943 time: 0.0540783 Apr 21 21:03:30.584975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:30.626029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-490a41e7-ba0e-4a75-8e51-49d0579143d5 req-b47b246c-f4b2-4e14-8097-d32f9b4088ea tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Apr 21 21:03:30.689543 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:30.694307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:30.721726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:03:30.732196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efc045e-ad2c-48b9-9623-a583621b7454,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:30.737343 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:30.737757 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Added segment c3b20c54-842d-426f-b961-2b4c68aa62bc of type vlan for network 0f227fe6-cc09-4e0d-a985-b4fc473f0f1e Apr 21 21:03:30.778323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:30.805502 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:30.806841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:30.807423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:30.841475 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4258709 Apr 21 21:03:30.874516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69fef2-ceae-4787-b9ff-678786cebb5d admin admin] Pushing event updated for resources: {'Network': ['ID=0f227fe6-cc09-4e0d-a985-b4fc473f0f1e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:30.885671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 0f227fe6-cc09-4e0d-a985-b4fc473f0f1e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:03:31.017694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f1f74a0d-773a-487e-a660-09015a98d7e4 req-80d631bb-7a74-409d-9195-00844c67f0fd tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0521331 Apr 21 21:03:31.105028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd14e72-c068-452e-b1d2-4800d8d52463 req-14265a2e-8a0a-4e45-b279-b67a41eb7b29 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:31.106477 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6dd14e72-c068-452e-b1d2-4800d8d52463 req-14265a2e-8a0a-4e45-b279-b67a41eb7b29 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.0503786 Apr 21 21:03:31.143925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6dd14e72-c068-452e-b1d2-4800d8d52463 req-98cacd9f-7fa3-4b73-955d-236ed564e618 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313399 Apr 21 21:03:31.347533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491debc-fa9e-4d86-a600-9c76e2b5d54e req-1fb80974-63e0-44d8-ac4b-460bf22117a6 tempest-ComputeTenantNetworksTest-1316107974 tempest-ComputeTenantNetworksTest-1316107974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:31.353838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491debc-fa9e-4d86-a600-9c76e2b5d54e req-1fb80974-63e0-44d8-ac4b-460bf22117a6 tempest-ComputeTenantNetworksTest-1316107974 tempest-ComputeTenantNetworksTest-1316107974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:31.362250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491debc-fa9e-4d86-a600-9c76e2b5d54e req-1fb80974-63e0-44d8-ac4b-460bf22117a6 tempest-ComputeTenantNetworksTest-1316107974 tempest-ComputeTenantNetworksTest-1316107974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:31.363993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e491debc-fa9e-4d86-a600-9c76e2b5d54e req-1fb80974-63e0-44d8-ac4b-460bf22117a6 tempest-ComputeTenantNetworksTest-1316107974 tempest-ComputeTenantNetworksTest-1316107974-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2029321 Apr 21 21:03:31.468388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac44da-52d2-4b9a-aba0-5336d09f1cfd req-19f0076a-a223-4994-a1a3-1b941162817e tempest-ComputeTenantNetworksTest-1316107974 tempest-ComputeTenantNetworksTest-1316107974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:31.469743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19ac44da-52d2-4b9a-aba0-5336d09f1cfd req-19f0076a-a223-4994-a1a3-1b941162817e tempest-ComputeTenantNetworksTest-1316107974 tempest-ComputeTenantNetworksTest-1316107974-project] 10.222.0.49 "GET /v2.0/networks/0f227fe6-cc09-4e0d-a985-b4fc473f0f1e HTTP/1.1" status: 200 len: 769 time: 0.0819733 Apr 21 21:03:31.478075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59082) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:31.564628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:31.621387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb9322-3019-451b-b173-345ec95767dc req-411d3810-5890-451c-ace4-3b94d8e7e37f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:31.621387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99bb9322-3019-451b-b173-345ec95767dc req-411d3810-5890-451c-ace4-3b94d8e7e37f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.0676746 Apr 21 21:03:31.641978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 508983ed-a432-4f24-b87a-5531650d0446 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:03:31.777309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 508983ed-a432-4f24-b87a-5531650d0446, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=508983ed-a432-4f24-b87a-5531650d0446,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:31.795528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '508983ed-a432-4f24-b87a-5531650d0446', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'port_id': '508983ed-a432-4f24-b87a-5531650d0446', 'mac_address': 'fa:16:3e:94:a0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929aed1-8248-4321-818a-5ec8bd42d411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:03:31.862922 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:31.881491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508983ed-a432-4f24-b87a-5531650d0446 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:31.899014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f740ef-dedf-4af7-a6c3-c1ed3fc77907 req-e1663a9b-a833-4a6e-8072-800f3c360267 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:31.901055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d1f740ef-dedf-4af7-a6c3-c1ed3fc77907 req-e1663a9b-a833-4a6e-8072-800f3c360267 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 943 time: 0.1561248 Apr 21 21:03:31.908754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 508983ed-a432-4f24-b87a-5531650d0446, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=508983ed-a432-4f24-b87a-5531650d0446,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:31.917237 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:31.968439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d1f740ef-dedf-4af7-a6c3-c1ed3fc77907 req-bbab93b6-8c11-4c3a-9ad0-de6e26cd7b09 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595727 Apr 21 21:03:31.989161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=508983ed-a432-4f24-b87a-5531650d0446,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:32.133914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.139530 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99bb9322-3019-451b-b173-345ec95767dc req-ba045fb9-cdbd-4b9e-9153-c8a4e7b95222 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4958937 Apr 21 21:03:32.169427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f227fe6-cc09-4e0d-a985-b4fc473f0f1e']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:32.179192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-75425bb9-ebd7-41ca-b6e5-280c8414f606 req-34e7121d-6c6b-482a-a1b4-3ba8884ddc4d tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0494151 Apr 21 21:03:32.181921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b20c54-842d-426f-b961-2b4c68aa62bc') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:32.182443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b20c54-842d-426f-b961-2b4c68aa62bc') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:03:32.194395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.210050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.217729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:03:32.218080 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:03:32.219706 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:03:32.281617 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.293566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['508983ed-a432-4f24-b87a-5531650d0446'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:32.299216 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.302415 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0f227fe6-cc09-4e0d-a985-b4fc473f0f1e HTTP/1.1" status: 204 len: 168 time: 0.8232844 Apr 21 21:03:32.303530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d96007-49c6-4d3a-83c6-b258b1f9f123 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f227fe6-cc09-4e0d-a985-b4fc473f0f1e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:32.523672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59140) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:32.592051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59142) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:32.599800 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e04fb444-e2eb-47ba-a6e5-43ade4b01ffa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=908957d304a041bc996236f901340bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749094 Apr 21 21:03:32.655932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b41913d6-74db-491d-bb37-1ede57cf98f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.692571 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b41913d6-74db-491d-bb37-1ede57cf98f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.798915 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6b871dba-7d51-44b3-b4d9-40fad207fc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.804992 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b41913d6-74db-491d-bb37-1ede57cf98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.808056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b41913d6-74db-491d-bb37-1ede57cf98f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:32.812567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b41913d6-74db-491d-bb37-1ede57cf98f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7efc045e-ad2c-48b9-9623-a583621b7454 HTTP/1.1" status: 204 len: 168 time: 0.2190306 Apr 21 21:03:32.821953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41913d6-74db-491d-bb37-1ede57cf98f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efc045e-ad2c-48b9-9623-a583621b7454,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:33.134422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:03:33.168306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047fa7a-d2ed-4951-bc84-7071c2670596 req-6cb229d7-5c1a-4ae1-90a5-4747c5d52f33 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:33.170770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a047fa7a-d2ed-4951-bc84-7071c2670596 req-6cb229d7-5c1a-4ae1-90a5-4747c5d52f33 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 944 time: 0.0982502 Apr 21 21:03:33.254883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a047fa7a-d2ed-4951-bc84-7071c2670596 req-e8b0287f-0858-441a-9068-c991353d722b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721545 Apr 21 21:03:33.274523 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:33.328577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:33.331128 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5119b8a8-4bad-4ebf-afcc-ee25e8093eda" -d '{"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:33.336860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd82a3-9fd7-46f6-b61d-6577d103eb78 req-2485564a-c6f7-4ac5-b075-0914420acc30 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:33.356301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9dd82a3-9fd7-46f6-b61d-6577d103eb78 req-2485564a-c6f7-4ac5-b075-0914420acc30 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.0879276 Apr 21 21:03:33.447171 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c0bcfa8-e40a-48ba-abbb-e280ac295a10 req-c72d1459-4d0e-4e80-b2ff-7327a956a6f8 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0781949 Apr 21 21:03:33.463823 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9dd82a3-9fd7-46f6-b61d-6577d103eb78 req-8416c22b-45d4-4828-9dab-70682e62cef5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022716 Apr 21 21:03:33.590865 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8572b7ef-6c05-4b0e-a33e-d6e25e74555e x-openstack-request-id: req-8572b7ef-6c05-4b0e-a33e-d6e25e74555e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:33.591188 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:33.591547 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8572b7ef-6c05-4b0e-a33e-d6e25e74555e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:33.591944 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8572b7ef-6c05-4b0e-a33e-d6e25e74555e'] response: {'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'code': 200} Apr 21 21:03:33.596750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:33.605369 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:33.658894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=11']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:33.669558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 508983ed-a432-4f24-b87a-5531650d0446 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:03:33.732026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 508983ed-a432-4f24-b87a-5531650d0446 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:03:33.735917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 508983ed-a432-4f24-b87a-5531650d0446 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:03:33.736380 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:33.906604 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:33.945924 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 508983ed-a432-4f24-b87a-5531650d0446, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=508983ed-a432-4f24-b87a-5531650d0446,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:33.955676 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:34.034664 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:34.046193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=508983ed-a432-4f24-b87a-5531650d0446,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:34.486274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63062c-84eb-4a80-9a28-d5e568e60245 req-a562ac09-8aaa-442d-9aec-a86ce88ad4f8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:34.497272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4d63062c-84eb-4a80-9a28-d5e568e60245 req-a562ac09-8aaa-442d-9aec-a86ce88ad4f8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 945 time: 0.1002243 Apr 21 21:03:34.545712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4d63062c-84eb-4a80-9a28-d5e568e60245 req-49da1b0e-b50f-49da-b6c2-c88a47dcbac1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471478 Apr 21 21:03:34.629672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad1cf7c5-3f7e-489a-81e3-2e9710fdbbdc req-3c8bf745-4c50-46cb-98d4-8df5ff52451f tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0698042 Apr 21 21:03:34.717875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a2f20-c627-4f38-bc82-4b8f6e05e7ba req-e0813b4d-1296-4457-ac1c-a39e4e145aea tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:34.720382 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a46a2f20-c627-4f38-bc82-4b8f6e05e7ba req-e0813b4d-1296-4457-ac1c-a39e4e145aea tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0668972 Apr 21 21:03:34.815179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a46a2f20-c627-4f38-bc82-4b8f6e05e7ba req-6e116817-3b66-4b13-978e-536853a14edf tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798798 Apr 21 21:03:35.295295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:35.593947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6351a7b6-fa84-4d5a-895f-ec74193e3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508983ed-a432-4f24-b87a-5531650d0446'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:35.599845 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e918b334-8eb3-450a-9c62-fcabf397ef10" -d '{"events": [{"server_uuid": "6351a7b6-fa84-4d5a-895f-ec74193e3c10", "name": "network-vif-plugged", "status": "completed", "tag": "508983ed-a432-4f24-b87a-5531650d0446"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:35.674878 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd76731-6a5c-4962-b6c4-38aafa120cf8 x-openstack-request-id: req-ecd76731-6a5c-4962-b6c4-38aafa120cf8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:35.675378 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6351a7b6-fa84-4d5a-895f-ec74193e3c10", "name": "network-vif-plugged", "status": "completed", "tag": "508983ed-a432-4f24-b87a-5531650d0446", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:35.675795 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecd76731-6a5c-4962-b6c4-38aafa120cf8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:35.676429 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd76731-6a5c-4962-b6c4-38aafa120cf8'] response: {'server_uuid': '6351a7b6-fa84-4d5a-895f-ec74193e3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508983ed-a432-4f24-b87a-5531650d0446', 'code': 200} Apr 21 21:03:35.859365 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-93676bf2-8e57-4594-bb7d-31b7fd6be8b7 req-a5274c43-9170-4d0b-8a14-b901382e5ee6 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0632088 Apr 21 21:03:35.886404 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:35.924712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5965a67-e1dd-4695-b36e-dc6b4322e8cb req-771d44af-5459-4ee2-bae4-5fdf34b1ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:35.931242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5965a67-e1dd-4695-b36e-dc6b4322e8cb req-771d44af-5459-4ee2-bae4-5fdf34b1ae31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 1096 time: 0.1433253 Apr 21 21:03:35.986476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c176e-5936-4c85-8281-dca56205ea65 req-e9a3f22f-c4c2-41a8-a34d-b61f098be0cf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:35.989357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1f4c176e-5936-4c85-8281-dca56205ea65 req-e9a3f22f-c4c2-41a8-a34d-b61f098be0cf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 945 time: 0.2612603 Apr 21 21:03:36.049498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5965a67-e1dd-4695-b36e-dc6b4322e8cb req-1fd940e1-153d-43bd-9003-25c395d8fcf3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038537 Apr 21 21:03:36.071027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99246a1-46d7-423a-889e-233ab7f132a2 req-c31c7a34-da2d-4579-9a84-1775db8535c2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:36.089350 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f99246a1-46d7-423a-889e-233ab7f132a2 req-c31c7a34-da2d-4579-9a84-1775db8535c2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1148775 Apr 21 21:03:36.116537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1f4c176e-5936-4c85-8281-dca56205ea65 req-fe144d24-a441-47d0-aaa4-bbf274b7f3f7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095541 Apr 21 21:03:36.169759 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f99246a1-46d7-423a-889e-233ab7f132a2 req-7388baab-9dd7-4dbb-a97e-72fe94c9059a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789189 Apr 21 21:03:37.059732 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7be7a3a4-a1e1-4eb4-8c79-8d6fc4e5c844 req-18725fc1-c0bf-47b8-a3d6-a5196964c365 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0618782 Apr 21 21:03:37.182896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:03:37.375470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a9afd-6dc5-4e64-8e64-9a2143bee086 req-c19950f1-4d52-450c-ae70-df543242e77d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:37.381378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:37.390996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-242a9afd-6dc5-4e64-8e64-9a2143bee086 req-c19950f1-4d52-450c-ae70-df543242e77d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 945 time: 0.1078966 Apr 21 21:03:37.406336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe421e-9c0a-4ea7-8685-3014b23b4b27 req-8a0788c1-a2c3-4d5e-85be-e4bb749de0fd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:37.407350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '490d7300-797e-4516-8738-d83f48d3341b', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'port_id': '490d7300-797e-4516-8738-d83f48d3341b', 'mac_address': 'fa:16:3e:3e:b1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:03:37.419468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8cbe421e-9c0a-4ea7-8685-3014b23b4b27 req-8a0788c1-a2c3-4d5e-85be-e4bb749de0fd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1176724 Apr 21 21:03:37.469714 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:37.499492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490d7300-797e-4516-8738-d83f48d3341b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:37.500259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-242a9afd-6dc5-4e64-8e64-9a2143bee086 req-6e814b9b-48e3-42cd-a36a-fe2491a2bbb0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080520 Apr 21 21:03:37.534673 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8cbe421e-9c0a-4ea7-8685-3014b23b4b27 req-c1fb20df-1929-424c-b6b0-bd66484c6b41 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074135 Apr 21 21:03:37.580325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:37.591807 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:37.738405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=12']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:37.788037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['490d7300-797e-4516-8738-d83f48d3341b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:38.230250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49a0b130-d3cc-4255-beaf-6819cf117ee3 req-3681c1f2-d15f-4af1-9807-f5db0aac18a3 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0655177 Apr 21 21:03:38.679225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24d3100d-6285-4846-b977-219e16f8da99 req-d2a0fb67-8a41-4056-9491-d83a605404f3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0280612 Apr 21 21:03:38.725260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8490867-7502-4641-929e-daadf5113fd9 req-e4cae890-9e1e-4a5e-9b6d-bd3f6164a2e9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:38.727188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b8490867-7502-4641-929e-daadf5113fd9 req-e4cae890-9e1e-4a5e-9b6d-bd3f6164a2e9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 945 time: 0.1439137 Apr 21 21:03:38.728068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c39bfb-f5a4-4c6b-8e04-bb14df5751ab req-03aeb631-f604-412c-9b31-2faf31166c89 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:38.729699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51c39bfb-f5a4-4c6b-8e04-bb14df5751ab req-03aeb631-f604-412c-9b31-2faf31166c89 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 945 time: 0.0940657 Apr 21 21:03:38.784977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51c39bfb-f5a4-4c6b-8e04-bb14df5751ab req-d91bf3e6-b069-467a-8273-69eea9f76945 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404468 Apr 21 21:03:38.867963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b8490867-7502-4641-929e-daadf5113fd9 req-8842b690-0536-4acb-a889-0bf3921a8c2d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328166 Apr 21 21:03:39.007795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5aeed-8a24-4e25-9283-97fc53c39304 req-972ae53e-d230-47c4-adba-3b7e70215911 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:39.015836 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ac5aeed-8a24-4e25-9283-97fc53c39304 req-972ae53e-d230-47c4-adba-3b7e70215911 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 945 time: 0.0609164 Apr 21 21:03:39.070150 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ac5aeed-8a24-4e25-9283-97fc53c39304 req-0fa4795c-531f-4efa-b335-3bf788e1c7de tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517857 Apr 21 21:03:39.199401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:03:39.390233 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69db9015-15f6-48b8-b5fe-dd5bc6e1c8b7 req-1bc5705a-f533-4277-b48e-008c7774367b tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0531797 Apr 21 21:03:39.412156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 490d7300-797e-4516-8738-d83f48d3341b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:03:39.412564 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:39.441893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24a88a-2a0b-4cff-9def-3dc6ace57cc2 req-df4555ff-ff75-45c2-b7ad-ea932ffeb3b1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:39.444664 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b24a88a-2a0b-4cff-9def-3dc6ace57cc2 req-df4555ff-ff75-45c2-b7ad-ea932ffeb3b1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 945 time: 0.0695984 Apr 21 21:03:39.523255 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b24a88a-2a0b-4cff-9def-3dc6ace57cc2 req-82cdaadd-a33f-4fda-a809-1e7f9ea378cb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662670 Apr 21 21:03:39.573679 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:39.633638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:39.635080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:39.637790 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad0f209-3a40-4c14-b8c7-b2ea2ad5f3ad" -d '{"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-plugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:39.642688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:39.742049 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bed195-67ae-488e-98cb-c832a1f595bc x-openstack-request-id: req-c4bed195-67ae-488e-98cb-c832a1f595bc {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:39.742348 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-plugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:39.742602 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4bed195-67ae-488e-98cb-c832a1f595bc {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:39.743005 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bed195-67ae-488e-98cb-c832a1f595bc'] response: {'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'code': 200} Apr 21 21:03:39.745184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=13']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:40.100257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527c414-4289-413c-a211-a449176725dc req-254eb94c-0bb5-4cdd-9acb-8c2bb8c4226c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:40.113547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d527c414-4289-413c-a211-a449176725dc req-254eb94c-0bb5-4cdd-9acb-8c2bb8c4226c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.1836996 Apr 21 21:03:40.189042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d527c414-4289-413c-a211-a449176725dc req-ab3c12f1-3f5a-4df4-87c6-d7a3029fc7ef tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710783 Apr 21 21:03:40.581778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06428395-5998-498d-b948-20bfed9a9aaa req-f6f15aa5-bc15-496d-98bc-3612940fc4fc tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0473130 Apr 21 21:03:40.730295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609957fd-f4e1-4edc-b6df-b19d64496ed3 req-175fe8f7-37e5-42c7-833f-84a8ccf9f873 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:40.738557 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-609957fd-f4e1-4edc-b6df-b19d64496ed3 req-175fe8f7-37e5-42c7-833f-84a8ccf9f873 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 945 time: 0.1152976 Apr 21 21:03:40.804381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-609957fd-f4e1-4edc-b6df-b19d64496ed3 req-89daa002-4222-4a73-a593-6233b692ac0b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620928 Apr 21 21:03:40.962897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-4c72e674-430a-4c82-89fd-cc60c2aea5d3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:40.965355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-4c72e674-430a-4c82-89fd-cc60c2aea5d3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 945 time: 0.0632212 Apr 21 21:03:41.164107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a9ced45-36d3-40d2-9b0b-e936a53703ab req-9d2a1783-823b-48c2-956c-abe89ee6591e tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb&device_id=4cb0784e-93a3-48b0-aa98-45853c97f56c HTTP/1.1" status: 200 len: 210 time: 0.1012053 Apr 21 21:03:41.258650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Deleting port 508983ed-a432-4f24-b87a-5531650d0446 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:03:41.263284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:41.420213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b30840-8a65-4394-9c70-8a720de5b9f7 req-7e6e23a2-d124-41b5-bb24-b26d937e2807 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:41.431733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3b30840-8a65-4394-9c70-8a720de5b9f7 req-7e6e23a2-d124-41b5-bb24-b26d937e2807 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.1174519 Apr 21 21:03:41.496327 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3b30840-8a65-4394-9c70-8a720de5b9f7 req-59246f7e-966a-4161-ae1b-635828ae0156 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631919 Apr 21 21:03:41.561732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eeed294f-daeb-44e5-a239-1ba6b5ec13dd req-66c65f27-08fe-461f-9f83-25645a546fbb tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0478606 Apr 21 21:03:41.571296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7788d120-e6bd-460d-90d3-479a86b8afc5 req-87d61705-04bb-4454-9c20-78c23859d275 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=58d8460c732e442291534f64c1065f3f&device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0505736 Apr 21 21:03:41.574701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] For port 508983ed-a432-4f24-b87a-5531650d0446, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=508983ed-a432-4f24-b87a-5531650d0446,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:41.575069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:41.589015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Calling delete_port for 508983ed-a432-4f24-b87a-5531650d0446 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:03:41.611250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7788d120-e6bd-460d-90d3-479a86b8afc5 req-8082143b-8758-44b3-9723-c08b062e65a6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=58d8460c732e442291534f64c1065f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319176 Apr 21 21:03:41.898495 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:41.912178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:41.914634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['508983ed-a432-4f24-b87a-5531650d0446'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:42.077023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event deleted for resources: {'Port': ['ID=508983ed-a432-4f24-b87a-5531650d0446,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:42.133549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] No DVR routers for this DVR port 508983ed-a432-4f24-b87a-5531650d0446 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:03:42.138146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.140506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.141157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.141718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.143918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.144515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.145219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.148183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.148745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.149305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.149828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.150351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:42.164334 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:42.169366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f0df8b8-60b6-44ca-be6f-e1aa5c1c457e req-44b63531-b35e-464a-803b-9a0c7553596c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "DELETE /v2.0/ports/508983ed-a432-4f24-b87a-5531650d0446 HTTP/1.1" status: 204 len: 173 time: 1.1976857 Apr 21 21:03:42.184630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6351a7b6-fa84-4d5a-895f-ec74193e3c10', 'name': 'network-vif-deleted', 'tag': '508983ed-a432-4f24-b87a-5531650d0446'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:42.189270 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d736fa-653e-4a42-96c8-c6099b87fa2c" -d '{"events": [{"server_uuid": "6351a7b6-fa84-4d5a-895f-ec74193e3c10", "name": "network-vif-deleted", "tag": "508983ed-a432-4f24-b87a-5531650d0446"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:42.491626 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce2cf56b-637c-4d31-9012-18541dd4bf84 req-8b47db6d-69c1-4618-8cf6-e0f0a18adb6f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=6351a7b6-fa84-4d5a-895f-ec74193e3c10 HTTP/1.1" status: 200 len: 210 time: 0.1369641 Apr 21 21:03:42.511897 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f057652-0e2c-43fb-82fc-da43839802f5 x-openstack-request-id: req-5f057652-0e2c-43fb-82fc-da43839802f5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:42.512244 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6351a7b6-fa84-4d5a-895f-ec74193e3c10", "name": "network-vif-deleted", "tag": "508983ed-a432-4f24-b87a-5531650d0446", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:42.512535 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f057652-0e2c-43fb-82fc-da43839802f5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:42.512953 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f057652-0e2c-43fb-82fc-da43839802f5'] response: {'server_uuid': '6351a7b6-fa84-4d5a-895f-ec74193e3c10', 'name': 'network-vif-deleted', 'tag': '508983ed-a432-4f24-b87a-5531650d0446', 'status': 'completed', 'code': 200} Apr 21 21:03:42.538914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59542) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:42.589741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788d120-e6bd-460d-90d3-479a86b8afc5 req-9fa6d65c-2e53-4097-89e8-13d5c078dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:42.596276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7788d120-e6bd-460d-90d3-479a86b8afc5 req-9fa6d65c-2e53-4097-89e8-13d5c078dd31 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9776750 Apr 21 21:03:42.749276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b4741-07e9-4e88-849b-5f8b079322a8 req-b0af622b-791d-4404-a7de-bb19e7eb92f2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:42.751250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-643b4741-07e9-4e88-849b-5f8b079322a8 req-b0af622b-791d-4404-a7de-bb19e7eb92f2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.1124766 Apr 21 21:03:42.872115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-677d2d20-6fbd-40f2-b1da-0837dfd1039c req-e6078269-3c98-4c46-b689-805516c635a9 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0979345 Apr 21 21:03:42.893655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-643b4741-07e9-4e88-849b-5f8b079322a8 req-453ad966-d924-48b6-9adf-0c7882877096 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221256 Apr 21 21:03:42.975622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c535984-0490-4a28-befb-97032c84f484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:43.124056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c535984-0490-4a28-befb-97032c84f484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:43.130597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c535984-0490-4a28-befb-97032c84f484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:43.172288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c535984-0490-4a28-befb-97032c84f484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fbd912-8a70-4f13-aaa4-82661fb28811,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:43.179442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4c535984-0490-4a28-befb-97032c84f484 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5965c555d9fd4af1ba34ea5206cd582e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6366594 Apr 21 21:03:43.179662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59564) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:43.231136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46c3c2a8-8f0d-42a5-bf34-dda1029aaf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:43.269762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46c3c2a8-8f0d-42a5-bf34-dda1029aaf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:43.377492 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46c3c2a8-8f0d-42a5-bf34-dda1029aaf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:43.387184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46c3c2a8-8f0d-42a5-bf34-dda1029aaf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:43.396428 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-46c3c2a8-8f0d-42a5-bf34-dda1029aaf93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2fbd912-8a70-4f13-aaa4-82661fb28811 HTTP/1.1" status: 204 len: 168 time: 0.2077913 Apr 21 21:03:43.431151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3c2a8-8f0d-42a5-bf34-dda1029aaf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fbd912-8a70-4f13-aaa4-82661fb28811,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:43.959484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59602) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:43.987543 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19dbaa57-c148-4229-a19f-0740066dc0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:44.007728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7788d120-e6bd-460d-90d3-479a86b8afc5 req-ea36513e-75f3-46b7-85f8-e6fa1ca6e894 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.46 "GET /v2.0/ports?device_id=45896b47-a70d-4e3d-a6e9-c41bd74a60cb HTTP/1.1" status: 200 len: 210 time: 0.0516753 Apr 21 21:03:44.214618 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19dbaa57-c148-4229-a19f-0740066dc0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:44.254458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19dbaa57-c148-4229-a19f-0740066dc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:44.301651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbaa57-c148-4229-a19f-0740066dc0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd92b40-e10a-4b5b-bdf9-6dea441626d1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:44.368176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59608) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:44.392465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-19dbaa57-c148-4229-a19f-0740066dc0ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6630f989524247f0aee743554143e6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243660 Apr 21 21:03:44.481277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:44.538444 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:44.621275 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:44.625334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:44.636497 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5fd92b40-e10a-4b5b-bdf9-6dea441626d1 HTTP/1.1" status: 204 len: 168 time: 0.2670364 Apr 21 21:03:44.661544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd92b40-e10a-4b5b-bdf9-6dea441626d1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:44.693058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.694208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.694657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.695103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.695593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.696298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.697205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.698427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.698862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.700250 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.700686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:44.702218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03010fa1-48a9-430a-958d-b16a86c4863d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:03:45.753270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 508983ed-a432-4f24-b87a-5531650d0446 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:03:45.784188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 508983ed-a432-4f24-b87a-5531650d0446 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:03:45.784983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 508983ed-a432-4f24-b87a-5531650d0446 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:03:47.590915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-ddbcef63-349c-483b-b428-6dce5e31444e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:47.599434 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-ddbcef63-349c-483b-b428-6dce5e31444e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.1446049 Apr 21 21:03:47.622233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-e3c9c673-1f74-43f4-b6ec-c1162124da1c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/quotas/76458e785e67444ab87516449459bd4d HTTP/1.1" status: 200 len: 375 time: 0.0215964 Apr 21 21:03:47.707612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-ae8c2fc1-86f3-486e-abf9-5b32a81ea744 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841627 Apr 21 21:03:47.711457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3e14e-9a1d-4b7a-b236-2bdfcaa1c8bb req-b1426a88-832c-4679-9ad6-2c17dd1237cb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:47.713593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aca3e14e-9a1d-4b7a-b236-2bdfcaa1c8bb req-b1426a88-832c-4679-9ad6-2c17dd1237cb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.0685487 Apr 21 21:03:47.831618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7193cd42-f7e7-45ee-96e3-e20d390aed5e service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225955 Apr 21 21:03:47.881723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aca3e14e-9a1d-4b7a-b236-2bdfcaa1c8bb req-c5963ac0-5241-439d-b389-cd886013cb8a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481550 Apr 21 21:03:48.058449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-c88f64cd-bcbd-4f2d-85ec-afbc5248871b service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253270 Apr 21 21:03:48.330773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9df2850-2c26-446c-ad94-4ac32f7fe573 req-76011bc3-0739-44c2-be1e-e27cc31b42a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=58d8460c732e442291534f64c1065f3f&device_id=4cb0784e-93a3-48b0-aa98-45853c97f56c HTTP/1.1" status: 200 len: 210 time: 0.0768139 Apr 21 21:03:48.398834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9df2850-2c26-446c-ad94-4ac32f7fe573 req-cfc96b8b-aea3-45da-b6a0-ce3467e1bc13 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=58d8460c732e442291534f64c1065f3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566089 Apr 21 21:03:48.491311 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66e447c9-843d-40bd-bdc9-895fda02c122 req-801bad18-9ba5-49c2-b210-de0996caa6e3 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cb0784e-93a3-48b0-aa98-45853c97f56c HTTP/1.1" status: 200 len: 210 time: 0.0828998 Apr 21 21:03:48.689661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bafe4bc1-566b-4863-a203-66770333c4a3 req-b5972d8e-f20b-41f4-ba35-6cd4ba27672e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 210 time: 0.0710039 Apr 21 21:03:48.753295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df2850-2c26-446c-ad94-4ac32f7fe573 req-2ec2b71e-cc43-4cce-8614-8afd405b3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:48.755845 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9df2850-2c26-446c-ad94-4ac32f7fe573 req-2ec2b71e-cc43-4cce-8614-8afd405b3e0b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3472898 Apr 21 21:03:49.182821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb799cff-22af-42cf-aa9f-dca00e6e4e4a req-913aa321-ab62-48d2-82c8-fa9f1bd3de51 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:49.187772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb799cff-22af-42cf-aa9f-dca00e6e4e4a req-913aa321-ab62-48d2-82c8-fa9f1bd3de51 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.1429873 Apr 21 21:03:49.273118 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb799cff-22af-42cf-aa9f-dca00e6e4e4a req-4b8258b7-293f-43d5-a989-a945d1eef417 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745950 Apr 21 21:03:49.716418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f26e65c-81ef-46bc-8963-0153582e8398 req-30964424-c974-493f-b127-2afb43f280f9 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cb0784e-93a3-48b0-aa98-45853c97f56c HTTP/1.1" status: 200 len: 210 time: 0.0674632 Apr 21 21:03:49.953365 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23fcaa35-d609-4fea-93c3-55ed8420a8c0 req-1beaecb4-63a0-4807-bef9-fae5e982e3d0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 210 time: 0.0687397 Apr 21 21:03:50.240310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-6628ff4d-72d2-4a7d-8a80-22a06d3bc689 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:50.243500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-6628ff4d-72d2-4a7d-8a80-22a06d3bc689 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.2357590 Apr 21 21:03:50.292552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Request body: {'port': {'device_id': '36c8d2c4-6670-4903-a94a-907dbf74ef33', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'admin_state_up': True, 'tenant_id': '76458e785e67444ab87516449459bd4d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:50.348948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:50.435216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9df2850-2c26-446c-ad94-4ac32f7fe573 req-e6f7e727-0b59-4721-b07f-c8c168784f5f tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.43 "GET /v2.0/ports?device_id=4cb0784e-93a3-48b0-aa98-45853c97f56c HTTP/1.1" status: 200 len: 210 time: 0.0745609 Apr 21 21:03:50.511152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:50.525127 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:50.552520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9029458-57bc-439d-99c7-a11b05093582 req-f8355284-238e-4e76-b7fa-c97920767721 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:50.566200 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9029458-57bc-439d-99c7-a11b05093582 req-f8355284-238e-4e76-b7fa-c97920767721 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.1563320 Apr 21 21:03:50.577276 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:50.697696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d9029458-57bc-439d-99c7-a11b05093582 req-fadaff61-a9b0-4097-aa5e-da821a31160b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298404 Apr 21 21:03:50.792901 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Allocated IP 172.20.0.7 (74dc5594-2b4a-4072-9a75-1038017db159/c929aed1-8248-4321-818a-5ec8bd42d411/5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:03:50.875487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:03:51.009279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03abe6da-084d-41db-8a56-effdba998d6c req-4188275d-af23-45c8-9a64-4f0dc0d12779 tempest-ServerShowV247Test-1077270350 tempest-ServerShowV247Test-1077270350-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cb0784e-93a3-48b0-aa98-45853c97f56c HTTP/1.1" status: 200 len: 210 time: 0.0385685 Apr 21 21:03:51.134136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324667-3254-4b11-abca-5388cf4076eb req-e48b19ef-606a-407b-a37b-5509adec4d18 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:51.142323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-e48b19ef-606a-407b-a37b-5509adec4d18 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 805 time: 0.2099607 Apr 21 21:03:51.151008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:51.161006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-e6178463-e479-4cfa-a989-b2b1b120c764 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/quotas/3a0a65fd62424565a1e39f85fabf8107 HTTP/1.1" status: 200 len: 375 time: 0.0170460 Apr 21 21:03:51.204639 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14e87af7-e56e-4233-be2f-81794a8ee0e1 req-62b21b3b-dfb3-4f10-b593-71c74a98baed tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 210 time: 0.0450442 Apr 21 21:03:51.249165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae6aa65b-ad97-445d-9f90-a986a940d46e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:03:51.249583 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:51.291438 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-2c5e70f2-1d76-4e01-82b9-4d3d9e9b7dc2 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291687 Apr 21 21:03:51.325038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:51.383629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Network 74dc5594-2b4a-4072-9a75-1038017db159 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:03:51.388947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:03:51.392917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:03:51.408462 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:51.438118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:51.440672 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9892bdc4-e253-4b60-9896-a8e5663d0a8d" -d '{"events": [{"server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:51.460697 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event updated for resources: {'Port': ['ID=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:51.495743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:51.509611 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b669c73-1729-44a4-b505-3074bf07523f x-openstack-request-id: req-3b669c73-1729-44a4-b505-3074bf07523f {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:51.510185 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:51.510670 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b669c73-1729-44a4-b505-3074bf07523f {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:51.511287 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b669c73-1729-44a4-b505-3074bf07523f'] response: {'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e', 'code': 200} Apr 21 21:03:51.516476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:51.517172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:51.545325 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:51.557713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-7d91b191-13db-4511-956b-5b607c7cca6a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2812757 Apr 21 21:03:51.575001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Request body: {'port': {'device_id': '36c8d2c4-6670-4903-a94a-907dbf74ef33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:51.605927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ae6aa65b-ad97-445d-9f90-a986a940d46e,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:51.773908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:51.856378 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-fef5e1fa-bc8d-43dd-b0e4-a595f172478a service neutron] 10.222.0.49 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638533 Apr 21 21:03:51.972301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-838833d3-6618-4e95-9006-675a27fbd380 service neutron] 10.222.0.49 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149602 Apr 21 21:03:52.264434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0182e05c-1e8e-4f06-bad1-97b71d6306b5 req-f3c3f001-dbe7-4dab-a6d8-290f78edd864 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 210 time: 0.0813587 Apr 21 21:03:52.430677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:52.435448 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:52.450245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Transition to ACTIVE for port object 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:03:52.489384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:52.597148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a88350-00bd-4606-935b-11a65b075e98 req-3e27c53e-c95c-4081-b201-b2cc6a8fe9fe tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:52.611159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3a88350-00bd-4606-935b-11a65b075e98 req-3e27c53e-c95c-4081-b201-b2cc6a8fe9fe tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 931 time: 0.1571636 Apr 21 21:03:52.659056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Pushing event updated for resources: {'Port': ['ID=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:52.671734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f332e7c-6218-4fe3-bd46-60d085aeb613 req-f431394d-105b-43d3-a0f9-f444738001d1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:52.681508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f332e7c-6218-4fe3-bd46-60d085aeb613 req-f431394d-105b-43d3-a0f9-f444738001d1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.8268728 Apr 21 21:03:52.734016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3a88350-00bd-4606-935b-11a65b075e98 req-b8311c58-72ed-4a0d-8df1-55670013fa0e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210611 Apr 21 21:03:52.831065 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f332e7c-6218-4fe3-bd46-60d085aeb613 req-6167aaaf-84e9-4c19-a587-efea0e2460b7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263657 Apr 21 21:03:53.023034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59926) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:53.031958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-e95dc77d-1eae-4d50-b7fd-4898b45c82ea tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:53.044394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-e95dc77d-1eae-4d50-b7fd-4898b45c82ea tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.43 "GET /v2.0/ports?device_id=eda1b8eb-0222-4834-a002-7c88e6013692 HTTP/1.1" status: 200 len: 943 time: 0.1407180 Apr 21 21:03:53.045905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Attempting to bind port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:03:53.046247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Attempting to bind port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:03:53.046574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Attempting to bind port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:53.067783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 on network 74dc5594-2b4a-4072-9a75-1038017db159 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:03:53.070326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Attempting to bind port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:53.080046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:03:53.080394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Checking segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:03:53.080797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Bound using segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:03:53.081243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Bound port: 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:03:53.081608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:53.217822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Deleting port ae6aa65b-ad97-445d-9f90-a986a940d46e {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:03:53.218431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:53.333794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] For port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:03:53.354584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] For port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:03:53.372716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:53.486485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0237bd03-7cee-4b5c-95b4-ae413c870348 req-51d85c90-369e-4f4c-aa93-4fbf1dd07d47 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 210 time: 0.0597913 Apr 21 21:03:53.502696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ab8cea3c-9c9b-410c-9411-30f01cd1bace admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:53.534236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Pushing event updated for resources: {'Port': ['ID=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:53.543641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:53.546380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:53.548263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-a43b2562-510b-4359-9e3f-54e499c349fb service neutron] 10.222.0.46 "PUT /v2.0/ports/5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 HTTP/1.1" status: 200 len: 1091 time: 1.9779758 Apr 21 21:03:53.549280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c8d2c4-6670-4903-a94a-907dbf74ef33', 'tag': '5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:53.563966 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a88f76-1fd2-4a00-abbe-29c532126662" -d '{"events": [{"name": "network-changed", "server_uuid": "36c8d2c4-6670-4903-a94a-907dbf74ef33", "tag": "5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:53.619803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] For port ae6aa65b-ad97-445d-9f90-a986a940d46e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae6aa65b-ad97-445d-9f90-a986a940d46e,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:53.620610 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:53.647978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Calling delete_port for ae6aa65b-ad97-445d-9f90-a986a940d46e owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:03:53.732569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ab8cea3c-9c9b-410c-9411-30f01cd1bace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:53.744088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-0d138273-951f-4b1c-adc1-4074d9dc766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:53.747541 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-0d138273-951f-4b1c-adc1-4074d9dc766c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 1094 time: 0.1297047 Apr 21 21:03:53.885491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-306d1270-56a5-4592-9796-260f8cf12573 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 HTTP/1.1" status: 200 len: 217 time: 0.1151624 Apr 21 21:03:53.895812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ab8cea3c-9c9b-410c-9411-30f01cd1bace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:53.944632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:54.017825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-b9a5e16d-0b37-4231-961c-86a0bc425104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:54.020070 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-b9a5e16d-0b37-4231-961c-86a0bc425104 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.1216760 Apr 21 21:03:54.063613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-f69700cf-343d-44ae-9870-99cf1a013633 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345945 Apr 21 21:03:54.108263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Pushing event deleted for resources: {'Port': ['ID=ae6aa65b-ad97-445d-9f90-a986a940d46e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:54.123965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ab8cea3c-9c9b-410c-9411-30f01cd1bace admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58d8460c732e442291534f64c1065f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0997286 Apr 21 21:03:54.141012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59960) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:54.173525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] No DVR routers for this DVR port ae6aa65b-ad97-445d-9f90-a986a940d46e on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:03:54.186118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc9416-0c52-4a62-92dc-61f5c2ad887d req-23be9b51-326f-42ca-b191-a48c9b389522 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:54.189315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56cc9416-0c52-4a62-92dc-61f5c2ad887d req-23be9b51-326f-42ca-b191-a48c9b389522 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 943 time: 0.2973983 Apr 21 21:03:54.190044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cea3c-9c9b-410c-9411-30f01cd1bace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8995ac-3fc9-4fff-a305-db37100cac28,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:54.196358 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:54.199673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12d45c8e-db2b-405f-b292-e9f5548c61c8 req-da9bdd5b-6007-4e38-91ed-c4d760293949 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.43 "DELETE /v2.0/ports/ae6aa65b-ad97-445d-9f90-a986a940d46e HTTP/1.1" status: 204 len: 173 time: 1.1445184 Apr 21 21:03:54.200116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'name': 'network-vif-deleted', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:54.202702 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308d546b-df62-4d2b-9227-6ec0ee71a016" -d '{"events": [{"server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "name": "network-vif-deleted", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:54.282264 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56cc9416-0c52-4a62-92dc-61f5c2ad887d req-e5e32d3d-aaf0-450f-b1a0-8217c137560a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730970 Apr 21 21:03:54.292074 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95fad37-bdfd-46c6-8a21-2eac2057ee54 x-openstack-request-id: req-d95fad37-bdfd-46c6-8a21-2eac2057ee54 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:54.292372 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c8d2c4-6670-4903-a94a-907dbf74ef33", "tag": "5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:54.292632 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d95fad37-bdfd-46c6-8a21-2eac2057ee54 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:54.293062 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95fad37-bdfd-46c6-8a21-2eac2057ee54'] response: {'name': 'network-changed', 'server_uuid': '36c8d2c4-6670-4903-a94a-907dbf74ef33', 'tag': '5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7', 'status': 'completed', 'code': 200} Apr 21 21:03:54.299953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324667-3254-4b11-abca-5388cf4076eb req-11252b6b-073c-429c-a4d6-a0e5c6d49b9c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:54.301910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-11252b6b-073c-429c-a4d6-a0e5c6d49b9c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.46 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 805 time: 0.3744838 Apr 21 21:03:54.317525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Request body: {'port': {'device_id': '46f36079-9675-446f-98b1-45b494d33fdc', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'admin_state_up': True, 'tenant_id': '3a0a65fd62424565a1e39f85fabf8107'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:54.424496 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4213b30-c64a-4e61-a590-d59d90fd2133 x-openstack-request-id: req-d4213b30-c64a-4e61-a590-d59d90fd2133 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:54.424818 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda1b8eb-0222-4834-a002-7c88e6013692", "name": "network-vif-deleted", "tag": "ae6aa65b-ad97-445d-9f90-a986a940d46e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:54.425071 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4213b30-c64a-4e61-a590-d59d90fd2133 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:54.425516 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4213b30-c64a-4e61-a590-d59d90fd2133'] response: {'server_uuid': 'eda1b8eb-0222-4834-a002-7c88e6013692', 'name': 'network-vif-deleted', 'tag': 'ae6aa65b-ad97-445d-9f90-a986a940d46e', 'status': 'completed', 'code': 200} Apr 21 21:03:54.524247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9e964-daeb-4022-8c19-38c1a5e595c3 req-ff753fc9-285b-47b9-af8a-5b0ec2c282db tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:54.535022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fb9e964-daeb-4022-8c19-38c1a5e595c3 req-ff753fc9-285b-47b9-af8a-5b0ec2c282db tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.1897767 Apr 21 21:03:54.539466 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-8b5793ae-1d31-49b4-91c2-f415a05dec6e service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695272 Apr 21 21:03:54.540098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f20003cb-b008-4473-a642-15830467d2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:54.562301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Made reservation on behalf of 3a0a65fd62424565a1e39f85fabf8107 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:54.566414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:54.642758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f20003cb-b008-4473-a642-15830467d2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:54.700002 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fb9e964-daeb-4022-8c19-38c1a5e595c3 req-1d7da9d7-41bc-4af8-a933-bc669665d599 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470280 Apr 21 21:03:54.763332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19a74fd2-8b42-4c96-af83-c7ec08495a72 req-b8320781-4c23-42a2-8cea-22f8e8f6e087 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111964 Apr 21 21:03:54.781367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f20003cb-b008-4473-a642-15830467d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:54.785802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f20003cb-b008-4473-a642-15830467d2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:54.790687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f20003cb-b008-4473-a642-15830467d2c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2a8995ac-3fc9-4fff-a305-db37100cac28 HTTP/1.1" status: 204 len: 168 time: 0.6465130 Apr 21 21:03:54.792648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc9c9848-8e16-49a9-85fb-1d437f771542 req-ce2bd4c2-2a3a-44c6-849e-bc9983b0a65e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 210 time: 0.1363583 Apr 21 21:03:54.810579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20003cb-b008-4473-a642-15830467d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8995ac-3fc9-4fff-a305-db37100cac28,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:54.967688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-2967ddb9-0c1a-455c-a9cf-905c8bf9cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:54.972166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-2967ddb9-0c1a-455c-a9cf-905c8bf9cf85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 1094 time: 0.1244931 Apr 21 21:03:55.068893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Allocated IP 172.20.0.7 (0d009106-86b9-40db-8522-72042c95f0f2/8d85c431-91c5-4196-a488-3699ed589db4/17e650cf-eccd-4968-94ad-ad7d30a07682) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:03:55.145224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-0d072256-d5ac-4177-b168-c49406e6900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:55.146804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-0d072256-d5ac-4177-b168-c49406e6900b service neutron] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.1680133 Apr 21 21:03:55.254727 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-31a81b1c-88ad-4302-9473-6d84ca9fa329 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 HTTP/1.1" status: 200 len: 217 time: 0.1002231 Apr 21 21:03:55.276482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae6aa65b-ad97-445d-9f90-a986a940d46e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:03:55.358464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: ae6aa65b-ad97-445d-9f90-a986a940d46e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:03:55.358853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae6aa65b-ad97-445d-9f90-a986a940d46e not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:03:55.381519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-1acdd8c9-73ac-4912-b853-688edb2429b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:55.385268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-1acdd8c9-73ac-4912-b853-688edb2429b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.1229799 Apr 21 21:03:55.454621 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:55.498669 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-c9cb1c7a-188d-414d-8bb2-35a2de46c5bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056013 Apr 21 21:03:55.523767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:55.587007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff4264-2283-41e7-9ec0-62373c5bccef req-d3b3fde2-73ec-449e-8ff6-39400000d5a2 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:55.589559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36ff4264-2283-41e7-9ec0-62373c5bccef req-d3b3fde2-73ec-449e-8ff6-39400000d5a2 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 943 time: 0.1374934 Apr 21 21:03:55.638492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Pushing event updated for resources: {'Port': ['ID=17e650cf-eccd-4968-94ad-ad7d30a07682,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:55.656557 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36ff4264-2283-41e7-9ec0-62373c5bccef req-afd96e8d-b0cb-4c55-bdf4-32dd05535166 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584121 Apr 21 21:03:55.688240 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-82b9c8f3-1f1e-4083-bae8-ad4721db7064 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818779 Apr 21 21:03:55.712117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Network 0d009106-86b9-40db-8522-72042c95f0f2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:03:55.721504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:03:55.728812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:03:55.903347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:55.904690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:55.958682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac61598-40a6-4330-8e34-2bcb627e4272 req-e1d72433-8dbb-404a-97f5-da3b48aac45a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:55.961123 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cac61598-40a6-4330-8e34-2bcb627e4272 req-e1d72433-8dbb-404a-97f5-da3b48aac45a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.1255708 Apr 21 21:03:55.971006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-e1500235-d1f2-4566-9b6e-2e3036aa3fb5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6599631 Apr 21 21:03:56.021182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Request body: {'port': {'device_id': '46f36079-9675-446f-98b1-45b494d33fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:56.046337 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b5a88f76-1fd2-4a00-abbe-29c532126662 req-f3c875aa-cbe2-40e0-a029-91ed5ea55019 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511856 Apr 21 21:03:56.067992 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cac61598-40a6-4330-8e34-2bcb627e4272 req-e9fe04f5-89f2-4963-9f8e-bbb07f3c1d66 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951264 Apr 21 21:03:56.110895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66155f92-050c-493b-be11-9e3b1605fd55 req-b744dae1-c36f-4fc5-921a-67f60e3e1bba tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:56.113184 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66155f92-050c-493b-be11-9e3b1605fd55 req-b744dae1-c36f-4fc5-921a-67f60e3e1bba tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 931 time: 0.1989031 Apr 21 21:03:56.141610 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:56.253130 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66155f92-050c-493b-be11-9e3b1605fd55 req-b37027be-c233-4746-851f-7af1889d80c0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301501 Apr 21 21:03:56.424380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60034) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:56.603737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1560413273-network', 'tenant_id': '401ae39dd8974553a94bdb2d7d864a97'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:56.658701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Made reservation on behalf of 401ae39dd8974553a94bdb2d7d864a97 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:56.661180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:56.686056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:56.687778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e650cf-eccd-4968-94ad-ad7d30a07682 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:56.706695 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:56.734596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Transition to ACTIVE for port object 17e650cf-eccd-4968-94ad-ad7d30a07682 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:03:56.742337 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:56.914040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:56.924776 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:56.980795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:03:56.987854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a6cb8b-b84d-4291-96ef-5b2f244770fe,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:56.993354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=17e650cf-eccd-4968-94ad-ad7d30a07682,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:57.015849 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:57.016198 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Added segment 5cc66044-2929-4db2-a980-47a5105156dc of type vlan for network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b Apr 21 21:03:57.086478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6be4b9-c27e-4152-a086-458336fb5561 req-4f606eb7-fd96-4e99-b899-74a7218568a4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:57.088031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb6be4b9-c27e-4152-a086-458336fb5561 req-4f606eb7-fd96-4e99-b899-74a7218568a4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 943 time: 0.2724164 Apr 21 21:03:57.098697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:57.202963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb6be4b9-c27e-4152-a086-458336fb5561 req-09960775-b47e-44b5-996e-83bc04ac4490 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957592 Apr 21 21:03:57.210239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Attempting to bind port 17e650cf-eccd-4968-94ad-ad7d30a07682 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:03:57.211105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Attempting to bind port 17e650cf-eccd-4968-94ad-ad7d30a07682 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:03:57.211616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Attempting to bind port 17e650cf-eccd-4968-94ad-ad7d30a07682 on network 0d009106-86b9-40db-8522-72042c95f0f2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:57.217326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Port 17e650cf-eccd-4968-94ad-ad7d30a07682 on network 0d009106-86b9-40db-8522-72042c95f0f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:03:57.217859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Attempting to bind port 17e650cf-eccd-4968-94ad-ad7d30a07682 on network 0d009106-86b9-40db-8522-72042c95f0f2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:03:57.257134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:03:57.258023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Checking segment: {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:03:57.260544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Bound using segment: {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:03:57.264514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:57.266249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Bound port: 17e650cf-eccd-4968-94ad-ad7d30a07682, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0407a9-91c0-4536-ad1c-6c6b6b04371d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:03:57.267937 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:57.268683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:57.297642 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:57.436894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db595fd-c21a-4613-891d-fd2e6b15897e req-1431a0e7-08ae-4b71-b9fb-341373eece78 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:57.438532 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3db595fd-c21a-4613-891d-fd2e6b15897e req-1431a0e7-08ae-4b71-b9fb-341373eece78 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.2844279 Apr 21 21:03:57.449194 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0234969 Apr 21 21:03:57.452090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60060) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:57.465470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffaf28-4949-46aa-8866-26cc8ec6b643 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:57.466642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Request body: {'subnet': {'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1560413273-subnet', 'tenant_id': '401ae39dd8974553a94bdb2d7d864a97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:03:57.482818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:03:57.504692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3db595fd-c21a-4613-891d-fd2e6b15897e req-54dabbf6-3831-4446-aad6-8f49648ada42 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518663 Apr 21 21:03:57.514346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] For port 17e650cf-eccd-4968-94ad-ad7d30a07682, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:03:57.518608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] For port 17e650cf-eccd-4968-94ad-ad7d30a07682, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=17e650cf-eccd-4968-94ad-ad7d30a07682,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:03:57.540442 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:57.557226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Made reservation on behalf of 401ae39dd8974553a94bdb2d7d864a97 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:03:57.560749 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:57.579095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd3f00-595b-4d63-9de9-6d15e4b3f4c4 req-32e2014f-19af-4a51-a7e9-b1f4c15cb5a0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:57.580654 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61bd3f00-595b-4d63-9de9-6d15e4b3f4c4 req-32e2014f-19af-4a51-a7e9-b1f4c15cb5a0 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 943 time: 0.1741400 Apr 21 21:03:57.619042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:57.619653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:57.621147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] 10.222.0.46 "PUT /v2.0/ports/17e650cf-eccd-4968-94ad-ad7d30a07682 HTTP/1.1" status: 200 len: 1091 time: 1.6059048 Apr 21 21:03:57.627786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f36079-9675-446f-98b1-45b494d33fdc', 'tag': '17e650cf-eccd-4968-94ad-ad7d30a07682'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:03:57.630287 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dc457f-7ead-49f2-be26-5aa70d1744a3" -d '{"events": [{"name": "network-changed", "server_uuid": "46f36079-9675-446f-98b1-45b494d33fdc", "tag": "17e650cf-eccd-4968-94ad-ad7d30a07682"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:03:57.794950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:03:58.015262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:58.035290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'port_id': '5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7', 'mac_address': 'fa:16:3e:e5:6a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929aed1-8248-4321-818a-5ec8bd42d411', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:03:58.081044 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:58.090436 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce1e226-3456-4621-b882-e106083c1afe x-openstack-request-id: req-3ce1e226-3456-4621-b882-e106083c1afe {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:03:58.090973 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f36079-9675-446f-98b1-45b494d33fdc", "tag": "17e650cf-eccd-4968-94ad-ad7d30a07682", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:03:58.090973 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ce1e226-3456-4621-b882-e106083c1afe {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:03:58.091322 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce1e226-3456-4621-b882-e106083c1afe'] response: {'name': 'network-changed', 'server_uuid': '46f36079-9675-446f-98b1-45b494d33fdc', 'tag': '17e650cf-eccd-4968-94ad-ad7d30a07682', 'status': 'completed', 'code': 200} Apr 21 21:03:58.099550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:03:58.143562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:03:58.157021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:58.185175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df409c-0e9e-45cb-bd47-e349a7fff4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=17e650cf-eccd-4968-94ad-ad7d30a07682,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:58.226519 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61bd3f00-595b-4d63-9de9-6d15e4b3f4c4 req-0a80a431-01a9-427a-b3bb-0b8db9db5bf3 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098282 Apr 21 21:03:58.247183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324667-3254-4b11-abca-5388cf4076eb req-ed5d38f6-c620-4ece-ad29-0cbf4f58b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:58.249362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-ed5d38f6-c620-4ece-ad29-0cbf4f58b894 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 1094 time: 0.1714911 Apr 21 21:03:58.296689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:58.321571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-dfe7135f-b6ab-4c93-987b-a1785212df2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e650cf-eccd-4968-94ad-ad7d30a07682 HTTP/1.1" status: 200 len: 217 time: 0.0638778 Apr 21 21:03:58.443182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c96a5e-247a-4313-a0e3-4480b7b2a667 req-e5c4e783-1eab-450d-8683-89dcbb7c20c9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:58.447676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10c96a5e-247a-4313-a0e3-4480b7b2a667 req-e5c4e783-1eab-450d-8683-89dcbb7c20c9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 944 time: 0.1344404 Apr 21 21:03:58.503745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324667-3254-4b11-abca-5388cf4076eb req-97647fe7-4381-4cf8-aab3-d7fb9c0cee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:58.505246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-97647fe7-4381-4cf8-aab3-d7fb9c0cee02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d85c431-91c5-4196-a488-3699ed589db4 HTTP/1.1" status: 200 len: 845 time: 0.1756394 Apr 21 21:03:58.522547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10c96a5e-247a-4313-a0e3-4480b7b2a667 req-a7a7a770-8917-4547-a806-984b5c1b5b7e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666375 Apr 21 21:03:58.542133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-efd0bcc6-d7e6-4927-8e57-d7d2106070f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d009106-86b9-40db-8522-72042c95f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287328 Apr 21 21:03:58.595513 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:58.620220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60090) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:58.770908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e552f308-8937-4660-9117-77fb8d07040e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:58.804311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19585f88-0da0-4797-aa07-d179eae587bc req-602df01e-02dc-4b4b-ba0e-acee12a04acd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:58.811925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19585f88-0da0-4797-aa07-d179eae587bc req-602df01e-02dc-4b4b-ba0e-acee12a04acd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.1682980 Apr 21 21:03:58.821353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Checking segment: {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:03:58.821778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Network hostable DHCP agents. Network: 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:03:58.823294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e37a1292-0cc0-44ee-a9a1-7b092622dad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:58.829420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-f3baa75a-e3d5-4d3c-905f-538332fd6073 service neutron] 10.222.0.46 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809045 Apr 21 21:03:58.872409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:03:58.915783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:03:58.936043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19585f88-0da0-4797-aa07-d179eae587bc req-47e647f9-8a3d-4e3f-ac40-2b84311d6980 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231747 Apr 21 21:03:58.946684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:03:58.953162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:58.953752 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:58.980193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e37a1292-0cc0-44ee-a9a1-7b092622dad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:58.980715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94116c8b-2c14-4f75-b390-0fa9733af459 None None] Network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:03:58.990052 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e37a1292-0cc0-44ee-a9a1-7b092622dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:59.001874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7b3e6bb8-8b2f-4cda-a149-bc5d9c0cd643 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5316949 Apr 21 21:03:59.001874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79324667-3254-4b11-abca-5388cf4076eb req-44918862-35e4-4c0b-a80d-ae368d169682 service neutron] 10.222.0.46 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596236 Apr 21 21:03:59.060314 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e37a1292-0cc0-44ee-a9a1-7b092622dad0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a08473c41af46c9a82fef9fbd7091b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355359 Apr 21 21:03:59.060578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60100) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:03:59.094354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a1292-0cc0-44ee-a9a1-7b092622dad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a3ee0b-1ee4-49a7-9eed-9ae63d884df1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:59.213556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3aac34f8-aa44-4707-a835-5d43e90470a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:59.301762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3aac34f8-aa44-4707-a835-5d43e90470a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:59.342967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d29893b-122a-4fdd-8e7a-4d5d22d07c85 None None] Network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:03:59.414001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-ce8c84c0-59db-482c-9b21-5e58907bc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:59.418136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-ce8c84c0-59db-482c-9b21-5e58907bc8c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a0a65fd62424565a1e39f85fabf8107&device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 1094 time: 0.3079891 Apr 21 21:03:59.418973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3aac34f8-aa44-4707-a835-5d43e90470a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:59.419993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c047e-76bd-43b9-be4b-0627b00ba9da req-12cae8a1-4d3e-4c43-8571-3cae84e7b357 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:59.429698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3aac34f8-aa44-4707-a835-5d43e90470a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:03:59.430877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3aac34f8-aa44-4707-a835-5d43e90470a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73a3ee0b-1ee4-49a7-9eed-9ae63d884df1 HTTP/1.1" status: 204 len: 168 time: 0.3693013 Apr 21 21:03:59.434754 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af7c047e-76bd-43b9-be4b-0627b00ba9da req-12cae8a1-4d3e-4c43-8571-3cae84e7b357 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 943 time: 0.1045105 Apr 21 21:03:59.525211 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af7c047e-76bd-43b9-be4b-0627b00ba9da req-7ac79d75-1382-49e7-8c4e-fa750a8d0355 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877140 Apr 21 21:03:59.717619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cae707-8ec4-4cb4-ae7e-70e2309efffd req-35adba83-be82-4090-a455-54c56a146e26 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:59.719175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5cae707-8ec4-4cb4-ae7e-70e2309efffd req-35adba83-be82-4090-a455-54c56a146e26 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 944 time: 0.1073036 Apr 21 21:03:59.731059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-3ad670b3-1cd0-4f4f-a3b3-b9e28634abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:59.732622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-3ad670b3-1cd0-4f4f-a3b3-b9e28634abbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 200 len: 906 time: 0.2865317 Apr 21 21:03:59.733858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac34f8-aa44-4707-a835-5d43e90470a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a3ee0b-1ee4-49a7-9eed-9ae63d884df1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:03:59.823946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-57e301c4-9e24-414c-9066-8d067831e4f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17e650cf-eccd-4968-94ad-ad7d30a07682 HTTP/1.1" status: 200 len: 217 time: 0.0839829 Apr 21 21:03:59.824779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5cae707-8ec4-4cb4-ae7e-70e2309efffd req-2c0e9fe4-c67b-4e53-8d4a-27d0f925fdd6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871658 Apr 21 21:03:59.927137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-64516b12-00d8-4e10-8c16-d55108cf9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:03:59.933480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-64516b12-00d8-4e10-8c16-d55108cf9fa4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8d85c431-91c5-4196-a488-3699ed589db4 HTTP/1.1" status: 200 len: 845 time: 0.0997119 Apr 21 21:03:59.995433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-df807ebc-5d82-411a-b515-80de04468d98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0d009106-86b9-40db-8522-72042c95f0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553124 Apr 21 21:04:00.057793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60128) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:00.110960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-f2487670-dc4a-4889-a766-5e37f8d76e9e service neutron] 10.222.0.46 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084273 Apr 21 21:04:00.113180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58c75146-309a-45a5-ac54-2105ff8c9a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:00.316690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58c75146-309a-45a5-ac54-2105ff8c9a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:00.324015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25dc457f-7ead-49f2-be26-5aa70d1744a3 req-0a890cd5-6bec-456b-9e11-53e97672f882 service neutron] 10.222.0.46 "GET /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052784 Apr 21 21:04:00.342719 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58c75146-309a-45a5-ac54-2105ff8c9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:00.346964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-5b618ff2-66c9-49e0-ad8d-a49f4cb22e90 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:00.348463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-5b618ff2-66c9-49e0-ad8d-a49f4cb22e90 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 814 time: 0.1771059 Apr 21 21:04:00.376196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038924c-ab47-4187-a2ee-715a2b3e8fc2 req-b7999d85-ac2c-440d-aa04-f34e72da9330 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:00.377573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-268aa24f-f1e3-4370-adec-b1dcb9e692d3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/quotas/401ae39dd8974553a94bdb2d7d864a97 HTTP/1.1" status: 200 len: 375 time: 0.0158660 Apr 21 21:04:00.378331 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0038924c-ab47-4187-a2ee-715a2b3e8fc2 req-b7999d85-ac2c-440d-aa04-f34e72da9330 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.2569442 Apr 21 21:04:00.426357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-7dcf91d3-09c7-49bd-859a-a452b404fac9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406597 Apr 21 21:04:00.429487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75146-309a-45a5-ac54-2105ff8c9a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c655116e-8410-4233-9f21-7ecb7bf5bc04,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:00.434430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-58c75146-309a-45a5-ac54-2105ff8c9a14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=577884d3a6cc4e8090faa01fde156879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753767 Apr 21 21:04:00.438405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60146) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:00.453466 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0038924c-ab47-4187-a2ee-715a2b3e8fc2 req-c32d65d8-a77c-4896-956f-a7631a4868ff tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672884 Apr 21 21:04:00.469029 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ed47ff91-2eb3-44fc-baf0-71944ae7fa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:00.564424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-381144ce-78d6-4030-9e11-97ed6da2fade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:00.611572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-381144ce-78d6-4030-9e11-97ed6da2fade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:00.620857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-ae90abd0-eca9-4a06-9f74-ce2b998be204 service neutron] 10.222.0.49 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934209 Apr 21 21:04:00.747245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-381144ce-78d6-4030-9e11-97ed6da2fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:00.748594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128b99f-ef29-4a2f-84da-6cefa7b961e0 req-f0b3bc73-863e-483c-975a-9b65f6d9a56c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:00.749850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-381144ce-78d6-4030-9e11-97ed6da2fade admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:00.751066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-381144ce-78d6-4030-9e11-97ed6da2fade admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c655116e-8410-4233-9f21-7ecb7bf5bc04 HTTP/1.1" status: 204 len: 168 time: 0.3117623 Apr 21 21:04:00.755278 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d128b99f-ef29-4a2f-84da-6cefa7b961e0 req-f0b3bc73-863e-483c-975a-9b65f6d9a56c tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 943 time: 0.1135631 Apr 21 21:04:00.765224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381144ce-78d6-4030-9e11-97ed6da2fade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c655116e-8410-4233-9f21-7ecb7bf5bc04,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:00.806245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-b0dd29d2-3619-4a71-a557-1890e6760724 service neutron] 10.222.0.49 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365509 Apr 21 21:04:00.832031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d128b99f-ef29-4a2f-84da-6cefa7b961e0 req-cc2a81f1-43b6-42ec-bd9f-5a3b8e62fcef tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718427 Apr 21 21:04:00.979492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f18f8-b3b6-4115-89aa-8f891c836a98 req-3917e263-0945-4222-808c-b91e708b4001 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:00.980072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-da9f18f8-b3b6-4115-89aa-8f891c836a98 req-3917e263-0945-4222-808c-b91e708b4001 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 944 time: 0.0736935 Apr 21 21:04:01.022108 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-da9f18f8-b3b6-4115-89aa-8f891c836a98 req-d84b9d58-fcb1-4fb3-85f6-a948103748a8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Apr 21 21:04:01.148591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d85fa32a-e42e-4cf4-bfd3-5d2f47965403 req-a0c4535a-e0cb-4434-b139-a2228386689d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 210 time: 0.0626013 Apr 21 21:04:01.611760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e9f7b-62f7-491a-a256-3defd2bd1b93 req-0b8d834e-12ce-4fc6-be97-b51da4bb70c3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:01.613457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e72e9f7b-62f7-491a-a256-3defd2bd1b93 req-0b8d834e-12ce-4fc6-be97-b51da4bb70c3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.0531278 Apr 21 21:04:01.665469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e72e9f7b-62f7-491a-a256-3defd2bd1b93 req-4b642be8-b9fa-4e75-9c74-dd045535b5f7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Apr 21 21:04:01.839817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 17e650cf-eccd-4968-94ad-ad7d30a07682 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:04:01.843839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:04:02.025724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 17e650cf-eccd-4968-94ad-ad7d30a07682, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=17e650cf-eccd-4968-94ad-ad7d30a07682,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:02.063101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '17e650cf-eccd-4968-94ad-ad7d30a07682', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'port_id': '17e650cf-eccd-4968-94ad-ad7d30a07682', 'mac_address': 'fa:16:3e:f2:0f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85c431-91c5-4196-a488-3699ed589db4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:04:02.065414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b33370-3efc-41e9-8f36-071829b44272 req-e3a22ccb-7f57-4a17-adfc-757e607371c5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:02.066974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-14b33370-3efc-41e9-8f36-071829b44272 req-e3a22ccb-7f57-4a17-adfc-757e607371c5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 943 time: 0.0960994 Apr 21 21:04:02.180627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-14b33370-3efc-41e9-8f36-071829b44272 req-936ea2e5-e71a-4d9d-8583-7ac5d90a4b89 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015599 Apr 21 21:04:02.204666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:04:02.231031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:02.232169 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:02.244093 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:02.283375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e946e-5fd1-47d2-980c-74664fcc27fb req-93af5ea1-f5d3-4148-9768-04122a8310ec tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:02.286686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e650cf-eccd-4968-94ad-ad7d30a07682 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:02.294366 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-030e946e-5fd1-47d2-980c-74664fcc27fb req-93af5ea1-f5d3-4148-9768-04122a8310ec tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 944 time: 0.1374617 Apr 21 21:04:02.313046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 17e650cf-eccd-4968-94ad-ad7d30a07682, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=17e650cf-eccd-4968-94ad-ad7d30a07682,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:02.323984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:02.357359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-030e946e-5fd1-47d2-980c-74664fcc27fb req-4ed5686b-bd6a-4fc7-a3eb-41edfe993a22 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618973 Apr 21 21:04:02.367712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-051862a7-5ebb-4086-ac89-9b2c51b0549a req-06bfb8d1-4338-440a-92f9-d17c937042e7 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 210 time: 0.0459034 Apr 21 21:04:02.446683 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:02.487496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=17e650cf-eccd-4968-94ad-ad7d30a07682,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:02.506522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c8d2c4-6670-4903-a94a-907dbf74ef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:02.508802 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c16b50-4337-46b6-958e-545c8aba05dd" -d '{"events": [{"server_uuid": "36c8d2c4-6670-4903-a94a-907dbf74ef33", "name": "network-vif-plugged", "status": "completed", "tag": "5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:02.520474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.523004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.523375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.523719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.524062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.524392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.524719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.525181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.525381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.525697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.526017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.527486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:02.582008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:02.590262 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:02.622896 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c4597-84ee-4b19-ab22-fd56a20bc4b2 x-openstack-request-id: req-322c4597-84ee-4b19-ab22-fd56a20bc4b2 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:02.630126 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c8d2c4-6670-4903-a94a-907dbf74ef33", "name": "network-vif-plugged", "status": "completed", "tag": "5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:02.644238 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-322c4597-84ee-4b19-ab22-fd56a20bc4b2 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:02.645080 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322c4597-84ee-4b19-ab22-fd56a20bc4b2'] response: {'server_uuid': '36c8d2c4-6670-4903-a94a-907dbf74ef33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7', 'code': 200} Apr 21 21:04:02.728683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['17e650cf-eccd-4968-94ad-ad7d30a07682'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:02.858908 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24f6eeb6-7af8-4788-a8b5-ef2275baaf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:02.860359 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:03.004563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19219-5d7c-43a7-99bf-882ca143e854 req-a23c00e0-5acb-4152-88e7-064f7de18d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:03.007872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51f19219-5d7c-43a7-99bf-882ca143e854 req-a23c00e0-5acb-4152-88e7-064f7de18d1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 1096 time: 0.2618251 Apr 21 21:04:03.017438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e07af71d-2773-456a-94dc-8998cf425fec tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:03.019222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e07af71d-2773-456a-94dc-8998cf425fec tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.43 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 814 time: 0.3870728 Apr 21 21:04:03.059728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Request body: {'port': {'device_id': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b', 'admin_state_up': True, 'tenant_id': '401ae39dd8974553a94bdb2d7d864a97'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:03.070069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51f19219-5d7c-43a7-99bf-882ca143e854 req-0a826ec5-ef44-4c92-a0fb-6807efb7f5a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496569 Apr 21 21:04:03.078221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f040d-0124-491b-8aeb-2c66ea78f720 req-de858083-ea5c-4fd2-9a44-b621fbfbcf58 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:03.079877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-977f040d-0124-491b-8aeb-2c66ea78f720 req-de858083-ea5c-4fd2-9a44-b621fbfbcf58 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.2885234 Apr 21 21:04:03.175258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-977f040d-0124-491b-8aeb-2c66ea78f720 req-21bd2186-9502-4f20-8d0d-ac0d58f518e5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831854 Apr 21 21:04:03.279232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Made reservation on behalf of 401ae39dd8974553a94bdb2d7d864a97 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:03.287984 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:03.352622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa3ad1-72c3-417e-9b66-39868dd8f42f req-08bfe6b8-6e25-44d5-a015-04319a709dd5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:03.354253 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25aa3ad1-72c3-417e-9b66-39868dd8f42f req-08bfe6b8-6e25-44d5-a015-04319a709dd5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 944 time: 0.0887332 Apr 21 21:04:03.401041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25aa3ad1-72c3-417e-9b66-39868dd8f42f req-70d22811-a1f1-438e-bc98-13c85b692bee tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Apr 21 21:04:03.487368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c7c96-e2bf-4c17-83bb-f2c93b62344a req-2932d097-9c43-48f7-ae42-a9430808874b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:03.488899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d4c7c96-e2bf-4c17-83bb-f2c93b62344a req-2932d097-9c43-48f7-ae42-a9430808874b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.1049931 Apr 21 21:04:03.518556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e01d3e-d54e-4dea-b4b5-cf456b372699 req-8518cbd8-b5e2-46bb-8956-9d9a779f890e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:03.526158 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90e01d3e-d54e-4dea-b4b5-cf456b372699 req-8518cbd8-b5e2-46bb-8956-9d9a779f890e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 945 time: 0.0595822 Apr 21 21:04:03.531224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Allocated IP 172.20.0.13 (6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b/e552f308-8937-4660-9117-77fb8d07040e/324fc943-1176-4a11-a488-7faaf13a47b5) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:03.562846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d4c7c96-e2bf-4c17-83bb-f2c93b62344a req-47969d8b-90be-4239-9cc5-f52f8d922051 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640709 Apr 21 21:04:03.583473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90e01d3e-d54e-4dea-b4b5-cf456b372699 req-2c5855d7-2beb-4f86-a1cc-863fb16be7d0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Apr 21 21:04:03.711435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb25f4f8-4db6-498d-a76a-81bd966e6a61 req-addcb878-e9e4-4c5e-96fc-3636cadb9d6d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 210 time: 0.0461144 Apr 21 21:04:03.770484 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:03.813702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:03.866459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:03.871405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:03.875155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:03.931848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:03.957715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:03.958284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:03.980715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-44dbbcaa-c72c-4a1b-a080-953427f8ce3c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9246047 Apr 21 21:04:03.999006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Request body: {'port': {'device_id': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:04.003950 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:04.073121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:04.427962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324fc943-1176-4a11-a488-7faaf13a47b5 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:04.438921 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:04.473702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Transition to ACTIVE for port object 324fc943-1176-4a11-a488-7faaf13a47b5 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:04:04.493561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:04.597551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:04.733362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde27e00-c7a3-4082-8af7-f3fcf8ce9faf req-777682f8-5ad4-4cb9-9fa5-78cda43e9d1b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:04.742352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fde27e00-c7a3-4082-8af7-f3fcf8ce9faf req-777682f8-5ad4-4cb9-9fa5-78cda43e9d1b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 945 time: 0.0674896 Apr 21 21:04:04.746168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf5ad9-61c4-4e49-868d-f1f39d416209 req-abf6f76a-6e37-4600-be00-2618e5e64768 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:04.748139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dacf5ad9-61c4-4e49-868d-f1f39d416209 req-abf6f76a-6e37-4600-be00-2618e5e64768 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 944 time: 0.2106154 Apr 21 21:04:04.791377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Attempting to bind port 324fc943-1176-4a11-a488-7faaf13a47b5 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:04:04.791710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Attempting to bind port 324fc943-1176-4a11-a488-7faaf13a47b5 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:04:04.792033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Attempting to bind port 324fc943-1176-4a11-a488-7faaf13a47b5 on network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:04.806093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Port 324fc943-1176-4a11-a488-7faaf13a47b5 on network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:04:04.806730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fde27e00-c7a3-4082-8af7-f3fcf8ce9faf req-fb53519f-27bc-4efd-94f5-4a5e4d183fd3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620275 Apr 21 21:04:04.807379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Attempting to bind port 324fc943-1176-4a11-a488-7faaf13a47b5 on network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:04.850853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:04:04.852019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Checking segment: {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:04:04.852408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Bound using segment: {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:04:04.852872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Bound port: 324fc943-1176-4a11-a488-7faaf13a47b5, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:04:04.853235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:04.896104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dacf5ad9-61c4-4e49-868d-f1f39d416209 req-d4f9e621-4fe1-40a9-8937-7316ae33255b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291976 Apr 21 21:04:04.918564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60430) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:04.971327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:04:04.976960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:04:04.985709 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.024947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:05.025669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.027085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] 10.222.0.43 "PUT /v2.0/ports/324fc943-1176-4a11-a488-7faaf13a47b5 HTTP/1.1" status: 200 len: 1092 time: 1.0395341 Apr 21 21:04:05.027830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:05.030485 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cc8176-ff35-4fcf-a010-af150ad39750" -d '{"events": [{"name": "network-changed", "server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:05.034411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd087507-b9b1-4b3a-a693-f6c24785717f req-130b9073-5067-46b8-99ae-da1546c6d3a1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:05.036020 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd087507-b9b1-4b3a-a693-f6c24785717f req-130b9073-5067-46b8-99ae-da1546c6d3a1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 944 time: 0.1190457 Apr 21 21:04:05.119545 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd087507-b9b1-4b3a-a693-f6c24785717f req-fb528d17-5f06-493b-aa43-939dccf0c6e1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719907 Apr 21 21:04:05.168995 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6ac362-0905-4e95-b0b7-159e9767469f x-openstack-request-id: req-7a6ac362-0905-4e95-b0b7-159e9767469f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:05.169551 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:05.169551 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a6ac362-0905-4e95-b0b7-159e9767469f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:05.169881 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6ac362-0905-4e95-b0b7-159e9767469f'] response: {'name': 'network-changed', 'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5', 'status': 'completed', 'code': 200} Apr 21 21:04:05.239661 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12f18649-8ed7-4d92-9d47-9f366f905d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.257799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9752e8c-96e0-4b8c-89e6-b3692405b372 service neutron] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:05.292146 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.301021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-6e773fdd-c45f-4154-8e7f-9fa0520efaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:05.303195 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-6e773fdd-c45f-4154-8e7f-9fa0520efaa0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 1095 time: 0.1822586 Apr 21 21:04:05.313808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:05.335184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-14c09e85-db16-4df6-a5f1-f44584703ed9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:05.336639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-14c09e85-db16-4df6-a5f1-f44584703ed9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.2016976 Apr 21 21:04:05.388633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37cc9d-09e7-48a3-b6c1-934293754721 req-b2ac337f-f459-4bae-ba0e-13813c4635ff tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:05.398734 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b37cc9d-09e7-48a3-b6c1-934293754721 req-b2ac337f-f459-4bae-ba0e-13813c4635ff tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 946 time: 0.0667560 Apr 21 21:04:05.401261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-f1276f89-80f2-4a1c-a3c6-badb1644b60d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/quotas/76458e785e67444ab87516449459bd4d HTTP/1.1" status: 200 len: 375 time: 0.0562055 Apr 21 21:04:05.419175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-79f05325-e7ba-4778-80e3-257d8492db63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324fc943-1176-4a11-a488-7faaf13a47b5 HTTP/1.1" status: 200 len: 217 time: 0.0907993 Apr 21 21:04:05.429748 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.464644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:05.471419 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb019c6d-7172-4699-b29e-c8fc25492812" -d '{"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:05.482286 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b37cc9d-09e7-48a3-b6c1-934293754721 req-6b961cea-d716-4619-95d3-7b8bc84355fc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753291 Apr 21 21:04:05.499951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:05.513414 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.539227 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec74489-4c34-4a16-b219-a7f100cacef2 x-openstack-request-id: req-4ec74489-4c34-4a16-b219-a7f100cacef2 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:05.539549 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-unplugged", "status": "completed", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:05.539765 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ec74489-4c34-4a16-b219-a7f100cacef2 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:05.540191 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec74489-4c34-4a16-b219-a7f100cacef2'] response: {'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'code': 200} Apr 21 21:04:05.569243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=14']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:05.591476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-452603f2-ae85-4bfe-81a7-de0f733a3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:05.592967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-452603f2-ae85-4bfe-81a7-de0f733a3e98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e552f308-8937-4660-9117-77fb8d07040e HTTP/1.1" status: 200 len: 854 time: 0.1589644 Apr 21 21:04:05.605632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12f18649-8ed7-4d92-9d47-9f366f905d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.622022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-f550e64f-f135-40e7-951f-08a1ae2620ec tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120242 Apr 21 21:04:05.627836 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb19dd2-e159-4789-ac38-f05301d25350 req-bd4a3a7a-c674-4f02-922a-378dd8bea141 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1914287 Apr 21 21:04:05.651541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-12f18649-8ed7-4d92-9d47-9f366f905d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.655520 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-f3c11b0c-de25-4b40-801c-244b2c63316a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519958 Apr 21 21:04:05.666464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9715009-f57e-4d9b-af1f-0fb923045671 req-68e22c45-dcb8-4ffd-bd8e-8be1c6dac19b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:05.668237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9715009-f57e-4d9b-af1f-0fb923045671 req-68e22c45-dcb8-4ffd-bd8e-8be1c6dac19b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0655236 Apr 21 21:04:05.721320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9715009-f57e-4d9b-af1f-0fb923045671 req-044e4232-32f3-48fb-8555-24fd721d5268 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468543 Apr 21 21:04:05.843350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-12f18649-8ed7-4d92-9d47-9f366f905d8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7dab5294d1a450193eac12346e567de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223399 Apr 21 21:04:05.846965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60488) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:05.854296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f18649-8ed7-4d92-9d47-9f366f905d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1416443c-36bb-48ce-badf-9c93c36fda44,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:05.863215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 17e650cf-eccd-4968-94ad-ad7d30a07682 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:04:05.876338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb19dd2-e159-4789-ac38-f05301d25350 req-5c9d4815-0eef-4e33-8d06-3ec3b0374d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:05.878409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb19dd2-e159-4789-ac38-f05301d25350 req-5c9d4815-0eef-4e33-8d06-3ec3b0374d99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 1096 time: 0.2209690 Apr 21 21:04:05.919441 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.936599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d5fcd-c301-4cad-9bbc-29d4f4340802 req-72de6fae-d43c-4ac5-815b-1b7807e63fa7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:05.939175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d48d5fcd-c301-4cad-9bbc-29d4f4340802 req-72de6fae-d43c-4ac5-815b-1b7807e63fa7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1323712 Apr 21 21:04:05.961289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 17e650cf-eccd-4968-94ad-ad7d30a07682 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:04:05.961959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-27d3ed90-02df-4ba7-860a-e9e7109a69d6 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054800 Apr 21 21:04:05.966589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 17e650cf-eccd-4968-94ad-ad7d30a07682 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:05.967075 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:05.979156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dc07063-e338-427e-97d9-5c7475be9ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.020608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dc07063-e338-427e-97d9-5c7475be9ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.030960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d48d5fcd-c301-4cad-9bbc-29d4f4340802 req-ea238778-f9ee-4af2-89ed-4dd294ff68cb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818377 Apr 21 21:04:06.032085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-6120385b-ffbb-45f2-9424-c4aed47527b3 service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503542 Apr 21 21:04:06.087677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dc07063-e338-427e-97d9-5c7475be9ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.091846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dc07063-e338-427e-97d9-5c7475be9ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.093685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0dc07063-e338-427e-97d9-5c7475be9ecb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1416443c-36bb-48ce-badf-9c93c36fda44 HTTP/1.1" status: 204 len: 168 time: 0.2444010 Apr 21 21:04:06.096404 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.103255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc07063-e338-427e-97d9-5c7475be9ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1416443c-36bb-48ce-badf-9c93c36fda44,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:06.157381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 17e650cf-eccd-4968-94ad-ad7d30a07682, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=17e650cf-eccd-4968-94ad-ad7d30a07682,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:06.165877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.219295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7f893-45f0-4032-a905-9f5787953eaa req-12457722-41e5-4a25-91c8-92f417f1ba8f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:06.220860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2a7f893-45f0-4032-a905-9f5787953eaa req-12457722-41e5-4a25-91c8-92f417f1ba8f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 944 time: 0.0847552 Apr 21 21:04:06.236179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=17e650cf-eccd-4968-94ad-ad7d30a07682,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:06.292733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2a7f893-45f0-4032-a905-9f5787953eaa req-c248563a-c72e-494d-a089-406b34b4ea9b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556474 Apr 21 21:04:06.496733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60502) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:06.533489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05cfa4cd-db91-4d57-b44c-e1a0e73e32e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.575415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb4cf1-a522-4b9c-a346-11ef0faf3814 req-acc960b9-b78e-46ec-9343-f852ab0e4009 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:06.577125 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37cb4cf1-a522-4b9c-a346-11ef0faf3814 req-acc960b9-b78e-46ec-9343-f852ab0e4009 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 944 time: 0.0736880 Apr 21 21:04:06.643181 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37cb4cf1-a522-4b9c-a346-11ef0faf3814 req-204e07a5-0801-4e74-b063-67d9d815492b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515828 Apr 21 21:04:06.670251 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05cfa4cd-db91-4d57-b44c-e1a0e73e32e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.678702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05cfa4cd-db91-4d57-b44c-e1a0e73e32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.696556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb19dd2-e159-4789-ac38-f05301d25350 req-4602221e-28a5-4abd-9a02-e0bc8a52a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:06.698082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb19dd2-e159-4789-ac38-f05301d25350 req-4602221e-28a5-4abd-9a02-e0bc8a52a167 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.7948539 Apr 21 21:04:06.713339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e866761-f437-462e-87ee-417c6dd523c3 req-1d77784c-6575-4d69-81ef-b0fb1cbbad9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6752439 Apr 21 21:04:06.721338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-05cfa4cd-db91-4d57-b44c-e1a0e73e32e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ef3dc45f16e4560816ca72b11f057dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234461 Apr 21 21:04:06.723895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60504) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:06.730401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfa4cd-db91-4d57-b44c-e1a0e73e32e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ae2980-5b29-4ef1-9af3-3f5b0b8fbbe0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:06.803082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb19dd2-e159-4789-ac38-f05301d25350 req-79f2ae15-a256-42a3-a392-b6ade52fbf28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819620ad-3d2f-4c0a-b290-0a78876adef4 HTTP/1.1" status: 200 len: 1001 time: 0.0775397 Apr 21 21:04:06.810397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-b7a35491-586b-4d9e-b189-cbb96e8c726c service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8066263 Apr 21 21:04:06.812371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-bfd9d128-1adc-42bc-91a2-5bd95c20a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:06.813821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-bfd9d128-1adc-42bc-91a2-5bd95c20a1f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1095 time: 0.2498226 Apr 21 21:04:06.844131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08464e-eee6-40d3-90a0-24722a39e0d7 req-23d70a2b-652c-4ff0-81e1-e786317a0912 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:06.858064 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f08464e-eee6-40d3-90a0-24722a39e0d7 req-23d70a2b-652c-4ff0-81e1-e786317a0912 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1247792 Apr 21 21:04:06.861473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67cd5d3d-53da-45e2-a742-786a8bddd5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.895627 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67cd5d3d-53da-45e2-a742-786a8bddd5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.897229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f13eafef-b8fe-4caa-a370-e2ec7df77520 req-54eed3f6-8795-4d00-84b2-9e615a423cd3 service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8564641 Apr 21 21:04:06.900028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb19dd2-e159-4789-ac38-f05301d25350 req-ecffef14-a07e-4d43-b4bd-44b5e955807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:06.902147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb19dd2-e159-4789-ac38-f05301d25350 req-ecffef14-a07e-4d43-b4bd-44b5e955807a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.0854676 Apr 21 21:04:06.929896 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f08464e-eee6-40d3-90a0-24722a39e0d7 req-6c5fe414-be5e-42a4-9ca4-1ac9aee78b08 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593245 Apr 21 21:04:06.977668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67cd5d3d-53da-45e2-a742-786a8bddd5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.981435 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67cd5d3d-53da-45e2-a742-786a8bddd5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:06.983457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-67cd5d3d-53da-45e2-a742-786a8bddd5d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34ae2980-5b29-4ef1-9af3-3f5b0b8fbbe0 HTTP/1.1" status: 204 len: 168 time: 0.2579718 Apr 21 21:04:07.016162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd5d3d-53da-45e2-a742-786a8bddd5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ae2980-5b29-4ef1-9af3-3f5b0b8fbbe0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:07.098096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-603014e7-b741-4406-a529-0fcd9017329e req-833c326e-c69f-4d1c-9f63-245c71e18dc1 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 210 time: 0.0850222 Apr 21 21:04:07.144251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-beec5c4b-f9f9-44f1-a03f-26f1856f75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.146556 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-beec5c4b-f9f9-44f1-a03f-26f1856f75b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.3201363 Apr 21 21:04:07.152815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-09d3517c-2bdb-4d2d-9f4c-fe922cfdbe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.154885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-09d3517c-2bdb-4d2d-9f4c-fe922cfdbe15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 1095 time: 0.1366096 Apr 21 21:04:07.165951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb19dd2-e159-4789-ac38-f05301d25350 req-9cc5d291-0527-469f-b6e9-106de79d7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.168249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb19dd2-e159-4789-ac38-f05301d25350 req-9cc5d291-0527-469f-b6e9-106de79d7a94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520326 Apr 21 21:04:07.370434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-c017912b-4cf1-4466-9c48-b7def93b124e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 998 time: 0.2136991 Apr 21 21:04:07.507893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-58fde084-753e-4119-97fd-9728c44bbb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.510317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-58fde084-753e-4119-97fd-9728c44bbb91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 915 time: 0.3400588 Apr 21 21:04:07.521520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3593-76b5-49ee-a4c1-c85450f2e846 req-3912f983-e91b-4dc3-94f0-eb0c5d735264 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.523001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62ae3593-76b5-49ee-a4c1-c85450f2e846 req-3912f983-e91b-4dc3-94f0-eb0c5d735264 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.1294174 Apr 21 21:04:07.524829 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb19dd2-e159-4789-ac38-f05301d25350 req-ffcc0d32-3bea-40d8-b802-a32bc23fb6ff service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109729 Apr 21 21:04:07.527508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-03e19153-68b2-4b23-b03c-fe387fcea56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.528892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-03e19153-68b2-4b23-b03c-fe387fcea56b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1510334 Apr 21 21:04:07.542035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f36079-9675-446f-98b1-45b494d33fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e650cf-eccd-4968-94ad-ad7d30a07682'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:07.545263 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13719375-af20-4fb2-ac8e-5ef8dff15a19" -d '{"events": [{"server_uuid": "46f36079-9675-446f-98b1-45b494d33fdc", "name": "network-vif-plugged", "status": "completed", "tag": "17e650cf-eccd-4968-94ad-ad7d30a07682"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:07.598709 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47c345a-5f01-4d12-9556-8475b7a74417 x-openstack-request-id: req-e47c345a-5f01-4d12-9556-8475b7a74417 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:07.600452 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f36079-9675-446f-98b1-45b494d33fdc", "name": "network-vif-plugged", "status": "completed", "tag": "17e650cf-eccd-4968-94ad-ad7d30a07682", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:07.600916 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e47c345a-5f01-4d12-9556-8475b7a74417 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:07.601770 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47c345a-5f01-4d12-9556-8475b7a74417'] response: {'server_uuid': '46f36079-9675-446f-98b1-45b494d33fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e650cf-eccd-4968-94ad-ad7d30a07682', 'code': 200} Apr 21 21:04:07.628943 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-b0110258-baf8-4e66-b200-1e836f3f3d7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324fc943-1176-4a11-a488-7faaf13a47b5 HTTP/1.1" status: 200 len: 217 time: 0.1029749 Apr 21 21:04:07.731549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62ae3593-76b5-49ee-a4c1-c85450f2e846 req-dd2aec74-6931-4b8c-95eb-4bd066a8566d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959891 Apr 21 21:04:07.746294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-a60497a6-65de-4998-9bf4-ff6f8c1e7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.747114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-a60497a6-65de-4998-9bf4-ff6f8c1e7fae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093866 Apr 21 21:04:07.798581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03d1c9-cfc3-4124-be22-35ab8c41d047 req-67062847-ea33-4adf-a148-36e0afe7ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.800471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bb03d1c9-cfc3-4124-be22-35ab8c41d047 req-67062847-ea33-4adf-a148-36e0afe7ff3b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 1096 time: 0.1280246 Apr 21 21:04:07.812522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-6315d6a2-a332-44c0-8828-48ff478ac608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.813957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-6315d6a2-a332-44c0-8828-48ff478ac608 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e552f308-8937-4660-9117-77fb8d07040e HTTP/1.1" status: 200 len: 854 time: 0.1455376 Apr 21 21:04:07.882996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-280541d2-a8db-45d8-a139-74a010c31cea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614817 Apr 21 21:04:07.888074 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acb19dd2-e159-4789-ac38-f05301d25350 req-3495720d-3610-46f0-af62-ba95c0522ecf service neutron] 10.222.0.46 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536527 Apr 21 21:04:07.965134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bb03d1c9-cfc3-4124-be22-35ab8c41d047 req-42b2121e-bda7-42be-a6d5-28a331918dc3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562998 Apr 21 21:04:07.979744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867e2e1-9017-4c34-a2e3-c4b318ebc0a5 req-ed10ab98-f4ea-4ad3-9d7f-c63787f484e9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:07.985547 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-4862f6f7-8d58-4845-97e0-39570a1ee34a service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268224 Apr 21 21:04:07.990318 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4867e2e1-9017-4c34-a2e3-c4b318ebc0a5 req-ed10ab98-f4ea-4ad3-9d7f-c63787f484e9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 944 time: 0.1697633 Apr 21 21:04:08.070128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-04796b6d-6368-465e-8089-35dfecb22f49 service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792743 Apr 21 21:04:08.073522 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4867e2e1-9017-4c34-a2e3-c4b318ebc0a5 req-a6ce2647-4fa6-4f96-9e63-33acbe7be0fe tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814972 Apr 21 21:04:08.231037 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc962f72-c9b0-433b-80dd-46ab9a752966 req-ca669571-46a0-4dba-afe2-11d42d8ea170 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 210 time: 0.0471919 Apr 21 21:04:08.255987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da24fd2c-e879-4729-95cc-59c317d2d23d req-d4bf2da6-f662-49ec-976b-3927fb9dfe40 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566359 Apr 21 21:04:08.271734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67cc8176-ff35-4fcf-a010-af150ad39750 req-d296e665-4073-45b9-87f6-d8e44d144fef service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778119 Apr 21 21:04:08.301659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d2da-320c-4be6-98de-459f7937fac2 req-f8b8d7bb-860d-47e8-a8ec-061fed0ca3d7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:08.303927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0394d2da-320c-4be6-98de-459f7937fac2 req-f8b8d7bb-860d-47e8-a8ec-061fed0ca3d7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2407062 Apr 21 21:04:08.497850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0394d2da-320c-4be6-98de-459f7937fac2 req-06c3f4d4-5e8e-4725-affb-a3f615e54dd0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809847 Apr 21 21:04:08.515682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e866761-f437-462e-87ee-417c6dd523c3 req-f4d0c468-07a8-4562-b930-e1c3b46202a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:08.526134 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e866761-f437-462e-87ee-417c6dd523c3 req-f4d0c468-07a8-4562-b930-e1c3b46202a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1095 time: 0.1795621 Apr 21 21:04:08.528943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-dad3569f-f271-4623-bc14-46926197bc03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:08.530941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-dad3569f-f271-4623-bc14-46926197bc03 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.43 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.2260256 Apr 21 21:04:08.561160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Request body: {'port': {'device_id': '0aea280d-7c85-4ff8-8de5-30fc1fb91143', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'admin_state_up': True, 'tenant_id': '76458e785e67444ab87516449459bd4d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:08.715361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e866761-f437-462e-87ee-417c6dd523c3 req-a7bdd4a2-73f3-474c-905e-1fa336ae422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:08.716833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e866761-f437-462e-87ee-417c6dd523c3 req-a7bdd4a2-73f3-474c-905e-1fa336ae422f service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.1704347 Apr 21 21:04:08.797555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:08.801067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:08.824566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e866761-f437-462e-87ee-417c6dd523c3 req-70dfb9f0-58d0-45f7-9c5c-aa649722a212 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 998 time: 0.0974481 Apr 21 21:04:08.957648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e866761-f437-462e-87ee-417c6dd523c3 req-dc9bcbdf-da41-4c13-964d-a4b2e1243338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:08.959664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e866761-f437-462e-87ee-417c6dd523c3 req-dc9bcbdf-da41-4c13-964d-a4b2e1243338 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1058338 Apr 21 21:04:09.004397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20298a-b67e-4753-9161-ed1ed5efd6ff req-e9ad7807-02f7-40d4-a794-068b7654494f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:09.006204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a20298a-b67e-4753-9161-ed1ed5efd6ff req-e9ad7807-02f7-40d4-a794-068b7654494f tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.1054699 Apr 21 21:04:09.070522 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a20298a-b67e-4753-9161-ed1ed5efd6ff req-7722272d-47b3-4a23-9fe0-c1d3b62be2ae tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575500 Apr 21 21:04:09.075978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Allocated IP 172.20.0.8 (74dc5594-2b4a-4072-9a75-1038017db159/c929aed1-8248-4321-818a-5ec8bd42d411/0b9b81a9-2955-44d8-8610-fbfd3d29bd93) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:09.118578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e866761-f437-462e-87ee-417c6dd523c3 req-4b39e0f4-ef22-4007-b650-91175f97972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:09.120498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e866761-f437-462e-87ee-417c6dd523c3 req-4b39e0f4-ef22-4007-b650-91175f97972f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069808 Apr 21 21:04:09.344593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:04:09.364082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7fa43a8d-c14a-4744-8312-64142f7f167d req-033df8ab-3b3b-444e-bd4c-01131ebf6061 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 210 time: 0.0564024 Apr 21 21:04:09.508042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:09.528684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '324fc943-1176-4a11-a488-7faaf13a47b5', 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b', 'port_id': '324fc943-1176-4a11-a488-7faaf13a47b5', 'mac_address': 'fa:16:3e:42:e5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e552f308-8937-4660-9117-77fb8d07040e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:04:09.579360 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:09.597684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324fc943-1176-4a11-a488-7faaf13a47b5 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:09.635414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:09.640161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e9502-329c-4bca-bdf5-fb90f4c0fe0c req-3da35716-82e7-4b2f-8361-a45f3d699c4b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:09.641807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-505e9502-329c-4bca-bdf5-fb90f4c0fe0c req-3da35716-82e7-4b2f-8361-a45f3d699c4b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 944 time: 0.1845179 Apr 21 21:04:09.642268 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:09.690810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e866761-f437-462e-87ee-417c6dd523c3 req-90964636-9095-4a4d-9397-7594f88d87bf service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590541 Apr 21 21:04:09.726790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d4db0-dc18-4f02-ac42-4b3aa9b59ef3 req-b4fffa00-226f-42d8-a525-37295f3b5eca tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:09.730724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:09.736459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b33d4db0-dc18-4f02-ac42-4b3aa9b59ef3 req-b4fffa00-226f-42d8-a525-37295f3b5eca tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0984476 Apr 21 21:04:09.792883 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b33d4db0-dc18-4f02-ac42-4b3aa9b59ef3 req-afc7ef63-cfc1-4e87-99c4-92a4553a050f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486913 Apr 21 21:04:09.844927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-505e9502-329c-4bca-bdf5-fb90f4c0fe0c req-e809e4de-1938-4d89-a515-d458bd45571a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752043 Apr 21 21:04:09.857232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e866761-f437-462e-87ee-417c6dd523c3 req-a231e62b-26ca-4722-8918-0cf712b19446 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554248 Apr 21 21:04:09.871898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:09.937308 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:09.954857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:09.957314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:10.025808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['324fc943-1176-4a11-a488-7faaf13a47b5'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:10.080428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Network 74dc5594-2b4a-4072-9a75-1038017db159 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:10.089607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:10.093301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:10.153177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:10.153470 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:10.166834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event updated for resources: {'Port': ['ID=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:10.197220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-e36c89bc-7821-41d9-a05f-9fe569ebbdfd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6380377 Apr 21 21:04:10.210168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Request body: {'port': {'device_id': '0aea280d-7c85-4ff8-8de5-30fc1fb91143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:10.221244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d027e04-d6c2-4ed9-ba9f-0db409cd0559 req-e705e289-eddb-4b12-bfe4-d4a29e8e1a97 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:10.222870 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d027e04-d6c2-4ed9-ba9f-0db409cd0559 req-e705e289-eddb-4b12-bfe4-d4a29e8e1a97 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2240369 Apr 21 21:04:10.291615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90011c-7040-442d-9518-44a5fa4926e8 req-4a40ee07-c640-494b-806a-b52b0ae88492 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:10.306479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b90011c-7040-442d-9518-44a5fa4926e8 req-4a40ee07-c640-494b-806a-b52b0ae88492 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.1295304 Apr 21 21:04:10.334938 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3d027e04-d6c2-4ed9-ba9f-0db409cd0559 req-ede60558-a581-4ded-98cd-8f5901d7c886 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803227 Apr 21 21:04:10.345209 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:10.390765 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b90011c-7040-442d-9518-44a5fa4926e8 req-1fe2b3c6-21df-4c99-94c6-481819c69cd5 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833178 Apr 21 21:04:10.625510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee8780-003a-404c-a68b-af07e905fd9c req-54cb6fe2-2c89-42c1-be7b-b6b3545ebff5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:10.627709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0dee8780-003a-404c-a68b-af07e905fd9c req-54cb6fe2-2c89-42c1-be7b-b6b3545ebff5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1119115 Apr 21 21:04:10.693191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0dee8780-003a-404c-a68b-af07e905fd9c req-32b66f87-3cb0-4a61-984b-2d63f5b781b7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587196 Apr 21 21:04:10.796256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:10.817044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:10.855832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Transition to ACTIVE for port object 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:04:10.864054 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:10.910945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6feba0-142e-42ce-bbed-980c4737ba13 req-312a1e36-68ac-48d2-b91f-4b6e2738386e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:10.913046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd6feba0-142e-42ce-bbed-980c4737ba13 req-312a1e36-68ac-48d2-b91f-4b6e2738386e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 931 time: 0.1123049 Apr 21 21:04:10.976425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Pushing event updated for resources: {'Port': ['ID=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:11.043209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd6feba0-142e-42ce-bbed-980c4737ba13 req-ade41edd-ecdc-4067-80e0-b9d5d3a4bb28 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211615 Apr 21 21:04:11.071685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Attempting to bind port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:04:11.072024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Attempting to bind port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:04:11.072357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Attempting to bind port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:11.077018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 on network 74dc5594-2b4a-4072-9a75-1038017db159 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:04:11.077296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Attempting to bind port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:11.077961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1699c-1540-4f79-a39d-57417a659e48 req-5d026514-d57a-45a9-a0ce-22fec44ed85a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:11.079766 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8c1699c-1540-4f79-a39d-57417a659e48 req-5d026514-d57a-45a9-a0ce-22fec44ed85a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0996585 Apr 21 21:04:11.082188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:04:11.082532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Checking segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:04:11.082972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Bound using segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:04:11.084036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Bound port: 0b9b81a9-2955-44d8-8610-fbfd3d29bd93, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:04:11.084409 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:11.182010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8c1699c-1540-4f79-a39d-57417a659e48 req-3d63ee44-7ed8-47d7-b63d-592d792661ec tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843332 Apr 21 21:04:11.185130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] For port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:04:11.189059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] For port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:04:11.201267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc5ef3-af82-403d-8878-d95c25096c27 req-d3a8e4b8-112d-4f3a-abe5-44ecbe2b3390 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:11.207077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61bc5ef3-af82-403d-8878-d95c25096c27 req-d3a8e4b8-112d-4f3a-abe5-44ecbe2b3390 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0853088 Apr 21 21:04:11.217057 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:11.282262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:11.284991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:11.285905 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] 10.222.0.43 "PUT /v2.0/ports/0b9b81a9-2955-44d8-8610-fbfd3d29bd93 HTTP/1.1" status: 200 len: 1091 time: 1.0833211 Apr 21 21:04:11.286363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aea280d-7c85-4ff8-8de5-30fc1fb91143', 'tag': '0b9b81a9-2955-44d8-8610-fbfd3d29bd93'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:11.288660 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a07b4d1-5106-486e-bf66-7275c5da28ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0aea280d-7c85-4ff8-8de5-30fc1fb91143", "tag": "0b9b81a9-2955-44d8-8610-fbfd3d29bd93"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:11.335130 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61bc5ef3-af82-403d-8878-d95c25096c27 req-672d0cfb-4e31-48ab-863f-8e9c6a5ae576 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271787 Apr 21 21:04:11.347680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6754d-1a13-4861-aca6-f11f787b70bf service neutron] Pushing event updated for resources: {'Port': ['ID=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:11.357488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:04:11.392265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-81c15638-0824-4e6e-a982-921f9157d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:11.393924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-81c15638-0824-4e6e-a982-921f9157d85b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 1094 time: 0.0558555 Apr 21 21:04:11.469357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-da6424bd-7688-4497-9633-06c7e0780ddc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b9b81a9-2955-44d8-8610-fbfd3d29bd93 HTTP/1.1" status: 200 len: 217 time: 0.0671387 Apr 21 21:04:11.507165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a034fd-2237-46f6-af8e-813985d658ce req-10a95744-718e-4954-a00a-f94eeba57bef tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:11.508662 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9a788c-abf7-4f37-93f5-913a3988ed2a x-openstack-request-id: req-bb9a788c-abf7-4f37-93f5-913a3988ed2a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:11.508905 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aea280d-7c85-4ff8-8de5-30fc1fb91143", "tag": "0b9b81a9-2955-44d8-8610-fbfd3d29bd93", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:11.509140 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb9a788c-abf7-4f37-93f5-913a3988ed2a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:11.509541 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9a788c-abf7-4f37-93f5-913a3988ed2a'] response: {'name': 'network-changed', 'server_uuid': '0aea280d-7c85-4ff8-8de5-30fc1fb91143', 'tag': '0b9b81a9-2955-44d8-8610-fbfd3d29bd93', 'status': 'completed', 'code': 200} Apr 21 21:04:11.511088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 324fc943-1176-4a11-a488-7faaf13a47b5 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:04:11.516861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 324fc943-1176-4a11-a488-7faaf13a47b5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:11.517512 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:11.522096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6a034fd-2237-46f6-af8e-813985d658ce req-10a95744-718e-4954-a00a-f94eeba57bef tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1220136 Apr 21 21:04:11.528991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-13be48a5-02ac-40cb-9455-09545fa04146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:11.530764 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-13be48a5-02ac-40cb-9455-09545fa04146 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.0550356 Apr 21 21:04:11.598793 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6a034fd-2237-46f6-af8e-813985d658ce req-a83577bc-2369-4333-ada7-b075af1ba036 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717363 Apr 21 21:04:11.603007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-37b38d9d-7904-4f09-9f56-bafd8f757941 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649474 Apr 21 21:04:11.670058 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:11.739670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:11.745861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:11.754331 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e95ca9-0034-4ba7-86ea-3049d0ef0398" -d '{"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-plugged", "status": "completed", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:11.756600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-dbaf85a3-930d-4e8d-ba6d-7dc719cfbae3 service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469920 Apr 21 21:04:11.763099 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:11.875887 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe24e65-cb18-4aaa-a41a-0e64df214cac x-openstack-request-id: req-efe24e65-cb18-4aaa-a41a-0e64df214cac {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:11.876463 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-plugged", "status": "completed", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:11.876910 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efe24e65-cb18-4aaa-a41a-0e64df214cac {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:11.877446 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe24e65-cb18-4aaa-a41a-0e64df214cac'] response: {'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5', 'code': 200} Apr 21 21:04:11.931675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:12.044053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49ef704a-f50b-4d3b-b33c-6cdb33a5df63 req-0f38c7e6-7fc1-409c-826d-5d261a711c99 service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816665 Apr 21 21:04:12.069592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b453ce7-0490-45de-93f2-b3fcea5c414b req-db74c947-5ce5-49f4-ad1e-fe9b0dbdef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:12.071129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b453ce7-0490-45de-93f2-b3fcea5c414b req-db74c947-5ce5-49f4-ad1e-fe9b0dbdef0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 1097 time: 0.1168845 Apr 21 21:04:12.081249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df0b45-81a2-463d-bdcf-7cb9b14d7a8a req-45254e79-891f-4736-b2bd-d6fb67298b6a tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:12.082737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61df0b45-81a2-463d-bdcf-7cb9b14d7a8a req-45254e79-891f-4736-b2bd-d6fb67298b6a tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.1138890 Apr 21 21:04:12.111452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-7e025c56-7af0-477f-aa72-d7791b339d28 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:12.113280 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-7e025c56-7af0-477f-aa72-d7791b339d28 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.1852109 Apr 21 21:04:12.141864 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-cc5a9216-2972-4973-97b8-05adb58c866d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/quotas/271267117912412b9b2b74aabfd7abe9 HTTP/1.1" status: 200 len: 375 time: 0.0204604 Apr 21 21:04:12.202794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61df0b45-81a2-463d-bdcf-7cb9b14d7a8a req-a8098d85-9667-43ad-97fa-f4bb6a4cd317 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922160 Apr 21 21:04:12.202794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b453ce7-0490-45de-93f2-b3fcea5c414b req-49a3accf-c23c-4fe9-8ff5-f637c5c0e3d0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161039 Apr 21 21:04:12.217427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-46becf61-ac47-4fd3-a3fc-f3d21fb7240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:12.218912 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-46becf61-ac47-4fd3-a3fc-f3d21fb7240c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 1094 time: 0.1028204 Apr 21 21:04:12.268714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-5354db62-ec51-4c7d-b084-6dbeabee56e3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1190269 Apr 21 21:04:12.356675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c3347-4a8b-477b-b787-596796efe0be req-dfa037e1-49db-4789-b8c9-774f70c3302b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:12.366292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-257c3347-4a8b-477b-b787-596796efe0be req-dfa037e1-49db-4789-b8c9-774f70c3302b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 943 time: 0.0853760 Apr 21 21:04:12.432846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-257c3347-4a8b-477b-b787-596796efe0be req-7ac7fe25-b279-4c02-81e3-c8aa2ded88f6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615435 Apr 21 21:04:12.694012 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-10c49ed1-209b-4a98-8caf-67d3c440d7d7 service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243076 Apr 21 21:04:12.788625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e5acc-159f-4494-92a4-e7fa7af5f9f9 req-e5920b92-0a1d-4cdc-abcb-96b1d50391e6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:12.790664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-881e5acc-159f-4494-92a4-e7fa7af5f9f9 req-e5920b92-0a1d-4cdc-abcb-96b1d50391e6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.2066460 Apr 21 21:04:12.793965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-f3832776-b338-4ba7-951d-64ffdc818cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:12.795953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-f3832776-b338-4ba7-951d-64ffdc818cea service neutron] 10.222.0.43 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.3407497 Apr 21 21:04:12.867155 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-5ecee737-7e45-4e01-b7e3-228a93d0b00d service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706796 Apr 21 21:04:12.879051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-6cf33afb-92e1-4569-bd0f-ae1c611eee6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b9b81a9-2955-44d8-8610-fbfd3d29bd93 HTTP/1.1" status: 200 len: 217 time: 0.0762031 Apr 21 21:04:12.910114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-881e5acc-159f-4494-92a4-e7fa7af5f9f9 req-7eb07e35-8db3-4d50-b2f7-f843e086dbd2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084654 Apr 21 21:04:12.968434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-b631b27f-88df-42d6-aa94-d486ed65375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:12.969872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-b631b27f-88df-42d6-aa94-d486ed65375c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.0802519 Apr 21 21:04:13.013073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-2ee87886-8746-4fcb-97a5-f23f7abb2758 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362349 Apr 21 21:04:13.167996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43a85796-6e5f-456e-b004-066b49ff2f3d req-42023272-7f59-4fb3-b481-3c4814d8022e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 210 time: 0.0604208 Apr 21 21:04:13.236705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-04516cde-4b98-4228-a5e3-a69b77686d58 service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123756 Apr 21 21:04:13.385673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff91d9-a1f1-4c62-8b3c-8d477ce4c419 req-42135131-c448-4fd5-bb36-25d57d8c4823 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:13.394081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dff91d9-a1f1-4c62-8b3c-8d477ce4c419 req-42135131-c448-4fd5-bb36-25d57d8c4823 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.0768533 Apr 21 21:04:13.469851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a07b4d1-5106-486e-bf66-7275c5da28ea req-c9bb29bf-15a5-4d31-8a49-b9f6a2cfe65a service neutron] 10.222.0.43 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238119 Apr 21 21:04:13.484923 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dff91d9-a1f1-4c62-8b3c-8d477ce4c419 req-158d1d20-65e9-4eaf-ac7e-5a5aca57dfb4 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896139 Apr 21 21:04:13.616128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32571b81-1941-46e6-9f5f-95574fbc153f req-e1b759bd-2a94-4cb9-b554-44eee9be3127 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:13.618629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32571b81-1941-46e6-9f5f-95574fbc153f req-e1b759bd-2a94-4cb9-b554-44eee9be3127 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 943 time: 0.0828981 Apr 21 21:04:13.665326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32571b81-1941-46e6-9f5f-95574fbc153f req-56a0e00e-00be-4650-b741-5ea300a12fb3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Apr 21 21:04:13.925178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 17e650cf-eccd-4968-94ad-ad7d30a07682 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:04:14.057125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 17e650cf-eccd-4968-94ad-ad7d30a07682, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=17e650cf-eccd-4968-94ad-ad7d30a07682,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:14.074260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '17e650cf-eccd-4968-94ad-ad7d30a07682', 'network_id': '0d009106-86b9-40db-8522-72042c95f0f2', 'port_id': '17e650cf-eccd-4968-94ad-ad7d30a07682', 'mac_address': 'fa:16:3e:f2:0f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85c431-91c5-4196-a488-3699ed589db4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:04:14.092850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad8299-6907-4867-b7b6-b08ce74ae420 req-d256446b-a500-4402-b496-98043c13cccf tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:14.095281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57ad8299-6907-4867-b7b6-b08ce74ae420 req-d256446b-a500-4402-b496-98043c13cccf tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0729513 Apr 21 21:04:14.126657 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:14.141038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17e650cf-eccd-4968-94ad-ad7d30a07682 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:14.149871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57ad8299-6907-4867-b7b6-b08ce74ae420 req-dc45c95c-ff29-4f0e-b754-828a9503d4ec tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Apr 21 21:04:14.173599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 17e650cf-eccd-4968-94ad-ad7d30a07682, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=17e650cf-eccd-4968-94ad-ad7d30a07682,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:14.180789 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:14.249726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=17e650cf-eccd-4968-94ad-ad7d30a07682,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:14.285142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['17e650cf-eccd-4968-94ad-ad7d30a07682'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:14.360168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ff9f3c64-d447-4187-935a-3a51b8ad41d3 req-d209d737-05ce-4dd0-b64c-9ecc8f9fb124 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 210 time: 0.0856564 Apr 21 21:04:14.668605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cc062-79ac-43bf-b21a-10c0f9e1a390 req-0d3a0597-336f-45f4-942c-38a2ed06b03e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:14.670560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-685cc062-79ac-43bf-b21a-10c0f9e1a390 req-0d3a0597-336f-45f4-942c-38a2ed06b03e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 944 time: 0.0765450 Apr 21 21:04:14.723142 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-685cc062-79ac-43bf-b21a-10c0f9e1a390 req-8448ec73-342e-40d8-85da-d8f9bb887825 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449715 Apr 21 21:04:14.861828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c2e16-ec7d-487d-9f48-c9ffc32fb329 req-787770ee-9c95-4b02-9039-6067451b9f31 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:14.863604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c16c2e16-ec7d-487d-9f48-c9ffc32fb329 req-787770ee-9c95-4b02-9039-6067451b9f31 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 943 time: 0.0655680 Apr 21 21:04:14.925089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c16c2e16-ec7d-487d-9f48-c9ffc32fb329 req-36dfce14-e0ad-4b74-97b6-08a57bc4a4b7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Apr 21 21:04:14.991145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-926e513d-002e-480c-8c76-af404abb3eed tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:14.993781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-926e513d-002e-480c-8c76-af404abb3eed tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.5728376 Apr 21 21:04:15.016799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'port': {'device_id': 'c71f02de-e993-4ef3-a3ab-541e0fc01dad', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'admin_state_up': True, 'tenant_id': '271267117912412b9b2b74aabfd7abe9'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:15.041922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-f439e5fe-165b-44ce-89a8-b7b6e721b827 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:15.043414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-f439e5fe-165b-44ce-89a8-b7b6e721b827 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 814 time: 0.6242585 Apr 21 21:04:15.099063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-fb2b82ac-a380-4abb-afd9-1b4816e2e87b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/quotas/401ae39dd8974553a94bdb2d7d864a97 HTTP/1.1" status: 200 len: 375 time: 0.0227220 Apr 21 21:04:15.176179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-462f7f28-00cc-4a8b-9130-bb00b50381b7 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654042 Apr 21 21:04:15.194592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Made reservation on behalf of 271267117912412b9b2b74aabfd7abe9 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:15.197922 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:15.344286 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-c0cfdf52-7a11-41b7-b2bf-a957657a84be service neutron] 10.222.0.49 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576273 Apr 21 21:04:15.383442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:04:15.446757 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Allocated IP 172.20.0.13 (4a912654-8ba7-440e-af2f-f1f861b2af50/d710e315-c69e-4dce-baa0-259c50d0cade/83fb0f28-0c28-4d83-8af6-baa791022648) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:15.499137 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-e115ff9f-4426-45c4-bd01-7edbc5e1d176 service neutron] 10.222.0.49 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355002 Apr 21 21:04:15.549382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:15.584656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '0b9b81a9-2955-44d8-8610-fbfd3d29bd93', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'port_id': '0b9b81a9-2955-44d8-8610-fbfd3d29bd93', 'mac_address': 'fa:16:3e:91:eb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929aed1-8248-4321-818a-5ec8bd42d411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:04:15.591722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c620eddf-24c1-4eac-ab33-20742ed18c1c req-d9d3846d-2df5-4802-86d1-6ea5f0a6f8ae tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 210 time: 0.0808871 Apr 21 21:04:15.639049 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:15.657079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:15.683011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:15.693559 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:15.725295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:15.772296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:15.782206 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15593c6-2e78-4705-96e5-297faf446681 req-888d4041-e024-4513-9574-ad83833a7cd9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 210 time: 0.0479820 Apr 21 21:04:15.850130 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:15.945067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:15.952684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:15.957161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'Port': ['ID=83fb0f28-0c28-4d83-8af6-baa791022648,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:15.962526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 17e650cf-eccd-4968-94ad-ad7d30a07682 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:04:15.975650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:16.055344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['0b9b81a9-2955-44d8-8610-fbfd3d29bd93'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:16.084448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5484-4823-4f2c-a827-583fb6eb377b req-3940a7e2-0651-4be1-922d-d935cb225e5a tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:16.086781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 17e650cf-eccd-4968-94ad-ad7d30a07682 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:16.087157 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.096499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-071f5484-4823-4f2c-a827-583fb6eb377b req-3940a7e2-0651-4be1-922d-d935cb225e5a tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 944 time: 0.2033749 Apr 21 21:04:16.153174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:16.154769 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.206079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f07a5-d810-4c6e-a96f-ecc7291a4803 req-a790bdba-f78b-4990-8a44-d7d5073d286b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:16.216528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a4f07a5-d810-4c6e-a96f-ecc7291a4803 req-a790bdba-f78b-4990-8a44-d7d5073d286b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 944 time: 0.1290350 Apr 21 21:04:16.242493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-071f5484-4823-4f2c-a827-583fb6eb377b req-e5d5ccef-5267-44d3-8337-4a3c236631dc tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320727 Apr 21 21:04:16.247826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-4dad6586-1e19-4145-9988-999b9d1dba5c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2363992 Apr 21 21:04:16.257238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 32976) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:16.281599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Request body: {'port': {'device_id': 'c71f02de-e993-4ef3-a3ab-541e0fc01dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:16.300617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a4f07a5-d810-4c6e-a96f-ecc7291a4803 req-f0498557-894e-4f93-abbd-10db934f7bc5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813484 Apr 21 21:04:16.313897 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.387928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.427643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f36079-9675-446f-98b1-45b494d33fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e650cf-eccd-4968-94ad-ad7d30a07682'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:16.430857 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cea9d98-ac13-47ba-a9af-e9775fd557b7" -d '{"events": [{"server_uuid": "46f36079-9675-446f-98b1-45b494d33fdc", "name": "network-vif-plugged", "status": "completed", "tag": "17e650cf-eccd-4968-94ad-ad7d30a07682"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:16.471571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 17e650cf-eccd-4968-94ad-ad7d30a07682, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=17e650cf-eccd-4968-94ad-ad7d30a07682,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:16.482091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.514592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0a06d6bf-20ea-48d9-ba0f-a4326be6f8c9 None None] Provisioning complete for port 83fb0f28-0c28-4d83-8af6-baa791022648 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:16.514962 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0a06d6bf-20ea-48d9-ba0f-a4326be6f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.520646 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec7f5b8-bae8-4a1e-a5f7-7dc7630ddaa1 x-openstack-request-id: req-9ec7f5b8-bae8-4a1e-a5f7-7dc7630ddaa1 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:16.521203 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f36079-9675-446f-98b1-45b494d33fdc", "name": "network-vif-plugged", "status": "completed", "tag": "17e650cf-eccd-4968-94ad-ad7d30a07682", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:16.521612 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ec7f5b8-bae8-4a1e-a5f7-7dc7630ddaa1 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:16.522147 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec7f5b8-bae8-4a1e-a5f7-7dc7630ddaa1'] response: {'server_uuid': '46f36079-9675-446f-98b1-45b494d33fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e650cf-eccd-4968-94ad-ad7d30a07682', 'code': 200} Apr 21 21:04:16.537294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea277c7c-9fcb-4a5d-966b-9dee26390233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.577664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=17e650cf-eccd-4968-94ad-ad7d30a07682,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:16.580632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0a06d6bf-20ea-48d9-ba0f-a4326be6f8c9 None None] Port 83fb0f28-0c28-4d83-8af6-baa791022648 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:04:16.737968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edc81b-47a6-4367-8c71-8699ef724a08 req-e412c910-cdf2-4408-a97b-5e56ae80e514 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:16.740196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04edc81b-47a6-4367-8c71-8699ef724a08 req-e412c910-cdf2-4408-a97b-5e56ae80e514 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 932 time: 0.0581963 Apr 21 21:04:16.781174 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea277c7c-9fcb-4a5d-966b-9dee26390233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.785581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04edc81b-47a6-4367-8c71-8699ef724a08 req-1c093611-d4c6-4cf7-9bf5-2d15b4f6d9f3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362675 Apr 21 21:04:16.790696 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea277c7c-9fcb-4a5d-966b-9dee26390233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.861438 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ea277c7c-9fcb-4a5d-966b-9dee26390233 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e670bcab968244fb8a0b5103d88d9a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027818 Apr 21 21:04:16.864122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33024) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:16.872266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea277c7c-9fcb-4a5d-966b-9dee26390233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff247ea-bd21-4a10-8785-496de133d58c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:16.903532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fb0f28-0c28-4d83-8af6-baa791022648 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:16.909146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c7c6a372-9fc0-4889-848c-b199381c794a req-56960e82-6d92-44dd-b546-5b2fa126ad67 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 210 time: 0.0399973 Apr 21 21:04:16.913628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.919649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92c80200-eab6-458b-87bb-90eb0bf4f6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.931494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Transition to ACTIVE for port object 83fb0f28-0c28-4d83-8af6-baa791022648 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:04:16.937486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:16.947821 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92c80200-eab6-458b-87bb-90eb0bf4f6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.002178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92c80200-eab6-458b-87bb-90eb0bf4f6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.004946 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92c80200-eab6-458b-87bb-90eb0bf4f6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.006363 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-92c80200-eab6-458b-87bb-90eb0bf4f6dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ff247ea-bd21-4a10-8785-496de133d58c HTTP/1.1" status: 204 len: 168 time: 0.1403122 Apr 21 21:04:17.009257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Pushing event updated for resources: {'Port': ['ID=83fb0f28-0c28-4d83-8af6-baa791022648,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:17.018848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c80200-eab6-458b-87bb-90eb0bf4f6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff247ea-bd21-4a10-8785-496de133d58c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:17.077236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Attempting to bind port 83fb0f28-0c28-4d83-8af6-baa791022648 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:04:17.077737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Attempting to bind port 83fb0f28-0c28-4d83-8af6-baa791022648 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:04:17.078313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Attempting to bind port 83fb0f28-0c28-4d83-8af6-baa791022648 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:17.084026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Port 83fb0f28-0c28-4d83-8af6-baa791022648 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:04:17.084478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Attempting to bind port 83fb0f28-0c28-4d83-8af6-baa791022648 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:17.089502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:04:17.089840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Checking segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:04:17.090228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Bound using segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:04:17.090658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Bound port: 83fb0f28-0c28-4d83-8af6-baa791022648, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:04:17.091017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.169651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] For port 83fb0f28-0c28-4d83-8af6-baa791022648, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:04:17.174469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] For port 83fb0f28-0c28-4d83-8af6-baa791022648, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=83fb0f28-0c28-4d83-8af6-baa791022648,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:04:17.183876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.226815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:17.229672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.231298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] 10.222.0.46 "PUT /v2.0/ports/83fb0f28-0c28-4d83-8af6-baa791022648 HTTP/1.1" status: 200 len: 1092 time: 0.9707735 Apr 21 21:04:17.232202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71f02de-e993-4ef3-a3ab-541e0fc01dad', 'tag': '83fb0f28-0c28-4d83-8af6-baa791022648'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:17.237012 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcaaa12-ae34-4539-a8ee-241a196568d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c71f02de-e993-4ef3-a3ab-541e0fc01dad", "tag": "83fb0f28-0c28-4d83-8af6-baa791022648"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:17.406228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:04:17.407097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8b6b5-e2fe-4989-a291-dff42785d7bc service neutron] Pushing event updated for resources: {'Port': ['ID=83fb0f28-0c28-4d83-8af6-baa791022648,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:17.407703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-6fa58274-508f-4f9f-97c1-f7b412269870 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:17.410155 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-6fa58274-508f-4f9f-97c1-f7b412269870 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.43 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 814 time: 0.1759362 Apr 21 21:04:17.442769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Request body: {'port': {'device_id': '232bec7c-8ab8-48a6-988d-1200e8d72962', 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b', 'admin_state_up': True, 'tenant_id': '401ae39dd8974553a94bdb2d7d864a97'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:17.444344 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a26d39e-b185-4e34-a234-95d453022d07 x-openstack-request-id: req-6a26d39e-b185-4e34-a234-95d453022d07 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:17.444918 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71f02de-e993-4ef3-a3ab-541e0fc01dad", "tag": "83fb0f28-0c28-4d83-8af6-baa791022648", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:17.445505 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a26d39e-b185-4e34-a234-95d453022d07 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:17.446165 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a26d39e-b185-4e34-a234-95d453022d07'] response: {'name': 'network-changed', 'server_uuid': 'c71f02de-e993-4ef3-a3ab-541e0fc01dad', 'tag': '83fb0f28-0c28-4d83-8af6-baa791022648', 'status': 'completed', 'code': 200} Apr 21 21:04:17.447671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33042) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:17.488424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:04:17.498143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:17.498516 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.505849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-682b087d-cdc4-4e03-bbdf-1d9569c1cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:17.507693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-682b087d-cdc4-4e03-bbdf-1d9569c1cb2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 1095 time: 0.2040699 Apr 21 21:04:17.508832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4164ae-61d9-4462-b93f-b2376b7158dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.595961 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.620504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa02bf-0950-4ca9-8c8e-30e500ac577d req-6a1326d8-4711-4abf-896e-50b7e68f598b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:17.623501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712acad-0dcf-4e1c-b843-db6bc9f4ac33 req-bfa6d7ca-c7a9-4137-92d5-c6872584c045 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:17.625572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7aa02bf-0950-4ca9-8c8e-30e500ac577d req-6a1326d8-4711-4abf-896e-50b7e68f598b tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.2038131 Apr 21 21:04:17.631616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f712acad-0dcf-4e1c-b843-db6bc9f4ac33 req-bfa6d7ca-c7a9-4137-92d5-c6872584c045 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 944 time: 0.2082994 Apr 21 21:04:17.635114 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-e1593ab5-ff9f-42af-9738-5ad0287c1cc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83fb0f28-0c28-4d83-8af6-baa791022648 HTTP/1.1" status: 200 len: 217 time: 0.1118157 Apr 21 21:04:17.641089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Made reservation on behalf of 401ae39dd8974553a94bdb2d7d864a97 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:17.644618 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.644850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:17.651812 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.697442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f712acad-0dcf-4e1c-b843-db6bc9f4ac33 req-38b5d308-f194-480c-acbd-76a39f0d499e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645845 Apr 21 21:04:17.702349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:17.725349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7aa02bf-0950-4ca9-8c8e-30e500ac577d req-ec65322b-bd17-426e-a633-a6ff26ac93f7 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921533 Apr 21 21:04:17.764955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-1aa17c78-3489-4ab0-8573-18a8b35f15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:17.766405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-1aa17c78-3489-4ab0-8573-18a8b35f15a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1019051 Apr 21 21:04:17.785507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4164ae-61d9-4462-b93f-b2376b7158dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.792126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4164ae-61d9-4462-b93f-b2376b7158dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:17.843505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4164ae-61d9-4462-b93f-b2376b7158dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298a6a9e-b056-42a3-b100-718196e0b323,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:17.848976 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3f4164ae-61d9-4462-b93f-b2376b7158dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11352219a68f4068810826987c5bd817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961916 Apr 21 21:04:17.851953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33048) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:17.869351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Allocated IP 172.20.0.4 (6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b/e552f308-8937-4660-9117-77fb8d07040e/7698d9cb-fd92-4d78-8877-1d52b700f2a7) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:18.077878 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2c230f7-c65b-4a2f-a311-8a6516999c7b req-56da6521-b41f-40ca-8365-38bc653b21f4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 210 time: 0.0393271 Apr 21 21:04:18.111341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-8044859d-9eb8-4b60-b616-340c203e0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:18.112865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-8044859d-9eb8-4b60-b616-340c203e0d54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449296 Apr 21 21:04:18.119974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d624d1e1-cf8b-4033-84d6-1c1f5519c049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.123665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.155732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd680c21-bf5c-4b72-97fd-a27b8f4d4526 req-4de51a9e-faf3-48e4-a2f4-ac2c47387df9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:18.157519 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd680c21-bf5c-4b72-97fd-a27b8f4d4526 req-4de51a9e-faf3-48e4-a2f4-ac2c47387df9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 944 time: 0.1967025 Apr 21 21:04:18.168668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.181398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['324fc943-1176-4a11-a488-7faaf13a47b5'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:18.204220 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d624d1e1-cf8b-4033-84d6-1c1f5519c049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.244463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:18.246265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Pushing event updated for resources: {'Port': ['ID=7698d9cb-fd92-4d78-8877-1d52b700f2a7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:18.257891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:18.262370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:18.318254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd680c21-bf5c-4b72-97fd-a27b8f4d4526 req-fbcbb40c-6c19-4251-89f5-9514661ef555 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420987 Apr 21 21:04:18.326050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:18.327142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.342353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-e822ef37-a1bb-4b14-8a0b-380f2d313f4b service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151072 Apr 21 21:04:18.361772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-469020d8-ca72-4f14-9eb7-d8856a201660 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9395356 Apr 21 21:04:18.375006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Request body: {'port': {'device_id': '232bec7c-8ab8-48a6-988d-1200e8d72962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:18.405782 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d624d1e1-cf8b-4033-84d6-1c1f5519c049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.408310 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d624d1e1-cf8b-4033-84d6-1c1f5519c049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.409443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d624d1e1-cf8b-4033-84d6-1c1f5519c049 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/298a6a9e-b056-42a3-b100-718196e0b323 HTTP/1.1" status: 204 len: 168 time: 0.5559711 Apr 21 21:04:18.422160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624d1e1-cf8b-4033-84d6-1c1f5519c049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298a6a9e-b056-42a3-b100-718196e0b323,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:18.431901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.460978 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79fcf433-1e11-4af5-a1d9-4cfa88578455 req-31f409fb-fbae-4f84-aa37-87e86e27060b service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095309 Apr 21 21:04:18.523158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aea280d-7c85-4ff8-8de5-30fc1fb91143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b81a9-2955-44d8-8610-fbfd3d29bd93'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:18.526403 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbabae57-89aa-4fcd-9dc9-3555d2e2d414" -d '{"events": [{"server_uuid": "0aea280d-7c85-4ff8-8de5-30fc1fb91143", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b81a9-2955-44d8-8610-fbfd3d29bd93"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:18.568140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-d4f44d4d-f437-4775-b248-0259d88e8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:18.569756 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-d4f44d4d-f437-4775-b248-0259d88e8610 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 1095 time: 0.0537279 Apr 21 21:04:18.576553 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da653fc-23ea-4641-90db-1a3c630b06ff x-openstack-request-id: req-9da653fc-23ea-4641-90db-1a3c630b06ff {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:18.576874 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aea280d-7c85-4ff8-8de5-30fc1fb91143", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b81a9-2955-44d8-8610-fbfd3d29bd93", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:18.577308 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9da653fc-23ea-4641-90db-1a3c630b06ff {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:18.577716 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da653fc-23ea-4641-90db-1a3c630b06ff'] response: {'server_uuid': '0aea280d-7c85-4ff8-8de5-30fc1fb91143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b81a9-2955-44d8-8610-fbfd3d29bd93', 'code': 200} Apr 21 21:04:18.693142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-3340789a-d37f-4c55-a683-8d68180089f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:18.694555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-3340789a-d37f-4c55-a683-8d68180089f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.1150594 Apr 21 21:04:18.714907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ac494-c465-429d-b535-66976cbf8bfc req-f0410707-8c81-4ab6-8b3e-b341c2926505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:18.715398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb9ac494-c465-429d-b535-66976cbf8bfc req-f0410707-8c81-4ab6-8b3e-b341c2926505 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 1096 time: 0.0709701 Apr 21 21:04:18.806845 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb9ac494-c465-429d-b535-66976cbf8bfc req-58c8407f-1967-4c0d-9dcb-1e487329c32d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840125 Apr 21 21:04:18.831944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7698d9cb-fd92-4d78-8877-1d52b700f2a7 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:18.840474 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-dfa72c1c-16ea-4fb7-8aa8-a76e2e4dae7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83fb0f28-0c28-4d83-8af6-baa791022648 HTTP/1.1" status: 200 len: 217 time: 0.0712836 Apr 21 21:04:18.856803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.876239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Transition to ACTIVE for port object 7698d9cb-fd92-4d78-8877-1d52b700f2a7 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:04:18.885833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4a82c-2a60-4f6e-9a07-112799f31819 req-9a1810a3-ce9d-47dd-82a4-8b33968ad45d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:18.887340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35b4a82c-2a60-4f6e-9a07-112799f31819 req-9a1810a3-ce9d-47dd-82a4-8b33968ad45d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.0702584 Apr 21 21:04:18.888461 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:18.925162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aab7f-3140-47cd-a59b-3359af028024 req-ef1f4654-b621-4465-851c-188f0e185481 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:18.926708 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e5aab7f-3140-47cd-a59b-3359af028024 req-ef1f4654-b621-4465-851c-188f0e185481 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 945 time: 0.0994658 Apr 21 21:04:18.936363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-1683024b-3372-4587-85aa-1ce7dc26ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:18.937800 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-1683024b-3372-4587-85aa-1ce7dc26ac37 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.0777810 Apr 21 21:04:18.987322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Pushing event updated for resources: {'Port': ['ID=7698d9cb-fd92-4d78-8877-1d52b700f2a7,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:19.012730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e5aab7f-3140-47cd-a59b-3359af028024 req-37a79cc6-9ef0-423f-94f1-b63e38e51e14 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739517 Apr 21 21:04:19.019074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-8f3dbf4b-c59b-437a-b3d7-85d6650f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:19.020544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-8f3dbf4b-c59b-437a-b3d7-85d6650f5223 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751760 Apr 21 21:04:19.025507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35b4a82c-2a60-4f6e-9a07-112799f31819 req-7483d442-eabd-4f8b-aa9a-f385931c8119 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053457 Apr 21 21:04:19.076923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Attempting to bind port 7698d9cb-fd92-4d78-8877-1d52b700f2a7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:04:19.077774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Attempting to bind port 7698d9cb-fd92-4d78-8877-1d52b700f2a7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:04:19.078239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Attempting to bind port 7698d9cb-fd92-4d78-8877-1d52b700f2a7 on network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:19.085192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Port 7698d9cb-fd92-4d78-8877-1d52b700f2a7 on network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:04:19.086003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Attempting to bind port 7698d9cb-fd92-4d78-8877-1d52b700f2a7 on network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:19.092871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:04:19.093492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Checking segment: {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:04:19.094107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Bound using segment: {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:04:19.094895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Bound port: 7698d9cb-fd92-4d78-8877-1d52b700f2a7, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:04:19.095499 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:19.163505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-1d15b455-3f36-41f0-8878-2194cee9ccb8 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340718 Apr 21 21:04:19.183525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] For port 7698d9cb-fd92-4d78-8877-1d52b700f2a7, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:04:19.188224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] For port 7698d9cb-fd92-4d78-8877-1d52b700f2a7, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7698d9cb-fd92-4d78-8877-1d52b700f2a7,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:04:19.231199 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:19.306144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:19.306870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:19.307062 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dcaaa12-ae34-4539-a8ee-241a196568d5 req-9121fa6a-77d0-4794-af76-021ad3fe85f0 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314077 Apr 21 21:04:19.311242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] 10.222.0.43 "PUT /v2.0/ports/7698d9cb-fd92-4d78-8877-1d52b700f2a7 HTTP/1.1" status: 200 len: 1091 time: 0.9382386 Apr 21 21:04:19.317335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232bec7c-8ab8-48a6-988d-1200e8d72962', 'tag': '7698d9cb-fd92-4d78-8877-1d52b700f2a7'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:19.325507 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39049f6b-920c-476a-a5d1-198cfdc41b73" -d '{"events": [{"name": "network-changed", "server_uuid": "232bec7c-8ab8-48a6-988d-1200e8d72962", "tag": "7698d9cb-fd92-4d78-8877-1d52b700f2a7"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:19.339421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8572d-a61b-495d-adac-af64d7df922f req-ae31762d-b877-4632-a7b8-b764735f3a37 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:19.341056 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ce8572d-a61b-495d-adac-af64d7df922f req-ae31762d-b877-4632-a7b8-b764735f3a37 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 943 time: 0.1496930 Apr 21 21:04:19.371187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7731a-b622-4923-9ead-fb69576d3582 service neutron] Pushing event updated for resources: {'Port': ['ID=7698d9cb-fd92-4d78-8877-1d52b700f2a7,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:19.481300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ce8572d-a61b-495d-adac-af64d7df922f req-a46ab999-4e9c-48cb-b0b1-5ce97e8c778e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031535 Apr 21 21:04:19.488906 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce0ef9f-a765-4d63-9f28-e0f95dfde636 x-openstack-request-id: req-1ce0ef9f-a765-4d63-9f28-e0f95dfde636 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:19.489196 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232bec7c-8ab8-48a6-988d-1200e8d72962", "tag": "7698d9cb-fd92-4d78-8877-1d52b700f2a7", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:19.489983 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ce0ef9f-a765-4d63-9f28-e0f95dfde636 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:19.490386 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce0ef9f-a765-4d63-9f28-e0f95dfde636'] response: {'name': 'network-changed', 'server_uuid': '232bec7c-8ab8-48a6-988d-1200e8d72962', 'tag': '7698d9cb-fd92-4d78-8877-1d52b700f2a7', 'status': 'completed', 'code': 200} Apr 21 21:04:19.492676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-40d7443f-1646-43d7-936c-55c51a9d16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:19.494411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-40d7443f-1646-43d7-936c-55c51a9d16f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 1094 time: 0.1171753 Apr 21 21:04:19.570546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-11ec323c-ec99-4415-8257-2efa98277e14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7698d9cb-fd92-4d78-8877-1d52b700f2a7 HTTP/1.1" status: 200 len: 217 time: 0.0523107 Apr 21 21:04:19.661911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811d211-91a5-4949-8373-f13cdb848f3d req-447caa19-15c3-4b68-a688-f3c2bd731404 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:19.671278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d811d211-91a5-4949-8373-f13cdb848f3d req-447caa19-15c3-4b68-a688-f3c2bd731404 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 944 time: 0.0979910 Apr 21 21:04:19.677481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-fdb7fca7-961c-4d2f-bb13-a6002c86dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:19.677481 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-fdb7fca7-961c-4d2f-bb13-a6002c86dc16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e552f308-8937-4660-9117-77fb8d07040e HTTP/1.1" status: 200 len: 854 time: 0.0905006 Apr 21 21:04:19.725526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-dab591dc-5e45-485d-b0fa-d6ce27de365a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429878 Apr 21 21:04:19.753576 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d811d211-91a5-4949-8373-f13cdb848f3d req-610ce985-c873-44ef-a83f-b0c68fb6d01f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813146 Apr 21 21:04:19.957805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f1826-743b-41be-9e2c-6e813cf6ef7b req-90976c61-db17-4f0b-8fd8-3493d5ab6df8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:19.961215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee3f1826-743b-41be-9e2c-6e813cf6ef7b req-90976c61-db17-4f0b-8fd8-3493d5ab6df8 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.1283848 Apr 21 21:04:19.963799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-ee85f2a1-beba-4887-bb2a-9bb1ca2b921d service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281795 Apr 21 21:04:20.105149 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c6418e6-3ada-44aa-bab3-09e2aa325609 req-5e13e841-1fba-4580-aa50-328e1958669b service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271527 Apr 21 21:04:20.165613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee3f1826-743b-41be-9e2c-6e813cf6ef7b req-407b1197-b99d-4290-917e-b169e1b7836e tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957092 Apr 21 21:04:20.183657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cb550-5129-450e-9ad2-eea4fded7820 req-851fe677-a871-403d-a99e-601e14e234d7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:20.185641 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a2cb550-5129-450e-9ad2-eea4fded7820 req-851fe677-a871-403d-a99e-601e14e234d7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 945 time: 0.0810320 Apr 21 21:04:20.237663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a2cb550-5129-450e-9ad2-eea4fded7820 req-37adcbcc-1a3c-43f6-86b4-1c0314a8def2 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430324 Apr 21 21:04:20.255482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-e151f21d-6c8f-4c39-b81e-c600b7a1a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:20.263474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-e151f21d-6c8f-4c39-b81e-c600b7a1a8a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 1094 time: 0.0701265 Apr 21 21:04:20.362667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:20.569460 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:20.678651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b50f7-4d3f-4640-8067-911255039cc3 req-e4fb79ec-f73c-4c0c-942b-6ae8dd821cdf tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:20.679893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d47b50f7-4d3f-4640-8067-911255039cc3 req-e4fb79ec-f73c-4c0c-942b-6ae8dd821cdf tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 943 time: 0.0767934 Apr 21 21:04:20.682886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-56d18c29-4f86-48bc-b58f-c45f9798a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:20.684858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-56d18c29-4f86-48bc-b58f-c45f9798a700 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 915 time: 0.4172227 Apr 21 21:04:20.754789 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-d74ddb93-4cf1-4222-b829-c91476ca9d90 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7698d9cb-fd92-4d78-8877-1d52b700f2a7 HTTP/1.1" status: 200 len: 217 time: 0.0449975 Apr 21 21:04:20.765417 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d47b50f7-4d3f-4640-8067-911255039cc3 req-5105032e-a2e2-4f56-9393-c2e15a0bbd14 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778179 Apr 21 21:04:20.815493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-db0177bc-5b90-42c6-b35a-62228a28c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:20.819521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-db0177bc-5b90-42c6-b35a-62228a28c9b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e552f308-8937-4660-9117-77fb8d07040e HTTP/1.1" status: 200 len: 854 time: 0.0531616 Apr 21 21:04:20.854805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-dfb081fe-524d-4237-b69d-0c1163579663 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265188 Apr 21 21:04:20.855383 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33148) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:20.906754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796417a-8056-4cae-bdd1-273a75ff1e80 req-2536f99b-3c0c-45ce-a1e6-0e32772344a4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:20.914571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5796417a-8056-4cae-bdd1-273a75ff1e80 req-2536f99b-3c0c-45ce-a1e6-0e32772344a4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 944 time: 0.0801160 Apr 21 21:04:20.964055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5796417a-8056-4cae-bdd1-273a75ff1e80 req-f653ce35-3945-4aea-af4d-2e8b465c658d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Apr 21 21:04:20.977875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-21f10b88-2d13-4247-a926-a283c9525b18 service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121478 Apr 21 21:04:21.027168 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-10a18793-8255-4c87-82e6-e6989e6e8340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.081459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39049f6b-920c-476a-a5d1-198cfdc41b73 req-dad2d9d5-9a74-49a1-b967-66a5c45ff43a service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956786 Apr 21 21:04:21.109727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-10a18793-8255-4c87-82e6-e6989e6e8340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.116538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-10a18793-8255-4c87-82e6-e6989e6e8340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.159529 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-10a18793-8255-4c87-82e6-e6989e6e8340 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93d73ab9aefa49ad8dd98ba553d12641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029377 Apr 21 21:04:21.160645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a18793-8255-4c87-82e6-e6989e6e8340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91ecc41-2c84-4612-8136-edcc3304c71d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:21.162490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33154) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:21.229977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-853dd3a4-d2e5-4e6e-a9ce-718bd21f3db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.255934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-853dd3a4-d2e5-4e6e-a9ce-718bd21f3db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.309566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-853dd3a4-d2e5-4e6e-a9ce-718bd21f3db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.313535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-853dd3a4-d2e5-4e6e-a9ce-718bd21f3db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.314917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-853dd3a4-d2e5-4e6e-a9ce-718bd21f3db0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a91ecc41-2c84-4612-8136-edcc3304c71d HTTP/1.1" status: 204 len: 168 time: 0.1451960 Apr 21 21:04:21.328235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604c4a5-78e3-4f11-b921-c2834bbd079f req-99992761-5124-4852-9df4-df5f6e3de08d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:21.329840 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e604c4a5-78e3-4f11-b921-c2834bbd079f req-99992761-5124-4852-9df4-df5f6e3de08d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.0983574 Apr 21 21:04:21.343859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dd3a4-d2e5-4e6e-a9ce-718bd21f3db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91ecc41-2c84-4612-8136-edcc3304c71d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:21.364014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-3cafaf48-0956-4b52-9362-412e65eeb22a tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:21.366289 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-3cafaf48-0956-4b52-9362-412e65eeb22a tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 945 time: 0.0983257 Apr 21 21:04:21.403868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be03d5-337a-4784-8832-05f19292673a req-b34cbe19-df47-4125-83ac-8cf354666179 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:21.405772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52be03d5-337a-4784-8832-05f19292673a req-b34cbe19-df47-4125-83ac-8cf354666179 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 945 time: 0.0631573 Apr 21 21:04:21.410658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e604c4a5-78e3-4f11-b921-c2834bbd079f req-713ddc6b-f83d-479a-b3f5-2176272ffa95 tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/security-groups?id=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726700 Apr 21 21:04:21.477049 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52be03d5-337a-4784-8832-05f19292673a req-d55b6968-ffa3-4406-aab9-ebe5edca2163 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566187 Apr 21 21:04:21.482424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Deleting port 17e650cf-eccd-4968-94ad-ad7d30a07682 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:21.482832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.618191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] For port 17e650cf-eccd-4968-94ad-ad7d30a07682, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=17e650cf-eccd-4968-94ad-ad7d30a07682,segment=NetworkSegment(8c0407a9-91c0-4536-ad1c-6c6b6b04371d),segment_id=8c0407a9-91c0-4536-ad1c-6c6b6b04371d)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:21.618561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.634253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Calling delete_port for 17e650cf-eccd-4968-94ad-ad7d30a07682 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:21.652349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c50125-846d-4b1d-98d8-33107d961802 req-d66b5e0c-e00b-4fa1-b796-734a1cee9d8d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:21.653857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46c50125-846d-4b1d-98d8-33107d961802 req-d66b5e0c-e00b-4fa1-b796-734a1cee9d8d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 945 time: 0.0907583 Apr 21 21:04:21.740412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46c50125-846d-4b1d-98d8-33107d961802 req-442e6857-c9a0-4748-aeae-249af257b546 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494394 Apr 21 21:04:21.855128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:21.904320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Pushing event deleted for resources: {'Port': ['ID=17e650cf-eccd-4968-94ad-ad7d30a07682,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:21.947783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec964cd-b5aa-4510-ae5d-c088f5f25d82 req-c9629715-5f49-4b4c-868f-d0449958ba47 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:21.949583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ec964cd-b5aa-4510-ae5d-c088f5f25d82 req-c9629715-5f49-4b4c-868f-d0449958ba47 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 945 time: 0.0709455 Apr 21 21:04:21.969262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 83fb0f28-0c28-4d83-8af6-baa791022648 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:04:21.974807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 17e650cf-eccd-4968-94ad-ad7d30a07682 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:22.002459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] No DVR routers for this DVR port 17e650cf-eccd-4968-94ad-ad7d30a07682 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:04:22.005845 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:22.009533 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61f8092c-99e0-49f9-836f-191d6a2900eb req-5f468dec-c752-4462-a44c-99c6d58edb7d tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.46 "DELETE /v2.0/ports/17e650cf-eccd-4968-94ad-ad7d30a07682 HTTP/1.1" status: 204 len: 173 time: 0.6364160 Apr 21 21:04:22.010961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f36079-9675-446f-98b1-45b494d33fdc', 'name': 'network-vif-deleted', 'tag': '17e650cf-eccd-4968-94ad-ad7d30a07682'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:22.014332 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b031cd4-9f38-4041-98b7-2fe34d3f83e5" -d '{"events": [{"server_uuid": "46f36079-9675-446f-98b1-45b494d33fdc", "name": "network-vif-deleted", "tag": "17e650cf-eccd-4968-94ad-ad7d30a07682"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:22.040440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 17e650cf-eccd-4968-94ad-ad7d30a07682 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:22.040969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 17e650cf-eccd-4968-94ad-ad7d30a07682 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:22.046976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e72b88-6457-4f7e-8957-45a4d7631375 req-07de8041-c859-4c99-ba79-2ab31d978cbf tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:22.073037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ec964cd-b5aa-4510-ae5d-c088f5f25d82 req-2d9fbbe5-462a-414d-b4b4-61838de5c7b0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174438 Apr 21 21:04:22.076862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56e72b88-6457-4f7e-8957-45a4d7631375 req-07de8041-c859-4c99-ba79-2ab31d978cbf tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 943 time: 0.1731703 Apr 21 21:04:22.153379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56e72b88-6457-4f7e-8957-45a4d7631375 req-55e3797e-040a-4bcb-adb2-5c4115b5f26e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753901 Apr 21 21:04:22.231583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 83fb0f28-0c28-4d83-8af6-baa791022648, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=83fb0f28-0c28-4d83-8af6-baa791022648,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:22.254501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '83fb0f28-0c28-4d83-8af6-baa791022648', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'port_id': '83fb0f28-0c28-4d83-8af6-baa791022648', 'mac_address': 'fa:16:3e:80:34:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:04:22.266008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2298ede-ff56-43d1-8110-9f52cfbd9449 req-7b17ac8a-a888-43cf-894a-e33c193e9c65 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:22.274528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2298ede-ff56-43d1-8110-9f52cfbd9449 req-7b17ac8a-a888-43cf-894a-e33c193e9c65 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 944 time: 0.1331747 Apr 21 21:04:22.296240 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5e1064-3d77-45cf-bafc-9ca52ce68d50 x-openstack-request-id: req-eb5e1064-3d77-45cf-bafc-9ca52ce68d50 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:22.296535 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f36079-9675-446f-98b1-45b494d33fdc", "name": "network-vif-deleted", "tag": "17e650cf-eccd-4968-94ad-ad7d30a07682", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:22.296817 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb5e1064-3d77-45cf-bafc-9ca52ce68d50 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:22.297845 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5e1064-3d77-45cf-bafc-9ca52ce68d50'] response: {'server_uuid': '46f36079-9675-446f-98b1-45b494d33fdc', 'name': 'network-vif-deleted', 'tag': '17e650cf-eccd-4968-94ad-ad7d30a07682', 'status': 'completed', 'code': 200} Apr 21 21:04:22.314356 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:22.331297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fb0f28-0c28-4d83-8af6-baa791022648 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:22.332378 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2298ede-ff56-43d1-8110-9f52cfbd9449 req-db77d2a6-3a6c-4700-820b-ec35fad482ed tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529516 Apr 21 21:04:22.366147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 83fb0f28-0c28-4d83-8af6-baa791022648, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=83fb0f28-0c28-4d83-8af6-baa791022648,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:22.375736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:22.452676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=83fb0f28-0c28-4d83-8af6-baa791022648,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:22.586241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a44cda4-a05a-4d38-b7b7-937deb7b69ca req-3c1d59de-33c4-4e50-9814-e8e3632c5cbf tempest-ImagesTestJSON-1099742641 tempest-ImagesTestJSON-1099742641-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f36079-9675-446f-98b1-45b494d33fdc HTTP/1.1" status: 200 len: 210 time: 0.0463574 Apr 21 21:04:22.669069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7110e-28a7-4a28-86db-79b9e76ccb2f req-253a83dd-b9ca-41a9-9f56-50b20e8da2eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:22.677596 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43a7110e-28a7-4a28-86db-79b9e76ccb2f req-253a83dd-b9ca-41a9-9f56-50b20e8da2eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 945 time: 0.0750453 Apr 21 21:04:22.711463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43a7110e-28a7-4a28-86db-79b9e76ccb2f req-10a2f2f5-0665-4944-8e61-1da0fe8cd839 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Apr 21 21:04:22.734633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33216) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:22.775563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['83fb0f28-0c28-4d83-8af6-baa791022648'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:22.859975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de63a341-cb46-402b-bb06-69d597139339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:22.946123 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de63a341-cb46-402b-bb06-69d597139339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:22.950005 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de63a341-cb46-402b-bb06-69d597139339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:22.987068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-de63a341-cb46-402b-bb06-69d597139339 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56f305d7944b4bb3b8b22f09b3296f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513659 Apr 21 21:04:22.987942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63a341-cb46-402b-bb06-69d597139339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f8e160-4acf-4363-97e5-4cf43dc9bd95,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:22.990257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33226) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:23.047634 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86ffd673-625b-447a-95df-53678a2bc566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:23.069466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86ffd673-625b-447a-95df-53678a2bc566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:23.118940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86ffd673-625b-447a-95df-53678a2bc566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:23.121633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86ffd673-625b-447a-95df-53678a2bc566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:23.122785 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-86ffd673-625b-447a-95df-53678a2bc566 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19f8e160-4acf-4363-97e5-4cf43dc9bd95 HTTP/1.1" status: 204 len: 168 time: 0.1309593 Apr 21 21:04:23.132243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffd673-625b-447a-95df-53678a2bc566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f8e160-4acf-4363-97e5-4cf43dc9bd95,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:23.355348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6845c5-5b79-4c22-98e4-9ac57bdcf4e9 req-bf8e8a11-14b2-4e7b-85d1-d943eb77e56f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:23.356987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4d6845c5-5b79-4c22-98e4-9ac57bdcf4e9 req-bf8e8a11-14b2-4e7b-85d1-d943eb77e56f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 943 time: 0.0987983 Apr 21 21:04:23.412841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4d6845c5-5b79-4c22-98e4-9ac57bdcf4e9 req-b36cbf8c-8e73-4422-b700-1b168b7e11fc tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495224 Apr 21 21:04:23.418571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 7698d9cb-fd92-4d78-8877-1d52b700f2a7 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:04:23.595804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 7698d9cb-fd92-4d78-8877-1d52b700f2a7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7698d9cb-fd92-4d78-8877-1d52b700f2a7,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:23.628106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963439d-cec9-4fed-a75c-c9fdf1fa2819 req-43ae1f0f-5973-46ec-bbc3-9f06d48a37fd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:23.631438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '7698d9cb-fd92-4d78-8877-1d52b700f2a7', 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b', 'port_id': '7698d9cb-fd92-4d78-8877-1d52b700f2a7', 'mac_address': 'fa:16:3e:78:4a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e552f308-8937-4660-9117-77fb8d07040e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:04:23.634317 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b963439d-cec9-4fed-a75c-c9fdf1fa2819 req-43ae1f0f-5973-46ec-bbc3-9f06d48a37fd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 945 time: 0.1025400 Apr 21 21:04:23.695764 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b963439d-cec9-4fed-a75c-c9fdf1fa2819 req-a27c4cd8-be66-44ed-9c37-b17f48ce60cc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498166 Apr 21 21:04:23.698411 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:23.717664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7698d9cb-fd92-4d78-8877-1d52b700f2a7 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:23.748061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 7698d9cb-fd92-4d78-8877-1d52b700f2a7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7698d9cb-fd92-4d78-8877-1d52b700f2a7,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:23.760525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:23.846195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=7698d9cb-fd92-4d78-8877-1d52b700f2a7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:23.908538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2bf39-23f8-4107-bd5a-9aa3d94b4dce req-c0e55208-86f3-4e0e-942d-ea4bdbb4fa1f tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:23.910535 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-adc2bf39-23f8-4107-bd5a-9aa3d94b4dce req-c0e55208-86f3-4e0e-942d-ea4bdbb4fa1f tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 949 time: 0.0863318 Apr 21 21:04:23.955239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f0a2a-90fb-4bb1-8d7b-e05b622e9e46 req-3c8be7f1-dabd-4045-a1fe-1e222f8768ec tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:23.956830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d65f0a2a-90fb-4bb1-8d7b-e05b622e9e46 req-3c8be7f1-dabd-4045-a1fe-1e222f8768ec tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 945 time: 0.0585525 Apr 21 21:04:23.963374 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-adc2bf39-23f8-4107-bd5a-9aa3d94b4dce req-ce3a717e-f428-453b-a2cc-728c5a600e78 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459635 Apr 21 21:04:23.968000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 83fb0f28-0c28-4d83-8af6-baa791022648 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:04:24.023711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d65f0a2a-90fb-4bb1-8d7b-e05b622e9e46 req-93d9dee5-14be-4a9d-b297-32e208dea187 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547092 Apr 21 21:04:24.100228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 83fb0f28-0c28-4d83-8af6-baa791022648 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:04:24.105859 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 83fb0f28-0c28-4d83-8af6-baa791022648 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:24.106561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:24.166358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880a801-4e31-4508-80f9-233d24f2fb71 req-1e09298c-2052-411e-97d1-5fef1f4777c4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:24.176338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e880a801-4e31-4508-80f9-233d24f2fb71 req-1e09298c-2052-411e-97d1-5fef1f4777c4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 946 time: 0.0927494 Apr 21 21:04:24.215149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-a63926e8-6e32-4082-a940-49b1401b381b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:24.216907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-a63926e8-6e32-4082-a940-49b1401b381b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.43 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 945 time: 0.0791867 Apr 21 21:04:24.228877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['7698d9cb-fd92-4d78-8877-1d52b700f2a7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:24.281291 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:24.308609 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e880a801-4e31-4508-80f9-233d24f2fb71 req-46ba5c05-703f-4e2f-b24c-91596bf56ef3 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227062 Apr 21 21:04:24.376214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71f02de-e993-4ef3-a3ab-541e0fc01dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb0f28-0c28-4d83-8af6-baa791022648'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:24.379774 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d9982b-2ac4-4efa-aaa1-a0340b04defd" -d '{"events": [{"server_uuid": "c71f02de-e993-4ef3-a3ab-541e0fc01dad", "name": "network-vif-plugged", "status": "completed", "tag": "83fb0f28-0c28-4d83-8af6-baa791022648"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:24.419621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Deleting port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:24.420143 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:24.424688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 83fb0f28-0c28-4d83-8af6-baa791022648, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=83fb0f28-0c28-4d83-8af6-baa791022648,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:24.439385 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:24.440241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 17e650cf-eccd-4968-94ad-ad7d30a07682 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:24.529305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 17e650cf-eccd-4968-94ad-ad7d30a07682 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:24.530000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 17e650cf-eccd-4968-94ad-ad7d30a07682 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:24.534883 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f1622f-ce4d-4fb2-b894-ac15387c2d8c x-openstack-request-id: req-a3f1622f-ce4d-4fb2-b894-ac15387c2d8c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:24.535357 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71f02de-e993-4ef3-a3ab-541e0fc01dad", "name": "network-vif-plugged", "status": "completed", "tag": "83fb0f28-0c28-4d83-8af6-baa791022648", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:24.535854 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3f1622f-ce4d-4fb2-b894-ac15387c2d8c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:24.536949 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f1622f-ce4d-4fb2-b894-ac15387c2d8c'] response: {'server_uuid': 'c71f02de-e993-4ef3-a3ab-541e0fc01dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb0f28-0c28-4d83-8af6-baa791022648', 'code': 200} Apr 21 21:04:24.541872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=83fb0f28-0c28-4d83-8af6-baa791022648,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:24.580803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33314) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:24.684103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e9ed21-d2ea-4f43-a2ce-a4b11a010697 admin admin] Deleting subnet 8d85c431-91c5-4196-a488-3699ed589db4 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:04:24.701776 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-50e9ed21-d2ea-4f43-a2ce-a4b11a010697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:24.705416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a3fa5-cdf8-4692-b3b0-e164493717e9 req-160ef758-1baf-4f2c-9744-929543a65398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:24.706936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-002a3fa5-cdf8-4692-b3b0-e164493717e9 req-160ef758-1baf-4f2c-9744-929543a65398 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 1097 time: 0.1167996 Apr 21 21:04:24.728686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] For port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:24.729558 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:24.741645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5890d-2cf7-4e4b-b18b-db165d73d5aa req-313d09c7-13fe-4d96-aa96-2db9f9f80029 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:24.743572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7f5890d-2cf7-4e4b-b18b-db165d73d5aa req-313d09c7-13fe-4d96-aa96-2db9f9f80029 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 944 time: 0.1848938 Apr 21 21:04:24.774267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Calling delete_port for 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:24.788557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-50e9ed21-d2ea-4f43-a2ce-a4b11a010697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:24.856654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-002a3fa5-cdf8-4692-b3b0-e164493717e9 req-f477d2d2-74fc-433a-9edb-d76224f51fb0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258972 Apr 21 21:04:24.870118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7f5890d-2cf7-4e4b-b18b-db165d73d5aa req-005ffe22-f239-4fe0-beda-35fc86ded980 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181817 Apr 21 21:04:24.891111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2007e9-83bd-4363-92fb-4a4c85b4f2c0 req-48742ffb-4360-4346-b4ab-75ba9b879643 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:24.903288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a2007e9-83bd-4363-92fb-4a4c85b4f2c0 req-48742ffb-4360-4346-b4ab-75ba9b879643 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1449504 Apr 21 21:04:24.906721 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-50e9ed21-d2ea-4f43-a2ce-a4b11a010697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.001394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a2007e9-83bd-4363-92fb-4a4c85b4f2c0 req-4376d3e0-2cc1-45e4-9e64-538fd5472c36 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710576 Apr 21 21:04:25.019600 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-50e9ed21-d2ea-4f43-a2ce-a4b11a010697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.027951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.040605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:25.053636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-50e9ed21-d2ea-4f43-a2ce-a4b11a010697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.060738 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-50e9ed21-d2ea-4f43-a2ce-a4b11a010697 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8d85c431-91c5-4196-a488-3699ed589db4 HTTP/1.1" status: 204 len: 168 time: 0.4750257 Apr 21 21:04:25.060738 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9ed21-d2ea-4f43-a2ce-a4b11a010697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d85c431-91c5-4196-a488-3699ed589db4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:25.063337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33336) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:25.091357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event deleted for resources: {'Port': ['ID=0b9b81a9-2955-44d8-8610-fbfd3d29bd93,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:25.158273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.208784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b38e4a0-69ad-4670-8a4a-e398ff178fb6 req-c5ccdc61-dbaf-4bdf-8b3a-9337a008ec29 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=0aea280d-7c85-4ff8-8de5-30fc1fb91143 HTTP/1.1" status: 200 len: 210 time: 0.0374861 Apr 21 21:04:25.223499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] No DVR routers for this DVR port 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:04:25.228892 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.232111 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f746eea7-4fb8-4a81-a8ed-529552d0fb38 req-ee14c14d-b2b2-4be5-8350-7c2e802cf670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.43 "DELETE /v2.0/ports/0b9b81a9-2955-44d8-8610-fbfd3d29bd93 HTTP/1.1" status: 204 len: 173 time: 0.9895983 Apr 21 21:04:25.278179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aea280d-7c85-4ff8-8de5-30fc1fb91143', 'name': 'network-vif-deleted', 'tag': '0b9b81a9-2955-44d8-8610-fbfd3d29bd93'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:25.281625 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20768583-730a-4eee-8fa9-c23ea10f6726" -d '{"events": [{"server_uuid": "0aea280d-7c85-4ff8-8de5-30fc1fb91143", "name": "network-vif-deleted", "tag": "0b9b81a9-2955-44d8-8610-fbfd3d29bd93"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:25.326671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb621d-1244-4eb7-884a-b0312dda83b8 req-808dcfc0-a469-409f-b845-574f5b2d4703 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:25.328185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-07cb621d-1244-4eb7-884a-b0312dda83b8 req-808dcfc0-a469-409f-b845-574f5b2d4703 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 949 time: 0.1625502 Apr 21 21:04:25.344607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca', '0b9b81a9-2955-44d8-8610-fbfd3d29bd93'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:25.379845 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.401165 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb19776-b713-4e9a-a2f9-700aedd0ef45 x-openstack-request-id: req-edb19776-b713-4e9a-a2f9-700aedd0ef45 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:25.401628 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aea280d-7c85-4ff8-8de5-30fc1fb91143", "name": "network-vif-deleted", "tag": "0b9b81a9-2955-44d8-8610-fbfd3d29bd93", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:25.402569 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edb19776-b713-4e9a-a2f9-700aedd0ef45 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:25.402986 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb19776-b713-4e9a-a2f9-700aedd0ef45'] response: {'server_uuid': '0aea280d-7c85-4ff8-8de5-30fc1fb91143', 'name': 'network-vif-deleted', 'tag': '0b9b81a9-2955-44d8-8610-fbfd3d29bd93', 'status': 'completed', 'code': 200} Apr 21 21:04:25.428249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d009106-86b9-40db-8522-72042c95f0f2']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:25.433090 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-07cb621d-1244-4eb7-884a-b0312dda83b8 req-3d0f711c-ff1d-44cb-b949-eef37893e6df tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/security-groups?id=8cdbb450-abff-41f9-addc-af5f08d8d737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910752 Apr 21 21:04:25.463554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0407a9-91c0-4536-ad1c-6c6b6b04371d') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:25.463911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0407a9-91c0-4536-ad1c-6c6b6b04371d') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:25.481626 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.520848 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.530349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:04:25.530836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:04:25.532672 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:04:25.559134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c3a68-c94c-4f59-b614-722fbebfd5c3 req-f904d916-9cec-4dca-9a33-7f8a54c4f324 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:25.561256 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db7c3a68-c94c-4f59-b614-722fbebfd5c3 req-f904d916-9cec-4dca-9a33-7f8a54c4f324 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 946 time: 0.0886297 Apr 21 21:04:25.625967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33346) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:25.631690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.638617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.642006 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] 10.222.0.49 "DELETE /v2.0/networks/0d009106-86b9-40db-8522-72042c95f0f2 HTTP/1.1" status: 204 len: 168 time: 0.5777349 Apr 21 21:04:25.650510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db7c3a68-c94c-4f59-b614-722fbebfd5c3 req-1c749865-36e1-4fe5-8f32-cc61f943fbd4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595372 Apr 21 21:04:25.659940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946eb5a-7896-4dbb-8936-243e72d0437d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d009106-86b9-40db-8522-72042c95f0f2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:25.759344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-459ee059-2f66-4486-9a20-704cb227dc1e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:25.761019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-459ee059-2f66-4486-9a20-704cb227dc1e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 946 time: 0.0808637 Apr 21 21:04:25.799199 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bbb409a9-a0a2-4f45-8a5d-36ee9189a8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:25.822495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33354) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:25.887819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-a34e9268-5208-4c39-93df-1b1e9b2ecea3 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:25.889715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-a34e9268-5208-4c39-93df-1b1e9b2ecea3 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 949 time: 0.0674450 Apr 21 21:04:25.939425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-45dff51b-071e-46b2-aadc-3434a62517cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a0a65fd62424565a1e39f85fabf8107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103802 Apr 21 21:04:25.939897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33358) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:25.984142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Deleting port c7d7b2d0-1273-4a82-8821-00980b9f9517 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:25.984792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.062655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bbb409a9-a0a2-4f45-8a5d-36ee9189a8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.073773 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bbb409a9-a0a2-4f45-8a5d-36ee9189a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.081610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Deleting port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:26.081964 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.116210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3ec87f0-7632-426b-bf35-fcc2f7a56ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.169185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7a82f-1e69-4057-8a0a-6e43811c0c60 req-b1823572-16b0-412b-ac2d-18c9f4c84716 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:26.169568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bbb409a9-a0a2-4f45-8a5d-36ee9189a8ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69175f1301134f67b436bb962ac43a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406921 Apr 21 21:04:26.170771 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dbe7a82f-1e69-4057-8a0a-6e43811c0c60 req-b1823572-16b0-412b-ac2d-18c9f4c84716 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 944 time: 0.1451538 Apr 21 21:04:26.173489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33362) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:26.178114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb409a9-a0a2-4f45-8a5d-36ee9189a8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f93dd3a-2b7b-4153-9fc8-ccc05e4a9dbf,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:26.203407 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3ec87f0-7632-426b-bf35-fcc2f7a56ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.224362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] For port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:26.224989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.225429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] For port c7d7b2d0-1273-4a82-8821-00980b9f9517, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=c7d7b2d0-1273-4a82-8821-00980b9f9517,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:26.225808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.257390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Calling delete_port for a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:26.291962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dbe7a82f-1e69-4057-8a0a-6e43811c0c60 req-0e24f031-297d-4f40-9650-1f7255a80516 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092508 Apr 21 21:04:26.309605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606e9fc-062b-4d90-b10c-146dfe355c23 req-36ed7472-8b3b-430b-a61d-2b254772d8ad tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:26.316808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a606e9fc-062b-4d90-b10c-146dfe355c23 req-36ed7472-8b3b-430b-a61d-2b254772d8ad tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1815012 Apr 21 21:04:26.385378 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3ec87f0-7632-426b-bf35-fcc2f7a56ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.387848 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3ec87f0-7632-426b-bf35-fcc2f7a56ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.389021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f3ec87f0-7632-426b-bf35-fcc2f7a56ebf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b HTTP/1.1" status: 204 len: 168 time: 0.4479835 Apr 21 21:04:26.424844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a606e9fc-062b-4d90-b10c-146dfe355c23 req-650c09f3-95ed-4faf-98ec-e34b58b8a2a9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025269 Apr 21 21:04:26.430282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec87f0-7632-426b-bf35-fcc2f7a56ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad0ba82-d0b5-49ac-a2a5-2dc7763c226b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:26.496419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58ea37b9-45bd-4488-9ddb-492f31306a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.499398 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.512637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['a4b1c42e-5b9c-413c-95e7-43b0c7d0de51'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:26.558779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Pushing event deleted for resources: {'Port': ['ID=a4b1c42e-5b9c-413c-95e7-43b0c7d0de51,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:26.635337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] No DVR routers for this DVR port a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:04:26.637937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.641743 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2d65c1d-929b-43bf-b1f7-f7bf3d04cb0c req-ba0f3f61-0761-494d-a464-8183533c5845 tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.46 "DELETE /v2.0/ports/a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 HTTP/1.1" status: 204 len: 173 time: 0.7457983 Apr 21 21:04:26.643840 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58ea37b9-45bd-4488-9ddb-492f31306a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.647067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1177a7-3844-4270-8521-2850c1a2a47a', 'name': 'network-vif-deleted', 'tag': 'a4b1c42e-5b9c-413c-95e7-43b0c7d0de51'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:26.649365 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f0d78-2090-4433-9f89-b939fbf48d91" -d '{"events": [{"server_uuid": "9e1177a7-3844-4270-8521-2850c1a2a47a", "name": "network-vif-deleted", "tag": "a4b1c42e-5b9c-413c-95e7-43b0c7d0de51"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:26.657249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b081d741-7b86-4fa4-a9bd-b60848938150 req-1f3976e2-88c1-424c-8ad2-bf678d2f7fad tempest-VolumesBackupsTest-492121874 tempest-VolumesBackupsTest-492121874-project] 10.222.0.49 "GET /v2.0/ports?device_id=9e1177a7-3844-4270-8521-2850c1a2a47a HTTP/1.1" status: 200 len: 210 time: 0.0825944 Apr 21 21:04:26.759729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.762079 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.762079 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Floating IP 0d799d44-9598-491d-9124-527b0292f3c7 disassociated. External IP: 172.25.0.173, port: c7d7b2d0-1273-4a82-8821-00980b9f9517. Apr 21 21:04:26.762079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Calling delete_port for c7d7b2d0-1273-4a82-8821-00980b9f9517 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:26.800732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58ea37b9-45bd-4488-9ddb-492f31306a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.801729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58ea37b9-45bd-4488-9ddb-492f31306a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:26.802871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-58ea37b9-45bd-4488-9ddb-492f31306a28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f93dd3a-2b7b-4153-9fc8-ccc05e4a9dbf HTTP/1.1" status: 204 len: 168 time: 0.6284316 Apr 21 21:04:26.813805 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d714a1a3-db83-4812-ac48-7aa8316677e0 x-openstack-request-id: req-d714a1a3-db83-4812-ac48-7aa8316677e0 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:26.814094 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1177a7-3844-4270-8521-2850c1a2a47a", "name": "network-vif-deleted", "tag": "a4b1c42e-5b9c-413c-95e7-43b0c7d0de51", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:26.814483 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d714a1a3-db83-4812-ac48-7aa8316677e0 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:26.814903 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d714a1a3-db83-4812-ac48-7aa8316677e0'] response: {'server_uuid': '9e1177a7-3844-4270-8521-2850c1a2a47a', 'name': 'network-vif-deleted', 'tag': 'a4b1c42e-5b9c-413c-95e7-43b0c7d0de51', 'status': 'completed', 'code': 200} Apr 21 21:04:26.866555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea37b9-45bd-4488-9ddb-492f31306a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f93dd3a-2b7b-4153-9fc8-ccc05e4a9dbf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:26.911449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe98503-96ec-4072-9fb5-38ed96d98198 req-343ce67c-933b-4114-8e3f-376ca411e544 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:26.916721 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9fe98503-96ec-4072-9fb5-38ed96d98198 req-343ce67c-933b-4114-8e3f-376ca411e544 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 946 time: 0.1417761 Apr 21 21:04:27.034766 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9fe98503-96ec-4072-9fb5-38ed96d98198 req-cddae02f-2e0d-4d6f-ba99-724a0be73be5 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=d5fab067-77f1-4994-98af-677049767f5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061728 Apr 21 21:04:27.125618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4797008-d063-4569-b314-ae0eb7936c52 req-289ce9d8-34f5-4ee3-9268-8fe547f42f71 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:27.131250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4797008-d063-4569-b314-ae0eb7936c52 req-289ce9d8-34f5-4ee3-9268-8fe547f42f71 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 945 time: 0.2073350 Apr 21 21:04:27.221342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4797008-d063-4569-b314-ae0eb7936c52 req-aab92258-9ff9-4b21-891a-b2dda99f1b94 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707073 Apr 21 21:04:27.230966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:27.273968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'Port': ['ID=c7d7b2d0-1273-4a82-8821-00980b9f9517,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:27.420501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 7698d9cb-fd92-4d78-8877-1d52b700f2a7 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:04:27.507333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30e574-4a21-4f0e-bff0-3833f0aa7dd2 req-2dfb0514-2df7-4341-b306-e4aa09d81729 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:27.517296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9a30e574-4a21-4f0e-bff0-3833f0aa7dd2 req-2dfb0514-2df7-4341-b306-e4aa09d81729 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 944 time: 0.0954576 Apr 21 21:04:27.519608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:04:27.581727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 7698d9cb-fd92-4d78-8877-1d52b700f2a7 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:04:27.587979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 7698d9cb-fd92-4d78-8877-1d52b700f2a7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:27.588590 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:27.591456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9a30e574-4a21-4f0e-bff0-3833f0aa7dd2 req-1b05b489-d642-4409-b7d8-25174e5e5043 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722897 Apr 21 21:04:27.717658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:04:27.818306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] No DVR routers for this DVR port c7d7b2d0-1273-4a82-8821-00980b9f9517 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:04:27.823034 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:27.827610 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:27.832113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e8a01455-a5f6-4968-88d4-8f695c648d1c req-e1bb0d1a-6998-42cb-bd8e-95b7bc019f71 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "DELETE /v2.0/ports/c7d7b2d0-1273-4a82-8821-00980b9f9517 HTTP/1.1" status: 204 len: 173 time: 2.0637667 Apr 21 21:04:27.840469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'name': 'network-vif-deleted', 'tag': 'c7d7b2d0-1273-4a82-8821-00980b9f9517'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:27.848149 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a2cb3b-50f3-4f73-8bcf-e8f3c227b7fb" -d '{"events": [{"server_uuid": "fe501c25-5789-41e9-a660-74d2a52868eb", "name": "network-vif-deleted", "tag": "c7d7b2d0-1273-4a82-8821-00980b9f9517"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:27.908967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dc85b-cd19-472d-87a4-e9b86d927f1a req-a9ed1d05-2a60-4948-b223-44206b2c64da tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:27.929114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-012dc85b-cd19-472d-87a4-e9b86d927f1a req-a9ed1d05-2a60-4948-b223-44206b2c64da tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.3237989 Apr 21 21:04:27.933680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232bec7c-8ab8-48a6-988d-1200e8d72962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7698d9cb-fd92-4d78-8877-1d52b700f2a7'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:27.942240 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd8d2ba-6bbc-4e32-9dd8-c3cba67aedc6" -d '{"events": [{"server_uuid": "232bec7c-8ab8-48a6-988d-1200e8d72962", "name": "network-vif-plugged", "status": "completed", "tag": "7698d9cb-fd92-4d78-8877-1d52b700f2a7"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:27.980244 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea5162-4feb-472f-b827-81c99975e98d x-openstack-request-id: req-ebea5162-4feb-472f-b827-81c99975e98d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:27.981358 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe501c25-5789-41e9-a660-74d2a52868eb", "name": "network-vif-deleted", "tag": "c7d7b2d0-1273-4a82-8821-00980b9f9517", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:27.982450 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebea5162-4feb-472f-b827-81c99975e98d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:27.983108 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebea5162-4feb-472f-b827-81c99975e98d'] response: {'server_uuid': 'fe501c25-5789-41e9-a660-74d2a52868eb', 'name': 'network-vif-deleted', 'tag': 'c7d7b2d0-1273-4a82-8821-00980b9f9517', 'status': 'completed', 'code': 200} Apr 21 21:04:27.998174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 7698d9cb-fd92-4d78-8877-1d52b700f2a7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7698d9cb-fd92-4d78-8877-1d52b700f2a7,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:28.017186 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:28.018280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:28.035359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-012dc85b-cd19-472d-87a4-e9b86d927f1a req-710bb5fb-13fc-41a0-81d9-ae52ad8ffb4f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026449 Apr 21 21:04:28.050217 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:04:28.111397 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:04:28.112265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:04:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:28.151530 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb378d-af3c-4aa2-97d5-d129ea6ca163 x-openstack-request-id: req-e3fb378d-af3c-4aa2-97d5-d129ea6ca163 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:28.152164 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232bec7c-8ab8-48a6-988d-1200e8d72962", "name": "network-vif-plugged", "status": "completed", "tag": "7698d9cb-fd92-4d78-8877-1d52b700f2a7", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:28.153915 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3fb378d-af3c-4aa2-97d5-d129ea6ca163 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:28.154515 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fb378d-af3c-4aa2-97d5-d129ea6ca163'] response: {'server_uuid': '232bec7c-8ab8-48a6-988d-1200e8d72962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7698d9cb-fd92-4d78-8877-1d52b700f2a7', 'code': 200} Apr 21 21:04:28.157554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:28.164410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0b9b81a9-2955-44d8-8610-fbfd3d29bd93 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:28.217879 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:04:28.221119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=7698d9cb-fd92-4d78-8877-1d52b700f2a7,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:28.375341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76aafe-2a2d-498f-a7a5-b6e4faad1b28 req-d5a16741-4f57-4f2d-a4a8-b5d78462df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:28.378273 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5bc39a5-4957-457e-879b-b4e05bb7e106 req-5e42fb9a-7421-437a-a729-9c0701e23da1 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe501c25-5789-41e9-a660-74d2a52868eb HTTP/1.1" status: 200 len: 210 time: 0.0536480 Apr 21 21:04:28.378635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d76aafe-2a2d-498f-a7a5-b6e4faad1b28 req-d5a16741-4f57-4f2d-a4a8-b5d78462df26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 1096 time: 0.1403644 Apr 21 21:04:28.401048 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:04:28.464704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d76aafe-2a2d-498f-a7a5-b6e4faad1b28 req-d72a59ea-cfcb-4220-b7f8-e89d2d71169c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770345 Apr 21 21:04:28.551220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-6ba2ef5c-4361-4dc0-bf28-99874a5bc555 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:28.555785 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-6ba2ef5c-4361-4dc0-bf28-99874a5bc555 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 945 time: 0.1555235 Apr 21 21:04:28.730453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4a1c1-44ca-4254-beeb-f04fcf516658 req-0247c6f4-4738-4c32-8cb7-8a3f618451ad tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:28.744870 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dea4a1c1-44ca-4254-beeb-f04fcf516658 req-0247c6f4-4738-4c32-8cb7-8a3f618451ad tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.0938413 Apr 21 21:04:28.758684 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '3a4b33a5-b4a6-4818-b41a-9b103753d16c', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:00:33Z', 'updated_at': '2022-04-21T21:00:54Z', 'revision_number': 2, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:28.809960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dea4a1c1-44ca-4254-beeb-f04fcf516658 req-3e0d5f51-ff88-45ba-82dd-d1a29713f943 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629623 Apr 21 21:04:28.828313 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:04:28.840289 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:04:28.841415 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:04:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:29.021137 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:04:29.130547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9027e-36f4-49d9-8337-98841d685342 req-32dcde66-bc7a-42d5-a8d6-d09e22b3946e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:29.138476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67e9027e-36f4-49d9-8337-98841d685342 req-32dcde66-bc7a-42d5-a8d6-d09e22b3946e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 945 time: 0.5806167 Apr 21 21:04:29.187780 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67e9027e-36f4-49d9-8337-98841d685342 req-36bd3d0f-872b-4826-affd-1e5cf96da4f8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479829 Apr 21 21:04:29.221594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Deleting port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:29.221944 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:29.356839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] For port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:29.357224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:29.422401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Calling delete_port for 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:29.422610 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '3a4b33a5-b4a6-4818-b41a-9b103753d16c', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:00:33Z', 'updated_at': '2022-04-21T21:00:54Z', 'revision_number': 2, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:29.482942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57138d-97c9-49fe-8d0b-ae52ba28626a req-a4a92436-bae2-420f-98f4-6f07610e38be tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:29.490574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e57138d-97c9-49fe-8d0b-ae52ba28626a req-a4a92436-bae2-420f-98f4-6f07610e38be tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 945 time: 0.1390996 Apr 21 21:04:29.495704 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60517f3c-fe5c-4e22-82be-b9e6bab26cad None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '3a4b33a5-b4a6-4818-b41a-9b103753d16c', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:d1:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:00:33Z', 'updated_at': '2022-04-21T21:00:54Z', 'revision_number': 2, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:04:29.554298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e57138d-97c9-49fe-8d0b-ae52ba28626a req-f439ffb1-10c6-454d-ae8e-0cf042b497ad tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568507 Apr 21 21:04:29.675154 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:29.679930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33496) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:29.686749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d1c4c-9882-41e4-87ec-e585df82a178 req-72e5dad8-16bb-4857-9f8a-ed91e1129239 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:29.697606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:29.699756 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b9d1c4c-9882-41e4-87ec-e585df82a178 req-72e5dad8-16bb-4857-9f8a-ed91e1129239 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 947 time: 0.0782168 Apr 21 21:04:29.761401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event deleted for resources: {'Port': ['ID=5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:29.767927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:29.787590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b9d1c4c-9882-41e4-87ec-e585df82a178 req-cb969e26-ac73-4a39-82c0-229773a3f06e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844870 Apr 21 21:04:29.872070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] No DVR routers for this DVR port 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:04:29.876132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:29.879360 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49616b4b-383a-42f0-981c-25a1ff1d8131 req-a215fb08-afa3-4b72-80c2-40ef11d6bd45 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "DELETE /v2.0/ports/5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 HTTP/1.1" status: 204 len: 173 time: 1.3096282 Apr 21 21:04:29.880360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c8d2c4-6670-4903-a94a-907dbf74ef33', 'name': 'network-vif-deleted', 'tag': '5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:29.883426 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be462b78-2da9-453c-9dd7-e394a629ef2d" -d '{"events": [{"server_uuid": "36c8d2c4-6670-4903-a94a-907dbf74ef33", "name": "network-vif-deleted", "tag": "5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:29.935926 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91ccf834-c415-4ea3-a696-b9247f404e95 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.000837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:30.013898 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91ccf834-c415-4ea3-a696-b9247f404e95 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.021076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33522) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:30.038413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:30.039551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:30.040349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:30.046476 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88220272-fd10-4d76-958d-3e1768b26c4d x-openstack-request-id: req-88220272-fd10-4d76-958d-3e1768b26c4d {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:30.046760 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c8d2c4-6670-4903-a94a-907dbf74ef33", "name": "network-vif-deleted", "tag": "5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:30.047183 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88220272-fd10-4d76-958d-3e1768b26c4d {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:30.047450 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef9da69-ee50-40ee-a6dc-c74bbbb28a04 None None] New status for floating IP 0d799d44-9598-491d-9124-527b0292f3c7: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:04:30.047998 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88220272-fd10-4d76-958d-3e1768b26c4d'] response: {'server_uuid': '36c8d2c4-6670-4903-a94a-907dbf74ef33', 'name': 'network-vif-deleted', 'tag': '5e7d1d9e-e005-43c0-8f14-62e9e2e8b9f7', 'status': 'completed', 'code': 200} Apr 21 21:04:30.177824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:30.178628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a4b1c42e-5b9c-413c-95e7-43b0c7d0de51 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:30.221706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2054a1-44c1-479f-b2df-7846b68258d6 req-50246891-1276-4347-aff0-c7863b4ff905 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:30.238055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca2054a1-44c1-479f-b2df-7846b68258d6 req-50246891-1276-4347-aff0-c7863b4ff905 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1741152 Apr 21 21:04:30.256516 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91ccf834-c415-4ea3-a696-b9247f404e95 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.259033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e74856d-d440-4a80-a0b0-f3dca15034ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.259347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91ccf834-c415-4ea3-a696-b9247f404e95 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.263506 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-91ccf834-c415-4ea3-a696-b9247f404e95 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "DELETE /v2.0/security-groups/d5fab067-77f1-4994-98af-677049767f5b HTTP/1.1" status: 204 len: 168 time: 0.5739665 Apr 21 21:04:30.271112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33530) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:30.285311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccf834-c415-4ea3-a696-b9247f404e95 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fab067-77f1-4994-98af-677049767f5b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:30.299468 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-61330595-b2d6-4eb1-bfbc-9caba44b3acb tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] show failed (client error): The resource could not be found. Apr 21 21:04:30.303739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-61330595-b2d6-4eb1-bfbc-9caba44b3acb tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups/d5fab067-77f1-4994-98af-677049767f5b HTTP/1.1" status: 404 len: 347 time: 0.0279758 Apr 21 21:04:30.304000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33532) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:30.382443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e74856d-d440-4a80-a0b0-f3dca15034ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.413388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca2054a1-44c1-479f-b2df-7846b68258d6 req-a1203459-3ad5-4706-9dc6-2c3e617c4007 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743364 Apr 21 21:04:30.430553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e74856d-d440-4a80-a0b0-f3dca15034ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.434758 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5c2e384-c340-4a31-93c6-507140d7f1b8 req-5f4063a4-e4fd-4067-b64b-b41f8f88ec01 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=36c8d2c4-6670-4903-a94a-907dbf74ef33 HTTP/1.1" status: 200 len: 210 time: 0.0505476 Apr 21 21:04:30.478926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4e74856d-d440-4a80-a0b0-f3dca15034ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c8e7c11a00b468892fa64b94bfea09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564795 Apr 21 21:04:30.479589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33536) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:30.487063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74856d-d440-4a80-a0b0-f3dca15034ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bec15c-298a-4263-815d-f06c84f52d83,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:30.501125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33538) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:30.554907 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9476a60d-fac1-446f-a048-45b1f3883f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.579170 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9476a60d-fac1-446f-a048-45b1f3883f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.634566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Deleting port 6aaa575d-10ce-4cec-9980-d4d2392b5231 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:30.635931 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.647515 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9476a60d-fac1-446f-a048-45b1f3883f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.650086 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9476a60d-fac1-446f-a048-45b1f3883f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.654820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9476a60d-fac1-446f-a048-45b1f3883f59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3bec15c-298a-4263-815d-f06c84f52d83 HTTP/1.1" status: 204 len: 168 time: 0.1696894 Apr 21 21:04:30.667306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476a60d-fac1-446f-a048-45b1f3883f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bec15c-298a-4263-815d-f06c84f52d83,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:30.742430 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e4e776e4-65a6-4b5f-81cd-cc7f5c55cd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.790017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c3110ef-7a29-42ab-af91-417454716053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.796947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740a39a-52e1-4dcb-b287-e41cc9ed23b9 req-6c85b35b-110d-4d63-aea1-fb7ef58cf680 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:30.804690 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c740a39a-52e1-4dcb-b287-e41cc9ed23b9 req-6c85b35b-110d-4d63-aea1-fb7ef58cf680 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 945 time: 0.1270955 Apr 21 21:04:30.832499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.833489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.927471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c740a39a-52e1-4dcb-b287-e41cc9ed23b9 req-295939b8-55d8-4431-9bea-ed8b841eaefe tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195860 Apr 21 21:04:30.943032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Calling delete_port for 6aaa575d-10ce-4cec-9980-d4d2392b5231 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:30.980558 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c3110ef-7a29-42ab-af91-417454716053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:30.998677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c3110ef-7a29-42ab-af91-417454716053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:31.058542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0c3110ef-7a29-42ab-af91-417454716053 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a6100fa6f1e457f8e1a77d60d394291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540142 Apr 21 21:04:31.061336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33554) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:31.071198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee726dfa-04c0-4689-aa94-426c16f55b49 req-82a95657-d37c-474d-9eff-7b067b6821e6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:31.072865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee726dfa-04c0-4689-aa94-426c16f55b49 req-82a95657-d37c-474d-9eff-7b067b6821e6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 947 time: 0.1842108 Apr 21 21:04:31.073507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3110ef-7a29-42ab-af91-417454716053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb30ef8-b305-4745-89c9-7a992163f313,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:31.156824 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee726dfa-04c0-4689-aa94-426c16f55b49 req-de4010a6-3bff-4c1a-8be1-658ffb92d7d0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649979 Apr 21 21:04:31.174778 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ebe3706c-2c09-42d5-85c2-f7263fe94bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:31.199321 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ebe3706c-2c09-42d5-85c2-f7263fe94bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:31.287112 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:31.336598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'Port': ['ID=6aaa575d-10ce-4cec-9980-d4d2392b5231,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:31.373913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-e8766421-15cf-4677-9901-1ca5f428fa85 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:31.375384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-e8766421-15cf-4677-9901-1ca5f428fa85 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 947 time: 0.1674910 Apr 21 21:04:31.414293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b904a5-bbc5-4eb4-9da4-e024727845cf req-88eb2429-bad5-4a71-a5a4-c472c3b38c6f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:31.415819 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88b904a5-bbc5-4eb4-9da4-e024727845cf req-88eb2429-bad5-4a71-a5a4-c472c3b38c6f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 945 time: 0.1753681 Apr 21 21:04:31.425217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device c7d7b2d0-1273-4a82-8821-00980b9f9517 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:31.454898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: c7d7b2d0-1273-4a82-8821-00980b9f9517 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:31.455873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device c7d7b2d0-1273-4a82-8821-00980b9f9517 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:31.502017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ebe3706c-2c09-42d5-85c2-f7263fe94bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:31.504689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ebe3706c-2c09-42d5-85c2-f7263fe94bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:31.509117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ebe3706c-2c09-42d5-85c2-f7263fe94bd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fb30ef8-b305-4745-89c9-7a992163f313 HTTP/1.1" status: 204 len: 168 time: 0.4467671 Apr 21 21:04:31.569680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3706c-2c09-42d5-85c2-f7263fe94bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb30ef8-b305-4745-89c9-7a992163f313,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:31.579757 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:31.582519 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:31.585207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-069e8933-8815-449e-9fb7-8483b0c4a84f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "DELETE /v2.0/floatingips/0d799d44-9598-491d-9124-527b0292f3c7 HTTP/1.1" status: 204 len: 168 time: 1.2802804 Apr 21 21:04:31.623866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88b904a5-bbc5-4eb4-9da4-e024727845cf req-af91014f-18a5-4f34-a72f-de577e988c5d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394560 Apr 21 21:04:31.624592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b6b0d-b690-4260-b69b-790480e9ca83 req-c3e96227-fc3f-4d83-8b57-a88dc408a3b9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:31.635246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e18b6b0d-b690-4260-b69b-790480e9ca83 req-c3e96227-fc3f-4d83-8b57-a88dc408a3b9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1372607 Apr 21 21:04:31.696112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Deleting port 7d292c10-31a3-4cbf-9588-ea6819d2e5be {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:31.696739 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:31.706414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e18b6b0d-b690-4260-b69b-790480e9ca83 req-a3e6c483-5a9e-4b33-9670-3eb6fbf90d8f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681603 Apr 21 21:04:31.863922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] For port 7d292c10-31a3-4cbf-9588-ea6819d2e5be, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=7d292c10-31a3-4cbf-9588-ea6819d2e5be,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:31.864379 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:32.341581 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:32.341942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:32.342252 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Floating IP 829bb7f8-174f-4aef-aefb-be5ac5eaff81 disassociated. External IP: 172.25.0.40, port: 7d292c10-31a3-4cbf-9588-ea6819d2e5be. Apr 21 21:04:32.342592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Calling delete_port for 7d292c10-31a3-4cbf-9588-ea6819d2e5be owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:32.359330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-8b287152-f0f7-4389-904a-5a78c90cbf92 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:32.360860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-8b287152-f0f7-4389-904a-5a78c90cbf92 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.2384253 Apr 21 21:04:32.386899 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-8cf5fec3-34f6-4bd1-a7c6-8fc0bc082077 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/quotas/76458e785e67444ab87516449459bd4d HTTP/1.1" status: 200 len: 375 time: 0.0178857 Apr 21 21:04:32.405014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e886ac-fd7a-47f2-9fcc-9f293025b8b1 req-b6c31ae7-29fe-447b-b292-a663277e9030 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:32.421830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90e886ac-fd7a-47f2-9fcc-9f293025b8b1 req-b6c31ae7-29fe-447b-b292-a663277e9030 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 947 time: 0.1181006 Apr 21 21:04:32.501387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-919f3e19-0062-4d2a-8ab6-a9c6e9ed7e72 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135232 Apr 21 21:04:32.525584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90e886ac-fd7a-47f2-9fcc-9f293025b8b1 req-3530e282-e9a2-4a4c-8397-5c51c8b07dcb tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=16c7b1a6-4eac-4890-81e6-872e10467c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993028 Apr 21 21:04:32.772550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:32.791860 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eeb71118-48c5-44c0-9399-889c684c6e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:32.825109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0e93-3ffe-4886-9aed-2afb74882a1b req-b0bd92cc-df45-45d8-b998-345b07f899a1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:32.837980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-342b0e93-3ffe-4886-9aed-2afb74882a1b req-b0bd92cc-df45-45d8-b998-345b07f899a1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 945 time: 0.0992391 Apr 21 21:04:32.892406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event deleted for resources: {'Port': ['ID=7d292c10-31a3-4cbf-9588-ea6819d2e5be,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:32.945179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d6f32613-64b5-41c6-84f2-48e9804867ed service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598013 Apr 21 21:04:33.029787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00760a7-857e-44bd-a221-1556673d8744 req-299ba3cc-b94f-4793-a141-dea68d43832c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:33.044093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d00760a7-857e-44bd-a221-1556673d8744 req-299ba3cc-b94f-4793-a141-dea68d43832c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.43 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 945 time: 0.1980135 Apr 21 21:04:33.047260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-342b0e93-3ffe-4886-9aed-2afb74882a1b req-34632422-e49d-4f2b-a572-b8430265d35a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080414 Apr 21 21:04:33.251851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d00760a7-857e-44bd-a221-1556673d8744 req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Deleting port 7698d9cb-fd92-4d78-8877-1d52b700f2a7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:33.252214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d00760a7-857e-44bd-a221-1556673d8744 req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:33.303478 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-46e37cdd-c249-4060-863f-097a0eba2e89 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628465 Apr 21 21:04:33.311010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:04:33.523788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83d06a-1fd5-42e6-8702-79adb9334ef1 req-4180c78e-0977-4dc4-b963-28a1e9f0d08f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:33.525379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea83d06a-1fd5-42e6-8702-79adb9334ef1 req-4180c78e-0977-4dc4-b963-28a1e9f0d08f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.2307730 Apr 21 21:04:33.605848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d00760a7-857e-44bd-a221-1556673d8744 req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] For port 7698d9cb-fd92-4d78-8877-1d52b700f2a7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=7698d9cb-fd92-4d78-8877-1d52b700f2a7,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:33.606224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d00760a7-857e-44bd-a221-1556673d8744 req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:33.611129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:04:33.633574 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] Sync routers for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:04:33.649776 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:04:33.650403 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:04:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:33.679946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d00760a7-857e-44bd-a221-1556673d8744 req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Calling delete_port for 7698d9cb-fd92-4d78-8877-1d52b700f2a7 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:33.720125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea83d06a-1fd5-42e6-8702-79adb9334ef1 req-b1d69dbb-a909-4161-a541-6384868aff00 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640041 Apr 21 21:04:33.799517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] No DVR routers for this DVR port 7d292c10-31a3-4cbf-9588-ea6819d2e5be on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:04:33.814762 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:33.831966 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58fcc2fa-50f8-45f8-8697-4468380a5e67 req-7a33301f-fd92-4400-8fc9-b699af851d0e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.46 "DELETE /v2.0/ports/7d292c10-31a3-4cbf-9588-ea6819d2e5be HTTP/1.1" status: 204 len: 173 time: 2.4348207 Apr 21 21:04:33.832475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-deleted', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:33.834817 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8f2dba-1c92-4078-a4ce-fcf5607151f0" -d '{"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-deleted", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:33.959884 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:04:34.019005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 7d292c10-31a3-4cbf-9588-ea6819d2e5be no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:34.022656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c47cb9bc-c136-46a6-ad54-a95dd1e35d02 req-9443516b-dbdf-4383-980d-52febf156495 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecd9b286-6514-4e6c-ac66-dfd39ac3432e HTTP/1.1" status: 200 len: 210 time: 0.0566545 Apr 21 21:04:34.107723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 7d292c10-31a3-4cbf-9588-ea6819d2e5be {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:34.108069 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 7d292c10-31a3-4cbf-9588-ea6819d2e5be not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:34.109517 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:34.204545 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3de21f52-be0c-4a2e-9583-603385ab660c req-21d1aa7d-91c6-41d4-bda7-634062183090 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 210 time: 0.0661623 Apr 21 21:04:34.245136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d00760a7-857e-44bd-a221-1556673d8744 req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:34.257951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['324fc943-1176-4a11-a488-7faaf13a47b5', '7698d9cb-fd92-4d78-8877-1d52b700f2a7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:34.328224 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f41761e-2980-481a-9035-4a09fc0a3c15 x-openstack-request-id: req-4f41761e-2980-481a-9035-4a09fc0a3c15 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:34.328514 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd9b286-6514-4e6c-ac66-dfd39ac3432e", "name": "network-vif-deleted", "tag": "7d292c10-31a3-4cbf-9588-ea6819d2e5be", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:34.328836 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f41761e-2980-481a-9035-4a09fc0a3c15 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:34.329245 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f41761e-2980-481a-9035-4a09fc0a3c15'] response: {'server_uuid': 'ecd9b286-6514-4e6c-ac66-dfd39ac3432e', 'name': 'network-vif-deleted', 'tag': '7d292c10-31a3-4cbf-9588-ea6819d2e5be', 'status': 'completed', 'code': 200} Apr 21 21:04:34.387565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Pushing event deleted for resources: {'Port': ['ID=7698d9cb-fd92-4d78-8877-1d52b700f2a7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:34.529849 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:34.601007 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] Checking router: a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:04:34.617179 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:04:34.618156 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:04:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:34.634218 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b339536f-0f15-4cee-9f98-558ecd58a9bf req-e2700013-c5d5-4ed8-a241-5997381aebf8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=232bec7c-8ab8-48a6-988d-1200e8d72962 HTTP/1.1" status: 200 len: 210 time: 0.1634691 Apr 21 21:04:34.636299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00760a7-857e-44bd-a221-1556673d8744 req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] No DVR routers for this DVR port 7698d9cb-fd92-4d78-8877-1d52b700f2a7 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:04:34.640612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d00760a7-857e-44bd-a221-1556673d8744 req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:34.650689 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d00760a7-857e-44bd-a221-1556673d8744 req-7948c20c-1c61-48c3-a034-1cf7430d9fa5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.43 "DELETE /v2.0/ports/7698d9cb-fd92-4d78-8877-1d52b700f2a7 HTTP/1.1" status: 204 len: 173 time: 1.5987806 Apr 21 21:04:34.651212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232bec7c-8ab8-48a6-988d-1200e8d72962', 'name': 'network-vif-deleted', 'tag': '7698d9cb-fd92-4d78-8877-1d52b700f2a7'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:34.664337 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1bad23-4c15-4156-a9f1-85b2f01666d7" -d '{"events": [{"server_uuid": "232bec7c-8ab8-48a6-988d-1200e8d72962", "name": "network-vif-deleted", "tag": "7698d9cb-fd92-4d78-8877-1d52b700f2a7"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:34.767290 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac12b64-0f5d-44b0-a03a-3531c10fe0c9 x-openstack-request-id: req-dac12b64-0f5d-44b0-a03a-3531c10fe0c9 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:34.767705 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232bec7c-8ab8-48a6-988d-1200e8d72962", "name": "network-vif-deleted", "tag": "7698d9cb-fd92-4d78-8877-1d52b700f2a7", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:34.768066 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dac12b64-0f5d-44b0-a03a-3531c10fe0c9 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:34.768572 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac12b64-0f5d-44b0-a03a-3531c10fe0c9'] response: {'server_uuid': '232bec7c-8ab8-48a6-988d-1200e8d72962', 'name': 'network-vif-deleted', 'tag': '7698d9cb-fd92-4d78-8877-1d52b700f2a7', 'status': 'completed', 'code': 200} Apr 21 21:04:34.780746 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:04:34.908628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33796) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:35.050746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfdef5-7424-4c4b-95c5-f3acaf8853ea req-909e8730-73f0-4508-a9db-8a0a2e3a69a9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:35.065650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7abfdef5-7424-4c4b-95c5-f3acaf8853ea req-909e8730-73f0-4508-a9db-8a0a2e3a69a9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.0886648 Apr 21 21:04:35.156274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7abfdef5-7424-4c4b-95c5-f3acaf8853ea req-7e97ff3b-99c3-4b77-b304-7893d834fc58 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835505 Apr 21 21:04:35.217559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33812) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:35.228790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-449e1251-1c16-4433-84c7-2cfc317234eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.236724 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:35.318435 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.467108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-657bc4a6-a210-41ab-accb-b7415f51c3d1 req-9d2ff80c-e069-4d36-8090-f1c4d610f204 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 210 time: 0.1083970 Apr 21 21:04:35.467108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-efb5abb3-4421-47b1-8731-ef2a48b19686 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.473164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-449e1251-1c16-4433-84c7-2cfc317234eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.483786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-449e1251-1c16-4433-84c7-2cfc317234eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.528400 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483f5d25-b947-402d-9240-811cd25f4c81 None None] The sync data for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 is: [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:04:35.531702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-efb5abb3-4421-47b1-8731-ef2a48b19686 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.555938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-449e1251-1c16-4433-84c7-2cfc317234eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=181dad0a0d474753bcd7850df7c2890e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6451321 Apr 21 21:04:35.562660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33824) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:35.566269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e1251-1c16-4433-84c7-2cfc317234eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716a8e91-9fa5-4b24-8593-9fc71d0be2a4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:35.663425 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-efb5abb3-4421-47b1-8731-ef2a48b19686 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.666793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-efb5abb3-4421-47b1-8731-ef2a48b19686 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.671719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-efb5abb3-4421-47b1-8731-ef2a48b19686 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "DELETE /v2.0/security-groups/16c7b1a6-4eac-4890-81e6-872e10467c7e HTTP/1.1" status: 204 len: 168 time: 0.4528975 Apr 21 21:04:35.672697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33826) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:35.705551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5abb3-4421-47b1-8731-ef2a48b19686 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c7b1a6-4eac-4890-81e6-872e10467c7e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:35.780620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-64b18518-1279-4973-b95e-7527792eb2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.904070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.909003 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-64b18518-1279-4973-b95e-7527792eb2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:35.992082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-cfca236f-912b-49b7-bf04-f0f405f3837d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:35.995705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-cfca236f-912b-49b7-bf04-f0f405f3837d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.3902349 Apr 21 21:04:36.027895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Request body: {'port': {'device_id': 'edf4542a-c15c-4760-a49d-a03833e15929', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'admin_state_up': True, 'tenant_id': '76458e785e67444ab87516449459bd4d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:36.034586 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-b0acb558-d3b2-4e1f-a885-1ccd752c0938 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] show failed (client error): The resource could not be found. Apr 21 21:04:36.041772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b0acb558-d3b2-4e1f-a885-1ccd752c0938 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups/16c7b1a6-4eac-4890-81e6-872e10467c7e HTTP/1.1" status: 404 len: 347 time: 0.3634973 Apr 21 21:04:36.042693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33840) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:36.158317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1662aa-740e-417a-82f4-7fbbbe6f092a None None] New status for floating IP 829bb7f8-174f-4aef-aefb-be5ac5eaff81: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:04:36.241948 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-64b18518-1279-4973-b95e-7527792eb2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:36.249479 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-64b18518-1279-4973-b95e-7527792eb2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:36.256280 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-64b18518-1279-4973-b95e-7527792eb2b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/716a8e91-9fa5-4b24-8593-9fc71d0be2a4 HTTP/1.1" status: 204 len: 168 time: 0.6922588 Apr 21 21:04:36.312958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b18518-1279-4973-b95e-7527792eb2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716a8e91-9fa5-4b24-8593-9fc71d0be2a4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:36.413008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:36.417383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:36.430753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238c624-e6be-4d3a-925e-b10059b2c68e req-9ae79f78-3f81-4922-acb0-67db4e779aef tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:36.444648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f238c624-e6be-4d3a-925e-b10059b2c68e req-9ae79f78-3f81-4922-acb0-67db4e779aef tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1535532 Apr 21 21:04:36.603884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f238c624-e6be-4d3a-925e-b10059b2c68e req-511e21f7-61f5-49f1-97c8-22f354177d2e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528881 Apr 21 21:04:36.853633 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b80cdfd-479e-4958-bfc0-0b7b465315d4 req-7a637ac9-b2fe-4d70-a967-7f4217603a39 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 210 time: 0.0818434 Apr 21 21:04:36.904587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Allocated IP 172.20.0.7 (74dc5594-2b4a-4072-9a75-1038017db159/c929aed1-8248-4321-818a-5ec8bd42d411/f42b0adf-25fb-4bdc-8f73-a7dfb6d59625) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:36.922012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4271a-8703-4ccf-b39e-dde81987a207 req-dcd577a9-be91-443b-8831-570a8f36d72e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:36.933546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30e4271a-8703-4ccf-b39e-dde81987a207 req-dcd577a9-be91-443b-8831-570a8f36d72e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.9795465 Apr 21 21:04:37.041968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-30e4271a-8703-4ccf-b39e-dde81987a207 req-d544d725-10e2-4021-811e-be2c0cc2f09b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065519 Apr 21 21:04:37.060088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Deleting port 2a61483c-a115-4b6c-b760-d02ad4d55529 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:37.060643 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:37.191668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:37.193029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:37.208891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Calling delete_port for 2a61483c-a115-4b6c-b760-d02ad4d55529 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:37.209891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:37.278805 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:37.302800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:37.364663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event updated for resources: {'Port': ['ID=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:37.377084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Network 74dc5594-2b4a-4072-9a75-1038017db159 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:37.378760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:37.381775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:37.481314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:37.481989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:37.511846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 7698d9cb-fd92-4d78-8877-1d52b700f2a7 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:37.517945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-22d6b7ba-c449-4ab3-ac04-0d7a7df6caae tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4990447 Apr 21 21:04:37.530332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Request body: {'port': {'device_id': 'edf4542a-c15c-4760-a49d-a03833e15929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:37.570262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 7698d9cb-fd92-4d78-8877-1d52b700f2a7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:37.570481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 7698d9cb-fd92-4d78-8877-1d52b700f2a7 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:37.661128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:37.701546 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:37.759120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event deleted for resources: {'Port': ['ID=2a61483c-a115-4b6c-b760-d02ad4d55529,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:37.931224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f568d5-dd42-4b38-8b2d-a9e99d487e2e req-b49d8436-c54c-487d-a802-e411556e2643 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:37.933306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15f568d5-dd42-4b38-8b2d-a9e99d487e2e req-b49d8436-c54c-487d-a802-e411556e2643 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.3069513 Apr 21 21:04:38.017757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:38.020361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:38.037764 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-46e8e29b-8d97-4ce0-a1eb-e7d9f90578c4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "DELETE /v2.0/floatingips/829bb7f8-174f-4aef-aefb-be5ac5eaff81 HTTP/1.1" status: 204 len: 168 time: 1.9893684 Apr 21 21:04:38.058008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15f568d5-dd42-4b38-8b2d-a9e99d487e2e req-075741f9-9e80-4259-94af-927849bad60b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119819 Apr 21 21:04:38.100610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d9179-aa05-427a-9dd6-1d91c2fbe5cb req-2cb0fce1-b76a-42df-b425-7f6a770034a7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:38.108846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa8d9179-aa05-427a-9dd6-1d91c2fbe5cb req-2cb0fce1-b76a-42df-b425-7f6a770034a7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.2031243 Apr 21 21:04:38.208406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa8d9179-aa05-427a-9dd6-1d91c2fbe5cb req-48b444ae-0597-47d3-b4b1-b5030dee423b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868700 Apr 21 21:04:38.255120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a3ddf-65cc-4c16-8cfb-0768c4ecd09a req-92b61b77-c066-40c0-9c23-46a968c8922f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:38.256695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-578a3ddf-65cc-4c16-8cfb-0768c4ecd09a req-92b61b77-c066-40c0-9c23-46a968c8922f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 931 time: 0.1050560 Apr 21 21:04:38.332313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-578a3ddf-65cc-4c16-8cfb-0768c4ecd09a req-fd0a5788-0cd8-4af9-8ac0-39662771a4b5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677576 Apr 21 21:04:38.379883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:38.400088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:38.413634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Transition to ACTIVE for port object f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:04:38.421569 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:38.515124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Pushing event updated for resources: {'Port': ['ID=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:38.571592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Attempting to bind port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:04:38.571925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Attempting to bind port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:04:38.572253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Attempting to bind port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:38.576890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 on network 74dc5594-2b4a-4072-9a75-1038017db159 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:04:38.577209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Attempting to bind port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:38.590112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:04:38.591405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Checking segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:04:38.593512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Bound using segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:04:38.595912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Bound port: f42b0adf-25fb-4bdc-8f73-a7dfb6d59625, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:04:38.596930 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:38.767239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054a5e7-58f8-477b-8f38-563c59554252 req-db9e8871-4a39-4b31-afca-1f44692d9d45 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:38.775649 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d054a5e7-58f8-477b-8f38-563c59554252 req-db9e8871-4a39-4b31-afca-1f44692d9d45 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1618824 Apr 21 21:04:38.908226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33986) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:38.913345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f41ae8f6-1ac6-4a99-8ca0-20888e1a774e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1730255780', 'description': 'tempest-description--46274788'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:38.960351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f41ae8f6-1ac6-4a99-8ca0-20888e1a774e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.080083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f41ae8f6-1ac6-4a99-8ca0-20888e1a774e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.090336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f41ae8f6-1ac6-4a99-8ca0-20888e1a774e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.152141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae8f6-1ac6-4a99-8ca0-20888e1a774e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:39.185460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f41ae8f6-1ac6-4a99-8ca0-20888e1a774e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.187629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f41ae8f6-1ac6-4a99-8ca0-20888e1a774e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2780578 Apr 21 21:04:39.191006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34000) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:39.199324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] For port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:04:39.206811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e8f17752-56fe-4e74-b377-f431fb18229f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'security_group_rule': {'security_group_id': '4f91b9e0-8d21-445c-8c8c-5fb9f6201b36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:39.217541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] For port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:04:39.227415 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.265077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8f17752-56fe-4e74-b377-f431fb18229f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.291609 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d054a5e7-58f8-477b-8f38-563c59554252 req-9212580d-d699-4a7c-a1bf-c8cfd1a718ee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136485 Apr 21 21:04:39.297957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Pushing event updated for resources: {'Port': ['ID=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:39.329194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:39.329950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.331789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-d24d3e2c-6634-411a-9fa7-fbb915addce1 service neutron] 10.222.0.46 "PUT /v2.0/ports/f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 HTTP/1.1" status: 200 len: 1091 time: 1.8058293 Apr 21 21:04:39.332247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf4542a-c15c-4760-a49d-a03833e15929', 'tag': 'f42b0adf-25fb-4bdc-8f73-a7dfb6d59625'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:39.334863 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bbe5b2-b5b3-4617-b973-d9774b1289fd" -d '{"events": [{"name": "network-changed", "server_uuid": "edf4542a-c15c-4760-a49d-a03833e15929", "tag": "f42b0adf-25fb-4bdc-8f73-a7dfb6d59625"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:39.416821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-498de494-c237-471e-a0e9-81a41f3b1715 req-d3d4de98-4dba-4564-b498-b495581b7e5d tempest-AbsoluteLimitsNegativeTestJSON-2003285503 tempest-AbsoluteLimitsNegativeTestJSON-2003285503-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0fbd91f9da3d46808180e01eebb0c150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812845 Apr 21 21:04:39.549741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b904822-ef75-4611-b9ae-779e1583444c req-bb28d083-f3b6-4a60-830a-0879be9daf31 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:39.558432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b904822-ef75-4611-b9ae-779e1583444c req-bb28d083-f3b6-4a60-830a-0879be9daf31 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1125643 Apr 21 21:04:39.578027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-7889326c-771d-4ccb-afcd-899fbdd9c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:39.579526 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-7889326c-771d-4ccb-afcd-899fbdd9c9b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 1094 time: 0.1905856 Apr 21 21:04:39.591264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498de494-c237-471e-a0e9-81a41f3b1715 req-7183f142-c0ec-4003-8e59-31122733d038 tempest-AbsoluteLimitsNegativeTestJSON-2003285503 tempest-AbsoluteLimitsNegativeTestJSON-2003285503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:39.599489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-498de494-c237-471e-a0e9-81a41f3b1715 req-7183f142-c0ec-4003-8e59-31122733d038 tempest-AbsoluteLimitsNegativeTestJSON-2003285503 tempest-AbsoluteLimitsNegativeTestJSON-2003285503-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815753 Apr 21 21:04:39.622051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-498de494-c237-471e-a0e9-81a41f3b1715 req-8c1419f1-addb-4f0f-87e1-60778f705c09 tempest-AbsoluteLimitsNegativeTestJSON-2003285503 tempest-AbsoluteLimitsNegativeTestJSON-2003285503-project] 10.222.0.49 "GET /v2.0/quotas/0fbd91f9da3d46808180e01eebb0c150 HTTP/1.1" status: 200 len: 375 time: 0.0216558 Apr 21 21:04:39.645680 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b904822-ef75-4611-b9ae-779e1583444c req-7d74f49b-705d-4e59-8efb-4c7c7f8d2194 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857203 Apr 21 21:04:39.656592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-5923dd8b-d9d5-4039-8cad-99e1511be5a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 HTTP/1.1" status: 200 len: 217 time: 0.0689857 Apr 21 21:04:39.743268 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cb7bfa-7896-4d9a-9bf7-1b263e0c1e2f x-openstack-request-id: req-86cb7bfa-7896-4d9a-9bf7-1b263e0c1e2f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:39.744690 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf4542a-c15c-4760-a49d-a03833e15929", "tag": "f42b0adf-25fb-4bdc-8f73-a7dfb6d59625", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:39.745046 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86cb7bfa-7896-4d9a-9bf7-1b263e0c1e2f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:39.746067 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cb7bfa-7896-4d9a-9bf7-1b263e0c1e2f'] response: {'name': 'network-changed', 'server_uuid': 'edf4542a-c15c-4760-a49d-a03833e15929', 'tag': 'f42b0adf-25fb-4bdc-8f73-a7dfb6d59625', 'status': 'completed', 'code': 200} Apr 21 21:04:39.755771 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-498de494-c237-471e-a0e9-81a41f3b1715 req-1c1d02c2-bdee-43e4-b36a-f93162100526 tempest-AbsoluteLimitsNegativeTestJSON-2003285503 tempest-AbsoluteLimitsNegativeTestJSON-2003285503-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fbd91f9da3d46808180e01eebb0c150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1327643 Apr 21 21:04:39.796438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8f17752-56fe-4e74-b377-f431fb18229f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.806814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8f17752-56fe-4e74-b377-f431fb18229f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.860415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f17752-56fe-4e74-b377-f431fb18229f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68839e47-a2ed-4538-ae2e-dab157101e8b,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:39.866902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-6619cc9c-8934-4a8b-90db-d46d973fc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:39.868412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-6619cc9c-8934-4a8b-90db-d46d973fc2d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.2011464 Apr 21 21:04:39.880671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8f17752-56fe-4e74-b377-f431fb18229f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.881918 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e8f17752-56fe-4e74-b377-f431fb18229f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6895580 Apr 21 21:04:39.888143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34048) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:39.896279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9d533248-a19d-4824-981f-d212a16abaef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'security_group_rule': {'security_group_id': '4f91b9e0-8d21-445c-8c8c-5fb9f6201b36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:39.919397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-5c7814bf-d0a0-4401-b588-cf18925c85fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418985 Apr 21 21:04:39.957164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d533248-a19d-4824-981f-d212a16abaef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:39.958201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eacc5-64ec-4f50-912a-384387b6cd25 req-3206892f-20fe-4ac6-881e-de046dc43c6e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:39.959841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-525eacc5-64ec-4f50-912a-384387b6cd25 req-3206892f-20fe-4ac6-881e-de046dc43c6e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 943 time: 0.1550963 Apr 21 21:04:40.043625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-525eacc5-64ec-4f50-912a-384387b6cd25 req-3d231ae2-da9d-4c9c-b258-212a0d50282c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487761 Apr 21 21:04:40.091611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d533248-a19d-4824-981f-d212a16abaef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:40.094248 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-1890c03f-0a25-4b54-b7f0-7d417744a16e service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660476 Apr 21 21:04:40.102537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d533248-a19d-4824-981f-d212a16abaef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:40.165002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d533248-a19d-4824-981f-d212a16abaef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c87e46-9e03-4add-aad9-82ddadabce64,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:40.186491 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d533248-a19d-4824-981f-d212a16abaef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:40.189384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9d533248-a19d-4824-981f-d212a16abaef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3001521 Apr 21 21:04:40.194176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34072) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:40.215731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:40.312596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:40.321354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c9c729b-e30a-49c8-baf1-988673b56a94 req-c1497bb2-22a3-4689-90f2-2ea410327a90 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137146 Apr 21 21:04:40.445919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34088) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:40.475745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-8004599d-f3f6-4889-bda1-023847bb66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:40.477516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-8004599d-f3f6-4889-bda1-023847bb66f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 1094 time: 0.1101584 Apr 21 21:04:40.489825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:40.751241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-cf49f3b3-d005-4640-b730-db573bc68877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:40.753950 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-cf49f3b3-d005-4640-b730-db573bc68877 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.2658482 Apr 21 21:04:40.754987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c37a9fba-d44a-4c7f-8934-fbbac8dbe313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:40.785452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Allocated IP 172.25.0.147 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/8964caae-e0b8-43c7-87fd-d7d4700e05ec) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:40.900595 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-4b728e19-a1e1-49e9-88b1-20ca385d071e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 HTTP/1.1" status: 200 len: 217 time: 0.1383593 Apr 21 21:04:40.989615 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.064486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e43f1-f4b9-457a-9c47-bb2028c603e1 req-2038dd87-b7ee-46f7-b60e-5194a2c47759 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:41.066479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e99e43f1-f4b9-457a-9c47-bb2028c603e1 req-2038dd87-b7ee-46f7-b60e-5194a2c47759 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.2866869 Apr 21 21:04:41.072125 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.128426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:41.133412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:41.144470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:41.175453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-22191f88-8d71-4f9f-98e7-175883895451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:41.177814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-22191f88-8d71-4f9f-98e7-175883895451 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.2677388 Apr 21 21:04:41.208221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'Port': ['ID=8964caae-e0b8-43c7-87fd-d7d4700e05ec,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:41.226750 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e99e43f1-f4b9-457a-9c47-bb2028c603e1 req-4b11b57b-e56b-45a5-85b7-893288869818 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458385 Apr 21 21:04:41.304833 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-253fd2b9-67a2-4971-98ff-5fdf1e613e88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052153 Apr 21 21:04:41.387277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd507a7-2000-4a01-9268-fde495dbc42e req-2305503e-0cc2-4150-8f65-56e6ffedbbc4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:41.389367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cd507a7-2000-4a01-9268-fde495dbc42e req-2305503e-0cc2-4150-8f65-56e6ffedbbc4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 943 time: 0.1492534 Apr 21 21:04:41.404107 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c37a9fba-d44a-4c7f-8934-fbbac8dbe313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.421558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c37a9fba-d44a-4c7f-8934-fbbac8dbe313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.444140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.476973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cd507a7-2000-4a01-9268-fde495dbc42e req-c7e3697e-cce3-4716-9090-a98392f49700 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674658 Apr 21 21:04:41.527058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.547392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c37a9fba-d44a-4c7f-8934-fbbac8dbe313 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fbd91f9da3d46808180e01eebb0c150&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0997727 Apr 21 21:04:41.548315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34148) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:41.552354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a9fba-d44a-4c7f-8934-fbbac8dbe313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb58fb4b-c239-4f82-a256-4f13493357f2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:41.612979 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-0307d83f-064a-461a-8fde-492358b5d9e2 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971549 Apr 21 21:04:41.734166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1c450b6-c10c-447a-a057-aae411060161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.820877 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1c450b6-c10c-447a-a057-aae411060161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.906356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.919929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08bbe5b2-b5b3-4617-b973-d9774b1289fd req-08997396-028a-4209-82da-ffffa06f3837 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991834 Apr 21 21:04:41.921398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805e387-6c11-4204-8fa6-aad6647432f4 req-d7ad4e16-53bd-45ad-b176-c0dcee175ab4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:41.923377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d805e387-6c11-4204-8fa6-aad6647432f4 req-d7ad4e16-53bd-45ad-b176-c0dcee175ab4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 945 time: 0.1162040 Apr 21 21:04:41.924191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.958268 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1c450b6-c10c-447a-a057-aae411060161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.960850 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1c450b6-c10c-447a-a057-aae411060161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:41.964777 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c1c450b6-c10c-447a-a057-aae411060161 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb58fb4b-c239-4f82-a256-4f13493357f2 HTTP/1.1" status: 204 len: 168 time: 0.4085946 Apr 21 21:04:41.973485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c450b6-c10c-447a-a057-aae411060161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb58fb4b-c239-4f82-a256-4f13493357f2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:42.092790 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d805e387-6c11-4204-8fa6-aad6647432f4 req-e786e2ee-a552-4576-80f6-efb2f6d04e97 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117861 Apr 21 21:04:42.092790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'Port': ['ID=8964caae-e0b8-43c7-87fd-d7d4700e05ec,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:42.110613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3b571-c0e7-43bc-b78e-64ff8a5f9432 req-3ec809d2-9008-4fca-a5c6-8f67bdbe0817 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:42.119973 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55d3b571-c0e7-43bc-b78e-64ff8a5f9432 req-3ec809d2-9008-4fca-a5c6-8f67bdbe0817 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0688307 Apr 21 21:04:42.125292 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:42.146148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:42.147598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f7147b5-797e-4f4b-a0ff-bc30ac7a6e05 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9507458 Apr 21 21:04:42.177991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55d3b571-c0e7-43bc-b78e-64ff8a5f9432 req-7dee5bd4-fccc-4db7-8a8e-c25e6253edb5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473738 Apr 21 21:04:42.393615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf224ed8-1b1d-444b-b0aa-b00a688b7d75 req-277a874a-89be-4e67-8a5d-cde61c4a5c0c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:42.394985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cf224ed8-1b1d-444b-b0aa-b00a688b7d75 req-277a874a-89be-4e67-8a5d-cde61c4a5c0c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.0824981 Apr 21 21:04:42.431774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02bb85-b9fa-48d7-aed4-e3dfce99c78d req-a794da2d-611f-49a1-9500-0160dc63b607 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:42.437223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac02bb85-b9fa-48d7-aed4-e3dfce99c78d req-a794da2d-611f-49a1-9500-0160dc63b607 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0890925 Apr 21 21:04:42.448682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cf224ed8-1b1d-444b-b0aa-b00a688b7d75 req-8e478ca3-151b-4b48-8e96-6e9c2142f53f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467119 Apr 21 21:04:42.528810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac02bb85-b9fa-48d7-aed4-e3dfce99c78d req-a8749273-061e-4431-8453-d56c8fe32e66 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824139 Apr 21 21:04:42.687199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff5efd-c2e1-409b-98ed-10a25ebac785 req-8238a9c2-950c-4f1b-9aba-27137d85a9e6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:42.690389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01ff5efd-c2e1-409b-98ed-10a25ebac785 req-8238a9c2-950c-4f1b-9aba-27137d85a9e6 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 943 time: 0.0953264 Apr 21 21:04:42.757067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01ff5efd-c2e1-409b-98ed-10a25ebac785 req-a889c32e-fb65-494c-9ccb-c51b65d54d04 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578125 Apr 21 21:04:43.015784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-216a2c35-7e85-4fbb-b47f-7574c7668b57 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1730255780&fields=id&tenant_id=f8dd254dbcc942288edcd3c5266ca7f3 HTTP/1.1" status: 200 len: 267 time: 0.0459585 Apr 21 21:04:43.200323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cdf898c1-e382-45ea-8d15-79c7b8c41991 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:43.211522 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cdf898c1-e382-45ea-8d15-79c7b8c41991 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 817 time: 0.1947858 Apr 21 21:04:43.230365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34270) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:43.233039 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-d2fc3c25-65db-4389-a48f-e45f7c87b224 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/quotas/f8dd254dbcc942288edcd3c5266ca7f3 HTTP/1.1" status: 200 len: 375 time: 0.0202651 Apr 21 21:04:43.247078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34274) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:43.311360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eb24c-c8f8-4d2c-a604-2062d1d07d03 req-47ee0c84-8c3c-4f27-8121-bb316b0b6860 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:43.321357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-529eb24c-c8f8-4d2c-a604-2062d1d07d03 req-47ee0c84-8c3c-4f27-8121-bb316b0b6860 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 945 time: 0.1020827 Apr 21 21:04:43.385499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-529eb24c-c8f8-4d2c-a604-2062d1d07d03 req-79724b63-1860-46a4-9f9a-8817d30128ce tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629184 Apr 21 21:04:43.424941 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-370a374a-dacc-4863-9f17-a8916d69c3fb tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1909766 Apr 21 21:04:43.449186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-888521679-network', 'tenant_id': 'bcf3f97d32804202bc254c0e1d6f10a2'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:43.470738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:43.535904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Made reservation on behalf of bcf3f97d32804202bc254c0e1d6f10a2 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:43.540856 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:43.546379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-3909adcc-b317-41e9-a27f-7ddd8de624c2 service neutron] 10.222.0.49 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072361 Apr 21 21:04:43.595488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:43.673329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8caf4e-0620-4642-8e03-89c1547ac25a req-52a2600b-7bbc-4f41-aea3-31ff1d7ed93c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:43.674770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b8caf4e-0620-4642-8e03-89c1547ac25a req-52a2600b-7bbc-4f41-aea3-31ff1d7ed93c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1164143 Apr 21 21:04:43.737067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-632270ae-5e25-41c3-90f1-702598991077 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:43.738780 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-632270ae-5e25-41c3-90f1-702598991077 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.46 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 945 time: 0.0874195 Apr 21 21:04:43.752893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-5415f0be-44ff-45ce-9ee0-f388a2303903 service neutron] 10.222.0.49 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984980 Apr 21 21:04:43.773904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:43.810503 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:43.853279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=162240257c884c32b7a629f79ad73d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050460 Apr 21 21:04:43.853905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34284) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:43.876249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Deleting port 819620ad-3d2f-4c0a-b290-0a78876adef4 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:43.876661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:43.884744 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b8caf4e-0620-4642-8e03-89c1547ac25a req-c23ee2d9-5e53-46ef-b8aa-de4d80715146 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870828 Apr 21 21:04:43.960192 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:43.964170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb84c22-a1ad-4a67-96ed-5ce44baf760b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:43.980733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:43.987450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.987793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.988134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.988467 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.988858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.989274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.989640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.990059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.990393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.990715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.991026 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:43.991355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52596fb-688d-41e4-86a8-c39e924d5a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:44.016715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:04:44.076403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:04:44.087222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1158a48d-6704-4474-9450-fb7632bff783 req-020863fa-ec93-4752-a53f-5869cce09793 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 210 time: 0.0845912 Apr 21 21:04:44.154804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] For port 819620ad-3d2f-4c0a-b290-0a78876adef4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=819620ad-3d2f-4c0a-b290-0a78876adef4,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:44.155842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.168298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.168676 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Added segment 66204c85-bcdd-4bd7-9608-39caf105ccaf of type vlan for network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 Apr 21 21:04:44.188777 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f7fdaf9-fc49-444b-99f2-18b669616d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.213161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7821308-9f23-4d18-9137-8957b30ad273,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:44.217178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:44.251872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'f42b0adf-25fb-4bdc-8f73-a7dfb6d59625', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'port_id': 'f42b0adf-25fb-4bdc-8f73-a7dfb6d59625', 'mac_address': 'fa:16:3e:03:08:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929aed1-8248-4321-818a-5ec8bd42d411', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:04:44.319303 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.339377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce9911-127f-4f68-b487-411df7991a96 req-58384134-98bd-40eb-9beb-6d14c4c2af20 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:44.347268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bfce9911-127f-4f68-b487-411df7991a96 req-58384134-98bd-40eb-9beb-6d14c4c2af20 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 943 time: 0.3470440 Apr 21 21:04:44.352417 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f7fdaf9-fc49-444b-99f2-18b669616d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.355729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:44.356188 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.415789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:44.429683 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.457563 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bfce9911-127f-4f68-b487-411df7991a96 req-dac06aab-3e11-4bea-851e-0971fcde648f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044776 Apr 21 21:04:44.461630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.461893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eccab-a190-4d93-88a9-aaea4bdf8ef4 req-42fc6038-0a22-494f-a439-d564641b898a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:44.469166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:44.469961 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.484332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd8eccab-a190-4d93-88a9-aaea4bdf8ef4 req-42fc6038-0a22-494f-a439-d564641b898a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1527605 Apr 21 21:04:44.534002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.534273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.534594 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Floating IP 3a4b33a5-b4a6-4818-b41a-9b103753d16c disassociated. External IP: 172.25.0.184, port: 819620ad-3d2f-4c0a-b290-0a78876adef4. Apr 21 21:04:44.535052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Calling delete_port for 819620ad-3d2f-4c0a-b290-0a78876adef4 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:44.567604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3352962 Apr 21 21:04:44.573782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34308) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:44.574413 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f7fdaf9-fc49-444b-99f2-18b669616d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.576925 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f7fdaf9-fc49-444b-99f2-18b669616d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.580667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2f7fdaf9-fc49-444b-99f2-18b669616d99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdb84c22-a1ad-4a67-96ed-5ce44baf760b HTTP/1.1" status: 204 len: 168 time: 0.7233870 Apr 21 21:04:44.592937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Request body: {'subnet': {'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-888521679-subnet', 'tenant_id': 'bcf3f97d32804202bc254c0e1d6f10a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:44.602411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:44.625280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ab3d4-db4d-474f-9724-79c670f80a71 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a8211f-693c-46b0-957f-6e5f51ac4ed3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:44.637023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:04:44.667594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd8eccab-a190-4d93-88a9-aaea4bdf8ef4 req-9d0ff44c-e54b-4b8e-91f7-6aa9989e3bdc tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823080 Apr 21 21:04:44.680459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fdaf9-fc49-444b-99f2-18b669616d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb84c22-a1ad-4a67-96ed-5ce44baf760b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:44.718435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Made reservation on behalf of bcf3f97d32804202bc254c0e1d6f10a2 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:44.730571 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.773969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce3f4-f38d-463a-ad6d-9e03a56fbbf7 req-3f53ecb2-9fe1-42aa-9c45-a02b7064d38c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:44.782293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89cce3f4-f38d-463a-ad6d-9e03a56fbbf7 req-3f53ecb2-9fe1-42aa-9c45-a02b7064d38c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 945 time: 0.1975195 Apr 21 21:04:44.812933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['f42b0adf-25fb-4bdc-8f73-a7dfb6d59625'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:44.902703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89cce3f4-f38d-463a-ad6d-9e03a56fbbf7 req-746ec34d-8063-428f-acfd-b98d0c819759 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=92ea5e17-6b6d-4087-93b0-b87092e77227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186702 Apr 21 21:04:44.903367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d151a67-2848-4c52-a36f-c523541a2d3c req-e806905d-b95e-4e56-9e6f-508814dc7437 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:44.913122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d151a67-2848-4c52-a36f-c523541a2d3c req-e806905d-b95e-4e56-9e6f-508814dc7437 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1535046 Apr 21 21:04:44.947320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:44.994364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'Port': ['ID=819620ad-3d2f-4c0a-b290-0a78876adef4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:45.013419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d151a67-2848-4c52-a36f-c523541a2d3c req-900c977e-4f6f-4e3c-9e6b-8ca5e509057f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992999 Apr 21 21:04:45.038796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.039832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.040175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.042901 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.043463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.044519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.045212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.045755 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.046247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.046896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.051535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.052215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:04:45.155181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc73a-f5c4-4fa6-a432-4999a72f4fa5 req-38bd6a5f-dfc3-4cd0-8f15-8cbb49e77d0a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:45.163773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbbfc73a-f5c4-4fa6-a432-4999a72f4fa5 req-38bd6a5f-dfc3-4cd0-8f15-8cbb49e77d0a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1339247 Apr 21 21:04:45.222553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbbfc73a-f5c4-4fa6-a432-4999a72f4fa5 req-cf153039-70f0-4752-a9e0-a8247211cdcd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576522 Apr 21 21:04:45.231463 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:45.349667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f1d877-647e-4cf3-a5c6-cb275838da42,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:45.429236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b47b819e-9fe7-4c0b-ad65-252ff0b7b51a req-eb2b2613-86f7-4b3d-9ec0-ec1ab0421705 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 210 time: 0.1290474 Apr 21 21:04:45.455572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016ac3b-8eb4-441d-ae48-a677ac211dbe req-763df9e5-5a85-4d80-a574-e08593228f0a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:45.469373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6016ac3b-8eb4-441d-ae48-a677ac211dbe req-763df9e5-5a85-4d80-a574-e08593228f0a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1079793 Apr 21 21:04:45.469944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:04:45.511516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Checking segment: {'id': '66204c85-bcdd-4bd7-9608-39caf105ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:04:45.511898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Network hostable DHCP agents. Network: d4a8211f-693c-46b0-957f-6e5f51ac4ed3, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:04:45.623093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:04:45.637330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6016ac3b-8eb4-441d-ae48-a677ac211dbe req-0ee4b733-f158-4a39-ae94-8d74371fd3a6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670723 Apr 21 21:04:45.653680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, d4a8211f-693c-46b0-957f-6e5f51ac4ed3) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:45.661943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:45.663270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:45.668069 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea9a5d1-f3bc-466f-951e-06ebdab131f5 None None] Network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:04:45.713889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-26a6d5b3-aa51-4540-8231-6afd1f4ddf9d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1320372 Apr 21 21:04:45.810322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:04:45.823548 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:04:45.837091 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:04:45.840153 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:04:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:45.851352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cf10e-d929-4b5e-9875-5a99b6261f7c req-9194b6c6-3616-4965-bd39-d17a770c8c02 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:45.852974 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-186cf10e-d929-4b5e-9875-5a99b6261f7c req-9194b6c6-3616-4965-bd39-d17a770c8c02 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 944 time: 0.2025506 Apr 21 21:04:45.978894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] No DVR routers for this DVR port 819620ad-3d2f-4c0a-b290-0a78876adef4 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:04:45.986532 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:45.996960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07bca1a-3c1b-4da0-8b1a-a9a9333855c4 req-4254aaa5-6585-4a1f-9acf-767890e8f408 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.46 "DELETE /v2.0/ports/819620ad-3d2f-4c0a-b290-0a78876adef4 HTTP/1.1" status: 204 len: 173 time: 2.2398832 Apr 21 21:04:45.999263 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:04:46.030850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e62ab-0dea-461a-9ee0-80429830b9c6 None None] Network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:04:46.041832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:04:46.056035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'name': 'network-vif-deleted', 'tag': '819620ad-3d2f-4c0a-b290-0a78876adef4'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:46.067714 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca97bb3-b35f-46f3-aa55-19ce6a7d4cdf" -d '{"events": [{"server_uuid": "63ac97df-b2a7-4590-bfbe-1f238492457e", "name": "network-vif-deleted", "tag": "819620ad-3d2f-4c0a-b290-0a78876adef4"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:46.094433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8e391-f92f-45ed-9396-8871c491a1fa req-4975b817-8ef2-4aad-883f-7666c1cfc182 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:46.106669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8e391-f92f-45ed-9396-8871c491a1fa req-4975b817-8ef2-4aad-883f-7666c1cfc182 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.3120563 Apr 21 21:04:46.108157 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-186cf10e-d929-4b5e-9875-5a99b6261f7c req-b32aa596-512a-4fec-96db-780e6cb10021 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695514 Apr 21 21:04:46.251856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8e391-f92f-45ed-9396-8871c491a1fa req-c7842022-6c39-4a5f-a58d-e288297de698 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441574 Apr 21 21:04:46.262175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a1ff7d22-58d1-40e5-875f-009e43135ec8 req-effe9480-f887-4584-a84f-ddf7ece376b0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=63ac97df-b2a7-4590-bfbe-1f238492457e HTTP/1.1" status: 200 len: 210 time: 0.0495143 Apr 21 21:04:46.340659 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:04:46.341329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-d6e3a621-16ed-4f77-9307-13c9979581d5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:46.343376 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:46.345182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-d6e3a621-16ed-4f77-9307-13c9979581d5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.43 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 817 time: 0.5189042 Apr 21 21:04:46.364845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:46.369652 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:46.399791 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d907af-b96f-419f-aa64-bb41381415bd x-openstack-request-id: req-a2d907af-b96f-419f-aa64-bb41381415bd {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:46.400090 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ac97df-b2a7-4590-bfbe-1f238492457e", "name": "network-vif-deleted", "tag": "819620ad-3d2f-4c0a-b290-0a78876adef4", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:46.400346 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2d907af-b96f-419f-aa64-bb41381415bd {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:46.400844 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d907af-b96f-419f-aa64-bb41381415bd'] response: {'server_uuid': '63ac97df-b2a7-4590-bfbe-1f238492457e', 'name': 'network-vif-deleted', 'tag': '819620ad-3d2f-4c0a-b290-0a78876adef4', 'status': 'completed', 'code': 200} Apr 21 21:04:46.418233 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:04:46.435684 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-541bf628-78dd-4899-82f5-74168e5da111 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8dd254dbcc942288edcd3c5266ca7f3 HTTP/1.1" status: 200 len: 380 time: 0.0801265 Apr 21 21:04:46.456639 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:04:46.458282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'port': {'device_id': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'admin_state_up': True, 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'security_groups': ['4f91b9e0-8d21-445c-8c8c-5fb9f6201b36']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:46.462288 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:04:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:46.538768 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:46.600122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf4542a-c15c-4760-a49d-a03833e15929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42b0adf-25fb-4bdc-8f73-a7dfb6d59625'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:46.611403 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec4d3ae-6895-4854-bf39-473f72a066c0" -d '{"events": [{"server_uuid": "edf4542a-c15c-4760-a49d-a03833e15929", "name": "network-vif-plugged", "status": "completed", "tag": "f42b0adf-25fb-4bdc-8f73-a7dfb6d59625"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:46.675401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:46.690968 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:46.694857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 819620ad-3d2f-4c0a-b290-0a78876adef4 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:46.699285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00214481-15fd-4166-95e6-44556d585268 req-435d1cfb-e707-48ce-8c2d-ffb0099ff01b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:46.716443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00214481-15fd-4166-95e6-44556d585268 req-435d1cfb-e707-48ce-8c2d-ffb0099ff01b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1677330 Apr 21 21:04:46.735708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-62a07e9c-6885-4068-ad58-ac0256a0c29b req-156c9f96-f996-48ce-8bcb-10b06991f345 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1305595131', 'description': 'tempest-description-251670537'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:46.744088 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:04:46.779269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 819620ad-3d2f-4c0a-b290-0a78876adef4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:46.780297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 819620ad-3d2f-4c0a-b290-0a78876adef4 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:46.786738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Made reservation on behalf of f8dd254dbcc942288edcd3c5266ca7f3 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:46.791021 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:46.797091 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-62a07e9c-6885-4068-ad58-ac0256a0c29b req-156c9f96-f996-48ce-8bcb-10b06991f345 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:46.848583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00214481-15fd-4166-95e6-44556d585268 req-e86d40a3-bf4e-4c4b-8891-66cdc78059d2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159694 Apr 21 21:04:46.885133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:46.992192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4ba74c7-0ab9-4816-9e91-2535782d00ae req-614ad421-0fe0-410a-b37f-5cb26c90f288 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 210 time: 0.0329056 Apr 21 21:04:47.037589 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-62a07e9c-6885-4068-ad58-ac0256a0c29b req-156c9f96-f996-48ce-8bcb-10b06991f345 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.049498 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-62a07e9c-6885-4068-ad58-ac0256a0c29b req-156c9f96-f996-48ce-8bcb-10b06991f345 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.054358 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9b0a7d-1f0a-4d03-b31c-e871adccd9ae x-openstack-request-id: req-ee9b0a7d-1f0a-4d03-b31c-e871adccd9ae {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:47.054990 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf4542a-c15c-4760-a49d-a03833e15929", "name": "network-vif-plugged", "status": "completed", "tag": "f42b0adf-25fb-4bdc-8f73-a7dfb6d59625", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:47.055502 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee9b0a7d-1f0a-4d03-b31c-e871adccd9ae {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:47.056176 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9b0a7d-1f0a-4d03-b31c-e871adccd9ae'] response: {'server_uuid': 'edf4542a-c15c-4760-a49d-a03833e15929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42b0adf-25fb-4bdc-8f73-a7dfb6d59625', 'code': 200} Apr 21 21:04:47.137521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c9f96-f996-48ce-8bcb-10b06991f345 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcd7ec3-fd78-4bff-a29f-14fb2ca344d3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:47.141845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Allocated IP 172.20.0.3 (3f991d97-6e36-4588-b769-0a4ff80fd650/871160c4-f389-4efb-8b19-78040f35e56a/ab4e523f-c4f0-4c51-a10c-c023415a2e39) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:47.149960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-62a07e9c-6885-4068-ad58-ac0256a0c29b req-156c9f96-f996-48ce-8bcb-10b06991f345 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.151204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62a07e9c-6885-4068-ad58-ac0256a0c29b req-156c9f96-f996-48ce-8bcb-10b06991f345 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4302659 Apr 21 21:04:47.186026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845ee46-627f-475e-935f-91324f70d4e4 req-af174854-8ea9-4aa2-b361-ef45f612bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:47.187929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8845ee46-627f-475e-935f-91324f70d4e4 req-af174854-8ea9-4aa2-b361-ef45f612bd7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 1096 time: 0.0660145 Apr 21 21:04:47.214261 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:04:47.253067 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c2467-2034-4723-852e-15b6e2b24997 None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:04:47.302099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8845ee46-627f-475e-935f-91324f70d4e4 req-9cd944aa-068b-435f-be00-e8f41148df6d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036537 Apr 21 21:04:47.330938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fb43a-cba5-4e52-84e4-a9da2656d856 req-5b15d1e2-3c15-4723-af8d-f64c729d7b0b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:47.339189 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-481fb43a-cba5-4e52-84e4-a9da2656d856 req-5b15d1e2-3c15-4723-af8d-f64c729d7b0b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1064739 Apr 21 21:04:47.411376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-481fb43a-cba5-4e52-84e4-a9da2656d856 req-63fcc012-0d01-4456-8451-0be972b69a71 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659437 Apr 21 21:04:47.430924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481567d-1fc3-46d1-9c00-2aeac3d1607f req-f262f441-ebf2-41ed-8968-e6b4fbea32c8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:47.438531 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0481567d-1fc3-46d1-9c00-2aeac3d1607f req-f262f441-ebf2-41ed-8968-e6b4fbea32c8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 945 time: 0.1887727 Apr 21 21:04:47.443117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.453760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-3d5d0467-f1f1-4962-b72e-b79e2bca2c72 req-a50dc7e2-9a46-4375-af8e-859672268b99 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1671916811', 'description': 'tempest-description-1842060445'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:47.482386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d5d0467-f1f1-4962-b72e-b79e2bca2c72 req-a50dc7e2-9a46-4375-af8e-859672268b99 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.517165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0481567d-1fc3-46d1-9c00-2aeac3d1607f req-777c38e9-5125-486b-82ac-b87c2873504c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753474 Apr 21 21:04:47.546519 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.628480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:47.643489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:47.645912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:47.649180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:47.684101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d5d0467-f1f1-4962-b72e-b79e2bca2c72 req-a50dc7e2-9a46-4375-af8e-859672268b99 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.690665 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d5d0467-f1f1-4962-b72e-b79e2bca2c72 req-a50dc7e2-9a46-4375-af8e-859672268b99 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.735799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf98819-c8a4-463b-877d-38c0c6f6b277 None None] New status for floating IP 3a4b33a5-b4a6-4818-b41a-9b103753d16c: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:04:47.751353 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-3d5d0467-f1f1-4962-b72e-b79e2bca2c72 req-a50dc7e2-9a46-4375-af8e-859672268b99 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.751918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:47.752543 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:47.776351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d5d0467-f1f1-4962-b72e-b79e2bca2c72 req-a50dc7e2-9a46-4375-af8e-859672268b99 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3328273 Apr 21 21:04:47.781589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34398) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:47.785128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a25480-e0e0-4118-8189-0f9f62e4e32a req-9f03a2dd-d19a-4faf-a25e-74c4c07c61c0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:47.789874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52a25480-e0e0-4118-8189-0f9f62e4e32a req-9f03a2dd-d19a-4faf-a25e-74c4c07c61c0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1002984 Apr 21 21:04:47.798859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50dc7e2-9a46-4375-af8e-859672268b99 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e251c6-d441-4e9a-a6cb-2e0f2d955310,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:47.862045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34406) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:47.904650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-69792487-8509-42f7-892d-c6d8b8bc8ec1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4616394 Apr 21 21:04:47.916978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Request body: {'port': {'device_id': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:47.991305 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b179d112-d41e-49ce-b173-b57a46ea5ff7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.002993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52a25480-e0e0-4118-8189-0f9f62e4e32a req-b0a7f4b9-6d36-4732-8452-9728d2f5b48b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946359 Apr 21 21:04:48.010089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.096493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b179d112-d41e-49ce-b173-b57a46ea5ff7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.121721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2039048871', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:48.158398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Made reservation on behalf of f3386b2fb2b9422ba98d1f47a45535ee for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:48.161058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.175786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6777e532-3b31-4021-8473-1fea2634db04 None None] Provisioning complete for port ab4e523f-c4f0-4c51-a10c-c023415a2e39 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:48.176687 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6777e532-3b31-4021-8473-1fea2634db04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.191029 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.205040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea6e77-4762-4f2a-b859-3985d462df47 req-e24242ec-1a2c-4f07-b6d7-ae7487f57884 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:48.212998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-17ea6e77-4762-4f2a-b859-3985d462df47 req-e24242ec-1a2c-4f07-b6d7-ae7487f57884 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1949077 Apr 21 21:04:48.226716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6777e532-3b31-4021-8473-1fea2634db04 None None] Port ab4e523f-c4f0-4c51-a10c-c023415a2e39 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:04:48.282855 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b179d112-d41e-49ce-b173-b57a46ea5ff7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.286806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b179d112-d41e-49ce-b173-b57a46ea5ff7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.287954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b179d112-d41e-49ce-b173-b57a46ea5ff7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "DELETE /v2.0/security-groups/92ea5e17-6b6d-4087-93b0-b87092e77227 HTTP/1.1" status: 204 len: 168 time: 0.4242725 Apr 21 21:04:48.291867 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-17ea6e77-4762-4f2a-b859-3985d462df47 req-ba72595a-109f-40d5-bff4-b7520c6922c7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777926 Apr 21 21:04:48.292565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34416) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:48.311807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179d112-d41e-49ce-b173-b57a46ea5ff7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ea5e17-6b6d-4087-93b0-b87092e77227,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:48.339763 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-609a3127-f377-4063-8eab-d93f18ac85df tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] show failed (client error): The resource could not be found. Apr 21 21:04:48.341190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-609a3127-f377-4063-8eab-d93f18ac85df tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups/92ea5e17-6b6d-4087-93b0-b87092e77227 HTTP/1.1" status: 404 len: 347 time: 0.0472577 Apr 21 21:04:48.344214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34418) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:48.409957 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857e601-d8e8-4b39-9700-ea52a139b2fd req-6ee3eeb8-89cd-4545-b679-8d2acc907d6d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:48.417938 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0857e601-d8e8-4b39-9700-ea52a139b2fd req-6ee3eeb8-89cd-4545-b679-8d2acc907d6d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 931 time: 0.1771548 Apr 21 21:04:48.481845 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0857e601-d8e8-4b39-9700-ea52a139b2fd req-2c436149-c530-49c1-8a3f-0d451b9f47b0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622823 Apr 21 21:04:48.533870 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.542908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.558427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] device_id is not set on port 55a4bd3c-e476-4620-916a-1061a388ae19 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:04:48.606301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4e523f-c4f0-4c51-a10c-c023415a2e39 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:48.618956 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.635459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Transition to ACTIVE for port object ab4e523f-c4f0-4c51-a10c-c023415a2e39 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:04:48.655238 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.667560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be04f8e4-523e-4741-a3d4-61635f713958,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:48.691430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-64093796-f257-4804-a9d5-1e55e303b698 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:48.692854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-64093796-f257-4804-a9d5-1e55e303b698 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 812 time: 0.2531431 Apr 21 21:04:48.712719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Deleting port f9ffa599-734c-480c-a978-8c5f7c275552 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:48.713096 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.748901 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-c1a42289-5a02-461b-9ddf-cd5c092e78ac tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/quotas/bcf3f97d32804202bc254c0e1d6f10a2 HTTP/1.1" status: 200 len: 375 time: 0.0456607 Apr 21 21:04:48.776809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:48.833954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-cb60cf06-88bb-4c04-86eb-3c8c6f22066f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491092 Apr 21 21:04:48.881205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Allocated IP 172.25.0.135 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/55a4bd3c-e476-4620-916a-1061a388ae19) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:48.904699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Attempting to bind port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:04:48.905057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Attempting to bind port ab4e523f-c4f0-4c51-a10c-c023415a2e39 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:04:48.905385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Attempting to bind port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on network 3f991d97-6e36-4588-b769-0a4ff80fd650 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:48.936613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b2da-d912-43e6-bace-8aa65e11ece6 req-c32f015e-e37d-4409-8acb-b7796416da76 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:48.945348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-68f0b2da-d912-43e6-bace-8aa65e11ece6 req-c32f015e-e37d-4409-8acb-b7796416da76 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 945 time: 0.2188966 Apr 21 21:04:48.950924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on network 3f991d97-6e36-4588-b769-0a4ff80fd650 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:04:48.951704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Attempting to bind port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on network 3f991d97-6e36-4588-b769-0a4ff80fd650 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:48.978303 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:48.978633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:49.008108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:04:49.008488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Checking segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:04:49.009459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Bound using segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:04:49.009620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Calling delete_port for f9ffa599-734c-480c-a978-8c5f7c275552 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:49.009920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Bound port: ab4e523f-c4f0-4c51-a10c-c023415a2e39, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:04:49.010285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:49.045708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-68f0b2da-d912-43e6-bace-8aa65e11ece6 req-e57ad552-5ee5-447b-8093-722e0aa0ef0d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990350 Apr 21 21:04:49.128368 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-28270729-8e69-45cd-ac47-da19566bb677 service neutron] 10.222.0.49 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713819 Apr 21 21:04:49.180641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:04:49.198231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:04:49.203273 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:49.219934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa5d79-4356-4402-a8d9-4203c75bffab req-bbc697e1-cd43-449b-8761-d33d229f070c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:49.221526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cffa5d79-4356-4402-a8d9-4203c75bffab req-bbc697e1-cd43-449b-8761-d33d229f070c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0981033 Apr 21 21:04:49.280560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:49.281203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:49.288364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 200 len: 1091 time: 1.3734272 Apr 21 21:04:49.312402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:49.315029 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b348850-849b-4dc6-99c9-c9655c88b079" -d '{"events": [{"name": "network-changed", "server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:49.323172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cffa5d79-4356-4402-a8d9-4203c75bffab req-9ebc6972-68a9-4d44-8a76-07f251fd9a46 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797722 Apr 21 21:04:49.361648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc05dc7-3250-4736-b726-e1910e0e60f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:49.425008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-a604a129-bdc1-4b0a-aed4-955aa85eaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:49.427372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-a604a129-bdc1-4b0a-aed4-955aa85eaaa6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 1094 time: 0.0553811 Apr 21 21:04:49.500742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-04803384-fba8-44ba-8475-16046316b280 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 200 len: 217 time: 0.0653090 Apr 21 21:04:49.562985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd5ad4-a8bb-44e7-b5ca-cddf7e9062e0 req-e7d1898c-bf0b-4a32-ad4d-c0bc164e08f4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:49.564552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0dcd5ad4-a8bb-44e7-b5ca-cddf7e9062e0 req-e7d1898c-bf0b-4a32-ad4d-c0bc164e08f4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1208572 Apr 21 21:04:49.580813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-3c30e0c8-1688-4667-a801-7d282758b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:49.582238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-3c30e0c8-1688-4667-a801-7d282758b7a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.0725522 Apr 21 21:04:49.634812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0dcd5ad4-a8bb-44e7-b5ca-cddf7e9062e0 req-8546bd4b-fc46-45bc-a647-25de04cd5422 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634332 Apr 21 21:04:49.647304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-6ec0c526-ff52-4823-aa29-f56b4bdde286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:49.648822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-6ec0c526-ff52-4823-aa29-f56b4bdde286 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575047 Apr 21 21:04:49.663286 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:49.671919 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-b16704db-b096-4d93-98e1-9ba1e734be44 service neutron] 10.222.0.49 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316284 Apr 21 21:04:49.745276 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f245467-f4cd-4498-9d9a-9e2f4b2093a5 x-openstack-request-id: req-4f245467-f4cd-4498-9d9a-9e2f4b2093a5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:49.745567 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:49.745816 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f245467-f4cd-4498-9d9a-9e2f4b2093a5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:49.746229 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f245467-f4cd-4498-9d9a-9e2f4b2093a5'] response: {'name': 'network-changed', 'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'status': 'completed', 'code': 200} Apr 21 21:04:49.755978 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:49.772571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:49.804420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:49.809111 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-3dc3b39b-2c28-4d1c-ac0c-4260123df13f service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534255 Apr 21 21:04:49.812335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:49.820332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:49.912083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Pushing event updated for resources: {'Port': ['ID=55a4bd3c-e476-4620-916a-1061a388ae19,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:49.975485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:49.976092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:49.986943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'Port': ['ID=f9ffa599-734c-480c-a978-8c5f7c275552,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:50.011498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:50.014588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:50.016316 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-01f4e1e5-ec62-406c-9cba-1d9c51416098 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "DELETE /v2.0/floatingips/3a4b33a5-b4a6-4818-b41a-9b103753d16c HTTP/1.1" status: 204 len: 168 time: 1.6707103 Apr 21 21:04:50.039577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4682475b-b91c-4542-a60e-338b984f1e58 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2566645 Apr 21 21:04:50.044638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34450) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:50.049800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.135'}]}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:50.064117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8a37a-2a67-4957-a8b5-3d41f3a24782 req-3239a02b-bfdb-4dd0-b394-b7be9f5ddac6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:50.071916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40d8a37a-2a67-4957-a8b5-3d41f3a24782 req-3239a02b-bfdb-4dd0-b394-b7be9f5ddac6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 943 time: 0.1158512 Apr 21 21:04:50.141471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40d8a37a-2a67-4957-a8b5-3d41f3a24782 req-15a6ef13-2f2d-47ce-9fed-3a69fe50c50a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635984 Apr 21 21:04:50.149821 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:50.150879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:50.283540 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5780747-8a80-4051-aef8-c58258b26828 req-d99a2a21-2cc2-44a5-98dc-45b57718d5fd tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 210 time: 0.0941632 Apr 21 21:04:50.286024 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:50.304293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb706da5-13bc-4287-be19-d1c1dfd8e844 req-a66c1fae-09a2-4734-b6b9-05807e01e870 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:50.313035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb706da5-13bc-4287-be19-d1c1dfd8e844 req-a66c1fae-09a2-4734-b6b9-05807e01e870 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.4761758 Apr 21 21:04:50.344271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f580bc2-e6bf-472c-bd9c-1bd5e3f8dc90 req-62ecf676-b77c-406b-90e7-6ef1a138e49e service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239050 Apr 21 21:04:50.370320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb706da5-13bc-4287-be19-d1c1dfd8e844 req-98fc0222-fa62-4613-9696-06b54cd62613 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561190 Apr 21 21:04:50.375029 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:50.487593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-329e6d82-443f-4a3e-9b72-cc127be04021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:50.492636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-329e6d82-443f-4a3e-9b72-cc127be04021 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 1094 time: 0.0961850 Apr 21 21:04:50.589508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:50.590284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:50.637815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ceab7-8c3c-4c80-ae9c-a7ab0259eec9 req-97b33a5d-335c-4088-af94-efcb3617a45f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:50.646178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a27ceab7-8c3c-4c80-ae9c-a7ab0259eec9 req-97b33a5d-335c-4088-af94-efcb3617a45f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 945 time: 0.1303785 Apr 21 21:04:50.678030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-71d0078e-dddf-4b9f-a15f-4d522ecee5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:50.679788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-71d0078e-dddf-4b9f-a15f-4d522ecee5d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.1798890 Apr 21 21:04:50.748481 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a27ceab7-8c3c-4c80-ae9c-a7ab0259eec9 req-1d536de9-58c0-4434-b4f7-73545cabe571 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967007 Apr 21 21:04:50.750663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-0277e742-e828-4afb-a8cc-1b8d694df60c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 200 len: 217 time: 0.0588553 Apr 21 21:04:50.907520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-fd845c39-711b-435a-9e56-45139efe79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:50.909145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-fd845c39-711b-435a-9e56-45139efe79c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.1513956 Apr 21 21:04:50.920802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb0015-59e5-431c-a627-0d569fe542b4 req-3a87cebf-041e-4a0d-b46b-8d081678e980 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:50.922473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31cb0015-59e5-431c-a627-0d569fe542b4 req-3a87cebf-041e-4a0d-b46b-8d081678e980 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.0695326 Apr 21 21:04:50.944271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34470) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:50.956399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7d66d0dd-16bf-4c6c-91ad-998656399b0e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868248247', 'description': 'tempest-description--1575687941'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:50.995748 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:50.998019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31cb0015-59e5-431c-a627-0d569fe542b4 req-2acb91f9-9745-4d4f-911b-c58b20452836 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637786 Apr 21 21:04:51.005118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-d18d5588-44c0-49ec-a890-db5e3bf79df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:51.006838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-d18d5588-44c0-49ec-a890-db5e3bf79df0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833588 Apr 21 21:04:51.062563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.095309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d66d0dd-16bf-4c6c-91ad-998656399b0e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.145233 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-3bef5bc2-53f9-49a6-b684-8bcf5e9a07a9 service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305332 Apr 21 21:04:51.241558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb086ef-f4a0-487c-a14e-e4bb0369bbfd req-2277cef0-61a2-40c4-ad88-bf5078061210 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:51.243396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7cb086ef-f4a0-487c-a14e-e4bb0369bbfd req-2277cef0-61a2-40c4-ad88-bf5078061210 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1234479 Apr 21 21:04:51.304893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b348850-849b-4dc6-99c9-c9655c88b079 req-09fd65fb-16d5-428c-a84d-1aafb3a4eb8f service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454566 Apr 21 21:04:51.307946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7cb086ef-f4a0-487c-a14e-e4bb0369bbfd req-3cd76500-84db-4aaf-9142-73903f9a9be4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562968 Apr 21 21:04:51.388310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ccf37-d576-4fc7-bd49-6d25eb1fa4bf req-56df1841-7950-4dad-a482-d10dd5c1ec4a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:51.393224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-290ccf37-d576-4fc7-bd49-6d25eb1fa4bf req-56df1841-7950-4dad-a482-d10dd5c1ec4a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 945 time: 0.1836517 Apr 21 21:04:51.430566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d66d0dd-16bf-4c6c-91ad-998656399b0e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.440753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.464222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a71547-8080-411b-9131-f828e29fddb9 req-1d1b41c2-51bf-4287-a097-b81d092fab93 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:51.471687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75a71547-8080-411b-9131-f828e29fddb9 req-1d1b41c2-51bf-4287-a097-b81d092fab93 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 943 time: 0.0779154 Apr 21 21:04:51.484193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d66d0dd-16bf-4c6c-91ad-998656399b0e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.520593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75a71547-8080-411b-9131-f828e29fddb9 req-2e79e03b-1fea-45fa-824e-9eacd7b13920 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479441 Apr 21 21:04:51.616863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78a01c9e-8841-4ef1-ac2d-765052bad0b4 req-2902f454-1fd1-4bb3-9ff6-abd9223f2c17 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 210 time: 0.0334144 Apr 21 21:04:51.651913 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d66d0dd-16bf-4c6c-91ad-998656399b0e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.653169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7d66d0dd-16bf-4c6c-91ad-998656399b0e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7046664 Apr 21 21:04:51.656133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34482) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:51.662113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-89ced13c-19f2-4604-8f39-fc636b6443db tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group_rule': {'security_group_id': 'c995c8ce-e982-4c57-8068-db4c121f3a4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:51.705380 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-290ccf37-d576-4fc7-bd49-6d25eb1fa4bf req-697ccb15-3171-41d8-af55-c3f5c88183eb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927501 Apr 21 21:04:51.706265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66d0dd-16bf-4c6c-91ad-998656399b0e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c995c8ce-e982-4c57-8068-db4c121f3a4f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:51.713317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-89ced13c-19f2-4604-8f39-fc636b6443db tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.770198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d040fa-bca9-48a5-b9f1-ac06413ce109 req-180fa463-99d5-45e9-9cf7-5b24cc5d1da1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:51.771987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2d040fa-bca9-48a5-b9f1-ac06413ce109 req-180fa463-99d5-45e9-9cf7-5b24cc5d1da1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0914118 Apr 21 21:04:51.786710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-544745b1-a436-4c5b-bed3-b718f23d907b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:51.788623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-544745b1-a436-4c5b-bed3-b718f23d907b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.46 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 812 time: 0.4218135 Apr 21 21:04:51.791206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.803133 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.810827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-89ced13c-19f2-4604-8f39-fc636b6443db tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.819792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-89ced13c-19f2-4604-8f39-fc636b6443db tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.828749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'port': {'device_id': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3', 'admin_state_up': True, 'tenant_id': 'bcf3f97d32804202bc254c0e1d6f10a2'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:51.833884 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2d040fa-bca9-48a5-b9f1-ac06413ce109 req-6f425583-2d74-406d-9ff9-965d3e8234a1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541999 Apr 21 21:04:51.844990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ced13c-19f2-4604-8f39-fc636b6443db tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49565099-9877-40e6-8cd4-c20ec52f9e64,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:51.869033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-89ced13c-19f2-4604-8f39-fc636b6443db tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.869033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-89ced13c-19f2-4604-8f39-fc636b6443db tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2067869 Apr 21 21:04:51.869033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34486) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:51.874979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-09f0fb4c-9ad6-4796-bd20-9f78976e878b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group_rule': {'security_group_id': 'c995c8ce-e982-4c57-8068-db4c121f3a4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:51.908716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09f0fb4c-9ad6-4796-bd20-9f78976e878b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.994737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554f6ed-3370-4478-bb6b-470a49d05f05 req-8142f441-c600-40e6-a286-fe6c819be033 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:51.995701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09f0fb4c-9ad6-4796-bd20-9f78976e878b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.996693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2554f6ed-3370-4478-bb6b-470a49d05f05 req-8142f441-c600-40e6-a286-fe6c819be033 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 945 time: 0.2033405 Apr 21 21:04:51.997880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:51.998445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48d2f588-7833-4a47-9d88-744d5ca814fa {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:04:52.005639 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09f0fb4c-9ad6-4796-bd20-9f78976e878b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.057616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0fb4c-9ad6-4796-bd20-9f78976e878b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6caaf0b7-a92d-4d20-99c3-e2a682f928fb,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:52.065161 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09f0fb4c-9ad6-4796-bd20-9f78976e878b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.066343 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-09f0fb4c-9ad6-4796-bd20-9f78976e878b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959581 Apr 21 21:04:52.069728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34496) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:52.074248 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 21 21:04:52.075298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2f00add3-b2d5-406a-b3c3-44f6de62d2d4 tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0293803 Apr 21 21:04:52.078876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:52.081203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34498) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:52.093730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2554f6ed-3370-4478-bb6b-470a49d05f05 req-69742bb0-ce11-4a83-971b-cfe71a32bd54 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882363 Apr 21 21:04:52.113867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37df5ea-f219-4fbe-85d0-fe405cc4798f req-f7d4c583-0292-4c5b-8483-75ad2eca3cac tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:52.115839 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b37df5ea-f219-4fbe-85d0-fe405cc4798f req-f7d4c583-0292-4c5b-8483-75ad2eca3cac tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1033058 Apr 21 21:04:52.137910 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.138159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Made reservation on behalf of bcf3f97d32804202bc254c0e1d6f10a2 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:52.141577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.206282 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b37df5ea-f219-4fbe-85d0-fe405cc4798f req-b94c62c1-9df5-4893-9e24-443eb620c9f0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813241 Apr 21 21:04:52.303239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.330877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4265a-2cfa-4aa0-9781-a67fb57c78b1 req-3cc79a06-5a7c-4011-8f9b-f63e3afbc6b5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:52.333995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bea4265a-2cfa-4aa0-9781-a67fb57c78b1 req-3cc79a06-5a7c-4011-8f9b-f63e3afbc6b5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1584718 Apr 21 21:04:52.370330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1205370e-fc88-47cc-a3fb-e4c59e09270c tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Deleting port 55a4bd3c-e476-4620-916a-1061a388ae19 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:52.370785 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1205370e-fc88-47cc-a3fb-e4c59e09270c tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.457447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Allocated IP 172.25.0.243 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/b7ba5611-0375-4922-a471-026b18ce71c5) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:52.467242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bea4265a-2cfa-4aa0-9781-a67fb57c78b1 req-b8f5556b-20c3-4a46-941b-ec515c901607 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092315 Apr 21 21:04:52.469680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Allocated IP 172.20.0.11 (d4a8211f-693c-46b0-957f-6e5f51ac4ed3/b3f1d877-647e-4cf3-a5c6-cb275838da42/585eae3f-aba4-4d72-9176-7fdfbe866139) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:52.529643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1205370e-fc88-47cc-a3fb-e4c59e09270c tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.554117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1205370e-fc88-47cc-a3fb-e4c59e09270c tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Calling delete_port for 55a4bd3c-e476-4620-916a-1061a388ae19 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:52.618427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855ddc8-464b-4e82-b5ae-647b40e7202f req-3db92ad0-5ec1-4f80-b348-0169f23b58a8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:52.620225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c855ddc8-464b-4e82-b5ae-647b40e7202f req-3db92ad0-5ec1-4f80-b348-0169f23b58a8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1284473 Apr 21 21:04:52.689140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.694930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c855ddc8-464b-4e82-b5ae-647b40e7202f req-bfc060ae-1dd0-45f4-bb49-bd73bee7625e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630338 Apr 21 21:04:52.763129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb5827-d1d4-4e4c-9ea8-6ef5cbf37085 req-a7eb62e1-91d0-4569-afe9-3b81a4aa6100 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:52.764535 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bdb5827-d1d4-4e4c-9ea8-6ef5cbf37085 req-a7eb62e1-91d0-4569-afe9-3b81a4aa6100 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 945 time: 0.1879833 Apr 21 21:04:52.774904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.784513 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.829308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:52.849820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:52.852888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bdb5827-d1d4-4e4c-9ea8-6ef5cbf37085 req-da2f6634-a855-435d-9cf6-6f564036ee5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783815 Apr 21 21:04:52.870972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:52.878254 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1205370e-fc88-47cc-a3fb-e4c59e09270c tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.886908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:52.922122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=b7ba5611-0375-4922-a471-026b18ce71c5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:52.929578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205370e-fc88-47cc-a3fb-e4c59e09270c tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Pushing event deleted for resources: {'Port': ['ID=55a4bd3c-e476-4620-916a-1061a388ae19,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:52.947482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6200e-fe1f-439c-9510-1b34681e2107 req-d6c9dd60-fae4-4b8e-bb4b-f303e9f04e24 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:52.954974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fdf6200e-fe1f-439c-9510-1b34681e2107 req-d6c9dd60-fae4-4b8e-bb4b-f303e9f04e24 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 943 time: 0.1500280 Apr 21 21:04:52.999074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:53.014433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:53.016398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'Port': ['ID=585eae3f-aba4-4d72-9176-7fdfbe866139,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:53.018742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:53.064660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fdf6200e-fe1f-439c-9510-1b34681e2107 req-ded3d8af-9285-4fcf-a7e6-e671ea43b292 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001544 Apr 21 21:04:53.074064 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.126715 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.153288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30418bec-93d7-458d-a140-ed435099a03c req-f67ed511-bfc3-422c-8040-53368f7845a0 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:53.155033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30418bec-93d7-458d-a140-ed435099a03c req-f67ed511-bfc3-422c-8040-53368f7845a0 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 932 time: 0.1752186 Apr 21 21:04:53.160974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:53.161848 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.172599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1205370e-fc88-47cc-a3fb-e4c59e09270c tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.181946 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1205370e-fc88-47cc-a3fb-e4c59e09270c tempest-RoutersAdminNegativeIpV6Test-1620224053 tempest-RoutersAdminNegativeIpV6Test-1620224053-project-admin] 10.222.0.49 "DELETE /v2.0/ports/55a4bd3c-e476-4620-916a-1061a388ae19 HTTP/1.1" status: 204 len: 168 time: 1.0995750 Apr 21 21:04:53.218072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-7be1bc87-950b-4a3b-9c59-ee4257df72ff tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4119849 Apr 21 21:04:53.225274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30418bec-93d7-458d-a140-ed435099a03c req-43647a2d-eb62-484c-80ac-8cd8e4a580e3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603902 Apr 21 21:04:53.245961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Request body: {'port': {'device_id': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:53.332134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d98ad-4de9-4e8f-bc79-90a0e5840d22 req-79a3ac0d-b135-47db-9406-085a9f5a0069 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:53.333664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e7d98ad-4de9-4e8f-bc79-90a0e5840d22 req-79a3ac0d-b135-47db-9406-085a9f5a0069 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 814 time: 0.1811874 Apr 21 21:04:53.335708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.364341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e7d98ad-4de9-4e8f-bc79-90a0e5840d22 req-0a92290e-7f3f-4fab-aa11-35c902c93886 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/quotas/401ae39dd8974553a94bdb2d7d864a97 HTTP/1.1" status: 200 len: 375 time: 0.0204294 Apr 21 21:04:53.423753 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.432666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.474275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e7d98ad-4de9-4e8f-bc79-90a0e5840d22 req-ccc9ff86-0c57-4b6b-98bc-b00b07da85d4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980206 Apr 21 21:04:53.519192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=b7ba5611-0375-4922-a471-026b18ce71c5,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:53.525614 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.547971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.551696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e5e22765-6806-431b-8093-a6eaf6b6b837 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4802747 Apr 21 21:04:53.627235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34536) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:53.633312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafdb22-4a45-4a12-bb1c-bdc33e464a7d req-6aa5b87d-d3c2-4b7b-9a1c-b843389e17ab tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:53.638272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2eafdb22-4a45-4a12-bb1c-bdc33e464a7d req-6aa5b87d-d3c2-4b7b-9a1c-b843389e17ab tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0634489 Apr 21 21:04:53.732140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2eafdb22-4a45-4a12-bb1c-bdc33e464a7d req-dd2e6141-ae3e-4842-a1a5-985787068ff7 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831826 Apr 21 21:04:53.796859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584e5c9-e6b1-4e3a-a1df-1ca46d94495e req-a601922c-b7bf-4959-8040-d218bc2738b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:53.798355 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7584e5c9-e6b1-4e3a-a1df-1ca46d94495e req-a601922c-b7bf-4959-8040-d218bc2738b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1744752 Apr 21 21:04:53.876818 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-890d12c1-c2e9-4652-babf-0d8ee757abcf tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1868248247&fields=id&tenant_id=82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 267 time: 0.0577195 Apr 21 21:04:53.878097 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7584e5c9-e6b1-4e3a-a1df-1ca46d94495e req-e2b37471-85da-4e37-a15c-e3fdea04e0a1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654073 Apr 21 21:04:53.924528 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8aa14b73-d1e3-477e-8218-140d1f3a534e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.927675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585eae3f-aba4-4d72-9176-7fdfbe866139 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:53.935930 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:53.971620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Transition to ACTIVE for port object 585eae3f-aba4-4d72-9176-7fdfbe866139 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:04:53.977002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.042402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c1db4-50c5-41dc-8e48-82e83577fbfe req-40644158-d5be-4958-beea-12a2acf02a27 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:54.050651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a07c1db4-50c5-41dc-8e48-82e83577fbfe req-40644158-d5be-4958-beea-12a2acf02a27 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1088419 Apr 21 21:04:54.057728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036338-4d85-4682-af81-eebe4b99447e req-a4ed0dd9-42be-448b-839b-303f28721a8b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:54.066262 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-a4ed0dd9-42be-448b-839b-303f28721a8b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 814 time: 0.1869457 Apr 21 21:04:54.088198 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-cdf08fa0-0acb-43cb-a9aa-1e29661261fb tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/quotas/82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 375 time: 0.0222757 Apr 21 21:04:54.091084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=585eae3f-aba4-4d72-9176-7fdfbe866139,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:54.095889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-91713d48-28db-4c9a-b889-d84462e4372e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:54.097383 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-91713d48-28db-4c9a-b889-d84462e4372e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 945 time: 0.1168754 Apr 21 21:04:54.147354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a07c1db4-50c5-41dc-8e48-82e83577fbfe req-008601f5-2d83-4f26-9474-cb660ba67163 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956848 Apr 21 21:04:54.188074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Attempting to bind port 585eae3f-aba4-4d72-9176-7fdfbe866139 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:04:54.188685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Attempting to bind port 585eae3f-aba4-4d72-9176-7fdfbe866139 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '66204c85-bcdd-4bd7-9608-39caf105ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:04:54.189268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Attempting to bind port 585eae3f-aba4-4d72-9176-7fdfbe866139 on network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:54.195740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Port 585eae3f-aba4-4d72-9176-7fdfbe866139 on network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:04:54.196329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Attempting to bind port 585eae3f-aba4-4d72-9176-7fdfbe866139 on network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:04:54.202168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:04:54.202736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Checking segment: {'id': '66204c85-bcdd-4bd7-9608-39caf105ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:04:54.203303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Bound using segment: {'id': '66204c85-bcdd-4bd7-9608-39caf105ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:04:54.204371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Bound port: 585eae3f-aba4-4d72-9176-7fdfbe866139, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66204c85-bcdd-4bd7-9608-39caf105ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:04:54.206174 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.228617 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8aa14b73-d1e3-477e-8218-140d1f3a534e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.251604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8aa14b73-d1e3-477e-8218-140d1f3a534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.291800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-3c79c292-dfe2-4307-ab45-369a4d1863b3 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1724305 Apr 21 21:04:54.319316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17278991-d7b7-485b-b00b-3792548774ba req-eb0eeb7f-cc96-4587-aa2f-29e01e5aacf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:54.321985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-17278991-d7b7-485b-b00b-3792548774ba req-eb0eeb7f-cc96-4587-aa2f-29e01e5aacf9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=edf4542a-c15c-4760-a49d-a03833e15929 HTTP/1.1" status: 200 len: 945 time: 0.0994303 Apr 21 21:04:54.327149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] For port 585eae3f-aba4-4d72-9176-7fdfbe866139, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:04:54.330892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] For port 585eae3f-aba4-4d72-9176-7fdfbe866139, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=585eae3f-aba4-4d72-9176-7fdfbe866139,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:04:54.348368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.353565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8aa14b73-d1e3-477e-8218-140d1f3a534e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a34078f9c4e84b009bb7a1c9a5063967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139838 Apr 21 21:04:54.358465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34572) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:54.364080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa14b73-d1e3-477e-8218-140d1f3a534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ee8594-0428-4bbd-b213-62f744200ff1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:54.417890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:54.418495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.419884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] 10.222.0.46 "PUT /v2.0/ports/585eae3f-aba4-4d72-9176-7fdfbe866139 HTTP/1.1" status: 200 len: 1092 time: 1.1891849 Apr 21 21:04:54.420469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:54.421244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Deleting port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:04:54.421584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.422728 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24365a9d-4a10-4dad-ba99-3fc67b82d14d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:54.427794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-17278991-d7b7-485b-b00b-3792548774ba req-7887b16c-cb83-4f37-a07a-1b6db25e5f6e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953722 Apr 21 21:04:54.475832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e676ad-c51e-4153-ae9e-f48c5528a7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=585eae3f-aba4-4d72-9176-7fdfbe866139,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:54.483222 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d805932-c125-4887-96a8-5fb73d3a5ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.499338 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-dff2069b-0506-40e8-ba0f-284901d4f7f2 service neutron] 10.222.0.49 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067065 Apr 21 21:04:54.534034 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d805932-c125-4887-96a8-5fb73d3a5ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.594450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] For port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:54.594893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.602546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-55762bcf-5479-4c23-a9ee-0ed540148694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:54.604822 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-55762bcf-5479-4c23-a9ee-0ed540148694 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 1095 time: 0.1191127 Apr 21 21:04:54.616029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Calling delete_port for f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:04:54.642446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-5198b777-fcf8-401c-8d5f-95b2956f5118 service neutron] 10.222.0.49 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341827 Apr 21 21:04:54.791796 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:54.807752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:54.853637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['f42b0adf-25fb-4bdc-8f73-a7dfb6d59625'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:54.860388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event deleted for resources: {'Port': ['ID=f42b0adf-25fb-4bdc-8f73-a7dfb6d59625,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:54.994640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] No DVR routers for this DVR port f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:04:54.999164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:55.003217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-906469b5-0d40-40c0-8801-aa3f89b58e3e req-0a8b7122-fd70-436e-b1b8-23955dd08f5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "DELETE /v2.0/ports/f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 HTTP/1.1" status: 204 len: 173 time: 0.8995922 Apr 21 21:04:55.004157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf4542a-c15c-4760-a49d-a03833e15929', 'name': 'network-vif-deleted', 'tag': 'f42b0adf-25fb-4bdc-8f73-a7dfb6d59625'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:55.008868 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61100369-12cb-4f2c-bcf8-6e0f723f3d58" -d '{"events": [{"server_uuid": "edf4542a-c15c-4760-a49d-a03833e15929", "name": "network-vif-deleted", "tag": "f42b0adf-25fb-4bdc-8f73-a7dfb6d59625"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:55.043708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd224c35-f334-435a-b9f3-a438c4453ba9 req-21d6208c-444f-4153-96b1-158a201a2d96 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:55.046314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dd224c35-f334-435a-b9f3-a438c4453ba9 req-21d6208c-444f-4153-96b1-158a201a2d96 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 944 time: 0.1364114 Apr 21 21:04:55.112749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dd224c35-f334-435a-b9f3-a438c4453ba9 req-368d125a-50e7-4a0a-9e65-749fa6669266 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574958 Apr 21 21:04:55.151220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386a247-a82b-4b49-9015-c972cac6d6d6 req-225b3971-70b2-423b-97df-e827a26f9863 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:55.152915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9386a247-a82b-4b49-9015-c972cac6d6d6 req-225b3971-70b2-423b-97df-e827a26f9863 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 943 time: 0.6113465 Apr 21 21:04:55.154651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-c6086494-0ac8-45bf-96d5-ad4347966d1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585eae3f-aba4-4d72-9176-7fdfbe866139 HTTP/1.1" status: 200 len: 217 time: 0.5429478 Apr 21 21:04:55.227985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d805932-c125-4887-96a8-5fb73d3a5ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:55.230472 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d805932-c125-4887-96a8-5fb73d3a5ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:55.231631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5d805932-c125-4887-96a8-5fb73d3a5ead admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06ee8594-0428-4bbd-b213-62f744200ff1 HTTP/1.1" status: 204 len: 168 time: 0.8713655 Apr 21 21:04:55.249486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1dc8107e-7c77-470e-91e0-2098a66ed6ee req-2c8a2d9e-aa3c-4b25-8459-909c55f3ef3f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=401ae39dd8974553a94bdb2d7d864a97 HTTP/1.1" status: 200 len: 221 time: 0.0438845 Apr 21 21:04:55.267559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d805932-c125-4887-96a8-5fb73d3a5ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ee8594-0428-4bbd-b213-62f744200ff1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:55.310404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-2a8ca5a3-8c6f-47f0-98ed-b8c461257a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:55.311849 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-2a8ca5a3-8c6f-47f0-98ed-b8c461257a91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 200 len: 852 time: 0.1419663 Apr 21 21:04:55.358511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9386a247-a82b-4b49-9015-c972cac6d6d6 req-0f97aa0c-2850-4dfd-b259-be3d7ba6db37 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965988 Apr 21 21:04:55.365217 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29bf11c-c2c2-4d59-b444-fe786e0d2738 x-openstack-request-id: req-e29bf11c-c2c2-4d59-b444-fe786e0d2738 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:55.365595 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:55.366153 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e29bf11c-c2c2-4d59-b444-fe786e0d2738 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:55.366899 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29bf11c-c2c2-4d59-b444-fe786e0d2738'] response: {'name': 'network-changed', 'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139', 'status': 'completed', 'code': 200} Apr 21 21:04:55.401492 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-cadb3985-33c6-442b-93e5-c3bd78733f9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801952 Apr 21 21:04:55.490063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2ac3220-4bf9-41dc-99c0-8f1d578b3eb2 req-9d768b40-61cf-47c4-950f-f3e00fc315d0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 210 time: 0.0479555 Apr 21 21:04:55.557823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:04:55.600369 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b162bc70-a32c-4dfe-b848-95bbadbdeb41 x-openstack-request-id: req-b162bc70-a32c-4dfe-b848-95bbadbdeb41 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:55.600899 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf4542a-c15c-4760-a49d-a03833e15929", "name": "network-vif-deleted", "tag": "f42b0adf-25fb-4bdc-8f73-a7dfb6d59625", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:55.601543 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b162bc70-a32c-4dfe-b848-95bbadbdeb41 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:55.601940 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b162bc70-a32c-4dfe-b848-95bbadbdeb41'] response: {'server_uuid': 'edf4542a-c15c-4760-a49d-a03833e15929', 'name': 'network-vif-deleted', 'tag': 'f42b0adf-25fb-4bdc-8f73-a7dfb6d59625', 'status': 'completed', 'code': 200} Apr 21 21:04:55.693541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ef49-87c8-4f53-b543-eea220c00d58 req-d2076b39-0132-45cd-a5ff-244bde93222d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:55.695044 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5983ef49-87c8-4f53-b543-eea220c00d58 req-d2076b39-0132-45cd-a5ff-244bde93222d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1430378 Apr 21 21:04:55.697307 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-5531160c-aac6-48f2-9106-948a0a31a729 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854934 Apr 21 21:04:55.769320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34616) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:55.787055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:55.808740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'port_id': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'mac_address': 'fa:16:3e:5c:69:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:04:55.823965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5983ef49-87c8-4f53-b543-eea220c00d58 req-9f33bd03-eca1-4422-b1e9-49ef37feb511 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102643 Apr 21 21:04:55.864752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-066be4af-93ae-4e00-b870-bf31b8c9232d req-9f07352e-df7a-4bec-b0a3-117c95121178 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537147 Apr 21 21:04:55.877447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853fac9-1ece-443f-a1b0-1e7ceae2c823 req-53ec161d-4f94-4fc2-96be-90775840720e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:55.882223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9853fac9-1ece-443f-a1b0-1e7ceae2c823 req-53ec161d-4f94-4fc2-96be-90775840720e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1628776 Apr 21 21:04:55.883911 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:55.916068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4e523f-c4f0-4c51-a10c-c023415a2e39 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:55.947741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-beb0aa9a-b458-44e0-8188-ba3f008ec927 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3386b2fb2b9422ba98d1f47a45535ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755879 Apr 21 21:04:55.950408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34620) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:55.956481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:55.964070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:55.977922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9853fac9-1ece-443f-a1b0-1e7ceae2c823 req-98ae9df2-e65d-478f-8546-3ee5cfbbb366 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758805 Apr 21 21:04:56.059047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:56.146203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e074c4e-19ea-4c7e-b276-dec73ad547ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:56.153762 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-493bc93e-7314-471f-9346-e51be6ead532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:56.155375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-493bc93e-7314-471f-9346-e51be6ead532 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 1095 time: 0.1523168 Apr 21 21:04:56.205157 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e074c4e-19ea-4c7e-b276-dec73ad547ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:56.231220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49956a15-9179-4642-a2f0-180cfce41e07 req-c06df732-c1c9-4555-94bd-76c2e4f248e6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:56.232732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49956a15-9179-4642-a2f0-180cfce41e07 req-c06df732-c1c9-4555-94bd-76c2e4f248e6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0519361 Apr 21 21:04:56.237083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b415-b803-41c7-96c2-76d762358d39 req-7892ce8d-d499-4d10-8fd3-47e0292e9743 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:56.239139 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2f7b415-b803-41c7-96c2-76d762358d39 req-7892ce8d-d499-4d10-8fd3-47e0292e9743 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1612830 Apr 21 21:04:56.275248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49956a15-9179-4642-a2f0-180cfce41e07 req-6f96db6e-5245-4bea-90a0-0a62e0a2c919 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335867 Apr 21 21:04:56.305001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ab4e523f-c4f0-4c51-a10c-c023415a2e39'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:56.340052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2f7b415-b803-41c7-96c2-76d762358d39 req-ab85125e-ca54-44dc-8281-43d59c7b3f73 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926321 Apr 21 21:04:56.359205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-f1654606-b61e-4888-b6e7-dd1fa28d897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:56.360795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-f1654606-b61e-4888-b6e7-dd1fa28d897f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 913 time: 0.1961067 Apr 21 21:04:56.361861 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e074c4e-19ea-4c7e-b276-dec73ad547ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:56.378171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e074c4e-19ea-4c7e-b276-dec73ad547ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:56.382247 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5e074c4e-19ea-4c7e-b276-dec73ad547ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be04f8e4-523e-4741-a3d4-61635f713958 HTTP/1.1" status: 204 len: 168 time: 0.4283328 Apr 21 21:04:56.547739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-c064f4c4-99d7-4732-8c5c-94ed606933ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585eae3f-aba4-4d72-9176-7fdfbe866139 HTTP/1.1" status: 200 len: 217 time: 0.1407599 Apr 21 21:04:56.561435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84059bce-9afa-4e78-a73d-7ff0d57c290c req-81a57284-b74c-4575-928c-23bfb5131f47 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:56.563782 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84059bce-9afa-4e78-a73d-7ff0d57c290c req-81a57284-b74c-4575-928c-23bfb5131f47 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 944 time: 0.1623840 Apr 21 21:04:56.612147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e074c4e-19ea-4c7e-b276-dec73ad547ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be04f8e4-523e-4741-a3d4-61635f713958,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:56.615805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-8aec996d-b9d1-4065-bbc5-9ff389fa9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:56.617436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-8aec996d-b9d1-4065-bbc5-9ff389fa9be1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 200 len: 852 time: 0.0524611 Apr 21 21:04:56.658807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-dd80e61c-794b-4914-b6c6-d6dadeb5af27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298493 Apr 21 21:04:56.685117 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-84059bce-9afa-4e78-a73d-7ff0d57c290c req-6c6e6127-1806-427b-b2ee-87a7215ce5c1 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133366 Apr 21 21:04:56.757883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036338-4d85-4682-af81-eebe4b99447e req-1d8e88fa-30af-42b9-bbbf-607d34ea40c2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:56.759729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-1d8e88fa-30af-42b9-bbbf-607d34ea40c2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 814 time: 0.2695210 Apr 21 21:04:56.830405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-8515c3b8-cb45-46e5-be04-12c083a89f24 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:56.832856 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-8515c3b8-cb45-46e5-be04-12c083a89f24 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.2835093 Apr 21 21:04:56.860022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-cfda4ced-deb7-41bb-93f6-c498a87e3bde tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 380 time: 0.0910816 Apr 21 21:04:56.872557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'port': {'device_id': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'admin_state_up': True, 'tenant_id': '82e77516482b49798caefa23821a5e41', 'security_groups': ['c995c8ce-e982-4c57-8068-db4c121f3a4f']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:56.874935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-47c5d164-d6ea-4ef6-b309-d117441d814f service neutron] 10.222.0.46 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732633 Apr 21 21:04:56.876164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-217f71ad-77d3-4fa4-b2d1-9156c6a36414 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/quotas/76458e785e67444ab87516449459bd4d HTTP/1.1" status: 200 len: 375 time: 0.0239627 Apr 21 21:04:56.903583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b651546-2213-437e-9d96-31f5e23c97fb req-351dc6f4-ccad-4d45-b824-63ecb8d13d85 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:56.911383 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b651546-2213-437e-9d96-31f5e23c97fb req-351dc6f4-ccad-4d45-b824-63ecb8d13d85 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1221406 Apr 21 21:04:57.041427 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24365a9d-4a10-4dad-ba99-3fc67b82d14d req-fb3a8d5e-13ff-4b20-b485-45cbe3d066b1 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565573 Apr 21 21:04:57.088999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-2d019705-f94f-4f9c-af0b-1b80ed292794 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2062471 Apr 21 21:04:57.200885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-743335d2-fe8f-443f-adf6-90ff75e5ce19 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107244 Apr 21 21:04:57.298237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b651546-2213-437e-9d96-31f5e23c97fb req-6879a3f9-0b96-4a62-9735-b9b8ad532d30 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857539 Apr 21 21:04:57.341416 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-bd0e6b93-e310-4dcb-a5cd-09f9abb1b723 service neutron] 10.222.0.49 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342108 Apr 21 21:04:57.360378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Made reservation on behalf of 82e77516482b49798caefa23821a5e41 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:57.369699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:57.526985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34686) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:57.549046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Allocated IP 172.20.0.14 (bb53438a-3327-4b76-88e5-46a4179a528b/21b73171-c292-4de0-8522-264715ef6eba/5f81085e-918a-4ce1-ba3c-758cd290ef47) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:57.561137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:04:57.624252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a798e1-f610-4fda-a60d-71707ee219f2 req-4735053d-7677-4638-80a8-f48de0862696 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:57.633541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2a798e1-f610-4fda-a60d-71707ee219f2 req-4735053d-7677-4638-80a8-f48de0862696 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.1051855 Apr 21 21:04:57.724088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port ab4e523f-c4f0-4c51-a10c-c023415a2e39 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:04:57.725139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2a798e1-f610-4fda-a60d-71707ee219f2 req-daa8d009-913e-48a1-b27e-9d0afc24049d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906658 Apr 21 21:04:57.733543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ab4e523f-c4f0-4c51-a10c-c023415a2e39 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:57.735086 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:57.735342 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8ae7a27-7fb8-40ee-9b65-8af3cb300813 req-04b07296-2ebe-4646-9996-718dc66838de tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 210 time: 0.0886455 Apr 21 21:04:57.756265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'networks': [{'name': 'tempest-network--1832417525'}, {'name': 'tempest-network--2068874087'}]} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:57.757495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'network': {'name': 'tempest-network--1832417525'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:57.759924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'network': {'name': 'tempest-network--2068874087'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:57.814202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Made reservation on behalf of 5231b937094749858faf0d23a5ce3b06 for: {'network': 2} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:57.831831 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:57.869149 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:57.880509 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:57.929779 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:57.966405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4da2a4-04ac-462a-a4c9-a6371c240d5a req-6edc548a-eaf3-46ff-9366-5d5abee42bde tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:57.967334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:04:57.968666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f4da2a4-04ac-462a-a4c9-a6371c240d5a req-6edc548a-eaf3-46ff-9366-5d5abee42bde tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0916443 Apr 21 21:04:57.970576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:57.980649 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9d4bc9-f807-4e18-9a18-26e5dbed0905" -d '{"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:04:58.001241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:58.007056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.043154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Network bb53438a-3327-4b76-88e5-46a4179a528b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:04:58.062774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9fcef-d216-4c5e-8854-8332848327d9 req-37a3fb27-04f3-4e70-8875-8b98b2281f24 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:58.066560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:04:58.069635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:04:58.071746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:58.073533 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a9c9fcef-d216-4c5e-8854-8332848327d9 req-37a3fb27-04f3-4e70-8875-8b98b2281f24 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1968460 Apr 21 21:04:58.106651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 585eae3f-aba4-4d72-9176-7fdfbe866139 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:04:58.133269 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.144517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.145032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.148181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=5f81085e-918a-4ce1-ba3c-758cd290ef47,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:58.174300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f4da2a4-04ac-462a-a4c9-a6371c240d5a req-8ea4ff21-966d-4b75-9e9e-a1f78361d068 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872694 Apr 21 21:04:58.189704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fac214-a877-481e-8bd0-70992353c6b2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:58.215497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:58.216128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.264169 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-0c360a7a-727a-466b-9420-9214d6a1029d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3969023 Apr 21 21:04:58.278161 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a9c9fcef-d216-4c5e-8854-8332848327d9 req-3de63066-ea27-444e-94f5-cbe1e69b5e76 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431470 Apr 21 21:04:58.294148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:04:58.301931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Request body: {'port': {'device_id': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:58.332215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:04:58.352608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:04:58.353030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device f42b0adf-25fb-4bdc-8f73-a7dfb6d59625 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:04:58.354064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.354878 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Added segment 248627d8-a335-4c98-9590-df78a7ea74e2 of type vlan for network 62b5d2b0-3ed6-47d7-8cac-d1416b47db15 Apr 21 21:04:58.389001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05f92b78-6e4d-4a75-be01-b0982af7f054 req-730ac499-41a2-4d6e-a44b-bed384be48df tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 210 time: 0.1081593 Apr 21 21:04:58.419805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 585eae3f-aba4-4d72-9176-7fdfbe866139, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=585eae3f-aba4-4d72-9176-7fdfbe866139,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:58.433523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '585eae3f-aba4-4d72-9176-7fdfbe866139', 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3', 'port_id': '585eae3f-aba4-4d72-9176-7fdfbe866139', 'mac_address': 'fa:16:3e:05:c3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f1d877-647e-4cf3-a5c6-cb275838da42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:04:58.480281 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.493297 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de2963f-853d-4cc3-ab08-3266e198c7bf x-openstack-request-id: req-6de2963f-853d-4cc3-ab08-3266e198c7bf {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:04:58.495069 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:04:58.495911 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6de2963f-853d-4cc3-ab08-3266e198c7bf {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:04:58.497977 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de2963f-853d-4cc3-ab08-3266e198c7bf'] response: {'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'code': 200} Apr 21 21:04:58.527605 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.550884 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.570523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585eae3f-aba4-4d72-9176-7fdfbe866139 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:58.604328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-674784a6-8c31-400b-a3a7-9238af7e4b1a None None] Provisioning complete for port 5f81085e-918a-4ce1-ba3c-758cd290ef47 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:04:58.604950 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-674784a6-8c31-400b-a3a7-9238af7e4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.614649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a8c3-219f-4510-ab7a-25ddd7f0c370 req-0888a835-62b6-42eb-bcf8-a79f47fbc3c8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:58.617203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6172a8c3-219f-4510-ab7a-25ddd7f0c370 req-0888a835-62b6-42eb-bcf8-a79f47fbc3c8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 944 time: 0.1782815 Apr 21 21:04:58.622772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:04:58.651752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.652470 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Added segment a6210e5e-02cb-484d-aafb-d3a44240eab9 of type vlan for network 3683bd17-1728-4967-b71a-42eaba173fc6 Apr 21 21:04:58.655785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 585eae3f-aba4-4d72-9176-7fdfbe866139, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=585eae3f-aba4-4d72-9176-7fdfbe866139,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:04:58.686474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.719582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-674784a6-8c31-400b-a3a7-9238af7e4b1a None None] Port 5f81085e-918a-4ce1-ba3c-758cd290ef47 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:04:58.735483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6172a8c3-219f-4510-ab7a-25ddd7f0c370 req-db3b90f2-50ae-4ca7-9c69-0bf83b09e734 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065085 Apr 21 21:04:58.771311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=585eae3f-aba4-4d72-9176-7fdfbe866139,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:58.785630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.822172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09372a4-c47b-4684-be5f-6fbddfc6baae req-a9401235-a8bf-4bf5-82be-ed8f19c1b412 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:58.823820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a09372a4-c47b-4684-be5f-6fbddfc6baae req-a9401235-a8bf-4bf5-82be-ed8f19c1b412 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.2628629 Apr 21 21:04:58.828982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.829702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.834366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107371bd-46ba-4dfe-bc30-51cafba0a2cb req-4f42c179-6557-4ed5-b479-870094e92891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:58.836304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-107371bd-46ba-4dfe-bc30-51cafba0a2cb req-4f42c179-6557-4ed5-b479-870094e92891 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 1096 time: 0.2241299 Apr 21 21:04:58.842171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:58.843590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:58.845093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:58.911678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3831303 Apr 21 21:04:58.911915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34714) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:58.918800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-107371bd-46ba-4dfe-bc30-51cafba0a2cb req-c7f7ce1c-77d1-4fc8-9c23-086eeab62154 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750933 Apr 21 21:04:58.994688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Network': ['ID=62b5d2b0-3ed6-47d7-8cac-d1416b47db15,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:58.998003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['585eae3f-aba4-4d72-9176-7fdfbe866139'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:04:59.047954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 62b5d2b0-3ed6-47d7-8cac-d1416b47db15 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:04:59.057028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30178756-05c5-4c8d-8c8c-fddf1431dc55 req-f6f8490d-5d8e-422a-90bb-f6dd59762c55 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:59.067780 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30178756-05c5-4c8d-8c8c-fddf1431dc55 req-f6f8490d-5d8e-422a-90bb-f6dd59762c55 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2031319 Apr 21 21:04:59.187397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc773079-1aaa-4a8c-9fbc-8916e0dfb48e tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Network': ['ID=3683bd17-1728-4967-b71a-42eaba173fc6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:59.202336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 3683bd17-1728-4967-b71a-42eaba173fc6 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:04:59.237111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30178756-05c5-4c8d-8c8c-fddf1431dc55 req-131f0370-5047-43b5-997d-c4e5c7e9be69 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684306 Apr 21 21:04:59.274233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-c2b3b3c3-971f-4a2a-84dc-b98bab220d00 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:59.275922 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-c2b3b3c3-971f-4a2a-84dc-b98bab220d00 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 805 time: 0.2770576 Apr 21 21:04:59.297895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Request body: {'port': {'device_id': '3545d80d-b06f-4420-afa4-815e60d23214', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'admin_state_up': True, 'tenant_id': '76458e785e67444ab87516449459bd4d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:04:59.383134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8054d7b-27c4-451a-953f-880fc1b19dc3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:59.395222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8054d7b-27c4-451a-953f-880fc1b19dc3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:59.408795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8054d7b-27c4-451a-953f-880fc1b19dc3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:59.426292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8054d7b-27c4-451a-953f-880fc1b19dc3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:59.429857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c8054d7b-27c4-451a-953f-880fc1b19dc3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5131524 Apr 21 21:04:59.435861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34720) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:04:59.446318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a09372a4-c47b-4684-be5f-6fbddfc6baae req-4db14278-4b30-464c-9d5e-846162abd10f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934103 Apr 21 21:04:59.547184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:59.556360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492323-4e0b-41a8-ba39-464ce3546f95 req-272a4624-d58d-4e54-8623-b1e7d7c277b8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:59.565408 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8492323-4e0b-41a8-ba39-464ce3546f95 req-272a4624-d58d-4e54-8623-b1e7d7c277b8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 932 time: 0.1427615 Apr 21 21:04:59.586709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f81085e-918a-4ce1-ba3c-758cd290ef47 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:04:59.597202 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:59.607848 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8492323-4e0b-41a8-ba39-464ce3546f95 req-f3abcbe5-8df8-4ad0-84cb-a7367e2dbf9a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412307 Apr 21 21:04:59.608737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Made reservation on behalf of 76458e785e67444ab87516449459bd4d for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:04:59.612686 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:59.627747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Transition to ACTIVE for port object 5f81085e-918a-4ce1-ba3c-758cd290ef47 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:04:59.649296 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:59.706995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5397a40-4f7c-48c4-a2e7-2d4946797b4c req-31eb6a40-5487-4933-a2af-f4a4356e495e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:04:59.709766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5397a40-4f7c-48c4-a2e7-2d4946797b4c req-31eb6a40-5487-4933-a2af-f4a4356e495e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1606095 Apr 21 21:04:59.777398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c56564c-54b6-47d7-be5e-ad3a490357ff req-a8431df4-08e5-4f25-8a21-9ce17f44a670 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 210 time: 0.0531523 Apr 21 21:04:59.809233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81085e-918a-4ce1-ba3c-758cd290ef47,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:04:59.880305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:04:59.981209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Allocated IP 172.20.0.10 (74dc5594-2b4a-4072-9a75-1038017db159/c929aed1-8248-4321-818a-5ec8bd42d411/35a822f6-066e-464d-8aa2-dacf7a3cd548) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:04:59.988032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b5d2b0-3ed6-47d7-8cac-d1416b47db15']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:00.021814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Attempting to bind port 5f81085e-918a-4ce1-ba3c-758cd290ef47 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:05:00.022178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Attempting to bind port 5f81085e-918a-4ce1-ba3c-758cd290ef47 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:05:00.022579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Attempting to bind port 5f81085e-918a-4ce1-ba3c-758cd290ef47 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:00.044271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248627d8-a335-4c98-9590-df78a7ea74e2') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:00.044729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248627d8-a335-4c98-9590-df78a7ea74e2') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:00.064552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f5397a40-4f7c-48c4-a2e7-2d4946797b4c req-5dc18cc3-4bf2-4aa8-bf52-32c5217427ab tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317246 Apr 21 21:05:00.069161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Port 5f81085e-918a-4ce1-ba3c-758cd290ef47 on network bb53438a-3327-4b76-88e5-46a4179a528b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:05:00.069973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Attempting to bind port 5f81085e-918a-4ce1-ba3c-758cd290ef47 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:00.081639 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.098590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:05:00.098590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Checking segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:00.098590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Bound using segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:05:00.098590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Bound port: 5f81085e-918a-4ce1-ba3c-758cd290ef47, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:05:00.099198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.104879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-65c4ddc3-67dd-4bd4-a8fb-72804b190df0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:00.115773 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.116146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-65c4ddc3-67dd-4bd4-a8fb-72804b190df0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.2029417 Apr 21 21:05:00.131111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:00.131574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:00.134928 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:00.141999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-7696548e-b802-4d08-a1cd-c9c104ff6db2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/quotas/271267117912412b9b2b74aabfd7abe9 HTTP/1.1" status: 200 len: 375 time: 0.0249879 Apr 21 21:05:00.277954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-a62f9a4f-4f88-4070-81ba-ac74102c6fc3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1349373 Apr 21 21:05:00.300139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.312466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.317437 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/networks/62b5d2b0-3ed6-47d7-8cac-d1416b47db15 HTTP/1.1" status: 204 len: 168 time: 0.8786743 Apr 21 21:05:00.338775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34740) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:00.340157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] For port 5f81085e-918a-4ce1-ba3c-758cd290ef47, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:05:00.360858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8686cb-f6f9-4038-bfd7-85e647257d29 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Network': ['ID=62b5d2b0-3ed6-47d7-8cac-d1416b47db15,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:00.364584 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.385033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0de13-663b-440c-811e-6d19c498d452 req-ffa828b3-4237-4c21-82fe-5d1e65620729 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:00.389258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4fa0de13-663b-440c-811e-6d19c498d452 req-ffa828b3-4237-4c21-82fe-5d1e65620729 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 945 time: 0.2096701 Apr 21 21:05:00.396786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] For port 5f81085e-918a-4ce1-ba3c-758cd290ef47, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f81085e-918a-4ce1-ba3c-758cd290ef47,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:05:00.425169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-08cb8824-be49-4f8b-bcee-b515c2d65424 service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462238 Apr 21 21:05:00.432148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.448648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.449623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:00.520549 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd1cab33-9b07-4410-811b-4e27a6fd5730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.521390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Network 74dc5594-2b4a-4072-9a75-1038017db159 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:00.528047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:00.528676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.530258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] 10.222.0.43 "PUT /v2.0/ports/5f81085e-918a-4ce1-ba3c-758cd290ef47 HTTP/1.1" status: 200 len: 1092 time: 2.2504411 Apr 21 21:05:00.530527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'tag': '5f81085e-918a-4ce1-ba3c-758cd290ef47'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:00.530674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:00.532817 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05972507-bb55-45df-8347-dbc7de7e316e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf", "tag": "5f81085e-918a-4ce1-ba3c-758cd290ef47"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:00.535959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:00.541075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.548945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4fa0de13-663b-440c-811e-6d19c498d452 req-20734a83-cf82-4046-b433-e5c6316ebe92 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491742 Apr 21 21:05:00.584388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event updated for resources: {'Port': ['ID=35a822f6-066e-464d-8aa2-dacf7a3cd548,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:00.603055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42310458-2c1c-4b57-994b-7314c7e6dc85 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81085e-918a-4ce1-ba3c-758cd290ef47,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:00.631116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:00.631768 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.657331 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-5eeccd26-9429-4195-b5f2-1f7db6066baf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3716319 Apr 21 21:05:00.661013 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-997bfa99-506d-4fe7-9801-a76bab23a646 service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268736 Apr 21 21:05:00.670591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Request body: {'port': {'device_id': '3545d80d-b06f-4420-afa4-815e60d23214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:00.757432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.773910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036338-4d85-4682-af81-eebe4b99447e req-fcd4a224-3172-43b8-bca8-e7e100fd9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:00.774648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-fcd4a224-3172-43b8-bca8-e7e100fd9128 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 1095 time: 0.1860330 Apr 21 21:05:00.778346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:00.870672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-d8ab0ac5-9f9e-43a0-867b-afa51363d701 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f81085e-918a-4ce1-ba3c-758cd290ef47 HTTP/1.1" status: 200 len: 217 time: 0.0837743 Apr 21 21:05:00.877138 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d2b3b2-34a0-4b7d-b922-54e5f1079b7d x-openstack-request-id: req-93d2b3b2-34a0-4b7d-b922-54e5f1079b7d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:00.877432 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf", "tag": "5f81085e-918a-4ce1-ba3c-758cd290ef47", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:00.877683 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93d2b3b2-34a0-4b7d-b922-54e5f1079b7d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:00.878628 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d2b3b2-34a0-4b7d-b922-54e5f1079b7d'] response: {'name': 'network-changed', 'server_uuid': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'tag': '5f81085e-918a-4ce1-ba3c-758cd290ef47', 'status': 'completed', 'code': 200} Apr 21 21:05:00.924803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b7ccf-8bd5-46a1-8a1c-3e16d4b31bf3 req-86c4a3b0-1356-4f71-ba40-bf54df0c1ccd tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:00.933146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc3b7ccf-8bd5-46a1-8a1c-3e16d4b31bf3 req-86c4a3b0-1356-4f71-ba40-bf54df0c1ccd tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.2732286 Apr 21 21:05:01.001314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3683bd17-1728-4967-b71a-42eaba173fc6']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:01.029593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e33e2-a6a5-418e-bc74-93d89eb66a75 req-68550372-2463-4790-b826-6032517d6476 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:01.031099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b6e33e2-a6a5-418e-bc74-93d89eb66a75 req-68550372-2463-4790-b826-6032517d6476 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 944 time: 0.0743406 Apr 21 21:05:01.040077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc3b7ccf-8bd5-46a1-8a1c-3e16d4b31bf3 req-eb2e1671-6536-4721-a158-681b74156efd tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057372 Apr 21 21:05:01.055972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6210e5e-02cb-484d-aafb-d3a44240eab9') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:01.055972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6210e5e-02cb-484d-aafb-d3a44240eab9') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:01.068317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.085298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.109140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:01.110139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:01.115525 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:01.121774 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2b6e33e2-a6a5-418e-bc74-93d89eb66a75 req-9c47d036-ef84-44cb-a7f9-e24da77da583 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803576 Apr 21 21:05:01.234785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036338-4d85-4682-af81-eebe4b99447e req-db38e5c5-f857-47a4-9657-1cb5a24bedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:01.236405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-db38e5c5-f857-47a4-9657-1cb5a24bedc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.3323221 Apr 21 21:05:01.261089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5a32e0d-f4a4-4478-975e-31775a3db1ec req-a4b52f00-5572-4c00-8b27-3c4e84658ae5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 210 time: 0.0457120 Apr 21 21:05:01.281344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a822f6-066e-464d-8aa2-dacf7a3cd548 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:05:01.288722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.298040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.298384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.303079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/networks/3683bd17-1728-4967-b71a-42eaba173fc6 HTTP/1.1" status: 204 len: 168 time: 0.9601591 Apr 21 21:05:01.308415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34768) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:01.330785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36169c66-a2d1-40ca-9539-6e8d3e90bb95 req-e330f808-72fe-414a-96d5-b9b21a1f1907 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:01.332319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36169c66-a2d1-40ca-9539-6e8d3e90bb95 req-e330f808-72fe-414a-96d5-b9b21a1f1907 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 932 time: 0.2261660 Apr 21 21:05:01.334792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002114e-5d9c-46fb-92c6-e62b20b4e6a1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Network': ['ID=3683bd17-1728-4967-b71a-42eaba173fc6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:01.400193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Transition to ACTIVE for port object 35a822f6-066e-464d-8aa2-dacf7a3cd548 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:05:01.419245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36169c66-a2d1-40ca-9539-6e8d3e90bb95 req-eb6db42b-5071-41ce-9799-f4dbf86c64fd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755141 Apr 21 21:05:01.421299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41036338-4d85-4682-af81-eebe4b99447e req-6d5a5f42-5cf7-4ebd-aa3e-664d5af52833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:01.425216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-6d5a5f42-5cf7-4ebd-aa3e-664d5af52833 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749833 Apr 21 21:05:01.440219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.598480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cba3ef-21ed-439b-9015-a4bc126775c8 req-a1ccbf58-2704-487f-a202-5163e1e638d7 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:01.606108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-16cba3ef-21ed-439b-9015-a4bc126775c8 req-a1ccbf58-2704-487f-a202-5163e1e638d7 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0744720 Apr 21 21:05:01.661279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Pushing event updated for resources: {'Port': ['ID=35a822f6-066e-464d-8aa2-dacf7a3cd548,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:01.678062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-d597c987-fe01-436a-be41-b094725ce21c service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443378 Apr 21 21:05:01.705913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee24a12-a827-410b-91d8-ebe78a6316c8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:01.711290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-16cba3ef-21ed-439b-9015-a4bc126775c8 req-5d03f837-8b1d-4994-9572-cccedb9f8fe2 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042666 Apr 21 21:05:01.713246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee24a12-a827-410b-91d8-ebe78a6316c8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:01.715173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5ee24a12-a827-410b-91d8-ebe78a6316c8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4052691 Apr 21 21:05:01.718845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34776) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:01.724537 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-889884250'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:01.803419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4927-eb14-43e1-b616-729e665eb9a0 req-29ca1aa0-dc7d-49e3-b854-a8cc08ee5382 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:01.805012 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d4d4927-eb14-43e1-b616-729e665eb9a0 req-29ca1aa0-dc7d-49e3-b854-a8cc08ee5382 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.3033841 Apr 21 21:05:01.826666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Made reservation on behalf of 5231b937094749858faf0d23a5ce3b06 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:01.830184 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.912706 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d4d4927-eb14-43e1-b616-729e665eb9a0 req-71593e0b-80ef-4789-899e-c404eb147ee7 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836446 Apr 21 21:05:01.919166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Attempting to bind port 35a822f6-066e-464d-8aa2-dacf7a3cd548 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:05:01.921103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Attempting to bind port 35a822f6-066e-464d-8aa2-dacf7a3cd548 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:05:01.921647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Attempting to bind port 35a822f6-066e-464d-8aa2-dacf7a3cd548 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:01.937446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41036338-4d85-4682-af81-eebe4b99447e req-d6d9f9ff-32a1-477b-bc74-f7cdedee0139 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504604 Apr 21 21:05:01.943524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Port 35a822f6-066e-464d-8aa2-dacf7a3cd548 on network 74dc5594-2b4a-4072-9a75-1038017db159 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:05:01.944066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Attempting to bind port 35a822f6-066e-464d-8aa2-dacf7a3cd548 on network 74dc5594-2b4a-4072-9a75-1038017db159 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:01.949807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:01.960088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:05:01.960654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Checking segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:01.961306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Bound using segment: {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:05:01.961823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Bound port: 35a822f6-066e-464d-8aa2-dacf7a3cd548, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed51186-448e-4215-b7c6-dc9035f08aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:05:01.962290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.980280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:01.980280 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Added segment 756745fc-5907-4807-bb79-287c284e22c0 of type vlan for network 92704fed-0f31-4958-ba55-766f3d934379 Apr 21 21:05:01.981656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d2591-9de8-4f01-a558-02cd77e6dc8c req-5643f52b-32d8-4c80-8f86-6b8ac67e66a3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:01.984387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c77d2591-9de8-4f01-a558-02cd77e6dc8c req-5643f52b-32d8-4c80-8f86-6b8ac67e66a3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 945 time: 0.1711612 Apr 21 21:05:02.047069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c77d2591-9de8-4f01-a558-02cd77e6dc8c req-01758f6e-98c8-4e2f-8930-815bf9b7db89 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550504 Apr 21 21:05:02.105440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972507-bb55-45df-8347-dbc7de7e316e req-e16327ca-ead7-45d8-b51a-f219724c138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:02.107398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05972507-bb55-45df-8347-dbc7de7e316e req-e16327ca-ead7-45d8-b51a-f219724c138d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 1095 time: 0.0566926 Apr 21 21:05:02.116722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] For port 35a822f6-066e-464d-8aa2-dacf7a3cd548, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:05:02.124102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 585eae3f-aba4-4d72-9176-7fdfbe866139 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:02.128240 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.143581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] For port 35a822f6-066e-464d-8aa2-dacf7a3cd548, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=35a822f6-066e-464d-8aa2-dacf7a3cd548,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:05:02.156997 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.200029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 585eae3f-aba4-4d72-9176-7fdfbe866139 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:05:02.200303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f3cb7-277d-4329-a0ce-e707aa108c07 req-953cbc31-fc9b-4f5f-ae03-15711249092d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:02.201629 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b7f3cb7-277d-4329-a0ce-e707aa108c07 req-953cbc31-fc9b-4f5f-ae03-15711249092d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1572571 Apr 21 21:05:02.216434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34786) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:02.227432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 585eae3f-aba4-4d72-9176-7fdfbe866139 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:02.227901 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.228853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Request body: {'floatingip': {'port_id': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:02.267210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc4c95-ab95-4eb5-8b98-b7d17547f75b req-c217a71d-72b0-4869-a0c0-f0e7b086c38b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:02.268794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6bc4c95-ab95-4eb5-8b98-b7d17547f75b req-c217a71d-72b0-4869-a0c0-f0e7b086c38b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1344695 Apr 21 21:05:02.279087 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.285611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:02.286146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.287745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] 10.222.0.46 "PUT /v2.0/ports/35a822f6-066e-464d-8aa2-dacf7a3cd548 HTTP/1.1" status: 200 len: 1092 time: 1.6230600 Apr 21 21:05:02.290194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3545d80d-b06f-4420-afa4-815e60d23214', 'tag': '35a822f6-066e-464d-8aa2-dacf7a3cd548'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:02.292037 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b0cd56-16b1-42ea-aa73-a3c139319ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "3545d80d-b06f-4420-afa4-815e60d23214", "tag": "35a822f6-066e-464d-8aa2-dacf7a3cd548"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:02.360153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972507-bb55-45df-8347-dbc7de7e316e req-fadaf10b-a3a7-4e85-b575-057c528d0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:02.371804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05972507-bb55-45df-8347-dbc7de7e316e req-fadaf10b-a3a7-4e85-b575-057c528d0174 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.2558177 Apr 21 21:05:02.397564 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.435749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05972507-bb55-45df-8347-dbc7de7e316e req-7abc8543-5305-4152-9131-650f36f40428 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f81085e-918a-4ce1-ba3c-758cd290ef47 HTTP/1.1" status: 200 len: 217 time: 0.0546181 Apr 21 21:05:02.453636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6bc4c95-ab95-4eb5-8b98-b7d17547f75b req-8e0f37c9-67d3-4c8f-a3d7-bf5750c90e5c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668055 Apr 21 21:05:02.454475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:02.460954 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c04401-53b3-43cb-bfa8-3454351665fe" -d '{"events": [{"server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "name": "network-vif-plugged", "status": "completed", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:02.501596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 585eae3f-aba4-4d72-9176-7fdfbe866139, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=585eae3f-aba4-4d72-9176-7fdfbe866139,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:02.514840 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.617173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=585eae3f-aba4-4d72-9176-7fdfbe866139,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:02.625649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.625649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.626003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.626239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.626568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.626899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.627244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.627565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.627961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.628282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.628613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.629488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:02.648093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972507-bb55-45df-8347-dbc7de7e316e req-a48f1ee4-ecee-4297-8f81-e8eca98bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:02.650153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05972507-bb55-45df-8347-dbc7de7e316e req-a48f1ee4-ecee-4297-8f81-e8eca98bbc24 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.2001300 Apr 21 21:05:02.682193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.687583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:02.688167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.697825 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8109c-7edf-4761-87de-4f671f9c4b78 x-openstack-request-id: req-70c8109c-7edf-4761-87de-4f671f9c4b78 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:02.698110 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3545d80d-b06f-4420-afa4-815e60d23214", "tag": "35a822f6-066e-464d-8aa2-dacf7a3cd548", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:02.698345 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70c8109c-7edf-4761-87de-4f671f9c4b78 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:02.698732 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c8109c-7edf-4761-87de-4f671f9c4b78'] response: {'name': 'network-changed', 'server_uuid': '3545d80d-b06f-4420-afa4-815e60d23214', 'tag': '35a822f6-066e-464d-8aa2-dacf7a3cd548', 'status': 'completed', 'code': 200} Apr 21 21:05:02.779383 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c9da1e5-d43a-4082-89ae-38fd2de58919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:02.809069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143653b6-458e-429b-a2be-3b06b116b161 service neutron] Pushing event updated for resources: {'Port': ['ID=35a822f6-066e-464d-8aa2-dacf7a3cd548,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:02.847659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1278188 Apr 21 21:05:02.878445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34802) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:02.894134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1949751151'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:02.921701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c3215-c72b-4867-913e-b3b364124ee9 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Network': ['ID=92704fed-0f31-4958-ba55-766f3d934379,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:02.951177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 92704fed-0f31-4958-ba55-766f3d934379 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:02.989146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf6248-39b1-400f-9f27-b404ea6e1c06 req-c9dd4db2-bf13-4948-b9c2-169b63d87f77 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:02.996481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cdf6248-39b1-400f-9f27-b404ea6e1c06 req-c9dd4db2-bf13-4948-b9c2-169b63d87f77 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 944 time: 0.3052788 Apr 21 21:05:03.003129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-ee763499-7c4e-4eb4-beb2-5c314cfe154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:03.005231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-ee763499-7c4e-4eb4-beb2-5c314cfe154b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 1095 time: 0.3098364 Apr 21 21:05:03.016311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Made reservation on behalf of 5231b937094749858faf0d23a5ce3b06 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:03.019752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:03.076954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-f49e4878-8ca2-45e6-b6cb-9dcf079e7c59 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:03.078995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-f49e4878-8ca2-45e6-b6cb-9dcf079e7c59 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.6393125 Apr 21 21:05:03.081524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb888585-3e96-4d13-ab08-6eeac09fb8ad req-bbc4f140-dcea-4a2a-b1dd-d6321754ae2e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 210 time: 0.4025612 Apr 21 21:05:03.084216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-cdda7b6f-d93e-4afd-9c57-4f6271a7ad9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a822f6-066e-464d-8aa2-dacf7a3cd548 HTTP/1.1" status: 200 len: 217 time: 0.0689754 Apr 21 21:05:03.096921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972507-bb55-45df-8347-dbc7de7e316e req-9e2f1b6d-5ac3-40b1-a2cd-b84dec10209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:03.098596 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05972507-bb55-45df-8347-dbc7de7e316e req-9e2f1b6d-5ac3-40b1-a2cd-b84dec10209d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4373050 Apr 21 21:05:03.137184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'port': {'device_id': '4d8a286a-b6ce-4dad-bf3e-5eeb3af49306', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'admin_state_up': True, 'tenant_id': '271267117912412b9b2b74aabfd7abe9'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:03.179385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:03.184242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cdf6248-39b1-400f-9f27-b404ea6e1c06 req-8d44578a-56f3-4639-bcbc-21f0b7b9fa6e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869192 Apr 21 21:05:03.209346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:03.209709 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Added segment 98521701-0f20-4046-a056-231f830205a1 of type vlan for network 0992e198-d651-4ede-843b-f1873a628700 Apr 21 21:05:03.264686 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5873d90-3989-4f9a-a142-9a289eaf2f23 x-openstack-request-id: req-e5873d90-3989-4f9a-a142-9a289eaf2f23 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:03.265525 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "name": "network-vif-plugged", "status": "completed", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:03.265935 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5873d90-3989-4f9a-a142-9a289eaf2f23 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:03.266502 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5873d90-3989-4f9a-a142-9a289eaf2f23'] response: {'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139', 'code': 200} Apr 21 21:05:03.332949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-696486a5-0500-4d5c-b378-01c6cc49dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:03.334413 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-696486a5-0500-4d5c-b378-01c6cc49dfeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.2039490 Apr 21 21:05:03.372748 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:03.396208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf25144-0d67-4f1f-98a8-b77c16c8a567 req-501139ac-e0b8-4b89-b90f-d8f6dd58f7d3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:03.397764 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-adf25144-0d67-4f1f-98a8-b77c16c8a567 req-501139ac-e0b8-4b89-b90f-d8f6dd58f7d3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 944 time: 0.1940641 Apr 21 21:05:03.399227 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-8396712a-de4c-4972-a367-843f25e279ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517728 Apr 21 21:05:03.455276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05972507-bb55-45df-8347-dbc7de7e316e req-4dc47fa9-1aca-48d3-8d6f-15032667d513 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480995 Apr 21 21:05:03.481731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7af42-e5c7-4bae-a88e-3dba55418184 req-d9ee8e97-75b0-40ac-9ca4-5596b4fa8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:03.483339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2fe7af42-e5c7-4bae-a88e-3dba55418184 req-d9ee8e97-75b0-40ac-9ca4-5596b4fa8b62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 1097 time: 0.1322901 Apr 21 21:05:03.506300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Made reservation on behalf of 271267117912412b9b2b74aabfd7abe9 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:03.509913 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:03.543377 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:03.549086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:03.549681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:03.569365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-adf25144-0d67-4f1f-98a8-b77c16c8a567 req-a581fd70-cda5-40a0-ba04-bb17e459add0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348715 Apr 21 21:05:03.593953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0002f-7053-43e6-ac77-81eefb49ce6e req-4bac9a3d-2370-427f-8f6f-11bdeb2712e9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:03.595480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1d0002f-7053-43e6-ac77-81eefb49ce6e req-4bac9a3d-2370-427f-8f6f-11bdeb2712e9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.2247207 Apr 21 21:05:03.655721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2fe7af42-e5c7-4bae-a88e-3dba55418184 req-51cd5321-3add-44f9-a72f-7c13b691c998 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507800 Apr 21 21:05:03.722493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05972507-bb55-45df-8347-dbc7de7e316e req-be2ffd73-4c07-470c-911d-7f6855e664a6 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563965 Apr 21 21:05:03.728796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8450234 Apr 21 21:05:03.735319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-df2bf8b5-0c63-43a8-97ef-dc4ef5380696 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285270 Apr 21 21:05:03.740485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34808) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:03.745299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'ports': [{'network_id': '92704fed-0f31-4958-ba55-766f3d934379', 'name': 'tempest-port--1478180735', 'admin_state_up': True}, {'network_id': '0992e198-d651-4ede-843b-f1873a628700', 'admin_state_up': False}]} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:03.745620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'port': {'network_id': '92704fed-0f31-4958-ba55-766f3d934379', 'name': 'tempest-port--1478180735', 'admin_state_up': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:03.746098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'port': {'network_id': '0992e198-d651-4ede-843b-f1873a628700', 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:03.750581 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.resource_extend [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:05:03.767164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc7581-64ea-4ed5-ab00-1b00d2b31192 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Network': ['ID=0992e198-d651-4ede-843b-f1873a628700,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:03.782702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3038-819f-44a8-986b-4770e96f5260 req-c3bf9fbe-3c78-4843-ac94-018e4922d815 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:03.784292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de7a3038-819f-44a8-986b-4770e96f5260 req-c3bf9fbe-3c78-4843-ac94-018e4922d815 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 946 time: 0.0987093 Apr 21 21:05:03.785899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 0992e198-d651-4ede-843b-f1873a628700 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:03.803975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Allocated IP 172.20.0.5 (4a912654-8ba7-440e-af2f-f1f861b2af50/d710e315-c69e-4dce-baa0-259c50d0cade/5f2d16dc-2712-4ed5-9673-ccf1eb9fd087) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:05:03.858351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1d0002f-7053-43e6-ac77-81eefb49ce6e req-9c737352-d1c8-4e2a-a128-de3a6586cb2c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251756 Apr 21 21:05:03.870039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de7a3038-819f-44a8-986b-4770e96f5260 req-30182e51-1dbb-4062-b228-5f86b70072ee tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783997 Apr 21 21:05:03.904347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.014848 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.018033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.057633 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.082395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ef018-c440-4c91-87ac-927a33afbe69 req-466a40c2-39fe-476a-91d9-d4b31fda4f92 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:04.083810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f9ef018-c440-4c91-87ac-927a33afbe69 req-466a40c2-39fe-476a-91d9-d4b31fda4f92 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0814054 Apr 21 21:05:04.141365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f9ef018-c440-4c91-87ac-927a33afbe69 req-afff96d1-e0fb-45b3-9448-c3348e8e40c8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504162 Apr 21 21:05:04.142998 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.143794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Made reservation on behalf of 5231b937094749858faf0d23a5ce3b06 for: {'port': 2} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:04.160528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.160910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['83fb0f28-0c28-4d83-8af6-baa791022648'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:04.239168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:04.243408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:04.256841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:04.263193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'Port': ['ID=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:04.310265 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.371656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:04.372160 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.394398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33383be4-ae92-497f-8b0b-33b68220c051 req-647bb5ef-d7ed-41a3-ae04-cb350590b587 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:04.396085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33383be4-ae92-497f-8b0b-33b68220c051 req-647bb5ef-d7ed-41a3-ae04-cb350590b587 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1007946 Apr 21 21:05:04.414465 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29e9ab71-6e6f-407a-89fd-3eb68386eaa2 req-6fc54922-cea5-4b8d-a8e7-b97d34997ef0 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018849 Apr 21 21:05:04.421850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-483b70dd-8a32-4479-9072-13f79cc2a493 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2938504 Apr 21 21:05:04.438546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Request body: {'port': {'device_id': '4d8a286a-b6ce-4dad-bf3e-5eeb3af49306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:04.457847 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Floating IP 19c725f3-3531-4952-9517-8ef79f460f71 associated. External IP: 172.25.0.147, port: ab4e523f-c4f0-4c51-a10c-c023415a2e39. Apr 21 21:05:04.472910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d75b9-2ac8-4637-986a-3e42876abf55 req-dc45eacc-de42-4d96-82fd-21afc65596b2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:04.474443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-051d75b9-2ac8-4637-986a-3e42876abf55 req-dc45eacc-de42-4d96-82fd-21afc65596b2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 931 time: 0.1957700 Apr 21 21:05:04.527024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.545096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33383be4-ae92-497f-8b0b-33b68220c051 req-1b253052-47da-49ef-a80a-e9ed60b533ff tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335704 Apr 21 21:05:04.683763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-90f1e958-4da3-4f86-ab20-ac05bee7e013 None None] Provisioning complete for port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:04.684336 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90f1e958-4da3-4f86-ab20-ac05bee7e013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:04.713605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-051d75b9-2ac8-4637-986a-3e42876abf55 req-9e7d42ca-5a66-49f4-a2a3-fa80c2e9e6ba tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668129 Apr 21 21:05:04.736344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] device_id is not set on port fcc858f4-22d6-4f79-9c05-a98edc969564 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:05:04.754464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-38f29e21-d59f-477c-b83e-34b0c05c955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:04.755990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-38f29e21-d59f-477c-b83e-34b0c05c955b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=76458e785e67444ab87516449459bd4d&device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 1095 time: 0.2806633 Apr 21 21:05:04.757337 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-90f1e958-4da3-4f86-ab20-ac05bee7e013 None None] Port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:05:04.839596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbd73a-be72-400e-889c-ad076fd079e4 req-1aa46130-67c8-45e7-8b47-4bfa0940b489 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:04.849321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3adbd73a-be72-400e-889c-ad076fd079e4 req-1aa46130-67c8-45e7-8b47-4bfa0940b489 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 944 time: 0.2213237 Apr 21 21:05:04.924832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3adbd73a-be72-400e-889c-ad076fd079e4 req-6e876220-d2db-42fd-aceb-a2a7089fd0f5 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667224 Apr 21 21:05:05.022152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-a06b78c3-3e17-4c63-ae37-a72247c7740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.023652 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-a06b78c3-3e17-4c63-ae37-a72247c7740e service neutron] 10.222.0.46 "GET /v2.0/networks?id=74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 200 len: 906 time: 0.2592702 Apr 21 21:05:05.025608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:05:05.038806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bf3a9-3512-4b06-ae79-7f4a1e848e90 req-ce6939c5-593a-47f8-94ca-5e1e37494a87 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.040278 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-403bf3a9-3512-4b06-ae79-7f4a1e848e90 req-ce6939c5-593a-47f8-94ca-5e1e37494a87 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 944 time: 0.1815326 Apr 21 21:05:05.056229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:05.065301 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:05:05.091840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Transition to ACTIVE for port object 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:05:05.098781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:05.117496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-3cc15e03-e3aa-44c4-9d6c-47382cb57142 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35a822f6-066e-464d-8aa2-dacf7a3cd548 HTTP/1.1" status: 200 len: 217 time: 0.0762193 Apr 21 21:05:05.133146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:05.137264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f8aa-5fae-4a8a-863c-f4254d97f77a req-d70e3a47-3c06-4fe0-a8ab-c89e22fcd8b8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.138909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7625f8aa-5fae-4a8a-863c-f4254d97f77a req-d70e3a47-3c06-4fe0-a8ab-c89e22fcd8b8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0999341 Apr 21 21:05:05.139088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:05:05.175325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:05.245100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7625f8aa-5fae-4a8a-863c-f4254d97f77a req-deee339c-c8de-4929-8df1-37f7dfade9c6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807626 Apr 21 21:05:05.272214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Attempting to bind port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:05:05.272961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Attempting to bind port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:05:05.273532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Attempting to bind port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:05.281597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:05:05.282913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Attempting to bind port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:05.294042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:05:05.294654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Checking segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:05.295247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Bound using segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:05:05.295854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Bound port: 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:05:05.296396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:05.318036 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:05.449947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] For port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:05:05.477479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] For port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:05:05.487147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f45adc-f5c3-4949-8bd3-d12e0a6f6a07 req-3b40c6e7-1297-4620-8017-a7c457e9c2f1 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.489020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12f45adc-f5c3-4949-8bd3-d12e0a6f6a07 req-3b40c6e7-1297-4620-8017-a7c457e9c2f1 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 946 time: 0.0872033 Apr 21 21:05:05.491213 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:05.541323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.542204 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:05.544017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] 10.222.0.46 "PUT /v2.0/ports/5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 HTTP/1.1" status: 200 len: 1091 time: 1.1102629 Apr 21 21:05:05.548273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8a286a-b6ce-4dad-bf3e-5eeb3af49306', 'tag': '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:05.551975 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce98733c-8ede-436a-8dca-57a0524e1fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8a286a-b6ce-4dad-bf3e-5eeb3af49306", "tag": "5f2d16dc-2712-4ed5-9673-ccf1eb9fd087"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:05.624726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-403bf3a9-3512-4b06-ae79-7f4a1e848e90 req-cddebaa2-3e47-434d-aa33-89cf081322c5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638993 Apr 21 21:05:05.646481 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12f45adc-f5c3-4949-8bd3-d12e0a6f6a07 req-676ae476-4d6f-4735-947e-c1ec85084929 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474907 Apr 21 21:05:05.668621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78f9af-6823-47f1-8bfa-b89b1826b527 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:05.686990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-2fa995de-17aa-42e6-9967-b9da9b1cfb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.688477 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-2fa995de-17aa-42e6-9967-b9da9b1cfb3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 1094 time: 0.1006427 Apr 21 21:05:05.737898 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-510c1a53-ae67-4029-9eda-d29c89187ad7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 HTTP/1.1" status: 200 len: 217 time: 0.0416694 Apr 21 21:05:05.755198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] device_id is not set on port 70acc92c-6427-4dc8-8019-7887af3a2b44 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:05:05.759768 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9166525a-916e-40a8-8d92-db3d2cc2e576 x-openstack-request-id: req-9166525a-916e-40a8-8d92-db3d2cc2e576 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:05.761727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-4b3b7989-ec1f-48c9-b5fc-0b705531cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.762801 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8a286a-b6ce-4dad-bf3e-5eeb3af49306", "tag": "5f2d16dc-2712-4ed5-9673-ccf1eb9fd087", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:05.763095 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9166525a-916e-40a8-8d92-db3d2cc2e576 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:05.763254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-4b3b7989-ec1f-48c9-b5fc-0b705531cb64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 200 len: 845 time: 0.6263950 Apr 21 21:05:05.763549 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9166525a-916e-40a8-8d92-db3d2cc2e576'] response: {'name': 'network-changed', 'server_uuid': '4d8a286a-b6ce-4dad-bf3e-5eeb3af49306', 'tag': '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087', 'status': 'completed', 'code': 200} Apr 21 21:05:05.846203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-23f02414-9f79-4d57-aedf-1c0f41aede30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74dc5594-2b4a-4072-9a75-1038017db159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676970 Apr 21 21:05:05.869839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-92fe7506-12c9-461a-b64f-5de4055b7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.871280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-92fe7506-12c9-461a-b64f-5de4055b7f75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1256979 Apr 21 21:05:05.875526 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:05.930225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-6199a91f-0374-467f-8dae-c4cb9cec2c5a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1305595131&fields=id&tenant_id=bcf3f97d32804202bc254c0e1d6f10a2 HTTP/1.1" status: 200 len: 267 time: 0.0852706 Apr 21 21:05:05.970617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-d80d71f6-9e1c-406c-86a2-d5c514b6f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.972122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-d80d71f6-9e1c-406c-86a2-d5c514b6f58b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914488 Apr 21 21:05:05.979441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7621a1-e081-4eb7-a8d6-ad209199a57c req-ecf0f063-3bca-4baa-9cc4-5fdcd917d3f2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:05.980047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e7621a1-e081-4eb7-a8d6-ad209199a57c req-ecf0f063-3bca-4baa-9cc4-5fdcd917d3f2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.2289405 Apr 21 21:05:06.018009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-f039b1fb-4afe-4614-af79-f2091210a124 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.019895 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-f039b1fb-4afe-4614-af79-f2091210a124 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 946 time: 0.0888877 Apr 21 21:05:06.037083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:05:06.042075 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:06.049348 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] Sync routers for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:05:06.054426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-0507e64e-c0be-49f6-9bdf-975bfe356df2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'port': {'security_groups': ['d7821308-9f23-4d18-9137-8957b30ad273', 'edcd7ec3-fd78-4bff-a29f-14fb2ca344d3']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:06.060284 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:06.060919 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:06.139314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:06.149208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-0507e64e-c0be-49f6-9bdf-975bfe356df2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:06.164885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-010ee4f0-7a3d-42f8-9ec0-46171b918eb2 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850805 Apr 21 21:05:06.171127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-53f361ef-cfaf-4db1-9af1-e4fcf94fe185 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107960 Apr 21 21:05:06.176897 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:05:06.312404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d1574576-7d71-4ea3-9f98-943c796b2269 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "PUT /v2.0/floatingips/19c725f3-3531-4952-9517-8ef79f460f71 HTTP/1.1" status: 200 len: 991 time: 4.0800977 Apr 21 21:05:06.313949 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e7621a1-e081-4eb7-a8d6-ad209199a57c req-14fd3470-d937-4565-a349-4e7e9d77fe23 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174725 Apr 21 21:05:06.325625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:06.334310 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:06.343714 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:06.369735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-127c7f1d-cfa2-4401-b634-78db705e43c6 req-5cc1e41c-9fa5-4c9f-9789-d53183d62eae service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792660 Apr 21 21:05:06.448151 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Port': ['ID=fcc858f4-22d6-4f79-9c05-a98edc969564,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:06.491264 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b0cd56-16b1-42ea-aa73-a3c139319ea2 req-47631307-598c-4834-8969-d43c0dda24f6 service neutron] 10.222.0.46 "GET /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880964 Apr 21 21:05:06.519756 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b624d46-dbbf-49a7-8e44-897d8c121a28 req-abf8a3a0-130a-4e96-871c-b133b7537e53 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.521597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b624d46-dbbf-49a7-8e44-897d8c121a28 req-abf8a3a0-130a-4e96-871c-b133b7537e53 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 943 time: 0.1158912 Apr 21 21:05:06.529215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Checking segment: {'id': '756745fc-5907-4807-bb79-287c284e22c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '92704fed-0f31-4958-ba55-766f3d934379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:06.529577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Network hostable DHCP agents. Network: 92704fed-0f31-4958-ba55-766f3d934379, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:06.535980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-c8ab39ce-b166-4d33-af26-ab1db47d556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.537616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-c8ab39ce-b166-4d33-af26-ab1db47d556d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 1094 time: 0.0931234 Apr 21 21:05:06.585222 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '19c725f3-3531-4952-9517-8ef79f460f71', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'port_id': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'mac_address': 'fa:16:3e:5c:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:04:41Z', 'updated_at': '2022-04-21T21:05:03Z', 'revision_number': 1, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:06.596047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b624d46-dbbf-49a7-8e44-897d8c121a28 req-a907656f-041d-471e-86a6-a41e7b884895 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638816 Apr 21 21:05:06.602819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Network 92704fed-0f31-4958-ba55-766f3d934379 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:06.623617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 92704fed-0f31-4958-ba55-766f3d934379) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:06.624073 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] Checking router: a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:05:06.629477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:06.632550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:06.632955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5dd314-6d5d-462c-a0a8-15d782326cd5 None None] Network 92704fed-0f31-4958-ba55-766f3d934379 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:06.666743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-3a70ce45-3d1c-44f0-89b2-88d4d67a93da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.668846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-3a70ce45-3d1c-44f0-89b2-88d4d67a93da service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.1206396 Apr 21 21:05:06.670348 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:06.670984 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:06.673224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-0507e64e-c0be-49f6-9bdf-975bfe356df2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] For port 585eae3f-aba4-4d72-9176-7fdfbe866139, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=585eae3f-aba4-4d72-9176-7fdfbe866139,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:06.718891 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-58018b6e-eed9-4557-90d4-63dcea4bb50b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 HTTP/1.1" status: 200 len: 217 time: 0.0434911 Apr 21 21:05:06.781282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Port': ['ID=70acc92c-6427-4dc8-8019-7887af3a2b44,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:06.804122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-60c93856-69fa-448d-ba9c-53daff0da1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.805872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-60c93856-69fa-448d-ba9c-53daff0da1bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.0795174 Apr 21 21:05:06.808221 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-0507e64e-c0be-49f6-9bdf-975bfe356df2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:06.811076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6389c-5e78-4ade-9a6d-c919b47fe002 req-8cae73a8-bca7-4563-9b0f-b907304e7041 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.813816 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79a6389c-5e78-4ade-9a6d-c919b47fe002 req-8cae73a8-bca7-4563-9b0f-b907304e7041 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 944 time: 0.1059439 Apr 21 21:05:06.830753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Checking segment: {'id': '98521701-0f20-4046-a056-231f830205a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '0992e198-d651-4ede-843b-f1873a628700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:06.832190 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-0507e64e-c0be-49f6-9bdf-975bfe356df2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:06.834791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Network hostable DHCP agents. Network: 0992e198-d651-4ede-843b-f1873a628700, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:06.850484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['585eae3f-aba4-4d72-9176-7fdfbe866139'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:06.871345 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:05:06.885503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79a6389c-5e78-4ade-9a6d-c919b47fe002 req-af421306-d29f-40eb-b965-3311336d091d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646007 Apr 21 21:05:06.893581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Network 0992e198-d651-4ede-843b-f1873a628700 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:06.921663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 0992e198-d651-4ede-843b-f1873a628700) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:06.927490 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:06.942643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.952371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.953671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-0507e64e-c0be-49f6-9bdf-975bfe356df2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.954301 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-0507e64e-c0be-49f6-9bdf-975bfe356df2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:06.955812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d0c9195-71e6-44df-8b0c-8b13bf36fdda req-0507e64e-c0be-49f6-9bdf-975bfe356df2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "PUT /v2.0/ports/585eae3f-aba4-4d72-9176-7fdfbe866139 HTTP/1.1" status: 200 len: 982 time: 0.9080369 Apr 21 21:05:06.957880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:06.970490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-5f7f8c26-d5e7-413c-b8ca-da0884fd31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:06.972059 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-5f7f8c26-d5e7-413c-b8ca-da0884fd31a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582494 Apr 21 21:05:06.986265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e497f23-9fb1-4fad-b269-507f69b4b0ec None None] Network 0992e198-d651-4ede-843b-f1873a628700 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:06.996612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-278ee5f3-6024-478f-9a6e-9676d47c98e2 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2548342 Apr 21 21:05:07.002813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34858) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:07.002989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507e64e-c0be-49f6-9bdf-975bfe356df2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'Port': ['ID=585eae3f-aba4-4d72-9176-7fdfbe866139,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:07.038832 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee9eebc-8731-415a-a13c-ec9f08f2a924 x-openstack-request-id: req-fee9eebc-8731-415a-a13c-ec9f08f2a924 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:07.039428 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:07.041072 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fee9eebc-8731-415a-a13c-ec9f08f2a924 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:07.041708 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee9eebc-8731-415a-a13c-ec9f08f2a924'] response: {'name': 'network-changed', 'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'status': 'completed', 'code': 200} Apr 21 21:05:07.122515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['585eae3f-aba4-4d72-9176-7fdfbe866139'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:07.156728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407087dc-2b4b-4bb7-9e76-9b60ad536f07 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:07.162869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407087dc-2b4b-4bb7-9e76-9b60ad536f07 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:07.164511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-407087dc-2b4b-4bb7-9e76-9b60ad536f07 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1595759 Apr 21 21:05:07.174274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34860) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:07.227400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-7f0a2ce6-708c-4b05-a675-03aee1b377a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:07.228988 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-7f0a2ce6-708c-4b05-a675-03aee1b377a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 1096 time: 0.1998222 Apr 21 21:05:07.247230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea9169-a7f6-4bbc-a4f4-135abf6e01a9 req-d3796c67-2af8-4007-84c8-cb516d8058e9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:07.249232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65ea9169-a7f6-4bbc-a4f4-135abf6e01a9 req-d3796c67-2af8-4007-84c8-cb516d8058e9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0828829 Apr 21 21:05:07.321142 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65ea9169-a7f6-4bbc-a4f4-135abf6e01a9 req-4ec5d82c-c612-4001-909b-8edd1e1bf4c3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610290 Apr 21 21:05:07.387057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48539074-611a-4302-b25a-62b210a8e588 req-d8fb0ad5-0ddf-4c50-9960-5084fbafee42 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:07.388450 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-48539074-611a-4302-b25a-62b210a8e588 req-d8fb0ad5-0ddf-4c50-9960-5084fbafee42 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 944 time: 0.2979856 Apr 21 21:05:07.449205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-760dd146-d0b6-4ca0-bd5a-d171355a5a39 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696262 Apr 21 21:05:07.479839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-72b9e62c-27c8-410a-9230-d56723e2e421 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1671916811&fields=id&tenant_id=bcf3f97d32804202bc254c0e1d6f10a2 HTTP/1.1" status: 200 len: 267 time: 0.0563188 Apr 21 21:05:07.489257 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-48539074-611a-4302-b25a-62b210a8e588 req-89ecf973-94aa-4d40-a191-3013273ad5ad tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772750 Apr 21 21:05:07.495754 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '19c725f3-3531-4952-9517-8ef79f460f71', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'port_id': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'mac_address': 'fa:16:3e:5c:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:04:41Z', 'updated_at': '2022-04-21T21:05:03Z', 'revision_number': 1, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:07.542998 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3cbb24-590f-42ac-9b4c-7ec1ed34cd3f None None] The sync data for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 is: [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '19c725f3-3531-4952-9517-8ef79f460f71', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'port_id': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'mac_address': 'fa:16:3e:5c:69:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:04:41Z', 'updated_at': '2022-04-21T21:05:03Z', 'revision_number': 1, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:05:07.573668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5f81085e-918a-4ce1-ba3c-758cd290ef47 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:05:07.574127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-1ad18ef4-a748-41c2-8049-67434dfe00f3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:07.583002 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-1ad18ef4-a748-41c2-8049-67434dfe00f3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 985 time: 0.1012464 Apr 21 21:05:07.598754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-30522b05-1008-42d6-801d-249bd196f8bc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'port': {'security_groups': ['d7821308-9f23-4d18-9137-8957b30ad273', 'edcd7ec3-fd78-4bff-a29f-14fb2ca344d3', '20e251c6-d441-4e9a-a6cb-2e0f2d955310']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:07.696142 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-30522b05-1008-42d6-801d-249bd196f8bc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:07.710028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5f81085e-918a-4ce1-ba3c-758cd290ef47, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f81085e-918a-4ce1-ba3c-758cd290ef47,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:07.724494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '5f81085e-918a-4ce1-ba3c-758cd290ef47', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'port_id': '5f81085e-918a-4ce1-ba3c-758cd290ef47', 'mac_address': 'fa:16:3e:ce:a1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:05:07.777578 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:07.793467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f81085e-918a-4ce1-ba3c-758cd290ef47 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:05:07.821744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5f81085e-918a-4ce1-ba3c-758cd290ef47, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f81085e-918a-4ce1-ba3c-758cd290ef47,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:07.829030 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:07.871332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2ea831-d5c6-485b-898c-90c41bb2375d None None] New status for floating IP 19c725f3-3531-4952-9517-8ef79f460f71: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:05:07.893870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:07.896063 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955" -d '{"events": [{"name": "network-changed", "server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:07.938683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-30522b05-1008-42d6-801d-249bd196f8bc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] For port 585eae3f-aba4-4d72-9176-7fdfbe866139, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=585eae3f-aba4-4d72-9176-7fdfbe866139,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:07.946295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5f81085e-918a-4ce1-ba3c-758cd290ef47,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:07.952488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-35a1ba0e-b9d3-4a56-96ab-5b5ad3c1c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:07.953993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-35a1ba0e-b9d3-4a56-96ab-5b5ad3c1c786 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.7101374 Apr 21 21:05:07.980026 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-30522b05-1008-42d6-801d-249bd196f8bc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:07.985620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-30522b05-1008-42d6-801d-249bd196f8bc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:07.998411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['585eae3f-aba4-4d72-9176-7fdfbe866139'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:08.038415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e05d8fe7-6ab5-4404-823e-2a8adfe4513b tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Deleting port fcc858f4-22d6-4f79-9c05-a98edc969564 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:08.038415 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e05d8fe7-6ab5-4404-823e-2a8adfe4513b tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:08.048716 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce98733c-8ede-436a-8dca-57a0524e1fe2 req-ff416ee5-42f1-45c3-bf17-84a1bddbd48e service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919828 Apr 21 21:05:08.056191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-30522b05-1008-42d6-801d-249bd196f8bc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.056964 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-30522b05-1008-42d6-801d-249bd196f8bc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:08.058433 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5eb23e66-259a-4685-a5f6-5f540d854029 req-30522b05-1008-42d6-801d-249bd196f8bc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "PUT /v2.0/ports/585eae3f-aba4-4d72-9176-7fdfbe866139 HTTP/1.1" status: 200 len: 1021 time: 0.4743965 Apr 21 21:05:08.071748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de08d1a-9365-454a-b205-9040ade10a9f req-90152d4b-78a1-4383-a5be-3cd2f510e87e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.073341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2de08d1a-9365-454a-b205-9040ade10a9f req-90152d4b-78a1-4383-a5be-3cd2f510e87e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1719797 Apr 21 21:05:08.098644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30522b05-1008-42d6-801d-249bd196f8bc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'Port': ['ID=585eae3f-aba4-4d72-9176-7fdfbe866139,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:08.158813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-617623ff-d332-464e-afaa-f589fad16c15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 200 len: 999 time: 0.1863534 Apr 21 21:05:08.171802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['585eae3f-aba4-4d72-9176-7fdfbe866139'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:08.173620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 35a822f6-066e-464d-8aa2-dacf7a3cd548 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:05:08.213281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32700ee-1ce4-44d3-8788-a20ea607cc2d req-a633c78a-7ec5-4c27-b099-8b65f8730a28 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.214454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5f81085e-918a-4ce1-ba3c-758cd290ef47'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:08.229731 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a32700ee-1ce4-44d3-8788-a20ea607cc2d req-a633c78a-7ec5-4c27-b099-8b65f8730a28 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 943 time: 0.0890584 Apr 21 21:05:08.234503 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e05d8fe7-6ab5-4404-823e-2a8adfe4513b tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:08.255858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2de08d1a-9365-454a-b205-9040ade10a9f req-8552d15d-aa0a-442d-a0a2-78f50759804e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705368 Apr 21 21:05:08.263204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e05d8fe7-6ab5-4404-823e-2a8adfe4513b tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Calling delete_port for fcc858f4-22d6-4f79-9c05-a98edc969564 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:08.265866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-99ea5857-1299-422e-89c5-a7d3275c1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.267335 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-99ea5857-1299-422e-89c5-a7d3275c1db3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.0931606 Apr 21 21:05:08.299618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a32700ee-1ce4-44d3-8788-a20ea607cc2d req-9abbfc55-0219-4e5f-b878-d99dcd814b80 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688426 Apr 21 21:05:08.351693 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70177d6-d7ce-45a3-b67f-3493d257c374 x-openstack-request-id: req-a70177d6-d7ce-45a3-b67f-3493d257c374 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:08.351964 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:08.352210 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a70177d6-d7ce-45a3-b67f-3493d257c374 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:08.352601 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70177d6-d7ce-45a3-b67f-3493d257c374'] response: {'name': 'network-changed', 'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139', 'status': 'completed', 'code': 200} Apr 21 21:05:08.388619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-e39bfa08-0e15-43f3-9469-bb7f596f0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.390009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-e39bfa08-0e15-43f3-9469-bb7f596f0f82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132874 Apr 21 21:05:08.545699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efbd34-ec03-4c63-aa80-61d50c3107c3 req-0c1b4d66-1002-4c49-a4fb-57b7ea361b50 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.547565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78efbd34-ec03-4c63-aa80-61d50c3107c3 req-0c1b4d66-1002-4c49-a4fb-57b7ea361b50 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 945 time: 0.0778511 Apr 21 21:05:08.595277 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78efbd34-ec03-4c63-aa80-61d50c3107c3 req-2980f546-0338-4e20-a696-12834468d9e7 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382535 Apr 21 21:05:08.618830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-5b681094-30d6-4d06-bd8e-d6e2a2a78429 service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129674 Apr 21 21:05:08.629410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-be11a97a-a638-463a-aa46-a60c0c387d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.629410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-be11a97a-a638-463a-aa46-a60c0c387d5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 1175 time: 0.2544901 Apr 21 21:05:08.637957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e05d8fe7-6ab5-4404-823e-2a8adfe4513b tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:08.653772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 35a822f6-066e-464d-8aa2-dacf7a3cd548, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=35a822f6-066e-464d-8aa2-dacf7a3cd548,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:08.699994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '35a822f6-066e-464d-8aa2-dacf7a3cd548', 'network_id': '74dc5594-2b4a-4072-9a75-1038017db159', 'port_id': '35a822f6-066e-464d-8aa2-dacf7a3cd548', 'mac_address': 'fa:16:3e:c2:57:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c929aed1-8248-4321-818a-5ec8bd42d411', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:05:08.759490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d8fe7-6ab5-4404-823e-2a8adfe4513b tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Port': ['ID=fcc858f4-22d6-4f79-9c05-a98edc969564,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:08.786957 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:08.788113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f22952-cb43-4b3d-bfa0-174282ee80bd req-209c868d-0326-423e-b450-dca8c55a739c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.790327 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-38f22952-cb43-4b3d-bfa0-174282ee80bd req-209c868d-0326-423e-b450-dca8c55a739c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 944 time: 0.0611336 Apr 21 21:05:08.812509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a822f6-066e-464d-8aa2-dacf7a3cd548 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:05:08.835471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0e4a9-7092-466a-ba75-94c9f93f3a05 req-2aaaf64d-c19e-4bf3-b24f-12d1b98738e1 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.838155 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-38f22952-cb43-4b3d-bfa0-174282ee80bd req-dcca6a85-78d5-4a3c-a6d1-5f14b8210a1e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 Apr 21 21:05:08.850124 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5df0e4a9-7092-466a-ba75-94c9f93f3a05 req-2aaaf64d-c19e-4bf3-b24f-12d1b98738e1 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 1024 time: 0.4049699 Apr 21 21:05:08.862180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 35a822f6-066e-464d-8aa2-dacf7a3cd548, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=35a822f6-066e-464d-8aa2-dacf7a3cd548,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:08.871004 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e05d8fe7-6ab5-4404-823e-2a8adfe4513b tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:08.881983 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e05d8fe7-6ab5-4404-823e-2a8adfe4513b tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/ports/fcc858f4-22d6-4f79-9c05-a98edc969564 HTTP/1.1" status: 204 len: 168 time: 1.7010798 Apr 21 21:05:08.882227 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:08.883199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34890) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:08.930740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-a1a07035-7dd4-4dae-b065-7b123c102880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:08.932192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-a1a07035-7dd4-4dae-b065-7b123c102880 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 913 time: 0.2964523 Apr 21 21:05:08.978493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=35a822f6-066e-464d-8aa2-dacf7a3cd548,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:08.999275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-cb4a50ca-d936-4d0f-a3aa-b2e1ae747189 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585eae3f-aba4-4d72-9176-7fdfbe866139 HTTP/1.1" status: 200 len: 217 time: 0.0579290 Apr 21 21:05:09.010741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecff1b1-2df5-44c0-8bd2-ff04693cf8fc req-97b4ff1e-0841-4e15-b7b1-06782fd941b1 service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830371 Apr 21 21:05:09.043190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:09.045860 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1294f246-be8f-43d6-9dd5-c8fc076338b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:09.073601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc484132-d2c7-407c-8261-491f8a576865 req-e1b2e148-5d47-4e4f-bebc-9875c186112b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:09.081228 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc484132-d2c7-407c-8261-491f8a576865 req-e1b2e148-5d47-4e4f-bebc-9875c186112b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1034679 Apr 21 21:05:09.084666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-21fce395-2670-43fb-8a0c-72bfd67bdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:09.086145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-21fce395-2670-43fb-8a0c-72bfd67bdea2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 200 len: 852 time: 0.0785785 Apr 21 21:05:09.096037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5df0e4a9-7092-466a-ba75-94c9f93f3a05 req-fc947f12-9f02-4642-8a20-fabd4a815265 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=20e251c6-d441-4e9a-a6cb-2e0f2d955310&id=edcd7ec3-fd78-4bff-a29f-14fb2ca344d3&id=d7821308-9f23-4d18-9137-8957b30ad273 HTTP/1.1" status: 200 len: 6157 time: 0.2450762 Apr 21 21:05:09.113828 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ee112c38-e6a7-4480-b21d-383762e4ade1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Deleting port 70acc92c-6427-4dc8-8019-7887af3a2b44 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:09.114178 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee112c38-e6a7-4480-b21d-383762e4ade1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.143309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-6c598790-62b2-468a-9d21-8e1b00a08224 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463002 Apr 21 21:05:09.154425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a57040ef-01a3-48d9-8384-a4720ef7027d req-4634ca75-5f32-4d1d-9842-14185cae5dc8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': ' tempest-securitygroup -871659662 ', 'description': 'tempest-description-696211228'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:09.164416 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8365f719-9e57-494f-b983-4bd97664a111 x-openstack-request-id: req-8365f719-9e57-494f-b983-4bd97664a111 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:09.164696 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:09.165348 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8365f719-9e57-494f-b983-4bd97664a111 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:09.165348 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8365f719-9e57-494f-b983-4bd97664a111'] response: {'name': 'network-changed', 'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139', 'status': 'completed', 'code': 200} Apr 21 21:05:09.206601 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc484132-d2c7-407c-8261-491f8a576865 req-94c7c7c5-8264-4bb7-8bdd-1b63ab205c93 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242461 Apr 21 21:05:09.210926 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee112c38-e6a7-4480-b21d-383762e4ade1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.245806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['35a822f6-066e-464d-8aa2-dacf7a3cd548'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:09.248507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ee112c38-e6a7-4480-b21d-383762e4ade1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Calling delete_port for 70acc92c-6427-4dc8-8019-7887af3a2b44 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:09.276155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a57040ef-01a3-48d9-8384-a4720ef7027d req-4634ca75-5f32-4d1d-9842-14185cae5dc8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.317485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-2720bf5c-eb33-4794-b12a-66f392051d86 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661155 Apr 21 21:05:09.447114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e119b5-e9d3-4e4c-962f-d557555acc94 req-2fbdc5ec-d3fe-46d7-89df-132abfaa4d31 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:09.455271 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27e119b5-e9d3-4e4c-962f-d557555acc94 req-2fbdc5ec-d3fe-46d7-89df-132abfaa4d31 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0935049 Apr 21 21:05:09.463790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee112c38-e6a7-4480-b21d-383762e4ade1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.465134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a57040ef-01a3-48d9-8384-a4720ef7027d req-4634ca75-5f32-4d1d-9842-14185cae5dc8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.475580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a57040ef-01a3-48d9-8384-a4720ef7027d req-4634ca75-5f32-4d1d-9842-14185cae5dc8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.492801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0588d6c-54b4-4ec3-a1e8-8f4a760ac955 req-31bf704d-c9d1-4e7c-b095-0ef4a2b3908c service neutron] 10.222.0.46 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672170 Apr 21 21:05:09.512970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a57040ef-01a3-48d9-8384-a4720ef7027d req-4634ca75-5f32-4d1d-9842-14185cae5dc8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.514572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a57040ef-01a3-48d9-8384-a4720ef7027d req-4634ca75-5f32-4d1d-9842-14185cae5dc8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3649106 Apr 21 21:05:09.519688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634ca75-5f32-4d1d-9842-14185cae5dc8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e8f093-5a42-4389-a48f-7763e05c7e10,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:09.592859 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5f81085e-918a-4ce1-ba3c-758cd290ef47 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:09.597936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27e119b5-e9d3-4e4c-962f-d557555acc94 req-2b69e650-3169-4deb-987e-dcfbb61646c3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210167 Apr 21 21:05:09.599214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee112c38-e6a7-4480-b21d-383762e4ade1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Port': ['ID=70acc92c-6427-4dc8-8019-7887af3a2b44,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:09.602199 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ee112c38-e6a7-4480-b21d-383762e4ade1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.607038 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ee112c38-e6a7-4480-b21d-383762e4ade1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/ports/70acc92c-6427-4dc8-8019-7887af3a2b44 HTTP/1.1" status: 204 len: 168 time: 0.7218742 Apr 21 21:05:09.610916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34910) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:09.664011 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-97ea373c-4a59-44aa-b176-5c70fb23ef28 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0482924 Apr 21 21:05:09.665260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34918) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:09.671726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1131787034'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:09.725802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Made reservation on behalf of 5231b937094749858faf0d23a5ce3b06 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:09.731013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.772925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-3d1ddb85-3cc7-45cb-8f16-d09341e1e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:09.778340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-3d1ddb85-3cc7-45cb-8f16-d09341e1e476 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 1175 time: 0.1937397 Apr 21 21:05:09.797907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b8b0757-385c-496c-a1c8-d29339a3ce19 req-f504feb5-1c17-4453-99aa-8e7cbe17d2a3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/94e8f093-5a42-4389-a48f-7763e05c7e10 HTTP/1.1" status: 200 len: 1781 time: 0.1073074 Apr 21 21:05:09.803954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:09.821526 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.821787 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Added segment dc861afb-c412-4c6c-92c9-133390111eb8 of type vlan for network d122173a-fcb7-4409-8328-9801bdd14640 Apr 21 21:05:09.846512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 5f81085e-918a-4ce1-ba3c-758cd290ef47 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:05:09.863075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 5f81085e-918a-4ce1-ba3c-758cd290ef47 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:09.864311 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.937458 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:09.953527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd81cb7-c19a-4b23-8d20-8de964693ee1 req-9a6b0e0b-ac6a-4a26-9e30-f20b724ddaa5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:09.974701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebd81cb7-c19a-4b23-8d20-8de964693ee1 req-9a6b0e0b-ac6a-4a26-9e30-f20b724ddaa5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 943 time: 0.2857718 Apr 21 21:05:09.994717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127eac-0cd5-4d0f-9a3d-a1bce13e4713 req-b32b6410-9664-4af2-80d5-5f24b9e3e69e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:10.002105 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43127eac-0cd5-4d0f-9a3d-a1bce13e4713 req-b32b6410-9664-4af2-80d5-5f24b9e3e69e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 945 time: 0.1077569 Apr 21 21:05:10.020009 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.034675 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.041710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:10.042615 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.062665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81085e-918a-4ce1-ba3c-758cd290ef47'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:10.065009 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb055d9-99e6-48e9-a979-ba4323ad7bde" -d '{"events": [{"server_uuid": "2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf", "name": "network-vif-plugged", "status": "completed", "tag": "5f81085e-918a-4ce1-ba3c-758cd290ef47"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:10.083549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5f81085e-918a-4ce1-ba3c-758cd290ef47, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f81085e-918a-4ce1-ba3c-758cd290ef47,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:10.096047 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.109306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebd81cb7-c19a-4b23-8d20-8de964693ee1 req-1a68db19-9859-4c65-97ea-d8fdb215b3a8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325262 Apr 21 21:05:10.111587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-2a69b07d-4c22-4e16-a77a-3c57dd8d2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:10.113528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-2a69b07d-4c22-4e16-a77a-3c57dd8d2674 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 913 time: 0.3239260 Apr 21 21:05:10.116000 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43127eac-0cd5-4d0f-9a3d-a1bce13e4713 req-94e98d86-0836-4b19-99ea-6d0dc2c7abee tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127875 Apr 21 21:05:10.172528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:05:10.192122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-e9816250-f6fb-4242-8a6e-6e52228f0a86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=585eae3f-aba4-4d72-9176-7fdfbe866139 HTTP/1.1" status: 200 len: 217 time: 0.0608904 Apr 21 21:05:10.222640 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5558908 Apr 21 21:05:10.230291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34932) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:10.237574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1282662268'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:10.264040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5f81085e-918a-4ce1-ba3c-758cd290ef47,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:10.278806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523dd43-0098-45e2-8209-2c45e96a3e31 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Network': ['ID=d122173a-fcb7-4409-8328-9801bdd14640,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:10.287806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0919cb7-8091-499e-a04d-8304bfecc175 req-b617dc05-d8b0-4d0c-b2c5-2f4c8f57851c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/94e8f093-5a42-4389-a48f-7763e05c7e10 HTTP/1.1" status: 200 len: 1781 time: 0.0924635 Apr 21 21:05:10.296500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Made reservation on behalf of 5231b937094749858faf0d23a5ce3b06 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:10.310307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.314254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d122173a-fcb7-4409-8328-9801bdd14640 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:10.377824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4533-8549-4620-9c72-615fa1890336 req-03bc8f20-0e4e-4d21-bc86-2d27120f61be tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:10.380289 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d0e4533-8549-4620-9c72-615fa1890336 req-03bc8f20-0e4e-4d21-bc86-2d27120f61be tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 945 time: 0.1134651 Apr 21 21:05:10.382656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-ed56b16e-8aa3-4de8-9e7c-62cd931f81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:10.384203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-ed56b16e-8aa3-4de8-9e7c-62cd931f81ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 200 len: 852 time: 0.1853712 Apr 21 21:05:10.384679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:10.398869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.399481 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Added segment 37fc0500-bb8b-43a3-9d8b-1c479c52071f of type vlan for network dafeb50d-5d28-4c62-81e1-6c475d73e542 Apr 21 21:05:10.446892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-56582a12-8ae6-49aa-aafe-a9e12df7db66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440645 Apr 21 21:05:10.452733 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.467287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:10.479419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'port_id': '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087', 'mac_address': 'fa:16:3e:4b:3f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:05:10.502087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d0e4533-8549-4620-9c72-615fa1890336 req-090d2821-997b-4337-955a-ec95911c88f3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125684 Apr 21 21:05:10.511692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.525021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:10.526491 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.530061 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.547809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:05:10.583191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3500381 Apr 21 21:05:10.584867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:10.601045 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.638567 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28789e19-2e6d-4e51-b5a7-da231ae9bb20 x-openstack-request-id: req-28789e19-2e6d-4e51-b5a7-da231ae9bb20 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:10.638999 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf", "name": "network-vif-plugged", "status": "completed", "tag": "5f81085e-918a-4ce1-ba3c-758cd290ef47", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:10.639703 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28789e19-2e6d-4e51-b5a7-da231ae9bb20 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:10.640221 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28789e19-2e6d-4e51-b5a7-da231ae9bb20'] response: {'server_uuid': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81085e-918a-4ce1-ba3c-758cd290ef47', 'code': 200} Apr 21 21:05:10.707599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:10.727017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-d1305480-2957-42f0-8097-546dea98f996 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594440 Apr 21 21:05:10.753980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34940) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:10.759635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e0919cb7-8091-499e-a04d-8304bfecc175 req-92ae3f34-103e-4343-b85b-005e261bf03f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.759849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'subnets': [{'network_id': 'd122173a-fcb7-4409-8328-9801bdd14640', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--649117839', 'ip_version': 4}, {'network_id': 'dafeb50d-5d28-4c62-81e1-6c475d73e542', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:10.760098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'subnet': {'network_id': 'd122173a-fcb7-4409-8328-9801bdd14640', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--649117839', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:10.760605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Request body: {'subnet': {'network_id': 'dafeb50d-5d28-4c62-81e1-6c475d73e542', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:10.786852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544e9f2-7893-4332-9f7b-8c4474ec4281 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Network': ['ID=dafeb50d-5d28-4c62-81e1-6c475d73e542,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:10.805733 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e0919cb7-8091-499e-a04d-8304bfecc175 req-92ae3f34-103e-4343-b85b-005e261bf03f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.810120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network dafeb50d-5d28-4c62-81e1-6c475d73e542 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:10.910454 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e0919cb7-8091-499e-a04d-8304bfecc175 req-92ae3f34-103e-4343-b85b-005e261bf03f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.916461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e0919cb7-8091-499e-a04d-8304bfecc175 req-92ae3f34-103e-4343-b85b-005e261bf03f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:10.924690 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0919cb7-8091-499e-a04d-8304bfecc175 req-92ae3f34-103e-4343-b85b-005e261bf03f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/94e8f093-5a42-4389-a48f-7763e05c7e10 HTTP/1.1" status: 204 len: 173 time: 0.6104195 Apr 21 21:05:10.928429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['5f2d16dc-2712-4ed5-9673-ccf1eb9fd087'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:10.951452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae3f34-103e-4343-b85b-005e261bf03f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e8f093-5a42-4389-a48f-7763e05c7e10,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:10.986534 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-9be35aa8-5af1-481e-8f8f-d13e8616f6cc req-7d002417-8007-4461-beaf-24a0f372b13f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:10.987574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9be35aa8-5af1-481e-8f8f-d13e8616f6cc req-7d002417-8007-4461-beaf-24a0f372b13f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/94e8f093-5a42-4389-a48f-7763e05c7e10 HTTP/1.1" status: 404 len: 352 time: 0.0386302 Apr 21 21:05:11.024566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-ecb6e425-dee3-490d-89ec-2dd155494333 req-94834d59-2b52-442d-b2ba-690da0434830 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1493624106', 'description': 'tempest-description-1903638321'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:11.068136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ecb6e425-dee3-490d-89ec-2dd155494333 req-94834d59-2b52-442d-b2ba-690da0434830 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.079704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352f604-e4b0-4f04-8f47-fe890f29502c req-170838dd-5790-46b8-ad7c-344a121d5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:11.081934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5352f604-e4b0-4f04-8f47-fe890f29502c req-170838dd-5790-46b8-ad7c-344a121d5bb0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 1097 time: 0.2323990 Apr 21 21:05:11.139661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53575979-fc23-4a21-8220-6b7509df5558 req-834b0195-8844-4137-b5d5-c288140829e9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:11.141398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53575979-fc23-4a21-8220-6b7509df5558 req-834b0195-8844-4137-b5d5-c288140829e9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.4038055 Apr 21 21:05:11.191810 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ecb6e425-dee3-490d-89ec-2dd155494333 req-94834d59-2b52-442d-b2ba-690da0434830 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.198323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5352f604-e4b0-4f04-8f47-fe890f29502c req-3e57e3b2-e36e-43cb-abb0-39df00622df4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037989 Apr 21 21:05:11.200197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ecb6e425-dee3-490d-89ec-2dd155494333 req-94834d59-2b52-442d-b2ba-690da0434830 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.211173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1294f246-be8f-43d6-9dd5-c8fc076338b2 req-309ee3f1-48a8-4c3b-a726-3a8f484d2596 service neutron] 10.222.0.46 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845150 Apr 21 21:05:11.214259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Made reservation on behalf of 5231b937094749858faf0d23a5ce3b06 for: {'subnet': 2} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:11.218722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.219139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.225047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53575979-fc23-4a21-8220-6b7509df5558 req-3b69de5b-b079-413e-bac7-485801f261a7 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676639 Apr 21 21:05:11.262861 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ecb6e425-dee3-490d-89ec-2dd155494333 req-94834d59-2b52-442d-b2ba-690da0434830 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.278676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ecb6e425-dee3-490d-89ec-2dd155494333 req-94834d59-2b52-442d-b2ba-690da0434830 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2579477 Apr 21 21:05:11.286857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94834d59-2b52-442d-b2ba-690da0434830 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932bdb1c-b2df-4b2a-95fa-b4a3db2396e7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:11.380499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd9f2-c3dc-49fe-b597-5742839f4c00 req-936f98be-71c7-42be-a027-d2b1574c03ec tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:11.381921 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b73fd9f2-c3dc-49fe-b597-5742839f4c00 req-936f98be-71c7-42be-a027-d2b1574c03ec tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 946 time: 0.0524099 Apr 21 21:05:11.417255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c036b3-70c8-4731-b99f-1ed3c24731cc req-826164dc-7bf2-40d5-a6d9-c32fe3023207 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:11.418728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5c036b3-70c8-4731-b99f-1ed3c24731cc req-826164dc-7bf2-40d5-a6d9-c32fe3023207 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 944 time: 0.0941780 Apr 21 21:05:11.422498 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b73fd9f2-c3dc-49fe-b597-5742839f4c00 req-56009a77-d568-4b23-93ed-112ac6f57f8f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332046 Apr 21 21:05:11.546485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9202e49-ef04-40b9-9f1c-5c1289b634e6 req-4437e0bb-3f74-4123-b989-0f21236969c9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:11.547951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9202e49-ef04-40b9-9f1c-5c1289b634e6 req-4437e0bb-3f74-4123-b989-0f21236969c9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0689108 Apr 21 21:05:11.556048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5c036b3-70c8-4731-b99f-1ed3c24731cc req-76c33ce6-5355-466a-accf-af6e1958e1a6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092417 Apr 21 21:05:11.606112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-cdae8c6c-f03b-4001-9e0b-bfb5e4bf6d51 req-4680b1c2-ba30-40d5-8867-eea80127d55f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-466690810', 'description': 'tempest-description-474461732'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:11.614323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9202e49-ef04-40b9-9f1c-5c1289b634e6 req-e989e05a-ab7b-41c4-9f5c-65846020872e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534744 Apr 21 21:05:11.667178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cdae8c6c-f03b-4001-9e0b-bfb5e4bf6d51 req-4680b1c2-ba30-40d5-8867-eea80127d55f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.737247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794bde8-025b-42c2-9e72-933cc9760625 req-d14bf192-5066-4e7c-865d-5955aa9715f0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:11.738925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7794bde8-025b-42c2-9e72-933cc9760625 req-d14bf192-5066-4e7c-865d-5955aa9715f0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 945 time: 0.0644772 Apr 21 21:05:11.763671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.786108 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7794bde8-025b-42c2-9e72-933cc9760625 req-f835fb33-45f6-4a78-9a17-d0062a4cb346 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Apr 21 21:05:11.868805 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cdae8c6c-f03b-4001-9e0b-bfb5e4bf6d51 req-4680b1c2-ba30-40d5-8867-eea80127d55f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.870197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Subnet': ['ID=bd0062be-d235-4172-a68f-149fa32e7e30,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:11.879072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cdae8c6c-f03b-4001-9e0b-bfb5e4bf6d51 req-4680b1c2-ba30-40d5-8867-eea80127d55f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.881864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Checking segment: {'id': 'dc861afb-c412-4c6c-92c9-133390111eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd122173a-fcb7-4409-8328-9801bdd14640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:11.882162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Network hostable DHCP agents. Network: d122173a-fcb7-4409-8328-9801bdd14640, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:11.923077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-cdae8c6c-f03b-4001-9e0b-bfb5e4bf6d51 req-4680b1c2-ba30-40d5-8867-eea80127d55f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.924329 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdae8c6c-f03b-4001-9e0b-bfb5e4bf6d51 req-4680b1c2-ba30-40d5-8867-eea80127d55f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3246498 Apr 21 21:05:11.927020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680b1c2-ba30-40d5-8867-eea80127d55f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf0510d-e0c1-4c0d-8148-993ac447212d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:11.929476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Network d122173a-fcb7-4409-8328-9801bdd14640 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:11.947636 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b484e-aa4a-4647-bcc8-f38a2816654c req-2da42210-d21d-4a56-9c43-b1584d1acdb4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:11.950185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de2b484e-aa4a-4647-bcc8-f38a2816654c req-2da42210-d21d-4a56-9c43-b1584d1acdb4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0756633 Apr 21 21:05:11.956082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-886a163c-a1ba-4cd7-9e53-049c40be7a2a req-a9ed815b-a934-496f-97d5-732661c8e501 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1726898538', 'description': 'tempest-description-1912827825'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:11.968020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, d122173a-fcb7-4409-8328-9801bdd14640) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:11.975304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:11.992602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a17b8a8-bdc4-4c62-8b0a-a18565efd883 None None] Network d122173a-fcb7-4409-8328-9801bdd14640 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:12.023862 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-886a163c-a1ba-4cd7-9e53-049c40be7a2a req-a9ed815b-a934-496f-97d5-732661c8e501 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.028295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de2b484e-aa4a-4647-bcc8-f38a2816654c req-2714e288-547c-4483-a426-fff05c63c711 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721438 Apr 21 21:05:12.047406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event updated for resources: {'Subnet': ['ID=0e509997-49cb-4006-8ce7-028b93f4675a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:12.087375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Checking segment: {'id': '37fc0500-bb8b-43a3-9d8b-1c479c52071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dafeb50d-5d28-4c62-81e1-6c475d73e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:12.087375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Network hostable DHCP agents. Network: dafeb50d-5d28-4c62-81e1-6c475d73e542, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:12.122409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Network dafeb50d-5d28-4c62-81e1-6c475d73e542 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:12.137620 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-886a163c-a1ba-4cd7-9e53-049c40be7a2a req-a9ed815b-a934-496f-97d5-732661c8e501 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.141886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, dafeb50d-5d28-4c62-81e1-6c475d73e542) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:12.144737 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-886a163c-a1ba-4cd7-9e53-049c40be7a2a req-a9ed815b-a934-496f-97d5-732661c8e501 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.156844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c02032-029c-4ed4-8404-79149d5ebf19 None None] Network dafeb50d-5d28-4c62-81e1-6c475d73e542 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:12.157360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:12.157846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:12.158702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.186152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:12.195472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff13b9-7fee-420c-bbd0-8d8b4fbf7c34 req-f13aca23-4a3a-4f9f-903f-55e96af27612 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:12.198750 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dff13b9-7fee-420c-bbd0-8d8b4fbf7c34 req-f13aca23-4a3a-4f9f-903f-55e96af27612 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0955579 Apr 21 21:05:12.200161 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-886a163c-a1ba-4cd7-9e53-049c40be7a2a req-a9ed815b-a934-496f-97d5-732661c8e501 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.201607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-886a163c-a1ba-4cd7-9e53-049c40be7a2a req-a9ed815b-a934-496f-97d5-732661c8e501 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2511408 Apr 21 21:05:12.204035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed815b-a934-496f-97d5-732661c8e501 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c2a176-69e1-433a-b31d-8c3b4c2734e6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:12.209064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6414e92c-f561-4ad1-9cb6-6b5b52387fe3 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4539833 Apr 21 21:05:12.211514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34970) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:12.275415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-d122173a-fcb7-4409-8328-9801bdd14640', 'network_id': 'd122173a-fcb7-4409-8328-9801bdd14640', 'tenant_id': '5231b937094749858faf0d23a5ce3b06', 'fixed_ips': [{'subnet_id': 'bd0062be-d235-4172-a68f-149fa32e7e30'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:05:12.276716 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.285337 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dff13b9-7fee-420c-bbd0-8d8b4fbf7c34 req-4ff536aa-192e-4f1a-a582-bff109c8e262 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588789 Apr 21 21:05:12.364365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e5bed-973f-4236-a566-aad3bd644a25 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:12.366178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e5bed-973f-4236-a566-aad3bd644a25 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:12.367895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e5bed-973f-4236-a566-aad3bd644a25 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:12.369854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d04e5bed-973f-4236-a566-aad3bd644a25 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1572037 Apr 21 21:05:12.373070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 34976) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:12.434638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:05:12.442818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:12.443279 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.496419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-94abb285-b46c-45d6-8f98-b44b6df4b6a4 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Deleting subnet bd0062be-d235-4172-a68f-149fa32e7e30 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:05:12.544608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb29c880-ca00-44be-a927-57caf1437fd8 req-73490c8b-a8da-47ac-85e0-9b63ed2eef0f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2 HTTP/1.1" status: 200 len: 10911 time: 0.2618163 Apr 21 21:05:12.546276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-dafeb50d-5d28-4c62-81e1-6c475d73e542', 'network_id': 'dafeb50d-5d28-4c62-81e1-6c475d73e542', 'tenant_id': '5231b937094749858faf0d23a5ce3b06', 'fixed_ips': [{'subnet_id': '0e509997-49cb-4006-8ce7-028b93f4675a'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:05:12.547212 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.581700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Allocated IP 172.20.0.2 (d122173a-fcb7-4409-8328-9801bdd14640/bd0062be-d235-4172-a68f-149fa32e7e30/aa1dda80-ed9f-4e48-9bd8-a8783c134326) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:05:12.595387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb29c880-ca00-44be-a927-57caf1437fd8 req-594ec2a5-8253-4417-857a-0132e51dd5bb tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/d7821308-9f23-4d18-9137-8957b30ad273 HTTP/1.1" status: 200 len: 2985 time: 0.0489285 Apr 21 21:05:12.624714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff75ce-776d-4a37-85b6-b9ef84fdf6dd req-60c400fc-ba32-4fbf-9f50-ffbbd0ef0c48 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:12.626416 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88ff75ce-776d-4a37-85b6-b9ef84fdf6dd req-60c400fc-ba32-4fbf-9f50-ffbbd0ef0c48 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0771594 Apr 21 21:05:12.663270 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.699858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fb29c880-ca00-44be-a927-57caf1437fd8 req-4811f4e1-338b-43fd-89db-25231d860596 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/d7821308-9f23-4d18-9137-8957b30ad273 HTTP/1.1" status: 200 len: 2985 time: 0.0732517 Apr 21 21:05:12.726801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88ff75ce-776d-4a37-85b6-b9ef84fdf6dd req-1465102f-c52a-49e0-895f-6440a5ad5329 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937479 Apr 21 21:05:12.877267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:12.878232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8a286a-b6ce-4dad-bf3e-5eeb3af49306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:12.880958 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56850e8-f418-4f5c-9695-1a77bc59d88c" -d '{"events": [{"server_uuid": "4d8a286a-b6ce-4dad-bf3e-5eeb3af49306", "name": "network-vif-plugged", "status": "completed", "tag": "5f2d16dc-2712-4ed5-9673-ccf1eb9fd087"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:12.881881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eab390-7630-4fa4-886f-89cce9931fba req-62751d3a-5866-42db-98a9-4a899402ed84 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:12.887895 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69eab390-7630-4fa4-886f-89cce9931fba req-62751d3a-5866-42db-98a9-4a899402ed84 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 946 time: 0.0890760 Apr 21 21:05:12.917857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787aebd4-7e0e-4d3d-bc40-b3037ea40516 req-6287e9bf-622c-4dcf-9556-ff24b180c258 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:12.919254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-787aebd4-7e0e-4d3d-bc40-b3037ea40516 req-6287e9bf-622c-4dcf-9556-ff24b180c258 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 944 time: 0.0540662 Apr 21 21:05:12.927423 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:12.928321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 35a822f6-066e-464d-8aa2-dacf7a3cd548 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:12.939972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-69eab390-7630-4fa4-886f-89cce9931fba req-8315f000-c78f-4ee9-b22a-e2936eb3ba3c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487316 Apr 21 21:05:12.973357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-787aebd4-7e0e-4d3d-bc40-b3037ea40516 req-6951dd59-0de3-4a1c-b0f1-ce4508165852 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463943 Apr 21 21:05:13.024588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18a316e5-b2b3-49f9-b7a5-14b405f1d66f req-780d0363-462b-4c44-8312-136d310044cc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/932bdb1c-b2df-4b2a-95fa-b4a3db2396e7 HTTP/1.1" status: 200 len: 1803 time: 0.0487235 Apr 21 21:05:13.094894 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-18a316e5-b2b3-49f9-b7a5-14b405f1d66f req-2b96606e-b9c1-46da-965f-cbf8fc9a192c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.102293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff76129-dd8d-4dcc-89c5-68d0daa3ac8c req-d143c099-4f30-42a5-adb6-3dd45cf1412a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:13.104439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ff76129-dd8d-4dcc-89c5-68d0daa3ac8c req-d143c099-4f30-42a5-adb6-3dd45cf1412a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 945 time: 0.0563169 Apr 21 21:05:13.126041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-18a316e5-b2b3-49f9-b7a5-14b405f1d66f req-2b96606e-b9c1-46da-965f-cbf8fc9a192c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.170956 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ff76129-dd8d-4dcc-89c5-68d0daa3ac8c req-5e8afb10-bb0e-4ba0-8db3-476163b7b938 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585291 Apr 21 21:05:13.176977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-18a316e5-b2b3-49f9-b7a5-14b405f1d66f req-2b96606e-b9c1-46da-965f-cbf8fc9a192c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.182628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-18a316e5-b2b3-49f9-b7a5-14b405f1d66f req-2b96606e-b9c1-46da-965f-cbf8fc9a192c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.184141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18a316e5-b2b3-49f9-b7a5-14b405f1d66f req-2b96606e-b9c1-46da-965f-cbf8fc9a192c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/932bdb1c-b2df-4b2a-95fa-b4a3db2396e7 HTTP/1.1" status: 204 len: 173 time: 0.1518261 Apr 21 21:05:13.201001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96606e-b9c1-46da-965f-cbf8fc9a192c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932bdb1c-b2df-4b2a-95fa-b4a3db2396e7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:13.229241 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-a3079cae-80a9-46b6-8b74-d97d89ada63b req-3ffc954b-142c-4be5-bc3c-e988a458a0a2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:13.230406 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3079cae-80a9-46b6-8b74-d97d89ada63b req-3ffc954b-142c-4be5-bc3c-e988a458a0a2 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/932bdb1c-b2df-4b2a-95fa-b4a3db2396e7 HTTP/1.1" status: 404 len: 352 time: 0.0174904 Apr 21 21:05:13.250046 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5314956-7bb1-4f4e-bad9-1301bed2e6e4 x-openstack-request-id: req-b5314956-7bb1-4f4e-bad9-1301bed2e6e4 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:13.250570 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8a286a-b6ce-4dad-bf3e-5eeb3af49306", "name": "network-vif-plugged", "status": "completed", "tag": "5f2d16dc-2712-4ed5-9673-ccf1eb9fd087", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:13.250678 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5314956-7bb1-4f4e-bad9-1301bed2e6e4 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:13.251066 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5314956-7bb1-4f4e-bad9-1301bed2e6e4'] response: {'server_uuid': '4d8a286a-b6ce-4dad-bf3e-5eeb3af49306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087', 'code': 200} Apr 21 21:05:13.255443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Allocated IP 172.20.0.18 (dafeb50d-5d28-4c62-81e1-6c475d73e542/0e509997-49cb-4006-8ce7-028b93f4675a/76c39764-007d-4099-9b9c-e870153dd88a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:05:13.314853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88b0e7fa-dd7b-4d09-a89b-41e2c53ddf7f req-16381ca3-efc3-4299-9569-8ea7f0a21db5 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/daf0510d-e0c1-4c0d-8148-993ac447212d HTTP/1.1" status: 200 len: 1801 time: 0.0593214 Apr 21 21:05:13.315794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:13.352055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c8159-ff54-4fd1-bd4d-664bfd20d36c req-750d8901-e07b-48ef-8a6a-43912c902620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:13.354172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b9c8159-ff54-4fd1-bd4d-664bfd20d36c req-750d8901-e07b-48ef-8a6a-43912c902620 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 1096 time: 0.0675707 Apr 21 21:05:13.362463 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.381211 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94abb285-b46c-45d6-8f98-b44b6df4b6a4 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.399513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b9c8159-ff54-4fd1-bd4d-664bfd20d36c req-6ab74aaa-594d-4a08-b47b-04b7abc23198 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Apr 21 21:05:13.401770 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.442408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 35a822f6-066e-464d-8aa2-dacf7a3cd548 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:05:13.446158 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-88b0e7fa-dd7b-4d09-a89b-41e2c53ddf7f req-5c8f3fa7-7c68-4ad0-8e9e-cae4ccb0bab3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.449105 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94abb285-b46c-45d6-8f98-b44b6df4b6a4 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.471930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 35a822f6-066e-464d-8aa2-dacf7a3cd548 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:13.472343 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.476327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Network d122173a-fcb7-4409-8328-9801bdd14640 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:13.503946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:13.514083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-88b0e7fa-dd7b-4d09-a89b-41e2c53ddf7f req-5c8f3fa7-7c68-4ad0-8e9e-cae4ccb0bab3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.515723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:13.522820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Pushing event updated for resources: {'Port': ['ID=aa1dda80-ed9f-4e48-9bd8-a8783c134326,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:13.595797 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94abb285-b46c-45d6-8f98-b44b6df4b6a4 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.621943 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-88b0e7fa-dd7b-4d09-a89b-41e2c53ddf7f req-5c8f3fa7-7c68-4ad0-8e9e-cae4ccb0bab3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.624576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-88b0e7fa-dd7b-4d09-a89b-41e2c53ddf7f req-5c8f3fa7-7c68-4ad0-8e9e-cae4ccb0bab3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.625887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88b0e7fa-dd7b-4d09-a89b-41e2c53ddf7f req-5c8f3fa7-7c68-4ad0-8e9e-cae4ccb0bab3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/daf0510d-e0c1-4c0d-8148-993ac447212d HTTP/1.1" status: 204 len: 173 time: 0.2949538 Apr 21 21:05:13.651358 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.653612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Attempting to bind port aa1dda80-ed9f-4e48-9bd8-a8783c134326 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:05:13.653980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Attempting to bind port aa1dda80-ed9f-4e48-9bd8-a8783c134326 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'dc861afb-c412-4c6c-92c9-133390111eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd122173a-fcb7-4409-8328-9801bdd14640'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:05:13.654355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Attempting to bind port aa1dda80-ed9f-4e48-9bd8-a8783c134326 on network d122173a-fcb7-4409-8328-9801bdd14640 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:13.663245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:05:13.663687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Checking segment: {'id': 'dc861afb-c412-4c6c-92c9-133390111eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd122173a-fcb7-4409-8328-9801bdd14640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:13.664098 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.664486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Bound using segment: {'id': 'dc861afb-c412-4c6c-92c9-133390111eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd122173a-fcb7-4409-8328-9801bdd14640'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:05:13.664977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Bound port: aa1dda80-ed9f-4e48-9bd8-a8783c134326, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc861afb-c412-4c6c-92c9-133390111eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd122173a-fcb7-4409-8328-9801bdd14640'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:05:13.665356 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.666873 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-66ebe2d8-0304-4848-baf0-96951036c90f req-a78bedc3-b6a5-45ad-bb12-3bcf2a42ed9d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:13.676249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66ebe2d8-0304-4848-baf0-96951036c90f req-a78bedc3-b6a5-45ad-bb12-3bcf2a42ed9d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/daf0510d-e0c1-4c0d-8148-993ac447212d HTTP/1.1" status: 404 len: 352 time: 0.0247521 Apr 21 21:05:13.680121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f3fa7-7c68-4ad0-8e9e-cae4ccb0bab3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf0510d-e0c1-4c0d-8148-993ac447212d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:13.693815 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.730675 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94abb285-b46c-45d6-8f98-b44b6df4b6a4 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.770356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abb285-b46c-45d6-8f98-b44b6df4b6a4 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0062be-d235-4172-a68f-149fa32e7e30,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:13.776162 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.779168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Network dafeb50d-5d28-4c62-81e1-6c475d73e542 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:13.796827 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94abb285-b46c-45d6-8f98-b44b6df4b6a4 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.808126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-94abb285-b46c-45d6-8f98-b44b6df4b6a4 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/subnets/bd0062be-d235-4172-a68f-149fa32e7e30 HTTP/1.1" status: 204 len: 168 time: 1.4315338 Apr 21 21:05:13.808555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35014) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:13.825469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad4566ee-20f5-4433-a9dc-a39ddfeefd90 req-2488dc9d-cf06-472c-971d-7b76c7e4e90f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/04c2a176-69e1-433a-b31d-8c3b4c2734e6 HTTP/1.1" status: 200 len: 1803 time: 0.1309507 Apr 21 21:05:13.827926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Pushing event updated for resources: {'Port': ['ID=76c39764-007d-4099-9b9c-e870153dd88a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:13.830870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:13.854970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:13.914051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] For port aa1dda80-ed9f-4e48-9bd8-a8783c134326, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:05:13.922189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 35a822f6-066e-464d-8aa2-dacf7a3cd548, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=35a822f6-066e-464d-8aa2-dacf7a3cd548,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:13.923546 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad4566ee-20f5-4433-a9dc-a39ddfeefd90 req-67bf68d9-5d6e-4e1e-92a4-47436ad50a82 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.949389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f519a5-3653-4362-bfe2-18918dda240c tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Deleting subnet 0e509997-49cb-4006-8ce7-028b93f4675a {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:05:13.951207 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad4566ee-20f5-4433-a9dc-a39ddfeefd90 req-67bf68d9-5d6e-4e1e-92a4-47436ad50a82 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.952122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] For port aa1dda80-ed9f-4e48-9bd8-a8783c134326, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=aa1dda80-ed9f-4e48-9bd8-a8783c134326,segment=NetworkSegment(dc861afb-c412-4c6c-92c9-133390111eb8),segment_id=dc861afb-c412-4c6c-92c9-133390111eb8)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:05:13.953183 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.955130 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2f519a5-3653-4362-bfe2-18918dda240c tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:13.971965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Attempting to bind port 76c39764-007d-4099-9b9c-e870153dd88a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:05:13.972948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Attempting to bind port 76c39764-007d-4099-9b9c-e870153dd88a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '37fc0500-bb8b-43a3-9d8b-1c479c52071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dafeb50d-5d28-4c62-81e1-6c475d73e542'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:05:13.973238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Attempting to bind port 76c39764-007d-4099-9b9c-e870153dd88a on network dafeb50d-5d28-4c62-81e1-6c475d73e542 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:13.992838 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.011923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:05:14.012302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Checking segment: {'id': '37fc0500-bb8b-43a3-9d8b-1c479c52071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dafeb50d-5d28-4c62-81e1-6c475d73e542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:14.012723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.013213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Bound using segment: {'id': '37fc0500-bb8b-43a3-9d8b-1c479c52071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dafeb50d-5d28-4c62-81e1-6c475d73e542'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:05:14.013690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Bound port: 76c39764-007d-4099-9b9c-e870153dd88a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc0500-bb8b-43a3-9d8b-1c479c52071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dafeb50d-5d28-4c62-81e1-6c475d73e542'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:05:14.014083 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.020803 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad4566ee-20f5-4433-a9dc-a39ddfeefd90 req-67bf68d9-5d6e-4e1e-92a4-47436ad50a82 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.025093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad4566ee-20f5-4433-a9dc-a39ddfeefd90 req-67bf68d9-5d6e-4e1e-92a4-47436ad50a82 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.027423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad4566ee-20f5-4433-a9dc-a39ddfeefd90 req-67bf68d9-5d6e-4e1e-92a4-47436ad50a82 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/04c2a176-69e1-433a-b31d-8c3b4c2734e6 HTTP/1.1" status: 204 len: 173 time: 0.1846695 Apr 21 21:05:14.050236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf68d9-5d6e-4e1e-92a4-47436ad50a82 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c2a176-69e1-433a-b31d-8c3b4c2734e6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:14.118291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=35a822f6-066e-464d-8aa2-dacf7a3cd548,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:14.136627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] For port 76c39764-007d-4099-9b9c-e870153dd88a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:05:14.179513 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] For port 76c39764-007d-4099-9b9c-e870153dd88a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=76c39764-007d-4099-9b9c-e870153dd88a,segment=NetworkSegment(37fc0500-bb8b-43a3-9d8b-1c479c52071f),segment_id=37fc0500-bb8b-43a3-9d8b-1c479c52071f)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:05:14.187139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb1394-fc09-447e-8bae-66bace4f57ac req-81054698-52be-4101-95b2-cf2e26f8870e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:14.187963 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.195599 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3bb1394-fc09-447e-8bae-66bace4f57ac req-81054698-52be-4101-95b2-cf2e26f8870e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 946 time: 0.0944352 Apr 21 21:05:14.208395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee2b8c-0947-4b2a-a02f-a30438a6464f None None] Network d122173a-fcb7-4409-8328-9801bdd14640 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:14.241393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383466f-e722-44d7-bb37-1b44116e73ab None None] Pushing event updated for resources: {'Port': ['ID=aa1dda80-ed9f-4e48-9bd8-a8783c134326,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:14.244495 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3bb1394-fc09-447e-8bae-66bace4f57ac req-225daa69-9050-46a6-9539-db82e50a74a5 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476401 Apr 21 21:05:14.397787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801049e-72de-452d-b023-ea2f05d647e2 req-e266a4da-b898-45ef-81e3-aa194f88c4a6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:14.406687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a801049e-72de-452d-b023-ea2f05d647e2 req-e266a4da-b898-45ef-81e3-aa194f88c4a6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 945 time: 0.0722666 Apr 21 21:05:14.431388 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2f519a5-3653-4362-bfe2-18918dda240c tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.454549 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a801049e-72de-452d-b023-ea2f05d647e2 req-fd87755e-fda1-40b8-8855-60a99d90fb9c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465117 Apr 21 21:05:14.464589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4927e-7fba-44e3-9e56-2fcbcfc20d6a None None] Pushing event updated for resources: {'Port': ['ID=76c39764-007d-4099-9b9c-e870153dd88a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:14.492731 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-8dc39b86-c98e-423a-9a0c-35d3a3972ec3 req-9d2a6217-7526-4600-a92a-6c2be08f8c38 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:14.502945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8dc39b86-c98e-423a-9a0c-35d3a3972ec3 req-9d2a6217-7526-4600-a92a-6c2be08f8c38 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/04c2a176-69e1-433a-b31d-8c3b4c2734e6 HTTP/1.1" status: 404 len: 352 time: 0.0228813 Apr 21 21:05:14.503828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ff3d-026e-4bac-a86d-659777eaef31 req-a7b7353d-7b7e-4af4-afcb-7d470f3a2cf6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:14.505353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eda6ff3d-026e-4bac-a86d-659777eaef31 req-a7b7353d-7b7e-4af4-afcb-7d470f3a2cf6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.6093559 Apr 21 21:05:14.584337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eda6ff3d-026e-4bac-a86d-659777eaef31 req-183de8af-e567-4317-a325-606efe0a4d05 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709734 Apr 21 21:05:14.654344 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2f519a5-3653-4362-bfe2-18918dda240c tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.737746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc57b7-ac75-4fad-9283-4f427037c230 req-2e779d15-d9b0-44f8-9524-636df151d33d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:14.740977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8acc57b7-ac75-4fad-9283-4f427037c230 req-2e779d15-d9b0-44f8-9524-636df151d33d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1027141 Apr 21 21:05:14.754597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 76c39764-007d-4099-9b9c-e870153dd88a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:14.813997 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2f519a5-3653-4362-bfe2-18918dda240c tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.865988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee40c4-b2ca-413d-a301-b4bca9efa4b4 req-d716e2de-c573-45c3-aac6-80c1a096156e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:14.867298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8acc57b7-ac75-4fad-9283-4f427037c230 req-872ba4a6-0935-4c18-aeb0-2d2bd26cc2d9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151128 Apr 21 21:05:14.871151 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73ee40c4-b2ca-413d-a301-b4bca9efa4b4 req-d716e2de-c573-45c3-aac6-80c1a096156e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 946 time: 0.1397927 Apr 21 21:05:14.897085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f519a5-3653-4362-bfe2-18918dda240c tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Subnet': ['ID=0e509997-49cb-4006-8ce7-028b93f4675a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:14.903341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35040) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:14.910215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2f519a5-3653-4362-bfe2-18918dda240c tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.914722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 76c39764-007d-4099-9b9c-e870153dd88a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:14.915099 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:14.915323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b2f519a5-3653-4362-bfe2-18918dda240c tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/subnets/0e509997-49cb-4006-8ce7-028b93f4675a HTTP/1.1" status: 204 len: 168 time: 1.1050773 Apr 21 21:05:14.917226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35042) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:14.923209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2d5da8a4-0fc7-456e-99d6-135659bb2b06 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'floatingip': {'port_id': '5f81085e-918a-4ce1-ba3c-758cd290ef47'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:14.979730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545a29d-d1c5-45bf-82f0-07538299e3b6 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:14.981996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1545a29d-d1c5-45bf-82f0-07538299e3b6 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0634291 Apr 21 21:05:14.988517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35046) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:15.006545 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.039445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d5da8a4-0fc7-456e-99d6-135659bb2b06 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.044090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 76c39764-007d-4099-9b9c-e870153dd88a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=76c39764-007d-4099-9b9c-e870153dd88a,segment=NetworkSegment(37fc0500-bb8b-43a3-9d8b-1c479c52071f),segment_id=37fc0500-bb8b-43a3-9d8b-1c479c52071f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:15.051718 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.100686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.132128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=76c39764-007d-4099-9b9c-e870153dd88a,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:15.176382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Deleting port 76c39764-007d-4099-9b9c-e870153dd88a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:15.178411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.252406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3545d80d-b06f-4420-afa4-815e60d23214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a822f6-066e-464d-8aa2-dacf7a3cd548'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:15.254814 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1c4131-a2e6-47d3-bd7e-9eb73d22f780" -d '{"events": [{"server_uuid": "3545d80d-b06f-4420-afa4-815e60d23214", "name": "network-vif-plugged", "status": "completed", "tag": "35a822f6-066e-464d-8aa2-dacf7a3cd548"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:15.322960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] For port 76c39764-007d-4099-9b9c-e870153dd88a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=76c39764-007d-4099-9b9c-e870153dd88a,segment=NetworkSegment(37fc0500-bb8b-43a3-9d8b-1c479c52071f),segment_id=37fc0500-bb8b-43a3-9d8b-1c479c52071f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:15.323332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.324441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b3bd3c5-33b1-48f1-9ef0-e7836ae6b192 req-2670fc88-6349-411d-b207-1787eb6aec82 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2 HTTP/1.1" status: 200 len: 6157 time: 0.4362485 Apr 21 21:05:15.342601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b69d6-2cdc-4ad7-b986-cfbfee114ea4 req-4bcf4588-709d-4112-b7e4-6bb5b110914d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:15.344161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-275b69d6-2cdc-4ad7-b986-cfbfee114ea4 req-4bcf4588-709d-4112-b7e4-6bb5b110914d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1295815 Apr 21 21:05:15.363635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Calling delete_port for 76c39764-007d-4099-9b9c-e870153dd88a owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:15.397778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b3bd3c5-33b1-48f1-9ef0-e7836ae6b192 req-e3376c01-924e-4589-948f-f6814dae1c9a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/d7821308-9f23-4d18-9137-8957b30ad273 HTTP/1.1" status: 200 len: 2985 time: 0.0722971 Apr 21 21:05:15.439837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-275b69d6-2cdc-4ad7-b986-cfbfee114ea4 req-8efb71f7-0aac-406e-afa2-85b66dff5aee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835984 Apr 21 21:05:15.515666 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54206216-8283-4fb2-a5ff-e9f09773adeb x-openstack-request-id: req-54206216-8283-4fb2-a5ff-e9f09773adeb {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:15.516165 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3545d80d-b06f-4420-afa4-815e60d23214", "name": "network-vif-plugged", "status": "completed", "tag": "35a822f6-066e-464d-8aa2-dacf7a3cd548", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:15.516394 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54206216-8283-4fb2-a5ff-e9f09773adeb {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:15.516814 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54206216-8283-4fb2-a5ff-e9f09773adeb'] response: {'server_uuid': '3545d80d-b06f-4420-afa4-815e60d23214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a822f6-066e-464d-8aa2-dacf7a3cd548', 'code': 200} Apr 21 21:05:15.518115 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.572506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Port': ['ID=76c39764-007d-4099-9b9c-e870153dd88a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:15.574748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] No DVR routers for this DVR port 76c39764-007d-4099-9b9c-e870153dd88a on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:15.723282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.743275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923c532-958e-40a0-8db9-97ac5806b232 req-211a0fe9-f3cc-46bd-927b-b221f8fd9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:15.744843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f923c532-958e-40a0-8db9-97ac5806b232 req-211a0fe9-f3cc-46bd-927b-b221f8fd9194 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 1097 time: 0.1398289 Apr 21 21:05:15.750519 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b3bd3c5-33b1-48f1-9ef0-e7836ae6b192 req-a715f241-38ef-4936-a4c5-404ccc468f60 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/d7821308-9f23-4d18-9137-8957b30ad273 HTTP/1.1" status: 200 len: 2985 time: 0.3518703 Apr 21 21:05:15.772312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260bc48e-6e8b-430a-a983-292afd696a41 None None] Network dafeb50d-5d28-4c62-81e1-6c475d73e542 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:15.785229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-100ce606-abfe-407a-bd4c-a1f2c474db1c req-780c5fdb-6772-4ca9-953c-74e621002798 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1117167674', 'description': 'tempest-description-2039533499'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:15.792859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafeb50d-5d28-4c62-81e1-6c475d73e542']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:15.814918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d455-b4d2-4e2e-8fc6-690ccae97115 req-149a2e9c-bbe7-4490-9ac7-279f670ced7c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:15.823951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f08d455-b4d2-4e2e-8fc6-690ccae97115 req-149a2e9c-bbe7-4490-9ac7-279f670ced7c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 945 time: 0.2003303 Apr 21 21:05:15.851942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f923c532-958e-40a0-8db9-97ac5806b232 req-82938772-a66e-49bd-af03-3ce86600637e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967062 Apr 21 21:05:15.857527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-40992c1d-af4d-4f80-94e1-861295a607a9 None None] Could not find standard attr ID for object 76c39764-007d-4099-9b9c-e870153dd88a. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:05:15.885367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f08d455-b4d2-4e2e-8fc6-690ccae97115 req-f43f943d-e571-48fe-8c7d-6ad8d50bf53f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603960 Apr 21 21:05:15.887952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fc0500-bb8b-43a3-9d8b-1c479c52071f') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:15.888260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fc0500-bb8b-43a3-9d8b-1c479c52071f') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:15.890553 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-100ce606-abfe-407a-bd4c-a1f2c474db1c req-780c5fdb-6772-4ca9-953c-74e621002798 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.902257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.931478 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.943018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:15.943421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:15.953753 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:15.986241 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d5da8a4-0fc7-456e-99d6-135659bb2b06 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.006621 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d5da8a4-0fc7-456e-99d6-135659bb2b06 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.027155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a0cc32-4494-4cdb-b725-f62ece02671a None None] DHCP port deletion for dafeb50d-5d28-4c62-81e1-6c475d73e542 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:05:16.053627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6505e65-1593-48ea-97ea-6e5fe9d79e4a None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:05:16.092429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94596c-8ccb-441a-a978-0362069069b3 req-8bbbcbb4-6c6d-4b71-9cf6-8c90ade96c5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:16.094045 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc94596c-8ccb-441a-a978-0362069069b3 req-8bbbcbb4-6c6d-4b71-9cf6-8c90ade96c5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0813313 Apr 21 21:05:16.094733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.101968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.107993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/networks/dafeb50d-5d28-4c62-81e1-6c475d73e542 HTTP/1.1" status: 204 len: 168 time: 1.1161878 Apr 21 21:05:16.110445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35070) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:16.136513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bae0a7-035f-4598-9e15-2c8d231108b8 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Network': ['ID=dafeb50d-5d28-4c62-81e1-6c475d73e542,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:16.158295 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc94596c-8ccb-441a-a978-0362069069b3 req-0f78f299-6edb-4409-b73d-bfc759e4cfc0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493586 Apr 21 21:05:16.211439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6505e65-1593-48ea-97ea-6e5fe9d79e4a None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:05:16.243349 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-2d5da8a4-0fc7-456e-99d6-135659bb2b06 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Floating IP e903409f-d787-462a-a8a1-0126b4f81bc0 associated. External IP: 172.25.0.243, port: 5f81085e-918a-4ce1-ba3c-758cd290ef47. Apr 21 21:05:16.310836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.315379 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-100ce606-abfe-407a-bd4c-a1f2c474db1c req-780c5fdb-6772-4ca9-953c-74e621002798 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.328574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-100ce606-abfe-407a-bd4c-a1f2c474db1c req-780c5fdb-6772-4ca9-953c-74e621002798 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.396381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c5fdb-6772-4ca9-953c-74e621002798 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2379a71-3f6e-426a-966c-7f9fa4ec20f1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:16.414494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-100ce606-abfe-407a-bd4c-a1f2c474db1c req-780c5fdb-6772-4ca9-953c-74e621002798 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.421289 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-100ce606-abfe-407a-bd4c-a1f2c474db1c req-780c5fdb-6772-4ca9-953c-74e621002798 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6403568 Apr 21 21:05:16.459024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d1e4f56f-055d-42cf-8807-9dfd0d4836b4 req-f8a92187-9abe-40a8-b62c-6ec201b37a24 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2103121906', 'description': 'tempest-description-311233098'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:16.493033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1e4f56f-055d-42cf-8807-9dfd0d4836b4 req-f8a92187-9abe-40a8-b62c-6ec201b37a24 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.634827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1e4f56f-055d-42cf-8807-9dfd0d4836b4 req-f8a92187-9abe-40a8-b62c-6ec201b37a24 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.638701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Deleting port aa1dda80-ed9f-4e48-9bd8-a8783c134326 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:16.639051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.650177 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1e4f56f-055d-42cf-8807-9dfd0d4836b4 req-f8a92187-9abe-40a8-b62c-6ec201b37a24 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.678565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 76c39764-007d-4099-9b9c-e870153dd88a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:05:16.690600 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1e4f56f-055d-42cf-8807-9dfd0d4836b4 req-f8a92187-9abe-40a8-b62c-6ec201b37a24 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:16.697408 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1e4f56f-055d-42cf-8807-9dfd0d4836b4 req-f8a92187-9abe-40a8-b62c-6ec201b37a24 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2429349 Apr 21 21:05:16.746096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a92187-9abe-40a8-b62c-6ec201b37a24 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a35fb6-9bc5-4ce4-9716-e6ed703150b5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:16.767633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 76c39764-007d-4099-9b9c-e870153dd88a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:05:16.767998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 76c39764-007d-4099-9b9c-e870153dd88a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:05:17.103824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b1a9-c7e5-4b89-aae8-9ea221936d06 req-12d8f8ec-2202-486d-b6da-329112a772c1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:17.105516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f28b1a9-c7e5-4b89-aae8-9ea221936d06 req-12d8f8ec-2202-486d-b6da-329112a772c1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.5412953 Apr 21 21:05:17.153234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-ec21ca57-28c8-4f83-82bb-cee1a8f39196 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:17.154766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-ec21ca57-28c8-4f83-82bb-cee1a8f39196 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 812 time: 0.1644607 Apr 21 21:05:17.158722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] For port aa1dda80-ed9f-4e48-9bd8-a8783c134326, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=aa1dda80-ed9f-4e48-9bd8-a8783c134326,segment=NetworkSegment(dc861afb-c412-4c6c-92c9-133390111eb8),segment_id=dc861afb-c412-4c6c-92c9-133390111eb8)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:17.159108 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:17.178823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-c5cad800-8231-4fa2-bd49-3f18a30a40d7 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/quotas/bcf3f97d32804202bc254c0e1d6f10a2 HTTP/1.1" status: 200 len: 375 time: 0.0171211 Apr 21 21:05:17.181185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5da8a4-0fc7-456e-99d6-135659bb2b06 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:05:17.184170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Calling delete_port for aa1dda80-ed9f-4e48-9bd8-a8783c134326 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:17.193184 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f28b1a9-c7e5-4b89-aae8-9ea221936d06 req-61150039-20e2-4db6-93f3-d82c45cbecaf tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763645 Apr 21 21:05:17.332334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-e62ca9b7-9c68-405b-827c-9f38ec097e14 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1501834 Apr 21 21:05:17.438656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06302b37-619d-4f80-8ca8-33c73bcfe249 req-3d7d4edc-7da4-46e6-b626-2929827ae0d3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:17.440276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-06302b37-619d-4f80-8ca8-33c73bcfe249 req-3d7d4edc-7da4-46e6-b626-2929827ae0d3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1420796 Apr 21 21:05:17.441986 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-02c6fbb2-6adb-41da-9648-75dbf292ba5e service neutron] 10.222.0.49 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084068 Apr 21 21:05:17.490365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5da8a4-0fc7-456e-99d6-135659bb2b06 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:05:17.496150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d5da8a4-0fc7-456e-99d6-135659bb2b06 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:17.498677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:17.502599 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:05:17.528884 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:17.529597 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:17.539011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] No DVR routers for this DVR port aa1dda80-ed9f-4e48-9bd8-a8783c134326 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:17.564445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Port': ['ID=aa1dda80-ed9f-4e48-9bd8-a8783c134326,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:17.565087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-76e90772-0128-4178-8ddf-0e7e673f74bd service neutron] 10.222.0.49 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218641 Apr 21 21:05:17.597349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-06302b37-619d-4f80-8ca8-33c73bcfe249 req-47d35905-a134-46b0-be3e-3715a6071f40 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485145 Apr 21 21:05:17.723546 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:05:17.774757 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2d5da8a4-0fc7-456e-99d6-135659bb2b06 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "PUT /v2.0/floatingips/e903409f-d787-462a-a8a1-0126b4f81bc0 HTTP/1.1" status: 200 len: 992 time: 2.8565841 Apr 21 21:05:17.782746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'tag': '5f81085e-918a-4ce1-ba3c-758cd290ef47'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:17.785143 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf", "tag": "5f81085e-918a-4ce1-ba3c-758cd290ef47"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:17.810770 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:17.893466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d122173a-fcb7-4409-8328-9801bdd14640']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:17.910985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc861afb-c412-4c6c-92c9-133390111eb8') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:17.911281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc861afb-c412-4c6c-92c9-133390111eb8') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:17.919991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b03fe-9656-4769-add2-08e4ff45e283 req-2719463a-39d3-4e93-943b-962589e43d8c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:17.920588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa7f5b6-c30b-4a52-90f3-3a30c38d2920 req-702fb4ed-f02f-48c9-900a-b7fff8c9e464 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 210 time: 0.0475297 Apr 21 21:05:17.921607 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-262b03fe-9656-4769-add2-08e4ff45e283 req-2719463a-39d3-4e93-943b-962589e43d8c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1148086 Apr 21 21:05:17.951357 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:17.992260 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb72780c-33a1-454f-b7cf-e75963c46995 x-openstack-request-id: req-fb72780c-33a1-454f-b7cf-e75963c46995 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:17.993295 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf", "tag": "5f81085e-918a-4ce1-ba3c-758cd290ef47", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:17.993779 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb72780c-33a1-454f-b7cf-e75963c46995 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:17.995227 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb72780c-33a1-454f-b7cf-e75963c46995'] response: {'name': 'network-changed', 'server_uuid': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'tag': '5f81085e-918a-4ce1-ba3c-758cd290ef47', 'status': 'completed', 'code': 200} Apr 21 21:05:17.996572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:18.015005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:18.015585 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:18.019729 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:18.052505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-262b03fe-9656-4769-add2-08e4ff45e283 req-0b9f64c6-c076-4836-8fd3-3853e8222ee6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214206 Apr 21 21:05:18.091615 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e903409f-d787-462a-a8a1-0126b4f81bc0', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '5f81085e-918a-4ce1-ba3c-758cd290ef47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:ce:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:04:52Z', 'updated_at': '2022-04-21T21:05:15Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:18.123100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-05e5ee72-4fcc-4cf8-9ad1-abfaca210445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:18.124591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-05e5ee72-4fcc-4cf8-9ad1-abfaca210445 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 1097 time: 0.1013014 Apr 21 21:05:18.174608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:18.183878 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:05:18.187951 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:18.199772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/networks/d122173a-fcb7-4409-8328-9801bdd14640 HTTP/1.1" status: 204 len: 168 time: 2.0535636 Apr 21 21:05:18.200268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35126) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:18.205386 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:18.207196 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:18.213968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122a1f1-6f1c-4295-8cbb-44290d83bab1 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Network': ['ID=d122173a-fcb7-4409-8328-9801bdd14640,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:18.328726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe81b1c-ee17-471b-8064-cc6aa566026b req-bdf84583-1d9f-434a-9ef1-5a6ae347fa7f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:18.340698 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fe81b1c-ee17-471b-8064-cc6aa566026b req-bdf84583-1d9f-434a-9ef1-5a6ae347fa7f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0967598 Apr 21 21:05:18.370642 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:05:18.387920 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:18.406786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fe81b1c-ee17-471b-8064-cc6aa566026b req-aa8de2d5-6a5d-4140-a32a-14dfbfc1e43f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627053 Apr 21 21:05:18.437930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-0111c5f7-eb39-41ee-95ee-498c2ccd7ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:18.439397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-0111c5f7-eb39-41ee-95ee-498c2ccd7ea9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.3030326 Apr 21 21:05:18.522885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-72a17293-d5be-4ccc-afd6-741082de45cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f81085e-918a-4ce1-ba3c-758cd290ef47 HTTP/1.1" status: 200 len: 1000 time: 0.0714061 Apr 21 21:05:18.713329 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e903409f-d787-462a-a8a1-0126b4f81bc0', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '5f81085e-918a-4ce1-ba3c-758cd290ef47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:ce:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:04:52Z', 'updated_at': '2022-04-21T21:05:15Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:18.754865 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8a5cb-6306-48b8-94cd-c91f32fd85d1 None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'e903409f-d787-462a-a8a1-0126b4f81bc0', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': '5f81085e-918a-4ce1-ba3c-758cd290ef47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:ce:a1:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:04:52Z', 'updated_at': '2022-04-21T21:05:15Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:05:18.785770 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:18.803819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca818d-b743-4cbf-888a-b0c7a305cefa req-755127a1-baa3-42a0-8f64-404ab5b00c07 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:18.807207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39ca818d-b743-4cbf-888a-b0c7a305cefa req-755127a1-baa3-42a0-8f64-404ab5b00c07 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0919647 Apr 21 21:05:18.849044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0992e198-d651-4ede-843b-f1873a628700']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:18.871996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98521701-0f20-4046-a056-231f830205a1') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:18.872224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98521701-0f20-4046-a056-231f830205a1') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:18.906058 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39ca818d-b743-4cbf-888a-b0c7a305cefa req-3f4b5fc8-6aa1-4e23-8313-370c199c3c01 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860865 Apr 21 21:05:18.917406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de43de-7c60-42a2-92af-2426527722ca req-006370c3-c22d-4010-af05-4214754e5dee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:18.919029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78de43de-7c60-42a2-92af-2426527722ca req-006370c3-c22d-4010-af05-4214754e5dee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.3279886 Apr 21 21:05:18.920923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:18.943847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-a2addfa9-cb51-4122-8e94-6149d2da177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:18.945739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-a2addfa9-cb51-4122-8e94-6149d2da177e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.4148285 Apr 21 21:05:18.952600 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:18.998337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:18.998748 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:19.014137 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:19.041851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78de43de-7c60-42a2-92af-2426527722ca req-e59ff719-9097-4ed8-9a27-af53c79f5b99 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068058 Apr 21 21:05:19.098629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-cb001cd1-9e53-447d-ab9e-05d038b6a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:19.100126 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-cb001cd1-9e53-447d-ab9e-05d038b6a7b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453843 Apr 21 21:05:19.111886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.118188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f76e4-317d-43a8-b146-80c2c046aa09 None None] New status for floating IP e903409f-d787-462a-a8a1-0126b4f81bc0: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:05:19.145951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.151743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/networks/0992e198-d651-4ede-843b-f1873a628700 HTTP/1.1" status: 204 len: 168 time: 0.9504557 Apr 21 21:05:19.152124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35150) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:19.223460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f174c5f3-e32c-453f-82b1-380c0ce73580 req-6ad68ca8-a819-40fd-8f9a-70fa47b7d1b4 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 210 time: 0.0638924 Apr 21 21:05:19.224682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d89fe-a7a9-40d3-a317-32a8e5506347 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Network': ['ID=0992e198-d651-4ede-843b-f1873a628700,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:19.426490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.469862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6e7d0-b8da-4059-8516-5a2714b68eda req-e26594d9-9c03-4df3-8b1d-e3d7632a5c7c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:19.473140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-03b2b2a4-4fb3-463f-a66a-3cbd7626f32c service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202713 Apr 21 21:05:19.481156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49e6e7d0-b8da-4059-8516-5a2714b68eda req-e26594d9-9c03-4df3-8b1d-e3d7632a5c7c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1797857 Apr 21 21:05:19.493124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54356cfb-1cdd-41ba-ba4c-a17edfc52a22 req-d52db6ca-9d1c-4283-befe-48cdb59ef5e8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:19.501028 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54356cfb-1cdd-41ba-ba4c-a17edfc52a22 req-d52db6ca-9d1c-4283-befe-48cdb59ef5e8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1622515 Apr 21 21:05:19.581950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.586913 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49e6e7d0-b8da-4059-8516-5a2714b68eda req-1915a08f-f3a0-484c-8bad-0458518b555d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047256 Apr 21 21:05:19.614641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92704fed-0f31-4958-ba55-766f3d934379']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:19.631887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756745fc-5907-4807-bb79-287c284e22c0') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:19.632191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756745fc-5907-4807-bb79-287c284e22c0') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:19.635107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54356cfb-1cdd-41ba-ba4c-a17edfc52a22 req-5b5313cb-321d-4250-8e25-0d6731cd3f23 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330063 Apr 21 21:05:19.645429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-92f5a708-d9c9-46b7-944c-ae47c623e12e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:19.646931 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-92f5a708-d9c9-46b7-944c-ae47c623e12e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.43 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 812 time: 0.2922199 Apr 21 21:05:19.673902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'port': {'device_id': '0b393563-c29a-45b5-bd46-649a37adbc78', 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3', 'admin_state_up': True, 'tenant_id': 'bcf3f97d32804202bc254c0e1d6f10a2'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:19.691167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.738657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d6f7103-0238-403f-ae78-3e53fd1ff0dc req-340ef36c-5694-47f5-a76b-8eac026d7cf3 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548523 Apr 21 21:05:19.750414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.765739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:19.766193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:19.769845 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:19.799357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd392d7-a5f3-445e-bbe0-5228d08cf966 req-83d80d2d-6d9d-4150-b403-1d0c7278fdb3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:19.800985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9fd392d7-a5f3-445e-bbe0-5228d08cf966 req-83d80d2d-6d9d-4150-b403-1d0c7278fdb3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1126623 Apr 21 21:05:19.842587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3ff40-54ee-405e-b8b4-6e28e3ae6b3a req-0b6b917d-6646-41a6-9423-8836158f126a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:19.851718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6f3ff40-54ee-405e-b8b4-6e28e3ae6b3a req-0b6b917d-6646-41a6-9423-8836158f126a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1032410 Apr 21 21:05:19.868468 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.884791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Made reservation on behalf of bcf3f97d32804202bc254c0e1d6f10a2 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:19.889488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.891971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:19.897188 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] 10.222.0.49 "DELETE /v2.0/networks/92704fed-0f31-4958-ba55-766f3d934379 HTTP/1.1" status: 204 len: 168 time: 0.7438664 Apr 21 21:05:19.911722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730030ad-a092-4175-ab51-8e9654f22f80 tempest-BulkNetworkOpsTest-1962746153 tempest-BulkNetworkOpsTest-1962746153-project] Pushing event deleted for resources: {'Network': ['ID=92704fed-0f31-4958-ba55-766f3d934379,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:19.929852 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9fd392d7-a5f3-445e-bbe0-5228d08cf966 req-b830cc59-b7c4-4a89-988d-b4a9ea62cd07 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999165 Apr 21 21:05:19.991126 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6f3ff40-54ee-405e-b8b4-6e28e3ae6b3a req-987ba600-3422-42a0-9e53-224073a9e55c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313753 Apr 21 21:05:20.136043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Allocated IP 172.20.0.14 (d4a8211f-693c-46b0-957f-6e5f51ac4ed3/b3f1d877-647e-4cf3-a5c6-cb275838da42/3e3c4533-a483-4bcb-bf90-6b1ad317406d) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:05:20.279790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2fdf-8296-44c3-b7e3-00698ffb43ad req-97f4c174-395e-4367-ad0e-f4111e70ba93 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:20.281632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6e933-cc8d-4cef-a2ff-837b59ab7f7a req-73bf29c2-9753-4bcd-a0b6-9b318fedff64 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:20.281980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-72dd2fdf-8296-44c3-b7e3-00698ffb43ad req-97f4c174-395e-4367-ad0e-f4111e70ba93 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0700307 Apr 21 21:05:20.283471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65d6e933-cc8d-4cef-a2ff-837b59ab7f7a req-73bf29c2-9753-4bcd-a0b6-9b318fedff64 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0954370 Apr 21 21:05:20.341339 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-72dd2fdf-8296-44c3-b7e3-00698ffb43ad req-d4e4007b-594b-4806-b874-d5fb30c1c6f9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491319 Apr 21 21:05:20.342370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35182) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:20.381464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.392732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65d6e933-cc8d-4cef-a2ff-837b59ab7f7a req-b1469039-9831-40b3-9bec-6d546477a906 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770373 Apr 21 21:05:20.409319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.464493 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.478220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['585eae3f-aba4-4d72-9176-7fdfbe866139'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:20.567188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ba54d-e253-4f0d-9b4d-ab78fb59521c req-ddba43a8-8cda-4983-a4a2-0956b9377c2c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:20.575354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f12ba54d-e253-4f0d-9b4d-ab78fb59521c req-ddba43a8-8cda-4983-a4a2-0956b9377c2c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 932 time: 0.0966818 Apr 21 21:05:20.577462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:20.585830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:20.592910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:20.601920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'Port': ['ID=3e3c4533-a483-4bcb-bf90-6b1ad317406d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:20.627116 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.650214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d44f1-7d78-4bb5-8bbc-90f1d2347992 req-fba5c025-010f-4153-abdb-83e9e03ddcdf tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:20.657830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb9d44f1-7d78-4bb5-8bbc-90f1d2347992 req-fba5c025-010f-4153-abdb-83e9e03ddcdf tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1465578 Apr 21 21:05:20.658394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f12ba54d-e253-4f0d-9b4d-ab78fb59521c req-2bd0fe76-e3bc-40dc-b92f-eff5b2e28057 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778134 Apr 21 21:05:20.668656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-404a3df4-04f8-4c3e-b1b5-d08f11f3f6d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5231b937094749858faf0d23a5ce3b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249547 Apr 21 21:05:20.669461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35192) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:20.698561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:20.700348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.728918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c986ab07-37b1-4eb0-9cc7-ebe1278ab68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.733118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb9d44f1-7d78-4bb5-8bbc-90f1d2347992 req-f2f330f7-c69e-47bd-a753-6bd42a4c162b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740025 Apr 21 21:05:20.738097 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-623474c3-976e-4da9-95a9-30c49fd6024d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0704703 Apr 21 21:05:20.754533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Request body: {'port': {'device_id': '0b393563-c29a-45b5-bd46-649a37adbc78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:20.756143 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c986ab07-37b1-4eb0-9cc7-ebe1278ab68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.846094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c986ab07-37b1-4eb0-9cc7-ebe1278ab68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.849335 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c986ab07-37b1-4eb0-9cc7-ebe1278ab68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.850597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c986ab07-37b1-4eb0-9cc7-ebe1278ab68b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58fac214-a877-481e-8bd0-70992353c6b2 HTTP/1.1" status: 204 len: 168 time: 0.1802249 Apr 21 21:05:20.859404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986ab07-37b1-4eb0-9cc7-ebe1278ab68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fac214-a877-481e-8bd0-70992353c6b2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:20.911822 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:20.945066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249d247-740a-4c22-a5b3-428092f3a0e0 req-d65e67cc-7210-4500-8d80-74ec54a2df4b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:20.946638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e249d247-740a-4c22-a5b3-428092f3a0e0 req-d65e67cc-7210-4500-8d80-74ec54a2df4b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0972619 Apr 21 21:05:21.026480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e249d247-740a-4c22-a5b3-428092f3a0e0 req-34212778-37f6-4e74-b507-4a5beca330ea tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583510 Apr 21 21:05:21.195868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58863fd9-71fd-4b9f-8b55-a179b1d84c33 req-baf01006-6a14-47ad-b750-7251f9f83840 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:21.197505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58863fd9-71fd-4b9f-8b55-a179b1d84c33 req-baf01006-6a14-47ad-b750-7251f9f83840 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0873075 Apr 21 21:05:21.258719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58863fd9-71fd-4b9f-8b55-a179b1d84c33 req-d5e25d21-ce8f-45c3-a172-6cc517b680f5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534203 Apr 21 21:05:21.441323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589eaad6-0f85-4962-b3c4-411c77348f49 req-29fd326c-3550-4c48-8fd0-9f8bd75d1f83 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:21.453475 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-589eaad6-0f85-4962-b3c4-411c77348f49 req-29fd326c-3550-4c48-8fd0-9f8bd75d1f83 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0951178 Apr 21 21:05:21.533337 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-589eaad6-0f85-4962-b3c4-411c77348f49 req-bd81ba89-63ee-44ac-8c24-836f58599a47 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779479 Apr 21 21:05:21.597109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b334a-1e0c-4deb-b1d5-64f2abb8f801 req-608e70a1-d624-44a4-ab8d-88139916000d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:21.598613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-177b334a-1e0c-4deb-b1d5-64f2abb8f801 req-608e70a1-d624-44a4-ab8d-88139916000d tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0783639 Apr 21 21:05:21.663102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3c4533-a483-4bcb-bf90-6b1ad317406d {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:05:21.676686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:21.684009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-177b334a-1e0c-4deb-b1d5-64f2abb8f801 req-e4a9d605-ee22-448e-9dff-eaab1f1559cd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669978 Apr 21 21:05:21.698068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Transition to ACTIVE for port object 3e3c4533-a483-4bcb-bf90-6b1ad317406d will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:05:21.709716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a86f97-09a1-4d31-bc86-4c843dd5ee8f req-927ea49f-ed31-4ee6-a379-e66c4c068a2b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:21.711228 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03a86f97-09a1-4d31-bc86-4c843dd5ee8f req-927ea49f-ed31-4ee6-a379-e66c4c068a2b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0853715 Apr 21 21:05:21.722857 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:21.775491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3c4533-a483-4bcb-bf90-6b1ad317406d,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:21.791683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03a86f97-09a1-4d31-bc86-4c843dd5ee8f req-b581d1ee-32b7-4a3f-a0ab-174e8e8c74d1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689545 Apr 21 21:05:21.831410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35236) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:21.876424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611ab3-936e-47a9-b0e6-bdd1314ddbda req-7b525a86-b1e4-478a-a83e-45f69739f913 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:21.880051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe611ab3-936e-47a9-b0e6-bdd1314ddbda req-7b525a86-b1e4-478a-a83e-45f69739f913 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 944 time: 0.0979681 Apr 21 21:05:21.958660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Attempting to bind port 3e3c4533-a483-4bcb-bf90-6b1ad317406d on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:05:21.959275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Attempting to bind port 3e3c4533-a483-4bcb-bf90-6b1ad317406d by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '66204c85-bcdd-4bd7-9608-39caf105ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:05:21.959613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Attempting to bind port 3e3c4533-a483-4bcb-bf90-6b1ad317406d on network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:21.975573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Port 3e3c4533-a483-4bcb-bf90-6b1ad317406d on network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:05:21.975916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Attempting to bind port 3e3c4533-a483-4bcb-bf90-6b1ad317406d on network d4a8211f-693c-46b0-957f-6e5f51ac4ed3 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:21.984874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe611ab3-936e-47a9-b0e6-bdd1314ddbda req-45d7f473-bf20-45bf-837b-cbf50496278a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675056 Apr 21 21:05:21.985728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:05:21.986060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Checking segment: {'id': '66204c85-bcdd-4bd7-9608-39caf105ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:21.986430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Bound using segment: {'id': '66204c85-bcdd-4bd7-9608-39caf105ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:05:21.986862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Bound port: 3e3c4533-a483-4bcb-bf90-6b1ad317406d, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66204c85-bcdd-4bd7-9608-39caf105ccaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:05:21.987213 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.010739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-858f84bc-9c40-4018-a100-e683dabfcbd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1364249733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:22.047910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9471a7-1af6-4468-96b7-53bafcc8ec5a req-175eb123-6419-4a9c-bec7-d5494ef048eb tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.049497 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d9471a7-1af6-4468-96b7-53bafcc8ec5a req-175eb123-6419-4a9c-bec7-d5494ef048eb tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0940902 Apr 21 21:05:22.056390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-858f84bc-9c40-4018-a100-e683dabfcbd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.057775 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-858f84bc-9c40-4018-a100-e683dabfcbd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.062133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] For port 3e3c4533-a483-4bcb-bf90-6b1ad317406d, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:05:22.065462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] For port 3e3c4533-a483-4bcb-bf90-6b1ad317406d, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:05:22.069551 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.108372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.108372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.108372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] 10.222.0.43 "PUT /v2.0/ports/3e3c4533-a483-4bcb-bf90-6b1ad317406d HTTP/1.1" status: 200 len: 1092 time: 1.3588605 Apr 21 21:05:22.109024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:22.111619 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23a21d4-704f-4338-b895-3984816db1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:22.151968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e9e52-fbc9-4143-a604-fb1afdff2190 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3c4533-a483-4bcb-bf90-6b1ad317406d,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:22.153531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-858f84bc-9c40-4018-a100-e683dabfcbd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.162217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-858f84bc-9c40-4018-a100-e683dabfcbd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.171389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d9471a7-1af6-4468-96b7-53bafcc8ec5a req-4fb5aece-01c9-4c9e-92ec-00b9c37c125b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093698 Apr 21 21:05:22.180149 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354d7658-70bd-4c39-adf0-a175c96b7d7f x-openstack-request-id: req-354d7658-70bd-4c39-adf0-a175c96b7d7f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:22.180149 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:22.180149 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-354d7658-70bd-4c39-adf0-a175c96b7d7f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:22.180570 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354d7658-70bd-4c39-adf0-a175c96b7d7f'] response: {'name': 'network-changed', 'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d', 'status': 'completed', 'code': 200} Apr 21 21:05:22.188227 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-858f84bc-9c40-4018-a100-e683dabfcbd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.189758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-858f84bc-9c40-4018-a100-e683dabfcbd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3571436 Apr 21 21:05:22.192359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35250) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:22.197728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-969135235'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:22.214912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-2cbd1785-3b61-402f-a7e9-e3b305e49b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.217153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-2cbd1785-3b61-402f-a7e9-e3b305e49b91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 1095 time: 0.0558171 Apr 21 21:05:22.218512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Made reservation on behalf of 9afccec300db41d08f1c0644b2b9e4e9 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:22.222772 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.235635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.294385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-33181212-d9f3-46e5-a54a-abd837bae493 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d HTTP/1.1" status: 200 len: 217 time: 0.0550911 Apr 21 21:05:22.350066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.354706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.367390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-c0661eaa-dc02-4774-9736-21259133d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.368901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-c0661eaa-dc02-4774-9736-21259133d8d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 200 len: 852 time: 0.0654368 Apr 21 21:05:22.377371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52e525-e1bf-4c3c-b83c-f95809b7f3aa req-93a64982-fc3d-4542-b6c6-3008114dc3d9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.378663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b52e525-e1bf-4c3c-b83c-f95809b7f3aa req-93a64982-fc3d-4542-b6c6-3008114dc3d9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0852423 Apr 21 21:05:22.387564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:22.404438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918eb9ed-fe8d-4dc3-ab15-d715716ae9e7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:22.408792 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.408792 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Added segment 0635663f-6e66-4f8c-a03f-2b5935088beb of type vlan for network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a Apr 21 21:05:22.443886 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9b52e525-e1bf-4c3c-b83c-f95809b7f3aa req-2a2f4502-e661-4752-ab02-bf1a1e043305 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588052 Apr 21 21:05:22.445860 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-186e5243-7d73-436f-83cc-17dd31cdf9a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538659 Apr 21 21:05:22.456727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.484572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.491820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.492700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.579279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3856289 Apr 21 21:05:22.580865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35260) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:22.585592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-a86b6dec-5b24-44ef-8e3d-f0d46cbec534 service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302767 Apr 21 21:05:22.589027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Request body: {'subnet': {'network_id': '5a95b4c4-9d01-462b-95a1-e4a2cda9f81a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:22.589202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9126146-aa66-4d6a-aa20-24314176b23b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Network': ['ID=5a95b4c4-9d01-462b-95a1-e4a2cda9f81a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:22.601192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:22.675823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f62b0c-d46a-48c7-99fa-5680384a8933 req-f71ce972-ae32-41f8-9cb3-3e518c82f572 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.677336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6f62b0c-d46a-48c7-99fa-5680384a8933 req-f71ce972-ae32-41f8-9cb3-3e518c82f572 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1432006 Apr 21 21:05:22.790041 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6f62b0c-d46a-48c7-99fa-5680384a8933 req-d66ecf18-6e9e-43de-bd3e-675dbdfd3033 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814874 Apr 21 21:05:22.801568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8572022e-9ad5-48af-831a-b0d7b82c294a req-149604c8-dd4b-4348-8d3e-8baf163da0de service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074037 Apr 21 21:05:22.804189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Made reservation on behalf of 9afccec300db41d08f1c0644b2b9e4e9 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:22.808175 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:22.861693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea95a1-5ffb-41d8-988b-0637049e185c req-c9ebc447-5d14-414e-b5ff-ffeffbee7053 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.864448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cea95a1-5ffb-41d8-988b-0637049e185c req-c9ebc447-5d14-414e-b5ff-ffeffbee7053 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0980005 Apr 21 21:05:22.906558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cea95a1-5ffb-41d8-988b-0637049e185c req-804428e8-6183-4fba-9b74-ab80ddb9ef66 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358694 Apr 21 21:05:22.988959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73eb75-306b-415b-9e05-f89c4ef2fde3 req-d1c3871a-5664-40fe-b69f-c70b14668b4d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.990381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f73eb75-306b-415b-9e05-f89c4ef2fde3 req-d1c3871a-5664-40fe-b69f-c70b14668b4d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1127191 Apr 21 21:05:22.993471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a21d4-704f-4338-b895-3984816db1f6 req-9224bd12-0250-4464-bff7-71ec672d3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:22.994834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a23a21d4-704f-4338-b895-3984816db1f6 req-9224bd12-0250-4464-bff7-71ec672d3d04 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 1095 time: 0.1183276 Apr 21 21:05:23.117342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b07e33-07e3-4a74-9921-19f1917d201e req-afcc5089-463a-476c-bf87-33b7e21f7a59 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:23.118782 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36b07e33-07e3-4a74-9921-19f1917d201e req-afcc5089-463a-476c-bf87-33b7e21f7a59 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 944 time: 0.0508113 Apr 21 21:05:23.130004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f73eb75-306b-415b-9e05-f89c4ef2fde3 req-8a3af651-b90b-41f8-a3f2-d547446c3551 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313126 Apr 21 21:05:23.198235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a21d4-704f-4338-b895-3984816db1f6 req-1cee34be-7129-48cf-86a2-265a6c529435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:23.199700 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a23a21d4-704f-4338-b895-3984816db1f6 req-1cee34be-7129-48cf-86a2-265a6c529435 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 913 time: 0.1975029 Apr 21 21:05:23.207669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.207831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36b07e33-07e3-4a74-9921-19f1917d201e req-e99c161c-7eba-4f92-8b96-4e1c2f69c1dc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704014 Apr 21 21:05:23.288798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a23a21d4-704f-4338-b895-3984816db1f6 req-2d484bd6-1a64-4c44-93c9-224785005b2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d HTTP/1.1" status: 200 len: 217 time: 0.0777237 Apr 21 21:05:23.370804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Subnet': ['ID=fcffc11c-fc81-450e-9008-0d25341b2f0c,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:23.390209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a21d4-704f-4338-b895-3984816db1f6 req-f68e16a3-055c-4ae6-a511-bac34018f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:23.391669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a23a21d4-704f-4338-b895-3984816db1f6 req-f68e16a3-055c-4ae6-a511-bac34018f5ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 200 len: 852 time: 0.0926793 Apr 21 21:05:23.394796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Checking segment: {'id': '0635663f-6e66-4f8c-a03f-2b5935088beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a95b4c4-9d01-462b-95a1-e4a2cda9f81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:23.395151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network hostable DHCP agents. Network: 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:23.405925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625e90-5d51-4ca4-a30f-5a690849c350 req-f0206efc-9a51-4f86-a244-d7d10530acd4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:23.407308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af625e90-5d51-4ca4-a30f-5a690849c350 req-f0206efc-9a51-4f86-a244-d7d10530acd4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1267698 Apr 21 21:05:23.453783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a23a21d4-704f-4338-b895-3984816db1f6 req-8032619b-9ee6-4681-be88-a946ca2c22a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454242 Apr 21 21:05:23.489889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:23.535684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:23.541169 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af625e90-5d51-4ca4-a30f-5a690849c350 req-bfc9479e-2391-4658-ac2f-c293364e43bc tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220851 Apr 21 21:05:23.546014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9909ef-e8e0-4382-bad4-c181f879d619 None None] Network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:23.546645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:23.547245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.578109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5e6dce3e-7d69-4c28-8630-b2a5efe613df tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9918683 Apr 21 21:05:23.579256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35282) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:23.587235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a23a21d4-704f-4338-b895-3984816db1f6 req-a0780bfe-f2d3-4172-895a-d1ee9d6f47be service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237307 Apr 21 21:05:23.588783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Request body: {'network': {'name': 'tempest-router-network01--2104935138'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:23.613688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Made reservation on behalf of 9afccec300db41d08f1c0644b2b9e4e9 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:23.618194 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.670227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:23.697470 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.697820 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Added segment 88ac365e-bdf8-4cf4-bd7c-1c88d796dafb of type vlan for network 8deb61ce-c383-4636-8680-bb216812b3a3 Apr 21 21:05:23.717597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a23a21d4-704f-4338-b895-3984816db1f6 req-f40d95dc-0979-4922-b6eb-a6a561933c94 service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196897 Apr 21 21:05:23.763763 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.775524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8051f-755e-4cc8-890a-b935377facd4 req-087b19c6-ee8d-4e4d-8b0d-53b65fc4b137 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:23.777121 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bdd8051f-755e-4cc8-890a-b935377facd4 req-087b19c6-ee8d-4e4d-8b0d-53b65fc4b137 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1183980 Apr 21 21:05:23.793858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-5a95b4c4-9d01-462b-95a1-e4a2cda9f81a', 'network_id': '5a95b4c4-9d01-462b-95a1-e4a2cda9f81a', 'tenant_id': '9afccec300db41d08f1c0644b2b9e4e9', 'fixed_ips': [{'subnet_id': 'fcffc11c-fc81-450e-9008-0d25341b2f0c'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:05:23.794742 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.819298 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.824989 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:23.825681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.866202 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bdd8051f-755e-4cc8-890a-b935377facd4 req-a517aa34-5026-40ee-9a91-44d2e63b19a0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805519 Apr 21 21:05:23.872178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2913401 Apr 21 21:05:23.875136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35288) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:23.880704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Request body: {'network': {'name': 'tempest-router-network02--1494475843'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:23.912742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Made reservation on behalf of 9afccec300db41d08f1c0644b2b9e4e9 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:23.917438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.941490 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c1471-4dce-46d6-9947-86b6820a808d tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Network': ['ID=8deb61ce-c383-4636-8680-bb216812b3a3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:23.968307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:23.968560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 8deb61ce-c383-4636-8680-bb216812b3a3 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:23.987200 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:23.990026 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Added segment 59d37b15-760b-4767-b529-613087016277 of type vlan for network 2351fced-da5e-4e7a-aeb8-79792238aae3 Apr 21 21:05:24.071936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Allocated IP 172.20.0.2 (5a95b4c4-9d01-462b-95a1-e4a2cda9f81a/fcffc11c-fc81-450e-9008-0d25341b2f0c/97c63c48-e0b0-4bac-aee7-429ba3eaa111) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:05:24.104372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.116287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd349a-9ea3-46e6-af66-f5e1f0af846e req-bdfd12d7-df4c-4654-b398-f7edce7d490a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:24.117855 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fcdd349a-9ea3-46e6-af66-f5e1f0af846e req-bdfd12d7-df4c-4654-b398-f7edce7d490a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1074955 Apr 21 21:05:24.171911 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.177892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:24.178479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.203203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b78d98-d20e-48bd-bb31-255aa43cc295 req-8a5ef705-da23-418f-92b4-ebc2958b8fee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:24.204829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9b78d98-d20e-48bd-bb31-255aa43cc295 req-8a5ef705-da23-418f-92b4-ebc2958b8fee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0729141 Apr 21 21:05:24.250676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9b78d98-d20e-48bd-bb31-255aa43cc295 req-c561ac9d-0db6-4cf9-8379-3cf5e3949583 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374486 Apr 21 21:05:24.281820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Network': ['ID=2351fced-da5e-4e7a-aeb8-79792238aae3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:24.296133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2351fced-da5e-4e7a-aeb8-79792238aae3 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:24.302933 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.303630 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fcdd349a-9ea3-46e6-af66-f5e1f0af846e req-d5a39543-074f-4a89-bbb9-e95a6a52b3d4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690443 Apr 21 21:05:24.319493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-10883620-91c2-4dff-b98b-1b70770082d0 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4432108 Apr 21 21:05:24.322868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35304) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:24.330826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Request body: {'subnet': {'network_id': '8deb61ce-c383-4636-8680-bb216812b3a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:24.414919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d990c0-e588-4d91-99a1-bf7815090857 req-f7dd0d24-5812-46de-9109-2fddd7b9003e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:24.423580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64d990c0-e588-4d91-99a1-bf7815090857 req-f7dd0d24-5812-46de-9109-2fddd7b9003e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 944 time: 0.0675237 Apr 21 21:05:24.470797 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64d990c0-e588-4d91-99a1-bf7815090857 req-db579985-c0c5-48df-bf39-bfc3f828ebad tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460062 Apr 21 21:05:24.495021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Made reservation on behalf of 9afccec300db41d08f1c0644b2b9e4e9 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:24.498193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.548857 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.598051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7514d-655d-4450-94c2-8344590c9f60 req-8a23e48b-52cc-4217-9f68-a37e2aaceadb tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:24.601223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a7514d-655d-4450-94c2-8344590c9f60 req-8a23e48b-52cc-4217-9f68-a37e2aaceadb tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1337156 Apr 21 21:05:24.602800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:24.610219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:24.614395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:24.621823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Pushing event updated for resources: {'Port': ['ID=97c63c48-e0b0-4bac-aee7-429ba3eaa111,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:24.667024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a7514d-655d-4450-94c2-8344590c9f60 req-6e4dbac0-e1d5-4c67-91a0-849e1b802a21 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469484 Apr 21 21:05:24.698067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Attempting to bind port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:05:24.698801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Attempting to bind port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '0635663f-6e66-4f8c-a03f-2b5935088beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a95b4c4-9d01-462b-95a1-e4a2cda9f81a'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:05:24.699409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Attempting to bind port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 on network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:24.709633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:05:24.710006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Checking segment: {'id': '0635663f-6e66-4f8c-a03f-2b5935088beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a95b4c4-9d01-462b-95a1-e4a2cda9f81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:24.710401 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.712805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Bound using segment: {'id': '0635663f-6e66-4f8c-a03f-2b5935088beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a95b4c4-9d01-462b-95a1-e4a2cda9f81a'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:05:24.713216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Bound port: 97c63c48-e0b0-4bac-aee7-429ba3eaa111, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635663f-6e66-4f8c-a03f-2b5935088beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5a95b4c4-9d01-462b-95a1-e4a2cda9f81a'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:05:24.713813 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.788339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.795328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] For port 97c63c48-e0b0-4bac-aee7-429ba3eaa111, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:05:24.800236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] For port 97c63c48-e0b0-4bac-aee7-429ba3eaa111, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=97c63c48-e0b0-4bac-aee7-429ba3eaa111,segment=NetworkSegment(0635663f-6e66-4f8c-a03f-2b5935088beb),segment_id=0635663f-6e66-4f8c-a03f-2b5935088beb)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:05:24.803875 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:24.878058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d9a5d-efb9-463d-8c94-0182b2d6e7e4 None None] Pushing event updated for resources: {'Port': ['ID=97c63c48-e0b0-4bac-aee7-429ba3eaa111,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:24.893379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Subnet': ['ID=643d3945-662a-4b9c-92f4-e85637dac21d,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:24.911436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Checking segment: {'id': '88ac365e-bdf8-4cf4-bd7c-1c88d796dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8deb61ce-c383-4636-8680-bb216812b3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:24.911821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network hostable DHCP agents. Network: 8deb61ce-c383-4636-8680-bb216812b3a3, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:24.923767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579ad0-e654-41c8-bfae-be993c39b6bc req-a2b0de00-ad09-47d4-a118-bf8af5664a85 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:24.929292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2579ad0-e654-41c8-bfae-be993c39b6bc req-a2b0de00-ad09-47d4-a118-bf8af5664a85 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1309206 Apr 21 21:05:24.965679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network 8deb61ce-c383-4636-8680-bb216812b3a3 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:24.992888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2579ad0-e654-41c8-bfae-be993c39b6bc req-684c88e9-a155-45c6-ba3d-245ba3b3c9d8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585847 Apr 21 21:05:24.994218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 8deb61ce-c383-4636-8680-bb216812b3a3) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:24.999332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:25.000000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:25.016894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89843358-489b-4e7d-991b-d6db5aee1227 None None] Network 8deb61ce-c383-4636-8680-bb216812b3a3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:25.023405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-243fa869-ed45-4c08-b5bc-649722837ef8 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6993217 Apr 21 21:05:25.027361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35320) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:25.034575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Request body: {'subnet': {'network_id': '2351fced-da5e-4e7a-aeb8-79792238aae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:25.216678 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Made reservation on behalf of 9afccec300db41d08f1c0644b2b9e4e9 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:25.220400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:25.233502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d330c-dfee-44fe-9f4c-c281a0368ee7 req-7a0680e9-93a0-4b96-8ed9-69ce53f95e9a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:25.241111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c58d330c-dfee-44fe-9f4c-c281a0368ee7 req-7a0680e9-93a0-4b96-8ed9-69ce53f95e9a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1078031 Apr 21 21:05:25.270056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-8deb61ce-c383-4636-8680-bb216812b3a3', 'network_id': '8deb61ce-c383-4636-8680-bb216812b3a3', 'tenant_id': '9afccec300db41d08f1c0644b2b9e4e9', 'fixed_ips': [{'subnet_id': '643d3945-662a-4b9c-92f4-e85637dac21d'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:05:25.271185 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:25.338203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c58d330c-dfee-44fe-9f4c-c281a0368ee7 req-b0ab226a-623b-4db7-8e40-415024de2526 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960276 Apr 21 21:05:25.458890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Allocated IP 172.20.0.2 (8deb61ce-c383-4636-8680-bb216812b3a3/643d3945-662a-4b9c-92f4-e85637dac21d/e2980994-a0fc-4412-917c-293e33c34bfe) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:05:25.514000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c0fa5-b033-483f-9ad7-48524ff2d964 req-00e6a997-6d64-4821-9176-432b919526ba tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:25.515897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd1c0fa5-b033-483f-9ad7-48524ff2d964 req-00e6a997-6d64-4821-9176-432b919526ba tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1233144 Apr 21 21:05:25.537707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:25.619023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd1c0fa5-b033-483f-9ad7-48524ff2d964 req-17e21432-3a39-4bad-8d0a-892bb949f5bd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824647 Apr 21 21:05:25.684038 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:25.694533 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:25.725008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Checking segment: {'id': '59d37b15-760b-4767-b529-613087016277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2351fced-da5e-4e7a-aeb8-79792238aae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:25.725364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network hostable DHCP agents. Network: 2351fced-da5e-4e7a-aeb8-79792238aae3, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:25.733840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f789df-2717-4dc6-803d-31b91c0de07a req-ae9c1854-9ec5-4aa7-81b4-53161a5b017a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:25.742245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5f789df-2717-4dc6-803d-31b91c0de07a req-ae9c1854-9ec5-4aa7-81b4-53161a5b017a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 944 time: 0.0700009 Apr 21 21:05:25.752597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Subnet': ['ID=9689ef1b-473d-4fa8-a42e-17a56a194093,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:25.758766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Network 8deb61ce-c383-4636-8680-bb216812b3a3 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:25.771406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:25.782951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:25.795783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Pushing event updated for resources: {'Port': ['ID=e2980994-a0fc-4412-917c-293e33c34bfe,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:25.801918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network 2351fced-da5e-4e7a-aeb8-79792238aae3 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:25.833166 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5f789df-2717-4dc6-803d-31b91c0de07a req-f2d5d014-aa78-4c14-bf85-5d2ce17e6a3a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893736 Apr 21 21:05:25.847966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2351fced-da5e-4e7a-aeb8-79792238aae3) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:25.864902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:25.865511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:25.900268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ea6d677-e8be-42f6-a530-62296f1bf79f tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8728468 Apr 21 21:05:25.903043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35346) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:25.903864 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825569da-66ed-4799-aaf4-8c83d6589107 None None] Network 2351fced-da5e-4e7a-aeb8-79792238aae3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:26.005465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Attempting to bind port e2980994-a0fc-4412-917c-293e33c34bfe on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:05:26.005873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Attempting to bind port e2980994-a0fc-4412-917c-293e33c34bfe by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '88ac365e-bdf8-4cf4-bd7c-1c88d796dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8deb61ce-c383-4636-8680-bb216812b3a3'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:05:26.006232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Attempting to bind port e2980994-a0fc-4412-917c-293e33c34bfe on network 8deb61ce-c383-4636-8680-bb216812b3a3 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:26.015377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:05:26.015810 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Checking segment: {'id': '88ac365e-bdf8-4cf4-bd7c-1c88d796dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8deb61ce-c383-4636-8680-bb216812b3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:26.016215 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:26.016605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Bound using segment: {'id': '88ac365e-bdf8-4cf4-bd7c-1c88d796dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8deb61ce-c383-4636-8680-bb216812b3a3'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:05:26.017091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Bound port: e2980994-a0fc-4412-917c-293e33c34bfe, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ac365e-bdf8-4cf4-bd7c-1c88d796dafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '8deb61ce-c383-4636-8680-bb216812b3a3'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:05:26.017462 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:26.117074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] For port e2980994-a0fc-4412-917c-293e33c34bfe, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:05:26.127072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] For port e2980994-a0fc-4412-917c-293e33c34bfe, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e2980994-a0fc-4412-917c-293e33c34bfe,segment=NetworkSegment(88ac365e-bdf8-4cf4-bd7c-1c88d796dafb),segment_id=88ac365e-bdf8-4cf4-bd7c-1c88d796dafb)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:05:26.147834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91460ac0-1a89-4d1a-8a8b-ba5e1c5dd935 req-43c75e88-c03c-4669-b414-d00d984d1246 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:26.149668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91460ac0-1a89-4d1a-8a8b-ba5e1c5dd935 req-43c75e88-c03c-4669-b414-d00d984d1246 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1421051 Apr 21 21:05:26.158109 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:26.255193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ff0e3-812b-4e0e-9691-a3394fa88816 None None] Pushing event updated for resources: {'Port': ['ID=e2980994-a0fc-4412-917c-293e33c34bfe,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:26.260474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-2351fced-da5e-4e7a-aeb8-79792238aae3', 'network_id': '2351fced-da5e-4e7a-aeb8-79792238aae3', 'tenant_id': '9afccec300db41d08f1c0644b2b9e4e9', 'fixed_ips': [{'subnet_id': '9689ef1b-473d-4fa8-a42e-17a56a194093'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:05:26.261474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:26.333067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91460ac0-1a89-4d1a-8a8b-ba5e1c5dd935 req-01f7c9f5-8b73-4166-ae97-f439685f3b76 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741590 Apr 21 21:05:26.357236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:26.358514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4fce68-35f5-49c8-9bb5-1d82683ce3af None None] Network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:26.470149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-235da3df-14e3-43aa-89e0-262aaaed16d1 None None] Provisioning complete for port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:26.470664 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-235da3df-14e3-43aa-89e0-262aaaed16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:26.545988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Allocated IP 172.20.0.2 (2351fced-da5e-4e7a-aeb8-79792238aae3/9689ef1b-473d-4fa8-a42e-17a56a194093/4cd822df-0d6f-4822-8db3-3b14a549ad89) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:05:26.758640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Allocated IP 172.20.0.1 (8deb61ce-c383-4636-8680-bb216812b3a3/643d3945-662a-4b9c-92f4-e85637dac21d/0869cc57-9a15-43fb-b5b2-d2390afbfd49) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:05:26.785806 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-235da3df-14e3-43aa-89e0-262aaaed16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:26.805696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be0a8d-8a95-4dc1-924b-8e8cbec4fa1f req-95f3b89a-9324-4344-8cdd-3e06e3b32ca7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:26.807253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5be0a8d-8a95-4dc1-924b-8e8cbec4fa1f req-95f3b89a-9324-4344-8cdd-3e06e3b32ca7 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0851295 Apr 21 21:05:26.846480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e2980994-a0fc-4412-917c-293e33c34bfe up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:26.880695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5be0a8d-8a95-4dc1-924b-8e8cbec4fa1f req-704925f1-ae07-42d7-803b-e179f0a79635 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655048 Apr 21 21:05:26.920545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-235da3df-14e3-43aa-89e0-262aaaed16d1 None None] For port 97c63c48-e0b0-4bac-aee7-429ba3eaa111, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=97c63c48-e0b0-4bac-aee7-429ba3eaa111,segment=NetworkSegment(0635663f-6e66-4f8c-a03f-2b5935088beb),segment_id=0635663f-6e66-4f8c-a03f-2b5935088beb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:26.951042 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-235da3df-14e3-43aa-89e0-262aaaed16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:26.958171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.014979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.042560 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.058934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235da3df-14e3-43aa-89e0-262aaaed16d1 None None] Pushing event updated for resources: {'Port': ['ID=97c63c48-e0b0-4bac-aee7-429ba3eaa111,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:27.069957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e2980994-a0fc-4412-917c-293e33c34bfe triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:27.069957 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.096084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8166c-354b-40e7-b544-07cdd0b77b1d req-7d129515-d079-4853-be72-d41e37586e50 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:27.104263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4b8166c-354b-40e7-b544-07cdd0b77b1d req-7d129515-d079-4853-be72-d41e37586e50 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 944 time: 0.0903175 Apr 21 21:05:27.107490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.127187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Network 2351fced-da5e-4e7a-aeb8-79792238aae3 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:27.147453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:27.160414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:27.177261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Pushing event updated for resources: {'Port': ['ID=4cd822df-0d6f-4822-8db3-3b14a549ad89,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:27.180308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network 8deb61ce-c383-4636-8680-bb216812b3a3 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:27.185740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:27.199635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:27.272336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.280540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Port': ['ID=0869cc57-9a15-43fb-b5b2-d2390afbfd49,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:27.281787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Attempting to bind port 4cd822df-0d6f-4822-8db3-3b14a549ad89 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:05:27.282535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Attempting to bind port 4cd822df-0d6f-4822-8db3-3b14a549ad89 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '59d37b15-760b-4767-b529-613087016277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2351fced-da5e-4e7a-aeb8-79792238aae3'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:05:27.288024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Attempting to bind port 4cd822df-0d6f-4822-8db3-3b14a549ad89 on network 2351fced-da5e-4e7a-aeb8-79792238aae3 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:05:27.307141 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.327862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4b8166c-354b-40e7-b544-07cdd0b77b1d req-4e8829a8-cdfc-4846-9579-049c4d1052e9 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202871 Apr 21 21:05:27.340905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:05:27.340905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Checking segment: {'id': '59d37b15-760b-4767-b529-613087016277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2351fced-da5e-4e7a-aeb8-79792238aae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:27.340905 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.340905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Bound using segment: {'id': '59d37b15-760b-4767-b529-613087016277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2351fced-da5e-4e7a-aeb8-79792238aae3'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:05:27.340905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Bound port: 4cd822df-0d6f-4822-8db3-3b14a549ad89, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d37b15-760b-4767-b529-613087016277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2351fced-da5e-4e7a-aeb8-79792238aae3'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:05:27.340905 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.359052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port e2980994-a0fc-4412-917c-293e33c34bfe, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e2980994-a0fc-4412-917c-293e33c34bfe,segment=NetworkSegment(88ac365e-bdf8-4cf4-bd7c-1c88d796dafb),segment_id=88ac365e-bdf8-4cf4-bd7c-1c88d796dafb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:27.383160 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.384118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 97c63c48-e0b0-4bac-aee7-429ba3eaa111 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:27.411452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a3ff58cd-978b-49ee-bc06-2e84d99e88cb None None] Provisioning complete for port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:27.411970 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3ff58cd-978b-49ee-bc06-2e84d99e88cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.487008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.508466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1f47e-cd9a-4c5f-8b71-241834ba7519 req-7d437aff-a83c-4df6-a05c-5a7d4d20fbfb tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:27.510090 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67b1f47e-cd9a-4c5f-8b71-241834ba7519 req-7d437aff-a83c-4df6-a05c-5a7d4d20fbfb tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0713589 Apr 21 21:05:27.575224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67b1f47e-cd9a-4c5f-8b71-241834ba7519 req-5f9a6b2a-7bbb-411b-9f36-338ec4eb771b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Apr 21 21:05:27.615588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=e2980994-a0fc-4412-917c-293e33c34bfe,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:27.633525 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] For port 4cd822df-0d6f-4822-8db3-3b14a549ad89, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:05:27.672642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 3e3c4533-a483-4bcb-bf90-6b1ad317406d details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:05:27.681810 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] For port 4cd822df-0d6f-4822-8db3-3b14a549ad89, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4cd822df-0d6f-4822-8db3-3b14a549ad89,segment=NetworkSegment(59d37b15-760b-4767-b529-613087016277),segment_id=59d37b15-760b-4767-b529-613087016277)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:05:27.688906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f823295-a55d-45e4-a1d5-0df0dd514385 None None] Network 8deb61ce-c383-4636-8680-bb216812b3a3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:27.711992 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.720410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:27.720863 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.822408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.828714 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.919853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Port': ['ID=0869cc57-9a15-43fb-b5b2-d2390afbfd49,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:27.928640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:27.987800 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:05:28.075650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f282fb3-1625-4c7f-b0cc-fd1ae6bb1568 None None] Pushing event updated for resources: {'Port': ['ID=4cd822df-0d6f-4822-8db3-3b14a549ad89,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:28.081997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network 8deb61ce-c383-4636-8680-bb216812b3a3 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:28.085483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:28.123736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d11530da-6738-47f5-9a25-f1d76b9b25e4 None None] Provisioning complete for port e2980994-a0fc-4412-917c-293e33c34bfe triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:28.124107 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d11530da-6738-47f5-9a25-f1d76b9b25e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:28.208979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365672a-3d24-40e5-8d0e-b8de0319615a req-c93fea69-1870-40c9-b1d2-f394b98f7110 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:28.213674 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8365672a-3d24-40e5-8d0e-b8de0319615a req-c93fea69-1870-40c9-b1d2-f394b98f7110 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.2221012 Apr 21 21:05:28.272349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 3e3c4533-a483-4bcb-bf90-6b1ad317406d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:28.278026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8365672a-3d24-40e5-8d0e-b8de0319615a req-87c84ad4-c3a5-452d-a47d-abc9f001eadd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431135 Apr 21 21:05:28.296144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '3e3c4533-a483-4bcb-bf90-6b1ad317406d', 'network_id': 'd4a8211f-693c-46b0-957f-6e5f51ac4ed3', 'port_id': '3e3c4533-a483-4bcb-bf90-6b1ad317406d', 'mac_address': 'fa:16:3e:df:c5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f1d877-647e-4cf3-a5c6-cb275838da42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:05:28.387915 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:28.399123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Router 47fe4cbb-5895-4ea7-9f6d-0d969da71448 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:05:28.456508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3c4533-a483-4bcb-bf90-6b1ad317406d {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:05:28.489790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606e14d-bc6a-4a2d-8cf1-40499b93fc90 req-380821c7-148a-4a76-b509-632646d7eb7b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:28.491508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d606e14d-bc6a-4a2d-8cf1-40499b93fc90 req-380821c7-148a-4a76-b509-632646d7eb7b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1390588 Apr 21 21:05:28.523999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 3e3c4533-a483-4bcb-bf90-6b1ad317406d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:28.534837 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:28.571742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d606e14d-bc6a-4a2d-8cf1-40499b93fc90 req-b563a53d-82fb-4084-9ae9-dccf437443fd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722864 Apr 21 21:05:28.662816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=3e3c4533-a483-4bcb-bf90-6b1ad317406d,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:28.773148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f1652-8a20-419a-bf33-80e809924679 req-e84da2b1-8ccf-4d06-8722-3a44ea762b03 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:28.775526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf4f1652-8a20-419a-bf33-80e809924679 req-e84da2b1-8ccf-4d06-8722-3a44ea762b03 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0742214 Apr 21 21:05:28.859230 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf4f1652-8a20-419a-bf33-80e809924679 req-3e7635f7-340c-4465-9acb-fb6ba10c6d4f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663347 Apr 21 21:05:28.903413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4cd822df-0d6f-4822-8db3-3b14a549ad89 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:28.949021 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['3e3c4533-a483-4bcb-bf90-6b1ad317406d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:29.030666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92661985-fcc4-4be5-a9da-3dbc6f4730b7 req-1ee455cb-7588-4128-8d60-7649b3a2f226 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:29.032241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92661985-fcc4-4be5-a9da-3dbc6f4730b7 req-1ee455cb-7588-4128-8d60-7649b3a2f226 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0787466 Apr 21 21:05:29.086330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4bb824f0-e848-480d-ae1d-53becd520a55 None None] Provisioning complete for port 0869cc57-9a15-43fb-b5b2-d2390afbfd49 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:29.086863 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4bb824f0-e848-480d-ae1d-53becd520a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:29.111957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92661985-fcc4-4be5-a9da-3dbc6f4730b7 req-bd687d93-fd3b-40e6-8a0a-6520aa034aa0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676539 Apr 21 21:05:29.131702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b68a1-7691-42af-811f-a4bd8d0c11dd req-cce9ecac-f16f-4d5a-8016-d5cfc078743e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:29.133218 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bb6b68a1-7691-42af-811f-a4bd8d0c11dd req-cce9ecac-f16f-4d5a-8016-d5cfc078743e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 944 time: 0.6791849 Apr 21 21:05:29.180626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:05:29.192542 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ca776-2ffb-4d1d-96e7-bf1975846fad None None] Sync routers for ids ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:05:29.203145 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a9831a4a-b823-4261-ae1f-4be3e7b8f781 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "PUT /v2.0/routers/47fe4cbb-5895-4ea7-9f6d-0d969da71448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2989559 Apr 21 21:05:29.205997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35386) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:29.207248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4bb824f0-e848-480d-ae1d-53becd520a55 None None] Port 0869cc57-9a15-43fb-b5b2-d2390afbfd49 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:05:29.211251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4cd822df-0d6f-4822-8db3-3b14a549ad89 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:29.212444 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:29.220255 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ca776-2ffb-4d1d-96e7-bf1975846fad None None] Routers {'47fe4cbb-5895-4ea7-9f6d-0d969da71448'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:29.223771 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d43ca776-2ffb-4d1d-96e7-bf1975846fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:29.259204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bb6b68a1-7691-42af-811f-a4bd8d0c11dd req-7d46f669-7919-4672-b997-fd07c6bf6ae0 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115475 Apr 21 21:05:29.309463 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d43ca776-2ffb-4d1d-96e7-bf1975846fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:29.318599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4bb824f0-e848-480d-ae1d-53becd520a55 None None] Provisioning complete for port e2980994-a0fc-4412-917c-293e33c34bfe triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:29.320586 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4bb824f0-e848-480d-ae1d-53becd520a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:29.326066 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ca776-2ffb-4d1d-96e7-bf1975846fad None None] Routers {'47fe4cbb-5895-4ea7-9f6d-0d969da71448'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:29.327466 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d43ca776-2ffb-4d1d-96e7-bf1975846fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:29.423098 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d43ca776-2ffb-4d1d-96e7-bf1975846fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:29.424157 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ca776-2ffb-4d1d-96e7-bf1975846fad None None] The sync data for ids ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:05:29.551902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553546-4f54-4701-aa54-905ac31aa76e req-fac27a05-d8c6-401f-83e9-85eafdcdc0af tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:29.570988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-44553546-4f54-4701-aa54-905ac31aa76e req-fac27a05-d8c6-401f-83e9-85eafdcdc0af tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1446154 Apr 21 21:05:29.662288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-44553546-4f54-4701-aa54-905ac31aa76e req-a0fa1c9c-b387-435c-86ce-90290612bf37 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899019 Apr 21 21:05:29.694188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f771a-da34-4130-a355-a0024c34da65 req-c3c701de-b709-4b70-b1e4-c2c4e8c0cc2b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:29.695229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624a4118-f334-49e7-a410-fbe460d2c5e5 None None] Network 2351fced-da5e-4e7a-aeb8-79792238aae3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:29.703969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb7f771a-da34-4130-a355-a0024c34da65 req-c3c701de-b709-4b70-b1e4-c2c4e8c0cc2b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.4338257 Apr 21 21:05:29.760746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:29.812505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cd453828-36b3-47c5-8bf3-8953bc504d90 None None] Provisioning complete for port 4cd822df-0d6f-4822-8db3-3b14a549ad89 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:29.813171 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cd453828-36b3-47c5-8bf3-8953bc504d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:29.877289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 4cd822df-0d6f-4822-8db3-3b14a549ad89, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4cd822df-0d6f-4822-8db3-3b14a549ad89,segment=NetworkSegment(59d37b15-760b-4767-b529-613087016277),segment_id=59d37b15-760b-4767-b529-613087016277)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:29.902733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:29.903499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 97c63c48-e0b0-4bac-aee7-429ba3eaa111 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:30.046109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=4cd822df-0d6f-4822-8db3-3b14a549ad89,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:30.089888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:30.090582 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:30.112463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb7f771a-da34-4130-a355-a0024c34da65 req-02740435-0c84-49ff-b26e-e243861c800b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046190 Apr 21 21:05:30.114018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cd453828-36b3-47c5-8bf3-8953bc504d90 None None] Provisioning complete for port 0869cc57-9a15-43fb-b5b2-d2390afbfd49 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:30.114389 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cd453828-36b3-47c5-8bf3-8953bc504d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:30.187621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cd453828-36b3-47c5-8bf3-8953bc504d90 None None] Port 0869cc57-9a15-43fb-b5b2-d2390afbfd49 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:05:30.239055 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-3e8d8dc2-3fa8-4fcf-819a-080f691a7f8c tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:05:30.243146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35400) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:30.245185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3e8d8dc2-3fa8-4fcf-819a-080f691a7f8c tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "PUT /v2.0/routers/47fe4cbb-5895-4ea7-9f6d-0d969da71448/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0380945 Apr 21 21:05:30.267282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e2980994-a0fc-4412-917c-293e33c34bfe up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:30.307551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1697c6-a620-4c04-8a1c-ac40ff73b64f req-24af8a45-5513-4440-8a98-46ba6740fa2c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:30.317050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f1697c6-a620-4c04-8a1c-ac40ff73b64f req-24af8a45-5513-4440-8a98-46ba6740fa2c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0665267 Apr 21 21:05:30.324060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e2980994-a0fc-4412-917c-293e33c34bfe triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:30.324386 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:30.375513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f1697c6-a620-4c04-8a1c-ac40ff73b64f req-e9f63e6a-79f8-4187-be41-3f2bda171b5f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441868 Apr 21 21:05:30.470530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c62d38-4fd6-46d3-82d9-5f2de31da352 req-c4d464ce-506c-4e76-9a68-cc1225e968ef tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:30.473403 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8c62d38-4fd6-46d3-82d9-5f2de31da352 req-c4d464ce-506c-4e76-9a68-cc1225e968ef tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2234387 Apr 21 21:05:30.479778 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bf86f40d-bb5f-483a-a4e9-e2f5b8a38f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:30.507395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b149d9-359a-4266-992e-10e2db811068 req-7e74a63c-8e77-49ce-86d1-5ef88ff1e2a3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:30.509530 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85b149d9-359a-4266-992e-10e2db811068 req-7e74a63c-8e77-49ce-86d1-5ef88ff1e2a3 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 945 time: 0.0664551 Apr 21 21:05:30.523332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-280ce1f3-76f9-403b-990b-73fb322376e8 None None] Provisioning complete for port 4cd822df-0d6f-4822-8db3-3b14a549ad89 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:30.524357 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-280ce1f3-76f9-403b-990b-73fb322376e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:30.552682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85b149d9-359a-4266-992e-10e2db811068 req-275e5833-c91f-451c-b5d5-6cdfe6c8884e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 Apr 21 21:05:30.616798 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8c62d38-4fd6-46d3-82d9-5f2de31da352 req-2eb8b02c-1a80-4252-b60c-d42e25a2b68f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345766 Apr 21 21:05:30.670705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4cd822df-0d6f-4822-8db3-3b14a549ad89 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:30.756606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4cd822df-0d6f-4822-8db3-3b14a549ad89 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:30.757182 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:30.879429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee8670-c927-4e78-9d02-cdd56b871b4d req-fd2cbf11-68db-41e5-9ed2-790f49a70bc5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:30.881013 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21ee8670-c927-4e78-9d02-cdd56b871b4d req-fd2cbf11-68db-41e5-9ed2-790f49a70bc5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0986142 Apr 21 21:05:30.883504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:30.922312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acaf4e-4b24-455d-a74c-da2141add8e4 req-5f319f27-b7e0-442f-9c50-1f714b56c7ce tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:30.925954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67acaf4e-4b24-455d-a74c-da2141add8e4 req-5f319f27-b7e0-442f-9c50-1f714b56c7ce tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0559719 Apr 21 21:05:30.967936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67acaf4e-4b24-455d-a74c-da2141add8e4 req-dcdaf181-48a7-4c25-a451-8efea789e2d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364752 Apr 21 21:05:31.000400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21ee8670-c927-4e78-9d02-cdd56b871b4d req-b9ace666-32c2-46da-8dcc-745eac72e4c5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803852 Apr 21 21:05:31.173774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Deleting port 0869cc57-9a15-43fb-b5b2-d2390afbfd49 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:31.174355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:31.270105 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:31.282878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Calling delete_port for 0869cc57-9a15-43fb-b5b2-d2390afbfd49 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:31.386000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd238b3-8989-4be8-b461-829b02c613f9 req-90fd01a7-db14-4e81-9a5e-65d99e5661b2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:31.387753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffd238b3-8989-4be8-b461-829b02c613f9 req-90fd01a7-db14-4e81-9a5e-65d99e5661b2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0957317 Apr 21 21:05:31.477473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffd238b3-8989-4be8-b461-829b02c613f9 req-31c4b83c-9387-4dec-a7c5-34694995accc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498462 Apr 21 21:05:31.501598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807619f-18f2-4a5e-a44a-f8c99cc8c933 req-be4fa866-6d70-4351-ae54-a9f432b4c1b2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:31.503372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4807619f-18f2-4a5e-a44a-f8c99cc8c933 req-be4fa866-6d70-4351-ae54-a9f432b4c1b2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0751324 Apr 21 21:05:31.545211 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:31.545478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4807619f-18f2-4a5e-a44a-f8c99cc8c933 req-4fd3e8f1-92c6-4152-ab02-554deac53e7f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357482 Apr 21 21:05:31.581924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Port': ['ID=0869cc57-9a15-43fb-b5b2-d2390afbfd49,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:31.679322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 3e3c4533-a483-4bcb-bf90-6b1ad317406d up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:31.744813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 3e3c4533-a483-4bcb-bf90-6b1ad317406d completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:05:31.750184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 3e3c4533-a483-4bcb-bf90-6b1ad317406d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:31.750945 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:31.755825 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:31.779728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a1c1-8043-471b-8e5a-da0c9a7c6aa4 req-0948ed22-4c82-4d63-90b6-d9933edf1fee tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:31.781293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d466a1c1-8043-471b-8e5a-da0c9a7c6aa4 req-0948ed22-4c82-4d63-90b6-d9933edf1fee tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 945 time: 0.1428649 Apr 21 21:05:31.855033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:31.881066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:31.883465 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9aeb0a-13d3-45d9-93de-8e7f0239b5cb" -d '{"events": [{"server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "name": "network-vif-plugged", "status": "completed", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:31.908873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 3e3c4533-a483-4bcb-bf90-6b1ad317406d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:31.915912 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:31.922819 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52311cd5-060d-4e89-ac74-d11c84a9b883 x-openstack-request-id: req-52311cd5-060d-4e89-ac74-d11c84a9b883 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:31.923354 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "name": "network-vif-plugged", "status": "completed", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:31.923733 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52311cd5-060d-4e89-ac74-d11c84a9b883 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:31.924033 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52311cd5-060d-4e89-ac74-d11c84a9b883'] response: {'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d', 'code': 200} Apr 21 21:05:31.925507 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d466a1c1-8043-471b-8e5a-da0c9a7c6aa4 req-2a702a3c-e1e7-48dd-97b4-9d3732de6b13 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063347 Apr 21 21:05:31.966523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Router 47fe4cbb-5895-4ea7-9f6d-0d969da71448 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:05:31.985809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=3e3c4533-a483-4bcb-bf90-6b1ad317406d,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:32.037447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaac6b5-1dd8-49f7-aab0-91207204ef80 req-3f042ab3-48ba-44a3-a081-f8b4e4bcd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:32.038942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daaac6b5-1dd8-49f7-aab0-91207204ef80 req-3f042ab3-48ba-44a3-a081-f8b4e4bcd1f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 1097 time: 0.0478783 Apr 21 21:05:32.044381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:05:32.049984 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c4ef9a2a-18dc-4cde-bcb1-33c5b575e4fe tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "PUT /v2.0/routers/47fe4cbb-5895-4ea7-9f6d-0d969da71448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8057663 Apr 21 21:05:32.053858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35440) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:32.057542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8046bb0b-f057-4f17-9593-a90f8137a72d None None] Sync routers for ids ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:05:32.069335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046bb0b-f057-4f17-9593-a90f8137a72d None None] Routers {'47fe4cbb-5895-4ea7-9f6d-0d969da71448'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:32.070067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8046bb0b-f057-4f17-9593-a90f8137a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:32.102053 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-20ce145d-6b5c-4c07-8dc9-264a7555d3ff tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] delete failed (client error): The resource could not be found. Apr 21 21:05:32.103129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-20ce145d-6b5c-4c07-8dc9-264a7555d3ff tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1466987099 HTTP/1.1" status: 404 len: 335 time: 0.0482149 Apr 21 21:05:32.107089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35442) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:32.111684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e053fafc-a4c0-4dc9-a4da-f8b9164fefd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Request body: {'router': {'external_gateway_info': {'network_id': '47fe4cbb-5895-4ea7-9f6d-0d969da71448'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:32.113402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8046bb0b-f057-4f17-9593-a90f8137a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:32.123643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046bb0b-f057-4f17-9593-a90f8137a72d None None] Routers {'47fe4cbb-5895-4ea7-9f6d-0d969da71448'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:32.124262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8046bb0b-f057-4f17-9593-a90f8137a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:32.167396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daaac6b5-1dd8-49f7-aab0-91207204ef80 req-f0334ae6-1399-4ad5-a849-2276dc544748 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202950 Apr 21 21:05:32.168070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8046bb0b-f057-4f17-9593-a90f8137a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:32.168719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8046bb0b-f057-4f17-9593-a90f8137a72d None None] The sync data for ids ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:05:32.179527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ef404-390b-475d-a76c-5b5066535ac9 req-cd0b328f-41c5-45fb-ad6d-42332569a55e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:32.181051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-729ef404-390b-475d-a76c-5b5066535ac9 req-cd0b328f-41c5-45fb-ad6d-42332569a55e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0803697 Apr 21 21:05:32.222705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-729ef404-390b-475d-a76c-5b5066535ac9 req-4dc1fdff-d606-4caf-a752-9ce7f092c433 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345266 Apr 21 21:05:32.322965 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e053fafc-a4c0-4dc9-a4da-f8b9164fefd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:32.343307 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-e053fafc-a4c0-4dc9-a4da-f8b9164fefd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] update failed (client error): The resource could not be found. Apr 21 21:05:32.344366 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e053fafc-a4c0-4dc9-a4da-f8b9164fefd7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "PUT /v2.0/routers/47fe4cbb-5895-4ea7-9f6d-0d969da71448 HTTP/1.1" status: 404 len: 339 time: 0.2362833 Apr 21 21:05:32.348305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35446) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:32.621067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09abab7-a464-440a-93b3-effe50536629 req-f72a8e21-a415-4ae4-bd1a-762a7f06ddc1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:32.622697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c09abab7-a464-440a-93b3-effe50536629 req-f72a8e21-a415-4ae4-bd1a-762a7f06ddc1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0634332 Apr 21 21:05:32.660838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c09abab7-a464-440a-93b3-effe50536629 req-c692a70d-253d-4331-8dfa-305d55cda3c0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317206 Apr 21 21:05:32.679092 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:32.742376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20331164-9905-4e8b-b52b-516181561b88 req-3b612d2c-928e-409f-baf1-11418315c778 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:32.743850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-20331164-9905-4e8b-b52b-516181561b88 req-3b612d2c-928e-409f-baf1-11418315c778 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1211231 Apr 21 21:05:32.774686 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ee4719e4-1a44-4d5e-9bf8-7bee114a9534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:32.882823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-20331164-9905-4e8b-b52b-516181561b88 req-c7fb770b-2696-47a6-b958-08ea2e9a8778 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089249 Apr 21 21:05:33.012003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Allocated IP 172.20.0.1 (5a95b4c4-9d01-462b-95a1-e4a2cda9f81a/fcffc11c-fc81-450e-9008-0d25341b2f0c/a3e69d53-a29d-415c-ace6-abab5844738d) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:05:33.050419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c49e2-d74e-445d-adcd-452a6564a1b1 req-d59134a5-bcf1-4bf6-8e32-c138b6689c96 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:33.051993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-970c49e2-d74e-445d-adcd-452a6564a1b1 req-d59134a5-bcf1-4bf6-8e32-c138b6689c96 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 946 time: 0.0564973 Apr 21 21:05:33.091073 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-970c49e2-d74e-445d-adcd-452a6564a1b1 req-f3a7c437-6fb5-494c-ada7-7aa3ebd4fe14 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330708 Apr 21 21:05:33.130479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:33.164536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:33.211311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:33.214565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:33.218922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:05:33.240857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Port': ['ID=a3e69d53-a29d-415c-ace6-abab5844738d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:33.274881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:33.402381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b478734-1a45-41c0-bbf8-ca85987a976e req-36f46ea4-88ca-47ae-a439-fef408ecf37c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:33.404008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b478734-1a45-41c0-bbf8-ca85987a976e req-36f46ea4-88ca-47ae-a439-fef408ecf37c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0866928 Apr 21 21:05:33.457332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:33.487168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b478734-1a45-41c0-bbf8-ca85987a976e req-f1563742-49dd-4835-b1ab-7df5527a2ed3 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729921 Apr 21 21:05:33.510277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e67f3712-f4e5-4133-9f91-18b62a141664 None None] Provisioning complete for port a3e69d53-a29d-415c-ace6-abab5844738d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:33.511878 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e67f3712-f4e5-4133-9f91-18b62a141664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:33.560787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e67f3712-f4e5-4133-9f91-18b62a141664 None None] Port a3e69d53-a29d-415c-ace6-abab5844738d cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:05:33.748871 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:33.754462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:33.787366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb77814-506d-4ea6-a730-802180148a3c req-f852b2fc-6d40-474c-b7e4-68c9f00b778c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:33.788945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-abb77814-506d-4ea6-a730-802180148a3c req-f852b2fc-6d40-474c-b7e4-68c9f00b778c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0563700 Apr 21 21:05:33.830625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event updated for resources: {'Port': ['ID=a3e69d53-a29d-415c-ace6-abab5844738d,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:33.833478 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:33.833718 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-abb77814-506d-4ea6-a730-802180148a3c req-e061d59d-b361-424c-9f9c-2af402c758e8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379250 Apr 21 21:05:33.929015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:05:33.930851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:34.012689 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:34.074325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec033e-0fb2-4b20-b7dd-e010275e70cb req-9d56e494-6cc5-45e6-babd-427f99af7d8f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:34.075865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25ec033e-0fb2-4b20-b7dd-e010275e70cb req-9d56e494-6cc5-45e6-babd-427f99af7d8f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0983596 Apr 21 21:05:34.077800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Router 47fe4cbb-5895-4ea7-9f6d-0d969da71448 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:05:34.191021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25ec033e-0fb2-4b20-b7dd-e010275e70cb req-374e1b10-f5b8-4aef-a7ba-e36490867947 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068761 Apr 21 21:05:34.212257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:05:34.215888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-73aff65f-3fa1-4aa0-9d77-284546614789 None None] Provisioning complete for port a3e69d53-a29d-415c-ace6-abab5844738d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:34.216267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73aff65f-3fa1-4aa0-9d77-284546614789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:34.228439 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d77d8e9d-2b2d-4c8e-859d-1ffb8a60d9e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "PUT /v2.0/routers/47fe4cbb-5895-4ea7-9f6d-0d969da71448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8787727 Apr 21 21:05:34.230658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35472) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:34.233735 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9904378-49ca-4404-9431-473391c7405e None None] Sync routers for ids ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:05:34.243001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d63d64-8aff-4780-97ca-eec20759f51b req-92fb1991-4153-4132-94cd-bf4be57e6afc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:34.245564 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9904378-49ca-4404-9431-473391c7405e None None] Routers {'47fe4cbb-5895-4ea7-9f6d-0d969da71448'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:34.246560 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e9904378-49ca-4404-9431-473391c7405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:34.254493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2d63d64-8aff-4780-97ca-eec20759f51b req-92fb1991-4153-4132-94cd-bf4be57e6afc tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 946 time: 0.0808117 Apr 21 21:05:34.281007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-73aff65f-3fa1-4aa0-9d77-284546614789 None None] Port a3e69d53-a29d-415c-ace6-abab5844738d cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:05:34.289189 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e9904378-49ca-4404-9431-473391c7405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:34.299371 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9904378-49ca-4404-9431-473391c7405e None None] Routers {'47fe4cbb-5895-4ea7-9f6d-0d969da71448'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:34.300903 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e9904378-49ca-4404-9431-473391c7405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:34.301715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2d63d64-8aff-4780-97ca-eec20759f51b req-09f53aa1-fc7e-4bf0-8643-957cd14a2b88 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Apr 21 21:05:34.337241 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e9904378-49ca-4404-9431-473391c7405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:34.337900 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9904378-49ca-4404-9431-473391c7405e None None] The sync data for ids ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:05:34.345457 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f0f648c-ae33-4fae-b032-2d4b3a1cf46b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:34.462843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-602b98d8-4354-4da7-a34f-ba11aff6eae0 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1117167674&fields=id&tenant_id=bcf3f97d32804202bc254c0e1d6f10a2 HTTP/1.1" status: 200 len: 267 time: 0.0773158 Apr 21 21:05:34.466226 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-4f0f648c-ae33-4fae-b032-2d4b3a1cf46b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 21:05:34.470129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f0f648c-ae33-4fae-b032-2d4b3a1cf46b tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "DELETE /v2.0/routers/47fe4cbb-5895-4ea7-9f6d-0d969da71448 HTTP/1.1" status: 409 len: 329 time: 0.2354336 Apr 21 21:05:34.470534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35480) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:34.610173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-8a106a82-a182-41b8-8dd0-25fa256362ac tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:34.611641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-8a106a82-a182-41b8-8dd0-25fa256362ac tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 946 time: 0.1426635 Apr 21 21:05:34.624059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-60fe7bf3-9e38-4d65-88c6-407b5f959f1a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'port': {'security_groups': ['d7821308-9f23-4d18-9137-8957b30ad273', 'd2379a71-3f6e-426a-966c-7f9fa4ec20f1']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:34.639673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8ef61-756b-48e9-bb21-e941b651c02f req-32c3d9e8-92e0-4849-9acf-fc9c72aa1672 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:34.642731 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe8ef61-756b-48e9-bb21-e941b651c02f req-32c3d9e8-92e0-4849-9acf-fc9c72aa1672 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0638916 Apr 21 21:05:34.680584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efe8ef61-756b-48e9-bb21-e941b651c02f req-6f391253-2c99-4e1d-b080-98e314b46785 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Apr 21 21:05:34.972434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd3c13-f77d-4c85-affc-14c8c954b1ce req-9a2f6eda-4683-444c-bd49-16791ad44092 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:34.976535 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2dd3c13-f77d-4c85-affc-14c8c954b1ce req-9a2f6eda-4683-444c-bd49-16791ad44092 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0611148 Apr 21 21:05:35.015099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2dd3c13-f77d-4c85-affc-14c8c954b1ce req-d1fca709-253a-4174-98c3-522bea55b63b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345008 Apr 21 21:05:35.043121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-60fe7bf3-9e38-4d65-88c6-407b5f959f1a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:35.303466 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:35.330066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe219ca4-39ad-461a-9c19-e461d9d2dac2 req-e02e8065-2018-4758-aa6d-b05ddd36dfad tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:35.331969 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe219ca4-39ad-461a-9c19-e461d9d2dac2 req-e02e8065-2018-4758-aa6d-b05ddd36dfad tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0582116 Apr 21 21:05:35.371307 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe219ca4-39ad-461a-9c19-e461d9d2dac2 req-66c60967-0b22-44d9-9679-52eeb32c100a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324349 Apr 21 21:05:35.383249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-60fe7bf3-9e38-4d65-88c6-407b5f959f1a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] For port 3e3c4533-a483-4bcb-bf90-6b1ad317406d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:35.398322 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:35.480226 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-60fe7bf3-9e38-4d65-88c6-407b5f959f1a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:35.486261 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-60fe7bf3-9e38-4d65-88c6-407b5f959f1a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:35.499462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['3e3c4533-a483-4bcb-bf90-6b1ad317406d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:35.539804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-60fe7bf3-9e38-4d65-88c6-407b5f959f1a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:35.540450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-60fe7bf3-9e38-4d65-88c6-407b5f959f1a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:35.544877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a30a551-fb92-410e-b9f5-a5eab9570a11 req-60fe7bf3-9e38-4d65-88c6-407b5f959f1a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "PUT /v2.0/ports/3e3c4533-a483-4bcb-bf90-6b1ad317406d HTTP/1.1" status: 200 len: 982 time: 0.9261560 Apr 21 21:05:35.565328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['585eae3f-aba4-4d72-9176-7fdfbe866139'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:35.576467 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:35.578761 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5c881d-ce8c-4d37-a370-70584ff14935" -d '{"events": [{"name": "network-changed", "server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:35.643165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-52a0c73b-97f0-492d-a504-51d156af5c9f req-efcbe334-d49d-4efa-816c-74fce41759b9 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/d2379a71-3f6e-426a-966c-7f9fa4ec20f1 HTTP/1.1" status: 200 len: 1803 time: 0.0746260 Apr 21 21:05:35.673256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['3e3c4533-a483-4bcb-bf90-6b1ad317406d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:35.708388 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eb78f9-e764-46c3-815c-b0748bbf4357 x-openstack-request-id: req-f3eb78f9-e764-46c3-815c-b0748bbf4357 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:35.725196 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:35.726376 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3eb78f9-e764-46c3-815c-b0748bbf4357 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:35.727862 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3eb78f9-e764-46c3-815c-b0748bbf4357'] response: {'name': 'network-changed', 'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d', 'status': 'completed', 'code': 200} Apr 21 21:05:35.737635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe7bf3-9e38-4d65-88c6-407b5f959f1a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'Port': ['ID=3e3c4533-a483-4bcb-bf90-6b1ad317406d,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:35.750938 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-52a0c73b-97f0-492d-a504-51d156af5c9f req-85dc584e-26c0-4fa4-8016-62ca3d9b240f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 21:05:35.752160 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-52a0c73b-97f0-492d-a504-51d156af5c9f req-85dc584e-26c0-4fa4-8016-62ca3d9b240f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2379a71-3f6e-426a-966c-7f9fa4ec20f1 HTTP/1.1" status: 409 len: 341 time: 0.0994153 Apr 21 21:05:35.917887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-adc3fe4d-5372-423c-8674-afd7939612e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:35.919187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-adc3fe4d-5372-423c-8674-afd7939612e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 1136 time: 0.1839559 Apr 21 21:05:35.927395 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:35.952027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ecce-de0a-4895-849d-568dec394fef req-f13ca219-15a5-42f5-a500-539741240cbb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:35.960025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5cd4ecce-de0a-4895-849d-568dec394fef req-f13ca219-15a5-42f5-a500-539741240cbb tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1509094 Apr 21 21:05:36.061360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5cd4ecce-de0a-4895-849d-568dec394fef req-b9a06544-f3c5-4652-a911-f6cae4d2d002 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997872 Apr 21 21:05:36.216025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb082c8-fd1b-4050-989f-b0da08393e2d req-738d0906-9354-4a6e-83db-61af14960517 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:36.227980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7cb082c8-fd1b-4050-989f-b0da08393e2d req-738d0906-9354-4a6e-83db-61af14960517 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0714495 Apr 21 21:05:36.262002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-2aa1ea65-4df1-4c2c-848f-db1a81077d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:36.263471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-2aa1ea65-4df1-4c2c-848f-db1a81077d4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 913 time: 0.3363657 Apr 21 21:05:36.273756 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7cb082c8-fd1b-4050-989f-b0da08393e2d req-355a71da-6f73-4649-8184-3c6ac0eb59d0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Apr 21 21:05:36.297584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122fddf-cfc9-4cab-93d4-b1ec1a21bc06 req-b940bb03-6571-4ad4-8c8b-3aa6d9fa2c3d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:36.299372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7122fddf-cfc9-4cab-93d4-b1ec1a21bc06 req-b940bb03-6571-4ad4-8c8b-3aa6d9fa2c3d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 985 time: 0.1188560 Apr 21 21:05:36.339472 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-76c5be33-89bb-4e7a-ae5e-7d409511183c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d HTTP/1.1" status: 200 len: 217 time: 0.0641012 Apr 21 21:05:36.384518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Deleting port a3e69d53-a29d-415c-ace6-abab5844738d {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:36.385496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:36.418688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-6891e424-3533-4a5a-9745-adc687c78e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:36.420588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-6891e424-3533-4a5a-9745-adc687c78e9c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 200 len: 852 time: 0.0721138 Apr 21 21:05:36.474490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7122fddf-cfc9-4cab-93d4-b1ec1a21bc06 req-35d90cbf-98f8-492c-93aa-1ec1066df7b4 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2379a71-3f6e-426a-966c-7f9fa4ec20f1&id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1425450 Apr 21 21:05:36.508627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-16f7cb02-5b9f-45d1-86c6-a9bbf8f1890d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313916 Apr 21 21:05:36.528064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf478b-7541-4df2-bfc6-69fc1b76ebf8 req-6cf79171-4f34-4e38-9e54-fa0bc6b22363 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:36.530079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6cf478b-7541-4df2-bfc6-69fc1b76ebf8 req-6cf79171-4f34-4e38-9e54-fa0bc6b22363 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0884004 Apr 21 21:05:36.578059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6cf478b-7541-4df2-bfc6-69fc1b76ebf8 req-47dfd6de-d981-42a5-9639-471e25d70ea4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Apr 21 21:05:36.608499 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:36.626029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Calling delete_port for a3e69d53-a29d-415c-ace6-abab5844738d owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:36.697236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-6738f71e-7fde-4bde-b949-161bc22dac5e service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762228 Apr 21 21:05:36.842566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad5c881d-ce8c-4d37-a370-70584ff14935 req-a7a05a06-0640-4945-9638-435a722ede0b service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373572 Apr 21 21:05:36.898634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:36.939011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Port': ['ID=a3e69d53-a29d-415c-ace6-abab5844738d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:37.010498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f317b-4363-4612-9d67-f51041128534 req-3ddb3ed9-39ec-4511-9c53-33ade378a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:37.012009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-447f317b-4363-4612-9d67-f51041128534 req-3ddb3ed9-39ec-4511-9c53-33ade378a2ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 1136 time: 0.1225591 Apr 21 21:05:37.175613 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:37.258564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a85ba-31ca-43dd-8b86-84eaedffe865 req-6e9e8280-29b1-4bd9-bc37-831aff6f4c5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:37.260025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a60a85ba-31ca-43dd-8b86-84eaedffe865 req-6e9e8280-29b1-4bd9-bc37-831aff6f4c5f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1250057 Apr 21 21:05:37.261007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f317b-4363-4612-9d67-f51041128534 req-ab56ed08-3e57-4da6-a9ce-9adbf2bd57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:37.262322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-447f317b-4363-4612-9d67-f51041128534 req-ab56ed08-3e57-4da6-a9ce-9adbf2bd57fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 913 time: 0.2360766 Apr 21 21:05:37.347616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-447f317b-4363-4612-9d67-f51041128534 req-6dbe64d6-4945-4617-bb6e-91643cca1c0c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d HTTP/1.1" status: 200 len: 217 time: 0.0513241 Apr 21 21:05:37.393714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a60a85ba-31ca-43dd-8b86-84eaedffe865 req-a28e3935-7629-4e51-aa5f-595f0e056505 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266665 Apr 21 21:05:37.418709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ad362-861c-4264-ac55-f4a9799beb08 req-491801ee-65ee-4d04-bf4b-42118af2941a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:37.420904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-901ad362-861c-4264-ac55-f4a9799beb08 req-491801ee-65ee-4d04-bf4b-42118af2941a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0696237 Apr 21 21:05:37.462808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-901ad362-861c-4264-ac55-f4a9799beb08 req-299ca2aa-7080-4f97-87ab-ce2b436399cd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353913 Apr 21 21:05:37.700064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcafbe-1331-4b98-b053-d8d268a446a3 req-0b90ee48-2686-4f5a-858f-b00d81bca582 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:37.701755 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58fcafbe-1331-4b98-b053-d8d268a446a3 req-0b90ee48-2686-4f5a-858f-b00d81bca582 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0531015 Apr 21 21:05:37.742276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58fcafbe-1331-4b98-b053-d8d268a446a3 req-8c951a0c-a6f7-4302-95b3-436ab8999995 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Apr 21 21:05:37.794756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f317b-4363-4612-9d67-f51041128534 req-0a20f2c6-9745-4723-be77-e6c410f313a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:37.796143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-447f317b-4363-4612-9d67-f51041128534 req-0a20f2c6-9745-4723-be77-e6c410f313a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 200 len: 852 time: 0.4378290 Apr 21 21:05:37.825678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Router 47fe4cbb-5895-4ea7-9f6d-0d969da71448 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:05:37.843032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-447f317b-4363-4612-9d67-f51041128534 req-c2249324-0b03-490a-8a11-08cf12ed28e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313871 Apr 21 21:05:37.883456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d3b69-12d1-4309-95bb-5fd3b12a161b req-f0815700-5c83-4189-9cdc-98556dd55d45 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:37.884843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-118d3b69-12d1-4309-95bb-5fd3b12a161b req-f0815700-5c83-4189-9cdc-98556dd55d45 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 985 time: 0.1063237 Apr 21 21:05:38.000792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:05:38.016741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d832f894-464e-4ec2-b0d4-c42b840d09aa tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "PUT /v2.0/routers/47fe4cbb-5895-4ea7-9f6d-0d969da71448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5453794 Apr 21 21:05:38.018203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a557b-c49a-456b-a8b9-de6b406cfcaa None None] Sync routers for ids ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:05:38.022528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35530) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:38.030760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a557b-c49a-456b-a8b9-de6b406cfcaa None None] Routers {'47fe4cbb-5895-4ea7-9f6d-0d969da71448'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:38.031463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc7a557b-c49a-456b-a8b9-de6b406cfcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:38.036946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-118d3b69-12d1-4309-95bb-5fd3b12a161b req-7e24a737-88c6-419f-95e3-0dcceb505e6e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2379a71-3f6e-426a-966c-7f9fa4ec20f1&id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1165268 Apr 21 21:05:38.052475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-447f317b-4363-4612-9d67-f51041128534 req-c2f31a52-3aeb-43e6-8850-d8b7c1f990c8 service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999516 Apr 21 21:05:38.072160 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-c51137d7-9003-4c19-8f7d-c5f1fc7ffd22 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] show failed (client error): The resource could not be found. Apr 21 21:05:38.076931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c51137d7-9003-4c19-8f7d-c5f1fc7ffd22 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-346979861 HTTP/1.1" status: 404 len: 334 time: 0.0492833 Apr 21 21:05:38.077254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35534) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:38.078598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc7a557b-c49a-456b-a8b9-de6b406cfcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:38.082640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cbe7ef34-d037-4994-b04a-cbe36a9905ba tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:38.087947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a557b-c49a-456b-a8b9-de6b406cfcaa None None] Routers {'47fe4cbb-5895-4ea7-9f6d-0d969da71448'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:05:38.088638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc7a557b-c49a-456b-a8b9-de6b406cfcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:05:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:38.124406 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-cbe7ef34-d037-4994-b04a-cbe36a9905ba tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] update failed (client error): The resource could not be found. Apr 21 21:05:38.130525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cbe7ef34-d037-4994-b04a-cbe36a9905ba tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-376818317 HTTP/1.1" status: 404 len: 334 time: 0.0475516 Apr 21 21:05:38.130762 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35536) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:38.133293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc7a557b-c49a-456b-a8b9-de6b406cfcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:38.134118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a557b-c49a-456b-a8b9-de6b406cfcaa None None] The sync data for ids ['47fe4cbb-5895-4ea7-9f6d-0d969da71448'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:05:38.173412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-447f317b-4363-4612-9d67-f51041128534 req-ebe01d2f-3cfb-44f8-9b57-081437675927 service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143219 Apr 21 21:05:38.191390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-3301ccaf-b290-4dfa-a348-3fc42aa291e9 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Deleting subnet 9689ef1b-473d-4fa8-a42e-17a56a194093 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:05:38.194473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3301ccaf-b290-4dfa-a348-3fc42aa291e9 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.231955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3301ccaf-b290-4dfa-a348-3fc42aa291e9 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.322708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3301ccaf-b290-4dfa-a348-3fc42aa291e9 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.381192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3301ccaf-b290-4dfa-a348-3fc42aa291e9 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.407368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301ccaf-b290-4dfa-a348-3fc42aa291e9 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Subnet': ['ID=9689ef1b-473d-4fa8-a42e-17a56a194093,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:38.409313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3301ccaf-b290-4dfa-a348-3fc42aa291e9 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.414658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3301ccaf-b290-4dfa-a348-3fc42aa291e9 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "DELETE /v2.0/subnets/9689ef1b-473d-4fa8-a42e-17a56a194093 HTTP/1.1" status: 204 len: 168 time: 0.2806478 Apr 21 21:05:38.417170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35538) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:38.427777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f61e8-926c-4ebf-b1c0-8e0531ee2b0a None None] Network 2351fced-da5e-4e7a-aeb8-79792238aae3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:38.472807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bcb2c1-c36c-47ce-8d1d-939794aedbc7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Deleting subnet 643d3945-662a-4b9c-92f4-e85637dac21d {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:05:38.476466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36bcb2c1-c36c-47ce-8d1d-939794aedbc7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.551093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36bcb2c1-c36c-47ce-8d1d-939794aedbc7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.607417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d8a64-1617-4f77-ae5f-28d8606f5d07 req-ef1e5267-f7a0-4728-83d9-4ddedfc56770 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:38.608966 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e43d8a64-1617-4f77-ae5f-28d8606f5d07 req-ef1e5267-f7a0-4728-83d9-4ddedfc56770 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0944080 Apr 21 21:05:38.657063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f01635-0d38-451e-95a5-88ca6ad7a430 None None] DHCP port deletion for 2351fced-da5e-4e7a-aeb8-79792238aae3 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:05:38.694593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0bb15-3f63-42a8-bfc1-050d6edbcf4a req-392043a2-aaef-421b-b7c3-e42f1fc02efe tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:38.701073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99d0bb15-3f63-42a8-bfc1-050d6edbcf4a req-392043a2-aaef-421b-b7c3-e42f1fc02efe tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0950849 Apr 21 21:05:38.709955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e43d8a64-1617-4f77-ae5f-28d8606f5d07 req-3e740bd5-4a29-436b-881e-9220c373fa37 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914350 Apr 21 21:05:38.719799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36bcb2c1-c36c-47ce-8d1d-939794aedbc7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.745421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f2f01635-0d38-451e-95a5-88ca6ad7a430 None None] Deleting port 4cd822df-0d6f-4822-8db3-3b14a549ad89 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:38.746308 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2f01635-0d38-451e-95a5-88ca6ad7a430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.790993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99d0bb15-3f63-42a8-bfc1-050d6edbcf4a req-8ca78a69-2e27-468d-a46d-bed63e684f98 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833397 Apr 21 21:05:38.828709 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36bcb2c1-c36c-47ce-8d1d-939794aedbc7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.858433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36bcb2c1-c36c-47ce-8d1d-939794aedbc7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.862735 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-36bcb2c1-c36c-47ce-8d1d-939794aedbc7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "DELETE /v2.0/subnets/643d3945-662a-4b9c-92f4-e85637dac21d HTTP/1.1" status: 204 len: 168 time: 0.4463837 Apr 21 21:05:38.865341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35550) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:38.913466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcb2c1-c36c-47ce-8d1d-939794aedbc7 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Subnet': ['ID=643d3945-662a-4b9c-92f4-e85637dac21d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:38.941666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1badb-c9a7-4556-8386-74c0b1c23f9a req-6468c7fe-4d35-4c50-b4a8-daba25812294 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:38.943321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53479927-cfe9-4d3f-8e63-7545175a8543 None None] Network 8deb61ce-c383-4636-8680-bb216812b3a3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:38.943851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64c1badb-c9a7-4556-8386-74c0b1c23f9a req-6468c7fe-4d35-4c50-b4a8-daba25812294 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0604694 Apr 21 21:05:38.986204 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:38.991968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64c1badb-c9a7-4556-8386-74c0b1c23f9a req-4d47a0a7-e7e1-458b-9f52-b384da9c5a4a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Apr 21 21:05:39.048452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Deleting port 4cd822df-0d6f-4822-8db3-3b14a549ad89 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:39.049106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.061063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f2f01635-0d38-451e-95a5-88ca6ad7a430 None None] For port 4cd822df-0d6f-4822-8db3-3b14a549ad89, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4cd822df-0d6f-4822-8db3-3b14a549ad89,segment=NetworkSegment(59d37b15-760b-4767-b529-613087016277),segment_id=59d37b15-760b-4767-b529-613087016277)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:39.061644 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2f01635-0d38-451e-95a5-88ca6ad7a430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.077369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f2f01635-0d38-451e-95a5-88ca6ad7a430 None None] Calling delete_port for 4cd822df-0d6f-4822-8db3-3b14a549ad89 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:39.138572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] For port 4cd822df-0d6f-4822-8db3-3b14a549ad89, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4cd822df-0d6f-4822-8db3-3b14a549ad89,segment=NetworkSegment(59d37b15-760b-4767-b529-613087016277),segment_id=59d37b15-760b-4767-b529-613087016277)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:39.138572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.162462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Calling delete_port for 4cd822df-0d6f-4822-8db3-3b14a549ad89 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:39.203835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2f01635-0d38-451e-95a5-88ca6ad7a430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.231475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f01635-0d38-451e-95a5-88ca6ad7a430 None None] Pushing event deleted for resources: {'Port': ['ID=4cd822df-0d6f-4822-8db3-3b14a549ad89,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:39.233243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f01635-0d38-451e-95a5-88ca6ad7a430 None None] No DVR routers for this DVR port 4cd822df-0d6f-4822-8db3-3b14a549ad89 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:39.247963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea28da-81d5-404b-8ad3-2b6266161354 req-6765d8cf-5453-44ca-9076-16558bcb05c7 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:39.249532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78ea28da-81d5-404b-8ad3-2b6266161354 req-6765d8cf-5453-44ca-9076-16558bcb05c7 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 985 time: 0.1142662 Apr 21 21:05:39.308240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78ea28da-81d5-404b-8ad3-2b6266161354 req-bfc84568-4cc0-4e7e-b2ad-c266fa708576 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2379a71-3f6e-426a-966c-7f9fa4ec20f1&id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0515411 Apr 21 21:05:39.315793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.322361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff0d778-927b-4bd1-a755-64cb2710fd77 None None] DHCP port deletion for 8deb61ce-c383-4636-8680-bb216812b3a3 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:05:39.359478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Port': ['ID=4cd822df-0d6f-4822-8db3-3b14a549ad89,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:39.365857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] No DVR routers for this DVR port 4cd822df-0d6f-4822-8db3-3b14a549ad89 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:39.399643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cff0d778-927b-4bd1-a755-64cb2710fd77 None None] Deleting port e2980994-a0fc-4412-917c-293e33c34bfe {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:39.400018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cff0d778-927b-4bd1-a755-64cb2710fd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.434628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-cb51a8b6-01e1-4773-b49c-7cc18a1a6807 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2103121906&fields=id&tenant_id=bcf3f97d32804202bc254c0e1d6f10a2 HTTP/1.1" status: 200 len: 267 time: 0.0364416 Apr 21 21:05:39.459378 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.486632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2351fced-da5e-4e7a-aeb8-79792238aae3']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:39.495305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cff0d778-927b-4bd1-a755-64cb2710fd77 None None] For port e2980994-a0fc-4412-917c-293e33c34bfe, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e2980994-a0fc-4412-917c-293e33c34bfe,segment=NetworkSegment(88ac365e-bdf8-4cf4-bd7c-1c88d796dafb),segment_id=88ac365e-bdf8-4cf4-bd7c-1c88d796dafb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:39.495615 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cff0d778-927b-4bd1-a755-64cb2710fd77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.500257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d37b15-760b-4767-b529-613087016277') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:39.500937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d37b15-760b-4767-b529-613087016277') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:39.508644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-4338e8f4-05b6-4a30-9f1e-73cfb894a255 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:39.514113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cff0d778-927b-4bd1-a755-64cb2710fd77 None None] Calling delete_port for e2980994-a0fc-4412-917c-293e33c34bfe owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:39.515219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.517262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-4338e8f4-05b6-4a30-9f1e-73cfb894a255 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 985 time: 0.0725927 Apr 21 21:05:39.523728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-27b792ad-62cf-43f0-bd42-12bacf5f271d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'port': {'security_groups': ['d2379a71-3f6e-426a-966c-7f9fa4ec20f1', 'd7821308-9f23-4d18-9137-8957b30ad273', 'e7a35fb6-9bc5-4ce4-9716-e6ed703150b5']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:39.540077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.546367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:39.547450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:39.567648 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:39.599382 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-27b792ad-62cf-43f0-bd42-12bacf5f271d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.623226 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cff0d778-927b-4bd1-a755-64cb2710fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.631419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.644225 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.648552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "DELETE /v2.0/networks/2351fced-da5e-4e7a-aeb8-79792238aae3 HTTP/1.1" status: 204 len: 168 time: 0.7821612 Apr 21 21:05:39.652450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35560) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:39.658818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0d778-927b-4bd1-a755-64cb2710fd77 None None] Pushing event deleted for resources: {'Port': ['ID=e2980994-a0fc-4412-917c-293e33c34bfe,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:39.665560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0d778-927b-4bd1-a755-64cb2710fd77 None None] No DVR routers for this DVR port e2980994-a0fc-4412-917c-293e33c34bfe on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:39.751812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.770216 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40c3f2-e43f-462f-9053-9f6c245d3fc3 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Network': ['ID=2351fced-da5e-4e7a-aeb8-79792238aae3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:39.865917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-27b792ad-62cf-43f0-bd42-12bacf5f271d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] For port 3e3c4533-a483-4bcb-bf90-6b1ad317406d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:39.887534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.896312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-27b792ad-62cf-43f0-bd42-12bacf5f271d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.901377 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-27b792ad-62cf-43f0-bd42-12bacf5f271d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.906954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a4124-5413-48d1-9c8c-ffc8a56d7981 req-7077a65f-7ba9-46de-a287-966467e13f2c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:39.909233 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d2a4124-5413-48d1-9c8c-ffc8a56d7981 req-7077a65f-7ba9-46de-a287-966467e13f2c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1010737 Apr 21 21:05:39.916606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['3e3c4533-a483-4bcb-bf90-6b1ad317406d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:39.919180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['585eae3f-aba4-4d72-9176-7fdfbe866139'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:39.925533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8deb61ce-c383-4636-8680-bb216812b3a3']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:39.941932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ac365e-bdf8-4cf4-bd7c-1c88d796dafb') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:39.943710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ac365e-bdf8-4cf4-bd7c-1c88d796dafb') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:39.954027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-27b792ad-62cf-43f0-bd42-12bacf5f271d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:39.954663 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-27b792ad-62cf-43f0-bd42-12bacf5f271d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.956092 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8137f90-6cd1-49a4-a0f0-2f8834941787 req-27b792ad-62cf-43f0-bd42-12bacf5f271d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "PUT /v2.0/ports/3e3c4533-a483-4bcb-bf90-6b1ad317406d HTTP/1.1" status: 200 len: 1021 time: 0.4378588 Apr 21 21:05:39.958741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:39.961232 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da9ef16-36ad-49b4-a127-c4b101167241" -d '{"events": [{"name": "network-changed", "server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:39.963718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.984411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:39.992950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:39.994163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b792ad-62cf-43f0-bd42-12bacf5f271d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'Port': ['ID=3e3c4533-a483-4bcb-bf90-6b1ad317406d,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:39.994309 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:40.013587 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:40.078799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['3e3c4533-a483-4bcb-bf90-6b1ad317406d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:40.097207 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.114338 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.121051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "DELETE /v2.0/networks/8deb61ce-c383-4636-8680-bb216812b3a3 HTTP/1.1" status: 204 len: 168 time: 0.4651582 Apr 21 21:05:40.129005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bc610-796c-43df-9cd8-3fd3aa33d104 req-8f0ec6ff-2a81-4efd-89fe-cda1082e800f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:40.130978 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f47bc610-796c-43df-9cd8-3fd3aa33d104 req-8f0ec6ff-2a81-4efd-89fe-cda1082e800f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0885587 Apr 21 21:05:40.131704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35576) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:40.141565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d2a4124-5413-48d1-9c8c-ffc8a56d7981 req-b056fa60-2a7b-46fb-91f8-e5a4d21fbf65 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234403 Apr 21 21:05:40.143026 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e99a93-e705-45b9-b8f2-1d017fe7f1e4 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Network': ['ID=8deb61ce-c383-4636-8680-bb216812b3a3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:40.224605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f12e525-9fed-4574-bc84-7aa03339e7c6 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Deleting subnet fcffc11c-fc81-450e-9008-0d25341b2f0c {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:05:40.233000 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f47bc610-796c-43df-9cd8-3fd3aa33d104 req-e16327b9-67d1-4d97-880c-8ece6d0602c0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753293 Apr 21 21:05:40.233821 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f12e525-9fed-4574-bc84-7aa03339e7c6 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.282133 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f12e525-9fed-4574-bc84-7aa03339e7c6 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.290748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8bdffc7-8537-4fdb-ab4e-54345d75ccc9 req-b2c9f5a7-4f54-4fe3-a94b-2626a749492e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/e7a35fb6-9bc5-4ce4-9716-e6ed703150b5 HTTP/1.1" status: 200 len: 1802 time: 0.0984359 Apr 21 21:05:40.375779 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-f8bdffc7-8537-4fdb-ab4e-54345d75ccc9 req-2feb5fb7-a906-4a0b-9509-235fc2e437a4 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 21:05:40.383100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8bdffc7-8537-4fdb-ab4e-54345d75ccc9 req-2feb5fb7-a906-4a0b-9509-235fc2e437a4 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/e7a35fb6-9bc5-4ce4-9716-e6ed703150b5 HTTP/1.1" status: 409 len: 341 time: 0.0912571 Apr 21 21:05:40.394943 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53986827-52f4-4088-bdf6-df7a2b987ab7 x-openstack-request-id: req-53986827-52f4-4088-bdf6-df7a2b987ab7 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:40.398702 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:40.398930 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53986827-52f4-4088-bdf6-df7a2b987ab7 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:40.399576 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53986827-52f4-4088-bdf6-df7a2b987ab7'] response: {'name': 'network-changed', 'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d', 'status': 'completed', 'code': 200} Apr 21 21:05:40.448386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f12e525-9fed-4574-bc84-7aa03339e7c6 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.464666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-a28a4170-922a-4d4d-904e-24b00da9fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:40.468037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-a28a4170-922a-4d4d-904e-24b00da9fd2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 1175 time: 0.1000664 Apr 21 21:05:40.583752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc97150-e871-491b-9f8a-85828ff807d9 req-48b9b394-ddb2-4fcb-bfdd-aba3963d8ad6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:40.585520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8bc97150-e871-491b-9f8a-85828ff807d9 req-48b9b394-ddb2-4fcb-bfdd-aba3963d8ad6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0893407 Apr 21 21:05:40.635704 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f12e525-9fed-4574-bc84-7aa03339e7c6 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.664130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-00d84a7e-155a-4c68-bafc-4d7fbe1686eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:40.672497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-00d84a7e-155a-4c68-bafc-4d7fbe1686eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 200 len: 913 time: 0.1979878 Apr 21 21:05:40.703979 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8bc97150-e871-491b-9f8a-85828ff807d9 req-5c64edac-9b32-43ea-a772-984c1c809ef5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085346 Apr 21 21:05:40.710744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12e525-9fed-4574-bc84-7aa03339e7c6 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Subnet': ['ID=fcffc11c-fc81-450e-9008-0d25341b2f0c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:40.711927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4597ded-5d28-4326-976d-8070c4009ab6 None None] Network 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:40.713887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0f12e525-9fed-4574-bc84-7aa03339e7c6 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.715105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4cd822df-0d6f-4822-8db3-3b14a549ad89 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:05:40.717571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0f12e525-9fed-4574-bc84-7aa03339e7c6 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "DELETE /v2.0/subnets/fcffc11c-fc81-450e-9008-0d25341b2f0c HTTP/1.1" status: 204 len: 168 time: 0.5843627 Apr 21 21:05:40.722714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35584) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:40.730385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-24ad7635-196f-4ff9-acee-8ffa1bb13a1f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d HTTP/1.1" status: 200 len: 217 time: 0.0491774 Apr 21 21:05:40.758766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 4cd822df-0d6f-4822-8db3-3b14a549ad89 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:05:40.759249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4cd822df-0d6f-4822-8db3-3b14a549ad89 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:05:40.759669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e2980994-a0fc-4412-917c-293e33c34bfe no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:05:40.804428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e2980994-a0fc-4412-917c-293e33c34bfe {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:05:40.804822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e2980994-a0fc-4412-917c-293e33c34bfe not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:05:40.824051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.888368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-9b4b06bb-292b-4b6d-b834-b95d9fcdcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:40.890863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-9b4b06bb-292b-4b6d-b834-b95d9fcdcb84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 200 len: 852 time: 0.1537085 Apr 21 21:05:40.902031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646624a-f3ba-4530-9692-5aa747dc9c02 req-d829d0f6-8d89-45e7-8239-4816a8fd934d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:40.903889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2646624a-f3ba-4530-9692-5aa747dc9c02 req-d829d0f6-8d89-45e7-8239-4816a8fd934d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 1024 time: 0.1215789 Apr 21 21:05:40.904048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Deleting port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:40.904346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.952674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-083a7cc3-c9d4-4e07-8e3b-24f3c210cf2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4a8211f-693c-46b0-957f-6e5f51ac4ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472329 Apr 21 21:05:40.976753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] For port 97c63c48-e0b0-4bac-aee7-429ba3eaa111, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=97c63c48-e0b0-4bac-aee7-429ba3eaa111,segment=NetworkSegment(0635663f-6e66-4f8c-a03f-2b5935088beb),segment_id=0635663f-6e66-4f8c-a03f-2b5935088beb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:40.977243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:40.986468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e7ab5-2c6f-47e4-85ee-f4b598d309f5 None None] DHCP port deletion for 5a95b4c4-9d01-462b-95a1-e4a2cda9f81a request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:05:40.992658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Calling delete_port for 97c63c48-e0b0-4bac-aee7-429ba3eaa111 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:41.044143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2646624a-f3ba-4530-9692-5aa747dc9c02 req-a3cd9e3f-3f53-4806-be1b-02665f339e6f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2379a71-3f6e-426a-966c-7f9fa4ec20f1&id=e7a35fb6-9bc5-4ce4-9716-e6ed703150b5&id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0997484 Apr 21 21:05:41.063673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b94e7ab5-2c6f-47e4-85ee-f4b598d309f5 None None] Deleting port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:41.064216 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b94e7ab5-2c6f-47e4-85ee-f4b598d309f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.081891 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-da437b2b-c63a-4fbe-b7e1-13dfc815feb3 service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201503 Apr 21 21:05:41.084046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.115139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Port': ['ID=97c63c48-e0b0-4bac-aee7-429ba3eaa111,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:41.121972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] No DVR routers for this DVR port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:41.150894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b94e7ab5-2c6f-47e4-85ee-f4b598d309f5 None None] For port 97c63c48-e0b0-4bac-aee7-429ba3eaa111, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=97c63c48-e0b0-4bac-aee7-429ba3eaa111,segment=NetworkSegment(0635663f-6e66-4f8c-a03f-2b5935088beb),segment_id=0635663f-6e66-4f8c-a03f-2b5935088beb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:41.152021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b94e7ab5-2c6f-47e4-85ee-f4b598d309f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.195566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0da9ef16-36ad-49b4-a127-c4b101167241 req-f1c090df-adf1-40e9-92d7-493c4a76464c service neutron] 10.222.0.43 "GET /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061635 Apr 21 21:05:41.196887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b94e7ab5-2c6f-47e4-85ee-f4b598d309f5 None None] Calling delete_port for 97c63c48-e0b0-4bac-aee7-429ba3eaa111 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:41.317304 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b94e7ab5-2c6f-47e4-85ee-f4b598d309f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.347180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e7ab5-2c6f-47e4-85ee-f4b598d309f5 None None] Pushing event deleted for resources: {'Port': ['ID=97c63c48-e0b0-4bac-aee7-429ba3eaa111,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:41.357988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e7ab5-2c6f-47e4-85ee-f4b598d309f5 None None] No DVR routers for this DVR port 97c63c48-e0b0-4bac-aee7-429ba3eaa111 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:41.398277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a4878-e5c2-40cd-a96f-b27bc73461f0 req-6fa965a3-a6ed-47bb-85b5-5461a3bc213c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:41.399919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e47a4878-e5c2-40cd-a96f-b27bc73461f0 req-6fa965a3-a6ed-47bb-85b5-5461a3bc213c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0766363 Apr 21 21:05:41.441958 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e47a4878-e5c2-40cd-a96f-b27bc73461f0 req-99d9097c-3250-4bb9-aa9b-f1eb449005db tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351048 Apr 21 21:05:41.565389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.588140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a95b4c4-9d01-462b-95a1-e4a2cda9f81a']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:41.602628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0635663f-6e66-4f8c-a03f-2b5935088beb') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:41.602928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0635663f-6e66-4f8c-a03f-2b5935088beb') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:41.616626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e91fa-4287-4b42-b39f-2dffa9816793 req-6acd6e11-92fd-4049-948c-2963d1b92fb8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:41.618116 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0d1e91fa-4287-4b42-b39f-2dffa9816793 req-6acd6e11-92fd-4049-948c-2963d1b92fb8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0862904 Apr 21 21:05:41.621559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.644426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.659997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:41.660385 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:41.663558 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:41.688066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0d1e91fa-4287-4b42-b39f-2dffa9816793 req-583a4ade-51fc-4939-b4b8-4020cb93f15f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603092 Apr 21 21:05:41.733364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.740873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.743844 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "DELETE /v2.0/networks/5a95b4c4-9d01-462b-95a1-e4a2cda9f81a HTTP/1.1" status: 204 len: 168 time: 1.0202007 Apr 21 21:05:41.746824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35596) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:41.754961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa7797-92d5-46fc-8406-4b529c8d72bf tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Pushing event deleted for resources: {'Network': ['ID=5a95b4c4-9d01-462b-95a1-e4a2cda9f81a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:41.787306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e113ef29-2ccc-4bcc-9956-c653a477a47c tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe4cbb-5895-4ea7-9f6d-0d969da71448 HTTP/1.1" status: 200 len: 205 time: 0.0385232 Apr 21 21:05:41.790081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35602) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:41.878812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62054971-8e7f-4db8-9218-ccff9634d117 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:41.879065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40010c35-34d8-4a11-b5bd-bf8e17b9ea60 req-4c198419-6fca-4ee9-96b1-d34a1b7aac5a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:41.880451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40010c35-34d8-4a11-b5bd-bf8e17b9ea60 req-4c198419-6fca-4ee9-96b1-d34a1b7aac5a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0594037 Apr 21 21:05:41.919604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40010c35-34d8-4a11-b5bd-bf8e17b9ea60 req-b0be65de-c28e-4379-a8ce-e4bd5fcc7f7e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323339 Apr 21 21:05:42.039002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62054971-8e7f-4db8-9218-ccff9634d117 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.041090 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62054971-8e7f-4db8-9218-ccff9634d117 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.055400 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:05:42.091180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62054971-8e7f-4db8-9218-ccff9634d117 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.091718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62054971-8e7f-4db8-9218-ccff9634d117 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Fanout notify agent at l3_agent the message router_deleted on router 47fe4cbb-5895-4ea7-9f6d-0d969da71448 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:05:42.107413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62054971-8e7f-4db8-9218-ccff9634d117 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.108602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-62054971-8e7f-4db8-9218-ccff9634d117 tempest-RoutersNegativeTest-1134626071 tempest-RoutersNegativeTest-1134626071-project] 10.222.0.49 "DELETE /v2.0/routers/47fe4cbb-5895-4ea7-9f6d-0d969da71448 HTTP/1.1" status: 204 len: 168 time: 0.3174682 Apr 21 21:05:42.198670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a646ff9-6a54-40cd-a3da-19a916f82fa2 req-45c558cb-e225-4d57-8110-002c75cd4046 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:42.200187 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a646ff9-6a54-40cd-a3da-19a916f82fa2 req-45c558cb-e225-4d57-8110-002c75cd4046 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 1024 time: 0.0632095 Apr 21 21:05:42.253635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a646ff9-6a54-40cd-a3da-19a916f82fa2 req-df4d9c31-c8d5-45ec-9738-40afdfc5e50a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=d2379a71-3f6e-426a-966c-7f9fa4ec20f1&id=e7a35fb6-9bc5-4ce4-9716-e6ed703150b5&id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0417452 Apr 21 21:05:42.398934 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35614) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:42.540668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-836f97c2-c6b4-4a19-9efb-045ce6adc6ca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9afccec300db41d08f1c0644b2b9e4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405442 Apr 21 21:05:42.544459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35620) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:42.570370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60bbc5-d9c8-40aa-b442-dce6d3506bb0 req-07433d31-7003-4ae6-befc-3843269c2a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:42.579485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca60bbc5-d9c8-40aa-b442-dce6d3506bb0 req-07433d31-7003-4ae6-befc-3843269c2a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0634356 Apr 21 21:05:42.597537 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b81eb9e5-92c7-42a7-97c4-06cdeec7eca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.621774 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca60bbc5-d9c8-40aa-b442-dce6d3506bb0 req-bf5d84e5-1bdf-4998-997a-3a354ebe8579 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408883 Apr 21 21:05:42.630825 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b81eb9e5-92c7-42a7-97c4-06cdeec7eca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.653880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 97c63c48-e0b0-4bac-aee7-429ba3eaa111 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:05:42.689726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c9f89-d710-4150-aad0-268aef094e7a req-a0f26506-5853-4899-9846-9da04d743aa8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:42.691637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f47c9f89-d710-4150-aad0-268aef094e7a req-a0f26506-5853-4899-9846-9da04d743aa8 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 1024 time: 0.0654082 Apr 21 21:05:42.692451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 97c63c48-e0b0-4bac-aee7-429ba3eaa111 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:05:42.692897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 97c63c48-e0b0-4bac-aee7-429ba3eaa111 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:05:42.700499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b81eb9e5-92c7-42a7-97c4-06cdeec7eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.704064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b81eb9e5-92c7-42a7-97c4-06cdeec7eca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.708112 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b81eb9e5-92c7-42a7-97c4-06cdeec7eca4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/918eb9ed-fe8d-4dc3-ab15-d715716ae9e7 HTTP/1.1" status: 204 len: 168 time: 0.1595128 Apr 21 21:05:42.718017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81eb9e5-92c7-42a7-97c4-06cdeec7eca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918eb9ed-fe8d-4dc3-ab15-d715716ae9e7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:42.839341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f47c9f89-d710-4150-aad0-268aef094e7a req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Deleting port 3e3c4533-a483-4bcb-bf90-6b1ad317406d {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:42.839686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f47c9f89-d710-4150-aad0-268aef094e7a req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.864630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c16ac0-5a33-4274-b3ed-868c0582c6e9 req-2e98843f-81d8-441d-b5be-a547f0f213d4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:42.866639 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9c16ac0-5a33-4274-b3ed-868c0582c6e9 req-2e98843f-81d8-441d-b5be-a547f0f213d4 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0912511 Apr 21 21:05:42.929811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9c16ac0-5a33-4274-b3ed-868c0582c6e9 req-ae088802-33ec-4db1-a344-b3a8721963e2 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545027 Apr 21 21:05:42.960708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f47c9f89-d710-4150-aad0-268aef094e7a req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] For port 3e3c4533-a483-4bcb-bf90-6b1ad317406d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3e3c4533-a483-4bcb-bf90-6b1ad317406d,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:42.961270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f47c9f89-d710-4150-aad0-268aef094e7a req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:42.980534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f47c9f89-d710-4150-aad0-268aef094e7a req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Calling delete_port for 3e3c4533-a483-4bcb-bf90-6b1ad317406d owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:43.108542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dc416-626d-4df3-b382-c1627c0260ba req-bab27e85-871f-4e80-a429-de954f49980a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:43.114412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f6dc416-626d-4df3-b382-c1627c0260ba req-bab27e85-871f-4e80-a429-de954f49980a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0889938 Apr 21 21:05:43.196575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f6dc416-626d-4df3-b382-c1627c0260ba req-0083df4a-7564-45be-bcd6-fdf7e7f215e6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708399 Apr 21 21:05:43.222760 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f47c9f89-d710-4150-aad0-268aef094e7a req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:43.231252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['585eae3f-aba4-4d72-9176-7fdfbe866139'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:43.233535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['3e3c4533-a483-4bcb-bf90-6b1ad317406d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:43.255540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'Port': ['ID=3e3c4533-a483-4bcb-bf90-6b1ad317406d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:43.335158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47c9f89-d710-4150-aad0-268aef094e7a req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] No DVR routers for this DVR port 3e3c4533-a483-4bcb-bf90-6b1ad317406d on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:43.344969 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f47c9f89-d710-4150-aad0-268aef094e7a req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:43.349719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f47c9f89-d710-4150-aad0-268aef094e7a req-c21c461b-0f72-4ecc-bab5-74afe5775da6 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.43 "DELETE /v2.0/ports/3e3c4533-a483-4bcb-bf90-6b1ad317406d HTTP/1.1" status: 204 len: 173 time: 0.6509662 Apr 21 21:05:43.350211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'name': 'network-vif-deleted', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:43.352519 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c70b5ec-567a-4311-ba94-0f490acb7772" -d '{"events": [{"server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "name": "network-vif-deleted", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:43.376005 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1edbdc5a-b289-44b9-a7e2-da1bc8e423d6 req-d3ce5f37-84ff-4585-820a-2f599b239f1d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b393563-c29a-45b5-bd46-649a37adbc78 HTTP/1.1" status: 200 len: 210 time: 0.0404892 Apr 21 21:05:43.431157 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effe60bc-9e4a-4fef-9549-a2442ee5bcfe x-openstack-request-id: req-effe60bc-9e4a-4fef-9549-a2442ee5bcfe {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:43.431453 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b393563-c29a-45b5-bd46-649a37adbc78", "name": "network-vif-deleted", "tag": "3e3c4533-a483-4bcb-bf90-6b1ad317406d", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:43.431798 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-effe60bc-9e4a-4fef-9549-a2442ee5bcfe {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:43.432224 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effe60bc-9e4a-4fef-9549-a2442ee5bcfe'] response: {'server_uuid': '0b393563-c29a-45b5-bd46-649a37adbc78', 'name': 'network-vif-deleted', 'tag': '3e3c4533-a483-4bcb-bf90-6b1ad317406d', 'status': 'completed', 'code': 200} Apr 21 21:05:43.741096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:05:43.760503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103fb8b-b968-4a2c-b82e-130f31d9dd28 req-2fc49c11-9e8e-4e42-bc39-af82fc94fd46 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:43.768189 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1103fb8b-b968-4a2c-b82e-130f31d9dd28 req-2fc49c11-9e8e-4e42-bc39-af82fc94fd46 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0689368 Apr 21 21:05:43.810353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1103fb8b-b968-4a2c-b82e-130f31d9dd28 req-9ba11bbb-0faf-46f8-b338-24f353f61597 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Apr 21 21:05:43.918731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:43.936791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '324fc943-1176-4a11-a488-7faaf13a47b5', 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b', 'port_id': '324fc943-1176-4a11-a488-7faaf13a47b5', 'mac_address': 'fa:16:3e:42:e5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e552f308-8937-4660-9117-77fb8d07040e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:05:43.994630 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.010673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 324fc943-1176-4a11-a488-7faaf13a47b5 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:05:44.035259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:44.041771 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.084707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebb947-64c2-414a-bac7-19d8f5a4cbf5 req-d729727d-d8fc-4c51-b13b-f2fdc6550ef9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:44.086404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ebb947-64c2-414a-bac7-19d8f5a4cbf5 req-d729727d-d8fc-4c51-b13b-f2fdc6550ef9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0705402 Apr 21 21:05:44.115504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:44.135631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83ebb947-64c2-414a-bac7-19d8f5a4cbf5 req-8c4a47a0-ff54-479f-b4bf-67c046eb12ed tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Apr 21 21:05:44.171588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['324fc943-1176-4a11-a488-7faaf13a47b5'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:44.338168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d69f40-c382-404c-b164-bedb17b9c4b1 req-d02ec3c1-a7e5-4e36-b5bf-3cf98a8912b9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:44.339788 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-41d69f40-c382-404c-b164-bedb17b9c4b1 req-d02ec3c1-a7e5-4e36-b5bf-3cf98a8912b9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0515773 Apr 21 21:05:44.379970 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-41d69f40-c382-404c-b164-bedb17b9c4b1 req-a8d097b6-419e-41d1-b491-db04f904b5e2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320191 Apr 21 21:05:44.489470 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e3ae3b4-2873-4d55-b0ac-11ab11648c89 req-87c33de9-20f4-4df2-9f82-accdd5550a8e tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/d2379a71-3f6e-426a-966c-7f9fa4ec20f1 HTTP/1.1" status: 200 len: 1803 time: 0.0456569 Apr 21 21:05:44.553450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1e3ae3b4-2873-4d55-b0ac-11ab11648c89 req-a75e87a0-0202-47bf-ace7-ba4a91462a2c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.577123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1e3ae3b4-2873-4d55-b0ac-11ab11648c89 req-a75e87a0-0202-47bf-ace7-ba4a91462a2c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.620660 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1e3ae3b4-2873-4d55-b0ac-11ab11648c89 req-a75e87a0-0202-47bf-ace7-ba4a91462a2c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.623296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1e3ae3b4-2873-4d55-b0ac-11ab11648c89 req-a75e87a0-0202-47bf-ace7-ba4a91462a2c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.624386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e3ae3b4-2873-4d55-b0ac-11ab11648c89 req-a75e87a0-0202-47bf-ace7-ba4a91462a2c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2379a71-3f6e-426a-966c-7f9fa4ec20f1 HTTP/1.1" status: 204 len: 173 time: 0.1275682 Apr 21 21:05:44.636356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e87a0-0202-47bf-ace7-ba4a91462a2c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2379a71-3f6e-426a-966c-7f9fa4ec20f1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:44.700056 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-841321a7-f826-4c32-a522-358fc0417f65 req-bca6dc5d-bf9f-4c57-8449-5a096496b65c tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/e7a35fb6-9bc5-4ce4-9716-e6ed703150b5 HTTP/1.1" status: 200 len: 1802 time: 0.0473714 Apr 21 21:05:44.761635 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-841321a7-f826-4c32-a522-358fc0417f65 req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.782994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35702) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:44.784003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-841321a7-f826-4c32-a522-358fc0417f65 req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.827261 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-841321a7-f826-4c32-a522-358fc0417f65 req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.830482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-841321a7-f826-4c32-a522-358fc0417f65 req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.833244 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-841321a7-f826-4c32-a522-358fc0417f65 req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/e7a35fb6-9bc5-4ce4-9716-e6ed703150b5 HTTP/1.1" status: 204 len: 173 time: 0.1264565 Apr 21 21:05:44.846476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a35fb6-9bc5-4ce4-9716-e6ed703150b5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:44.853719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.854295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.855211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.855548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.855878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.856201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.856521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.856859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.857176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.857488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.857951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.858274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca95-6a35-41d1-b3a1-69bbd45d7e75 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:44.904344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-162b4683-c7cb-4872-ba0e-8dad7d1fd91e req-fafc4b13-a95d-400e-8843-229a252d360d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-941688517', 'description': 'tempest-description-1637389442'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:44.926064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:44.936651 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-162b4683-c7cb-4872-ba0e-8dad7d1fd91e req-fafc4b13-a95d-400e-8843-229a252d360d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.036576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-162b4683-c7cb-4872-ba0e-8dad7d1fd91e req-fafc4b13-a95d-400e-8843-229a252d360d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.043591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfd527-31c9-45b3-9953-0e47ebe5a7d3 req-34a19679-50f2-426b-a985-bdd15bbbf402 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:45.043771 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-162b4683-c7cb-4872-ba0e-8dad7d1fd91e req-fafc4b13-a95d-400e-8843-229a252d360d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.051838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fbdfd527-31c9-45b3-9953-0e47ebe5a7d3 req-34a19679-50f2-426b-a985-bdd15bbbf402 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0917666 Apr 21 21:05:45.077067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-162b4683-c7cb-4872-ba0e-8dad7d1fd91e req-fafc4b13-a95d-400e-8843-229a252d360d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.078516 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-162b4683-c7cb-4872-ba0e-8dad7d1fd91e req-fafc4b13-a95d-400e-8843-229a252d360d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1808078 Apr 21 21:05:45.080370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc4b13-a95d-400e-8843-229a252d360d tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb64f13-5dd2-4566-af0a-e5bc7c9e5a3d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:45.112952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.118658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fbdfd527-31c9-45b3-9953-0e47ebe5a7d3 req-dff3b74e-2230-4f66-aad3-4037f9d832bc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660160 Apr 21 21:05:45.119942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.163531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=587693e7acf444adb435027b294cbae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770292 Apr 21 21:05:45.163531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758ba9e3-7a57-4a6a-897f-29eb0ba334fd,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:45.164583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35720) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:45.171201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.171734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.172252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.172746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.173273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.173771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.174793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.175274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.175755 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.176441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.177092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.178029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab475f-d54e-4bcc-9fa6-7c4f658ec1dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:05:45.191421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebf6b301-8ab4-4981-8c07-0169fcd7e0f0 req-59110ef0-5c12-46e1-b8d5-a106020f2342 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/fdb64f13-5dd2-4566-af0a-e5bc7c9e5a3d HTTP/1.1" status: 200 len: 1802 time: 0.0701432 Apr 21 21:05:45.209828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ebf6b301-8ab4-4981-8c07-0169fcd7e0f0 req-524ef81e-50e7-405a-86ef-593bdcb17309 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2137214453', 'description': 'tempest-description-hth-1743338455'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:45.261914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ebf6b301-8ab4-4981-8c07-0169fcd7e0f0 req-524ef81e-50e7-405a-86ef-593bdcb17309 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.266986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9c7405e-b496-40fe-bd9d-eafd9785f718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.268635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3965372-738f-4e09-871a-78e458a8296e req-b7f6f128-cbc0-4b72-9bf4-1618ecc0cad0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:45.270223 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b3965372-738f-4e09-871a-78e458a8296e req-b7f6f128-cbc0-4b72-9bf4-1618ecc0cad0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0526421 Apr 21 21:05:45.307729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9c7405e-b496-40fe-bd9d-eafd9785f718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.312727 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b3965372-738f-4e09-871a-78e458a8296e req-08f18045-cd78-48ad-92e6-7a232237a6c5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351496 Apr 21 21:05:45.335638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ebf6b301-8ab4-4981-8c07-0169fcd7e0f0 req-524ef81e-50e7-405a-86ef-593bdcb17309 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.345205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ebf6b301-8ab4-4981-8c07-0169fcd7e0f0 req-524ef81e-50e7-405a-86ef-593bdcb17309 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.348206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ebf6b301-8ab4-4981-8c07-0169fcd7e0f0 req-524ef81e-50e7-405a-86ef-593bdcb17309 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.349422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebf6b301-8ab4-4981-8c07-0169fcd7e0f0 req-524ef81e-50e7-405a-86ef-593bdcb17309 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "PUT /v2.0/security-groups/fdb64f13-5dd2-4566-af0a-e5bc7c9e5a3d HTTP/1.1" status: 200 len: 1777 time: 0.1497452 Apr 21 21:05:45.377280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ef81e-50e7-405a-86ef-593bdcb17309 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb64f13-5dd2-4566-af0a-e5bc7c9e5a3d,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:45.392236 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9c7405e-b496-40fe-bd9d-eafd9785f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.395194 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9c7405e-b496-40fe-bd9d-eafd9785f718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.402512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f9c7405e-b496-40fe-bd9d-eafd9785f718 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/758ba9e3-7a57-4a6a-897f-29eb0ba334fd HTTP/1.1" status: 204 len: 168 time: 0.2339697 Apr 21 21:05:45.409917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7405e-b496-40fe-bd9d-eafd9785f718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758ba9e3-7a57-4a6a-897f-29eb0ba334fd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:45.484438 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bbdb91c6-9bad-4c02-a457-b0c0b24e7f65 req-77ce4fe2-3af1-4542-9cc4-7f8934a0f874 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/fdb64f13-5dd2-4566-af0a-e5bc7c9e5a3d HTTP/1.1" status: 200 len: 1777 time: 0.1130440 Apr 21 21:05:45.564288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b019f-4155-4e9a-a412-20827eecc876 req-1c35bbab-3695-4877-a3dc-537b2d003ca5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:45.573120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c4b019f-4155-4e9a-a412-20827eecc876 req-1c35bbab-3695-4877-a3dc-537b2d003ca5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0814364 Apr 21 21:05:45.581636 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-954631e6-9209-41bc-816b-97b03aee9f07 req-08b0b303-2a3f-45e2-bc5a-c3f753bf4c9f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/fdb64f13-5dd2-4566-af0a-e5bc7c9e5a3d HTTP/1.1" status: 200 len: 1777 time: 0.0722902 Apr 21 21:05:45.616949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c4b019f-4155-4e9a-a412-20827eecc876 req-c837f1fa-6264-422a-8d8c-36096d5e488a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Apr 21 21:05:45.649650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-954631e6-9209-41bc-816b-97b03aee9f07 req-893fe069-f92f-4eba-850c-939f851ac33b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.672295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-954631e6-9209-41bc-816b-97b03aee9f07 req-893fe069-f92f-4eba-850c-939f851ac33b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.719694 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-954631e6-9209-41bc-816b-97b03aee9f07 req-893fe069-f92f-4eba-850c-939f851ac33b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.723323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-954631e6-9209-41bc-816b-97b03aee9f07 req-893fe069-f92f-4eba-850c-939f851ac33b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.724667 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-954631e6-9209-41bc-816b-97b03aee9f07 req-893fe069-f92f-4eba-850c-939f851ac33b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/fdb64f13-5dd2-4566-af0a-e5bc7c9e5a3d HTTP/1.1" status: 204 len: 173 time: 0.1439428 Apr 21 21:05:45.733882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fe069-f92f-4eba-850c-939f851ac33b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb64f13-5dd2-4566-af0a-e5bc7c9e5a3d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:45.764753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35736) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:45.772953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:05:45.798766 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c745de9-6e31-4b3d-b427-f790a530ea73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.854769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 324fc943-1176-4a11-a488-7faaf13a47b5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:05:45.855531 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.874389 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-743f9584-eec9-437c-80e0-927fb5825c82 req-5c7a46c9-42ed-42e9-b4c4-d8d934ada219 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:45.875396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-743f9584-eec9-437c-80e0-927fb5825c82 req-5c7a46c9-42ed-42e9-b4c4-d8d934ada219 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/e7a35fb6-9bc5-4ce4-9716-e6ed703150b5 HTTP/1.1" status: 404 len: 352 time: 0.0194736 Apr 21 21:05:45.918885 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-79370f3c-5fa3-4d58-97fe-b6695e909342 req-89177d73-e594-48a0-b78e-7f191b2e8b2b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:45.923513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79370f3c-5fa3-4d58-97fe-b6695e909342 req-89177d73-e594-48a0-b78e-7f191b2e8b2b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/d2379a71-3f6e-426a-966c-7f9fa4ec20f1 HTTP/1.1" status: 404 len: 352 time: 0.0192595 Apr 21 21:05:45.936013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c745de9-6e31-4b3d-b427-f790a530ea73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.942200 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c745de9-6e31-4b3d-b427-f790a530ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:45.991723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1c745de9-6e31-4b3d-b427-f790a530ea73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbc6da0452c0416f88c26e768f3c2525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258453 Apr 21 21:05:45.994584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35752) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:45.999557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c745de9-6e31-4b3d-b427-f790a530ea73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dfe92f-de17-458e-b5c7-a749577f8d2a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:46.010368 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-2cff6dd5-37ec-440f-b057-fa13995a80d6 req-97a6875f-0e34-41b9-99d7-b8aa31d543ed tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:46.012075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2cff6dd5-37ec-440f-b057-fa13995a80d6 req-97a6875f-0e34-41b9-99d7-b8aa31d543ed tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/04c2a176-69e1-433a-b31d-8c3b4c2734e6 HTTP/1.1" status: 404 len: 352 time: 0.0263281 Apr 21 21:05:46.016457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:46.050961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:46.052888 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-89525092-6a85-4f35-a02f-9b69bcf87775 req-30fd814f-fa2d-47c6-adcd-8b8da64ce266 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:46.053640 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3901c25b-0b6b-4da3-8a17-b68d18284a99" -d '{"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-plugged", "status": "completed", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:46.053977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89525092-6a85-4f35-a02f-9b69bcf87775 req-30fd814f-fa2d-47c6-adcd-8b8da64ce266 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/daf0510d-e0c1-4c0d-8148-993ac447212d HTTP/1.1" status: 404 len: 352 time: 0.0166886 Apr 21 21:05:46.069525 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea927b03-efb6-42e9-bd6f-cbfe125552d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:46.072032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:46.077940 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:46.079389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 3e3c4533-a483-4bcb-bf90-6b1ad317406d no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:05:46.100345 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea927b03-efb6-42e9-bd6f-cbfe125552d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:46.120807 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-0352dc9c-6761-4e56-bc4e-9e96e1c3de45 req-beac240c-fbbf-41af-a1cf-b446f79ab81f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:46.121803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0352dc9c-6761-4e56-bc4e-9e96e1c3de45 req-beac240c-fbbf-41af-a1cf-b446f79ab81f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/932bdb1c-b2df-4b2a-95fa-b4a3db2396e7 HTTP/1.1" status: 404 len: 352 time: 0.0237377 Apr 21 21:05:46.129064 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c319d247-4e3f-48d0-8ff1-d47c114979cf x-openstack-request-id: req-c319d247-4e3f-48d0-8ff1-d47c114979cf {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:46.129444 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-plugged", "status": "completed", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:46.130191 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c319d247-4e3f-48d0-8ff1-d47c114979cf {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:46.130915 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c319d247-4e3f-48d0-8ff1-d47c114979cf'] response: {'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5', 'code': 200} Apr 21 21:05:46.133617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 3e3c4533-a483-4bcb-bf90-6b1ad317406d {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:05:46.134347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 3e3c4533-a483-4bcb-bf90-6b1ad317406d not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:05:46.165661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:46.180842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea927b03-efb6-42e9-bd6f-cbfe125552d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:46.183469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ea927b03-efb6-42e9-bd6f-cbfe125552d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:46.187318 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ea927b03-efb6-42e9-bd6f-cbfe125552d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6dfe92f-de17-458e-b5c7-a749577f8d2a HTTP/1.1" status: 204 len: 168 time: 0.1891465 Apr 21 21:05:46.188123 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-7a48d3a5-35e3-4d80-8a0b-2f0347927e88 req-eb105df9-00b1-46ba-bd70-ddc4eda9e585 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] show failed (client error): The resource could not be found. Apr 21 21:05:46.195807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a48d3a5-35e3-4d80-8a0b-2f0347927e88 req-eb105df9-00b1-46ba-bd70-ddc4eda9e585 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/94e8f093-5a42-4389-a48f-7763e05c7e10 HTTP/1.1" status: 404 len: 352 time: 0.0239155 Apr 21 21:05:46.206347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea927b03-efb6-42e9-bd6f-cbfe125552d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dfe92f-de17-458e-b5c7-a749577f8d2a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:46.299478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2e337-b069-4432-a9f7-f4c4ad248599 req-21591b60-b4a7-42c8-aa02-933b64b325d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:46.301220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2a2e337-b069-4432-a9f7-f4c4ad248599 req-21591b60-b4a7-42c8-aa02-933b64b325d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0655856 Apr 21 21:05:46.375292 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2a2e337-b069-4432-a9f7-f4c4ad248599 req-ad6c0752-e781-48cd-bf97-1c7b39c340ca tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675759 Apr 21 21:05:46.519990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178e410-44ba-4b4f-8ecb-d3fffab92387 req-46532689-6fb9-4388-83b3-a01dee8856ed tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:46.530000 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8178e410-44ba-4b4f-8ecb-d3fffab92387 req-46532689-6fb9-4388-83b3-a01dee8856ed tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0741274 Apr 21 21:05:46.539459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018494d-414e-4178-97c3-f545f43a3ee6 req-af2989d3-6d4c-4832-81d1-f2bc00d52225 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:46.541465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0018494d-414e-4178-97c3-f545f43a3ee6 req-af2989d3-6d4c-4832-81d1-f2bc00d52225 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 1024 time: 0.0554450 Apr 21 21:05:46.592558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8178e410-44ba-4b4f-8ecb-d3fffab92387 req-ae21ebb4-0636-40ba-b01d-9039e8eb291f tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568979 Apr 21 21:05:46.599015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0018494d-414e-4178-97c3-f545f43a3ee6 req-881e289d-ded5-4d8d-8298-fd1edbf07ec1 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=20e251c6-d441-4e9a-a6cb-2e0f2d955310&id=edcd7ec3-fd78-4bff-a29f-14fb2ca344d3&id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0512767 Apr 21 21:05:46.763920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25cb50-2766-401a-8130-8bd372e33376 req-65012dc3-d754-4c39-a6b1-e69350b6a526 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:46.765595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd25cb50-2766-401a-8130-8bd372e33376 req-65012dc3-d754-4c39-a6b1-e69350b6a526 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0757322 Apr 21 21:05:46.821483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e6c6e-dc96-4cba-922e-d82ba3d744e6 req-2916ea17-fabe-41f0-90bb-5c2ab195b8f8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:46.823071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f0e6c6e-dc96-4cba-922e-d82ba3d744e6 req-2916ea17-fabe-41f0-90bb-5c2ab195b8f8 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0558949 Apr 21 21:05:46.841084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd25cb50-2766-401a-8130-8bd372e33376 req-44681981-eac1-484e-a3fb-cec827965f66 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604925 Apr 21 21:05:46.882909 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f0e6c6e-dc96-4cba-922e-d82ba3d744e6 req-ec171c09-8735-48df-8b20-fbc8afca298c tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365815 Apr 21 21:05:47.009166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac3f71-9008-4cad-9ea1-6e12b47cf8d2 req-b55227d1-c849-4453-880a-c3a882a58e8b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:47.010859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3ac3f71-9008-4cad-9ea1-6e12b47cf8d2 req-b55227d1-c849-4453-880a-c3a882a58e8b tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0528891 Apr 21 21:05:47.065232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3ac3f71-9008-4cad-9ea1-6e12b47cf8d2 req-70f74501-455b-4401-bda7-7c10ced551b9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Apr 21 21:05:47.141337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35806) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:47.251667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857755462-network', 'tenant_id': '4151ba083df347d2ab56598801fdf2fd'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:47.288992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Made reservation on behalf of 4151ba083df347d2ab56598801fdf2fd for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:47.292338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.303527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.316400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6dd5f-778c-4c9d-a4c4-3d5cff9ff06f req-702abd6f-d89d-4d12-a765-9189072622bf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:47.317873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11d6dd5f-778c-4c9d-a4c4-3d5cff9ff06f req-702abd6f-d89d-4d12-a765-9189072622bf tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0656326 Apr 21 21:05:47.362018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11d6dd5f-778c-4c9d-a4c4-3d5cff9ff06f req-c5404729-56b1-4791-9c59-2323c45295dd tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Apr 21 21:05:47.381998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.386102 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.412190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:47.422684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78f2b25-6283-4db0-b3b2-9776fc80060f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:47.428297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.428635 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Added segment 62c5d111-1852-4786-86a9-095c3a01f8ba of type vlan for network a2957ff5-22da-4eae-a26e-55376bd6c5e1 Apr 21 21:05:47.492216 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.533296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8f778-c796-4190-b9d1-85f620f1d308 req-9f878bfb-4a6d-4231-86ec-37d2137032f4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:47.534805 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61d8f778-c796-4190-b9d1-85f620f1d308 req-9f878bfb-4a6d-4231-86ec-37d2137032f4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0773485 Apr 21 21:05:47.535822 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.536672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:47.537282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.617674 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4752409 Apr 21 21:05:47.620672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35816) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:47.630796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Request body: {'subnet': {'network_id': 'a2957ff5-22da-4eae-a26e-55376bd6c5e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857755462-subnet', 'tenant_id': '4151ba083df347d2ab56598801fdf2fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:47.632613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f22e7-3000-4a7d-8bb5-a9b58e8825e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a2957ff5-22da-4eae-a26e-55376bd6c5e1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:47.638068 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61d8f778-c796-4190-b9d1-85f620f1d308 req-134bf213-70d0-4b0d-b695-42c573713485 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956104 Apr 21 21:05:47.667312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a2957ff5-22da-4eae-a26e-55376bd6c5e1 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:47.667906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Made reservation on behalf of 4151ba083df347d2ab56598801fdf2fd for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:47.669887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.801161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b6a1c-c5bd-4a63-ba6b-3d2cf9004369 req-2e44b3b2-7647-4e60-be9d-50ccb9c7cc55 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:47.802655 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-576b6a1c-c5bd-4a63-ba6b-3d2cf9004369 req-2e44b3b2-7647-4e60-be9d-50ccb9c7cc55 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 1024 time: 0.1043558 Apr 21 21:05:47.884639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-576b6a1c-c5bd-4a63-ba6b-3d2cf9004369 req-dcc4d2ec-a636-4dec-a20d-cba9ac6513d1 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups?id=20e251c6-d441-4e9a-a6cb-2e0f2d955310&id=edcd7ec3-fd78-4bff-a29f-14fb2ca344d3&id=d7821308-9f23-4d18-9137-8957b30ad273&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0749786 Apr 21 21:05:47.972072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:47.978103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4051d-8e91-4d33-84ee-43867d6d2755 req-63f4a5e3-ee53-4d09-9e8a-6457cb95e78c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:47.979706 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ff4051d-8e91-4d33-84ee-43867d6d2755 req-63f4a5e3-ee53-4d09-9e8a-6457cb95e78c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0514543 Apr 21 21:05:48.023673 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ff4051d-8e91-4d33-84ee-43867d6d2755 req-086b3939-189e-4a49-8371-a0da662a685b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Apr 21 21:05:48.047875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04360ad3-f107-410f-adea-613eb4af8b1b req-267f3964-10d5-4d5a-ae10-920ae8c1ef5a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:48.049847 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04360ad3-f107-410f-adea-613eb4af8b1b req-267f3964-10d5-4d5a-ae10-920ae8c1ef5a tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 1024 time: 0.1061010 Apr 21 21:05:48.064174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d22e32-1095-4aea-ae9f-fe1dbb9537c5,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:48.070531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Checking segment: {'id': '62c5d111-1852-4786-86a9-095c3a01f8ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'a2957ff5-22da-4eae-a26e-55376bd6c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:48.070531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Network hostable DHCP agents. Network: a2957ff5-22da-4eae-a26e-55376bd6c5e1, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:48.138168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Network a2957ff5-22da-4eae-a26e-55376bd6c5e1 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:48.153692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a2957ff5-22da-4eae-a26e-55376bd6c5e1) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:48.159673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:48.160260 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:48.171934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e7905-fbf1-4dcc-8112-314c2b1f8aea None None] Network a2957ff5-22da-4eae-a26e-55376bd6c5e1 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:48.193193 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e7a192b0-d515-4477-a136-fc15a5896a6b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5712793 Apr 21 21:05:48.211904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-04360ad3-f107-410f-adea-613eb4af8b1b req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Deleting port 585eae3f-aba4-4d72-9176-7fdfbe866139 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:48.212417 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04360ad3-f107-410f-adea-613eb4af8b1b req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:48.374051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0debb74-15f5-4f39-a5eb-1326711c6b39 None None] Network a2957ff5-22da-4eae-a26e-55376bd6c5e1 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:48.378723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-04360ad3-f107-410f-adea-613eb4af8b1b req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] For port 585eae3f-aba4-4d72-9176-7fdfbe866139, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=585eae3f-aba4-4d72-9176-7fdfbe866139,segment=NetworkSegment(66204c85-bcdd-4bd7-9608-39caf105ccaf),segment_id=66204c85-bcdd-4bd7-9608-39caf105ccaf)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:48.379257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04360ad3-f107-410f-adea-613eb4af8b1b req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:48.405402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-04360ad3-f107-410f-adea-613eb4af8b1b req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Calling delete_port for 585eae3f-aba4-4d72-9176-7fdfbe866139 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:48.579691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc809aa-0d79-418f-adc8-6c92c0f6a037 req-758c1429-00b7-4686-bcd5-52cd67ac6d28 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:48.581315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cbc809aa-0d79-418f-adc8-6c92c0f6a037 req-758c1429-00b7-4686-bcd5-52cd67ac6d28 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.0996237 Apr 21 21:05:48.689179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cbc809aa-0d79-418f-adc8-6c92c0f6a037 req-41a4fd8e-1a03-4f44-83b3-4e5a0e3fa19a tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922203 Apr 21 21:05:48.703970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04360ad3-f107-410f-adea-613eb4af8b1b req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:48.713858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ba809-3333-446f-bc5d-63d57eb441cd req-ca5b48bc-1779-4037-af30-35ebf71d4bd5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:48.716074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-563ba809-3333-446f-bc5d-63d57eb441cd req-ca5b48bc-1779-4037-af30-35ebf71d4bd5 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 946 time: 0.1172359 Apr 21 21:05:48.818611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'Port': ['ID=585eae3f-aba4-4d72-9176-7fdfbe866139,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:48.849070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-04360ad3-f107-410f-adea-613eb4af8b1b req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] No DVR routers for this DVR port 585eae3f-aba4-4d72-9176-7fdfbe866139 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:48.854301 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04360ad3-f107-410f-adea-613eb4af8b1b req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:48.859772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04360ad3-f107-410f-adea-613eb4af8b1b req-d6af8fcb-78cd-4d13-bb6b-feb734b0da3b tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.46 "DELETE /v2.0/ports/585eae3f-aba4-4d72-9176-7fdfbe866139 HTTP/1.1" status: 204 len: 173 time: 0.8030224 Apr 21 21:05:48.860788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'name': 'network-vif-deleted', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:48.867392 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8ea8d9-563c-4f8c-995b-d9dfc3628a2d" -d '{"events": [{"server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "name": "network-vif-deleted", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:48.885681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-563ba809-3333-446f-bc5d-63d57eb441cd req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Deleting port 35a822f6-066e-464d-8aa2-dacf7a3cd548 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:48.886052 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-563ba809-3333-446f-bc5d-63d57eb441cd req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:48.944330 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4372a2b4-364d-4af1-8e5c-4979986700e8 x-openstack-request-id: req-4372a2b4-364d-4af1-8e5c-4979986700e8 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:48.944844 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a443ffb-d9ec-4476-a62f-d50fa2314e04", "name": "network-vif-deleted", "tag": "585eae3f-aba4-4d72-9176-7fdfbe866139", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:48.945342 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4372a2b4-364d-4af1-8e5c-4979986700e8 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:48.945958 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4372a2b4-364d-4af1-8e5c-4979986700e8'] response: {'server_uuid': '6a443ffb-d9ec-4476-a62f-d50fa2314e04', 'name': 'network-vif-deleted', 'tag': '585eae3f-aba4-4d72-9176-7fdfbe866139', 'status': 'completed', 'code': 200} Apr 21 21:05:48.987695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-563ba809-3333-446f-bc5d-63d57eb441cd req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] For port 35a822f6-066e-464d-8aa2-dacf7a3cd548, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=35a822f6-066e-464d-8aa2-dacf7a3cd548,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:48.988437 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-563ba809-3333-446f-bc5d-63d57eb441cd req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.003211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-563ba809-3333-446f-bc5d-63d57eb441cd req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Calling delete_port for 35a822f6-066e-464d-8aa2-dacf7a3cd548 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:49.084315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb149d1-c03e-4191-9ffe-38b926a11c2c req-a9116e16-48ef-41cd-81f3-8932419e648f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:49.086375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bb149d1-c03e-4191-9ffe-38b926a11c2c req-a9116e16-48ef-41cd-81f3-8932419e648f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2921276 Apr 21 21:05:49.119022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba18449b-1b7c-45aa-b00d-c7a1b5558932 req-b8ea65a2-9c6b-4798-8bc1-489b7395b977 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a443ffb-d9ec-4476-a62f-d50fa2314e04 HTTP/1.1" status: 200 len: 210 time: 0.0595162 Apr 21 21:05:49.134738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35882) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:49.139990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-971403038-network', 'tenant_id': '7a99c7fe63c94fa7951abf5db6220887'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:49.178712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Made reservation on behalf of 7a99c7fe63c94fa7951abf5db6220887 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:49.183734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.193163 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bb149d1-c03e-4191-9ffe-38b926a11c2c req-ce3433f1-e484-4bd2-8872-0ce782004285 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991681 Apr 21 21:05:49.209374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.296398 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-563ba809-3333-446f-bc5d-63d57eb441cd req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.315071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:49.323184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['35a822f6-066e-464d-8aa2-dacf7a3cd548'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:49.395471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event deleted for resources: {'Port': ['ID=35a822f6-066e-464d-8aa2-dacf7a3cd548,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:49.490300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22868c56-907c-4bc2-936d-16d39ad1a364 req-dd5cc0d6-f950-4cd5-b5a4-654d3352393f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:49.501245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22868c56-907c-4bc2-936d-16d39ad1a364 req-dd5cc0d6-f950-4cd5-b5a4-654d3352393f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.2124634 Apr 21 21:05:49.527948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-563ba809-3333-446f-bc5d-63d57eb441cd req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] No DVR routers for this DVR port 35a822f6-066e-464d-8aa2-dacf7a3cd548 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:49.534551 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-563ba809-3333-446f-bc5d-63d57eb441cd req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.539088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-563ba809-3333-446f-bc5d-63d57eb441cd req-43085c94-aad0-4bdb-be71-d9ebb4244181 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.46 "DELETE /v2.0/ports/35a822f6-066e-464d-8aa2-dacf7a3cd548 HTTP/1.1" status: 204 len: 173 time: 0.8161981 Apr 21 21:05:49.539564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3545d80d-b06f-4420-afa4-815e60d23214', 'name': 'network-vif-deleted', 'tag': '35a822f6-066e-464d-8aa2-dacf7a3cd548'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:49.547942 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e576992b-ce2c-4ddc-b34d-ac5824c224ae" -d '{"events": [{"server_uuid": "3545d80d-b06f-4420-afa4-815e60d23214", "name": "network-vif-deleted", "tag": "35a822f6-066e-464d-8aa2-dacf7a3cd548"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:49.602069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.639560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22868c56-907c-4bc2-936d-16d39ad1a364 req-90ef4c59-7d12-4853-b3e0-b76f788deb73 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367171 Apr 21 21:05:49.644876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.654554 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7c16fb-e64c-472f-b500-9ac8fdbb9c1e x-openstack-request-id: req-5b7c16fb-e64c-472f-b500-9ac8fdbb9c1e {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:49.654860 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3545d80d-b06f-4420-afa4-815e60d23214", "name": "network-vif-deleted", "tag": "35a822f6-066e-464d-8aa2-dacf7a3cd548", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:49.655090 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b7c16fb-e64c-472f-b500-9ac8fdbb9c1e {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:49.655490 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7c16fb-e64c-472f-b500-9ac8fdbb9c1e'] response: {'server_uuid': '3545d80d-b06f-4420-afa4-815e60d23214', 'name': 'network-vif-deleted', 'tag': '35a822f6-066e-464d-8aa2-dacf7a3cd548', 'status': 'completed', 'code': 200} Apr 21 21:05:49.698447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:49.731366 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.732654 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Added segment bf175722-2709-4288-915f-cb69562eaef8 of type vlan for network 31eb7609-4a43-48dc-b583-f96836109a21 Apr 21 21:05:49.737206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4e2360-145e-46a3-9b61-e80959f6625c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:49.838431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.880397 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.882033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:49.883113 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:49.895811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2db6042-4110-430e-9cd0-8ec72ff0f643 req-8c135218-5a15-4f2c-9a01-9ace816315b9 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3545d80d-b06f-4420-afa4-815e60d23214 HTTP/1.1" status: 200 len: 210 time: 0.0512590 Apr 21 21:05:49.959182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] Pushing event updated for resources: {'Network': ['ID=31eb7609-4a43-48dc-b583-f96836109a21,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:49.967962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35892) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:49.968127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-237bd07f-99ea-4e2b-8a7c-9ba3eb771987 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8320539 Apr 21 21:05:49.971509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 31eb7609-4a43-48dc-b583-f96836109a21 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:49.972867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Request body: {'subnet': {'network_id': '31eb7609-4a43-48dc-b583-f96836109a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-971403038-subnet', 'tenant_id': '7a99c7fe63c94fa7951abf5db6220887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:50.008015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Made reservation on behalf of 7a99c7fe63c94fa7951abf5db6220887 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:50.012905 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.311891 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c55c4c1-e0c5-443e-a60e-e830d75f9cd3 req-7cece413-74fb-4e40-8067-58bf377cc9a1 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/20e251c6-d441-4e9a-a6cb-2e0f2d955310 HTTP/1.1" status: 200 len: 1803 time: 0.0658433 Apr 21 21:05:50.336899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 585eae3f-aba4-4d72-9176-7fdfbe866139 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:05:50.405299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7c55c4c1-e0c5-443e-a60e-e830d75f9cd3 req-13d7941b-731e-4d03-8662-464454faca78 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.432119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d95e9-0304-45c0-909e-84f09f3aa1d1 req-e8fcb1f9-0cdd-46aa-8244-9f51022a530c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:50.432622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7c55c4c1-e0c5-443e-a60e-e830d75f9cd3 req-13d7941b-731e-4d03-8662-464454faca78 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.433709 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b3d95e9-0304-45c0-909e-84f09f3aa1d1 req-e8fcb1f9-0cdd-46aa-8244-9f51022a530c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1453471 Apr 21 21:05:50.434924 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.436375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 585eae3f-aba4-4d72-9176-7fdfbe866139 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:05:50.439954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 585eae3f-aba4-4d72-9176-7fdfbe866139 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:05:50.441264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 35a822f6-066e-464d-8aa2-dacf7a3cd548 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:05:50.486051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 35a822f6-066e-464d-8aa2-dacf7a3cd548 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:05:50.487051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 35a822f6-066e-464d-8aa2-dacf7a3cd548 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:05:50.491086 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7c55c4c1-e0c5-443e-a60e-e830d75f9cd3 req-13d7941b-731e-4d03-8662-464454faca78 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.496718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7c55c4c1-e0c5-443e-a60e-e830d75f9cd3 req-13d7941b-731e-4d03-8662-464454faca78 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.498155 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c55c4c1-e0c5-443e-a60e-e830d75f9cd3 req-13d7941b-731e-4d03-8662-464454faca78 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/20e251c6-d441-4e9a-a6cb-2e0f2d955310 HTTP/1.1" status: 204 len: 173 time: 0.1854408 Apr 21 21:05:50.506175 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.513807 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7941b-731e-4d03-8662-464454faca78 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e251c6-d441-4e9a-a6cb-2e0f2d955310,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:50.530837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6415006-cc36-433f-bdbc-ad444c9861c5,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:50.598536 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.602722 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b3d95e9-0304-45c0-909e-84f09f3aa1d1 req-00607dbb-d994-484b-bb8e-848289779c6a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601002 Apr 21 21:05:50.603778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Checking segment: {'id': 'bf175722-2709-4288-915f-cb69562eaef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '31eb7609-4a43-48dc-b583-f96836109a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:50.604331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Network hostable DHCP agents. Network: 31eb7609-4a43-48dc-b583-f96836109a21, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:50.624992 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18b468df-58a6-41d7-aef5-721f68af644f req-90be3257-5f30-4730-a8c9-5a7da7d9bc4f tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "GET /v2.0/security-groups/edcd7ec3-fd78-4bff-a29f-14fb2ca344d3 HTTP/1.1" status: 200 len: 1802 time: 0.0918214 Apr 21 21:05:50.638150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Network 31eb7609-4a43-48dc-b583-f96836109a21 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:50.657787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 31eb7609-4a43-48dc-b583-f96836109a21) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:50.663312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:50.664738 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.671642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e319e6f-242a-40a9-b11f-b7b69960fbee None None] Network 31eb7609-4a43-48dc-b583-f96836109a21 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:50.717411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-18b468df-58a6-41d7-aef5-721f68af644f req-9c23f320-6be7-4fbc-a709-2b0d3e755ce9 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.735879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7b9e0e5c-6e08-4ea7-83b4-98cbf41b1f66 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7578416 Apr 21 21:05:50.804544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-18b468df-58a6-41d7-aef5-721f68af644f req-9c23f320-6be7-4fbc-a709-2b0d3e755ce9 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.846708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04eec79-0746-41df-8543-7ac392ea5347 req-345e53b1-0469-4e2c-bfc2-39e2bcac29b1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:50.854605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d04eec79-0746-41df-8543-7ac392ea5347 req-345e53b1-0469-4e2c-bfc2-39e2bcac29b1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0770926 Apr 21 21:05:50.903545 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d04eec79-0746-41df-8543-7ac392ea5347 req-f1e2ae18-2c14-4372-8a39-bc3a186bd522 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 Apr 21 21:05:50.913244 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-18b468df-58a6-41d7-aef5-721f68af644f req-9c23f320-6be7-4fbc-a709-2b0d3e755ce9 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.916613 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-18b468df-58a6-41d7-aef5-721f68af644f req-9c23f320-6be7-4fbc-a709-2b0d3e755ce9 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:50.918253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18b468df-58a6-41d7-aef5-721f68af644f req-9c23f320-6be7-4fbc-a709-2b0d3e755ce9 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] 10.222.0.49 "DELETE /v2.0/security-groups/edcd7ec3-fd78-4bff-a29f-14fb2ca344d3 HTTP/1.1" status: 204 len: 173 time: 0.2856624 Apr 21 21:05:50.924960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35914) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:50.950970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23f320-6be7-4fbc-a709-2b0d3e755ce9 tempest-SecurityGroupsTestJSON-966919581 tempest-SecurityGroupsTestJSON-966919581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcd7ec3-fd78-4bff-a29f-14fb2ca344d3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:50.978506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35916) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:50.993439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f051c-0662-4e62-b9ee-544d0ecbf095 None None] Network 31eb7609-4a43-48dc-b583-f96836109a21 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:51.042120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbbcee2-18c4-40bb-bdcc-bf2230d6a834 admin admin] Deleting subnet b3f1d877-647e-4cf3-a5c6-cb275838da42 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:05:51.046144 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcee2-18c4-40bb-bdcc-bf2230d6a834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.070177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f15871-8b1a-4f9d-8fe1-30fc268ecd3a admin admin] Deleting subnet d0d22e32-1095-4aea-ae9f-fe1dbb9537c5 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:05:51.075005 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7f15871-8b1a-4f9d-8fe1-30fc268ecd3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.119631 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7f15871-8b1a-4f9d-8fe1-30fc268ecd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.119895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcee2-18c4-40bb-bdcc-bf2230d6a834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.186625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcee2-18c4-40bb-bdcc-bf2230d6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.224606 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7f15871-8b1a-4f9d-8fe1-30fc268ecd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.310789 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcee2-18c4-40bb-bdcc-bf2230d6a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.343344 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7f15871-8b1a-4f9d-8fe1-30fc268ecd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.372811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbcee2-18c4-40bb-bdcc-bf2230d6a834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f1d877-647e-4cf3-a5c6-cb275838da42,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:51.378972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8dbbcee2-18c4-40bb-bdcc-bf2230d6a834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.383392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8dbbcee2-18c4-40bb-bdcc-bf2230d6a834 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b3f1d877-647e-4cf3-a5c6-cb275838da42 HTTP/1.1" status: 204 len: 168 time: 0.4574263 Apr 21 21:05:51.385846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35930) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:51.418176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7f15871-8b1a-4f9d-8fe1-30fc268ecd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.421432 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e7f15871-8b1a-4f9d-8fe1-30fc268ecd3a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d0d22e32-1095-4aea-ae9f-fe1dbb9537c5 HTTP/1.1" status: 204 len: 168 time: 0.4416595 Apr 21 21:05:51.422287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f15871-8b1a-4f9d-8fe1-30fc268ecd3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d22e32-1095-4aea-ae9f-fe1dbb9537c5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:51.429396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35936) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:51.526643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.572141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.747932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.786641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2957ff5-22da-4eae-a26e-55376bd6c5e1']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:51.804651 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.840970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a8211f-693c-46b0-957f-6e5f51ac4ed3']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:51.852414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66204c85-bcdd-4bd7-9608-39caf105ccaf') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:51.852711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66204c85-bcdd-4bd7-9608-39caf105ccaf') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:51.863413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.891896 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.896233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c5d111-1852-4786-86a9-095c3a01f8ba') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:51.896723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c5d111-1852-4786-86a9-095c3a01f8ba') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:51.900107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:51.904240 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:51.910905 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:51.914911 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.945272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cd77f-d20f-4a30-9365-8eb499af27a3 req-9c69350f-1562-4cdc-a791-ab381f151701 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:51.954139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-708cd77f-d20f-4a30-9365-8eb499af27a3 req-9c69350f-1562-4cdc-a791-ab381f151701 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1744876 Apr 21 21:05:51.956671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.979986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:51.980777 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:51.982805 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:52.051194 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.060518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.063549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-708cd77f-d20f-4a30-9365-8eb499af27a3 req-a289d8b5-d752-4d00-a724-814d70d975d1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082299 Apr 21 21:05:52.068047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d4a8211f-693c-46b0-957f-6e5f51ac4ed3 HTTP/1.1" status: 204 len: 168 time: 0.6802816 Apr 21 21:05:52.073810 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.084146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.097777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] 10.222.0.49 "DELETE /v2.0/networks/a2957ff5-22da-4eae-a26e-55376bd6c5e1 HTTP/1.1" status: 204 len: 168 time: 0.6673105 Apr 21 21:05:52.098599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35962) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:52.104447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3d315-c0aa-4bc2-930c-666393625484 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a8211f-693c-46b0-957f-6e5f51ac4ed3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:52.145442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff5c20-a730-4811-8e7a-73d374cdabdb admin admin] Pushing event deleted for resources: {'Network': ['ID=a2957ff5-22da-4eae-a26e-55376bd6c5e1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:52.231473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf07811-1caa-4e1f-9350-ac1d85458835 req-9888a8cf-19f4-4bdd-b555-438b4ca800d7 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:52.245026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6cf07811-1caa-4e1f-9350-ac1d85458835 req-9888a8cf-19f4-4bdd-b555-438b4ca800d7 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1349165 Apr 21 21:05:52.246463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-0debeda7-0a0f-4438-bfb1-6d64373da8c9 admin admin] Deleting subnet a6415006-cc36-433f-bdbc-ad444c9861c5 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:05:52.249987 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0debeda7-0a0f-4438-bfb1-6d64373da8c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.303753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6cf07811-1caa-4e1f-9350-ac1d85458835 req-fd1a2384-2c31-4af8-b2bf-cf3ca11b10b4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517218 Apr 21 21:05:52.475960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35972) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:52.571382 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0707cedd-ec6e-4406-a00c-e2479708f823 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bcf3f97d32804202bc254c0e1d6f10a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936248 Apr 21 21:05:52.587825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35974) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:52.648945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca0c83-372e-4d5f-b9f4-86bc721b9187 req-5dff03e0-7ced-4aff-9d73-bd7a475b4dc0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:52.657532 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3ca0c83-372e-4d5f-b9f4-86bc721b9187 req-5dff03e0-7ced-4aff-9d73-bd7a475b4dc0 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1115458 Apr 21 21:05:52.710504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3ca0c83-372e-4d5f-b9f4-86bc721b9187 req-63a847bb-b087-400a-8705-6b6aafdc0aac tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515645 Apr 21 21:05:52.739477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e57356c-0ebe-466d-830c-09bba1f2a180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.755934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0debeda7-0a0f-4438-bfb1-6d64373da8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.764551 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e57356c-0ebe-466d-830c-09bba1f2a180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.799944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0debeda7-0a0f-4438-bfb1-6d64373da8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.915154 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e57356c-0ebe-466d-830c-09bba1f2a180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.920047 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e57356c-0ebe-466d-830c-09bba1f2a180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:52.922175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e57356c-0ebe-466d-830c-09bba1f2a180 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7821308-9f23-4d18-9137-8957b30ad273 HTTP/1.1" status: 204 len: 168 time: 0.3328214 Apr 21 21:05:52.963834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57356c-0ebe-466d-830c-09bba1f2a180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7821308-9f23-4d18-9137-8957b30ad273,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:53.043149 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0debeda7-0a0f-4438-bfb1-6d64373da8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:53.130296 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0debeda7-0a0f-4438-bfb1-6d64373da8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:53.135678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0debeda7-0a0f-4438-bfb1-6d64373da8c9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a6415006-cc36-433f-bdbc-ad444c9861c5 HTTP/1.1" status: 204 len: 168 time: 1.0318933 Apr 21 21:05:53.135678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debeda7-0a0f-4438-bfb1-6d64373da8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6415006-cc36-433f-bdbc-ad444c9861c5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:53.138427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35984) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:53.280863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb77208-d47d-423b-b7a4-63c1d12c780f req-20648dc0-80e7-48f8-91df-600245777929 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:53.288205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eeb77208-d47d-423b-b7a4-63c1d12c780f req-20648dc0-80e7-48f8-91df-600245777929 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1154172 Apr 21 21:05:53.292325 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:53.370585 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eeb77208-d47d-423b-b7a4-63c1d12c780f req-1108ecf1-fbde-43fc-93df-0335b9f30da6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761781 Apr 21 21:05:53.478555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:53.507112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eb7609-4a43-48dc-b583-f96836109a21']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:53.521580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf175722-2709-4288-915f-cb69562eaef8') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:53.522069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf175722-2709-4288-915f-cb69562eaef8') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:53.530981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52864d-e2da-41cd-a31d-4e9ab7768800 req-4b4f67e6-77d6-4471-97da-efa4eb7f3a6e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:53.538484 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec52864d-e2da-41cd-a31d-4e9ab7768800 req-4b4f67e6-77d6-4471-97da-efa4eb7f3a6e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1031566 Apr 21 21:05:53.587132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:53.610891 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec52864d-e2da-41cd-a31d-4e9ab7768800 req-097344b9-d9b0-416d-947a-c377e3dda658 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713811 Apr 21 21:05:53.625224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:53.645766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:53.646616 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:53.652709 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:53.725688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:53.750655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:53.754607 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] 10.222.0.49 "DELETE /v2.0/networks/31eb7609-4a43-48dc-b583-f96836109a21 HTTP/1.1" status: 204 len: 168 time: 0.6149035 Apr 21 21:05:53.755664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99b387-df30-41c6-a19c-f3aef088ad7d admin admin] Pushing event deleted for resources: {'Network': ['ID=31eb7609-4a43-48dc-b583-f96836109a21,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:53.869320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f7aa-f2e9-4955-9015-3be3df513de8 req-558198f0-4a6e-415e-af2c-ca5b87748545 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:53.881153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f727f7aa-f2e9-4955-9015-3be3df513de8 req-558198f0-4a6e-415e-af2c-ca5b87748545 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0877421 Apr 21 21:05:53.933175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f727f7aa-f2e9-4955-9015-3be3df513de8 req-eb20ba22-88af-4b33-9d40-b7dc42fb4771 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/security-groups?id=78245278-2611-4b24-8f0d-c8f3c0b87b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508068 Apr 21 21:05:53.965235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36012) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:54.045186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d5667b91-b289-4026-a724-ab1f2f982d27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4151ba083df347d2ab56598801fdf2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785568 Apr 21 21:05:54.047655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36016) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:54.092860 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-74df39d0-9de7-47a5-8ec7-d88822423ae2 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:54.094315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-74df39d0-9de7-47a5-8ec7-d88822423ae2 tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.43 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0678794 Apr 21 21:05:54.160665 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e40e39-24d1-4971-acbe-0c5562c59270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.173952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36018) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:54.184063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e40e39-24d1-4971-acbe-0c5562c59270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.269672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Deleting port 47aaf53f-f361-4f08-8b19-ecb7bb714cca {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:05:54.269672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.306537 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e40e39-24d1-4971-acbe-0c5562c59270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.309765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e40e39-24d1-4971-acbe-0c5562c59270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.311420 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d9e40e39-24d1-4971-acbe-0c5562c59270 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b78f2b25-6283-4db0-b3b2-9776fc80060f HTTP/1.1" status: 204 len: 168 time: 0.2616482 Apr 21 21:05:54.336598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e40e39-24d1-4971-acbe-0c5562c59270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78f2b25-6283-4db0-b3b2-9776fc80060f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:54.427674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1793079048-network', 'tenant_id': 'cd9a9b19431c4735b9e7c043eed37bb5'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:54.463111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] For port 47aaf53f-f361-4f08-8b19-ecb7bb714cca, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=47aaf53f-f361-4f08-8b19-ecb7bb714cca,segment=NetworkSegment(5ed51186-448e-4215-b7c6-dc9035f08aca),segment_id=5ed51186-448e-4215-b7c6-dc9035f08aca)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:05:54.463566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.477271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Calling delete_port for 47aaf53f-f361-4f08-8b19-ecb7bb714cca owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:05:54.540508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4af2de-ab9a-4b00-a866-d1321529f35c req-d52c7c4f-5d35-40ad-8e3a-9848b9313eee tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:54.548368 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d4af2de-ab9a-4b00-a866-d1321529f35c req-d52c7c4f-5d35-40ad-8e3a-9848b9313eee tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0726674 Apr 21 21:05:54.629261 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.630399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d4af2de-ab9a-4b00-a866-d1321529f35c req-3af247cc-943c-4cdc-9614-d477944c2bbe tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743065 Apr 21 21:05:54.642148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['47aaf53f-f361-4f08-8b19-ecb7bb714cca'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:05:54.655689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Made reservation on behalf of cd9a9b19431c4735b9e7c043eed37bb5 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:54.659019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.698918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.712367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Pushing event deleted for resources: {'Port': ['ID=47aaf53f-f361-4f08-8b19-ecb7bb714cca,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:54.817154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36036) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:54.880038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] No DVR routers for this DVR port 47aaf53f-f361-4f08-8b19-ecb7bb714cca on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:05:54.885103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:54.889115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9bb9e921-1aee-4451-8f69-afe21912af76 req-e68a7ce1-a6e6-43dc-b69c-21ce48dde7ce tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.43 "DELETE /v2.0/ports/47aaf53f-f361-4f08-8b19-ecb7bb714cca HTTP/1.1" status: 204 len: 173 time: 0.7852793 Apr 21 21:05:54.895611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abcc117-03dc-4c1f-b220-67b99038e2c5', 'name': 'network-vif-deleted', 'tag': '47aaf53f-f361-4f08-8b19-ecb7bb714cca'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:05:54.897965 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd63800-1b0f-40f8-a6e0-65798b50cb77" -d '{"events": [{"server_uuid": "1abcc117-03dc-4c1f-b220-67b99038e2c5", "name": "network-vif-deleted", "tag": "47aaf53f-f361-4f08-8b19-ecb7bb714cca"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:05:54.905111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-418d30b6-bc68-4583-9515-3d5dd9f5d80f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a99c7fe63c94fa7951abf5db6220887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866528 Apr 21 21:05:54.908938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36040) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:54.982978 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e48d6f68-4547-4bdf-8b55-06d063ae7fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.000742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8c7ab-168b-4d92-86ed-3303a2b9a4e9 req-59e5ef68-6c7e-45b0-9bdd-52e32571ab57 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:55.007843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74f8c7ab-168b-4d92-86ed-3303a2b9a4e9 req-59e5ef68-6c7e-45b0-9bdd-52e32571ab57 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.2267292 Apr 21 21:05:55.010000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e48d6f68-4547-4bdf-8b55-06d063ae7fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.017416 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8944fd30-4587-4606-b542-a16dc04a3ffb x-openstack-request-id: req-8944fd30-4587-4606-b542-a16dc04a3ffb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:05:55.018530 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abcc117-03dc-4c1f-b220-67b99038e2c5", "name": "network-vif-deleted", "tag": "47aaf53f-f361-4f08-8b19-ecb7bb714cca", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:05:55.028989 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8944fd30-4587-4606-b542-a16dc04a3ffb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:05:55.029698 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8944fd30-4587-4606-b542-a16dc04a3ffb'] response: {'server_uuid': '1abcc117-03dc-4c1f-b220-67b99038e2c5', 'name': 'network-vif-deleted', 'tag': '47aaf53f-f361-4f08-8b19-ecb7bb714cca', 'status': 'completed', 'code': 200} Apr 21 21:05:55.031861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.069448 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.095621 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e48d6f68-4547-4bdf-8b55-06d063ae7fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.103907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e48d6f68-4547-4bdf-8b55-06d063ae7fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.105781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e48d6f68-4547-4bdf-8b55-06d063ae7fd2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f4e2360-145e-46a3-9b61-e80959f6625c HTTP/1.1" status: 204 len: 168 time: 0.1943481 Apr 21 21:05:55.112646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:05:55.147633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74f8c7ab-168b-4d92-86ed-3303a2b9a4e9 req-89ccd95e-bba1-4ba2-967c-b8cbef06dba8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275110 Apr 21 21:05:55.152088 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.153914 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Added segment a9fd63cb-e27c-4f4e-bea0-3970db4ce295 of type vlan for network 49148401-48d8-4f52-b799-936e9e4377eb Apr 21 21:05:55.155511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42bc027-73fa-4983-ac60-30c6f97edf3f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:55.161395 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d14a41a7-d778-46f3-9b04-d0fac5e5ebdb req-aafc9588-e17d-48bf-bf64-580f92fdda2e tempest-ServersTestJSON-1901362326 tempest-ServersTestJSON-1901362326-project] 10.222.0.49 "GET /v2.0/ports?device_id=1abcc117-03dc-4c1f-b220-67b99038e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0672095 Apr 21 21:05:55.167312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d6f68-4547-4bdf-8b55-06d063ae7fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4e2360-145e-46a3-9b61-e80959f6625c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:55.217250 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.257439 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.259566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:55.261059 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.304235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36048) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:55.304902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1297131 Apr 21 21:05:55.347617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Request body: {'subnet': {'network_id': '49148401-48d8-4f52-b799-936e9e4377eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1793079048-subnet', 'tenant_id': 'cd9a9b19431c4735b9e7c043eed37bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:05:55.379966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770c759-b329-4711-8a2b-1da8187a116d admin admin] Pushing event updated for resources: {'Network': ['ID=49148401-48d8-4f52-b799-936e9e4377eb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:55.392608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 49148401-48d8-4f52-b799-936e9e4377eb details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:05:55.439094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Made reservation on behalf of cd9a9b19431c4735b9e7c043eed37bb5 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:05:55.442627 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.768065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.855384 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54f2ce0-8159-45e2-82c1-0e44ee168a9f,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:55.885471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Checking segment: {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:05:55.885471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Network hostable DHCP agents. Network: 49148401-48d8-4f52-b799-936e9e4377eb, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:05:55.909642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Network 49148401-48d8-4f52-b799-936e9e4377eb is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:05:55.912566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267947-aa5f-42ed-9d6b-75eee842ed6d req-43d8c1bc-ab3a-41c7-b189-07d33e8aacfd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:55.914985 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b267947-aa5f-42ed-9d6b-75eee842ed6d req-43d8c1bc-ab3a-41c7-b189-07d33e8aacfd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1434536 Apr 21 21:05:55.935795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 49148401-48d8-4f52-b799-936e9e4377eb) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:05:55.947923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:55.948677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:55.953376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660a06e2-5f57-47fe-82f7-47bb68373ffa None None] Network 49148401-48d8-4f52-b799-936e9e4377eb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:55.988932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e8356c26-4d55-4855-9802-2faf4adacbeb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6537411 Apr 21 21:05:56.015602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b267947-aa5f-42ed-9d6b-75eee842ed6d req-79b66065-8d53-499c-a1d6-b1de217c9d02 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932844 Apr 21 21:05:56.272841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36080) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:56.372860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd2da13-2ee6-4016-9429-9a1fa4ea31e7 None None] Network 49148401-48d8-4f52-b799-936e9e4377eb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:05:56.492803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6781b3-0e90-4f5c-a42b-fab7c5eb653d req-25976a94-5175-451b-820c-0976c09b9215 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:56.514551 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d6781b3-0e90-4f5c-a42b-fab7c5eb653d req-25976a94-5175-451b-820c-0976c09b9215 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1612275 Apr 21 21:05:56.522522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6e3a03-6fb2-4506-a37d-4a4804ab31d8 admin admin] Deleting subnet c929aed1-8248-4321-818a-5ec8bd42d411 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:05:56.581481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3a03-6fb2-4506-a37d-4a4804ab31d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:56.703301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d6781b3-0e90-4f5c-a42b-fab7c5eb653d req-951ec4ff-847d-4fca-8709-268c84d65ad2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861246 Apr 21 21:05:56.728162 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3a03-6fb2-4506-a37d-4a4804ab31d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:56.785865 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3a03-6fb2-4506-a37d-4a4804ab31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:56.895108 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3a03-6fb2-4506-a37d-4a4804ab31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:56.965900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6e3a03-6fb2-4506-a37d-4a4804ab31d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:56.973430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0c6e3a03-6fb2-4506-a37d-4a4804ab31d8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c929aed1-8248-4321-818a-5ec8bd42d411 HTTP/1.1" status: 204 len: 168 time: 0.6995213 Apr 21 21:05:56.974544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36108) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:56.977031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e3a03-6fb2-4506-a37d-4a4804ab31d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c929aed1-8248-4321-818a-5ec8bd42d411,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:57.083715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-890f9bb1-94bc-4d5f-acc3-9bcb00d2a41d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:57.093963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-890f9bb1-94bc-4d5f-acc3-9bcb00d2a41d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/networks?id=49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 200 len: 815 time: 0.2062230 Apr 21 21:05:57.132792 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:57.134953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-971cd0fa-3431-4a17-9299-79daffb32215 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/quotas/cd9a9b19431c4735b9e7c043eed37bb5 HTTP/1.1" status: 200 len: 375 time: 0.0390592 Apr 21 21:05:57.193669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-381c0ea0-784e-470c-8398-0d02171df1e7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566111 Apr 21 21:05:57.367897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:57.379038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-5566b231-b2f7-4f01-bb00-57e4bd21db2a service neutron] 10.222.0.49 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820216 Apr 21 21:05:57.397675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dc5594-2b4a-4072-9a75-1038017db159']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:57.418524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab948a-c0bd-4427-9eb0-350e47e200bb req-a2b48fdf-736b-449a-8200-b5e2d5b1a3be tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:57.428437 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2eab948a-c0bd-4427-9eb0-350e47e200bb req-a2b48fdf-736b-449a-8200-b5e2d5b1a3be tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2641196 Apr 21 21:05:57.435512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed51186-448e-4215-b7c6-dc9035f08aca') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:57.435888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed51186-448e-4215-b7c6-dc9035f08aca') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:05:57.464949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:57.524286 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2eab948a-c0bd-4427-9eb0-350e47e200bb req-afc32069-1973-4ba6-90b3-6dae5f009c21 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947912 Apr 21 21:05:57.540011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:57.555894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:05:57.556499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:57.559352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-094468e2-6be2-414c-ac94-9d7fa614f328 service neutron] 10.222.0.49 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572371 Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:05:57.622159 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:05:57.709148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:57.716603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:57.724357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] 10.222.0.49 "DELETE /v2.0/networks/74dc5594-2b4a-4072-9a75-1038017db159 HTTP/1.1" status: 204 len: 168 time: 0.7480874 Apr 21 21:05:57.760166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1787e8c-8d35-4210-baff-c1c477ff7891 admin admin] Pushing event deleted for resources: {'Network': ['ID=74dc5594-2b4a-4072-9a75-1038017db159,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:57.873472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 47aaf53f-f361-4f08-8b19-ecb7bb714cca no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:05:57.952372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 47aaf53f-f361-4f08-8b19-ecb7bb714cca {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:05:57.954821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 47aaf53f-f361-4f08-8b19-ecb7bb714cca not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:05:58.014960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad42ae-4fdf-4039-b2b3-47d3321d6f3e req-e241822f-64df-4166-8b51-b572a0033677 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:58.016589 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ecad42ae-4fdf-4039-b2b3-47d3321d6f3e req-e241822f-64df-4166-8b51-b572a0033677 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1187639 Apr 21 21:05:58.108405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ecad42ae-4fdf-4039-b2b3-47d3321d6f3e req-68c3beb5-eccd-4bbf-8fe5-43d11c9a62c3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849979 Apr 21 21:05:58.190264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-09d709fa-42bc-458b-98e2-e0bb5fa6c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:58.193538 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-09d709fa-42bc-458b-98e2-e0bb5fa6c2c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1095 time: 0.2672546 Apr 21 21:05:58.239922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36160) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:58.263651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fcb3a-01eb-425f-90a1-9d28c29749e3 req-06bba5ed-b90c-422c-83f6-6e9abc46425d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:58.271318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d3fcb3a-01eb-425f-90a1-9d28c29749e3 req-06bba5ed-b90c-422c-83f6-6e9abc46425d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2401700 Apr 21 21:05:58.273711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed5437b8-9b73-4c3f-973d-e3ca6301111f req-a2a005a4-3fbd-47c0-8a52-648676f30283 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 210 time: 0.0803614 Apr 21 21:05:58.345247 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-44689308-d1f4-4bc0-b4e4-169153cdfd39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76458e785e67444ab87516449459bd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041265 Apr 21 21:05:58.348297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36166) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:05:58.402561 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d3fcb3a-01eb-425f-90a1-9d28c29749e3 req-93e3571e-c2d3-47a4-8498-1d3b3abf35ba tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302168 Apr 21 21:05:58.449825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-6a038f95-7135-454c-a74c-2c46201835b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:58.451014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56dc6c4d-53c1-4a69-902c-14c0cee6f70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:58.451511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-6a038f95-7135-454c-a74c-2c46201835b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.2417753 Apr 21 21:05:58.480922 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56dc6c4d-53c1-4a69-902c-14c0cee6f70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:58.549863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56dc6c4d-53c1-4a69-902c-14c0cee6f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:58.553812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-56dc6c4d-53c1-4a69-902c-14c0cee6f70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:05:58.557270 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-56dc6c4d-53c1-4a69-902c-14c0cee6f70b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78245278-2611-4b24-8f0d-c8f3c0b87b48 HTTP/1.1" status: 204 len: 168 time: 0.2055011 Apr 21 21:05:58.565177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc6c4d-53c1-4a69-902c-14c0cee6f70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78245278-2611-4b24-8f0d-c8f3c0b87b48,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:05:58.653233 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-f3d3b648-8f34-4b5d-83af-757031e3d8bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 998 time: 0.1880944 Apr 21 21:05:58.800632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-50754017-1558-49bc-94d1-4873f53d7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:58.802137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-50754017-1558-49bc-94d1-4873f53d7f66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1410854 Apr 21 21:05:58.962699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-4918fab8-82c2-4a88-a234-8fc371ddf557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:58.971741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-4918fab8-82c2-4a88-a234-8fc371ddf557 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527057 Apr 21 21:05:59.195034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-4595930a-bb67-42b6-b988-63462c8be389 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159021 Apr 21 21:05:59.361070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70eb1e94-8502-4d85-9ddd-c6c0a231efe3 req-4b80d680-8737-4c47-a6f7-cfdd53788080 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585844 Apr 21 21:05:59.405757 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a0f06-2e90-464e-a13d-d1d4f030c007 req-7e9e385a-168f-4383-9033-7aa0692a86ee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:59.408861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-918a0f06-2e90-464e-a13d-d1d4f030c007 req-7e9e385a-168f-4383-9033-7aa0692a86ee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1120677 Apr 21 21:05:59.488153 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-918a0f06-2e90-464e-a13d-d1d4f030c007 req-af29e6ae-36c7-46f0-bd04-2d88bc280670 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710328 Apr 21 21:05:59.492719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f92f2d5-a0a7-4765-868b-863fbb26871c req-cdccbea0-e233-4b30-86a1-1beff40185d5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 210 time: 0.0961869 Apr 21 21:05:59.698434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997ae4b-5017-4439-a571-2ba614927447 req-f05b01ee-a6bf-4b89-b3e6-2f1d926a8e26 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:59.722299 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8997ae4b-5017-4439-a571-2ba614927447 req-f05b01ee-a6bf-4b89-b3e6-2f1d926a8e26 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1573467 Apr 21 21:05:59.823498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-9871a5b9-b3fb-4a3d-8718-5dff169c3e25 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:05:59.825757 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-9871a5b9-b3fb-4a3d-8718-5dff169c3e25 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.46 "GET /v2.0/networks?id=49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 200 len: 815 time: 0.2488725 Apr 21 21:05:59.838557 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8997ae4b-5017-4439-a571-2ba614927447 req-2d02d318-5f59-4ded-ae7e-b64005f1f80e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151004 Apr 21 21:05:59.866566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Request body: {'port': {'device_id': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb', 'admin_state_up': True, 'tenant_id': 'cd9a9b19431c4735b9e7c043eed37bb5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:06:00.123492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Made reservation on behalf of cd9a9b19431c4735b9e7c043eed37bb5 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:06:00.128150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:00.375533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Allocated IP 172.20.0.12 (49148401-48d8-4f52-b799-936e9e4377eb/f54f2ce0-8159-45e2-82c1-0e44ee168a9f/2168a483-a18b-44cc-8d8e-0c9760496a84) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:06:00.472911 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f3aaf403-fc5d-4350-bdb0-092debd9ca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:00.695407 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:00.713394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58779a5e-3e72-426d-b455-877022cd7e9f req-fae19f0f-3af4-4fc3-ac8b-4f8129c957f6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:00.721268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58779a5e-3e72-426d-b455-877022cd7e9f req-fae19f0f-3af4-4fc3-ac8b-4f8129c957f6 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1371207 Apr 21 21:06:00.802452 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-58779a5e-3e72-426d-b455-877022cd7e9f req-603b8964-fec6-4715-b157-3cf641c9970e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744941 Apr 21 21:06:00.837501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:00.955474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Network 49148401-48d8-4f52-b799-936e9e4377eb is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:06:00.982371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:06:00.985663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:06:01.075994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Pushing event updated for resources: {'Port': ['ID=2168a483-a18b-44cc-8d8e-0c9760496a84,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:01.105094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab449a9-6156-465c-b472-ebcc72b5a5d5 req-8659d3cf-9929-4f9a-9d8d-09ad970349d1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:01.133363 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ab449a9-6156-465c-b472-ebcc72b5a5d5 req-8659d3cf-9929-4f9a-9d8d-09ad970349d1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1216798 Apr 21 21:06:01.162996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae9e8a-6c74-426b-b61b-a5b06e8cadbf req-8376fac7-fdb2-4bbc-a42a-e26fdee879c6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:01.178249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcae9e8a-6c74-426b-b61b-a5b06e8cadbf req-8376fac7-fdb2-4bbc-a42a-e26fdee879c6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 932 time: 0.2674530 Apr 21 21:06:01.225388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:01.226081 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:01.241192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ab449a9-6156-465c-b472-ebcc72b5a5d5 req-4d623cc7-cf48-4520-b5b9-859796c2be9c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067300 Apr 21 21:06:01.255287 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-01d7eecf-0e05-4066-8d65-5638160ab3b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4149377 Apr 21 21:06:01.287588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Request body: {'port': {'device_id': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:06:01.351230 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-beac4eed-da81-4a31-b10a-1d3e9f59b8b0 req-63e47f2b-7ad5-4672-bb8b-9002f756f905 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0669351 Apr 21 21:06:01.481412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcae9e8a-6c74-426b-b61b-a5b06e8cadbf req-36305bbb-ec1c-4f55-83d9-822f53381fdd tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022134 Apr 21 21:06:01.504128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:01.579381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e70899-42c7-4822-91e3-a159445e8d0f req-5d67c59a-fbef-4c2c-918b-19f1df858168 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:01.581683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95e70899-42c7-4822-91e3-a159445e8d0f req-5d67c59a-fbef-4c2c-918b-19f1df858168 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1001742 Apr 21 21:06:01.672532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95e70899-42c7-4822-91e3-a159445e8d0f req-b9506c72-8122-4ee9-80a0-a1d44a745543 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809412 Apr 21 21:06:02.122806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c3065-9661-4a42-884d-a8e249713d43 req-07475b27-f7ec-4b5a-bc84-f8ece30c761d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:02.131596 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-445c3065-9661-4a42-884d-a8e249713d43 req-07475b27-f7ec-4b5a-bc84-f8ece30c761d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1355362 Apr 21 21:06:02.178908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-445c3065-9661-4a42-884d-a8e249713d43 req-f0942802-501b-4242-aad8-ce474ff81411 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Apr 21 21:06:02.339057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2168a483-a18b-44cc-8d8e-0c9760496a84 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:06:02.349643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:02.366823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8dd40-e70d-4b65-9bc6-7574b0757c3d req-82e2c091-68e5-4cba-a7ae-5de95a38922a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:02.378704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32e8dd40-e70d-4b65-9bc6-7574b0757c3d req-82e2c091-68e5-4cba-a7ae-5de95a38922a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1265996 Apr 21 21:06:02.420216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Transition to ACTIVE for port object 2168a483-a18b-44cc-8d8e-0c9760496a84 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:06:02.429252 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:02.474130 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9012413b-ec55-442e-8df7-03978828e4ef req-2233e634-d52d-4432-b022-ba904b1971f2 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0428262 Apr 21 21:06:02.505618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32e8dd40-e70d-4b65-9bc6-7574b0757c3d req-cb8f4091-641b-43d2-895c-4aefe2b8ec6f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254187 Apr 21 21:06:02.565224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Pushing event updated for resources: {'Port': ['ID=2168a483-a18b-44cc-8d8e-0c9760496a84,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:02.820999 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fc02b8c3-7676-404a-b029-b4a30db14448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:02.865563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d53046-a361-4858-9b03-f5b91e963138 req-58ef9de7-d5ac-4243-9f56-037be85affa0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:02.873640 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87d53046-a361-4858-9b03-f5b91e963138 req-58ef9de7-d5ac-4243-9f56-037be85affa0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1408346 Apr 21 21:06:02.982165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87d53046-a361-4858-9b03-f5b91e963138 req-1ebe234c-566d-4a61-8c04-8647852a04ad tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012483 Apr 21 21:06:03.116910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Attempting to bind port 2168a483-a18b-44cc-8d8e-0c9760496a84 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:06:03.117375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Attempting to bind port 2168a483-a18b-44cc-8d8e-0c9760496a84 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:06:03.117706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Attempting to bind port 2168a483-a18b-44cc-8d8e-0c9760496a84 on network 49148401-48d8-4f52-b799-936e9e4377eb {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:06:03.129054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a0289-f1e7-4fe2-a7ef-d7fb93100392 req-a5805f36-81d6-420e-8a84-7b8101108052 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:03.130536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc8a0289-f1e7-4fe2-a7ef-d7fb93100392 req-a5805f36-81d6-420e-8a84-7b8101108052 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 944 time: 0.5204077 Apr 21 21:06:03.132826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Port 2168a483-a18b-44cc-8d8e-0c9760496a84 on network 49148401-48d8-4f52-b799-936e9e4377eb not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:06:03.133150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Attempting to bind port 2168a483-a18b-44cc-8d8e-0c9760496a84 on network 49148401-48d8-4f52-b799-936e9e4377eb {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:06:03.148410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:06:03.148893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Checking segment: {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:06:03.149126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Bound using segment: {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:06:03.149559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Bound port: 2168a483-a18b-44cc-8d8e-0c9760496a84, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:06:03.149910 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:03.190609 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc8a0289-f1e7-4fe2-a7ef-d7fb93100392 req-093ac2ca-261a-40fa-a5fe-100e79abfe26 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538716 Apr 21 21:06:03.263616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab0b02-61d4-48f9-b7de-fa18757337f7 req-4ebad809-c6a2-4075-8e27-f4c85b3446a1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:03.274806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3ab0b02-61d4-48f9-b7de-fa18757337f7 req-4ebad809-c6a2-4075-8e27-f4c85b3446a1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1298594 Apr 21 21:06:03.321727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3ab0b02-61d4-48f9-b7de-fa18757337f7 req-efe9f93c-4dea-404f-a0ed-1c5ac951776f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438521 Apr 21 21:06:03.323324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:06:03.372138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2168a483-a18b-44cc-8d8e-0c9760496a84,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:06:03.405242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:03.453447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:03.456291 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:03.457975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] 10.222.0.46 "PUT /v2.0/ports/2168a483-a18b-44cc-8d8e-0c9760496a84 HTTP/1.1" status: 200 len: 1092 time: 2.1791646 Apr 21 21:06:03.462639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:03.478483 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7d20d2-c801-4242-bb62-173b8edc69dc" -d '{"events": [{"name": "network-changed", "server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:03.586764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495231f2-5ed0-436c-ac7e-f795a1ef7af8 req-2c8cca54-1d11-4603-9459-220a27da2d10 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:03.594375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-495231f2-5ed0-436c-ac7e-f795a1ef7af8 req-2c8cca54-1d11-4603-9459-220a27da2d10 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.3272433 Apr 21 21:06:03.693456 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e45f10-c5ce-461d-a261-e00b45788286 x-openstack-request-id: req-31e45f10-c5ce-461d-a261-e00b45788286 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:03.694110 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:03.694557 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31e45f10-c5ce-461d-a261-e00b45788286 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:03.695179 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e45f10-c5ce-461d-a261-e00b45788286'] response: {'name': 'network-changed', 'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84', 'status': 'completed', 'code': 200} Apr 21 21:06:03.765973 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-495231f2-5ed0-436c-ac7e-f795a1ef7af8 req-2ca13dc7-259c-41f7-b62e-bc4a18122c0a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658995 Apr 21 21:06:03.783120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-49466bc3-396e-4760-816b-c447df986053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:03.791752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-49466bc3-396e-4760-816b-c447df986053 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 1095 time: 0.1855977 Apr 21 21:06:03.795128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac382ed5-cd9f-4ee2-8ebb-9bb45c7911ce service neutron] Pushing event updated for resources: {'Port': ['ID=2168a483-a18b-44cc-8d8e-0c9760496a84,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:03.902419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15774c58-09a6-4cb8-b612-220385b8fcfa req-ec653c0f-0082-4cc0-a47c-058ca903ceaa tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0814719 Apr 21 21:06:03.915676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-160c8b64-c30a-4578-ab89-5e4fc6607dab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2168a483-a18b-44cc-8d8e-0c9760496a84 HTTP/1.1" status: 200 len: 217 time: 0.1103199 Apr 21 21:06:03.979465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-c5af2d13-2e4a-4271-952e-6cbe43079ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:03.981067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-c5af2d13-2e4a-4271-952e-6cbe43079ad5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54f2ce0-8159-45e2-82c1-0e44ee168a9f HTTP/1.1" status: 200 len: 855 time: 0.0498533 Apr 21 21:06:04.023671 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:04.039772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-66e5633e-a36c-45a5-a846-6be2f011058a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148401-48d8-4f52-b799-936e9e4377eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499539 Apr 21 21:06:04.053422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9e07-a5ec-4067-9653-d70e6a9e7f0a req-2c2d7fd1-a561-4f87-977f-bf5d0bf07fff tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:04.062544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fae9e07-a5ec-4067-9653-d70e6a9e7f0a req-2c2d7fd1-a561-4f87-977f-bf5d0bf07fff tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1582186 Apr 21 21:06:04.122796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fae9e07-a5ec-4067-9653-d70e6a9e7f0a req-da53a9a8-934f-42c3-af85-8e2b715f4095 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604022 Apr 21 21:06:04.207358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-da987c3d-d05c-4ed9-b57e-8b3423098e20 service neutron] 10.222.0.46 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384571 Apr 21 21:06:04.339209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-452e6d1e-2414-4d17-b70a-94d3b2aaf45c req-2d55fbfc-b6b8-4edf-8914-97eb6489043c service neutron] 10.222.0.46 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172221 Apr 21 21:06:04.400233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a824a9-1a72-4e22-a41a-a2ae19ee23f1 req-dbb387c5-bbf8-42df-bf64-b968c837230f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:04.402764 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17a824a9-1a72-4e22-a41a-a2ae19ee23f1 req-dbb387c5-bbf8-42df-bf64-b968c837230f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 944 time: 0.0614359 Apr 21 21:06:04.464622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17a824a9-1a72-4e22-a41a-a2ae19ee23f1 req-c109eb00-8547-40be-8186-159d1b871d17 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Apr 21 21:06:04.510222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-861bd8b4-6559-4ad8-8e02-d48ba26c61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:04.511599 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-861bd8b4-6559-4ad8-8e02-d48ba26c61a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 1095 time: 0.1038918 Apr 21 21:06:04.654760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-58ce21dd-c3de-4997-8e33-eb5e912eeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:04.656679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-58ce21dd-c3de-4997-8e33-eb5e912eeb63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 200 len: 916 time: 0.1376231 Apr 21 21:06:04.729274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-056f48e5-5cf6-4ebf-91a9-4f579bf12d08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2168a483-a18b-44cc-8d8e-0c9760496a84 HTTP/1.1" status: 200 len: 217 time: 0.0649283 Apr 21 21:06:04.797063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-79b65ebe-d20e-4624-b174-f4d431831928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:04.798816 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-79b65ebe-d20e-4624-b174-f4d431831928 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54f2ce0-8159-45e2-82c1-0e44ee168a9f HTTP/1.1" status: 200 len: 855 time: 0.0630209 Apr 21 21:06:04.851026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-b0e74611-378d-4493-a33c-1df3be474c32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148401-48d8-4f52-b799-936e9e4377eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434959 Apr 21 21:06:05.088834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4526bd-f95d-4115-ac0a-3d718e48d52b req-4f126b21-172b-465f-b58f-e86c940c23dd tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:05.088834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab4526bd-f95d-4115-ac0a-3d718e48d52b req-4f126b21-172b-465f-b58f-e86c940c23dd tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1457865 Apr 21 21:06:05.142803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-d7f1555c-630d-456c-93a1-58d09d8644af service neutron] 10.222.0.46 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841117 Apr 21 21:06:05.235523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bfc9ce02-bea2-496c-902f-f75afee3ab40 req-a30bfa1e-39fb-4d74-b7d1-d5eb76c74e6d tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.2156699 Apr 21 21:06:05.333701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab4526bd-f95d-4115-ac0a-3d718e48d52b req-266082ac-080f-4b9e-a31a-210ea95a5db0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290044 Apr 21 21:06:05.370970 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:05.444703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac7d20d2-c801-4242-bb62-173b8edc69dc req-f3ba65aa-e27d-4aee-ab59-19793f6b5598 service neutron] 10.222.0.46 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940078 Apr 21 21:06:05.479533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766d399-06ef-460f-b955-c3ba77e1cb96 req-2dd29cfb-8a4b-40de-90bf-909cf49d0a82 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:05.487720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d766d399-06ef-460f-b955-c3ba77e1cb96 req-2dd29cfb-8a4b-40de-90bf-909cf49d0a82 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1072345 Apr 21 21:06:05.551211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d766d399-06ef-460f-b955-c3ba77e1cb96 req-eef1e407-4241-4e20-a338-054743b9c3ad tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614495 Apr 21 21:06:05.700883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421b955-d779-4cf1-b8ae-fbcadee6d8be req-f34a42f5-340c-4e33-9386-40a27a880788 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:05.729126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1421b955-d779-4cf1-b8ae-fbcadee6d8be req-f34a42f5-340c-4e33-9386-40a27a880788 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 944 time: 0.1418936 Apr 21 21:06:05.817511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1421b955-d779-4cf1-b8ae-fbcadee6d8be req-7b09eeea-9ad6-4e3d-b40d-9ac0f6f6e979 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871758 Apr 21 21:06:05.900447 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:06.013075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c9f7289-ea2a-41da-b66d-76ec8f59ca01 req-d58c0698-1ea6-4ffd-8a0f-00f6d6f2e6be service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0432792 Apr 21 21:06:06.134691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09a744-1a58-420a-983b-fde83cf68be2 req-b437a3b2-9b90-48f7-9e0a-a3c4121dc084 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:06.136635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c09a744-1a58-420a-983b-fde83cf68be2 req-b437a3b2-9b90-48f7-9e0a-a3c4121dc084 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0968511 Apr 21 21:06:06.211742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c09a744-1a58-420a-983b-fde83cf68be2 req-c9357452-4183-414c-82dd-920212a26404 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660081 Apr 21 21:06:06.481808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1dc06641-bcf3-43c3-bea5-50dbdaf4e0d5 req-76da17e9-d419-4583-8d6c-94b797c3904d tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0566976 Apr 21 21:06:06.574456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143d769-4d7f-4b04-9fa7-73a5a638f8e3 req-affe6d8e-d041-48c9-9d1d-5f53b140bec4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:06.583318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6143d769-4d7f-4b04-9fa7-73a5a638f8e3 req-affe6d8e-d041-48c9-9d1d-5f53b140bec4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1267812 Apr 21 21:06:06.649917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6143d769-4d7f-4b04-9fa7-73a5a638f8e3 req-4f4e34d6-1769-49b4-b42a-48e8464f3687 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602374 Apr 21 21:06:07.014065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47257f4c-0e05-4009-8c88-fd0df9d70752 req-770814dd-e6ea-44b2-830b-cad8d6ecfff6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:07.021843 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47257f4c-0e05-4009-8c88-fd0df9d70752 req-770814dd-e6ea-44b2-830b-cad8d6ecfff6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 944 time: 0.1080122 Apr 21 21:06:07.072747 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47257f4c-0e05-4009-8c88-fd0df9d70752 req-fc6726da-d0a7-427f-b308-a8563de8fea9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447023 Apr 21 21:06:07.463365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495abf34-1e2c-42e2-8a86-fcd06bcf1c5a req-7303f3e3-563e-4c22-8919-4a2ea1d3f4c6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:07.480968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-495abf34-1e2c-42e2-8a86-fcd06bcf1c5a req-7303f3e3-563e-4c22-8919-4a2ea1d3f4c6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1157608 Apr 21 21:06:07.526094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-125baee7-eda8-492c-a98b-407404d0db41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969567 Apr 21 21:06:07.613264 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-495abf34-1e2c-42e2-8a86-fcd06bcf1c5a req-22391fda-fe7e-4346-bab8-7a5679e92a6f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299274 Apr 21 21:06:07.683493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43990344-2ad9-409a-8d9f-54968bb48a8b req-94654751-5551-4298-a4bb-1111f7cf43b0 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0495508 Apr 21 21:06:07.765302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-3fe875cf-5ca8-4c49-aff1-b729a9f2b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:07.767209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-3fe875cf-5ca8-4c49-aff1-b729a9f2b8e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 1097 time: 0.1323209 Apr 21 21:06:07.827874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54ba9-ce15-48f0-88de-711225119773 req-af94dd80-4bde-4eac-bb67-5ab188d2c4d1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:07.832443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cb54ba9-ce15-48f0-88de-711225119773 req-af94dd80-4bde-4eac-bb67-5ab188d2c4d1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0995157 Apr 21 21:06:07.894172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cb54ba9-ce15-48f0-88de-711225119773 req-9b6811c1-c876-45f5-aa40-79d286efa5eb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502577 Apr 21 21:06:08.011596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c199f-064a-435e-bf11-b4ad62e837bb req-51ee96a7-e845-4534-a8be-110f96934774 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.013628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b79c199f-064a-435e-bf11-b4ad62e837bb req-51ee96a7-e845-4534-a8be-110f96934774 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1109216 Apr 21 21:06:08.034214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-fa097f99-a72b-4abe-8b80-7421c2ae429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.035898 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-fa097f99-a72b-4abe-8b80-7421c2ae429d service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.2434657 Apr 21 21:06:08.099705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-7b095f04-8793-4682-ac80-61b0d2ce56d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83fb0f28-0c28-4d83-8af6-baa791022648 HTTP/1.1" status: 200 len: 217 time: 0.0498269 Apr 21 21:06:08.133856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-a0137c91-a86c-451b-85c3-71224d0dbd2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712848 Apr 21 21:06:08.192494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-542b3e33-9b88-40e5-9978-d333a3211d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.195457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-542b3e33-9b88-40e5-9978-d333a3211d2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.0872018 Apr 21 21:06:08.218272 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b79c199f-064a-435e-bf11-b4ad62e837bb req-070b3ee9-f4e9-4ce2-ac2b-356b0b49eea3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927013 Apr 21 21:06:08.272914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-19e2da04-9399-442b-a140-2f14829fdedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.274762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-19e2da04-9399-442b-a140-2f14829fdedf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1095 time: 0.0837357 Apr 21 21:06:08.280844 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-9c876d8f-93af-472e-9fdc-2413fc875abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.282338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-9c876d8f-93af-472e-9fdc-2413fc875abb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767996 Apr 21 21:06:08.425879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-2366543f-dce7-4979-940c-2f74b9524790 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351197 Apr 21 21:06:08.433089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b6693-c7ee-41b6-8000-222f0838df11 req-896e72d2-70dc-4755-94a0-178a5da2a946 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.435329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-096b6693-c7ee-41b6-8000-222f0838df11 req-896e72d2-70dc-4755-94a0-178a5da2a946 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0726736 Apr 21 21:06:08.445797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2168a483-a18b-44cc-8d8e-0c9760496a84 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:06:08.447289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efa066-444c-4ce1-ac51-cbb62ab5da69 req-2e25a1a4-6ecd-417c-818b-68e4ae5ae32d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.454531 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32efa066-444c-4ce1-ac51-cbb62ab5da69 req-2e25a1a4-6ecd-417c-818b-68e4ae5ae32d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 944 time: 0.1286805 Apr 21 21:06:08.511620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32efa066-444c-4ce1-ac51-cbb62ab5da69 req-04dbde10-afe4-4080-ab48-f42c8466c8e5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519369 Apr 21 21:06:08.513512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-3a9d91f1-88a9-420b-b6c9-0e914ba0cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.522745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-096b6693-c7ee-41b6-8000-222f0838df11 req-7e9d349a-aa7c-4881-8bf2-769558251716 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746574 Apr 21 21:06:08.523518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-3a9d91f1-88a9-420b-b6c9-0e914ba0cc80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.2219594 Apr 21 21:06:08.549980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2168a483-a18b-44cc-8d8e-0c9760496a84,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:08.592224 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '2168a483-a18b-44cc-8d8e-0c9760496a84', 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb', 'port_id': '2168a483-a18b-44cc-8d8e-0c9760496a84', 'mac_address': 'fa:16:3e:d9:63:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54f2ce0-8159-45e2-82c1-0e44ee168a9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:06:08.595208 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42e82e58-1df3-40c5-9b15-dcb4442b6810 req-080f83d8-e84a-4e92-86fa-5368ef2ee4fd service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587453 Apr 21 21:06:08.598732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-058c40b5-dca0-499e-a6d0-38c194b764bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 998 time: 0.0678809 Apr 21 21:06:08.660869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-17882114-d829-4c6b-b472-32e3331a7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.662805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-17882114-d829-4c6b-b472-32e3331a7cbf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.0521135 Apr 21 21:06:08.673212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecef1a-3dcd-4c3d-b6df-7be6b3b8180c req-de3d02ec-fb5e-462f-aea1-8fea58a143ff tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.682209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37ecef1a-3dcd-4c3d-b6df-7be6b3b8180c req-de3d02ec-fb5e-462f-aea1-8fea58a143ff tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0620494 Apr 21 21:06:08.684048 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:08.701313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2168a483-a18b-44cc-8d8e-0c9760496a84 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:06:08.741508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37ecef1a-3dcd-4c3d-b6df-7be6b3b8180c req-23a9bdea-e675-40d5-b770-3ddd46963c40 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516264 Apr 21 21:06:08.742714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2168a483-a18b-44cc-8d8e-0c9760496a84,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:08.749632 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:08.754034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-987e6860-d0b4-4fe9-a3b0-77d0d3e81efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:08.757242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-987e6860-d0b4-4fe9-a3b0-77d0d3e81efc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861800 Apr 21 21:06:08.842843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2168a483-a18b-44cc-8d8e-0c9760496a84,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:08.860663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.862011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.862628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.863167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.863720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.864214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.864799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.865331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.865920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.866744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.867404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.868404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:08.932676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-68e47894-4103-4942-8dda-9226ae0b85c4 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672826 Apr 21 21:06:08.996453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4acbe-6171-43c2-b313-453c177ee626 req-a7d1d34e-1200-4808-ad8e-839227b13e7b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:09.004482 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-52e4acbe-6171-43c2-b313-453c177ee626 req-a7d1d34e-1200-4808-ad8e-839227b13e7b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1419106 Apr 21 21:06:09.046413 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-52e4acbe-6171-43c2-b313-453c177ee626 req-c58c1ea7-3ff0-4594-a623-583b489d6563 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Apr 21 21:06:09.096260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['2168a483-a18b-44cc-8d8e-0c9760496a84'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:06:09.122400 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f071f11f-76c8-407c-9822-2df6e7a525b6 req-ce1e2d27-e88d-40d0-8dc9-837c4a09da07 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0725603 Apr 21 21:06:09.268647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d89ac-d477-4d35-b1c0-67fdfc16f42c req-f3f09d76-a82f-444d-ab10-061d441a51eb service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124059 Apr 21 21:06:09.345279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f6b25-cc9d-4aa3-8973-7d3919b0da5d req-c9f22bf7-d965-4f05-84c8-5e8a1854241f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:09.350991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-981f6b25-cc9d-4aa3-8973-7d3919b0da5d req-c9f22bf7-d965-4f05-84c8-5e8a1854241f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1529081 Apr 21 21:06:09.414841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-981f6b25-cc9d-4aa3-8973-7d3919b0da5d req-f315f64d-bb8a-4370-bcc1-8a4521b0507c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521424 Apr 21 21:06:09.459231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aece31-3ede-44da-ad31-5d4441024cdc req-5695ef55-0453-455a-8cee-cda36d64c6ae tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:09.460742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7aece31-3ede-44da-ad31-5d4441024cdc req-5695ef55-0453-455a-8cee-cda36d64c6ae tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1309123 Apr 21 21:06:09.469931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-ad7f1617-735f-4ee6-a434-bb718ff46296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:09.471384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-ad7f1617-735f-4ee6-a434-bb718ff46296 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 1097 time: 0.1234686 Apr 21 21:06:09.551592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7aece31-3ede-44da-ad31-5d4441024cdc req-6d42107d-6c14-4a68-b779-4111cdfd3cb4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792148 Apr 21 21:06:09.594883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-b87051fc-a735-43c2-bb6f-542d8f649c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:09.596386 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-b87051fc-a735-43c2-bb6f-542d8f649c16 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 915 time: 0.1170945 Apr 21 21:06:09.632128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907df4b-688e-42cf-b0ea-5b8174108179 req-61d8ce46-c1df-41b3-b5ba-a460156036a6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:09.633694 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7907df4b-688e-42cf-b0ea-5b8174108179 req-61d8ce46-c1df-41b3-b5ba-a460156036a6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 945 time: 0.0511272 Apr 21 21:06:09.646787 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-b2b707a6-dbea-4a27-b720-3ffff5e9d7a2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324fc943-1176-4a11-a488-7faaf13a47b5 HTTP/1.1" status: 200 len: 217 time: 0.0438125 Apr 21 21:06:09.681356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7907df4b-688e-42cf-b0ea-5b8174108179 req-54a5737a-3f87-4b93-88c5-070f748c9703 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409129 Apr 21 21:06:09.712429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-131abf99-aea7-471f-89ff-8848f7e16c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:09.714522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-131abf99-aea7-471f-89ff-8848f7e16c54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e552f308-8937-4660-9117-77fb8d07040e HTTP/1.1" status: 200 len: 854 time: 0.0604601 Apr 21 21:06:09.747803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-af0936e9-8b3b-4aff-94c4-df630e1250ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254953 Apr 21 21:06:09.844750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-d4cfc55d-0efd-45d7-8c1e-ac1db8270ecb service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905998 Apr 21 21:06:09.937468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61edfdf0-cc99-4566-9a45-fa15a45a8d52 req-e8a57e92-1d4b-42cf-9e0c-b666468b8d88 service neutron] 10.222.0.43 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861382 Apr 21 21:06:10.238077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57e46d06-9d00-425a-a252-fdf7efcf7aed req-9fc956e8-b214-4316-91d6-2151da746d6c tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0321779 Apr 21 21:06:10.451530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2168a483-a18b-44cc-8d8e-0c9760496a84 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:06:10.508010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 2168a483-a18b-44cc-8d8e-0c9760496a84 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:06:10.512753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 2168a483-a18b-44cc-8d8e-0c9760496a84 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:06:10.513227 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:10.602737 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:10.626714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:10.628936 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e98e2ad-9038-4d10-8419-e71d3cd8c46d" -d '{"events": [{"server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "name": "network-vif-plugged", "status": "completed", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:10.649894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2168a483-a18b-44cc-8d8e-0c9760496a84,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:10.657549 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:10.688144 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7381b96-02b4-4668-96e2-7cbd76f2b957 x-openstack-request-id: req-e7381b96-02b4-4668-96e2-7cbd76f2b957 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:10.688562 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "name": "network-vif-plugged", "status": "completed", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:10.688983 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7381b96-02b4-4668-96e2-7cbd76f2b957 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:10.689507 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7381b96-02b4-4668-96e2-7cbd76f2b957'] response: {'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84', 'code': 200} Apr 21 21:06:10.735489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44909a-9b3f-48eb-a0ee-084aff4c9a87 req-5f48ad8f-4b6a-43d6-be41-e29e113524a2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:10.736185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2168a483-a18b-44cc-8d8e-0c9760496a84,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:10.743646 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7e44909a-9b3f-48eb-a0ee-084aff4c9a87 req-5f48ad8f-4b6a-43d6-be41-e29e113524a2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0674422 Apr 21 21:06:10.815993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7e44909a-9b3f-48eb-a0ee-084aff4c9a87 req-ef67bda3-da3d-46d0-a0b6-a68a21e9e30d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712192 Apr 21 21:06:10.833832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e9482-7289-42f4-b4e2-29e87f531c95 req-13f9a1b0-ac3f-43ad-9e0e-ee2119eeda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:10.840683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e9482-7289-42f4-b4e2-29e87f531c95 req-13f9a1b0-ac3f-43ad-9e0e-ee2119eeda22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 1097 time: 0.0844314 Apr 21 21:06:10.864097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee0968-aab9-4038-9fde-32e74e1c44f0 req-ceb8722e-3306-4079-a1ce-47e0d486be59 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:10.865708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4ee0968-aab9-4038-9fde-32e74e1c44f0 req-ceb8722e-3306-4079-a1ce-47e0d486be59 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0835426 Apr 21 21:06:10.892876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae9e9482-7289-42f4-b4e2-29e87f531c95 req-f0c2c9b3-1e54-4a6d-b55c-5f5017f54b6f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 Apr 21 21:06:10.906511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4ee0968-aab9-4038-9fde-32e74e1c44f0 req-07f9b19a-7fd0-4c4a-adbf-ab6c2dae205f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348153 Apr 21 21:06:11.362569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcc503ff-becb-479f-84b5-03df18ca5a00 req-c510767a-343b-47f8-94fa-4a09c7fcc9c5 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0332346 Apr 21 21:06:11.776883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36556) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:11.945197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b15affae-d9f1-4382-8fba-bfffb713a0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:11.958152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:06:11.976039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254c69b-d566-4d98-8920-b1e830bb629e req-e41823fc-cc2e-45e6-a5c3-65a343d6b20c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:11.981066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3254c69b-d566-4d98-8920-b1e830bb629e req-e41823fc-cc2e-45e6-a5c3-65a343d6b20c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0765057 Apr 21 21:06:12.066853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3254c69b-d566-4d98-8920-b1e830bb629e req-1e535322-8bfa-4ee0-941b-35d179d8c259 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642128 Apr 21 21:06:12.069410 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.112367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:12.118214 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.138175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892aff35-60c8-4ced-a22c-d10e77abe75f req-e80c373a-5665-4738-be9d-98f4d3eec39f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:12.146111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-892aff35-60c8-4ced-a22c-d10e77abe75f req-e80c373a-5665-4738-be9d-98f4d3eec39f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1097834 Apr 21 21:06:12.163226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b15affae-d9f1-4382-8fba-bfffb713a0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.173542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b15affae-d9f1-4382-8fba-bfffb713a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.195464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:12.211913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15affae-d9f1-4382-8fba-bfffb713a0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5dc0e9-bba4-4f35-9f76-517dd679d14c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:12.239357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9d7d3-d681-45d6-a41d-d85795342129 req-b03268bb-f218-4a3c-bcdb-3553c5dbc594 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:12.247794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7e9d7d3-d681-45d6-a41d-d85795342129 req-b03268bb-f218-4a3c-bcdb-3553c5dbc594 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 944 time: 0.0966053 Apr 21 21:06:12.262816 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b15affae-d9f1-4382-8fba-bfffb713a0a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e40e675634b4052b33fb2dd064d16d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832819 Apr 21 21:06:12.264031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36574) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:12.269626 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-892aff35-60c8-4ced-a22c-d10e77abe75f req-42b8bee7-2c7a-40c5-b599-7e0b796cec4e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226807 Apr 21 21:06:12.317544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7e9d7d3-d681-45d6-a41d-d85795342129 req-7f77b57d-0faf-454a-a4e0-7e3f3b110df9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686083 Apr 21 21:06:12.342825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70c2ee35-323c-4157-92c8-a4ecf8afd928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.371626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70c2ee35-323c-4157-92c8-a4ecf8afd928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.432220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70c2ee35-323c-4157-92c8-a4ecf8afd928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.435510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70c2ee35-323c-4157-92c8-a4ecf8afd928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.439847 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-70c2ee35-323c-4157-92c8-a4ecf8afd928 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be5dc0e9-bba4-4f35-9f76-517dd679d14c HTTP/1.1" status: 204 len: 168 time: 0.1712801 Apr 21 21:06:12.448840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2ee35-323c-4157-92c8-a4ecf8afd928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5dc0e9-bba4-4f35-9f76-517dd679d14c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:12.511298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-725e4815-d3ee-4f2c-a8d0-ec88de45599a req-91752694-864e-419a-bc60-9fffa9ba08c7 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0441709 Apr 21 21:06:12.663386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d19a0-5a88-437a-9e8a-d52c1ca41ced req-818133d4-34c7-4e80-b724-9b8d06347e79 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:12.671166 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d2d19a0-5a88-437a-9e8a-d52c1ca41ced req-818133d4-34c7-4e80-b724-9b8d06347e79 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 944 time: 0.0614324 Apr 21 21:06:12.690438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:12.692986 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e724e4-e53c-4cbe-9796-b9b108b2a6a7" -d '{"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-unplugged", "status": "completed", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:12.741361 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d2d19a0-5a88-437a-9e8a-d52c1ca41ced req-6b24cf47-d862-438e-9cec-ba603b7d7765 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691092 Apr 21 21:06:12.742001 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf15ef-9f7b-445a-af6e-7f91651f2c32 x-openstack-request-id: req-e7cf15ef-9f7b-445a-af6e-7f91651f2c32 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:12.742797 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-unplugged", "status": "failed", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5", "code": 422}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:12.743704 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7cf15ef-9f7b-445a-af6e-7f91651f2c32 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:12.744387 n-d-838945-1 neutron-server[114648]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e7cf15ef-9f7b-445a-af6e-7f91651f2c32']: {'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5', 'code': 422} returned with failed status Apr 21 21:06:12.813226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36606) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:12.827137 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d90d2942-ae9e-4a49-844d-307de32f75d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.915454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d90d2942-ae9e-4a49-844d-307de32f75d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.920217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d90d2942-ae9e-4a49-844d-307de32f75d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:12.960113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d90d2942-ae9e-4a49-844d-307de32f75d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37a52c3831ae426c997c3978cf6f0d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457989 Apr 21 21:06:12.962745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36618) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:12.969767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d2942-ae9e-4a49-844d-307de32f75d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c236500-f6c4-4ef3-bf85-417ac52f9532,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:13.016882 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-269533f6-12e2-45a7-83bb-3356dbc8d24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:13.067695 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-269533f6-12e2-45a7-83bb-3356dbc8d24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:13.107827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-c3f5f96b-3fe5-44e3-b768-76d70d5fe1cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2084544 Apr 21 21:06:13.119199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-803fb94e-60f2-4934-a1e4-965f31c440f2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:06:13.120164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-803fb94e-60f2-4934-a1e4-965f31c440f2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058467 Apr 21 21:06:13.132788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-269533f6-12e2-45a7-83bb-3356dbc8d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:13.135340 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-269533f6-12e2-45a7-83bb-3356dbc8d24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:13.139672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-269533f6-12e2-45a7-83bb-3356dbc8d24f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c236500-f6c4-4ef3-bf85-417ac52f9532 HTTP/1.1" status: 204 len: 168 time: 0.1727991 Apr 21 21:06:13.145626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269533f6-12e2-45a7-83bb-3356dbc8d24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c236500-f6c4-4ef3-bf85-417ac52f9532,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:13.401887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce66e80-2070-4cb7-a9cf-d3e8c39725ed req-cbde82d8-b8b4-4c86-a806-adba445c6c1a tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:13.410003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ce66e80-2070-4cb7-a9cf-d3e8c39725ed req-cbde82d8-b8b4-4c86-a806-adba445c6c1a tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0591803 Apr 21 21:06:13.453134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ce66e80-2070-4cb7-a9cf-d3e8c39725ed req-8bfc13b5-b488-482c-b0f1-3bddfdfa2577 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Apr 21 21:06:13.593670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88473f80-8bd7-4017-98b4-e1ae799407e7 req-d1e906ce-e79d-4ff4-bbde-1ab99de8fb6d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:13.601439 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88473f80-8bd7-4017-98b4-e1ae799407e7 req-d1e906ce-e79d-4ff4-bbde-1ab99de8fb6d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0656643 Apr 21 21:06:13.650851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-adbb0e3d-2586-464b-978b-e6a100491a9b req-a5722c91-e680-4e80-b605-037db042b0b6 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0563176 Apr 21 21:06:13.655493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88473f80-8bd7-4017-98b4-e1ae799407e7 req-b46d2454-146d-4210-94f3-16829323592e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505342 Apr 21 21:06:13.901980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0600b8a-2eb5-4ffb-863d-6d68fdfe04f7 req-3feebc05-a898-4ef1-a2f0-7896d5985bde tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:13.909228 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0600b8a-2eb5-4ffb-863d-6d68fdfe04f7 req-3feebc05-a898-4ef1-a2f0-7896d5985bde tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 944 time: 0.0841722 Apr 21 21:06:13.967404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0600b8a-2eb5-4ffb-863d-6d68fdfe04f7 req-bae245fa-6257-4b07-bef1-91de084ca4d4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568433 Apr 21 21:06:14.120116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828c9bd-7f69-4013-b61f-88bb9582256d req-051fe437-162a-4451-a55f-cfa63df417d9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:14.121935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a828c9bd-7f69-4013-b61f-88bb9582256d req-051fe437-162a-4451-a55f-cfa63df417d9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0777898 Apr 21 21:06:14.232597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a828c9bd-7f69-4013-b61f-88bb9582256d req-6e2f24a6-7d1f-45f1-be09-8a2eaf2da30a tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006484 Apr 21 21:06:14.235523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e1650-63f5-4adb-87bf-538b7188594e req-62869ec6-1e66-49ef-b61c-ed81417c9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:14.237538 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-62869ec6-1e66-49ef-b61c-ed81417c9a20 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62&tenant_id=401ae39dd8974553a94bdb2d7d864a97 HTTP/1.1" status: 200 len: 1095 time: 0.1144893 Apr 21 21:06:14.251366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:06:14.372887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:14.620096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:14.655274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:06:14.691502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324fc943-1176-4a11-a488-7faaf13a47b5 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:06:14.699815 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:14.714398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Transition to ACTIVE for port object 324fc943-1176-4a11-a488-7faaf13a47b5 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:06:14.721859 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:14.789311 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-026d6eaa-ca2b-450c-a9bb-144b6becd449 req-1a0eea2c-cd18-4ad9-a466-a405e8c51fa6 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0376673 Apr 21 21:06:14.820055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] No DVR routers for this DVR port 324fc943-1176-4a11-a488-7faaf13a47b5 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:06:14.826747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=9']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:14.861515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Attempting to bind port 324fc943-1176-4a11-a488-7faaf13a47b5 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:06:14.861944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Attempting to bind port 324fc943-1176-4a11-a488-7faaf13a47b5 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:06:14.862477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Attempting to bind port 324fc943-1176-4a11-a488-7faaf13a47b5 on network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:06:14.866807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Port 324fc943-1176-4a11-a488-7faaf13a47b5 on network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:06:14.867124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Attempting to bind port 324fc943-1176-4a11-a488-7faaf13a47b5 on network 6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:06:14.874490 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:06:14.875313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Checking segment: {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:06:14.875714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Bound using segment: {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:06:14.876572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Bound port: 324fc943-1176-4a11-a488-7faaf13a47b5, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc66044-2929-4db2-a980-47a5105156dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:06:14.877039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:14.946375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:06:14.950419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:06:14.955561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:15.008999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:15.009937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:15.012886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] 10.222.0.46 "PUT /v2.0/ports/324fc943-1176-4a11-a488-7faaf13a47b5 HTTP/1.1" status: 200 len: 1092 time: 0.7668116 Apr 21 21:06:15.013349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:15.015679 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac15f12-f985-4289-bedd-0e853c3c8727" -d '{"events": [{"name": "network-changed", "server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:15.021890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0ae06-d18b-4785-a69a-6a67ca0de130 service neutron] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=10']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:15.064170 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d17241-0672-4bca-818c-864125b252a6 x-openstack-request-id: req-70d17241-0672-4bca-818c-864125b252a6 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:15.064547 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:15.064915 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70d17241-0672-4bca-818c-864125b252a6 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:15.065405 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d17241-0672-4bca-818c-864125b252a6'] response: {'name': 'network-changed', 'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5', 'status': 'completed', 'code': 200} Apr 21 21:06:15.123211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e1650-63f5-4adb-87bf-538b7188594e req-66d8deb9-0075-4161-b93c-9535f7b726d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:15.124900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-66d8deb9-0075-4161-b93c-9535f7b726d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 1096 time: 0.0878782 Apr 21 21:06:15.133358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4aa7e-4f1d-4ca7-9bf3-e2058a62ed97 req-96a384d5-6fae-49de-af28-9dcf2d0e216e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:15.135051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31b4aa7e-4f1d-4ca7-9bf3-e2058a62ed97 req-96a384d5-6fae-49de-af28-9dcf2d0e216e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0873077 Apr 21 21:06:15.231658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31b4aa7e-4f1d-4ca7-9bf3-e2058a62ed97 req-8879bc8a-e6b3-441d-9650-8bc718ba7443 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851848 Apr 21 21:06:15.254377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e1650-63f5-4adb-87bf-538b7188594e req-65e8b59e-8717-4dd0-af33-84a7c7207ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:15.255828 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-65e8b59e-8717-4dd0-af33-84a7c7207ebf service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 915 time: 0.1201169 Apr 21 21:06:15.307132 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-f9a77740-14fb-461b-875c-7190a6d1f9ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324fc943-1176-4a11-a488-7faaf13a47b5 HTTP/1.1" status: 200 len: 217 time: 0.0442822 Apr 21 21:06:15.378402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e1650-63f5-4adb-87bf-538b7188594e req-5837f6f6-96e3-43f7-9037-4ef9e874c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:15.379906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-5837f6f6-96e3-43f7-9037-4ef9e874c23e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e552f308-8937-4660-9117-77fb8d07040e HTTP/1.1" status: 200 len: 854 time: 0.0582292 Apr 21 21:06:15.421838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-0095f177-597d-4e31-aaef-5a1a488f3747 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338583 Apr 21 21:06:15.444881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476b61-f052-4c84-96d4-769f52be8456 req-aff866de-3f5e-47ba-8357-5e142c1f9ebe tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:15.453947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe476b61-f052-4c84-96d4-769f52be8456 req-aff866de-3f5e-47ba-8357-5e142c1f9ebe tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0624993 Apr 21 21:06:15.518984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe476b61-f052-4c84-96d4-769f52be8456 req-91367642-00fb-4153-ae37-6ae9cab55074 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543835 Apr 21 21:06:15.551985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-fb6453ef-109d-4707-812e-05efbbb59bba service neutron] 10.222.0.46 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201634 Apr 21 21:06:15.643504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b46e1650-63f5-4adb-87bf-538b7188594e req-bf342f3f-462b-47c0-a5fa-46c260d9bf1e service neutron] 10.222.0.46 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852377 Apr 21 21:06:15.758441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-74f56f1a-fcde-4042-9295-5bf8f0c2f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:15.761397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-74f56f1a-fcde-4042-9295-5bf8f0c2f29e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 1096 time: 0.0689027 Apr 21 21:06:15.905698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-3527263e-3ad9-499c-bbd0-b787d367de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:15.907157 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-3527263e-3ad9-499c-bbd0-b787d367de78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 915 time: 0.1392150 Apr 21 21:06:15.980207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-cd654a01-22e1-419e-976d-aba06e49f6bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324fc943-1176-4a11-a488-7faaf13a47b5 HTTP/1.1" status: 200 len: 217 time: 0.0649202 Apr 21 21:06:16.001451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc57d198-48f5-456b-8046-ac0578845549 req-820bcb13-ff3b-4c2e-bb9a-b54ea79626cf tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0787663 Apr 21 21:06:16.010485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:06:16.092139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:06:16.106682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-be49cf69-aad0-4cd8-8b47-2114a9f38d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:16.108881 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-be49cf69-aad0-4cd8-8b47-2114a9f38d6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e552f308-8937-4660-9117-77fb8d07040e HTTP/1.1" status: 200 len: 854 time: 0.1098156 Apr 21 21:06:16.150698 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-7174d5ca-f9e9-431e-8a05-309444b00239 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283837 Apr 21 21:06:16.311659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-9f8c1479-813d-42b9-bca9-3b7eebbf5e58 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499155 Apr 21 21:06:16.503096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11d362-6426-4f7a-ad9d-7f2c0748d961 req-8dffdfbe-604a-40f4-b3be-328fda4a1b17 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:16.508528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d11d362-6426-4f7a-ad9d-7f2c0748d961 req-8dffdfbe-604a-40f4-b3be-328fda4a1b17 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.1733773 Apr 21 21:06:16.604944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d11d362-6426-4f7a-ad9d-7f2c0748d961 req-ff695b11-3b2a-4e48-a90d-00d172d1250e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868108 Apr 21 21:06:16.726915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc507d82-2d26-4f2b-a79f-3972955e8bad req-4d7ffea2-56a7-45c6-bbe3-fb3f64b80a90 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:16.741933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc507d82-2d26-4f2b-a79f-3972955e8bad req-4d7ffea2-56a7-45c6-bbe3-fb3f64b80a90 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1029694 Apr 21 21:06:16.805710 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc507d82-2d26-4f2b-a79f-3972955e8bad req-4f9127c8-cd02-4e6c-a535-31025683012d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603263 Apr 21 21:06:17.192283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df2e8d06-e41b-44b9-84cd-4d81a6eae902 req-f2eeef28-60b7-4ad8-b373-3a36c7f74900 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0637400 Apr 21 21:06:17.861831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563682e2-fae3-45cf-9cc5-55c860741738 req-0a216b13-897d-4f1b-8a08-17d484227ea5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:17.869669 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-563682e2-fae3-45cf-9cc5-55c860741738 req-0a216b13-897d-4f1b-8a08-17d484227ea5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.1207359 Apr 21 21:06:17.918794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-563682e2-fae3-45cf-9cc5-55c860741738 req-ea8f656c-6ea6-43a4-9545-671d3c1b997e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Apr 21 21:06:17.969763 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831156c0-2f2f-46bc-acc3-834d1e79744a req-3288a218-48ca-4b1f-be05-fe2494caf86b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:17.977977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-831156c0-2f2f-46bc-acc3-834d1e79744a req-3288a218-48ca-4b1f-be05-fe2494caf86b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0832241 Apr 21 21:06:18.019211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-831156c0-2f2f-46bc-acc3-834d1e79744a req-3af64111-af91-490e-a2b5-c661f46a33c2 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400670 Apr 21 21:06:18.387416 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b97dce78-0edd-4965-a25a-46fa97b025da req-9c4c43b4-291a-4b5e-b2f5-0625b0933f2f tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0758379 Apr 21 21:06:19.057762 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:06:19.224100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64024f-c700-4e5a-9b60-b8f121d3d372 req-a5768c37-248b-468d-8ccb-007864ab2a33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:19.240471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8b64024f-c700-4e5a-9b60-b8f121d3d372 req-a5768c37-248b-468d-8ccb-007864ab2a33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.1689038 Apr 21 21:06:19.287194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9349f-f424-4f04-b5da-88df60eaf14e req-40ec94e4-e88a-4e06-a333-e846d9120ddd tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:19.297178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ea9349f-f424-4f04-b5da-88df60eaf14e req-40ec94e4-e88a-4e06-a333-e846d9120ddd tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1343114 Apr 21 21:06:19.346683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8b64024f-c700-4e5a-9b60-b8f121d3d372 req-98febc25-fc78-4985-bfda-76eacec74d0e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027818 Apr 21 21:06:19.422390 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ea9349f-f424-4f04-b5da-88df60eaf14e req-1d68bfda-f8aa-476b-ada8-71ff90ccba12 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240702 Apr 21 21:06:19.574963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6b519ed-de12-4917-ae31-f7c3e038b1d1 req-b6cb13ce-cf8e-4fb0-87bf-587c6ddcbaf4 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0358922 Apr 21 21:06:20.392133 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:20.565818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758238bb-ca12-4f94-a2db-83a48f510a86 req-50cda0ae-6b11-48a2-9cb7-c01b97df3c46 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:20.567357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-758238bb-ca12-4f94-a2db-83a48f510a86 req-50cda0ae-6b11-48a2-9cb7-c01b97df3c46 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.1473069 Apr 21 21:06:20.594012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b425b-1b6e-4879-8507-35cdfef0115d req-f6196102-0b2a-4202-aca0-13de31bda261 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:20.605630 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe8b425b-1b6e-4879-8507-35cdfef0115d req-f6196102-0b2a-4202-aca0-13de31bda261 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1045907 Apr 21 21:06:20.633783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:20.671495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe8b425b-1b6e-4879-8507-35cdfef0115d req-3b0f31ff-bc2a-48a5-bf4d-87c98c3c2465 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645564 Apr 21 21:06:20.709588 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-758238bb-ca12-4f94-a2db-83a48f510a86 req-9119d656-3509-4c57-aff7-776a3e3c2459 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341901 Apr 21 21:06:20.789397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a6f08e8-67cf-42e9-8649-76db75a975d1 req-221aadb2-1a7e-4890-9b30-73b8f73eeefb tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0368485 Apr 21 21:06:21.819687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c7e8d-f342-4ad3-a975-1c1de9aa5c99 req-4402f849-85c4-4ad6-ab02-18da36f4a94c tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:21.828719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-893c7e8d-f342-4ad3-a975-1c1de9aa5c99 req-4402f849-85c4-4ad6-ab02-18da36f4a94c tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0783093 Apr 21 21:06:21.874873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff544ed-45e4-42d5-b98d-ffb2858d096f req-ce8cd3a0-1caa-459d-942f-8b0deef2b2b7 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:21.876672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ff544ed-45e4-42d5-b98d-ffb2858d096f req-ce8cd3a0-1caa-459d-942f-8b0deef2b2b7 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0797696 Apr 21 21:06:21.880144 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-893c7e8d-f342-4ad3-a975-1c1de9aa5c99 req-e4f0a967-70de-4082-8a4b-103ab7b819da tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491788 Apr 21 21:06:21.950343 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ff544ed-45e4-42d5-b98d-ffb2858d096f req-8bfe6edf-8179-4920-8af6-4c7c6381feb4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Apr 21 21:06:22.124794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2aecc5d6-066b-4186-87f8-7ccbcd9a1e82 req-1688cb67-b329-4b38-85a4-4bfe6ca19588 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0779643 Apr 21 21:06:23.093589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40103-ed14-4c7b-a224-1d29e45a5d77 req-048592e1-661b-4ba4-949a-70d55cecc0e6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:23.104522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e2f40103-ed14-4c7b-a224-1d29e45a5d77 req-048592e1-661b-4ba4-949a-70d55cecc0e6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1286638 Apr 21 21:06:23.183558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84111a23-2d0e-427b-b435-ea6edcdc6fe0 req-91f42b3e-2ce3-43c4-92b8-e8233d5df7ae tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:23.194294 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-84111a23-2d0e-427b-b435-ea6edcdc6fe0 req-91f42b3e-2ce3-43c4-92b8-e8233d5df7ae tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0926304 Apr 21 21:06:23.196574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e2f40103-ed14-4c7b-a224-1d29e45a5d77 req-2574eb7e-3b11-4a8f-b096-1df6f577c8a1 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907903 Apr 21 21:06:23.261903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-84111a23-2d0e-427b-b435-ea6edcdc6fe0 req-071a8182-393a-49b6-936d-e45c73b3f6e2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661275 Apr 21 21:06:23.355913 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da24c742-99b1-4c13-8801-9463af9a5b8b req-8ebac94f-9c8c-4314-a138-412f9ec974b0 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0437064 Apr 21 21:06:24.384702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dafcf-0b52-47b7-b2fe-9df085c5157f req-1bb6fed2-2a06-4748-a4d7-8f3282c6fa6b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:24.397894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d1dafcf-0b52-47b7-b2fe-9df085c5157f req-1bb6fed2-2a06-4748-a4d7-8f3282c6fa6b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1247969 Apr 21 21:06:24.456604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaa387-14ba-4b8a-a2cc-75bad0e6da27 req-25f813af-7c27-428a-80d0-cc832aef5ad3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:24.465523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ecaaa387-14ba-4b8a-a2cc-75bad0e6da27 req-25f813af-7c27-428a-80d0-cc832aef5ad3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.1093025 Apr 21 21:06:24.486999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d1dafcf-0b52-47b7-b2fe-9df085c5157f req-0a50a756-8fdb-4fec-abc6-2d479931958d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880127 Apr 21 21:06:24.543924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ecaaa387-14ba-4b8a-a2cc-75bad0e6da27 req-8105681e-8680-4050-b72e-f5a0b8a21860 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761542 Apr 21 21:06:24.626026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc09f1a2-e5ed-4512-9ecb-0b23952dfe9c req-e5270e2a-5ffd-49dc-9f0a-f0e7a5695497 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0557244 Apr 21 21:06:25.674980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af140d70-33a3-423e-9686-fbfa6da04f15 req-a741d9be-00d6-42bd-b280-53984ee7624e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:25.676602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af140d70-33a3-423e-9686-fbfa6da04f15 req-a741d9be-00d6-42bd-b280-53984ee7624e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1171508 Apr 21 21:06:25.775034 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af140d70-33a3-423e-9686-fbfa6da04f15 req-d852fa01-bc37-4929-926a-783c074d2cf7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902705 Apr 21 21:06:25.832968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d710de-124b-4b7b-827d-3f8ca65a46ca req-1a556dbc-7c06-4e0f-8fde-3d32ca727578 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:25.843034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64d710de-124b-4b7b-827d-3f8ca65a46ca req-1a556dbc-7c06-4e0f-8fde-3d32ca727578 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0812316 Apr 21 21:06:25.912037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64d710de-124b-4b7b-827d-3f8ca65a46ca req-fd992677-eab7-4379-b209-0fabdb1f6b9c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678210 Apr 21 21:06:25.939239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4b389-2af1-4c02-8f84-f501cd5f23b7 req-c3947406-bbe2-4ee9-8dd2-215d5dd732e9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:25.941707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-75c4b389-2af1-4c02-8f84-f501cd5f23b7 req-c3947406-bbe2-4ee9-8dd2-215d5dd732e9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0590279 Apr 21 21:06:25.987224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-75c4b389-2af1-4c02-8f84-f501cd5f23b7 req-cc5e0731-320a-47ce-8667-ecaab5821c1d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375760 Apr 21 21:06:26.014387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0fe65fdd-2013-43e2-afe3-9bcd9515b123 req-df7bb18b-c23c-4a6b-b0ce-635d54c0af5d tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0287755 Apr 21 21:06:26.889812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756097e-d8f2-4577-a8f0-acb9dd75ff9b req-a64cbf72-f42a-4357-b215-a5e54e4108d8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:26.891456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9756097e-d8f2-4577-a8f0-acb9dd75ff9b req-a64cbf72-f42a-4357-b215-a5e54e4108d8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0509467 Apr 21 21:06:26.938453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9756097e-d8f2-4577-a8f0-acb9dd75ff9b req-719d8c19-4fa3-4818-a750-2abe898970d3 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Apr 21 21:06:27.049973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45396-5855-4622-a5b6-07c6357558dd req-894cebf4-456f-4087-a464-397220c58866 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:27.052058 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fec45396-5855-4622-a5b6-07c6357558dd req-894cebf4-456f-4087-a464-397220c58866 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0612986 Apr 21 21:06:27.112926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fec45396-5855-4622-a5b6-07c6357558dd req-b4bce030-fc97-4536-bf9a-e4c1574900dc tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522797 Apr 21 21:06:27.131612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cf607-2350-423a-ae47-ffdc5555a2a9 req-939fc6e0-1af4-4ada-a3e6-8d456bb93187 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:27.133216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-013cf607-2350-423a-ae47-ffdc5555a2a9 req-939fc6e0-1af4-4ada-a3e6-8d456bb93187 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0616825 Apr 21 21:06:27.183082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-013cf607-2350-423a-ae47-ffdc5555a2a9 req-ada1f707-c5be-4cc8-b89d-5637bf16a733 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425680 Apr 21 21:06:27.199342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3576d3a5-b847-4de7-adf9-d9ee702c5c9b req-6b325f76-7c4c-4b10-9f24-2a782a2d3ae6 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0288277 Apr 21 21:06:28.058563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134850-85f1-4224-be83-8a5bca345f5a req-a1cec54f-0c3e-4551-afe3-abfbbaee555b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:28.060034 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04134850-85f1-4224-be83-8a5bca345f5a req-a1cec54f-0c3e-4551-afe3-abfbbaee555b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0491686 Apr 21 21:06:28.097801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04134850-85f1-4224-be83-8a5bca345f5a req-cf257c47-273a-4551-a160-4e56bc352b7e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Apr 21 21:06:28.214226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a89d0-a556-48ce-98bb-f0f67e91282b req-e52cc97c-6b20-4c66-b583-af46665bf5a0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:28.216063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-020a89d0-a556-48ce-98bb-f0f67e91282b req-e52cc97c-6b20-4c66-b583-af46665bf5a0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0485370 Apr 21 21:06:28.257087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-020a89d0-a556-48ce-98bb-f0f67e91282b req-14b4f62d-eb01-424e-ad9e-a707385a9031 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Apr 21 21:06:28.313557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca59b20-3a9f-4601-bcac-c73f5e529663 req-720f9eb4-ad8f-43df-a520-48725b1ce36c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:28.315022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ca59b20-3a9f-4601-bcac-c73f5e529663 req-720f9eb4-ad8f-43df-a520-48725b1ce36c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0564766 Apr 21 21:06:28.344339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-abb9364a-e221-419f-bc7e-af9fede11ada req-00d3bebd-eee3-4ec4-8e28-bf26b5e2a2a2 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0261478 Apr 21 21:06:28.358313 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ca59b20-3a9f-4601-bcac-c73f5e529663 req-c5db6ae7-b827-4ce9-9a53-f20f765e1518 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369041 Apr 21 21:06:29.221462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b254d-23d2-4e03-991a-bf0d4f9dc159 req-fe2d167e-b32b-4c60-bb83-ef1438def777 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:29.222978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-823b254d-23d2-4e03-991a-bf0d4f9dc159 req-fe2d167e-b32b-4c60-bb83-ef1438def777 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0562832 Apr 21 21:06:29.261947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-823b254d-23d2-4e03-991a-bf0d4f9dc159 req-afc4ad73-2682-423c-80b9-67f794169710 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Apr 21 21:06:29.388129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d1fd3-b1ed-41bd-8b88-9748501ed780 req-b9c7c49d-403b-40b0-a217-faeb0bb0ddd5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:29.389743 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-773d1fd3-b1ed-41bd-8b88-9748501ed780 req-b9c7c49d-403b-40b0-a217-faeb0bb0ddd5 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0622833 Apr 21 21:06:29.441541 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-773d1fd3-b1ed-41bd-8b88-9748501ed780 req-31c5c8af-640d-4418-81b4-67df0e5aaae4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389338 Apr 21 21:06:29.499414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18b2cceb-f61d-47ae-bded-5407b31ae3c4 req-cfc428fd-df9c-4ab9-881d-aa00223b4e9e tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0471003 Apr 21 21:06:29.590424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa015d7-382e-4a0c-84a1-68cf6f98a238 req-ed2d37ef-a28d-4d98-87c8-184f62e4504a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:29.592019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffa015d7-382e-4a0c-84a1-68cf6f98a238 req-ed2d37ef-a28d-4d98-87c8-184f62e4504a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0507815 Apr 21 21:06:29.634300 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffa015d7-382e-4a0c-84a1-68cf6f98a238 req-517dd5eb-9e81-4a26-9dad-2504e0c7af69 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356908 Apr 21 21:06:30.066895 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ac15f12-f985-4289-bedd-0e853c3c8727 req-8e2de03d-bcad-48bb-8297-2609d20a679f service neutron] 10.222.0.46 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954652 Apr 21 21:06:30.377781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f303f3e-097b-44be-b2e2-4cde9f8f8593 req-8efc3814-17e1-49f7-8934-11f5894ac8e7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:30.379278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f303f3e-097b-44be-b2e2-4cde9f8f8593 req-8efc3814-17e1-49f7-8934-11f5894ac8e7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0478652 Apr 21 21:06:30.417225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f303f3e-097b-44be-b2e2-4cde9f8f8593 req-5314588a-33ae-4c79-8800-65649ccb811d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Apr 21 21:06:30.459466 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a003cd0e-d5ae-42a8-9efa-f7add6a04693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:30.574037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c143ab-6752-438f-bdfe-cce7fdad1517 req-069ffc1b-df00-4ad2-a892-ad1c03ef239c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:30.575733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9c143ab-6752-438f-bdfe-cce7fdad1517 req-069ffc1b-df00-4ad2-a892-ad1c03ef239c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0565763 Apr 21 21:06:30.602837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e0ba3d6-f9ff-4c83-b97f-284eb95e687a req-761d615c-e142-4e21-8ede-0f26f10e9daa tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0339930 Apr 21 21:06:30.617426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e9c143ab-6752-438f-bdfe-cce7fdad1517 req-971c5fff-bedf-4b2e-99be-4211ecf579e2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349312 Apr 21 21:06:30.753826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22771b54-7d6e-42a0-ac9d-0ff41c8b9b2d req-787394d6-3ba4-445d-92b2-73038a96ec2b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:30.755316 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22771b54-7d6e-42a0-ac9d-0ff41c8b9b2d req-787394d6-3ba4-445d-92b2-73038a96ec2b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0487871 Apr 21 21:06:30.792130 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22771b54-7d6e-42a0-ac9d-0ff41c8b9b2d req-c0156c6e-d125-4332-8bc9-4dd055d2bb98 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305743 Apr 21 21:06:31.534876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5f0b9-d849-4567-b210-5378b02a8505 req-256a3ceb-1939-499f-86a0-56e83fcbb57d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:31.536356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19b5f0b9-d849-4567-b210-5378b02a8505 req-256a3ceb-1939-499f-86a0-56e83fcbb57d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0492306 Apr 21 21:06:31.576623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19b5f0b9-d849-4567-b210-5378b02a8505 req-c64b5883-6dce-40cb-928f-45c267e1b544 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333176 Apr 21 21:06:31.714653 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e173e993-b38f-4936-8175-4e07f84e8d6c req-9f6da2bc-321d-482a-97ed-20d2920f04f5 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0286713 Apr 21 21:06:31.754581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3250a61-8fc5-4c45-8253-161288c13f4b req-2fa0d9ad-4992-4640-b031-c5c212b94751 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:31.756084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3250a61-8fc5-4c45-8253-161288c13f4b req-2fa0d9ad-4992-4640-b031-c5c212b94751 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0635540 Apr 21 21:06:31.796599 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3250a61-8fc5-4c45-8253-161288c13f4b req-663dfc3b-fa54-4760-a544-994d7007654d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343478 Apr 21 21:06:31.965500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef9280-0282-4931-895f-b0d5946c0682 req-568dc6ca-987b-4f3c-8b55-a4a14157fc8e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:31.966915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1ef9280-0282-4931-895f-b0d5946c0682 req-568dc6ca-987b-4f3c-8b55-a4a14157fc8e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0561523 Apr 21 21:06:32.009006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1ef9280-0282-4931-895f-b0d5946c0682 req-c87d9912-43a5-4e15-a7a9-7de139d5a9c3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354149 Apr 21 21:06:32.695025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6ae87-3595-4f81-a0a7-ca073f0aafbf req-ff69ec89-c6e2-4cd8-9a8f-cd7224e7a28d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:32.696533 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01a6ae87-3595-4f81-a0a7-ca073f0aafbf req-ff69ec89-c6e2-4cd8-9a8f-cd7224e7a28d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0485661 Apr 21 21:06:32.733513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01a6ae87-3595-4f81-a0a7-ca073f0aafbf req-aefbbd76-695b-436b-bdc2-fa44577b1e99 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Apr 21 21:06:32.776672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c800661-6348-43bc-b1c5-97b403ebb87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:32.829987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f77b84b5-a331-469a-bda7-4fd802166f4a req-97646c51-f0c5-4d97-ac5e-af2cff10d000 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0302596 Apr 21 21:06:32.932258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6118281-acce-423f-bdbc-c55f4ae3eb35 req-11031f51-69fe-4f15-a06b-2642a73e11fb tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:32.933752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f6118281-acce-423f-bdbc-c55f4ae3eb35 req-11031f51-69fe-4f15-a06b-2642a73e11fb tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0490613 Apr 21 21:06:32.972358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f6118281-acce-423f-bdbc-c55f4ae3eb35 req-5b520431-bdb4-407b-ae5f-fb86d508bd6d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323198 Apr 21 21:06:33.147083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006b1c9-5123-4c96-b25a-5d71b41b9d25 req-a6e657b6-a9f8-4d28-b496-af8559a29902 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:33.148649 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f006b1c9-5123-4c96-b25a-5d71b41b9d25 req-a6e657b6-a9f8-4d28-b496-af8559a29902 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0551784 Apr 21 21:06:33.204980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f006b1c9-5123-4c96-b25a-5d71b41b9d25 req-d764eacb-e7f1-46b1-98b8-ec6cea9cd739 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490184 Apr 21 21:06:33.873010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10918e68-6cef-481e-b52f-fdd24503877d req-f657f297-385a-4ea3-8d78-54578d792646 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:33.875474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10918e68-6cef-481e-b52f-fdd24503877d req-f657f297-385a-4ea3-8d78-54578d792646 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0618804 Apr 21 21:06:33.938116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10918e68-6cef-481e-b52f-fdd24503877d req-464de300-196b-437e-9a9c-7637995bd067 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489950 Apr 21 21:06:33.971088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3edab319-2464-4e6a-a21d-06cbc51a5986 req-e3300e1f-c9c1-48ea-b87c-47773503f218 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0416589 Apr 21 21:06:34.026492 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:34.117888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff1262-6f0f-42d4-b37d-6d875739b72c req-926451d5-aedd-4090-a326-b72ac25ae055 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:34.125692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bff1262-6f0f-42d4-b37d-6d875739b72c req-926451d5-aedd-4090-a326-b72ac25ae055 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 945 time: 0.0624976 Apr 21 21:06:34.163665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bff1262-6f0f-42d4-b37d-6d875739b72c req-d6e05ae6-d583-43ac-b99d-388c9e797a7b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Apr 21 21:06:34.361908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103adbe-9fb9-42d0-98e7-9932b099406c req-e2bdf027-66ac-499f-931f-bc87906f9c23 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:34.364273 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a103adbe-9fb9-42d0-98e7-9932b099406c req-e2bdf027-66ac-499f-931f-bc87906f9c23 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0675292 Apr 21 21:06:34.411649 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a103adbe-9fb9-42d0-98e7-9932b099406c req-c042e986-59a8-4ec7-b4fc-d2029fd64da8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 Apr 21 21:06:34.574917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:06:34.682087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:34.692897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '324fc943-1176-4a11-a488-7faaf13a47b5', 'network_id': '6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b', 'port_id': '324fc943-1176-4a11-a488-7faaf13a47b5', 'mac_address': 'fa:16:3e:42:e5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e552f308-8937-4660-9117-77fb8d07040e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:06:34.736514 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:34.749249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324fc943-1176-4a11-a488-7faaf13a47b5 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:06:34.771198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:34.775352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:34.822748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=11']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:35.045905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0528893-485f-4a56-846b-a6371586d36d req-f9854262-1e6b-428f-8abe-b0af66618b84 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:35.047132 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0528893-485f-4a56-846b-a6371586d36d req-f9854262-1e6b-428f-8abe-b0af66618b84 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0517657 Apr 21 21:06:35.096347 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0528893-485f-4a56-846b-a6371586d36d req-15909615-5ca5-4222-856e-bea0b5136991 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432007 Apr 21 21:06:35.116055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['324fc943-1176-4a11-a488-7faaf13a47b5'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:06:35.118888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e81fb527-f49a-4e1a-b28f-89e59138a661 req-fe03bbe8-9ddc-4ee4-a973-c7439a28f345 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0314488 Apr 21 21:06:35.303270 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:35.305126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd01c2-be96-4db6-b360-05042737b3ec req-232763bb-121e-4fb2-b13c-78fa6a57dfce tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:35.306622 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dadd01c2-be96-4db6-b360-05042737b3ec req-232763bb-121e-4fb2-b13c-78fa6a57dfce tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.0657859 Apr 21 21:06:35.353520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dadd01c2-be96-4db6-b360-05042737b3ec req-c7457593-08f3-4580-9383-ad1fbc8533a4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Apr 21 21:06:35.605071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda43f9-b7e8-4967-8c1b-cdffcbed72a4 req-de65774b-f50f-4f94-b791-a16ac7f89915 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:35.607174 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ceda43f9-b7e8-4967-8c1b-cdffcbed72a4 req-de65774b-f50f-4f94-b791-a16ac7f89915 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1150234 Apr 21 21:06:35.668881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ceda43f9-b7e8-4967-8c1b-cdffcbed72a4 req-6430c421-d028-48ee-897f-a310370caf3a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526037 Apr 21 21:06:35.946866 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:36.295906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f007b-6348-420a-951c-1b3c8fa5a848 req-079c246f-48bd-4720-918b-df848a873888 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:36.297519 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d1f007b-6348-420a-951c-1b3c8fa5a848 req-079c246f-48bd-4720-918b-df848a873888 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.0806851 Apr 21 21:06:36.314404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dae6ecc8-c559-43ec-aea2-796b14612df6 req-3b8adf21-e0f0-4d21-b280-ca8c77fa4fc3 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0541472 Apr 21 21:06:36.374588 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d1f007b-6348-420a-951c-1b3c8fa5a848 req-b187bc9e-ce59-4410-9fef-17f2da7a64ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693057 Apr 21 21:06:36.576362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1eb0c8-c4a3-449e-8d6a-1a257662265d req-dcb0fce3-a246-4855-b46b-fed842ca426f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:36.583490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:06:36.597048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb1eb0c8-c4a3-449e-8d6a-1a257662265d req-dcb0fce3-a246-4855-b46b-fed842ca426f tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 946 time: 0.1017051 Apr 21 21:06:36.682903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb1eb0c8-c4a3-449e-8d6a-1a257662265d req-f9b03506-9a0f-43fd-88be-2cab90c71b96 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849586 Apr 21 21:06:36.699632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 324fc943-1176-4a11-a488-7faaf13a47b5 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:06:36.706251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 324fc943-1176-4a11-a488-7faaf13a47b5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:06:36.707958 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:36.930185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03188ea1-3d0d-4581-bde5-b25b97e73d0a req-643d6ba5-9982-4711-9245-cdd4f7fc20a8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:36.936583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03188ea1-3d0d-4581-bde5-b25b97e73d0a req-643d6ba5-9982-4711-9245-cdd4f7fc20a8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1306078 Apr 21 21:06:36.962724 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:37.018182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:37.019224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03188ea1-3d0d-4581-bde5-b25b97e73d0a req-5d1e3242-1a58-4996-b6c7-96d000abeeb9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564697 Apr 21 21:06:37.021994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:37.025834 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7a1402-8b3c-49c0-8d71-8eddbb48aae0" -d '{"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-plugged", "status": "completed", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:37.030993 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:37.032497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2168a483-a18b-44cc-8d8e-0c9760496a84 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:06:37.097418 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563f416f-0c57-4c05-8070-31df8056cf30 x-openstack-request-id: req-563f416f-0c57-4c05-8070-31df8056cf30 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:37.097833 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-plugged", "status": "completed", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:37.098080 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-563f416f-0c57-4c05-8070-31df8056cf30 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:37.098800 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563f416f-0c57-4c05-8070-31df8056cf30'] response: {'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5', 'code': 200} Apr 21 21:06:37.137334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=12']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:37.192197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:37.234160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2168a483-a18b-44cc-8d8e-0c9760496a84,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:37.242913 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:37.325366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2168a483-a18b-44cc-8d8e-0c9760496a84,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:37.495468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f1025e0-919a-4d34-a465-39e4cc1f7a80 req-35e9865a-0682-4cda-b179-20fb99581a92 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0626125 Apr 21 21:06:37.553670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3dcdb-fc53-4102-b301-bb91f9002f59 req-26a2b431-9550-44b0-8c7a-11e29b859e50 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:37.554168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8890258-330a-44f0-9750-25a94a0d864e req-eb7da5b0-e762-4dcd-b895-c33bc5c52605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:37.555681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d8890258-330a-44f0-9750-25a94a0d864e req-eb7da5b0-e762-4dcd-b895-c33bc5c52605 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 1098 time: 0.1680744 Apr 21 21:06:37.561977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0a3dcdb-fc53-4102-b301-bb91f9002f59 req-26a2b431-9550-44b0-8c7a-11e29b859e50 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 944 time: 0.0775774 Apr 21 21:06:37.599328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d8890258-330a-44f0-9750-25a94a0d864e req-9f703a3c-2e80-4d78-ad5e-d3050e533177 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343411 Apr 21 21:06:37.606084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0a3dcdb-fc53-4102-b301-bb91f9002f59 req-fb088558-ff7b-4141-83cf-fa6f39ca224f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432675 Apr 21 21:06:37.884667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0684-59e6-42e8-bca5-b4b608a44ca1 req-0e6e0300-76f0-4cd3-b53e-eb7821aed7f9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:37.886972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-690f0684-59e6-42e8-bca5-b4b608a44ca1 req-0e6e0300-76f0-4cd3-b53e-eb7821aed7f9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0830293 Apr 21 21:06:37.935525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-690f0684-59e6-42e8-bca5-b4b608a44ca1 req-0b473345-7223-4468-94ad-b4dcfddde43a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Apr 21 21:06:38.186558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa52a16-4396-48c1-a4f5-e3cdecfd052d req-9adf6689-a053-45fd-a6c5-ab64c1122da3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:38.188276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fa52a16-4396-48c1-a4f5-e3cdecfd052d req-9adf6689-a053-45fd-a6c5-ab64c1122da3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0783029 Apr 21 21:06:38.248064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fa52a16-4396-48c1-a4f5-e3cdecfd052d req-cd09053d-fe01-452e-8ab6-958fb160cee4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529227 Apr 21 21:06:38.660426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ae852f1-4e37-46b8-be5b-342169d7ddd6 req-49641c94-a11f-4449-988c-d1e051c5848f tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0601506 Apr 21 21:06:38.753415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639744d-b4f3-4948-9212-51d3458090fc req-3aa0a3ad-0834-499a-a89f-e3339d1e5eb4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:38.761929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e639744d-b4f3-4948-9212-51d3458090fc req-3aa0a3ad-0834-499a-a89f-e3339d1e5eb4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 944 time: 0.0651205 Apr 21 21:06:38.811282 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e639744d-b4f3-4948-9212-51d3458090fc req-4b030e83-3c20-4a9e-bec8-9e597eac97ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481994 Apr 21 21:06:39.100048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:39.103085 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9913e212-fec7-454d-bd71-1ec5f9a91878" -d '{"events": [{"server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "name": "network-vif-unplugged", "status": "completed", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:39.112994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443884c4-05b3-40e6-8729-49e1fe4b323e req-109d2d0a-44e3-4dbc-8e4e-bd0b8cb82892 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:39.112994 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-443884c4-05b3-40e6-8729-49e1fe4b323e req-109d2d0a-44e3-4dbc-8e4e-bd0b8cb82892 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0617268 Apr 21 21:06:39.169245 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486832f6-e810-48f6-8ecb-0e7674b58b82 x-openstack-request-id: req-486832f6-e810-48f6-8ecb-0e7674b58b82 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:39.169493 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "name": "network-vif-unplugged", "status": "completed", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:39.169738 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-486832f6-e810-48f6-8ecb-0e7674b58b82 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:39.170132 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486832f6-e810-48f6-8ecb-0e7674b58b82'] response: {'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84', 'code': 200} Apr 21 21:06:39.193419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-443884c4-05b3-40e6-8729-49e1fe4b323e req-4ec6207b-d699-491d-8bac-26a1b7859e89 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747452 Apr 21 21:06:39.551016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5da8-2aa7-4c94-8424-b8a6199bd229 req-bc1825b2-61ec-47cd-8369-a95668b9aa06 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:39.553324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c8b5da8-2aa7-4c94-8424-b8a6199bd229 req-bc1825b2-61ec-47cd-8369-a95668b9aa06 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1294374 Apr 21 21:06:39.609348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c8b5da8-2aa7-4c94-8424-b8a6199bd229 req-0328e9ad-0f4c-459c-9ebb-64c811aaaa5d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495050 Apr 21 21:06:39.797081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31332445-23ca-4e80-88fe-c3055f003a6d req-f597c158-9ae8-425b-8240-24faab3dc792 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0425718 Apr 21 21:06:39.966337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6dd5-1c20-4d92-bbee-cefea20dcca8 req-84bf03df-74f7-44d8-bcd6-c71d9a369f23 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:39.968741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-537b6dd5-1c20-4d92-bbee-cefea20dcca8 req-84bf03df-74f7-44d8-bcd6-c71d9a369f23 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 944 time: 0.0637736 Apr 21 21:06:40.024355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-537b6dd5-1c20-4d92-bbee-cefea20dcca8 req-570b0f27-5325-40d2-addf-d1926140555f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425107 Apr 21 21:06:40.133072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:06:40.288639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:40.305924 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'port_id': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'mac_address': 'fa:16:3e:5c:69:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:06:40.323040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87239ad7-33e5-4c7e-bd74-a6b3be1ed352 req-3883639c-36e4-4e4d-a439-0bf95641e420 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:40.330428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-87239ad7-33e5-4c7e-bd74-a6b3be1ed352 req-3883639c-36e4-4e4d-a439-0bf95641e420 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0628736 Apr 21 21:06:40.376128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:40.378483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-87239ad7-33e5-4c7e-bd74-a6b3be1ed352 req-26f92c3c-25fc-461d-b4d9-0c9a0bdc8a2d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469384 Apr 21 21:06:40.400636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab4e523f-c4f0-4c51-a10c-c023415a2e39 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:06:40.430528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:40.444521 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:40.519104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:40.540305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ab4e523f-c4f0-4c51-a10c-c023415a2e39'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:06:40.611063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2168a483-a18b-44cc-8d8e-0c9760496a84 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:06:40.811911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a661d88-f96f-4d6c-85d4-3b7ce881fab6 req-8204475a-91e0-435f-b57c-91fe145245c8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:40.816126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a661d88-f96f-4d6c-85d4-3b7ce881fab6 req-8204475a-91e0-435f-b57c-91fe145245c8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.0987713 Apr 21 21:06:40.835889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2168a483-a18b-44cc-8d8e-0c9760496a84,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:40.862251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '2168a483-a18b-44cc-8d8e-0c9760496a84', 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb', 'port_id': '2168a483-a18b-44cc-8d8e-0c9760496a84', 'mac_address': 'fa:16:3e:d9:63:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54f2ce0-8159-45e2-82c1-0e44ee168a9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:06:40.903131 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a661d88-f96f-4d6c-85d4-3b7ce881fab6 req-13a6af80-89ba-4c93-8470-5faf0197f0a9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800514 Apr 21 21:06:40.917931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2ab10-c297-43fd-a176-6035d2ccb9b5 req-4c388e19-5aea-4781-a477-7c9ac2bd7d0d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:40.919962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dad2ab10-c297-43fd-a176-6035d2ccb9b5 req-4c388e19-5aea-4781-a477-7c9ac2bd7d0d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0847487 Apr 21 21:06:40.944650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:40.971419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2168a483-a18b-44cc-8d8e-0c9760496a84 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:06:40.992253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2168a483-a18b-44cc-8d8e-0c9760496a84,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:40.998831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dad2ab10-c297-43fd-a176-6035d2ccb9b5 req-b7ef2980-1605-4191-a0ae-8e90fdf6d898 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654366 Apr 21 21:06:41.002783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:41.069362 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-585946dc-3b63-413a-8821-37a7708672f4 req-f33baa0f-a922-46b8-b4e3-c6b011b5d99b tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0591652 Apr 21 21:06:41.093950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2168a483-a18b-44cc-8d8e-0c9760496a84,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:41.175795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569deb6b-0cff-48c9-bda1-957f98a2b5ea req-fb6e92f4-0130-4c9a-ab8b-496262e5934d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:41.186956 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-569deb6b-0cff-48c9-bda1-957f98a2b5ea req-fb6e92f4-0130-4c9a-ab8b-496262e5934d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0638435 Apr 21 21:06:41.237040 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-569deb6b-0cff-48c9-bda1-957f98a2b5ea req-3b9f866f-47b0-4de0-9428-40dcf6b9bdd9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Apr 21 21:06:41.245124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebcda-0768-45df-bbfd-434115b8d661 req-161423cd-f1ef-4290-b5f8-b5ed2305fc2f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:41.254198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5bcebcda-0768-45df-bbfd-434115b8d661 req-161423cd-f1ef-4290-b5f8-b5ed2305fc2f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 945 time: 0.0826020 Apr 21 21:06:41.305217 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5bcebcda-0768-45df-bbfd-434115b8d661 req-6595bb54-507f-4a6a-9df2-67759ae62559 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 Apr 21 21:06:41.331674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['2168a483-a18b-44cc-8d8e-0c9760496a84'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:06:41.402617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbafba6-e539-442b-b1a2-bf706ca683f7 req-32588701-0009-476a-a5e2-b9df4ceaa9b0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:41.410328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fbafba6-e539-442b-b1a2-bf706ca683f7 req-32588701-0009-476a-a5e2-b9df4ceaa9b0 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0694499 Apr 21 21:06:41.451221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fbafba6-e539-442b-b1a2-bf706ca683f7 req-de1a38f0-a438-4631-ace8-7e42ddb59019 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Apr 21 21:06:41.606262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77763a-3fa5-47d8-8ca6-1085b5c964d6 req-2029ed66-c15f-4c99-ad9b-1f4caffbba2c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:41.607877 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f77763a-3fa5-47d8-8ca6-1085b5c964d6 req-2029ed66-c15f-4c99-ad9b-1f4caffbba2c tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0716894 Apr 21 21:06:41.647521 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f77763a-3fa5-47d8-8ca6-1085b5c964d6 req-afe6f22c-420f-4790-b1ab-3bcaed5bdba8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Apr 21 21:06:41.816299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6137a97-f091-45b3-8cc7-1c8462d4d79a req-30bc06f7-e79a-41d4-846a-9b6a1f5db412 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:41.819009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6137a97-f091-45b3-8cc7-1c8462d4d79a req-30bc06f7-e79a-41d4-846a-9b6a1f5db412 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0573940 Apr 21 21:06:41.879551 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6137a97-f091-45b3-8cc7-1c8462d4d79a req-c637ed47-2eeb-4b77-a8df-dbe9a7ead823 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Apr 21 21:06:42.011721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e27557-58f9-419b-acd8-abd01e4d009d req-02003c9c-50fb-481b-9595-594f1e53af58 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:42.013238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7e27557-58f9-419b-acd8-abd01e4d009d req-02003c9c-50fb-481b-9595-594f1e53af58 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0567677 Apr 21 21:06:42.059279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7e27557-58f9-419b-acd8-abd01e4d009d req-bfaa9c9e-7df7-430d-820a-d56dfaf17253 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375733 Apr 21 21:06:42.062201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1c27e-ea06-4389-8cb8-f8413fb4eb84 req-9b19c200-0fab-47da-b493-ef37439b22ba tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:42.064016 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2da1c27e-ea06-4389-8cb8-f8413fb4eb84 req-9b19c200-0fab-47da-b493-ef37439b22ba tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.0795052 Apr 21 21:06:42.131268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:06:42.141100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2da1c27e-ea06-4389-8cb8-f8413fb4eb84 req-98c1f346-d3cf-4500-8578-f780b0c17b39 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632703 Apr 21 21:06:42.242543 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca933a6f-aec0-4d94-85d8-b83ed7f97219 req-6e8290e5-4084-4bda-a4cc-a8f86947606e tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0344348 Apr 21 21:06:42.248600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ab4e523f-c4f0-4c51-a10c-c023415a2e39 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:06:42.249084 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:42.357767 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:42.384396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:42.386373 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484ea79a-2ac9-4354-be58-3947c402fa44" -d '{"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:42.403048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:42.409594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c00df2-fcec-4a1d-a6a2-49dfc0aeabdc req-8f4ae6f9-7e6a-4637-b444-9eb7cd5b01e4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:42.410050 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:42.428810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93c00df2-fcec-4a1d-a6a2-49dfc0aeabdc req-8f4ae6f9-7e6a-4637-b444-9eb7cd5b01e4 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0761132 Apr 21 21:06:42.484926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3c1a0-2628-4a93-bd06-902f6909b0b1 req-2a71d8b8-e859-4aea-8cbb-2aaeb9e3b0e0 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:42.490498 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74d3c1a0-2628-4a93-bd06-902f6909b0b1 req-2a71d8b8-e859-4aea-8cbb-2aaeb9e3b0e0 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 945 time: 0.0731771 Apr 21 21:06:42.503405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93c00df2-fcec-4a1d-a6a2-49dfc0aeabdc req-542db965-36d2-41a6-85ae-6992a36ae643 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729530 Apr 21 21:06:42.555191 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8f618c-1436-45ea-b534-61058d041bb8 x-openstack-request-id: req-7e8f618c-1436-45ea-b534-61058d041bb8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:42.555713 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:42.555959 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e8f618c-1436-45ea-b534-61058d041bb8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:42.556353 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8f618c-1436-45ea-b534-61058d041bb8'] response: {'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'code': 200} Apr 21 21:06:42.585325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:42.588911 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74d3c1a0-2628-4a93-bd06-902f6909b0b1 req-646a4ef8-7356-4b6b-aa09-fb5208447376 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864091 Apr 21 21:06:42.622627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2168a483-a18b-44cc-8d8e-0c9760496a84 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:06:42.701273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 2168a483-a18b-44cc-8d8e-0c9760496a84 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:06:42.701889 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:42.848368 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:42.911935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2168a483-a18b-44cc-8d8e-0c9760496a84,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:42.921946 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:42.953514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37472) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:42.993579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2168a483-a18b-44cc-8d8e-0c9760496a84,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:43.155594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47e2cf72-e222-49a6-a92a-68422b217222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:43.391455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e284f614-105b-4905-919d-084995eb6632 req-83dee386-9261-4514-9e0e-5370a0704015 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0360782 Apr 21 21:06:43.437853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be842c-e9a8-4570-b609-63dbdfb9df3e req-0717c2ce-5db5-46ac-9111-9805f3dd4f11 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:43.439959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59be842c-e9a8-4570-b609-63dbdfb9df3e req-0717c2ce-5db5-46ac-9111-9805f3dd4f11 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1503646 Apr 21 21:06:43.468887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47e2cf72-e222-49a6-a92a-68422b217222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:43.478905 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47e2cf72-e222-49a6-a92a-68422b217222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:43.561294 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-47e2cf72-e222-49a6-a92a-68422b217222 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff9cb0028f664b85b4a8b830c716083d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6056173 Apr 21 21:06:43.567179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37502) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:43.628887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59be842c-e9a8-4570-b609-63dbdfb9df3e req-caeab763-ee84-47f4-9411-7cf78661476b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735911 Apr 21 21:06:43.629939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2cf72-e222-49a6-a92a-68422b217222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79515123-55d6-4126-a1a3-9068663684ce,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:43.701771 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecb60-4ffe-401d-b844-720c4ac1f6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:43.744309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ec8b0-a3c1-4a81-a65f-8a6f1f0065ea req-d90199a2-9e11-4e3b-9c95-ee1abdc298c3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:43.752190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b1ec8b0-a3c1-4a81-a65f-8a6f1f0065ea req-d90199a2-9e11-4e3b-9c95-ee1abdc298c3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1247468 Apr 21 21:06:43.758835 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecb60-4ffe-401d-b844-720c4ac1f6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:43.829560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b1ec8b0-a3c1-4a81-a65f-8a6f1f0065ea req-299e6fee-842e-4874-9634-1f13e6e43467 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711958 Apr 21 21:06:43.852734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe9ff-00fe-4121-9d64-241c6f9ab5fd req-8c81483e-1746-45bc-a8d1-4770ed9851a3 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:43.862736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9dbbe9ff-00fe-4121-9d64-241c6f9ab5fd req-8c81483e-1746-45bc-a8d1-4770ed9851a3 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1155007 Apr 21 21:06:43.899097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecb60-4ffe-401d-b844-720c4ac1f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:43.901712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e5ecb60-4ffe-401d-b844-720c4ac1f6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:43.902866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e5ecb60-4ffe-401d-b844-720c4ac1f6ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79515123-55d6-4126-a1a3-9068663684ce HTTP/1.1" status: 204 len: 168 time: 0.3366649 Apr 21 21:06:43.923361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ecb60-4ffe-401d-b844-720c4ac1f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79515123-55d6-4126-a1a3-9068663684ce,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:43.973967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9dbbe9ff-00fe-4121-9d64-241c6f9ab5fd req-56411d13-ab5c-4568-be4c-7c418e197ca4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896199 Apr 21 21:06:44.283721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a62295-b279-4a70-a534-d1839bcd9121 req-ea34309a-fcc6-4f76-b842-29d023358da9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:44.287033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00a62295-b279-4a70-a534-d1839bcd9121 req-ea34309a-fcc6-4f76-b842-29d023358da9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0888712 Apr 21 21:06:44.329468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-13f47928-0d03-41fc-a79c-cc53fc019ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:44.332106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-13f47928-0d03-41fc-a79c-cc53fc019ce1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=401ae39dd8974553a94bdb2d7d864a97&device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 1098 time: 0.0844257 Apr 21 21:06:44.383236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00a62295-b279-4a70-a534-d1839bcd9121 req-d8505b48-cbee-4b55-86c0-ab12b8fba53e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893719 Apr 21 21:06:44.518452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6a1ce47-2eb1-41b1-bce9-548ea014ba2c req-5e3d6db8-4084-405f-9386-470d6bdb1062 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0811021 Apr 21 21:06:44.518778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37528) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:44.557511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:44.560227 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610b5664-9b03-4ed5-a662-8f4d93fd31c3" -d '{"events": [{"server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "name": "network-vif-plugged", "status": "completed", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:44.584653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-cf0421d8-56e7-4d1d-8cd7-5b5fbbf53232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:44.586576 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-cf0421d8-56e7-4d1d-8cd7-5b5fbbf53232 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 200 len: 915 time: 0.2445979 Apr 21 21:06:44.589047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ba7f2ee-7c2d-4091-a221-b2a1285de46b req-b53af972-7ded-48d4-914a-f68172b20757 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0631037 Apr 21 21:06:44.639631 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8629257-af00-4352-b179-8706a78f71ec x-openstack-request-id: req-d8629257-af00-4352-b179-8706a78f71ec {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:44.640356 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "name": "network-vif-plugged", "status": "completed", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:44.640777 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8629257-af00-4352-b179-8706a78f71ec {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:44.641990 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8629257-af00-4352-b179-8706a78f71ec'] response: {'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84', 'code': 200} Apr 21 21:06:44.658491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-c5fceb22-0c55-4f19-ba7c-159360f7eb95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324fc943-1176-4a11-a488-7faaf13a47b5 HTTP/1.1" status: 200 len: 217 time: 0.0646248 Apr 21 21:06:44.758503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-87cf201e-e122-4bf6-a390-3a10c926ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:44.762717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-87cf201e-e122-4bf6-a390-3a10c926ad4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e552f308-8937-4660-9117-77fb8d07040e HTTP/1.1" status: 200 len: 854 time: 0.0928681 Apr 21 21:06:44.812694 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-6b158801-a0b7-4506-b19c-af346d464807 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437195 Apr 21 21:06:45.051045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:45.198204 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:45.217468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:45.281031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0df93f7e18c42bc91b63666e3ff1eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7611711 Apr 21 21:06:45.294724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37550) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:45.296198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4093146c-ef37-4e93-818b-d118e3d6e7fb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:45.298745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-1931c406-ed80-42b8-bb27-daa2e78b5555 service neutron] 10.222.0.46 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766479 Apr 21 21:06:45.365242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.365499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.365828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.366158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.366482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.366801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.367120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.367434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.367744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.368055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.368367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.368677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2709e5e-c40d-4fb3-9e6d-9ef4c540c846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:45.397487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-588d5bcd-161d-40b4-bb82-9e969b8b9299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:45.419719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fade36-3268-4c59-af56-91275deb3c11 req-c3c0fd7e-f58e-4a3d-b245-5ff69c9338d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:45.423405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10fade36-3268-4c59-af56-91275deb3c11 req-c3c0fd7e-f58e-4a3d-b245-5ff69c9338d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 1097 time: 0.3615048 Apr 21 21:06:45.471629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf60ab-70ba-40d3-8d39-fb949a1b32ef req-a2135157-af7a-4117-babd-161b44df32a5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:45.472872 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e0d82-e635-49b2-b953-da57b572ffa6 req-89db6fc2-49de-40f1-91f4-d7071699fdda tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:45.479965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacf60ab-70ba-40d3-8d39-fb949a1b32ef req-a2135157-af7a-4117-babd-161b44df32a5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.4195204 Apr 21 21:06:45.482550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b63e0d82-e635-49b2-b953-da57b572ffa6 req-89db6fc2-49de-40f1-91f4-d7071699fdda tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.6716962 Apr 21 21:06:45.491126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-588d5bcd-161d-40b4-bb82-9e969b8b9299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:45.522185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10fade36-3268-4c59-af56-91275deb3c11 req-2de79a95-416c-4bc4-b8b9-47cac8a1358a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885530 Apr 21 21:06:45.566030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aacf60ab-70ba-40d3-8d39-fb949a1b32ef req-7044ba0a-b3de-479f-b27f-56be522a8f7f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850213 Apr 21 21:06:45.567164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b63e0d82-e635-49b2-b953-da57b572ffa6 req-cb26d812-c35a-4f6b-babb-237b681bd5bc tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831561 Apr 21 21:06:45.601460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00cf40e9-70aa-46da-8b2a-c52cb8a2a292 req-5558a794-6426-4dd6-bf6c-c7094c0d075b service neutron] 10.222.0.46 "GET /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882893 Apr 21 21:06:45.625980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-588d5bcd-161d-40b4-bb82-9e969b8b9299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:45.627766 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-588d5bcd-161d-40b4-bb82-9e969b8b9299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:45.628791 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-588d5bcd-161d-40b4-bb82-9e969b8b9299 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4093146c-ef37-4e93-818b-d118e3d6e7fb HTTP/1.1" status: 204 len: 168 time: 0.3247750 Apr 21 21:06:45.651523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d5bcd-161d-40b4-bb82-9e969b8b9299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4093146c-ef37-4e93-818b-d118e3d6e7fb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:45.770636 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5aa87d8-43e9-4c69-80ab-5e1230e697a9 req-8b6e17b6-13ba-4f61-92fd-2f3332988b94 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0380352 Apr 21 21:06:45.785694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac8466-45d7-497f-a578-a7199f766a8a req-da3e46ac-f87a-4b5e-b28e-595125f95cee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:45.788616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97ac8466-45d7-497f-a578-a7199f766a8a req-da3e46ac-f87a-4b5e-b28e-595125f95cee tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1243091 Apr 21 21:06:45.846350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97ac8466-45d7-497f-a578-a7199f766a8a req-97c125ac-d348-4b93-8476-a7970ae14b0a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508080 Apr 21 21:06:46.910879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd530a-59a1-42a6-9795-057ef3a4fade req-6ab13289-829a-4952-b9c0-5ad2c72e42ac tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:46.925890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-affd530a-59a1-42a6-9795-057ef3a4fade req-6ab13289-829a-4952-b9c0-5ad2c72e42ac tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1852801 Apr 21 21:06:47.051897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-affd530a-59a1-42a6-9795-057ef3a4fade req-e8ece9b3-08fc-4d33-a60b-ba849a737a82 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221247 Apr 21 21:06:47.121093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696a22a-0dc2-4480-af30-59b01b6bd752 req-c7de408a-0081-415a-baa4-1eb1874608a1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:47.123270 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5696a22a-0dc2-4480-af30-59b01b6bd752 req-c7de408a-0081-415a-baa4-1eb1874608a1 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0666034 Apr 21 21:06:47.237448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5696a22a-0dc2-4480-af30-59b01b6bd752 req-2efd328f-f4c6-446c-98ea-0748d1bf4016 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009486 Apr 21 21:06:47.294006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db0408f7-72bf-4523-851c-ec2f86cc080c req-c9e349fc-99f0-4f8a-ab9e-1c46d18997f2 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0879576 Apr 21 21:06:47.443979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249827ff-29db-4705-9157-b05ae2b8c481 req-afaee70d-2998-4b9b-88de-7b08aa5eceb2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:47.459301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-249827ff-29db-4705-9157-b05ae2b8c481 req-afaee70d-2998-4b9b-88de-7b08aa5eceb2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0947192 Apr 21 21:06:47.539048 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-249827ff-29db-4705-9157-b05ae2b8c481 req-5b27eb3f-c9e3-474a-8c5f-ec57980e7ed8 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786324 Apr 21 21:06:47.757376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8a3a576-de46-44b9-9096-7fbaaf9bc128 req-eafc572c-b6ee-484a-b1ef-274c6dd79587 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5e76fd355364fdaa8dfa6146bffaa9e&device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0494153 Apr 21 21:06:47.800260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8a3a576-de46-44b9-9096-7fbaaf9bc128 req-e2975abd-8148-4b7e-9d43-c5789316cc52 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c5e76fd355364fdaa8dfa6146bffaa9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312326 Apr 21 21:06:47.819107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baef490-431c-4f97-b71b-2e19c80ed8ff req-5d156a60-11b6-4523-8a72-c9426b1b5b99 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:47.821391 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8baef490-431c-4f97-b71b-2e19c80ed8ff req-5d156a60-11b6-4523-8a72-c9426b1b5b99 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1114759 Apr 21 21:06:47.903907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8baef490-431c-4f97-b71b-2e19c80ed8ff req-ebb88aaa-b585-487c-a90d-e8c4cdf7e016 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751967 Apr 21 21:06:47.975585 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01a1ead9-935c-4384-85c2-e7760e487113 req-18cd915b-09fb-492c-9427-067df34ccff5 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.1251237 Apr 21 21:06:48.017774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3a576-de46-44b9-9096-7fbaaf9bc128 req-208dfcb3-b498-4080-8794-2ac3ddf14eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:48.020519 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8a3a576-de46-44b9-9096-7fbaaf9bc128 req-208dfcb3-b498-4080-8794-2ac3ddf14eb4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2133658 Apr 21 21:06:48.174814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287596c-f8a4-484a-a966-8527fd48b210 req-22305dd3-62cb-4ef4-a57b-ec3ace98629e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:48.176369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4287596c-f8a4-484a-a966-8527fd48b210 req-22305dd3-62cb-4ef4-a57b-ec3ace98629e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1043763 Apr 21 21:06:48.255637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4287596c-f8a4-484a-a966-8527fd48b210 req-8a467f1d-a2eb-4f44-8088-52c21cdb77ec tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706844 Apr 21 21:06:48.335089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d701-fedc-4da8-a114-fb525c6ecd26 req-2ce5ec90-fcc0-484c-bafd-cd00f25c3387 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:48.335089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e275d701-fedc-4da8-a114-fb525c6ecd26 req-2ce5ec90-fcc0-484c-bafd-cd00f25c3387 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1797647 Apr 21 21:06:48.399712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e275d701-fedc-4da8-a114-fb525c6ecd26 req-e0916409-19d9-4c3e-b74d-813f4375e5f7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Apr 21 21:06:48.523118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364f061-ed88-479f-adec-0306551d867a req-af44089c-ca07-4db7-8712-73dc498c382a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:48.525511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5364f061-ed88-479f-adec-0306551d867a req-af44089c-ca07-4db7-8712-73dc498c382a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1217837 Apr 21 21:06:48.557082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a89e-5619-48cd-8f0b-fa0da5c35867 req-06c5c080-bbc4-4999-bcc6-9983d88b6074 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:48.558614 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9bb3a89e-5619-48cd-8f0b-fa0da5c35867 req-06c5c080-bbc4-4999-bcc6-9983d88b6074 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0899246 Apr 21 21:06:48.599214 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5364f061-ed88-479f-adec-0306551d867a req-3844b2c1-c432-4d85-917b-b76d492ca8c2 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575833 Apr 21 21:06:48.644976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9bb3a89e-5619-48cd-8f0b-fa0da5c35867 req-006aad3a-fa57-4223-80d3-6232310670d2 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672872 Apr 21 21:06:48.774384 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc7ec4-8f92-4343-b059-cb31e4cc9012 req-8120e970-ed91-4e6e-8a74-1b7a816f8191 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:48.782586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8dc7ec4-8f92-4343-b059-cb31e4cc9012 req-8120e970-ed91-4e6e-8a74-1b7a816f8191 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1063869 Apr 21 21:06:48.880330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8dc7ec4-8f92-4343-b059-cb31e4cc9012 req-c4999b02-219d-4dd7-a70d-a25a7da01491 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952311 Apr 21 21:06:48.968034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4323a-4c95-4d36-8575-21f47d1ba999 req-06133f28-2187-42cb-9f5a-2b3299009b3d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:48.970429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7e4323a-4c95-4d36-8575-21f47d1ba999 req-06133f28-2187-42cb-9f5a-2b3299009b3d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0696650 Apr 21 21:06:49.059799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7e4323a-4c95-4d36-8575-21f47d1ba999 req-921a30e5-f46f-4230-975d-e765ba412299 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833070 Apr 21 21:06:49.273316 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-81213885-9f5f-4079-8c3c-ed3599d3c3bb req-bb8b3f97-3942-4c05-9812-bb57b2947836 tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.49 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0587943 Apr 21 21:06:49.444356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3acb9-d2b7-4926-b131-452388f60ac5 req-3624e9da-efbf-439a-b8a2-f3691c2c2b14 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:49.453329 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8a3a576-de46-44b9-9096-7fbaaf9bc128 req-8df35b8a-efa1-4351-86a9-cb773eb681ca tempest-ServerShowV254Test-100369026 tempest-ServerShowV254Test-100369026-project] 10.222.0.43 "GET /v2.0/ports?device_id=510d971d-47b2-4bb1-92b0-323e188ff035 HTTP/1.1" status: 200 len: 210 time: 0.0776358 Apr 21 21:06:49.458480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61b3acb9-d2b7-4926-b131-452388f60ac5 req-3624e9da-efbf-439a-b8a2-f3691c2c2b14 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1221254 Apr 21 21:06:49.571275 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61b3acb9-d2b7-4926-b131-452388f60ac5 req-ec578aeb-24df-4ef4-bed4-15b1ed152c11 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108153 Apr 21 21:06:49.823246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734efda-9b26-4226-930a-3067eb0461f3 req-cb0f50a2-dc53-4674-9bc4-eeca5743fee6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:49.841835 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3734efda-9b26-4226-930a-3067eb0461f3 req-cb0f50a2-dc53-4674-9bc4-eeca5743fee6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.0857794 Apr 21 21:06:49.904088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3734efda-9b26-4226-930a-3067eb0461f3 req-c82be12d-172f-4ced-930f-973fe71e0e2a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609598 Apr 21 21:06:49.963752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-8140d055-e615-4003-86f4-e4bbfe60049d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:49.967577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-8140d055-e615-4003-86f4-e4bbfe60049d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/networks?id=49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 200 len: 815 time: 0.3661942 Apr 21 21:06:50.011633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-475d23f6-f253-4435-bc4c-5f3733782620 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/quotas/cd9a9b19431c4735b9e7c043eed37bb5 HTTP/1.1" status: 200 len: 375 time: 0.0351577 Apr 21 21:06:50.132219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feede7a-7838-4c83-9b0d-62b310e8c296 req-69026ece-bc54-41df-8e25-b0d149afe759 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:50.142096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2feede7a-7838-4c83-9b0d-62b310e8c296 req-69026ece-bc54-41df-8e25-b0d149afe759 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.0960298 Apr 21 21:06:50.210249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-390127ed-915f-4250-890d-01b5f6ae2813 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838722 Apr 21 21:06:50.236664 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2feede7a-7838-4c83-9b0d-62b310e8c296 req-fd406f9c-eb32-4373-94f3-e42620cdbe73 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859313 Apr 21 21:06:50.366512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-03f3e0b8-6c8c-4992-9e20-5c0e1192c93c service neutron] 10.222.0.49 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516573 Apr 21 21:06:50.410745 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:50.534298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-95fdc184-60c0-47d2-bab5-b450f03e3363 service neutron] 10.222.0.49 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669025 Apr 21 21:06:50.550399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f43da5-ebd4-402e-ac44-bcff0df7bc29 req-154af3d7-1a45-416a-844a-f6aee2cfd3d3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:50.567925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-35f43da5-ebd4-402e-ac44-bcff0df7bc29 req-154af3d7-1a45-416a-844a-f6aee2cfd3d3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1162703 Apr 21 21:06:50.599546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:50.662177 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-35f43da5-ebd4-402e-ac44-bcff0df7bc29 req-ebe16cbc-7db2-42c5-92bc-693a70bbeb7b tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932128 Apr 21 21:06:50.826126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-5647d9a8-3591-4d99-a18b-415d04f8cc0e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:50.845919 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-5647d9a8-3591-4d99-a18b-415d04f8cc0e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.46 "GET /v2.0/ports?device_id=49acba9a-6ce7-4a10-a585-2a2f9ae8edad HTTP/1.1" status: 200 len: 946 time: 0.1688070 Apr 21 21:06:50.948448 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f45f905-cd81-4a80-b5b2-333995a92b02 req-be7e05a5-4257-4dde-a4ff-231fc8a9cb0e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 210 time: 0.0349689 Apr 21 21:06:51.298054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21020e62-3168-4cfd-a1f9-9713a7afd7eb req-42acb2a4-eb8a-4656-a70c-03bc6535f135 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:51.300258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21020e62-3168-4cfd-a1f9-9713a7afd7eb req-42acb2a4-eb8a-4656-a70c-03bc6535f135 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1919329 Apr 21 21:06:51.382308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Deleting port 2168a483-a18b-44cc-8d8e-0c9760496a84 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:06:51.382986 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:51.393097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00018aa-807a-4f7e-8339-ffc208b96938 req-133b4213-113f-49db-89a9-899792d07223 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:51.406221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e00018aa-807a-4f7e-8339-ffc208b96938 req-133b4213-113f-49db-89a9-899792d07223 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1999133 Apr 21 21:06:51.477393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e00018aa-807a-4f7e-8339-ffc208b96938 req-e1e61f48-7879-4786-9ac7-e3691be9f8ce tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693429 Apr 21 21:06:51.549973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37786) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:51.581273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] For port 2168a483-a18b-44cc-8d8e-0c9760496a84, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2168a483-a18b-44cc-8d8e-0c9760496a84,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:51.582505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:51.597736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Calling delete_port for 2168a483-a18b-44cc-8d8e-0c9760496a84 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:06:51.759894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21020e62-3168-4cfd-a1f9-9713a7afd7eb req-938a39bf-6460-4554-8c53-0f075867f44a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519014 Apr 21 21:06:51.824704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9c6a88be-713e-417d-a06b-d8806e514879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:51.971851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:51.986677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['2168a483-a18b-44cc-8d8e-0c9760496a84'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:06:52.082809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692dbf3-a764-4f82-9e48-24a16b01dd47 req-106cd212-dd19-4b13-9f0c-bb976b2ed657 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:52.084428 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8692dbf3-a764-4f82-9e48-24a16b01dd47 req-106cd212-dd19-4b13-9f0c-bb976b2ed657 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.2562079 Apr 21 21:06:52.095508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Pushing event deleted for resources: {'Port': ['ID=2168a483-a18b-44cc-8d8e-0c9760496a84,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:52.131122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.131473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.131825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.132149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.132665 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.133026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.133774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.133774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.134008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.134311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.134632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.134954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:06:52.269915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec43f8b7-c729-4ca4-a807-8c949fc789a1 req-cd5f5460-75b0-4790-b44b-52432c883c79 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 210 time: 0.1438806 Apr 21 21:06:52.270526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8692dbf3-a764-4f82-9e48-24a16b01dd47 req-a6975ec5-e0dc-461a-93b8-df180daffd00 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473837 Apr 21 21:06:52.311353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] No DVR routers for this DVR port 2168a483-a18b-44cc-8d8e-0c9760496a84 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:06:52.316617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:52.320078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20d84b94-9b7d-47fe-9c5f-7494409f2c82 req-70ea330e-0e84-418e-b9dd-a4c99e1f6865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.46 "DELETE /v2.0/ports/2168a483-a18b-44cc-8d8e-0c9760496a84 HTTP/1.1" status: 204 len: 173 time: 1.4678252 Apr 21 21:06:52.320583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'name': 'network-vif-deleted', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:52.323166 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245e054c-d1ea-4286-acfa-eb0bb00c9e2b" -d '{"events": [{"server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "name": "network-vif-deleted", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:52.414093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9c6a88be-713e-417d-a06b-d8806e514879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:52.421606 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be0d4c8-535d-431b-9999-c19e02e26515 x-openstack-request-id: req-1be0d4c8-535d-431b-9999-c19e02e26515 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:52.422016 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49acba9a-6ce7-4a10-a585-2a2f9ae8edad", "name": "network-vif-deleted", "tag": "2168a483-a18b-44cc-8d8e-0c9760496a84", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:52.423202 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1be0d4c8-535d-431b-9999-c19e02e26515 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:52.423575 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be0d4c8-535d-431b-9999-c19e02e26515'] response: {'server_uuid': '49acba9a-6ce7-4a10-a585-2a2f9ae8edad', 'name': 'network-vif-deleted', 'tag': '2168a483-a18b-44cc-8d8e-0c9760496a84', 'status': 'completed', 'code': 200} Apr 21 21:06:52.427829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9c6a88be-713e-417d-a06b-d8806e514879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:52.547514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9c6a88be-713e-417d-a06b-d8806e514879 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5e76fd355364fdaa8dfa6146bffaa9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9963610 Apr 21 21:06:52.550119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37822) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:52.552386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a88be-713e-417d-a06b-d8806e514879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f97fca-91ac-4dc0-85a8-5480a689d665,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:52.706078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a51ab-655f-45e3-8110-825eee01c20b req-f7a23d4e-b1e8-4e02-8177-2c22de11e87d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:52.709474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d67a51ab-655f-45e3-8110-825eee01c20b req-f7a23d4e-b1e8-4e02-8177-2c22de11e87d tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1581557 Apr 21 21:06:52.815003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d67a51ab-655f-45e3-8110-825eee01c20b req-8ead575c-94b6-4a9e-a977-dabc07419604 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960782 Apr 21 21:06:52.815825 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95caaeb6-472a-42e6-9b16-dee6ed6296e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:52.916956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95caaeb6-472a-42e6-9b16-dee6ed6296e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:53.104541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95caaeb6-472a-42e6-9b16-dee6ed6296e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:53.115125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95caaeb6-472a-42e6-9b16-dee6ed6296e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:53.116302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-95caaeb6-472a-42e6-9b16-dee6ed6296e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9f97fca-91ac-4dc0-85a8-5480a689d665 HTTP/1.1" status: 204 len: 168 time: 0.5651774 Apr 21 21:06:53.210830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caaeb6-472a-42e6-9b16-dee6ed6296e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f97fca-91ac-4dc0-85a8-5480a689d665,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:53.223705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-9a7548e6-9e59-4110-81bb-8762cffbbfaa tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:53.225391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-9a7548e6-9e59-4110-81bb-8762cffbbfaa tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.43 "GET /v2.0/networks?id=49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 200 len: 815 time: 0.3971567 Apr 21 21:06:53.282582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d6596-42e1-4cc9-bda7-3ba6282acf66 req-6f01e25a-657d-466d-b92a-f4a404394e77 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:53.298324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-254d6596-42e1-4cc9-bda7-3ba6282acf66 req-6f01e25a-657d-466d-b92a-f4a404394e77 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.2299259 Apr 21 21:06:53.378916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Request body: {'port': {'device_id': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb', 'admin_state_up': True, 'tenant_id': 'cd9a9b19431c4735b9e7c043eed37bb5'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:06:53.441722 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-254d6596-42e1-4cc9-bda7-3ba6282acf66 req-2b0e893d-1caa-4fcf-a419-928e666c1c53 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380379 Apr 21 21:06:53.653684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a605be62-2dd3-4acf-af7f-4011ee1d8a43 req-108cc679-45dc-43c5-a8dc-3ec8c35003bd tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 210 time: 0.0732603 Apr 21 21:06:53.655918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49612d53-a65e-4c3e-961a-753d19c16628 req-6daab31a-ec95-4032-8851-34f0bb049f18 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:53.658025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49612d53-a65e-4c3e-961a-753d19c16628 req-6daab31a-ec95-4032-8851-34f0bb049f18 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.4283690 Apr 21 21:06:53.777662 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49612d53-a65e-4c3e-961a-753d19c16628 req-1bab77e8-eed0-423e-b0ac-1b76212dbe86 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037943 Apr 21 21:06:53.778778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Made reservation on behalf of cd9a9b19431c4735b9e7c043eed37bb5 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:06:53.789877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:54.107404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619545b-531f-4635-9054-91269ae41198 req-589c7534-13ad-4472-a160-3543ad7129b3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:54.117070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1619545b-531f-4635-9054-91269ae41198 req-589c7534-13ad-4472-a160-3543ad7129b3 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1014538 Apr 21 21:06:54.231941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1619545b-531f-4635-9054-91269ae41198 req-c1d3c0f2-4402-41c0-933b-21cf833a55aa tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137128 Apr 21 21:06:54.319161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Allocated IP 172.20.0.2 (49148401-48d8-4f52-b799-936e9e4377eb/f54f2ce0-8159-45e2-82c1-0e44ee168a9f/90654e71-952e-440f-bec5-f8a1cf1ce842) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:06:54.446581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99cfc8-c85d-4253-87f3-e9686e2948c8 req-0a263d87-e779-4e6a-a19c-6b9652240111 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:54.448124 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e99cfc8-c85d-4253-87f3-e9686e2948c8 req-0a263d87-e779-4e6a-a19c-6b9652240111 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1117616 Apr 21 21:06:54.558441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e99cfc8-c85d-4253-87f3-e9686e2948c8 req-9428f2ec-791e-472a-b53e-ca39cb7e9a6e tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027160 Apr 21 21:06:54.598237 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:54.674439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2168a483-a18b-44cc-8d8e-0c9760496a84 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:06:54.748118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 2168a483-a18b-44cc-8d8e-0c9760496a84 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:06:54.748718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2168a483-a18b-44cc-8d8e-0c9760496a84 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:06:54.758230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:54.835350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37902) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:54.881611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c714f-43ba-411a-8213-8dba6728f2a7 req-8b0ab6f0-0332-4851-a112-0343eb3dbab1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:54.894947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-948c714f-43ba-411a-8213-8dba6728f2a7 req-8b0ab6f0-0332-4851-a112-0343eb3dbab1 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1614141 Apr 21 21:06:54.895140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Pushing event updated for resources: {'Port': ['ID=90654e71-952e-440f-bec5-f8a1cf1ce842,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:54.913776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Network 49148401-48d8-4f52-b799-936e9e4377eb is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:06:54.919963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:06:54.924856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:06:54.979856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91cae9-342f-4cc9-80f8-47cdfd21bef8 req-ab14724f-f69a-444a-adb0-90866b900b20 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:54.990020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d91cae9-342f-4cc9-80f8-47cdfd21bef8 req-ab14724f-f69a-444a-adb0-90866b900b20 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.2721028 Apr 21 21:06:55.000091 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-948c714f-43ba-411a-8213-8dba6728f2a7 req-dc599fd5-f209-4973-965d-0c66b2cd3f48 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937881 Apr 21 21:06:55.060686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:55.062156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:55.096003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5d91cae9-342f-4cc9-80f8-47cdfd21bef8 req-44d0d257-e023-4a66-bb75-32bb82b8980e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017263 Apr 21 21:06:55.105692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-448a1080-36f6-401c-9aa8-5bd2dbd708ad tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7600300 Apr 21 21:06:55.121653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Request body: {'port': {'device_id': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:06:55.130519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1557175529-network', 'tenant_id': '17e0e8c43eb3414182c76228ca050fa5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:06:55.170477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Made reservation on behalf of 17e0e8c43eb3414182c76228ca050fa5 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:06:55.179114 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:55.211422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:55.327345 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:55.463717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674a137-8253-4dd2-8ccf-6b2e42d01703 req-a0b3e449-59ea-461b-b9b3-0cae256d2e5c tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:55.465483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d674a137-8253-4dd2-8ccf-6b2e42d01703 req-a0b3e449-59ea-461b-b9b3-0cae256d2e5c tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 931 time: 0.2236075 Apr 21 21:06:55.577049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d674a137-8253-4dd2-8ccf-6b2e42d01703 req-b9eb997f-3c2d-4bfc-a04b-b6b32c7d1aaa tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790565 Apr 21 21:06:55.733141 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:55.741778 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:55.763613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:06:55.783125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:55.783501 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Added segment 98125515-c35a-4f92-9b83-e743e49c8486 of type vlan for network 250a0c7b-cf31-4754-ad29-84351d3e82e4 Apr 21 21:06:55.976093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.058958 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:06:56.110331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:56.117019 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.120201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:56.121515 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.171861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90654e71-952e-440f-bec5-f8a1cf1ce842 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:06:56.186830 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.203350 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3655481 Apr 21 21:06:56.206564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37934) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:56.214651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Transition to ACTIVE for port object 90654e71-952e-440f-bec5-f8a1cf1ce842 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:06:56.215811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Request body: {'subnet': {'network_id': '250a0c7b-cf31-4754-ad29-84351d3e82e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1557175529-subnet', 'tenant_id': '17e0e8c43eb3414182c76228ca050fa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:06:56.223153 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.245356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5739f66-93e4-48a4-9329-f6824e74da56 admin admin] Pushing event updated for resources: {'Network': ['ID=250a0c7b-cf31-4754-ad29-84351d3e82e4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:56.248395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Made reservation on behalf of 17e0e8c43eb3414182c76228ca050fa5 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:06:56.251848 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.258640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 250a0c7b-cf31-4754-ad29-84351d3e82e4 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:06:56.286958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37940) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:56.342540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Pushing event updated for resources: {'Port': ['ID=90654e71-952e-440f-bec5-f8a1cf1ce842,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:56.435148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0019-1686-4aeb-807b-597ab2db0b30 req-84498ed7-655e-4bc4-b303-22ea2d901c2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:56.444482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7afb0019-1686-4aeb-807b-597ab2db0b30 req-84498ed7-655e-4bc4-b303-22ea2d901c2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1036360 Apr 21 21:06:56.542258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7afb0019-1686-4aeb-807b-597ab2db0b30 req-9e69af3d-8470-4ddd-8622-a1374446d969 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966644 Apr 21 21:06:56.573872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Attempting to bind port 90654e71-952e-440f-bec5-f8a1cf1ce842 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:06:56.574314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Attempting to bind port 90654e71-952e-440f-bec5-f8a1cf1ce842 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:06:56.574742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Attempting to bind port 90654e71-952e-440f-bec5-f8a1cf1ce842 on network 49148401-48d8-4f52-b799-936e9e4377eb {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:06:56.639136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Port 90654e71-952e-440f-bec5-f8a1cf1ce842 on network 49148401-48d8-4f52-b799-936e9e4377eb not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:06:56.639508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Attempting to bind port 90654e71-952e-440f-bec5-f8a1cf1ce842 on network 49148401-48d8-4f52-b799-936e9e4377eb {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:06:56.656924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:06:56.657624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Checking segment: {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:06:56.658722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Bound using segment: {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:06:56.660637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Bound port: 90654e71-952e-440f-bec5-f8a1cf1ce842, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:06:56.661224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.690342 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9753ba56-6202-4f12-8089-57f10a32044c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.859098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:06:56.869853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90654e71-952e-440f-bec5-f8a1cf1ce842,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:06:56.881341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.961761 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9753ba56-6202-4f12-8089-57f10a32044c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:56.993538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9753ba56-6202-4f12-8089-57f10a32044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:57.017523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Pushing event updated for resources: {'Port': ['ID=90654e71-952e-440f-bec5-f8a1cf1ce842,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:57.060816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:57.062093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:57.070916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-323e4855-5936-4eb1-84b4-3a1297df74c4 service neutron] 10.222.0.43 "PUT /v2.0/ports/90654e71-952e-440f-bec5-f8a1cf1ce842 HTTP/1.1" status: 200 len: 1091 time: 1.9561615 Apr 21 21:06:57.072667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:06:57.076524 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6052740a-2441-4ff9-9c36-357e26df9dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:06:57.263758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:57.283508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9d35b-92fc-490b-a615-c18621b63817 req-8ad73c38-5c25-4f7a-9ad3-da9c6773ac80 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:57.292794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aca9d35b-92fc-490b-a615-c18621b63817 req-8ad73c38-5c25-4f7a-9ad3-da9c6773ac80 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 946 time: 0.1658535 Apr 21 21:06:57.319806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-765459fc-c5bb-46f0-9f5b-6bd7b4286850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:57.321340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-765459fc-c5bb-46f0-9f5b-6bd7b4286850 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 1094 time: 0.1849880 Apr 21 21:06:57.354868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765e4cc-8c85-470e-9db6-28ddd4912f16 req-45046718-bbe3-48c5-868f-c0d2fdd2dbae tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:57.363367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aca9d35b-92fc-490b-a615-c18621b63817 req-acf07f75-0601-4aee-8702-4c3158f38140 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649266 Apr 21 21:06:57.363600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b765e4cc-8c85-470e-9db6-28ddd4912f16 req-45046718-bbe3-48c5-868f-c0d2fdd2dbae tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 943 time: 0.5757658 Apr 21 21:06:57.367162 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9753ba56-6202-4f12-8089-57f10a32044c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea095724acc64ed0b775c07d7f0fa2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0512161 Apr 21 21:06:57.372658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753ba56-6202-4f12-8089-57f10a32044c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceec148-df4d-40c6-8183-35f6f1e375a9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:57.377421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37972) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:57.441451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c230a3c-a507-4f46-be99-75431cf2ef5c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:57.469399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-67ae8259-375f-44a2-ac68-5d6f755e841a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90654e71-952e-440f-bec5-f8a1cf1ce842 HTTP/1.1" status: 200 len: 217 time: 0.1347415 Apr 21 21:06:57.471001 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629cfeb2-4023-4e44-88bf-b9d424bcb033 x-openstack-request-id: req-629cfeb2-4023-4e44-88bf-b9d424bcb033 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:06:57.471568 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:06:57.471974 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-629cfeb2-4023-4e44-88bf-b9d424bcb033 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:06:57.472513 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629cfeb2-4023-4e44-88bf-b9d424bcb033'] response: {'name': 'network-changed', 'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842', 'status': 'completed', 'code': 200} Apr 21 21:06:57.494594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b765e4cc-8c85-470e-9db6-28ddd4912f16 req-71a15160-6456-46d6-ad38-e40e95f8e9d9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253440 Apr 21 21:06:57.510088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Checking segment: {'id': '98125515-c35a-4f92-9b83-e743e49c8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '250a0c7b-cf31-4754-ad29-84351d3e82e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:06:57.510638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Network hostable DHCP agents. Network: 250a0c7b-cf31-4754-ad29-84351d3e82e4, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:06:57.535131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-922e80cf-b643-4aa0-895c-d8e62786cca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:57.575213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Network 250a0c7b-cf31-4754-ad29-84351d3e82e4 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:06:57.606972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-922e80cf-b643-4aa0-895c-d8e62786cca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:57.641512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-eb4161f3-dc82-4d97-8f59-13f4e4956312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:57.642998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-eb4161f3-dc82-4d97-8f59-13f4e4956312 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f54f2ce0-8159-45e2-82c1-0e44ee168a9f HTTP/1.1" status: 200 len: 855 time: 0.1655550 Apr 21 21:06:57.650357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 250a0c7b-cf31-4754-ad29-84351d3e82e4) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:06:57.662000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab6861-8f08-468e-9300-d73013c9bbb1 None None] Network 250a0c7b-cf31-4754-ad29-84351d3e82e4 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:06:57.674126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:57.683512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:57.751832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-6368cb69-2330-4f32-b2f7-c70f72ce6ff9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49148401-48d8-4f52-b799-936e9e4377eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999300 Apr 21 21:06:57.790543 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9e111070-d47e-459c-818c-146bc6d7054a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5828059 Apr 21 21:06:57.834513 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-922e80cf-b643-4aa0-895c-d8e62786cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:57.841317 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-922e80cf-b643-4aa0-895c-d8e62786cca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:57.842111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-922e80cf-b643-4aa0-895c-d8e62786cca7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ceec148-df4d-40c6-8183-35f6f1e375a9 HTTP/1.1" status: 204 len: 168 time: 0.4577899 Apr 21 21:06:57.862492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e80cf-b643-4aa0-895c-d8e62786cca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceec148-df4d-40c6-8183-35f6f1e375a9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:58.223211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-7470b5b8-d624-4c82-98d1-fca3b9935a50 service neutron] 10.222.0.43 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423390 Apr 21 21:06:58.319994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca4924c-e77f-450f-bab0-3a50dea9d708 None None] Network 250a0c7b-cf31-4754-ad29-84351d3e82e4 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:06:58.583160 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e744eab3-82c7-4f8d-a53e-aad211c5f4b5 req-3fde8ccd-c66c-40d1-b4bf-a5965662ee9f service neutron] 10.222.0.43 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422372 Apr 21 21:06:58.613571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1af60-e0ce-40b6-bb7d-165809b9364b req-2f194714-de65-4d91-ab83-5e86da0b65d5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:58.623731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0aa1af60-e0ce-40b6-bb7d-165809b9364b req-2f194714-de65-4d91-ab83-5e86da0b65d5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.8682098 Apr 21 21:06:58.652287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298bc7f-ec10-4a73-b4a5-19ef9b208c66 req-8e83f384-38fb-4801-8e80-b78df90fefbe tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:58.654707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8298bc7f-ec10-4a73-b4a5-19ef9b208c66 req-8e83f384-38fb-4801-8e80-b78df90fefbe tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 946 time: 0.1689148 Apr 21 21:06:58.695902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38002) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:58.751336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0aa1af60-e0ce-40b6-bb7d-165809b9364b req-1f9b2eb4-3872-4f17-a535-02ee23f30cf5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209278 Apr 21 21:06:58.752183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3bc4-5f2d-48d7-bcdc-72afb4cebc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:58.766664 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8298bc7f-ec10-4a73-b4a5-19ef9b208c66 req-880740b8-c6dd-4f86-a55b-d7d85ef57082 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010377 Apr 21 21:06:58.826620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-6de7c915-0354-4016-bd32-92c1a4209fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:58.828817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-6de7c915-0354-4016-bd32-92c1a4209fdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 1094 time: 0.1533346 Apr 21 21:06:58.978620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38008) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:58.983506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1456530425-network', 'tenant_id': 'b337bdbe6a324ee6996f8172470eb2e0'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:06:59.008655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3bc4-5f2d-48d7-bcdc-72afb4cebc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.038763 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ef7d3bc4-5f2d-48d7-bcdc-72afb4cebc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.042223 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Made reservation on behalf of b337bdbe6a324ee6996f8172470eb2e0 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:06:59.055382 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.075089 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.105218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-7f274534-09ad-49e0-9bbc-295f109d3caa tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:59.107023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-7f274534-09ad-49e0-9bbc-295f109d3caa tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 946 time: 0.2461951 Apr 21 21:06:59.198367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ef7d3bc4-5f2d-48d7-bcdc-72afb4cebc71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4d0293ba2e64e258aad24dc43667635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955428 Apr 21 21:06:59.201779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38012) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:59.269332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d3bc4-5f2d-48d7-bcdc-72afb4cebc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263f0f7b-a5ea-49a9-afb3-f8fcf33e14d3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:59.301526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e74c5-e4ac-48da-89c6-64ccbc193cbd req-60c676d5-c875-468e-a373-5ee792cb9439 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:59.303517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe1e74c5-e4ac-48da-89c6-64ccbc193cbd req-60c676d5-c875-468e-a373-5ee792cb9439 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 943 time: 0.3788946 Apr 21 21:06:59.313317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-70a12168-3545-4d82-8109-80589aadcf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:59.315414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-70a12168-3545-4d82-8109-80589aadcf97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 200 len: 916 time: 0.4671481 Apr 21 21:06:59.375892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-16972065-113a-41be-8ffe-cfdd4d81fbe4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90654e71-952e-440f-bec5-f8a1cf1ce842 HTTP/1.1" status: 200 len: 217 time: 0.0482929 Apr 21 21:06:59.437972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fe1e74c5-e4ac-48da-89c6-64ccbc193cbd req-9eea2067-cc79-4000-9b89-97224b703ffe tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214859 Apr 21 21:06:59.446673 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.460797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Deleting port 5f81085e-918a-4ce1-ba3c-758cd290ef47 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:06:59.461125 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.466103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-5b1e212d-438d-425e-9efb-93d402d57d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:59.467602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-5b1e212d-438d-425e-9efb-93d402d57d2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f54f2ce0-8159-45e2-82c1-0e44ee168a9f HTTP/1.1" status: 200 len: 855 time: 0.0840178 Apr 21 21:06:59.477713 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.490336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:06:59.499461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.499956 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Added segment f1191351-5bff-4552-9671-4151dc9cb325 of type vlan for network 57750c88-6656-49cf-bfbf-4bb1a3089545 Apr 21 21:06:59.542974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.570677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4aaedc-0018-4243-a7e7-b646ce1be1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.582246 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.583273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:06:59.583963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.605469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] For port 5f81085e-918a-4ce1-ba3c-758cd290ef47, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f81085e-918a-4ce1-ba3c-758cd290ef47,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:06:59.607008 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.648046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-fa43f201-d76b-46a6-8dc2-3d8a14ea4144 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=49148401-48d8-4f52-b799-936e9e4377eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1676266 Apr 21 21:06:59.673622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef70e4e2-33a8-473d-9528-07b39bd00d70,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:59.707586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4aaedc-0018-4243-a7e7-b646ce1be1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:06:59.723675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7439108 Apr 21 21:06:59.738493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38018) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:06:59.759947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Request body: {'subnet': {'network_id': '57750c88-6656-49cf-bfbf-4bb1a3089545', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1456530425-subnet', 'tenant_id': 'b337bdbe6a324ee6996f8172470eb2e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:06:59.806250 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39addc3-b37e-49e7-8443-a419a2fecf16 admin admin] Pushing event updated for resources: {'Network': ['ID=57750c88-6656-49cf-bfbf-4bb1a3089545,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:06:59.819230 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 57750c88-6656-49cf-bfbf-4bb1a3089545 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:06:59.897125 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Made reservation on behalf of b337bdbe6a324ee6996f8172470eb2e0 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:06:59.900306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:00.117670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4aaedc-0018-4243-a7e7-b646ce1be1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:00.121237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4aaedc-0018-4243-a7e7-b646ce1be1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:00.123042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3f4aaedc-0018-4243-a7e7-b646ce1be1c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/263f0f7b-a5ea-49a9-afb3-f8fcf33e14d3 HTTP/1.1" status: 204 len: 168 time: 0.9179723 Apr 21 21:07:00.140424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bdd5d-ad55-40bd-9cdb-70db847efddb req-93489d5c-91a4-44e6-a135-e719e2d79076 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:00.145452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4aaedc-0018-4243-a7e7-b646ce1be1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263f0f7b-a5ea-49a9-afb3-f8fcf33e14d3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:00.153556 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c4bdd5d-ad55-40bd-9cdb-70db847efddb req-93489d5c-91a4-44e6-a135-e719e2d79076 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 946 time: 0.1982138 Apr 21 21:07:00.218240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ad8b-bfa4-4ddf-9550-ffe78a93e5ff req-1c9f9f43-df75-42b1-ba31-96ef29ba4ea8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:00.218565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-6eeaccdf-8d47-494c-a40c-7c5231ec1667 service neutron] 10.222.0.43 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585682 Apr 21 21:07:00.223064 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2363ad8b-bfa4-4ddf-9550-ffe78a93e5ff req-1c9f9f43-df75-42b1-ba31-96ef29ba4ea8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1689603 Apr 21 21:07:00.362109 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2363ad8b-bfa4-4ddf-9550-ffe78a93e5ff req-a42e9a54-61c2-4e57-89f3-f85459593e8b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988030 Apr 21 21:07:00.400081 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:00.472157 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c08d-5b0b-4c1c-8dbd-1b97570bc876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:00.538147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c4bdd5d-ad55-40bd-9cdb-70db847efddb req-7dec40f9-9f34-43ed-b417-affbf7064856 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=c995c8ce-e982-4c57-8068-db4c121f3a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3829596 Apr 21 21:07:00.576970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=91708c42-665f-48ce-a1a3-3e60088440ac,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:00.585256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Checking segment: {'id': 'f1191351-5bff-4552-9671-4151dc9cb325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '57750c88-6656-49cf-bfbf-4bb1a3089545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:07:00.586111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Network hostable DHCP agents. Network: 57750c88-6656-49cf-bfbf-4bb1a3089545, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:07:00.613396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:00.615140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:00.615484 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Floating IP e903409f-d787-462a-a8a1-0126b4f81bc0 disassociated. External IP: 172.25.0.243, port: 5f81085e-918a-4ce1-ba3c-758cd290ef47. Apr 21 21:07:00.615843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Calling delete_port for 5f81085e-918a-4ce1-ba3c-758cd290ef47 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:07:00.667109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6052740a-2441-4ff9-9c36-357e26df9dd9 req-6bd7a69d-cc15-4c71-8d3c-29937f0bf431 service neutron] 10.222.0.43 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375343 Apr 21 21:07:00.685863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Network 57750c88-6656-49cf-bfbf-4bb1a3089545 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:07:00.722061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 57750c88-6656-49cf-bfbf-4bb1a3089545) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:07:00.760905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c0bad-220b-422a-ac10-61ceabf4f9ba None None] Network 57750c88-6656-49cf-bfbf-4bb1a3089545 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:07:00.772829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:00.773609 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:00.812557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83024-44d2-415a-85d8-c9aa74644761 req-9c16e970-3c63-42e5-b792-99b272728001 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:00.820707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcd83024-44d2-415a-85d8-c9aa74644761 req-9c16e970-3c63-42e5-b792-99b272728001 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 943 time: 0.2147784 Apr 21 21:07:00.915803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5d814572-50e5-4cb6-a2a3-2e2a268adbee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1700807 Apr 21 21:07:00.965744 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcd83024-44d2-415a-85d8-c9aa74644761 req-52a28fe4-c92c-4cf7-8554-1b4cbe2b953c tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341636 Apr 21 21:07:01.054656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:01.135147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'Port': ['ID=5f81085e-918a-4ce1-ba3c-758cd290ef47,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:01.150105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccedb80-c5cf-4174-9895-7f8b469e7127 None None] Network 57750c88-6656-49cf-bfbf-4bb1a3089545 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:07:01.434806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:07:01.698764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27cf58-1b81-427e-a67c-733a6994250c req-cb134781-8dcf-4e99-bc6a-8e94821d2da8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:01.702835 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb27cf58-1b81-427e-a67c-733a6994250c req-cb134781-8dcf-4e99-bc6a-8e94821d2da8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1589277 Apr 21 21:07:01.799634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb27cf58-1b81-427e-a67c-733a6994250c req-60fec5e6-27da-48d3-b8fb-44460200e524 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874882 Apr 21 21:07:01.971482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:07:01.987996 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:07:02.012698 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:07:02.013349 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:06:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:02.027241 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8dcf97b-7ee4-43c3-9e70-ba665bd50df6 req-ec7a6ed4-9309-4b0b-b7f2-5485140f6873 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf HTTP/1.1" status: 200 len: 210 time: 0.0804231 Apr 21 21:07:02.131364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] No DVR routers for this DVR port 5f81085e-918a-4ce1-ba3c-758cd290ef47 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:07:02.147090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:02.157847 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35ab43ad-7730-40d6-a113-f32de663dc4b req-5b685a09-56a9-4203-81e3-4b84cffbde74 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "DELETE /v2.0/ports/5f81085e-918a-4ce1-ba3c-758cd290ef47 HTTP/1.1" status: 204 len: 173 time: 3.0362310 Apr 21 21:07:02.158667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'name': 'network-vif-deleted', 'tag': '5f81085e-918a-4ce1-ba3c-758cd290ef47'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:02.180254 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43145b0-e43d-4e4f-9885-fc84bec39fec" -d '{"events": [{"server_uuid": "2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf", "name": "network-vif-deleted", "tag": "5f81085e-918a-4ce1-ba3c-758cd290ef47"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:02.238601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649898a6-5c35-488c-ac52-44946758b6e9 req-9c7c6f92-0844-4307-8a77-9a14b6b2052c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:02.252096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-9c7c6f92-0844-4307-8a77-9a14b6b2052c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/networks?id=250a0c7b-cf31-4754-ad29-84351d3e82e4 HTTP/1.1" status: 200 len: 825 time: 0.6585929 Apr 21 21:07:02.285104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-f1f7e0c4-c6fc-4aa4-9152-ac86ef4be322 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/quotas/17e0e8c43eb3414182c76228ca050fa5 HTTP/1.1" status: 200 len: 375 time: 0.0309122 Apr 21 21:07:02.287849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90654e71-952e-440f-bec5-f8a1cf1ce842 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:07:02.291808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5f81085e-918a-4ce1-ba3c-758cd290ef47 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:07:02.358827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42364bac-cb89-408f-ae50-df201d463f4f req-95c50304-4c9d-498d-bd7e-d6074dcd82f6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:02.362330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42364bac-cb89-408f-ae50-df201d463f4f req-95c50304-4c9d-498d-bd7e-d6074dcd82f6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 943 time: 0.1458037 Apr 21 21:07:02.363366 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:07:02.386524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 5f81085e-918a-4ce1-ba3c-758cd290ef47 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:07:02.389295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5f81085e-918a-4ce1-ba3c-758cd290ef47 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:07:02.451667 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42364bac-cb89-408f-ae50-df201d463f4f req-d23be3d0-97a6-4841-8e18-8fd93245edd4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743146 Apr 21 21:07:02.657028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90654e71-952e-440f-bec5-f8a1cf1ce842,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:02.685274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '90654e71-952e-440f-bec5-f8a1cf1ce842', 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb', 'port_id': '90654e71-952e-440f-bec5-f8a1cf1ce842', 'mac_address': 'fa:16:3e:4e:a1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54f2ce0-8159-45e2-82c1-0e44ee168a9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:07:02.821175 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:02.851753 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:07:02.869516 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:07:02.870466 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:06:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:02.872144 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e16ecd1b-3203-4ea7-8317-74035015cf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:02.884900 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:02.992875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90654e71-952e-440f-bec5-f8a1cf1ce842 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:07:03.097425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90654e71-952e-440f-bec5-f8a1cf1ce842,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:03.108799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:03.238710 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:07:03.246211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=90654e71-952e-440f-bec5-f8a1cf1ce842,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:03.298552 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36032569-f7a4-41cc-b4f3-86e89aca7c51 x-openstack-request-id: req-36032569-f7a4-41cc-b4f3-86e89aca7c51 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:03.299121 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf", "name": "network-vif-deleted", "tag": "5f81085e-918a-4ce1-ba3c-758cd290ef47", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:03.299121 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36032569-f7a4-41cc-b4f3-86e89aca7c51 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:03.299468 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36032569-f7a4-41cc-b4f3-86e89aca7c51'] response: {'server_uuid': '2ae949c0-ccaa-46e0-ac82-7c4dcb91ecdf', 'name': 'network-vif-deleted', 'tag': '5f81085e-918a-4ce1-ba3c-758cd290ef47', 'status': 'completed', 'code': 200} Apr 21 21:07:03.309420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-28e7f5b7-32c3-4a96-a299-28ffee88c477 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=17e0e8c43eb3414182c76228ca050fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 1.0230734 Apr 21 21:07:03.470760 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-6927142d-26e2-47bd-bcba-c139e7acd30d service neutron] 10.222.0.49 "GET /v2.0/networks/250a0c7b-cf31-4754-ad29-84351d3e82e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602840 Apr 21 21:07:03.513253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['90654e71-952e-440f-bec5-f8a1cf1ce842'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:07:03.703423 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-76c3f9c8-6591-46fe-995d-ac60f05be499 service neutron] 10.222.0.49 "GET /v2.0/networks/250a0c7b-cf31-4754-ad29-84351d3e82e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242038 Apr 21 21:07:03.780057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea4ec5-6781-40ca-b764-0722f7e6d38d req-fc94a59a-880a-4c73-b409-bce48173c3a5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:03.802631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77ea4ec5-6781-40ca-b764-0722f7e6d38d req-fc94a59a-880a-4c73-b409-bce48173c3a5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1360402 Apr 21 21:07:03.836836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-2198487a-9289-4358-aa2d-c6b3caa51cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:03.838543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-2198487a-9289-4358-aa2d-c6b3caa51cb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1095 time: 0.1340420 Apr 21 21:07:03.897176 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:03.927187 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77ea4ec5-6781-40ca-b764-0722f7e6d38d req-44db3110-9dde-4d3f-91e8-45d2ff738bcd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236105 Apr 21 21:07:03.997267 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dabf7c-a35c-406d-8e3f-b70cfaeeaa95 None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:07:04.044978 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:04.058250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-ea910e16-e179-400c-8de4-55c5592b7a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:04.059740 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-ea910e16-e179-400c-8de4-55c5592b7a97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.2094142 Apr 21 21:07:04.255132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-2a33b116-573e-4286-9069-8c9c488c736b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 998 time: 0.1715851 Apr 21 21:07:04.347116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a0cc1-5096-4fda-ba04-b55cd76ff13b req-d8eab730-fbd9-4704-b3a9-180c49c24618 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:04.348678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b0a0cc1-5096-4fda-ba04-b55cd76ff13b req-d8eab730-fbd9-4704-b3a9-180c49c24618 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 944 time: 0.1722693 Apr 21 21:07:04.500836 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b0a0cc1-5096-4fda-ba04-b55cd76ff13b req-691a7d0d-5032-40b8-8de1-ae1547d01fb1 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259761 Apr 21 21:07:04.596709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38148) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:04.622643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-76857ab3-d774-4a0b-bd5d-dea251df7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:04.624178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-76857ab3-d774-4a0b-bd5d-dea251df7292 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.3325176 Apr 21 21:07:04.713907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee7e2c-46db-40f6-b48a-7fecb988c3e2 None None] New status for floating IP e903409f-d787-462a-a8a1-0126b4f81bc0: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:07:04.763222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ca5aa-76c7-4fcd-a784-403176109386 req-2015c81d-fa93-42ec-9f3b-356efb3ca38d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:04.771100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-219ca5aa-76c7-4fcd-a784-403176109386 req-2015c81d-fa93-42ec-9f3b-356efb3ca38d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.5149047 Apr 21 21:07:04.796887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38152) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:04.866415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19e0ea82-8acb-4441-923b-c40bf825f7d6 req-fee2c5ff-8664-4193-9950-82edc2fe004e tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 210 time: 0.1300294 Apr 21 21:07:04.897068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-4acbbb91-3c4b-4aa5-b8e3-dffe7622b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:04.898635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-4acbbb91-3c4b-4aa5-b8e3-dffe7622b817 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591529 Apr 21 21:07:04.920435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-219ca5aa-76c7-4fcd-a784-403176109386 req-ae02568b-8b61-4f1b-96cd-fdb65740779c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483428 Apr 21 21:07:04.959687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57219074-6df4-4b81-a333-f8082b7acf26 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.059577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57219074-6df4-4b81-a333-f8082b7acf26 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.242039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57219074-6df4-4b81-a333-f8082b7acf26 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.245696 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57219074-6df4-4b81-a333-f8082b7acf26 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.247126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-57219074-6df4-4b81-a333-f8082b7acf26 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "DELETE /v2.0/security-groups/c995c8ce-e982-4c57-8068-db4c121f3a4f HTTP/1.1" status: 204 len: 168 time: 0.6489749 Apr 21 21:07:05.273411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38164) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:05.275912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57219074-6df4-4b81-a333-f8082b7acf26 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c995c8ce-e982-4c57-8068-db4c121f3a4f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:05.281239 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-009704b4-5def-4e53-8d67-9b0ef4305ced service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543453 Apr 21 21:07:05.326002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9562ed9-3c82-45e8-85de-7316737f0641 req-cd0c6060-2fd8-4f2e-beb5-59ed0d11760a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:05.343663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9562ed9-3c82-45e8-85de-7316737f0641 req-cd0c6060-2fd8-4f2e-beb5-59ed0d11760a tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.2549059 Apr 21 21:07:05.345634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-08457351-312d-4399-b9e0-e15cc286c5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.350491 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.457845 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-4a010aad-710b-4bac-8f71-0bd6f670b3ff tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] show failed (client error): The resource could not be found. Apr 21 21:07:05.460750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4a010aad-710b-4bac-8f71-0bd6f670b3ff tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups/c995c8ce-e982-4c57-8068-db4c121f3a4f HTTP/1.1" status: 404 len: 347 time: 0.1785157 Apr 21 21:07:05.460972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38168) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:05.629760 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9562ed9-3c82-45e8-85de-7316737f0641 req-afc3a4fa-0479-41a2-a475-df381d29c042 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851236 Apr 21 21:07:05.719566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3673-4905-430e-b11c-f03d60a2a4e4 req-cb81c65c-5904-444c-a311-9b79e5b8e934 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:05.723429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb65ba72-17ab-4e67-90de-f9eb5628008b req-c81927ba-61fa-4094-8ff6-2809fec89041 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751509 Apr 21 21:07:05.739467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-085e3673-4905-430e-b11c-f03d60a2a4e4 req-cb81c65c-5904-444c-a311-9b79e5b8e934 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1744237 Apr 21 21:07:05.773005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Deleting port b7ba5611-0375-4922-a471-026b18ce71c5 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:07:05.773295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.846898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-08457351-312d-4399-b9e0-e15cc286c5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.849251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-085e3673-4905-430e-b11c-f03d60a2a4e4 req-3160871b-b74f-4784-bb69-ad1ed2f11aa9 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063895 Apr 21 21:07:05.864961 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-08457351-312d-4399-b9e0-e15cc286c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.975622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.978312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:05.999456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Calling delete_port for b7ba5611-0375-4922-a471-026b18ce71c5 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:07:06.005650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.007741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-08457351-312d-4399-b9e0-e15cc286c5ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be984fd19e8741b5961c26860f7e7a43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2087278 Apr 21 21:07:06.016314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08457351-312d-4399-b9e0-e15cc286c5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0974d275-d7fa-4bc7-bd86-e1fc353984a7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:06.028854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38178) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:06.116444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821d6f3-696d-4da9-8352-16e2630784cb req-88eb71ee-a4af-4c2a-9f91-a095005cea99 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:06.118400 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8821d6f3-696d-4da9-8352-16e2630784cb req-88eb71ee-a4af-4c2a-9f91-a095005cea99 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 944 time: 0.3513534 Apr 21 21:07:06.168328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f906f601-bd0b-420b-b459-0f1140770e0b req-319207fa-fb93-4192-8d69-7c75e359728f tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 210 time: 0.0500472 Apr 21 21:07:06.215133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-818f0749-6189-47d9-9703-ff5172c7b74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.220467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8821d6f3-696d-4da9-8352-16e2630784cb req-fbe852fe-ca76-4d61-a763-9bfa8ee5d7c7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869365 Apr 21 21:07:06.268575 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-818f0749-6189-47d9-9703-ff5172c7b74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.298369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90654e71-952e-440f-bec5-f8a1cf1ce842 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:07:06.432871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1be61366-bb2b-4c54-afc1-f4220c5c9976 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:06.434071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1be61366-bb2b-4c54-afc1-f4220c5c9976 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.46 "GET /v2.0/networks?id=250a0c7b-cf31-4754-ad29-84351d3e82e4 HTTP/1.1" status: 200 len: 825 time: 0.2500489 Apr 21 21:07:06.450109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Request body: {'port': {'device_id': '97f50a64-920a-4911-bae2-4d3e1840e8d1', 'network_id': '250a0c7b-cf31-4754-ad29-84351d3e82e4', 'admin_state_up': True, 'tenant_id': '17e0e8c43eb3414182c76228ca050fa5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:06.457464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-818f0749-6189-47d9-9703-ff5172c7b74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.459979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 90654e71-952e-440f-bec5-f8a1cf1ce842 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:07:06.460108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-818f0749-6189-47d9-9703-ff5172c7b74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.461304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-818f0749-6189-47d9-9703-ff5172c7b74f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0974d275-d7fa-4bc7-bd86-e1fc353984a7 HTTP/1.1" status: 204 len: 168 time: 0.4309814 Apr 21 21:07:06.467245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 90654e71-952e-440f-bec5-f8a1cf1ce842 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:07:06.467917 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.470820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.484292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f0749-6189-47d9-9703-ff5172c7b74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0974d275-d7fa-4bc7-bd86-e1fc353984a7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:06.522142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e36e4-b215-475a-bc8b-4ec71f4c1779 req-3206ea8e-5bc2-42ef-9708-a5eeef2304e9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:06.523861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-613e36e4-b215-475a-bc8b-4ec71f4c1779 req-3206ea8e-5bc2-42ef-9708-a5eeef2304e9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1657588 Apr 21 21:07:06.550368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'Port': ['ID=b7ba5611-0375-4922-a471-026b18ce71c5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:06.694605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-613e36e4-b215-475a-bc8b-4ec71f4c1779 req-d4cc8677-826b-446f-9fc3-b12e02588aa4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326525 Apr 21 21:07:06.698050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.702632 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.704249 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.717476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d9e66e7f-8fb8-4b98-b0df-c97b3034f63a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "DELETE /v2.0/floatingips/e903409f-d787-462a-a8a1-0126b4f81bc0 HTTP/1.1" status: 204 len: 168 time: 1.2553012 Apr 21 21:07:06.756058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Made reservation on behalf of 17e0e8c43eb3414182c76228ca050fa5 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:07:06.760329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.789212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:06.807497 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c042a15d-1540-4c6f-b31a-94fed512ae28" -d '{"events": [{"server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "name": "network-vif-plugged", "status": "completed", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:06.846323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90654e71-952e-440f-bec5-f8a1cf1ce842,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:06.856889 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:06.927842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175caa1-1a36-4387-8335-69ecf7064650 req-3d017dd5-9155-48c4-a82e-940d8856db99 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:06.942862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0175caa1-1a36-4387-8335-69ecf7064650 req-3d017dd5-9155-48c4-a82e-940d8856db99 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1513987 Apr 21 21:07:06.994391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=90654e71-952e-440f-bec5-f8a1cf1ce842,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:07.023108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38198) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:07.037117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f9baa2ea-b4c4-4731-8f6e-1c309f7e2244 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978771907', 'description': 'tempest-description--89225651'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:07.046523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Allocated IP 172.20.0.3 (250a0c7b-cf31-4754-ad29-84351d3e82e4/4c230a3c-a507-4f46-be99-75431cf2ef5c/6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:07:07.055416 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d822b1c8-0c6b-4421-93c5-e545bdbe0834 x-openstack-request-id: req-d822b1c8-0c6b-4421-93c5-e545bdbe0834 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:07.055902 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "name": "network-vif-plugged", "status": "completed", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:07.055978 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d822b1c8-0c6b-4421-93c5-e545bdbe0834 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:07.056360 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d822b1c8-0c6b-4421-93c5-e545bdbe0834'] response: {'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842', 'code': 200} Apr 21 21:07:07.197649 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0175caa1-1a36-4387-8335-69ecf7064650 req-12adde18-f12c-4a65-aff9-7fc1940d82b5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538290 Apr 21 21:07:07.214686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9baa2ea-b4c4-4731-8f6e-1c309f7e2244 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.256615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38200) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:07.273906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ae606-db38-4594-9abc-8b7787b3dbac req-107c45ac-87d2-4134-99a2-49bfbeca522a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:07.282036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db9ae606-db38-4594-9abc-8b7787b3dbac req-107c45ac-87d2-4134-99a2-49bfbeca522a tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.1463923 Apr 21 21:07:07.319388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef9cef4c-e5aa-4349-bd75-8302054c68d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.371744 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db9ae606-db38-4594-9abc-8b7787b3dbac req-6af84f80-cebc-421b-81fc-b701ee23d9fc tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/security-groups?id=45a6cb8b-b84d-4291-96ef-5b2f244770fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886557 Apr 21 21:07:07.400165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.424927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9baa2ea-b4c4-4731-8f6e-1c309f7e2244 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.472505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b72c9a2-368b-4930-9485-b4de7dfc0fb1 req-7021e3bf-51c2-40c9-93ae-c4257368d69c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 210 time: 0.0448952 Apr 21 21:07:07.477397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015757-af1b-4d5c-8e9b-c4d95e00f0c6 req-dabc4832-8bf9-4106-a85f-b645f3df3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:07.487622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9015757-af1b-4d5c-8e9b-c4d95e00f0c6 req-dabc4832-8bf9-4106-a85f-b645f3df3bfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 1096 time: 0.3304989 Apr 21 21:07:07.487622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9baa2ea-b4c4-4731-8f6e-1c309f7e2244 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.488180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.551485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Network 250a0c7b-cf31-4754-ad29-84351d3e82e4 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:07:07.580349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9baa2ea-b4c4-4731-8f6e-1c309f7e2244 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.582547 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f9baa2ea-b4c4-4731-8f6e-1c309f7e2244 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5582073 Apr 21 21:07:07.596390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38206) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:07.600218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef9cef4c-e5aa-4349-bd75-8302054c68d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.605391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-5c9744da-c4e3-41db-acd9-f9b643641e16 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:07.610938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:07:07.611837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-5c9744da-c4e3-41db-acd9-f9b643641e16 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.46 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 947 time: 0.4108620 Apr 21 21:07:07.621022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9015757-af1b-4d5c-8e9b-c4d95e00f0c6 req-66c68487-d7d7-4633-aaa9-d0f6898c1ac4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188376 Apr 21 21:07:07.623922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-909ef642-544f-47e6-bfcb-dbf520fe4196 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group_rule': {'security_group_id': '3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:07.632005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9baa2ea-b4c4-4731-8f6e-1c309f7e2244 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:07.675617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:07:07.681226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef9cef4c-e5aa-4349-bd75-8302054c68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.738972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ef9cef4c-e5aa-4349-bd75-8302054c68d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6bee19a39824b18a82cf4ee7b5fbf05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811344 Apr 21 21:07:07.744031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38212) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:07.763676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cef4c-e5aa-4349-bd75-8302054c68d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afb0fb6-8ea9-4ca7-a87f-c0db2b24b4c2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:07.767030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Deleting port 324fc943-1176-4a11-a488-7faaf13a47b5 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:07:07.767372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.774563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45168f75-a017-4d33-bd7a-a99a12f6ffa2 req-572c3ab2-ef7c-4460-a856-cd41e3502c32 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:07.775845 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45168f75-a017-4d33-bd7a-a99a12f6ffa2 req-572c3ab2-ef7c-4460-a856-cd41e3502c32 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.2273219 Apr 21 21:07:07.779797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Pushing event updated for resources: {'Port': ['ID=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:07.786409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-909ef642-544f-47e6-bfcb-dbf520fe4196 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.851912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-909ef642-544f-47e6-bfcb-dbf520fe4196 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.869271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-909ef642-544f-47e6-bfcb-dbf520fe4196 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.923526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ef642-544f-47e6-bfcb-dbf520fe4196 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98b8b9a-bf40-4910-877d-20d017e2499e,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:07.947734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:07.948365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.952074 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-082fb584-dd66-4072-b5bd-b8c39383bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.968433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-909ef642-544f-47e6-bfcb-dbf520fe4196 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:07.970573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-909ef642-544f-47e6-bfcb-dbf520fe4196 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619566 Apr 21 21:07:07.980509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38214) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:07.990269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bdb0b0b4-57c8-427f-bbe0-63365aaa04a9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'security_group_rule': {'security_group_id': '3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:08.012175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45168f75-a017-4d33-bd7a-a99a12f6ffa2 req-c4dfe2b4-3d3c-48ee-9ca4-12fdef280531 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270019 Apr 21 21:07:08.026760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c1f85-ee1f-47db-95f5-c4d2b67efde2 req-25862e98-7cd7-4229-935c-6026f5df66db tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:08.042880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c38c1f85-ee1f-47db-95f5-c4d2b67efde2 req-25862e98-7cd7-4229-935c-6026f5df66db tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1580298 Apr 21 21:07:08.044003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c08435b-4225-4ab4-91a7-df058586df80 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6000822 Apr 21 21:07:08.060075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Request body: {'port': {'device_id': '97f50a64-920a-4911-bae2-4d3e1840e8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:08.065461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b0b4-57c8-427f-bbe0-63365aaa04a9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.087505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] For port 324fc943-1176-4a11-a488-7faaf13a47b5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=324fc943-1176-4a11-a488-7faaf13a47b5,segment=NetworkSegment(5cc66044-2929-4db2-a980-47a5105156dc),segment_id=5cc66044-2929-4db2-a980-47a5105156dc)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:08.087885 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.091379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-082fb584-dd66-4072-b5bd-b8c39383bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.132011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-3805043e-6824-46d7-ad7b-3a09553fd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:08.133455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-3805043e-6824-46d7-ad7b-3a09553fd92d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 1096 time: 0.1731648 Apr 21 21:07:08.134615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Calling delete_port for 324fc943-1176-4a11-a488-7faaf13a47b5 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:07:08.156163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c38c1f85-ee1f-47db-95f5-c4d2b67efde2 req-942eb0df-6456-4419-b301-04e621a88877 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130664 Apr 21 21:07:08.157316 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b0b4-57c8-427f-bbe0-63365aaa04a9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.182958 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b0b4-57c8-427f-bbe0-63365aaa04a9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.251471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b0b4-57c8-427f-bbe0-63365aaa04a9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.256307 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bdb0b0b4-57c8-427f-bbe0-63365aaa04a9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2682738 Apr 21 21:07:08.273089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38218) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:08.281894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:08.304064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.322257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-082fb584-dd66-4072-b5bd-b8c39383bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.325019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-082fb584-dd66-4072-b5bd-b8c39383bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.329075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-082fb584-dd66-4072-b5bd-b8c39383bcd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9afb0fb6-8ea9-4ca7-a87f-c0db2b24b4c2 HTTP/1.1" status: 204 len: 168 time: 0.5838482 Apr 21 21:07:08.362405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fb584-dd66-4072-b5bd-b8c39383bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afb0fb6-8ea9-4ca7-a87f-c0db2b24b4c2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:08.368371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-bb5f0bc0-d876-493e-81c3-6e9d1cee5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:08.369884 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-bb5f0bc0-d876-493e-81c3-6e9d1cee5164 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.2019775 Apr 21 21:07:08.397546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0b0b4-57c8-427f-bbe0-63365aaa04a9 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3c2687-95f3-480f-bc8b-0b083528d2a7,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:08.449205 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.508889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c0bd6-ff63-44c6-9ab1-30f1ed463458 req-b5562e57-152f-45e4-bc72-e3d85b253041 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:08.516528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af4c0bd6-ff63-44c6-9ab1-30f1ed463458 req-b5562e57-152f-45e4-bc72-e3d85b253041 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1857412 Apr 21 21:07:08.551759 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-6fbdc850-b476-4c84-b890-08075e7719a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 200 len: 1001 time: 0.1719985 Apr 21 21:07:08.557793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.571852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['324fc943-1176-4a11-a488-7faaf13a47b5'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:07:08.650526 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af4c0bd6-ff63-44c6-9ab1-30f1ed463458 req-0eba3d95-aed2-44fb-a1e5-36dd38c6c5af tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276782 Apr 21 21:07:08.760094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Pushing event deleted for resources: {'Port': ['ID=324fc943-1176-4a11-a488-7faaf13a47b5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:08.789385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29a625d6-f92a-419e-993c-39e2b79c5c2a req-1d51e5fe-2ebb-4c92-8281-1c6282e84356 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.49 "GET /v2.0/ports?device_id=50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62 HTTP/1.1" status: 200 len: 210 time: 0.1855712 Apr 21 21:07:08.793004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] No DVR routers for this DVR port 324fc943-1176-4a11-a488-7faaf13a47b5 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:07:08.798180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:08.802001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-709b18fa-bd63-46e5-a505-9edbee79e86e req-21b62a96-2208-4c0a-9777-b31df5ec2d33 tempest-ServersNegativeTestJSON-1709655880 tempest-ServersNegativeTestJSON-1709655880-project] 10.222.0.46 "DELETE /v2.0/ports/324fc943-1176-4a11-a488-7faaf13a47b5 HTTP/1.1" status: 204 len: 173 time: 1.1794262 Apr 21 21:07:08.802454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-deleted', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:08.805242 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f5d171-79e6-4fc2-9bd1-c81b6efb60d5" -d '{"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-deleted", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:08.817703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-2e6e2172-12c7-4099-b17b-673f0c10dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:08.819188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-2e6e2172-12c7-4099-b17b-673f0c10dc42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.2575366 Apr 21 21:07:08.903443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-84fa1f33-7c50-406e-82c5-438a86057fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:08.905038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-84fa1f33-7c50-406e-82c5-438a86057fba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771236 Apr 21 21:07:08.916121 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0b3d69-6e25-4f25-a61b-772a60e47449 x-openstack-request-id: req-9a0b3d69-6e25-4f25-a61b-772a60e47449 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:08.916645 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62", "name": "network-vif-deleted", "tag": "324fc943-1176-4a11-a488-7faaf13a47b5", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:08.917364 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a0b3d69-6e25-4f25-a61b-772a60e47449 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:08.918514 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0b3d69-6e25-4f25-a61b-772a60e47449'] response: {'server_uuid': '50d9fe4a-e3ca-4bbd-a2ab-9ef1cb9bce62', 'name': 'network-vif-deleted', 'tag': '324fc943-1176-4a11-a488-7faaf13a47b5', 'status': 'completed', 'code': 200} Apr 21 21:07:09.067884 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-d7620d85-6019-4ad7-a00c-9a1390056376 service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540039 Apr 21 21:07:09.224600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3f12-e7fe-4d64-b2f9-8bd86441ae81 req-65fe1838-bdab-489e-a8ff-47f6fa37fa96 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:09.226163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ccd3f12-e7fe-4d64-b2f9-8bd86441ae81 req-65fe1838-bdab-489e-a8ff-47f6fa37fa96 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0905666 Apr 21 21:07:09.228554 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d54ab892-42d2-4b46-8dba-10dd74caabde req-8fd6ff51-1e63-42ef-a82b-4bd84503bda5 service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534727 Apr 21 21:07:09.298358 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ccd3f12-e7fe-4d64-b2f9-8bd86441ae81 req-35de62c5-8881-4608-9ed8-266416976749 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645661 Apr 21 21:07:09.337529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914541d6-b7d2-4a62-82a0-a2150d7d9d60 req-a659b0b2-c6b3-4f49-9bd9-0aa205855f72 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:09.345294 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-914541d6-b7d2-4a62-82a0-a2150d7d9d60 req-a659b0b2-c6b3-4f49-9bd9-0aa205855f72 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 931 time: 0.5783956 Apr 21 21:07:09.392847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:09.481053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bec5-5dfc-4d26-b824-18d89d8d7266 req-c82204a8-7c0b-4089-8556-c6e9e01f93d0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:09.483714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7f1bec5-5dfc-4d26-b824-18d89d8d7266 req-c82204a8-7c0b-4089-8556-c6e9e01f93d0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0897026 Apr 21 21:07:09.568147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7f1bec5-5dfc-4d26-b824-18d89d8d7266 req-9c57ad67-a185-45b3-88e2-d11f6ef45413 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730476 Apr 21 21:07:09.572562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Allocated IP 172.25.0.10 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/eaebd458-4f40-4dfa-8463-c61d5747d6e4) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:07:09.598578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:07:09.612200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:09.622279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-1ce37371-435b-44f3-a7b8-97c7d265eb58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573161 Apr 21 21:07:09.650775 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-914541d6-b7d2-4a62-82a0-a2150d7d9d60 req-5cc2baf0-1675-40d7-8378-d9cf8c52a20c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046052 Apr 21 21:07:09.663897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Transition to ACTIVE for port object 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:07:09.697266 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:09.724172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-c8604726-d613-4f9f-b11f-8cfa93352795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:09.725350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-c8604726-d613-4f9f-b11f-8cfa93352795 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 1096 time: 0.0869117 Apr 21 21:07:09.738122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-439c0e6e-411f-4fb9-82ae-b3f95213fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:09.739761 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-439c0e6e-411f-4fb9-82ae-b3f95213fa30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 1096 time: 0.0567493 Apr 21 21:07:09.816373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:09.862004 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:09.912865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Attempting to bind port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:07:09.913206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Attempting to bind port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '98125515-c35a-4f92-9b83-e743e49c8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '250a0c7b-cf31-4754-ad29-84351d3e82e4'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:07:09.913532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Attempting to bind port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 on network 250a0c7b-cf31-4754-ad29-84351d3e82e4 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:07:09.924251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38278) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:09.940230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 on network 250a0c7b-cf31-4754-ad29-84351d3e82e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:07:09.940559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Attempting to bind port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 on network 250a0c7b-cf31-4754-ad29-84351d3e82e4 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:07:09.970199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:07:09.970440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-67cf3f4e-42f4-424e-93ba-7bca5a648ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:09.970660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Checking segment: {'id': '98125515-c35a-4f92-9b83-e743e49c8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '250a0c7b-cf31-4754-ad29-84351d3e82e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:07:09.970916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Bound using segment: {'id': '98125515-c35a-4f92-9b83-e743e49c8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '250a0c7b-cf31-4754-ad29-84351d3e82e4'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:07:09.971480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Bound port: 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98125515-c35a-4f92-9b83-e743e49c8486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '250a0c7b-cf31-4754-ad29-84351d3e82e4'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:07:09.971863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:09.972749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-67cf3f4e-42f4-424e-93ba-7bca5a648ebb service neutron] 10.222.0.43 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.2374754 Apr 21 21:07:09.975263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-ddbfcd5c-6942-4ef4-86fe-ac6dcf93fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:09.976953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-ddbfcd5c-6942-4ef4-86fe-ac6dcf93fec7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.2080805 Apr 21 21:07:09.991812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993afbe8-179a-4c05-992a-af27f7f1c806 req-b9fe6101-161e-4dc8-b23c-4505f97bc30d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:09.993549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-993afbe8-179a-4c05-992a-af27f7f1c806 req-b9fe6101-161e-4dc8-b23c-4505f97bc30d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1382127 Apr 21 21:07:10.025849 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.093919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-df97a640-7aa6-41d3-96b8-d9dcfc8469a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 200 len: 1001 time: 0.0984161 Apr 21 21:07:10.115501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4335edfc-2fcb-4d96-86b6-2a8bf763e7e0 admin admin] Deleting subnet e552f308-8937-4660-9117-77fb8d07040e {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:07:10.121543 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4335edfc-2fcb-4d96-86b6-2a8bf763e7e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.168240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:07:10.181155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-e7abc59e-c135-4b5c-9603-004de0241251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:10.182849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:07:10.183310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-e7abc59e-c135-4b5c-9603-004de0241251 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.0517702 Apr 21 21:07:10.184705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-f792cdb1-6e02-4f1a-849b-f43c994d68d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 HTTP/1.1" status: 200 len: 217 time: 0.1884925 Apr 21 21:07:10.195037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:07:10.206701 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4335edfc-2fcb-4d96-86b6-2a8bf763e7e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.209855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=eaebd458-4f40-4dfa-8463-c61d5747d6e4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:10.229924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] For port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:07:10.273411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] For port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,segment=NetworkSegment(98125515-c35a-4f92-9b83-e743e49c8486),segment_id=98125515-c35a-4f92-9b83-e743e49c8486)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:07:10.291919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.297769 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-993afbe8-179a-4c05-992a-af27f7f1c806 req-a9da96a0-170b-4763-956f-576d010eb092 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093678 Apr 21 21:07:10.311613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4335edfc-2fcb-4d96-86b6-2a8bf763e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.313524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-e110bf9d-0c74-4219-93d6-cfb4aae54a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:10.315019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-e110bf9d-0c74-4219-93d6-cfb4aae54a9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217477 Apr 21 21:07:10.341428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-9188cb8d-e78a-4ef0-800c-5c6cd2ad10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:10.346643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-9188cb8d-e78a-4ef0-800c-5c6cd2ad10c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1545198 Apr 21 21:07:10.394465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:10.395116 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.396480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] 10.222.0.46 "PUT /v2.0/ports/6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 HTTP/1.1" status: 200 len: 1091 time: 2.3417685 Apr 21 21:07:10.399996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f50a64-920a-4911-bae2-4d3e1840e8d1', 'tag': '6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:10.402347 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992da3ad-b008-4a54-9674-8dbd383c3685" -d '{"events": [{"name": "network-changed", "server_uuid": "97f50a64-920a-4911-bae2-4d3e1840e8d1", "tag": "6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:10.505349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07b14d-cc31-4d8d-99c6-1be0ac5d2c42 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:10.516994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-6813f0cb-c948-4679-aaed-95182265b7fc service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934493 Apr 21 21:07:10.527530 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b87fc7-821c-4c2e-b0ba-0a6771425ab9 x-openstack-request-id: req-04b87fc7-821c-4c2e-b0ba-0a6771425ab9 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:10.527530 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f50a64-920a-4911-bae2-4d3e1840e8d1", "tag": "6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:10.527530 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04b87fc7-821c-4c2e-b0ba-0a6771425ab9 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:10.527915 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b87fc7-821c-4c2e-b0ba-0a6771425ab9'] response: {'name': 'network-changed', 'server_uuid': '97f50a64-920a-4911-bae2-4d3e1840e8d1', 'tag': '6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0', 'status': 'completed', 'code': 200} Apr 21 21:07:10.533995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.557958 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4335edfc-2fcb-4d96-86b6-2a8bf763e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.579473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-34d8bda4-f53c-4f40-bf9c-540ce041c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:10.581251 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-34d8bda4-f53c-4f40-bf9c-540ce041c422 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978341 Apr 21 21:07:10.609593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335edfc-2fcb-4d96-86b6-2a8bf763e7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e552f308-8937-4660-9117-77fb8d07040e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:10.616217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649898a6-5c35-488c-ac52-44946758b6e9 req-3977193c-7d2c-42a0-82b5-c6d4e35cf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:10.617576 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-3977193c-7d2c-42a0-82b5-c6d4e35cf399 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17e0e8c43eb3414182c76228ca050fa5&device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 1094 time: 0.1726513 Apr 21 21:07:10.618619 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4335edfc-2fcb-4d96-86b6-2a8bf763e7e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.628674 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4335edfc-2fcb-4d96-86b6-2a8bf763e7e0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e552f308-8937-4660-9117-77fb8d07040e HTTP/1.1" status: 204 len: 168 time: 0.7024877 Apr 21 21:07:10.635437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38304) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:10.715293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:07:10.758448 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:10.768308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 324fc943-1176-4a11-a488-7faaf13a47b5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:07:10.785722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 324fc943-1176-4a11-a488-7faaf13a47b5 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:07:10.790033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-547ef8c8-7eee-4580-9afa-85c942c1523b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 HTTP/1.1" status: 200 len: 217 time: 0.1532619 Apr 21 21:07:10.809808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b73ba34d-eed2-4df2-8073-3f11531ab6c4 req-6038b538-4d1d-4afa-bfe3-2fc0fef14ec6 service neutron] 10.222.0.43 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791317 Apr 21 21:07:10.863676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493f852-e064-437e-9687-5e50eaa85c6f req-3f923226-c4a4-4016-841e-9277e955172d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:10.871489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b493f852-e064-437e-9687-5e50eaa85c6f req-3f923226-c4a4-4016-841e-9277e955172d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1545482 Apr 21 21:07:10.898287 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-66d528f9-0550-4637-9099-7c714c026166 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743485 Apr 21 21:07:10.939583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b493f852-e064-437e-9687-5e50eaa85c6f req-4bd7f150-661f-4ade-ba03-11d7e4d4e195 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617902 Apr 21 21:07:10.947581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649898a6-5c35-488c-ac52-44946758b6e9 req-2ac56b5f-ff30-4b7a-b135-33ccfa75b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:10.948272 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-2ac56b5f-ff30-4b7a-b135-33ccfa75b132 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c230a3c-a507-4f46-be99-75431cf2ef5c HTTP/1.1" status: 200 len: 865 time: 0.1360521 Apr 21 21:07:11.047263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-dea6237f-11f4-4e60-9127-733a1ac61365 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=250a0c7b-cf31-4754-ad29-84351d3e82e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721374 Apr 21 21:07:11.075164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43788c14-837c-4b47-8258-4a9fd87e216a req-2cce7f10-3d2a-4e13-ab54-c6264ae4d437 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:11.083201 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43788c14-837c-4b47-8258-4a9fd87e216a req-2cce7f10-3d2a-4e13-ab54-c6264ae4d437 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.5633159 Apr 21 21:07:11.086865 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.240175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43788c14-837c-4b47-8258-4a9fd87e216a req-8a9b35e2-fa93-4655-996e-0f8729004362 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560366 Apr 21 21:07:11.394257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.454666 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.474018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-ea202738-c0da-48b8-913d-585ca89d2d1d service neutron] 10.222.0.46 "GET /v2.0/networks/250a0c7b-cf31-4754-ad29-84351d3e82e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069464 Apr 21 21:07:11.570579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:11.577436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72423b0d-116e-4e4e-84d6-796ddb8239e9 req-7dd99b16-9ad8-4717-ada4-272ab792dec1 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605897 Apr 21 21:07:11.581258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d89f-d3b6-4fed-b8ac-1a482f40c4e2 req-f451257d-294d-4e24-863c-abc0289be60e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:11.593014 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-da89d89f-d3b6-4fed-b8ac-1a482f40c4e2 req-f451257d-294d-4e24-863c-abc0289be60e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.2183790 Apr 21 21:07:11.595829 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.619344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc66044-2929-4db2-a980-47a5105156dc') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:11.619635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc66044-2929-4db2-a980-47a5105156dc') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:11.688324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.699494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af7657-f188-476a-9e2c-1d25665dc52d req-e95b2e6c-7324-4566-97f2-c8ba0a5665b0 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:11.708144 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0af7657-f188-476a-9e2c-1d25665dc52d req-e95b2e6c-7324-4566-97f2-c8ba0a5665b0 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 943 time: 0.1292117 Apr 21 21:07:11.710898 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649898a6-5c35-488c-ac52-44946758b6e9 req-117ea139-3e8a-42c7-83e5-bcda1b78e7f2 service neutron] 10.222.0.46 "GET /v2.0/networks/250a0c7b-cf31-4754-ad29-84351d3e82e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270806 Apr 21 21:07:11.747820 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-da89d89f-d3b6-4fed-b8ac-1a482f40c4e2 req-70c587a8-33ee-4ead-a6bb-a8dbfe370339 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532657 Apr 21 21:07:11.748862 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.765449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=eaebd458-4f40-4dfa-8463-c61d5747d6e4,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:11.770040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:07:11.770452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:07:11.772187 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:07:11.775211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0af7657-f188-476a-9e2c-1d25665dc52d req-72c20ea3-22f3-427f-b443-f66fa9f38492 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661640 Apr 21 21:07:11.796447 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.876949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.878202 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2f08ce3d-30fd-4669-b3b5-98ad974603e0 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6034369 Apr 21 21:07:11.893769 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.908570 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:11.911955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b HTTP/1.1" status: 204 len: 168 time: 1.2740710 Apr 21 21:07:11.964685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a109c-031f-4f28-9e04-9d2f7cdb5f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc9ab0b-2e26-4c70-b745-bc54c63d1d7b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:11.990023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-75738f0a-cd2d-4d0b-88dd-ef531d4ddc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:12.002499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-75738f0a-cd2d-4d0b-88dd-ef531d4ddc4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17e0e8c43eb3414182c76228ca050fa5&device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 1094 time: 0.1901400 Apr 21 21:07:12.119191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-f9a88cbf-fe62-431e-91f5-2b7629f94114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:12.120828 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-f9a88cbf-fe62-431e-91f5-2b7629f94114 service neutron] 10.222.0.46 "GET /v2.0/networks?id=250a0c7b-cf31-4754-ad29-84351d3e82e4 HTTP/1.1" status: 200 len: 926 time: 0.1167266 Apr 21 21:07:12.131540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312c42-71d6-46cf-a4bf-61a32abbd237 req-fab16c70-3a57-4c7e-b1cd-0c0c6ddf5a88 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:12.133316 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-59312c42-71d6-46cf-a4bf-61a32abbd237 req-fab16c70-3a57-4c7e-b1cd-0c0c6ddf5a88 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.2191117 Apr 21 21:07:12.158380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caea4d9-fdb5-472b-b2b0-51cfa8de5d55 req-52aede86-f822-4a8f-861d-38bb600c8f4e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:12.159939 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1caea4d9-fdb5-472b-b2b0-51cfa8de5d55 req-52aede86-f822-4a8f-861d-38bb600c8f4e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0971246 Apr 21 21:07:12.200046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-5bd98fc6-3a69-455b-8bd9-370710c5ef44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 HTTP/1.1" status: 200 len: 217 time: 0.0655992 Apr 21 21:07:12.212677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38344) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:12.229664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1caea4d9-fdb5-472b-b2b0-51cfa8de5d55 req-5f00586c-cc60-47e8-ac38-c7f90dc5fc94 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610569 Apr 21 21:07:12.301360 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-59312c42-71d6-46cf-a4bf-61a32abbd237 req-be42fdfc-90a9-4687-96c5-4e009dab3d33 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033518 Apr 21 21:07:12.347107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-bd1c20d5-1abd-4b5b-b3dc-a19c5ef4c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:12.348570 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-bd1c20d5-1abd-4b5b-b3dc-a19c5ef4c55e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c230a3c-a507-4f46-be99-75431cf2ef5c HTTP/1.1" status: 200 len: 865 time: 0.1350801 Apr 21 21:07:12.362445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:07:12.395838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-9c1f3ce4-7c03-4a00-8560-2760c195b7f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=250a0c7b-cf31-4754-ad29-84351d3e82e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364830 Apr 21 21:07:12.403618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a0210fd5-e20e-4cd9-b097-47701aa95b69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=401ae39dd8974553a94bdb2d7d864a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887770 Apr 21 21:07:12.404234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38352) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:12.473962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f5c7b-218c-403d-97be-468ef980637e req-d192b433-baeb-40b6-be84-057c49a10516 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:12.491485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b5f5c7b-218c-403d-97be-468ef980637e req-d192b433-baeb-40b6-be84-057c49a10516 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1786346 Apr 21 21:07:12.607838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b5f5c7b-218c-403d-97be-468ef980637e req-7bf417d2-7493-4793-8116-d8c1ca4bbd57 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093011 Apr 21 21:07:12.629103 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:12.630441 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74362426-8c89-4c71-9b07-3f0612470f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:12.692520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:12.693483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:12.696297 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a4677-c661-41d3-ae5e-b87c3f261155" -d '{"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:12.701275 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:12.708018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-d839a71e-4935-40c1-a115-cf9b576beb7b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1978771907&fields=id&tenant_id=82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 267 time: 0.1638288 Apr 21 21:07:12.712432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74362426-8c89-4c71-9b07-3f0612470f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:12.774569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:12.798967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.799402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.799810 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.806222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675604d6-375e-461a-a5d0-00865b73e972 req-b20aa980-af8d-4a2c-af2e-024c9cdafe9f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:12.808804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.808804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.813717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.814320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.814757 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-675604d6-375e-461a-a5d0-00865b73e972 req-b20aa980-af8d-4a2c-af2e-024c9cdafe9f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0720317 Apr 21 21:07:12.816472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.817004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.817404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.818554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.818985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:12.852033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-ba00224f-745c-4465-839c-247400f024f9 service neutron] 10.222.0.46 "GET /v2.0/networks/250a0c7b-cf31-4754-ad29-84351d3e82e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465871 Apr 21 21:07:12.889187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-675604d6-375e-461a-a5d0-00865b73e972 req-d941c98b-87f2-49df-9ce5-4bb492cd3389 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690835 Apr 21 21:07:12.936211 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da895fb-7edb-409a-8fd4-dd7e918aeb52 x-openstack-request-id: req-3da895fb-7edb-409a-8fd4-dd7e918aeb52 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:12.936211 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:12.936473 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3da895fb-7edb-409a-8fd4-dd7e918aeb52 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:12.936967 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da895fb-7edb-409a-8fd4-dd7e918aeb52'] response: {'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'code': 200} Apr 21 21:07:12.950405 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74362426-8c89-4c71-9b07-3f0612470f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:12.954121 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-74362426-8c89-4c71-9b07-3f0612470f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:12.957526 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-74362426-8c89-4c71-9b07-3f0612470f62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45a6cb8b-b84d-4291-96ef-5b2f244770fe HTTP/1.1" status: 204 len: 168 time: 0.5480781 Apr 21 21:07:12.974830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74362426-8c89-4c71-9b07-3f0612470f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a6cb8b-b84d-4291-96ef-5b2f244770fe,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:12.992604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-bddfa641-7f86-461b-972b-343f4f94821b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:12.994436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-bddfa641-7f86-461b-972b-343f4f94821b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 814 time: 0.2677264 Apr 21 21:07:13.022178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-785ce381-1b55-4205-8955-954bcc3b142f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/quotas/82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 375 time: 0.0169303 Apr 21 21:07:13.045036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-992da3ad-b008-4a54-9674-8dbd383c3685 req-7f1638ea-fc91-4480-9349-2007a2301c15 service neutron] 10.222.0.46 "GET /v2.0/networks/250a0c7b-cf31-4754-ad29-84351d3e82e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857438 Apr 21 21:07:13.095518 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-926abf21-6ca9-46b1-be8d-249429d48354 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654790 Apr 21 21:07:13.104681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1977a-113e-4a97-9104-4909b3a5cc43 req-0c70d62e-7096-470a-8fd6-722c6334a9e3 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:13.112962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebf1977a-113e-4a97-9104-4909b3a5cc43 req-0c70d62e-7096-470a-8fd6-722c6334a9e3 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 943 time: 0.0780549 Apr 21 21:07:13.157124 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebf1977a-113e-4a97-9104-4909b3a5cc43 req-06fa1fe9-9056-4af3-aa42-a2d0a685f895 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Apr 21 21:07:13.219403 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f10f271e-c2e0-4a9c-acc7-3abc14371362 service neutron] 10.222.0.49 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100261 Apr 21 21:07:13.402314 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-83038ed2-7cb5-463d-80e7-50a247f307e9 service neutron] 10.222.0.49 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723289 Apr 21 21:07:13.711988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e21c6a-7fdb-4d36-8094-2e929325b524 req-2e2237f2-96a8-4fcf-857f-ec31d1463517 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:13.726446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11e21c6a-7fdb-4d36-8094-2e929325b524 req-2e2237f2-96a8-4fcf-857f-ec31d1463517 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 943 time: 0.1028166 Apr 21 21:07:13.753958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bf8be-13b4-43c3-a1d7-435b77effb4d req-434ba301-8c6e-421e-aa00-111364460c61 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:13.765536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a13bf8be-13b4-43c3-a1d7-435b77effb4d req-434ba301-8c6e-421e-aa00-111364460c61 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0958622 Apr 21 21:07:13.793349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11e21c6a-7fdb-4d36-8094-2e929325b524 req-5308dddc-9731-4400-9ec2-2ae92405a1dc tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655255 Apr 21 21:07:13.850786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a13bf8be-13b4-43c3-a1d7-435b77effb4d req-4d792ad2-9c5a-4bf4-b2c4-1c7fa88fa3d9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843821 Apr 21 21:07:13.913153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5be303e-a0fa-405d-813c-b32c6dbfc298 req-5b31fafa-dd8b-4f7d-a614-ff15e57e6a15 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 210 time: 0.0683300 Apr 21 21:07:14.471753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b3ea7-4062-47eb-8f4f-de7df958f219 req-5ebae039-4074-4a9a-b78b-e6f522c868bc tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:14.474057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6a0b3ea7-4062-47eb-8f4f-de7df958f219 req-5ebae039-4074-4a9a-b78b-e6f522c868bc tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 943 time: 0.1424687 Apr 21 21:07:14.618131 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6a0b3ea7-4062-47eb-8f4f-de7df958f219 req-6e1daf24-2daf-4273-883c-9069d9d9500a tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158056 Apr 21 21:07:14.745067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:07:14.953911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,segment=NetworkSegment(98125515-c35a-4f92-9b83-e743e49c8486),segment_id=98125515-c35a-4f92-9b83-e743e49c8486)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:14.981405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0', 'network_id': '250a0c7b-cf31-4754-ad29-84351d3e82e4', 'port_id': '6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0', 'mac_address': 'fa:16:3e:29:45:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c230a3c-a507-4f46-be99-75431cf2ef5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:07:15.041137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:15.058955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:07:15.103994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,segment=NetworkSegment(98125515-c35a-4f92-9b83-e743e49c8486),segment_id=98125515-c35a-4f92-9b83-e743e49c8486)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:15.116460 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:15.251858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a26449-be4c-4121-a070-6471e0da5f7a req-5b759e71-c89d-4712-93ab-36fbf3b385f8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:15.252733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-938b36da-52d5-4e64-a773-5156b4967a07 req-c3819928-258d-42de-943a-20d65c9f5b70 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 210 time: 0.0732186 Apr 21 21:07:15.273231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4a26449-be4c-4121-a070-6471e0da5f7a req-5b759e71-c89d-4712-93ab-36fbf3b385f8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.2262385 Apr 21 21:07:15.315767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:15.448015 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:07:15.545749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4a26449-be4c-4121-a070-6471e0da5f7a req-592dfc67-c94e-40fc-8c94-2a61115afee3 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636268 Apr 21 21:07:15.653274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-45aa9622-90d9-4330-a85c-0441ebe3e8a5 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:15.664722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-45aa9622-90d9-4330-a85c-0441ebe3e8a5 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 814 time: 0.3849516 Apr 21 21:07:15.742093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cda31-4ab8-4de4-ba65-6122e48aaa4b req-e4c6daab-d34c-4d80-bcb2-ed500a622840 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:15.779291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-9f1dd483-61b5-4a1f-b14e-dff4bf642ba2 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e77516482b49798caefa23821a5e41 HTTP/1.1" status: 200 len: 380 time: 0.1053889 Apr 21 21:07:15.785729 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-761cda31-4ab8-4de4-ba65-6122e48aaa4b req-e4c6daab-d34c-4d80-bcb2-ed500a622840 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 943 time: 0.1363978 Apr 21 21:07:15.789345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'port': {'device_id': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'admin_state_up': True, 'tenant_id': '82e77516482b49798caefa23821a5e41', 'security_groups': ['3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:15.835672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-76ea028b-2a1d-4418-8a3c-22af39da0e58 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1282535 Apr 21 21:07:15.898747 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-761cda31-4ab8-4de4-ba65-6122e48aaa4b req-72a9a4eb-2309-4037-bc29-2da4209012cc tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105726 Apr 21 21:07:16.032466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc5ea4-72e3-4598-ab21-8cad6c3e771a req-3945b7d1-50e8-4b66-9c50-7359acfd4ed6 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:16.042608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eefc5ea4-72e3-4598-ab21-8cad6c3e771a req-3945b7d1-50e8-4b66-9c50-7359acfd4ed6 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 944 time: 0.2270756 Apr 21 21:07:16.122922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eefc5ea4-72e3-4598-ab21-8cad6c3e771a req-fac823bc-5204-421d-877c-5fe6af3f37fd tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772338 Apr 21 21:07:16.132083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Made reservation on behalf of 82e77516482b49798caefa23821a5e41 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:07:16.136717 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:16.301999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Allocated IP 172.20.0.12 (bb53438a-3327-4b76-88e5-46a4179a528b/21b73171-c292-4de0-8522-264715ef6eba/bc47aad7-39d7-408b-b8bf-6125be980c80) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:07:16.359895 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07ab6fd9-142a-416c-b8b6-540a36590bcf req-4988c49f-376d-4801-9efc-5a283cc155ab tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 210 time: 0.0396857 Apr 21 21:07:16.402420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:07:16.498900 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:16.568907 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:16.679041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event updated for resources: {'Port': ['ID=bc47aad7-39d7-408b-b8bf-6125be980c80,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:16.708319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Network bb53438a-3327-4b76-88e5-46a4179a528b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:07:16.712423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:07:16.715127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:07:16.761097 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:07:16.766163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593d1d-990a-400f-a94b-6d411c11d171 req-0671e139-1c0d-466d-a3ed-7cae48f922c1 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:16.767917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e593d1d-990a-400f-a94b-6d411c11d171 req-0671e139-1c0d-466d-a3ed-7cae48f922c1 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1088846 Apr 21 21:07:16.802510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:16.803743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:16.825367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-563a444c-31cd-4f31-9b77-159eedcc5f6a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0404167 Apr 21 21:07:16.866182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:07:16.869107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e593d1d-990a-400f-a94b-6d411c11d171 req-3765b9b1-bb1d-4785-a14e-2f0b349a9a0d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901475 Apr 21 21:07:16.870545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:07:16.873390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Request body: {'port': {'device_id': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:16.877648 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:16.944133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:16.985769 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:17.013691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f50a64-920a-4911-bae2-4d3e1840e8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:17.015962 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162e7851-4826-4da6-9dd3-821823f73c00" -d '{"events": [{"server_uuid": "97f50a64-920a-4911-bae2-4d3e1840e8d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:17.058925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,segment=NetworkSegment(98125515-c35a-4f92-9b83-e743e49c8486),segment_id=98125515-c35a-4f92-9b83-e743e49c8486)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:17.065386 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:17.096198 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26a231b-1b59-45e9-a563-52fa4915d0a5 x-openstack-request-id: req-f26a231b-1b59-45e9-a563-52fa4915d0a5 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:17.096666 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f50a64-920a-4911-bae2-4d3e1840e8d1", "name": "network-vif-plugged", "status": "completed", "tag": "6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:17.096829 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f26a231b-1b59-45e9-a563-52fa4915d0a5 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:17.097121 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26a231b-1b59-45e9-a563-52fa4915d0a5'] response: {'server_uuid': '97f50a64-920a-4911-bae2-4d3e1840e8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0', 'code': 200} Apr 21 21:07:17.124357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b6c28455-5a6a-4b4a-b989-a3922a1e37f6 None None] Provisioning complete for port bc47aad7-39d7-408b-b8bf-6125be980c80 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:07:17.124781 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6c28455-5a6a-4b4a-b989-a3922a1e37f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:17.163713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b6c28455-5a6a-4b4a-b989-a3922a1e37f6 None None] Port bc47aad7-39d7-408b-b8bf-6125be980c80 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:07:17.174613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:17.196375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea41af-2677-4f4a-a781-55ca579a8431 req-a7667ebe-8729-48b6-8de5-5836fe587dfa tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:17.198498 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49ea41af-2677-4f4a-a781-55ca579a8431 req-a7667ebe-8729-48b6-8de5-5836fe587dfa tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 943 time: 0.1486628 Apr 21 21:07:17.243285 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49ea41af-2677-4f4a-a781-55ca579a8431 req-140c8870-682a-433a-8f42-f1864bda14ba tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364168 Apr 21 21:07:17.248913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-0e204417-81ec-4fe3-a5cd-5ac8d24c3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:17.250924 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-0e204417-81ec-4fe3-a5cd-5ac8d24c3276 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e&tenant_id=f8dd254dbcc942288edcd3c5266ca7f3 HTTP/1.1" status: 200 len: 1094 time: 0.1708820 Apr 21 21:07:17.263212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:17.311789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940c6f-01b7-4766-9341-0ab3a7ed0250 req-c09a42cc-518d-41fc-bf23-08ff7a24882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:17.313478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98940c6f-01b7-4766-9341-0ab3a7ed0250 req-c09a42cc-518d-41fc-bf23-08ff7a24882d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 1096 time: 0.1664841 Apr 21 21:07:17.333731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:17.399781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9949384-09b1-4e31-a16b-1941e15df52f req-428e1d9c-b846-4878-b9a8-00d7adf600d9 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:17.401674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9949384-09b1-4e31-a16b-1941e15df52f req-428e1d9c-b846-4878-b9a8-00d7adf600d9 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 945 time: 0.1590109 Apr 21 21:07:17.422451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98940c6f-01b7-4766-9341-0ab3a7ed0250 req-19374f8c-744e-4128-a287-851f04304181 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951416 Apr 21 21:07:17.483046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9949384-09b1-4e31-a16b-1941e15df52f req-9b661bca-1161-4d28-9889-98d179d64a02 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719364 Apr 21 21:07:17.489504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc47aad7-39d7-408b-b8bf-6125be980c80 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:07:17.497896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:17.512624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Transition to ACTIVE for port object bc47aad7-39d7-408b-b8bf-6125be980c80 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:07:17.524997 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:17.595361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc47aad7-39d7-408b-b8bf-6125be980c80,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:17.779616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Attempting to bind port bc47aad7-39d7-408b-b8bf-6125be980c80 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:07:17.779965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Attempting to bind port bc47aad7-39d7-408b-b8bf-6125be980c80 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:07:17.780297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Attempting to bind port bc47aad7-39d7-408b-b8bf-6125be980c80 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:07:17.794277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Port bc47aad7-39d7-408b-b8bf-6125be980c80 on network bb53438a-3327-4b76-88e5-46a4179a528b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:07:17.794277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Attempting to bind port bc47aad7-39d7-408b-b8bf-6125be980c80 on network bb53438a-3327-4b76-88e5-46a4179a528b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:07:17.803688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:07:17.804202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Checking segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:07:17.804619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Bound using segment: {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:07:17.805087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Bound port: bc47aad7-39d7-408b-b8bf-6125be980c80, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:07:17.805444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:17.976866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] For port bc47aad7-39d7-408b-b8bf-6125be980c80, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:07:17.981093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] For port bc47aad7-39d7-408b-b8bf-6125be980c80, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc47aad7-39d7-408b-b8bf-6125be980c80,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:07:18.002658 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:18.051357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db444-2566-4acf-b956-6dcf92335c78 req-8058a451-1b30-427f-bd48-ebf3111fcb24 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:18.058649 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c37db444-2566-4acf-b956-6dcf92335c78 req-8058a451-1b30-427f-bd48-ebf3111fcb24 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 932 time: 0.5823166 Apr 21 21:07:18.122714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:18.123336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:18.125368 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] 10.222.0.43 "PUT /v2.0/ports/bc47aad7-39d7-408b-b8bf-6125be980c80 HTTP/1.1" status: 200 len: 1092 time: 1.2634985 Apr 21 21:07:18.150333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'tag': 'bc47aad7-39d7-408b-b8bf-6125be980c80'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:18.153638 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c966163f-feaf-4137-b3ca-10eb64d50398" -d '{"events": [{"name": "network-changed", "server_uuid": "af3e8675-9116-4e42-ab88-51d58bed6b71", "tag": "bc47aad7-39d7-408b-b8bf-6125be980c80"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:18.165226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c37db444-2566-4acf-b956-6dcf92335c78 req-d56bf45a-3b2e-4702-b0e7-234ade352825 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057298 Apr 21 21:07:18.256091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:18.312096 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aa169b-11df-4a84-ba8a-35148c231948 x-openstack-request-id: req-e9aa169b-11df-4a84-ba8a-35148c231948 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:18.312573 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3e8675-9116-4e42-ab88-51d58bed6b71", "tag": "bc47aad7-39d7-408b-b8bf-6125be980c80", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:18.312943 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9aa169b-11df-4a84-ba8a-35148c231948 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:18.313437 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9aa169b-11df-4a84-ba8a-35148c231948'] response: {'name': 'network-changed', 'server_uuid': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'tag': 'bc47aad7-39d7-408b-b8bf-6125be980c80', 'status': 'completed', 'code': 200} Apr 21 21:07:18.320518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:07:18.339755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c91130-0f3a-4ce1-a004-01cb66cfc4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc47aad7-39d7-408b-b8bf-6125be980c80,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:18.386045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c52f5c-fced-4f82-b083-0a60b0e8b741 req-ff6063fe-e6c8-4a56-974f-c34139049c1f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:18.389271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90c52f5c-fced-4f82-b083-0a60b0e8b741 req-ff6063fe-e6c8-4a56-974f-c34139049c1f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.3642304 Apr 21 21:07:18.408350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-a3307d30-134e-472d-94a6-c9b412cca9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:18.410862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-a3307d30-134e-472d-94a6-c9b412cca9ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 1095 time: 0.2358680 Apr 21 21:07:18.417999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4e523f-c4f0-4c51-a10c-c023415a2e39 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:07:18.432509 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:18.463572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Transition to ACTIVE for port object ab4e523f-c4f0-4c51-a10c-c023415a2e39 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:07:18.477923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:18.512552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-e2033c3e-ef80-4f36-b514-d089484ec440 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc47aad7-39d7-408b-b8bf-6125be980c80 HTTP/1.1" status: 200 len: 217 time: 0.0677855 Apr 21 21:07:18.524793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90c52f5c-fced-4f82-b083-0a60b0e8b741 req-8150acc3-ebf8-40fe-9a47-7ebeb54982c7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208215 Apr 21 21:07:18.546398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=9']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:18.598209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67954c44-16a9-4fb2-a012-32b2ec994637 req-57d2f069-da68-4029-a567-d7e67468f9c3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:18.599784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67954c44-16a9-4fb2-a012-32b2ec994637 req-57d2f069-da68-4029-a567-d7e67468f9c3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 943 time: 0.1348116 Apr 21 21:07:18.613610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-6101b553-66fb-4419-8591-acbaea0414e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:18.615449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-6101b553-66fb-4419-8591-acbaea0414e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.0839989 Apr 21 21:07:18.778000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-4f0e7226-fed6-4615-88c3-45674fb75779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:18.780151 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-4f0e7226-fed6-4615-88c3-45674fb75779 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574371 Apr 21 21:07:18.793563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93337b24-fdb7-46c0-ab38-982107943745 req-05a1df1e-8771-428f-9195-eb75132612cd tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:18.803082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93337b24-fdb7-46c0-ab38-982107943745 req-05a1df1e-8771-428f-9195-eb75132612cd tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 945 time: 0.1071250 Apr 21 21:07:18.965306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] No DVR routers for this DVR port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:07:19.020806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93337b24-fdb7-46c0-ab38-982107943745 req-3c76f1a5-48e3-4a63-ad73-4209f70b4720 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124255 Apr 21 21:07:19.040788 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67954c44-16a9-4fb2-a012-32b2ec994637 req-53e28ea0-266c-4467-902b-7aa12c0af443 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317172 Apr 21 21:07:19.088497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-e8d6995c-ce48-4fd6-bd13-fad82d208d87 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805061 Apr 21 21:07:19.151241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Attempting to bind port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:07:19.151781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Attempting to bind port ab4e523f-c4f0-4c51-a10c-c023415a2e39 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:07:19.152146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Attempting to bind port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on network 3f991d97-6e36-4588-b769-0a4ff80fd650 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:07:19.158610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on network 3f991d97-6e36-4588-b769-0a4ff80fd650 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:07:19.159284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Attempting to bind port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on network 3f991d97-6e36-4588-b769-0a4ff80fd650 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:07:19.166157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:07:19.166749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Checking segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:07:19.167413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Bound using segment: {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:07:19.168146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Bound port: ab4e523f-c4f0-4c51-a10c-c023415a2e39, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e56e1c8-6b7b-4c3d-899c-d03ff041d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:07:19.168841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:19.234243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9939fb62-d3f8-4ec6-a6c4-2e82589e3a12 req-911afe65-f912-47b1-93f5-046c063067e6 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379380 Apr 21 21:07:19.268065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:07:19.272992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:07:19.280061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:19.317477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:19.318345 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:19.319842 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] 10.222.0.46 "PUT /v2.0/ports/ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 200 len: 1091 time: 2.0613790 Apr 21 21:07:19.320423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:19.322890 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c36911b-8b8a-42f3-b707-f302d0b4fc55" -d '{"events": [{"name": "network-changed", "server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:19.424649 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919fe53-33a6-44eb-8ed8-fdabb648f918 x-openstack-request-id: req-1919fe53-33a6-44eb-8ed8-fdabb648f918 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:19.425181 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:19.425603 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1919fe53-33a6-44eb-8ed8-fdabb648f918 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:19.426208 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1919fe53-33a6-44eb-8ed8-fdabb648f918'] response: {'name': 'network-changed', 'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'status': 'completed', 'code': 200} Apr 21 21:07:19.463152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014d384-b2ae-4c67-8a8d-f2f802b0da89 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=10']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:19.478381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-21868a73-1b17-412b-bb3c-a822ac1398aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:19.480454 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-21868a73-1b17-412b-bb3c-a822ac1398aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 1095 time: 0.1254425 Apr 21 21:07:19.495675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fc501-300c-4d05-ab9a-d81979261974 req-64392e0a-8ef2-4af0-90d9-582f9a69c239 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:19.505527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a3fc501-300c-4d05-ab9a-d81979261974 req-64392e0a-8ef2-4af0-90d9-582f9a69c239 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 944 time: 0.0992746 Apr 21 21:07:19.574953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-07442f8f-c4e6-4e2c-aac3-8108cd1dd958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:19.580505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-07442f8f-c4e6-4e2c-aac3-8108cd1dd958 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 1095 time: 0.2687747 Apr 21 21:07:19.606698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a3fc501-300c-4d05-ab9a-d81979261974 req-b1a8dc7c-a231-4913-bf6a-b8fa9c8ca18f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994196 Apr 21 21:07:19.764067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-d7f84c96-0362-4308-b332-2f9062959a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:19.766617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-d7f84c96-0362-4308-b332-2f9062959a04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.1645806 Apr 21 21:07:19.868498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-36bf2485-017a-4d85-b512-cb3c3defabca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:19.870031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-36bf2485-017a-4d85-b512-cb3c3defabca service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.3803685 Apr 21 21:07:19.873667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-552af9c1-eebb-47b8-a48c-a653bdef9eb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc47aad7-39d7-408b-b8bf-6125be980c80 HTTP/1.1" status: 200 len: 217 time: 0.0978954 Apr 21 21:07:19.890448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f9675-6a2d-478e-9682-672362be582b req-a3cb04fe-f926-4468-a1e6-d8f09b7ee803 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:19.892597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c69f9675-6a2d-478e-9682-672362be582b req-a3cb04fe-f926-4468-a1e6-d8f09b7ee803 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1838887 Apr 21 21:07:19.964115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-2a625c93-b914-41e9-84b7-3ed22579fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:19.969792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-2a625c93-b914-41e9-84b7-3ed22579fe5e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.0882044 Apr 21 21:07:20.004969 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c69f9675-6a2d-478e-9682-672362be582b req-9d48f9f9-6103-4b53-b238-cdf0cb2c3d9b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562494 Apr 21 21:07:20.007231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-3302006b-48ce-4e27-a7f3-8e019297f7b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 200 len: 999 time: 0.1298704 Apr 21 21:07:20.105201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7d9b5056-5741-4a19-9dde-f12258c32737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:20.106698 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-7d9b5056-5741-4a19-9dde-f12258c32737 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.0909448 Apr 21 21:07:20.165682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-4bffae7a-f20e-4c95-b989-b7cc057566d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:20.167038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-b7b72cf7-c4c9-46ff-9756-15b4eb73b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:20.167663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-4bffae7a-f20e-4c95-b989-b7cc057566d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868067 Apr 21 21:07:20.168691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-b7b72cf7-c4c9-46ff-9756-15b4eb73b4c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555403 Apr 21 21:07:20.251044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e04481-53b4-4dca-a24e-576ddd0da1ab req-d7064b70-f260-415e-9851-4a417f2b040f tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:20.252454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98e04481-53b4-4dca-a24e-576ddd0da1ab req-d7064b70-f260-415e-9851-4a417f2b040f tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 945 time: 0.1394360 Apr 21 21:07:20.300676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba94e59-fc81-4e89-b58f-427f5b57810a req-5bacefdc-7a2b-40d9-83fb-0052ed05433e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:20.302843 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bba94e59-fc81-4e89-b58f-427f5b57810a req-5bacefdc-7a2b-40d9-83fb-0052ed05433e tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.1311536 Apr 21 21:07:20.316909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-c114db1f-a288-439b-90d9-4b9d0a891341 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410966 Apr 21 21:07:20.359460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-d30800b6-72c5-4606-9d1a-2b3ca09a8dce service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765316 Apr 21 21:07:20.363662 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98e04481-53b4-4dca-a24e-576ddd0da1ab req-73df4278-b85f-41d8-b9b0-7c46e04f37f2 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993073 Apr 21 21:07:20.401233 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:20.463779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bba94e59-fc81-4e89-b58f-427f5b57810a req-a88ce5dd-08d0-45cb-8742-bffd10051bab tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462805 Apr 21 21:07:20.520988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-65197fe6-44ab-4ec5-9036-931be087ddd4 req-ba042f77-d2ae-422a-91fb-3f5733323912 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458607 Apr 21 21:07:20.548571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c966163f-feaf-4137-b3ca-10eb64d50398 req-2d8a72f1-ae51-4ba0-a2ce-9b172c732fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151442 Apr 21 21:07:20.569441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefc5d5-51cc-4a52-b489-c9619e7fc740 req-2d5c9aa8-b9f5-40d0-abe6-ecfac14a02b3 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:20.571022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ccefc5d5-51cc-4a52-b489-c9619e7fc740 req-2d5c9aa8-b9f5-40d0-abe6-ecfac14a02b3 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 945 time: 0.0796196 Apr 21 21:07:20.622524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:20.636668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-6b8dd6b4-0faa-4f1e-928a-2eb7d254fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:20.638641 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-6b8dd6b4-0faa-4f1e-928a-2eb7d254fbb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 1095 time: 0.0628362 Apr 21 21:07:20.646482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ccefc5d5-51cc-4a52-b489-c9619e7fc740 req-d4fadba1-b87a-474c-b2f8-2db19ba1f987 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687933 Apr 21 21:07:20.775701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afac38e-f1bb-4c59-9e62-199dfe69f467 req-158e4812-e873-4114-9b13-71b054950fce tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:20.777209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2afac38e-f1bb-4c59-9e62-199dfe69f467 req-158e4812-e873-4114-9b13-71b054950fce tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 944 time: 0.0541232 Apr 21 21:07:20.794756 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-0f061041-0c0e-45a1-8129-17548ddc1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:20.798251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-0f061041-0c0e-45a1-8129-17548ddc1606 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 200 len: 918 time: 0.1528916 Apr 21 21:07:20.847177 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2afac38e-f1bb-4c59-9e62-199dfe69f467 req-53f26845-0cf8-4eef-91ca-76caff88334c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625424 Apr 21 21:07:20.899420 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-4f0e6021-584f-41e0-9ce3-f38030153bff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 200 len: 999 time: 0.0943539 Apr 21 21:07:21.007666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-596b607b-9c3a-4212-9827-0d647ebcd233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:21.009947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-596b607b-9c3a-4212-9827-0d647ebcd233 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 200 len: 856 time: 0.1027999 Apr 21 21:07:21.068557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-445dd860-6e9a-47b6-9a01-d7bb324c46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:21.070812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-445dd860-6e9a-47b6-9a01-d7bb324c46b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3f991d97-6e36-4588-b769-0a4ff80fd650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538027 Apr 21 21:07:21.212069 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-c037449c-8b00-457a-943c-2c659f5218d6 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261649 Apr 21 21:07:21.292465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feb206-b15a-4748-89dd-e6d98dda0695 req-7b409489-cfd1-4874-9268-2054e9c05bc7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:21.301285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05feb206-b15a-4748-89dd-e6d98dda0695 req-7b409489-cfd1-4874-9268-2054e9c05bc7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0897002 Apr 21 21:07:21.377867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05feb206-b15a-4748-89dd-e6d98dda0695 req-9aff4c18-1938-4d6c-b9db-77d9fbc0913e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755184 Apr 21 21:07:21.387322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b57200-5230-4a15-ab18-78e172eafc50 req-1515e649-25ca-4a2d-83af-5aa45e1e2b9c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:21.389052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9b57200-5230-4a15-ab18-78e172eafc50 req-1515e649-25ca-4a2d-83af-5aa45e1e2b9c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 945 time: 0.1216295 Apr 21 21:07:21.473052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4c36911b-8b8a-42f3-b707-f302d0b4fc55 req-23e2a63c-d144-4526-ac71-a44c9be78808 service neutron] 10.222.0.46 "GET /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458653 Apr 21 21:07:21.477159 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9b57200-5230-4a15-ab18-78e172eafc50 req-87edde1d-6476-4e73-97e7-c39f0cd70aed tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656657 Apr 21 21:07:21.717294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0826cf-4ea9-4c51-8045-b66f907a9922 req-8f917c0b-48fd-4215-a753-57f14df6fc93 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:21.718865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc0826cf-4ea9-4c51-8045-b66f907a9922 req-8f917c0b-48fd-4215-a753-57f14df6fc93 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.1021481 Apr 21 21:07:21.878679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc0826cf-4ea9-4c51-8045-b66f907a9922 req-58b95881-0f75-43f8-90c5-0cc7c4302130 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510365 Apr 21 21:07:22.085650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b455-b01e-414f-90f7-24496be4b40c req-179f00af-c7f9-4f99-ae84-fec4c4f4869f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:22.095494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd8b455-b01e-414f-90f7-24496be4b40c req-179f00af-c7f9-4f99-ae84-fec4c4f4869f tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 944 time: 0.0911088 Apr 21 21:07:22.106425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e3be0-dc5f-42a9-8d45-b926f5e2c3ef req-518e7f46-e4c1-4c06-a32e-90b660168514 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:22.113859 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c5e3be0-dc5f-42a9-8d45-b926f5e2c3ef req-518e7f46-e4c1-4c06-a32e-90b660168514 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 945 time: 0.1150270 Apr 21 21:07:22.207198 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8fd8b455-b01e-414f-90f7-24496be4b40c req-31868353-c345-4d35-b7bf-d91c3bf16612 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106029 Apr 21 21:07:22.221159 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c5e3be0-dc5f-42a9-8d45-b926f5e2c3ef req-9c02b105-4919-4d18-88af-a11a04045449 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062090 Apr 21 21:07:22.399788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bc47aad7-39d7-408b-b8bf-6125be980c80 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:07:22.681938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034ce06-3c7f-45cc-94f5-5675f23b0f90 req-34f0dac1-a303-43b6-83f4-70c3716a2026 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:22.687561 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5034ce06-3c7f-45cc-94f5-5675f23b0f90 req-34f0dac1-a303-43b6-83f4-70c3716a2026 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1233139 Apr 21 21:07:22.719292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port bc47aad7-39d7-408b-b8bf-6125be980c80, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc47aad7-39d7-408b-b8bf-6125be980c80,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:22.732934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'bc47aad7-39d7-408b-b8bf-6125be980c80', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'port_id': 'bc47aad7-39d7-408b-b8bf-6125be980c80', 'mac_address': 'fa:16:3e:30:05:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:07:22.770644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5034ce06-3c7f-45cc-94f5-5675f23b0f90 req-ce2fc9f8-3441-49ff-90bc-624982f87254 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740538 Apr 21 21:07:22.831056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:23.075043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc47aad7-39d7-408b-b8bf-6125be980c80 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:07:23.106545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port bc47aad7-39d7-408b-b8bf-6125be980c80, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc47aad7-39d7-408b-b8bf-6125be980c80,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:23.121339 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:23.144430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fd50e-3fa2-43f7-b5ae-a792a34b3527 req-f4735191-87d0-41f3-a771-a59d67587763 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:23.153999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec0fd50e-3fa2-43f7-b5ae-a792a34b3527 req-f4735191-87d0-41f3-a771-a59d67587763 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.1295433 Apr 21 21:07:23.211602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=bc47aad7-39d7-408b-b8bf-6125be980c80,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:23.252137 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec0fd50e-3fa2-43f7-b5ae-a792a34b3527 req-b590e1b9-95fb-4dc1-a122-87e5accfb448 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963929 Apr 21 21:07:23.413037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24d1e7-9eb5-408d-ba8c-e8bfd80579d4 req-70e10413-ed54-4604-84f2-54e4eca9361d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:23.423043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d24d1e7-9eb5-408d-ba8c-e8bfd80579d4 req-70e10413-ed54-4604-84f2-54e4eca9361d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 945 time: 0.0725915 Apr 21 21:07:23.463099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['bc47aad7-39d7-408b-b8bf-6125be980c80'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:07:23.494555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912d531-cfba-4eec-9ec3-47c2d80976fa req-6489baa1-7a4c-47bd-90d2-784d3db5c700 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:23.503614 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b912d531-cfba-4eec-9ec3-47c2d80976fa req-6489baa1-7a4c-47bd-90d2-784d3db5c700 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 945 time: 0.1108739 Apr 21 21:07:23.541383 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d24d1e7-9eb5-408d-ba8c-e8bfd80579d4 req-84971479-bf68-4b8b-94d0-faf78eef80c3 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090894 Apr 21 21:07:23.648463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b912d531-cfba-4eec-9ec3-47c2d80976fa req-43a86512-299c-4a83-8dd3-1c6e9a341864 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436224 Apr 21 21:07:24.018068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118e10-fddd-4ec5-98c1-864285f2a255 req-e425b0ec-fcb1-468b-b07f-5eab9244b7a9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:24.041467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06118e10-fddd-4ec5-98c1-864285f2a255 req-e425b0ec-fcb1-468b-b07f-5eab9244b7a9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1485472 Apr 21 21:07:24.112166 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06118e10-fddd-4ec5-98c1-864285f2a255 req-72a94168-0ff7-4f83-bf93-198958849c0f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690897 Apr 21 21:07:24.497981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-5a7f9d2a-a397-48ce-8c07-a9c3c771d56c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:24.500621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-5a7f9d2a-a397-48ce-8c07-a9c3c771d56c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.46 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 945 time: 0.0771425 Apr 21 21:07:24.524832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc0c59-c303-44cb-aac0-290e60982ae5 req-40a91531-9883-48d1-b4a2-0ba5c7092cb9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:24.535611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d8bc0c59-c303-44cb-aac0-290e60982ae5 req-40a91531-9883-48d1-b4a2-0ba5c7092cb9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.1315184 Apr 21 21:07:24.628503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d8bc0c59-c303-44cb-aac0-290e60982ae5 req-25597105-84cb-4f41-94ea-59785cdbfb4f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909750 Apr 21 21:07:24.847986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc62875-04e2-4bcb-9cdb-5a3685233aea req-da1d8570-3dfb-485b-9018-7a104f62e943 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:24.851110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cc62875-04e2-4bcb-9cdb-5a3685233aea req-da1d8570-3dfb-485b-9018-7a104f62e943 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 945 time: 0.1580439 Apr 21 21:07:24.855488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Deleting port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:07:24.855831 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:25.148391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] For port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,segment=NetworkSegment(98125515-c35a-4f92-9b83-e743e49c8486),segment_id=98125515-c35a-4f92-9b83-e743e49c8486)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:25.149192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:25.170532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Calling delete_port for 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:07:25.237581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937759f3-31dd-4059-9a48-489a7b1e036e req-f901e836-9035-4028-b02e-a2a926eba688 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:25.239337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-937759f3-31dd-4059-9a48-489a7b1e036e req-f901e836-9035-4028-b02e-a2a926eba688 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 945 time: 0.1511576 Apr 21 21:07:25.372376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:25.379817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-937759f3-31dd-4059-9a48-489a7b1e036e req-c57c75c0-f1bd-4d97-af6e-6d057692d1a1 tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/security-groups?id=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318436 Apr 21 21:07:25.542673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Pushing event deleted for resources: {'Port': ['ID=6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:25.547733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] No DVR routers for this DVR port 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:07:25.558765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:25.569430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6a052ee-e5e9-49d7-8a38-51b9e504708e req-bcaf6f3b-ed53-409a-a164-66f226ddc13c tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.46 "DELETE /v2.0/ports/6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 HTTP/1.1" status: 204 len: 173 time: 1.0523102 Apr 21 21:07:25.569430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f50a64-920a-4911-bae2-4d3e1840e8d1', 'name': 'network-vif-deleted', 'tag': '6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:25.569430 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85f9d57-0968-45ae-8245-642e6d8709af" -d '{"events": [{"server_uuid": "97f50a64-920a-4911-bae2-4d3e1840e8d1", "name": "network-vif-deleted", "tag": "6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:25.606304 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cc62875-04e2-4bcb-9cdb-5a3685233aea req-5205a036-be10-4b6b-9331-72852fc7f862 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451530 Apr 21 21:07:25.740661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39158) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:25.816458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1389a-64e0-48f8-a452-2b036d774452 req-2835ec67-da66-41e7-8aa9-acad0737596b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:25.833129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51e1389a-64e0-48f8-a452-2b036d774452 req-2835ec67-da66-41e7-8aa9-acad0737596b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0972712 Apr 21 21:07:25.913854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51e1389a-64e0-48f8-a452-2b036d774452 req-26324270-4e79-4167-b3c3-db0e0d53cc13 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792024 Apr 21 21:07:25.984254 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef51ed76-3d98-4aa4-ad37-a9d3ba60375f x-openstack-request-id: req-ef51ed76-3d98-4aa4-ad37-a9d3ba60375f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:25.984744 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f50a64-920a-4911-bae2-4d3e1840e8d1", "name": "network-vif-deleted", "tag": "6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:25.985151 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef51ed76-3d98-4aa4-ad37-a9d3ba60375f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:25.985773 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef51ed76-3d98-4aa4-ad37-a9d3ba60375f'] response: {'server_uuid': '97f50a64-920a-4911-bae2-4d3e1840e8d1', 'name': 'network-vif-deleted', 'tag': '6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0', 'status': 'completed', 'code': 200} Apr 21 21:07:26.059662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59f01d0d-cc41-4d2b-a8ec-171a61f9115f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:26.152750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcc1c1-d57e-40b0-9f2c-7c5010fbc160 req-73bf8fff-f244-4019-a472-e8cae610213d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:26.154909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59f01d0d-cc41-4d2b-a8ec-171a61f9115f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:26.170314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90dcc1c1-d57e-40b0-9f2c-7c5010fbc160 req-73bf8fff-f244-4019-a472-e8cae610213d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.1278000 Apr 21 21:07:26.171374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59f01d0d-cc41-4d2b-a8ec-171a61f9115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:26.216746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90dcc1c1-d57e-40b0-9f2c-7c5010fbc160 req-7e968b96-26c8-471a-a074-34ecf8dee3ab tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534675 Apr 21 21:07:26.242336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-59f01d0d-cc41-4d2b-a8ec-171a61f9115f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59dec3fb3fc949e1919c95c8bd2afcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5002801 Apr 21 21:07:26.245056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39168) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:26.292043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f01d0d-cc41-4d2b-a8ec-171a61f9115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70e99b0-a477-4199-9e7e-86d6d449f9f6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:26.331183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5d9436a-9b7c-4876-ac30-0cb8ef5d0098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:26.378869 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5d9436a-9b7c-4876-ac30-0cb8ef5d0098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:26.424793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bc47aad7-39d7-408b-b8bf-6125be980c80 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:07:26.469946 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5d9436a-9b7c-4876-ac30-0cb8ef5d0098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:26.473566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5d9436a-9b7c-4876-ac30-0cb8ef5d0098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:26.475031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b5d9436a-9b7c-4876-ac30-0cb8ef5d0098 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a70e99b0-a477-4199-9e7e-86d6d449f9f6 HTTP/1.1" status: 204 len: 168 time: 0.2288396 Apr 21 21:07:26.498258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9436a-9b7c-4876-ac30-0cb8ef5d0098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70e99b0-a477-4199-9e7e-86d6d449f9f6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:26.656786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39ee3817-94e3-4844-971a-bfb8cc7782de req-acd6ecbb-85eb-4b90-badd-81ced9d8bcfc tempest-ServersNegativeTestMultiTenantJSON-895569127 tempest-ServersNegativeTestMultiTenantJSON-895569127-project] 10.222.0.49 "GET /v2.0/ports?device_id=97f50a64-920a-4911-bae2-4d3e1840e8d1 HTTP/1.1" status: 200 len: 210 time: 0.0746994 Apr 21 21:07:26.697223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port bc47aad7-39d7-408b-b8bf-6125be980c80 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:07:26.709879 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port bc47aad7-39d7-408b-b8bf-6125be980c80 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:07:26.711532 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:26.806993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b95ce3-26b5-4b5f-ae2c-d5a43ffb0ab3 req-22fc42ab-32e9-4194-8e7e-03ea8d3a1f28 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:26.816815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3b95ce3-26b5-4b5f-ae2c-d5a43ffb0ab3 req-22fc42ab-32e9-4194-8e7e-03ea8d3a1f28 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 945 time: 0.0950141 Apr 21 21:07:26.843627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:07:26.891366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d3b95ce3-26b5-4b5f-ae2c-d5a43ffb0ab3 req-5364b4eb-d030-48ef-93f6-aca49f0eb1a8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727744 Apr 21 21:07:26.910232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:07:26.910566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 6f8e2eab-3c68-4a07-b63b-dd8b1b1bb5d0 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:07:27.019916 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.115769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714a4d-fb12-404b-a617-7e1590ad9a69 req-5988b795-1503-4634-9094-fd422a7f2151 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:27.123733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0714a4d-fb12-404b-a617-7e1590ad9a69 req-5988b795-1503-4634-9094-fd422a7f2151 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0951521 Apr 21 21:07:27.150772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port bc47aad7-39d7-408b-b8bf-6125be980c80, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc47aad7-39d7-408b-b8bf-6125be980c80,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:27.152902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc47aad7-39d7-408b-b8bf-6125be980c80'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:27.157305 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71afc7f6-3147-4999-98d5-dc3e3fe1768d" -d '{"events": [{"server_uuid": "af3e8675-9116-4e42-ab88-51d58bed6b71", "name": "network-vif-plugged", "status": "completed", "tag": "bc47aad7-39d7-408b-b8bf-6125be980c80"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:27.176478 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.191036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f0714a4d-fb12-404b-a617-7e1590ad9a69 req-5e019b04-f267-4ffe-a3c1-49d858fb7b27 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662427 Apr 21 21:07:27.228568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39186) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:27.255792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47dd31fd-b612-4af2-be58-15ceeb7a9dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.297962 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c10e527-3dde-48ac-8db1-935e6d07c547 x-openstack-request-id: req-8c10e527-3dde-48ac-8db1-935e6d07c547 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:27.298314 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3e8675-9116-4e42-ab88-51d58bed6b71", "name": "network-vif-plugged", "status": "completed", "tag": "bc47aad7-39d7-408b-b8bf-6125be980c80", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:27.299099 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c10e527-3dde-48ac-8db1-935e6d07c547 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:27.300277 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c10e527-3dde-48ac-8db1-935e6d07c547'] response: {'server_uuid': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc47aad7-39d7-408b-b8bf-6125be980c80', 'code': 200} Apr 21 21:07:27.355636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=bc47aad7-39d7-408b-b8bf-6125be980c80,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:27.465820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd95684-5056-4018-a2b2-850e12e35c27 req-9a690577-0656-4071-aef6-8e7605debabd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:27.476204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd95684-5056-4018-a2b2-850e12e35c27 req-9a690577-0656-4071-aef6-8e7605debabd tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.0866709 Apr 21 21:07:27.557354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afd95684-5056-4018-a2b2-850e12e35c27 req-13d0555b-a7d8-4aa1-9e50-d71473ce5aa2 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765393 Apr 21 21:07:27.571386 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47dd31fd-b612-4af2-be58-15ceeb7a9dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.592214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47dd31fd-b612-4af2-be58-15ceeb7a9dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.637882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f800-6cb2-4090-94c9-78237bb0a017 req-3caa9773-f8c4-4ef0-9f21-3788cac563f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:27.639627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9fd5f800-6cb2-4090-94c9-78237bb0a017 req-3caa9773-f8c4-4ef0-9f21-3788cac563f8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 1097 time: 0.2048399 Apr 21 21:07:27.711775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39192) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:27.724709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9fd5f800-6cb2-4090-94c9-78237bb0a017 req-c05a9c76-8cbe-4def-a94c-5b744a679ac2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741518 Apr 21 21:07:27.727970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-47dd31fd-b612-4af2-be58-15ceeb7a9dec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ee7c8fe364740d880f9f27af6f8f0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983556 Apr 21 21:07:27.729111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd31fd-b612-4af2-be58-15ceeb7a9dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c833e565-7c45-4aee-9cd5-2a4f5664e161,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:27.731548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39194) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:27.808382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6ab5c1-3d75-462f-9bf9-cebd2f755e8f admin admin] Deleting subnet 4c230a3c-a507-4f46-be99-75431cf2ef5c {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:07:27.815436 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab5c1-3d75-462f-9bf9-cebd2f755e8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.850245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-780cfbd2-4332-4209-8cfe-3b3fdc778bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.887272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab5c1-3d75-462f-9bf9-cebd2f755e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.899016 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-780cfbd2-4332-4209-8cfe-3b3fdc778bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.969992 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-780cfbd2-4332-4209-8cfe-3b3fdc778bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.973024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-780cfbd2-4332-4209-8cfe-3b3fdc778bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:27.974480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-780cfbd2-4332-4209-8cfe-3b3fdc778bcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c833e565-7c45-4aee-9cd5-2a4f5664e161 HTTP/1.1" status: 204 len: 168 time: 0.2421331 Apr 21 21:07:27.993917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cfbd2-4332-4209-8cfe-3b3fdc778bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c833e565-7c45-4aee-9cd5-2a4f5664e161,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:28.063373 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab5c1-3d75-462f-9bf9-cebd2f755e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:28.113863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210eceb-e844-4518-9472-862e61bc6092 req-c73b5dc7-6ef2-45bc-b208-05584a7e9348 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:28.116269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4210eceb-e844-4518-9472-862e61bc6092 req-c73b5dc7-6ef2-45bc-b208-05584a7e9348 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 946 time: 0.1078990 Apr 21 21:07:28.217293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4210eceb-e844-4518-9472-862e61bc6092 req-aaa97ada-c5bf-4239-8464-2bf498e3a92c tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892267 Apr 21 21:07:28.260106 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab5c1-3d75-462f-9bf9-cebd2f755e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:28.336071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ab5c1-3d75-462f-9bf9-cebd2f755e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c230a3c-a507-4f46-be99-75431cf2ef5c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:28.365546 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce6ab5c1-3d75-462f-9bf9-cebd2f755e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:28.368724 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ce6ab5c1-3d75-462f-9bf9-cebd2f755e8f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4c230a3c-a507-4f46-be99-75431cf2ef5c HTTP/1.1" status: 204 len: 168 time: 0.6557930 Apr 21 21:07:28.375616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39208) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:28.443956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c6288-6cc5-40f6-9b69-8ff620bbffad req-15557310-9e4c-42e0-b4c6-dee06e6dbd4e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:28.464535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb9c6288-6cc5-40f6-9b69-8ff620bbffad req-15557310-9e4c-42e0-b4c6-dee06e6dbd4e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1427398 Apr 21 21:07:28.542111 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:28.542706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb9c6288-6cc5-40f6-9b69-8ff620bbffad req-5cc7fcbc-8fb7-4460-9ec7-fcde41212de0 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721953 Apr 21 21:07:28.700772 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:28.762117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250a0c7b-cf31-4754-ad29-84351d3e82e4']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:28.776713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98125515-c35a-4f92-9b83-e743e49c8486') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:28.777530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98125515-c35a-4f92-9b83-e743e49c8486') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:28.798591 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:28.846880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:28.896698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7f99d-e117-430e-99d7-b419a89dabbe req-b2bc9d2e-8a63-4b39-a7c4-e05e924352d7 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:28.898370 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46b7f99d-e117-430e-99d7-b419a89dabbe req-b2bc9d2e-8a63-4b39-a7c4-e05e924352d7 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.2247562 Apr 21 21:07:28.901771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:07:28.902215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:07:28.907806 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:07:29.056442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:29.072323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:29.075492 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] 10.222.0.49 "DELETE /v2.0/networks/250a0c7b-cf31-4754-ad29-84351d3e82e4 HTTP/1.1" status: 204 len: 168 time: 0.6954453 Apr 21 21:07:29.078604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39222) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:29.126728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46b7f99d-e117-430e-99d7-b419a89dabbe req-91f814eb-3a9c-487a-bcb5-bfedeb8f0db0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061331 Apr 21 21:07:29.198848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86caaef8-ef68-41f4-b715-7784de3eeb90 admin admin] Pushing event deleted for resources: {'Network': ['ID=250a0c7b-cf31-4754-ad29-84351d3e82e4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:29.262150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57e44e3-2f1d-44ae-aa5b-26fcb8069108 admin admin] Deleting subnet 91708c42-665f-48ce-a1a3-3e60088440ac {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:07:29.273329 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d57e44e3-2f1d-44ae-aa5b-26fcb8069108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:29.400641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d57e44e3-2f1d-44ae-aa5b-26fcb8069108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:29.458047 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d57e44e3-2f1d-44ae-aa5b-26fcb8069108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:29.589285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d57e44e3-2f1d-44ae-aa5b-26fcb8069108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:29.664861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e44e3-2f1d-44ae-aa5b-26fcb8069108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91708c42-665f-48ce-a1a3-3e60088440ac,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:29.684219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423358a3-e44e-4eef-ba9d-f267e19bef0d req-be39ea12-084d-4d29-8f2e-ed6a580ff736 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:29.694744 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-423358a3-e44e-4eef-ba9d-f267e19bef0d req-be39ea12-084d-4d29-8f2e-ed6a580ff736 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 946 time: 0.1752162 Apr 21 21:07:29.698179 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d57e44e3-2f1d-44ae-aa5b-26fcb8069108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:29.703470 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d57e44e3-2f1d-44ae-aa5b-26fcb8069108 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/91708c42-665f-48ce-a1a3-3e60088440ac HTTP/1.1" status: 204 len: 168 time: 0.6229286 Apr 21 21:07:29.706626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39244) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:29.813724 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-423358a3-e44e-4eef-ba9d-f267e19bef0d req-108fdf3d-7bc4-4fac-a059-ffe6e3236807 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172438 Apr 21 21:07:30.059814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d57dc9-8b94-495d-9526-e90ae7679fcb req-517d70f8-1294-4fd1-b809-b032ffbd5177 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:30.071418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4d57dc9-8b94-495d-9526-e90ae7679fcb req-517d70f8-1294-4fd1-b809-b032ffbd5177 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.3291144 Apr 21 21:07:30.101710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909a14-fce8-45ff-97e8-3d8d3cc31540 req-e31fb2f0-24d2-4bdf-abd6-536746c96d9b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:30.117315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7909a14-fce8-45ff-97e8-3d8d3cc31540 req-e31fb2f0-24d2-4bdf-abd6-536746c96d9b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 946 time: 0.1544211 Apr 21 21:07:30.118514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39250) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:30.129492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-71deb891-6417-4d44-b675-e464195cd92d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Request body: {'floatingip': {'port_id': 'bc47aad7-39d7-408b-b8bf-6125be980c80'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:30.158449 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:30.285681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4d57dc9-8b94-495d-9526-e90ae7679fcb req-7c50669a-ad17-40bc-8213-dc867ce648d4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121482 Apr 21 21:07:30.372053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71deb891-6417-4d44-b675-e464195cd92d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:30.474436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ebbf9b4a-d750-4755-aef1-ebd58a472925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:30.569592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:30.635181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57750c88-6656-49cf-bfbf-4bb1a3089545']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:30.663001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1191351-5bff-4552-9671-4151dc9cb325') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:30.663298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1191351-5bff-4552-9671-4151dc9cb325') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:30.691526 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:30.702783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762828b6-8295-4e4d-8176-26b128932b6d req-52150302-69e9-4b15-91e0-6d57cb27e1ec tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:30.719039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-762828b6-8295-4e4d-8176-26b128932b6d req-52150302-69e9-4b15-91e0-6d57cb27e1ec tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.3808832 Apr 21 21:07:30.738285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:30.755964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:07:30.756379 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:07:30.945789 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:07:30.952014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:30.972067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-762828b6-8295-4e4d-8176-26b128932b6d req-191cbcd7-fbaf-456e-b6a8-aa8f0d44bc54 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454045 Apr 21 21:07:31.007313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:31.020142 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] 10.222.0.49 "DELETE /v2.0/networks/57750c88-6656-49cf-bfbf-4bb1a3089545 HTTP/1.1" status: 204 len: 168 time: 1.3121417 Apr 21 21:07:31.031257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0cb8c-ece2-4b22-a430-a0a09b45006f admin admin] Pushing event deleted for resources: {'Network': ['ID=57750c88-6656-49cf-bfbf-4bb1a3089545,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:31.364200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39278) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:31.566918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6b0e225c-440a-432e-b8d0-8deca891ffe9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17e0e8c43eb3414182c76228ca050fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007139 Apr 21 21:07:31.575713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39284) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:31.649798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f3837-88f4-4abb-ab9a-04163d91d7ea req-e1451b2a-53f9-4d9a-bcf0-aec103248ccc tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:31.651580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-749f3837-88f4-4abb-ab9a-04163d91d7ea req-e1451b2a-53f9-4d9a-bcf0-aec103248ccc tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.2308898 Apr 21 21:07:31.736487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71deb891-6417-4d44-b675-e464195cd92d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:31.742070 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71deb891-6417-4d44-b675-e464195cd92d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:31.789951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-749f3837-88f4-4abb-ab9a-04163d91d7ea req-ac9b0e78-a99d-454b-97e2-d6c00e41dfb4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252985 Apr 21 21:07:31.799964 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1a19-fb38-48bc-ba42-4cd551c809ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:31.835981 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1a19-fb38-48bc-ba42-4cd551c809ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:31.914683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1a19-fb38-48bc-ba42-4cd551c809ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:31.917557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7bbc1a19-fb38-48bc-ba42-4cd551c809ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:31.918913 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7bbc1a19-fb38-48bc-ba42-4cd551c809ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d92c3f5-36e6-4a32-98aa-0588c5e8c98b HTTP/1.1" status: 204 len: 168 time: 0.3359213 Apr 21 21:07:31.932107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc1a19-fb38-48bc-ba42-4cd551c809ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d92c3f5-36e6-4a32-98aa-0588c5e8c98b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:32.692990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39320) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:32.778364 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-31a21232-ca0f-401a-b5d7-377112e16523 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b337bdbe6a324ee6996f8172470eb2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802121 Apr 21 21:07:32.780812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39326) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:32.815211 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-27f0ae28-5f5e-4920-8bbc-b595dae02af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:32.827716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237aa09-96cc-4228-b6b9-8bde33241cf6 req-140c6f92-8159-452a-adea-239e1a6502d2 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:32.835020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4237aa09-96cc-4228-b6b9-8bde33241cf6 req-140c6f92-8159-452a-adea-239e1a6502d2 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.0766010 Apr 21 21:07:32.865707 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-71deb891-6417-4d44-b675-e464195cd92d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Floating IP d0a2da8d-3c0d-40ef-9302-2c0e80bbfbd1 associated. External IP: 172.25.0.10, port: bc47aad7-39d7-408b-b8bf-6125be980c80. Apr 21 21:07:32.873978 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15398265-4d31-4f92-a816-ce7ec46a14fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:32.898171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15398265-4d31-4f92-a816-ce7ec46a14fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:33.019927 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15398265-4d31-4f92-a816-ce7ec46a14fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:33.024206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15398265-4d31-4f92-a816-ce7ec46a14fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:33.026047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-15398265-4d31-4f92-a816-ce7ec46a14fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef70e4e2-33a8-473d-9528-07b39bd00d70 HTTP/1.1" status: 204 len: 168 time: 0.2441654 Apr 21 21:07:33.038418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15398265-4d31-4f92-a816-ce7ec46a14fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef70e4e2-33a8-473d-9528-07b39bd00d70,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:33.069847 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:07:33.083020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4237aa09-96cc-4228-b6b9-8bde33241cf6 req-76f10105-1d59-43f4-86f7-09da43189bc8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471023 Apr 21 21:07:33.091407 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b482f5-3976-42c7-b1f5-1583d4ae8375 req-2636babf-7dca-42dc-8a10-33e668b49251 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:33.094490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-52b482f5-3976-42c7-b1f5-1583d4ae8375 req-2636babf-7dca-42dc-8a10-33e668b49251 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1302814 Apr 21 21:07:33.174237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-52b482f5-3976-42c7-b1f5-1583d4ae8375 req-ae680d4c-2654-4bda-83ac-0bb9539c7b31 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723674 Apr 21 21:07:33.266586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39348) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:33.316670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71deb891-6417-4d44-b675-e464195cd92d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:07:33.462785 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53a04d58-70f2-46cb-b620-8488aa3c6a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:33.531857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71deb891-6417-4d44-b675-e464195cd92d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:07:33.537702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71deb891-6417-4d44-b675-e464195cd92d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:33.542039 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:07:33.553450 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:07:33.554190 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:33.580249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-71deb891-6417-4d44-b675-e464195cd92d tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "PUT /v2.0/floatingips/d0a2da8d-3c0d-40ef-9302-2c0e80bbfbd1 HTTP/1.1" status: 200 len: 991 time: 3.4597256 Apr 21 21:07:33.581116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'tag': 'bc47aad7-39d7-408b-b8bf-6125be980c80'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:33.583830 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62368bea-7137-4e94-a12b-8256c84f72c0" -d '{"events": [{"name": "network-changed", "server_uuid": "af3e8675-9116-4e42-ab88-51d58bed6b71", "tag": "bc47aad7-39d7-408b-b8bf-6125be980c80"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:33.654806 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fffcf92-6115-4f1d-a502-72290a0f1ba2 x-openstack-request-id: req-5fffcf92-6115-4f1d-a502-72290a0f1ba2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:33.655204 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3e8675-9116-4e42-ab88-51d58bed6b71", "tag": "bc47aad7-39d7-408b-b8bf-6125be980c80", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:33.655518 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fffcf92-6115-4f1d-a502-72290a0f1ba2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:33.655991 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fffcf92-6115-4f1d-a502-72290a0f1ba2'] response: {'name': 'network-changed', 'server_uuid': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'tag': 'bc47aad7-39d7-408b-b8bf-6125be980c80', 'status': 'completed', 'code': 200} Apr 21 21:07:33.661083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53a04d58-70f2-46cb-b620-8488aa3c6a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:33.667643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53a04d58-70f2-46cb-b620-8488aa3c6a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:33.699373 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:07:33.753927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a04d58-70f2-46cb-b620-8488aa3c6a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d90265c-14bc-4b0d-999b-dcf34a3f6d60,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:33.832146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53a04d58-70f2-46cb-b620-8488aa3c6a61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=747efcb84c7e4174abaab10ce83b04ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624523 Apr 21 21:07:33.832323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39382) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:33.896305 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff2051e5-fd36-43a2-b102-ee7f460fb901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:33.920355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff2051e5-fd36-43a2-b102-ee7f460fb901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:33.975949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-1f7c952d-80e2-4c24-8efb-63e2ad00da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:33.979728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-1f7c952d-80e2-4c24-8efb-63e2ad00da85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82e77516482b49798caefa23821a5e41&device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 1097 time: 0.3065970 Apr 21 21:07:34.002689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff2051e5-fd36-43a2-b102-ee7f460fb901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:34.011918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff2051e5-fd36-43a2-b102-ee7f460fb901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:34.013830 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ff2051e5-fd36-43a2-b102-ee7f460fb901 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d90265c-14bc-4b0d-999b-dcf34a3f6d60 HTTP/1.1" status: 204 len: 168 time: 0.1805894 Apr 21 21:07:34.048197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:34.057856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2051e5-fd36-43a2-b102-ee7f460fb901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d90265c-14bc-4b0d-999b-dcf34a3f6d60,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:34.189125 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39398) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:34.223795 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'd0a2da8d-3c0d-40ef-9302-2c0e80bbfbd1', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': 'bc47aad7-39d7-408b-b8bf-6125be980c80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:30:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:07:10Z', 'updated_at': '2022-04-21T21:07:31Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:34.256086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-8f285e73-1024-45f0-a583-0b4804a7062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:34.259867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-8f285e73-1024-45f0-a583-0b4804a7062e service neutron] 10.222.0.43 "GET /v2.0/networks?id=bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 200 len: 915 time: 0.2726381 Apr 21 21:07:34.272223 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:07:34.282755 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:07:34.283749 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:34.378600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab1c06-5282-4a27-afea-0256587eb144 req-0b3893ba-54dd-462e-90b9-9f561f3faafb tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:34.386932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-baab1c06-5282-4a27-afea-0256587eb144 req-0b3893ba-54dd-462e-90b9-9f561f3faafb tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.0997589 Apr 21 21:07:34.449734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-834266a5-1d46-4eb3-a1f9-a70f0629e463 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc47aad7-39d7-408b-b8bf-6125be980c80 HTTP/1.1" status: 200 len: 999 time: 0.1737652 Apr 21 21:07:34.477394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-baab1c06-5282-4a27-afea-0256587eb144 req-9b9c1a94-e983-49e0-a973-3e5ec90873af tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896230 Apr 21 21:07:34.555743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-3882a09b-0a16-4433-b8c1-95dd5c71b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:34.557621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-3882a09b-0a16-4433-b8c1-95dd5c71b166 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 200 len: 853 time: 0.0953214 Apr 21 21:07:34.580068 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:07:34.648912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454f5a-61f3-4741-98fe-9d8f8c3cabc3 req-ffd65d28-f3b3-439d-98db-dae91c3b0254 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:34.650780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23454f5a-61f3-4741-98fe-9d8f8c3cabc3 req-ffd65d28-f3b3-439d-98db-dae91c3b0254 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1999702 Apr 21 21:07:34.686984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2123914784-network', 'tenant_id': '241f79b239934bbb980e307e6c4df5b9'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:34.712932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-cdd2ddf5-9db0-4afc-a1f2-62e6a943ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:34.714540 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-cdd2ddf5-9db0-4afc-a1f2-62e6a943ea1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bb53438a-3327-4b76-88e5-46a4179a528b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495862 Apr 21 21:07:34.723847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Made reservation on behalf of 241f79b239934bbb980e307e6c4df5b9 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:07:34.726323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:34.731387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-da8922d4-dcc4-4dfb-8fc7-0797c712b3d7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:07:34.732373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-da8922d4-dcc4-4dfb-8fc7-0797c712b3d7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080783 Apr 21 21:07:34.743023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39412) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:34.745706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:34.777142 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-23454f5a-61f3-4741-98fe-9d8f8c3cabc3 req-6763b14e-a89b-4a03-a9da-54c7dccf982d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118071 Apr 21 21:07:34.794523 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8263ffab-d4f2-4c64-aca1-06053a75df35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:34.873603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:34.883337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:34.919208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:07:34.946191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef798371-bcb9-416a-a572-b95ddd90bf68,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:34.955890 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:34.957005 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Added segment 500b0ab5-05e4-4141-8d90-3a9f8d2648e6 of type vlan for network 46b0f241-7729-4b1b-b88f-23d95f2b2b4d Apr 21 21:07:35.029427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.057850 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.058891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:35.059955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.084021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-3cf655b5-40d4-48ab-b292-dcaa97aa6196 service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305717 Apr 21 21:07:35.115002 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'd0a2da8d-3c0d-40ef-9302-2c0e80bbfbd1', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': 'bc47aad7-39d7-408b-b8bf-6125be980c80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:30:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:07:10Z', 'updated_at': '2022-04-21T21:07:31Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:35.125490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8263ffab-d4f2-4c64-aca1-06053a75df35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.128292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] Pushing event updated for resources: {'Network': ['ID=46b0f241-7729-4b1b-b88f-23d95f2b2b4d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:35.148052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-63df4ba5-b2f5-4abd-9614-615d1550a999 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9548421 Apr 21 21:07:35.148142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 46b0f241-7729-4b1b-b88f-23d95f2b2b4d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:07:35.148565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39418) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:35.152581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Request body: {'subnet': {'network_id': '46b0f241-7729-4b1b-b88f-23d95f2b2b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2123914784-subnet', 'tenant_id': '241f79b239934bbb980e307e6c4df5b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:35.154825 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc225e7b-66c1-4be5-8eaa-b29085e67206 None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'd0a2da8d-3c0d-40ef-9302-2c0e80bbfbd1', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'port_id': 'bc47aad7-39d7-408b-b8bf-6125be980c80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'mac_address': 'fa:16:3e:30:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:07:10Z', 'updated_at': '2022-04-21T21:07:31Z', 'revision_number': 1, 'project_id': '82e77516482b49798caefa23821a5e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:07:35.163588 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8263ffab-d4f2-4c64-aca1-06053a75df35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.182547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Made reservation on behalf of 241f79b239934bbb980e307e6c4df5b9 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:07:35.185578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.254533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8263ffab-d4f2-4c64-aca1-06053a75df35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16207c82305f4fdc95286427c5bb41d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104663 Apr 21 21:07:35.258376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39426) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:35.288995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263ffab-d4f2-4c64-aca1-06053a75df35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d8cbf4-f493-498e-89cb-a3e3a97e3e28,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:35.391842 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62368bea-7137-4e94-a12b-8256c84f72c0 req-67ef96f0-963a-4360-a65d-fbf615ca4a2a service neutron] 10.222.0.43 "GET /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970815 Apr 21 21:07:35.406536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9a65-0663-4227-99ea-ec64aec99504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.415560 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.450924 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.458079 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9a65-0663-4227-99ea-ec64aec99504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.509906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d72909-a247-4279-9069-b19fe506cf5d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:35.519141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Checking segment: {'id': '500b0ab5-05e4-4141-8d90-3a9f8d2648e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '46b0f241-7729-4b1b-b88f-23d95f2b2b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:07:35.519558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Network hostable DHCP agents. Network: 46b0f241-7729-4b1b-b88f-23d95f2b2b4d, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:07:35.522361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9a65-0663-4227-99ea-ec64aec99504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.527537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf9b9a65-0663-4227-99ea-ec64aec99504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.529048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cf9b9a65-0663-4227-99ea-ec64aec99504 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92d8cbf4-f493-498e-89cb-a3e3a97e3e28 HTTP/1.1" status: 204 len: 168 time: 0.2698171 Apr 21 21:07:35.566608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b9a65-0663-4227-99ea-ec64aec99504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d8cbf4-f493-498e-89cb-a3e3a97e3e28,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:35.566870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Network 46b0f241-7729-4b1b-b88f-23d95f2b2b4d is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:07:35.596787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 46b0f241-7729-4b1b-b88f-23d95f2b2b4d) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:07:35.601031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:35.602414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:35.607508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b076ec5a-8977-49f1-960f-6544fd445eb2 None None] Network 46b0f241-7729-4b1b-b88f-23d95f2b2b4d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:07:35.652011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1484b8e-9dd3-4601-a957-2929093022f8 None None] New status for floating IP d0a2da8d-3c0d-40ef-9302-2c0e80bbfbd1: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:07:35.711945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-28a8492f-ca78-42f0-850b-705e3fef3877 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5629473 Apr 21 21:07:35.773106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd12c6-6b47-448a-a4b8-7e082cbf3624 req-c9939e34-129e-4a77-8968-275d0075c666 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:35.774739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60fd12c6-6b47-448a-a4b8-7e082cbf3624 req-c9939e34-129e-4a77-8968-275d0075c666 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.1547351 Apr 21 21:07:35.861530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60fd12c6-6b47-448a-a4b8-7e082cbf3624 req-9c8707db-cc09-4e3f-a91a-c27887ab1b63 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772333 Apr 21 21:07:35.954683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39444) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:36.015154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3938-aede-4802-9d0f-ac43fde97883 req-abd636ff-2bbe-4d4a-85dd-11848ac2be9b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:36.017468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-565a3938-aede-4802-9d0f-ac43fde97883 req-abd636ff-2bbe-4d4a-85dd-11848ac2be9b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1202838 Apr 21 21:07:36.050386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2bc473-1dbd-4be7-8386-7bc29ce7cf91 admin admin] Deleting subnet 48d72909-a247-4279-9069-b19fe506cf5d {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:07:36.058066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc473-1dbd-4be7-8386-7bc29ce7cf91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.062860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf42b1d8-61ad-4a74-97f4-196eae85cd51 None None] Network 46b0f241-7729-4b1b-b88f-23d95f2b2b4d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:07:36.117727 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.127527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-565a3938-aede-4802-9d0f-ac43fde97883 req-b88e8300-a15b-4ee1-97a0-c5961ddc5052 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935137 Apr 21 21:07:36.130894 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc473-1dbd-4be7-8386-7bc29ce7cf91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.190516 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc473-1dbd-4be7-8386-7bc29ce7cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.288635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc473-1dbd-4be7-8386-7bc29ce7cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.309090 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc473-1dbd-4be7-8386-7bc29ce7cf91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.318750 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0b2bc473-1dbd-4be7-8386-7bc29ce7cf91 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48d72909-a247-4279-9069-b19fe506cf5d HTTP/1.1" status: 204 len: 168 time: 0.3596761 Apr 21 21:07:36.319133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39452) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:36.370576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bc473-1dbd-4be7-8386-7bc29ce7cf91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d72909-a247-4279-9069-b19fe506cf5d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:36.444396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.644840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.709151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b0f241-7729-4b1b-b88f-23d95f2b2b4d']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:36.724647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500b0ab5-05e4-4141-8d90-3a9f8d2648e6') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:36.724975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500b0ab5-05e4-4141-8d90-3a9f8d2648e6') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:07:36.738297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.755228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.766422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:07:36.767059 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:07:36.827454 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:07:36.834487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.839485 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:36.844466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/46b0f241-7729-4b1b-b88f-23d95f2b2b4d HTTP/1.1" status: 204 len: 168 time: 0.5243194 Apr 21 21:07:36.861919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7cb96-7d44-446b-8f5f-5a65fecf16a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=46b0f241-7729-4b1b-b88f-23d95f2b2b4d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:37.084130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d56085-71c3-49af-ae6d-77f6bcfef746 req-e98db9ab-d47b-4f3f-8f8a-f978f07a89c5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:37.087452 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-76d56085-71c3-49af-ae6d-77f6bcfef746 req-e98db9ab-d47b-4f3f-8f8a-f978f07a89c5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.1182122 Apr 21 21:07:37.088509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39484) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:37.149339 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-76d56085-71c3-49af-ae6d-77f6bcfef746 req-7ff0f239-f1bd-4ddc-a9fc-37aeddd160a6 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503838 Apr 21 21:07:37.178521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-55f3033e-7010-42c6-81f0-1e312cd6f08e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=241f79b239934bbb980e307e6c4df5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884354 Apr 21 21:07:37.181305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39496) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:37.259796 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf1464db-14b2-415e-97ba-9d96eaa9fe1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:37.287440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf1464db-14b2-415e-97ba-9d96eaa9fe1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:37.323253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07ac63-8368-42d3-a9e8-7bc763e35bc3 req-b195aceb-3e8b-49b2-9ef3-18913da34881 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:37.324820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac07ac63-8368-42d3-a9e8-7bc763e35bc3 req-b195aceb-3e8b-49b2-9ef3-18913da34881 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0912023 Apr 21 21:07:37.351471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf1464db-14b2-415e-97ba-9d96eaa9fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:37.356093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf1464db-14b2-415e-97ba-9d96eaa9fe1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:37.359723 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf1464db-14b2-415e-97ba-9d96eaa9fe1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef798371-bcb9-416a-a572-b95ddd90bf68 HTTP/1.1" status: 204 len: 168 time: 0.1773746 Apr 21 21:07:37.379940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1464db-14b2-415e-97ba-9d96eaa9fe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef798371-bcb9-416a-a572-b95ddd90bf68,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:37.398807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac07ac63-8368-42d3-a9e8-7bc763e35bc3 req-a8aa1533-ab6c-4a55-8773-66148836b312 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673087 Apr 21 21:07:37.959191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39558) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:38.147899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-118587ca-25fc-467c-8b01-6be6a04cde9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:38.325523 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-118587ca-25fc-467c-8b01-6be6a04cde9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:38.331751 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-118587ca-25fc-467c-8b01-6be6a04cde9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:38.392419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118587ca-25fc-467c-8b01-6be6a04cde9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860f8ff1-1907-445e-bf47-ff39d2772e2b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:38.413364 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-118587ca-25fc-467c-8b01-6be6a04cde9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3da782b763db4cd4bcb2261de1c673cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532223 Apr 21 21:07:38.415967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39608) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:38.479002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04077404-78b9-4d73-b52f-326f9a345c62 req-cecf3b17-0334-4f19-9d81-5782cd16f0ef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:38.489988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04077404-78b9-4d73-b52f-326f9a345c62 req-cecf3b17-0334-4f19-9d81-5782cd16f0ef tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 944 time: 0.1230738 Apr 21 21:07:38.528811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25876e22-d56c-4a85-85a9-40ad6dec1f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:38.567252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25876e22-d56c-4a85-85a9-40ad6dec1f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:38.585789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04077404-78b9-4d73-b52f-326f9a345c62 req-caf68c05-d99c-452f-9b0f-916fea62684f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890975 Apr 21 21:07:38.673415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fcc61-3662-4cad-992d-15c4300758ea req-73516586-c480-4846-81cd-bfd1f143767a tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:38.681234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a9fcc61-3662-4cad-992d-15c4300758ea req-73516586-c480-4846-81cd-bfd1f143767a tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0788090 Apr 21 21:07:38.716433 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25876e22-d56c-4a85-85a9-40ad6dec1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:38.719764 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-25876e22-d56c-4a85-85a9-40ad6dec1f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:38.723569 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-25876e22-d56c-4a85-85a9-40ad6dec1f4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/860f8ff1-1907-445e-bf47-ff39d2772e2b HTTP/1.1" status: 204 len: 168 time: 0.3060801 Apr 21 21:07:38.756574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a9fcc61-3662-4cad-992d-15c4300758ea req-1791227d-af1a-4a29-b1ab-9d375aa64026 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738628 Apr 21 21:07:38.757677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25876e22-d56c-4a85-85a9-40ad6dec1f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860f8ff1-1907-445e-bf47-ff39d2772e2b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:38.881847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:07:39.006513 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:39.020579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'port_id': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'mac_address': 'fa:16:3e:5c:69:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:07:39.109854 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:39.128440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4e523f-c4f0-4c51-a10c-c023415a2e39 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:07:39.158010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:39.165657 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:39.263363 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=11']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:39.490524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['ab4e523f-c4f0-4c51-a10c-c023415a2e39'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:07:39.498456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39654) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:39.713288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4882f97-11d0-4ce9-9247-90149fba2832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:39.815771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc59da0-2d2e-414d-aafd-bca688d6fa38 req-f761f306-abbf-41f9-9c21-36a2fcc1b72c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:39.819896 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bfc59da0-2d2e-414d-aafd-bca688d6fa38 req-f761f306-abbf-41f9-9c21-36a2fcc1b72c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1060865 Apr 21 21:07:39.861920 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4882f97-11d0-4ce9-9247-90149fba2832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:39.872435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bfc59da0-2d2e-414d-aafd-bca688d6fa38 req-a843e164-520a-448a-ac50-4fd8bd38e4b4 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Apr 21 21:07:39.874595 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4882f97-11d0-4ce9-9247-90149fba2832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:39.946882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c4882f97-11d0-4ce9-9247-90149fba2832 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=938391f56aeb4c088c5943185f76d1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445393 Apr 21 21:07:39.947700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39680) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:39.964772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4882f97-11d0-4ce9-9247-90149fba2832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b22b4e-954d-4e6b-96b3-8f5982c986aa,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:40.020998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00401e-c918-483b-b771-def1878c0dee req-62b96d80-e557-472b-b516-b80b9b2768b0 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:40.024977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e00401e-c918-483b-b771-def1878c0dee req-62b96d80-e557-472b-b516-b80b9b2768b0 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1130369 Apr 21 21:07:40.059574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b403b27a-c3e7-42f9-af4e-0c97114c2b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:40.105626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e00401e-c918-483b-b771-def1878c0dee req-a26417e5-b74d-411b-ac76-84b3596ce8f3 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692539 Apr 21 21:07:40.119030 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b403b27a-c3e7-42f9-af4e-0c97114c2b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:40.190483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b403b27a-c3e7-42f9-af4e-0c97114c2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:40.193996 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b403b27a-c3e7-42f9-af4e-0c97114c2b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:40.195575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b403b27a-c3e7-42f9-af4e-0c97114c2b13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24b22b4e-954d-4e6b-96b3-8f5982c986aa HTTP/1.1" status: 204 len: 168 time: 0.2465963 Apr 21 21:07:40.206519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403b27a-c3e7-42f9-af4e-0c97114c2b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b22b4e-954d-4e6b-96b3-8f5982c986aa,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:40.912802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:07:41.030062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port ab4e523f-c4f0-4c51-a10c-c023415a2e39 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:07:41.038433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port ab4e523f-c4f0-4c51-a10c-c023415a2e39 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:07:41.041342 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:41.106802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b648f7-d0e3-46eb-a165-3384d84a7f91 req-628b8b1f-6d7f-4943-9b8b-78791781951d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:41.115823 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56b648f7-d0e3-46eb-a165-3384d84a7f91 req-628b8b1f-6d7f-4943-9b8b-78791781951d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 945 time: 0.1093199 Apr 21 21:07:41.192507 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56b648f7-d0e3-46eb-a165-3384d84a7f91 req-3fbc7448-7b14-4ee5-8dce-9ac04b415730 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754163 Apr 21 21:07:41.235684 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:41.294006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:41.298716 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c607fef-5e44-47c6-9da6-7bd196a817ef" -d '{"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:41.324895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:41.335985 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:41.403666 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90db768a-5797-4c00-a9c1-26c958f7c800 x-openstack-request-id: req-90db768a-5797-4c00-a9c1-26c958f7c800 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:41.404123 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-plugged", "status": "completed", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:41.404382 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90db768a-5797-4c00-a9c1-26c958f7c800 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:41.404801 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90db768a-5797-4c00-a9c1-26c958f7c800'] response: {'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'code': 200} Apr 21 21:07:41.406473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c5026-f5c9-487a-a905-795b1e728ad5 req-cf4b983e-f4fb-43d8-8ebb-0a326ed6e450 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:41.412065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-110c5026-f5c9-487a-a905-795b1e728ad5 req-cf4b983e-f4fb-43d8-8ebb-0a326ed6e450 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1378291 Apr 21 21:07:41.469346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=12']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:41.500557 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-110c5026-f5c9-487a-a905-795b1e728ad5 req-7a5dc7c1-e125-4819-8a2e-25da86ddae38 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779681 Apr 21 21:07:41.746515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d64398-56de-4023-a348-372bf904d888 req-c8c57b55-46e5-4330-93d9-bad8921154f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:41.748964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10d64398-56de-4023-a348-372bf904d888 req-c8c57b55-46e5-4330-93d9-bad8921154f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 1097 time: 0.0810268 Apr 21 21:07:41.802161 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10d64398-56de-4023-a348-372bf904d888 req-2c63e872-de8b-4be4-990b-77e70e627e3e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471077 Apr 21 21:07:42.354607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4af6-5218-460f-ab73-b76f5f1f9c8b req-77164697-949d-4cac-8e57-80eb4ec9193c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:42.357422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ed4af6-5218-460f-ab73-b76f5f1f9c8b req-77164697-949d-4cac-8e57-80eb4ec9193c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 946 time: 0.0887449 Apr 21 21:07:42.421872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ed4af6-5218-460f-ab73-b76f5f1f9c8b req-96cc416b-8f20-4792-946d-8541155138f3 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497329 Apr 21 21:07:42.647509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef186cf8-961e-46d6-9b95-32fccf993173 req-782ff2e2-4553-4ade-8132-1f68deaa7944 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:42.649756 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef186cf8-961e-46d6-9b95-32fccf993173 req-782ff2e2-4553-4ade-8132-1f68deaa7944 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0775936 Apr 21 21:07:42.725182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef186cf8-961e-46d6-9b95-32fccf993173 req-9fb9d50f-9fec-4130-a8cb-d6aeb6ebabd6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642297 Apr 21 21:07:43.560034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c57c-e4f8-4ba1-9e59-d1b39217ca23 req-651626c6-3ca0-4b2c-88a0-15a0d4840fc5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:43.567670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0858c57c-e4f8-4ba1-9e59-d1b39217ca23 req-651626c6-3ca0-4b2c-88a0-15a0d4840fc5 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 946 time: 0.0597804 Apr 21 21:07:43.620615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0858c57c-e4f8-4ba1-9e59-d1b39217ca23 req-2390efad-73c7-4caf-a985-07b8367bed95 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457962 Apr 21 21:07:43.982577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dfa81-854a-446c-a470-fdb78e83ae36 req-5ee03e81-9547-4b8f-8c05-cfca142c443b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:43.994296 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-188dfa81-854a-446c-a470-fdb78e83ae36 req-5ee03e81-9547-4b8f-8c05-cfca142c443b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1024361 Apr 21 21:07:44.057243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-188dfa81-854a-446c-a470-fdb78e83ae36 req-882b3c5e-bef6-4c3a-97d1-5dd8c4549c78 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615911 Apr 21 21:07:44.352392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39914) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:44.460687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90654e71-952e-440f-bec5-f8a1cf1ce842 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:07:44.513116 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70bcaaa6-c19c-4405-91f1-c3d4ef45dbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:44.622045 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:44.649948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:44.652411 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8ca3c1-eae8-46fb-b070-54bcf4b874cb" -d '{"events": [{"server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:44.667905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90654e71-952e-440f-bec5-f8a1cf1ce842,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:44.671279 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70bcaaa6-c19c-4405-91f1-c3d4ef45dbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:44.677842 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:44.686997 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70bcaaa6-c19c-4405-91f1-c3d4ef45dbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:44.746499 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89866402-7a64-4ebd-95f4-64333a8c9d62 x-openstack-request-id: req-89866402-7a64-4ebd-95f4-64333a8c9d62 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:44.746815 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "name": "network-vif-unplugged", "status": "completed", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:44.747074 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89866402-7a64-4ebd-95f4-64333a8c9d62 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:44.747522 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89866402-7a64-4ebd-95f4-64333a8c9d62'] response: {'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842', 'code': 200} Apr 21 21:07:44.784496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=90654e71-952e-440f-bec5-f8a1cf1ce842,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:44.804654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39934) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:44.805702 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-70bcaaa6-c19c-4405-91f1-c3d4ef45dbac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99159a606d8c4d3ba453938e5b1deec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558265 Apr 21 21:07:44.812080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcaaa6-c19c-4405-91f1-c3d4ef45dbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b117d3-02d6-48c2-afb5-a9acf5f8a127,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:44.861178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6ec34-1e8a-46cb-9105-fb6036ae0872 req-95c74aeb-d24c-4faf-81ba-c0c990e3b0e8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:44.870610 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cc6ec34-1e8a-46cb-9105-fb6036ae0872 req-95c74aeb-d24c-4faf-81ba-c0c990e3b0e8 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 946 time: 0.1238141 Apr 21 21:07:44.898926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc07ede-c400-474a-9bb1-0ed23be7d6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:44.924948 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc07ede-c400-474a-9bb1-0ed23be7d6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:44.939543 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cc6ec34-1e8a-46cb-9105-fb6036ae0872 req-e9585219-951b-462a-a32d-40be263f1e9f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675659 Apr 21 21:07:45.020342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc07ede-c400-474a-9bb1-0ed23be7d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:45.023424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9bc07ede-c400-474a-9bb1-0ed23be7d6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:45.024962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9bc07ede-c400-474a-9bb1-0ed23be7d6d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16b117d3-02d6-48c2-afb5-a9acf5f8a127 HTTP/1.1" status: 204 len: 168 time: 0.2191384 Apr 21 21:07:45.034938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc07ede-c400-474a-9bb1-0ed23be7d6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b117d3-02d6-48c2-afb5-a9acf5f8a127,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:45.218150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f843a80-35fc-4b93-87ff-3d01dc1c8f2f req-9e56e1a2-2596-4062-8ee5-9addb2cff90a tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:45.226566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f843a80-35fc-4b93-87ff-3d01dc1c8f2f req-9e56e1a2-2596-4062-8ee5-9addb2cff90a tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 943 time: 0.0724554 Apr 21 21:07:45.271358 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f843a80-35fc-4b93-87ff-3d01dc1c8f2f req-82dd5e55-d5cb-4f52-9e5d-bc09300ba1d9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Apr 21 21:07:46.415922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3ee17-c241-4e8c-bd80-2586e4555d59 req-44145d6c-8550-408d-8c6c-e3b3b22d9d97 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:46.418811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e3ee17-c241-4e8c-bd80-2586e4555d59 req-44145d6c-8550-408d-8c6c-e3b3b22d9d97 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 943 time: 0.0669270 Apr 21 21:07:46.462772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90654e71-952e-440f-bec5-f8a1cf1ce842 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:07:46.511828 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e3ee17-c241-4e8c-bd80-2586e4555d59 req-9e87c868-4027-43f9-9eea-60f195030549 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779383 Apr 21 21:07:46.609425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90654e71-952e-440f-bec5-f8a1cf1ce842,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:46.637759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '90654e71-952e-440f-bec5-f8a1cf1ce842', 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb', 'port_id': '90654e71-952e-440f-bec5-f8a1cf1ce842', 'mac_address': 'fa:16:3e:4e:a1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54f2ce0-8159-45e2-82c1-0e44ee168a9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:07:46.706882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:46.721626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90654e71-952e-440f-bec5-f8a1cf1ce842 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:07:46.743941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90654e71-952e-440f-bec5-f8a1cf1ce842,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:46.750625 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:46.816696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=90654e71-952e-440f-bec5-f8a1cf1ce842,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:47.056944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['90654e71-952e-440f-bec5-f8a1cf1ce842'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:07:47.662834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f5039-f22f-47c9-952a-804b6d9d5bca req-2dc73549-b026-4f7d-964b-b98a7e13328f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:47.671324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac5f5039-f22f-47c9-952a-804b6d9d5bca req-2dc73549-b026-4f7d-964b-b98a7e13328f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 944 time: 0.0618854 Apr 21 21:07:47.723396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac5f5039-f22f-47c9-952a-804b6d9d5bca req-d6802758-ee31-4b20-ba29-fb9651c42235 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 Apr 21 21:07:47.943383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40070) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:48.104676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.201511 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.208245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.247649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40084) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:48.259321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c242ce3bb83432c8f6578651059e844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147693 Apr 21 21:07:48.288540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75521968-ca5d-476d-86b6-261780eeb29b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:48.302331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.303687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.303946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.304282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.305381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.305720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.306051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.306379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.306705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.307738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.308068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.308392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce26607-e4c0-4590-b6ad-9d6c8232cbd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:48.324146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f842124f-16f0-4e8e-861e-31d64e8d7f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.348726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f842124f-16f0-4e8e-861e-31d64e8d7f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.405607 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f842124f-16f0-4e8e-861e-31d64e8d7f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.411201 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f842124f-16f0-4e8e-861e-31d64e8d7f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.421104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f842124f-16f0-4e8e-861e-31d64e8d7f6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75521968-ca5d-476d-86b6-261780eeb29b HTTP/1.1" status: 204 len: 168 time: 0.1687384 Apr 21 21:07:48.449604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842124f-16f0-4e8e-861e-31d64e8d7f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75521968-ca5d-476d-86b6-261780eeb29b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:48.450900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90654e71-952e-440f-bec5-f8a1cf1ce842 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:07:48.556323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 90654e71-952e-440f-bec5-f8a1cf1ce842 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:07:48.558905 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.699417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.742506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:48.744806 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9165ef-8e1a-4650-9b66-6915ba20f18f" -d '{"events": [{"server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "name": "network-vif-plugged", "status": "completed", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:48.769948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90654e71-952e-440f-bec5-f8a1cf1ce842,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:48.781260 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.877697 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bdee48-4ace-4923-aab8-d5ad029068de x-openstack-request-id: req-23bdee48-4ace-4923-aab8-d5ad029068de {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:48.877873 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "name": "network-vif-plugged", "status": "completed", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:48.882729 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23bdee48-4ace-4923-aab8-d5ad029068de {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:48.892024 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23bdee48-4ace-4923-aab8-d5ad029068de'] response: {'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842', 'code': 200} Apr 21 21:07:48.945193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40114) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:48.979991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b005c9ff-6a6b-43d1-8dc3-7668ff55c870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:48.992646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=90654e71-952e-440f-bec5-f8a1cf1ce842,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:49.012887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8abf34-bbd5-4206-a2e5-ad9d5f72283c req-718c674f-b404-4c7c-b84d-8a1c36bdfb99 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:49.018208 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd8abf34-bbd5-4206-a2e5-ad9d5f72283c req-718c674f-b404-4c7c-b84d-8a1c36bdfb99 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1442637 Apr 21 21:07:49.082147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd8abf34-bbd5-4206-a2e5-ad9d5f72283c req-2434a421-a378-4b1d-b8c3-1cc18f7f5817 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549135 Apr 21 21:07:49.154957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b005c9ff-6a6b-43d1-8dc3-7668ff55c870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:49.172074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98425ea4-593b-47ea-9334-7c154c7db809 req-ba9ee92e-4d65-44a3-b520-62aae01662d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:49.173862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98425ea4-593b-47ea-9334-7c154c7db809 req-ba9ee92e-4d65-44a3-b520-62aae01662d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 1096 time: 0.0938106 Apr 21 21:07:49.174668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b005c9ff-6a6b-43d1-8dc3-7668ff55c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:49.203730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005c9ff-6a6b-43d1-8dc3-7668ff55c870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06c607e-8469-4a84-95fd-2c6b3c0d1a57,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:49.275384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98425ea4-593b-47ea-9334-7c154c7db809 req-bbd5b0d3-7722-4938-a6c7-4e8dfb58a2c6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724998 Apr 21 21:07:49.278422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b005c9ff-6a6b-43d1-8dc3-7668ff55c870 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=086fb90833724199998547a4d1ad6055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322463 Apr 21 21:07:49.281110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40122) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:49.375757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-776ddf21-cedf-4363-ab07-e5e9157b33a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:49.408864 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-776ddf21-cedf-4363-ab07-e5e9157b33a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:49.479833 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-776ddf21-cedf-4363-ab07-e5e9157b33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:49.482585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-776ddf21-cedf-4363-ab07-e5e9157b33a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:49.484383 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-776ddf21-cedf-4363-ab07-e5e9157b33a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e06c607e-8469-4a84-95fd-2c6b3c0d1a57 HTTP/1.1" status: 204 len: 168 time: 0.2021568 Apr 21 21:07:49.500622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ddf21-cedf-4363-ab07-e5e9157b33a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06c607e-8469-4a84-95fd-2c6b3c0d1a57,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:50.248076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709ef24-d37e-49a4-93e5-736400091f79 req-a2cb5587-f819-4201-b48e-584be10bda41 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:50.255596 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b709ef24-d37e-49a4-93e5-736400091f79 req-a2cb5587-f819-4201-b48e-584be10bda41 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0814764 Apr 21 21:07:50.333025 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b709ef24-d37e-49a4-93e5-736400091f79 req-6f3b26ad-1d45-4646-b8d4-eb2376f0091c tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571582 Apr 21 21:07:50.409072 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:50.610036 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:51.130844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40194) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:51.274975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-98fced03-792b-40b4-977c-039718d5300a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:51.411019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-98fced03-792b-40b4-977c-039718d5300a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:51.416486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-98fced03-792b-40b4-977c-039718d5300a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:51.447782 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-98fced03-792b-40b4-977c-039718d5300a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6941963029594255af478c9fb131a0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152199 Apr 21 21:07:51.450457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40208) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:51.468852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fced03-792b-40b4-977c-039718d5300a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a98619-f173-45a6-81bc-b03c31fa4b48,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:51.564390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55c43d55-6f69-494e-af64-83df565d76e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:51.618679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878687e8-9cf9-443e-8575-82c7fa9f068a req-37f93e3b-c13b-4ebc-934e-a2692fcb6e84 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:51.630890 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-878687e8-9cf9-443e-8575-82c7fa9f068a req-37f93e3b-c13b-4ebc-934e-a2692fcb6e84 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.1213377 Apr 21 21:07:51.637808 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55c43d55-6f69-494e-af64-83df565d76e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:51.719997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-878687e8-9cf9-443e-8575-82c7fa9f068a req-e7ec49bc-9129-4fce-af1c-61eab3a24ff2 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876057 Apr 21 21:07:51.770618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55c43d55-6f69-494e-af64-83df565d76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:51.773605 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55c43d55-6f69-494e-af64-83df565d76e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:51.777613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-55c43d55-6f69-494e-af64-83df565d76e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2a98619-f173-45a6-81bc-b03c31fa4b48 HTTP/1.1" status: 204 len: 168 time: 0.3254514 Apr 21 21:07:51.791371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c43d55-6f69-494e-af64-83df565d76e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a98619-f173-45a6-81bc-b03c31fa4b48,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:51.901114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f73085-7a31-4059-b9f2-0d7b3ebec200 req-2754ed95-571e-4a66-bcef-0c89a669d23d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:51.902862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4f73085-7a31-4059-b9f2-0d7b3ebec200 req-2754ed95-571e-4a66-bcef-0c89a669d23d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0788798 Apr 21 21:07:51.964681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4f73085-7a31-4059-b9f2-0d7b3ebec200 req-95fde827-59a5-4fc4-b381-6ff752824e2e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498064 Apr 21 21:07:52.601661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41fe1a-932a-4005-8888-d225219bc51d req-e2ec61bd-13b3-49ab-a783-2524642fc7a5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:52.605107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-e2ec61bd-13b3-49ab-a783-2524642fc7a5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/networks?id=49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 200 len: 815 time: 0.1533666 Apr 21 21:07:52.629179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-a56b357d-5249-4c04-9db1-632001b77923 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/quotas/cd9a9b19431c4735b9e7c043eed37bb5 HTTP/1.1" status: 200 len: 375 time: 0.0176430 Apr 21 21:07:52.707513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-998fae38-0365-4d61-8841-104f03060a42 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715499 Apr 21 21:07:52.828218 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-8627ef70-73a2-402c-aa3d-6539c3885c75 service neutron] 10.222.0.49 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129892 Apr 21 21:07:52.977428 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-c4e4e307-3579-4e9d-bf6b-e8a532c71282 service neutron] 10.222.0.49 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479297 Apr 21 21:07:53.283925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e044f3b-51f0-4a6b-8de3-6a4b16ea4c47 req-c7ed3279-51b2-41c6-9e89-fdad273cfb2f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 210 time: 0.0385494 Apr 21 21:07:53.721649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-ddec2450-84a1-487a-b0fb-b65460cd5865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:53.724861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-ddec2450-84a1-487a-b0fb-b65460cd5865 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.43 "GET /v2.0/ports?device_id=a483a714-b0df-459d-a058-56de77dd0ffa HTTP/1.1" status: 200 len: 945 time: 0.0739837 Apr 21 21:07:53.903064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Deleting port 90654e71-952e-440f-bec5-f8a1cf1ce842 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:07:53.903887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40324) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:53.911930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.089547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] For port 90654e71-952e-440f-bec5-f8a1cf1ce842, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90654e71-952e-440f-bec5-f8a1cf1ce842,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:07:54.090055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.107384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Calling delete_port for 90654e71-952e-440f-bec5-f8a1cf1ce842 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:07:54.171342 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.347053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.355123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.408031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.421031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['90654e71-952e-440f-bec5-f8a1cf1ce842'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:07:54.456533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Pushing event deleted for resources: {'Port': ['ID=90654e71-952e-440f-bec5-f8a1cf1ce842,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:54.457569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d766d8-a696-49b2-8836-6490f9be9289,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:54.491489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.496905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.497358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.497757 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.498898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.499287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.499677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.500327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.500719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.501239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.501728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.502377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:07:54.517904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a147d89-7ee9-47dc-8dc8-0ecb4790f637 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7783f600c5e54f4bbc3d2e74e66f6d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6104977 Apr 21 21:07:54.517904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40350) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:54.552823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c974efc-d247-482e-a06f-61567c3dec9e req-e928a9dc-e213-4e21-8c46-05471601cf28 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 210 time: 0.0979912 Apr 21 21:07:54.615926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] No DVR routers for this DVR port 90654e71-952e-440f-bec5-f8a1cf1ce842 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:07:54.618823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.626044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-747ce8b2-98ab-4039-bf9f-bdb2cb3b8a0b req-09ed2e19-fd50-4314-9cd4-041436a9056b tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.43 "DELETE /v2.0/ports/90654e71-952e-440f-bec5-f8a1cf1ce842 HTTP/1.1" status: 204 len: 173 time: 0.8952694 Apr 21 21:07:54.626536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'name': 'network-vif-deleted', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:54.627054 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-729a912b-6985-4634-bc68-d260f6561339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.630803 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44afe59-ebd8-4d82-991b-c13ef527d911" -d '{"events": [{"server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "name": "network-vif-deleted", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:54.690929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-729a912b-6985-4634-bc68-d260f6561339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.812811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-729a912b-6985-4634-bc68-d260f6561339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.816017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-729a912b-6985-4634-bc68-d260f6561339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:54.820604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-729a912b-6985-4634-bc68-d260f6561339 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41d766d8-a696-49b2-8836-6490f9be9289 HTTP/1.1" status: 204 len: 168 time: 0.3013346 Apr 21 21:07:54.836070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a912b-6985-4634-bc68-d260f6561339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d766d8-a696-49b2-8836-6490f9be9289,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:54.945044 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e9749f-1dc3-4463-a9df-08293f7026f7 x-openstack-request-id: req-04e9749f-1dc3-4463-a9df-08293f7026f7 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:54.945874 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483a714-b0df-459d-a058-56de77dd0ffa", "name": "network-vif-deleted", "tag": "90654e71-952e-440f-bec5-f8a1cf1ce842", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:54.946128 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04e9749f-1dc3-4463-a9df-08293f7026f7 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:54.946531 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e9749f-1dc3-4463-a9df-08293f7026f7'] response: {'server_uuid': 'a483a714-b0df-459d-a058-56de77dd0ffa', 'name': 'network-vif-deleted', 'tag': '90654e71-952e-440f-bec5-f8a1cf1ce842', 'status': 'completed', 'code': 200} Apr 21 21:07:55.245033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41fe1a-932a-4005-8888-d225219bc51d req-15b64971-c9c3-4ac4-a7e6-4be6ecac7c9d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:55.250114 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-15b64971-c9c3-4ac4-a7e6-4be6ecac7c9d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.46 "GET /v2.0/networks?id=49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 200 len: 815 time: 0.2308605 Apr 21 21:07:55.265885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Request body: {'port': {'device_id': '7c6dff00-2815-4851-8e1d-b762bff0fec8', 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb', 'admin_state_up': True, 'tenant_id': 'cd9a9b19431c4735b9e7c043eed37bb5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:55.506348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Made reservation on behalf of cd9a9b19431c4735b9e7c043eed37bb5 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:07:55.507606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:55.531068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40398) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:55.549483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28ef273e-da7b-4235-8b9e-dab24177b3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:55.651396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28ef273e-da7b-4235-8b9e-dab24177b3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:55.659175 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28ef273e-da7b-4235-8b9e-dab24177b3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:55.713700 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3fe08719-9067-43f6-a4f8-203428dd389c req-2994f4b4-12db-4e36-8a77-7870537d73de tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 210 time: 0.0496223 Apr 21 21:07:55.739535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Allocated IP 172.20.0.11 (49148401-48d8-4f52-b799-936e9e4377eb/f54f2ce0-8159-45e2-82c1-0e44ee168a9f/1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:07:55.743758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40404) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:55.744975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-28ef273e-da7b-4235-8b9e-dab24177b3ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10282684a5e94f49860ba0004ff9ded3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125025 Apr 21 21:07:55.759610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef273e-da7b-4235-8b9e-dab24177b3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb5531-5063-493d-9276-711497bf23f3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:55.841535 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c06f8b6f-adca-47dc-8a71-bf4887a6a979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:55.902248 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c06f8b6f-adca-47dc-8a71-bf4887a6a979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:56.056951 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c06f8b6f-adca-47dc-8a71-bf4887a6a979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:56.059753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c06f8b6f-adca-47dc-8a71-bf4887a6a979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:56.062491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c06f8b6f-adca-47dc-8a71-bf4887a6a979 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43bb5531-5063-493d-9276-711497bf23f3 HTTP/1.1" status: 204 len: 168 time: 0.3132510 Apr 21 21:07:56.069537 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:56.080525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f8b6f-adca-47dc-8a71-bf4887a6a979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb5531-5063-493d-9276-711497bf23f3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:56.149992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:56.224809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Network 49148401-48d8-4f52-b799-936e9e4377eb is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:07:56.226599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:07:56.234224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:07:56.268194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Pushing event updated for resources: {'Port': ['ID=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:56.296184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:56.297513 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:56.316749 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-782d1de3-11ab-4795-aea1-46f05cd626b8 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0571566 Apr 21 21:07:56.327608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-ec7ebf67-8d8b-45f9-9f66-93989e1a7f66 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:07:56.328568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-ec7ebf67-8d8b-45f9-9f66-93989e1a7f66 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051410 Apr 21 21:07:56.493164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90654e71-952e-440f-bec5-f8a1cf1ce842 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:07:56.583556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 90654e71-952e-440f-bec5-f8a1cf1ce842 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:07:56.584322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90654e71-952e-440f-bec5-f8a1cf1ce842 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:07:56.662134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Request body: {'port': {'device_id': '7c6dff00-2815-4851-8e1d-b762bff0fec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:07:56.780873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:56.990891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02067de-0f38-4a4a-9951-3d961ccb680f req-cb71a243-3eab-48ae-863c-c33686342cc9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:56.992638 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c02067de-0f38-4a4a-9951-3d961ccb680f req-cb71a243-3eab-48ae-863c-c33686342cc9 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 932 time: 0.1508944 Apr 21 21:07:57.106030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40480) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:57.279988 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b18-9def-48f6-aac8-aaf8f4a3f97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:57.414302 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b18-9def-48f6-aac8-aaf8f4a3f97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:57.422241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9b27b18-9def-48f6-aac8-aaf8f4a3f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:57.458026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f9b27b18-9def-48f6-aac8-aaf8f4a3f97f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9cc0debfabc48bd885bffb286bf436e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502181 Apr 21 21:07:57.459523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40498) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:57.470413 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c02067de-0f38-4a4a-9951-3d961ccb680f req-8edd7f04-103f-4fa0-8712-f5a8688364b0 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831935 Apr 21 21:07:57.491681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b27b18-9def-48f6-aac8-aaf8f4a3f97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d534324-30ca-4828-9726-c1c0d311c322,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:57.580445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5adfda4c-9aa9-4b21-b188-a73e0475f1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:57.633036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5adfda4c-9aa9-4b21-b188-a73e0475f1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:57.689353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:07:57.709065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:57.730949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Transition to ACTIVE for port object 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:07:57.743624 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:57.786632 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5adfda4c-9aa9-4b21-b188-a73e0475f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:57.789067 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5adfda4c-9aa9-4b21-b188-a73e0475f1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:57.790182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5adfda4c-9aa9-4b21-b188-a73e0475f1ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d534324-30ca-4828-9726-c1c0d311c322 HTTP/1.1" status: 204 len: 168 time: 0.3188465 Apr 21 21:07:57.815611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfda4c-9aa9-4b21-b188-a73e0475f1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d534324-30ca-4828-9726-c1c0d311c322,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:57.817291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:57.943698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Attempting to bind port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:07:57.944143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Attempting to bind port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:07:57.944608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Attempting to bind port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 on network 49148401-48d8-4f52-b799-936e9e4377eb {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:07:57.950225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 on network 49148401-48d8-4f52-b799-936e9e4377eb not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:07:57.950595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Attempting to bind port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 on network 49148401-48d8-4f52-b799-936e9e4377eb {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:07:57.955559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:07:57.955895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Checking segment: {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:07:57.956274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Bound using segment: {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:07:57.956736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Bound port: 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:07:57.957524 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.033401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] For port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:07:58.037089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] For port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:07:58.043335 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.109012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:58.109012 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.109821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 HTTP/1.1" status: 200 len: 1092 time: 1.7648051 Apr 21 21:07:58.110293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6dff00-2815-4851-8e1d-b762bff0fec8', 'tag': '1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:07:58.112686 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047c9807-fe75-467c-adde-1526f6ee4ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6dff00-2815-4851-8e1d-b762bff0fec8", "tag": "1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:07:58.138528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949264ea-cd13-4415-89ef-f0908e03fc35 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:58.222365 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd0281f-7f93-4bf0-9972-064997e61392 x-openstack-request-id: req-3fd0281f-7f93-4bf0-9972-064997e61392 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:07:58.222577 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6dff00-2815-4851-8e1d-b762bff0fec8", "tag": "1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:07:58.222819 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fd0281f-7f93-4bf0-9972-064997e61392 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:07:58.223214 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd0281f-7f93-4bf0-9972-064997e61392'] response: {'name': 'network-changed', 'server_uuid': '7c6dff00-2815-4851-8e1d-b762bff0fec8', 'tag': '1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3', 'status': 'completed', 'code': 200} Apr 21 21:07:58.244015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41fe1a-932a-4005-8888-d225219bc51d req-ef396f2f-8f0e-4df8-8f59-5ea92e90e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:58.245550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-ef396f2f-8f0e-4df8-8f59-5ea92e90e8eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 1095 time: 0.0933502 Apr 21 21:07:58.319568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-3ee9bf4c-fe8d-4e60-9c5e-1df9641a3753 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 HTTP/1.1" status: 200 len: 217 time: 0.0661299 Apr 21 21:07:58.407381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41fe1a-932a-4005-8888-d225219bc51d req-ce973043-46c9-49ff-b35e-b75bbaa6ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:58.410209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-ce973043-46c9-49ff-b35e-b75bbaa6ff9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54f2ce0-8159-45e2-82c1-0e44ee168a9f HTTP/1.1" status: 200 len: 855 time: 0.0671251 Apr 21 21:07:58.461961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-154108be-a2db-47b7-8f7c-07edf8179be1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148401-48d8-4f52-b799-936e9e4377eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446615 Apr 21 21:07:58.526523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40538) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:58.546292 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97b79b6-31de-410e-8031-a7c309637165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.690556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97b79b6-31de-410e-8031-a7c309637165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.696508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93942ded-2ef3-4fd9-b522-ffff1eec03f1 req-157d3b28-2fd8-40fc-909b-6fa34f30afd6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:58.698098 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-93942ded-2ef3-4fd9-b522-ffff1eec03f1 req-157d3b28-2fd8-40fc-909b-6fa34f30afd6 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 944 time: 0.1163297 Apr 21 21:07:58.698701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97b79b6-31de-410e-8031-a7c309637165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.702198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-b26efef2-a756-4a73-bfe2-467a6a1a6799 service neutron] 10.222.0.46 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290905 Apr 21 21:07:58.748234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b79b6-31de-410e-8031-a7c309637165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b70f02-6cd4-4a5b-a8b2-a749a34293d8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:58.767325 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f97b79b6-31de-410e-8031-a7c309637165 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2cbb30c2985a477ab7b01849f012bc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396109 Apr 21 21:07:58.768066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40556) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:07:58.843254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ad41fe1a-932a-4005-8888-d225219bc51d req-f40faff1-8437-4380-bee6-28f336687155 service neutron] 10.222.0.46 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335073 Apr 21 21:07:58.850598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-93942ded-2ef3-4fd9-b522-ffff1eec03f1 req-9e263d5a-4d06-4f7d-bba2-014ceca50f1f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295493 Apr 21 21:07:58.865733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-accaabfd-4df8-461e-8ae2-22da437cb6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.891877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-accaabfd-4df8-461e-8ae2-22da437cb6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.967406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-8cf76233-e25d-4413-bde9-47ab38970ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:58.968932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-8cf76233-e25d-4413-bde9-47ab38970ff9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 1095 time: 0.0475733 Apr 21 21:07:58.973301 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-accaabfd-4df8-461e-8ae2-22da437cb6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.976469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-accaabfd-4df8-461e-8ae2-22da437cb6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:07:58.980823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-accaabfd-4df8-461e-8ae2-22da437cb6bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04b70f02-6cd4-4a5b-a8b2-a749a34293d8 HTTP/1.1" status: 204 len: 168 time: 0.2114482 Apr 21 21:07:58.994754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaabfd-4df8-461e-8ae2-22da437cb6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b70f02-6cd4-4a5b-a8b2-a749a34293d8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:07:59.100143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-f60bf54d-ce46-4558-9c9e-b7d471d14ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:59.101669 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-f60bf54d-ce46-4558-9c9e-b7d471d14ee0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 200 len: 916 time: 0.1244678 Apr 21 21:07:59.188517 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-88edc03b-4620-4adf-8e5a-3bf145bdd6d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 HTTP/1.1" status: 200 len: 217 time: 0.0755568 Apr 21 21:07:59.288281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-78b055b8-1bdb-4f46-b49c-3b58b2db9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:07:59.289778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-78b055b8-1bdb-4f46-b49c-3b58b2db9b22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f54f2ce0-8159-45e2-82c1-0e44ee168a9f HTTP/1.1" status: 200 len: 855 time: 0.0786927 Apr 21 21:07:59.341609 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-abe8f0e7-d768-4e61-8578-9d4d9c408e84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=49148401-48d8-4f52-b799-936e9e4377eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445967 Apr 21 21:07:59.536916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-83265998-3a9d-435c-86c9-ab0660a67e10 service neutron] 10.222.0.46 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825483 Apr 21 21:07:59.668597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-047c9807-fe75-467c-adde-1526f6ee4ae4 req-d06cf1e2-998d-4c02-9291-a5fa11e96411 service neutron] 10.222.0.46 "GET /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249194 Apr 21 21:07:59.992744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40622) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:00.055152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5efb6-0e3d-4b96-806c-6fc21c7fbdb4 req-09ae2a6f-e4f9-4b4e-bbb2-348db7f15860 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:00.057996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d5efb6-0e3d-4b96-806c-6fc21c7fbdb4 req-09ae2a6f-e4f9-4b4e-bbb2-348db7f15860 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 944 time: 0.1012475 Apr 21 21:08:00.105973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d5efb6-0e3d-4b96-806c-6fc21c7fbdb4 req-4c27902e-c9b6-4596-89b1-1d6618c8602e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Apr 21 21:08:00.203870 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ea01c91-c4c3-4495-bda3-f3e8fd371069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:00.301165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ea01c91-c4c3-4495-bda3-f3e8fd371069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:00.307369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ea01c91-c4c3-4495-bda3-f3e8fd371069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:00.347853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5ea01c91-c4c3-4495-bda3-f3e8fd371069 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0d69e4d004c4fd8883a57dfaa2ba6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538988 Apr 21 21:08:00.349978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea01c91-c4c3-4495-bda3-f3e8fd371069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dac24a-b508-43c2-b3f7-b2c744cd6c88,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:00.350702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40638) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:00.431051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a166b5b-9d64-41e5-ad85-f357a94fe007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:00.470069 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8639b578-c2c7-4561-941c-ed190c1c0599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:00.476809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a166b5b-9d64-41e5-ad85-f357a94fe007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:00.551785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a166b5b-9d64-41e5-ad85-f357a94fe007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:00.554822 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a166b5b-9d64-41e5-ad85-f357a94fe007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:00.559260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3a166b5b-9d64-41e5-ad85-f357a94fe007 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8dac24a-b508-43c2-b3f7-b2c744cd6c88 HTTP/1.1" status: 204 len: 168 time: 0.2071798 Apr 21 21:08:00.579523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a166b5b-9d64-41e5-ad85-f357a94fe007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dac24a-b508-43c2-b3f7-b2c744cd6c88,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:00.663224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdccd4-efe8-40b5-8a53-44324bd9a773 req-f806aef6-63a5-4011-99c7-ed8dc50eec74 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:00.672341 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7cdccd4-efe8-40b5-8a53-44324bd9a773 req-f806aef6-63a5-4011-99c7-ed8dc50eec74 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1045494 Apr 21 21:08:00.723209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7cdccd4-efe8-40b5-8a53-44324bd9a773 req-f862e0aa-a84c-47d7-b8fd-b1b631bff033 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498476 Apr 21 21:08:00.873266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66df5c-7b05-429c-9f27-cf7f01145f06 req-346a24c6-3852-4ca5-984f-3151b762211b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:00.884583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf66df5c-7b05-429c-9f27-cf7f01145f06 req-346a24c6-3852-4ca5-984f-3151b762211b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0859301 Apr 21 21:08:00.958186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf66df5c-7b05-429c-9f27-cf7f01145f06 req-c6656ce4-2c89-425f-b599-586418244cdd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645249 Apr 21 21:08:01.065081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40672) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:01.080509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04d8f09f-a2de-47eb-8183-1726686ef39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:01.185602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67329e-bb21-4c7a-aa57-b9bf32c37341 req-56c05637-65f3-4512-ac71-09dffe0f61f3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:01.192754 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd67329e-bb21-4c7a-aa57-b9bf32c37341 req-56c05637-65f3-4512-ac71-09dffe0f61f3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1286681 Apr 21 21:08:01.274347 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd67329e-bb21-4c7a-aa57-b9bf32c37341 req-5a9a8e3a-4dc8-4a14-ac64-560e56d7c8e0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736403 Apr 21 21:08:01.308048 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04d8f09f-a2de-47eb-8183-1726686ef39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:01.322891 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04d8f09f-a2de-47eb-8183-1726686ef39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:01.340878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c57ae-1f99-43ba-bdaa-309911bf2b84 req-8f151ee1-95aa-405a-b983-338b93f8f53d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:01.349463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a80c57ae-1f99-43ba-bdaa-309911bf2b84 req-8f151ee1-95aa-405a-b983-338b93f8f53d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 944 time: 0.1155581 Apr 21 21:08:01.416480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8f09f-a2de-47eb-8183-1726686ef39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a82eb3-82b9-47e1-8b1a-46e7ce962857,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:01.423876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04d8f09f-a2de-47eb-8183-1726686ef39c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9362304298964325a6f95ea447c5f4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560462 Apr 21 21:08:01.424906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40686) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:01.472323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a80c57ae-1f99-43ba-bdaa-309911bf2b84 req-a3b35f48-334f-4145-afb3-221f193909c7 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216185 Apr 21 21:08:01.482139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9b9b1-a826-48d5-91ee-706d48513989 req-c7f03da8-fb24-4e30-9eba-94a596c1de38 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:01.483790 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7b9b9b1-a826-48d5-91ee-706d48513989 req-c7f03da8-fb24-4e30-9eba-94a596c1de38 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.0835149 Apr 21 21:08:01.536060 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f946f63f-bc01-4b69-8925-6ff8dbb2ffff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:01.549165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7b9b9b1-a826-48d5-91ee-706d48513989 req-ce213dac-b0c8-46ab-a995-4c0525e9c28d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584919 Apr 21 21:08:01.609704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f946f63f-bc01-4b69-8925-6ff8dbb2ffff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:01.724375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f946f63f-bc01-4b69-8925-6ff8dbb2ffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:01.727164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f946f63f-bc01-4b69-8925-6ff8dbb2ffff admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:01.730890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f946f63f-bc01-4b69-8925-6ff8dbb2ffff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18a82eb3-82b9-47e1-8b1a-46e7ce962857 HTTP/1.1" status: 204 len: 168 time: 0.3021450 Apr 21 21:08:01.737654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946f63f-bc01-4b69-8925-6ff8dbb2ffff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a82eb3-82b9-47e1-8b1a-46e7ce962857,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:02.011102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f731-98f3-4887-8136-33c593676a45 req-239c1c6d-fce4-4c93-8a29-361ae4f9c5b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:02.012628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-239c1c6d-fce4-4c93-8a29-361ae4f9c5b0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.1431046 Apr 21 21:08:02.034363 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-09388b00-0df8-4d64-ac64-2c3cffafb5a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/quotas/271267117912412b9b2b74aabfd7abe9 HTTP/1.1" status: 200 len: 375 time: 0.0119932 Apr 21 21:08:02.161558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-35b907b8-131b-47ea-8eea-de5efda93cad tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1199996 Apr 21 21:08:02.290648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a97d1654-dc0b-498a-a46f-d7e25d6fd712 service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281068 Apr 21 21:08:02.439983 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-e9a3b8a4-afd1-45fd-a4c9-6c967a32ad12 service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481168 Apr 21 21:08:02.742057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483ec41-0f95-44b8-a263-e68da876d754 req-4507d041-8867-47ce-a639-e6190c418a1d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:02.752437 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b483ec41-0f95-44b8-a263-e68da876d754 req-4507d041-8867-47ce-a639-e6190c418a1d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 944 time: 0.1490366 Apr 21 21:08:02.793631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a71284c7-859c-4e89-aa30-58cbbafe461a req-58bd5190-9eea-481e-afb9-323283e943c8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 210 time: 0.1249504 Apr 21 21:08:02.812309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-75aecbcd-ec78-4136-9fe3-04752418760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:02.851931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b483ec41-0f95-44b8-a263-e68da876d754 req-a966b8f6-98c0-4b17-8d92-cb6dfa2ad68f tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948799 Apr 21 21:08:02.949967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:08:03.137582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:03.153518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3', 'network_id': '49148401-48d8-4f52-b799-936e9e4377eb', 'port_id': '1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3', 'mac_address': 'fa:16:3e:9d:c8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54f2ce0-8159-45e2-82c1-0e44ee168a9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:08:03.202583 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:03.232464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:03.263268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40790) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:03.321250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:03.329785 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:03.419773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:03.638650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-404ed42c-d993-40d9-92ca-dbef00701034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:03.648809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:03.799384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-404ed42c-d993-40d9-92ca-dbef00701034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:03.806465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-404ed42c-d993-40d9-92ca-dbef00701034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:03.882351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-404ed42c-d993-40d9-92ca-dbef00701034 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63c74eb0c0c140a9b0042a2025c4ea1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166980 Apr 21 21:08:03.883531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ed42c-d993-40d9-92ca-dbef00701034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c26a4-f166-448b-8e3e-5aba94f9e443,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:03.884978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40822) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:04.047678 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:04.061152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3fab40b2-1e98-42cb-9a5f-f8fa1aab8078 req-df576860-e80f-46df-bf2b-68d90cba1971 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 210 time: 0.0658562 Apr 21 21:08:04.123381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4219a-fe7e-4f2f-bcae-230219fc279c req-ad4ae5d1-2a80-4924-a760-e70a597bb7b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:04.127411 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ec4219a-fe7e-4f2f-bcae-230219fc279c req-ad4ae5d1-2a80-4924-a760-e70a597bb7b4 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 945 time: 0.0964246 Apr 21 21:08:04.172400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ec4219a-fe7e-4f2f-bcae-230219fc279c req-ccdfa418-3204-4999-88c0-208fc9a889fd tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375257 Apr 21 21:08:04.191685 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc28c-5d6b-41a4-8ed3-3c4622727786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:04.222759 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc28c-5d6b-41a4-8ed3-3c4622727786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:04.280270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f731-98f3-4887-8136-33c593676a45 req-50dd34e4-922d-44bd-8ec8-c847dfd7eb6c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:04.281773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-50dd34e4-922d-44bd-8ec8-c847dfd7eb6c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.2195544 Apr 21 21:08:04.294496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'port': {'device_id': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'admin_state_up': True, 'tenant_id': '271267117912412b9b2b74aabfd7abe9'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:04.345971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc28c-5d6b-41a4-8ed3-3c4622727786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:04.348905 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1cfc28c-5d6b-41a4-8ed3-3c4622727786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:04.354438 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c1cfc28c-5d6b-41a4-8ed3-3c4622727786 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c6c26a4-f166-448b-8e3e-5aba94f9e443 HTTP/1.1" status: 204 len: 168 time: 0.4682496 Apr 21 21:08:04.381438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfc28c-5d6b-41a4-8ed3-3c4622727786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c26a4-f166-448b-8e3e-5aba94f9e443,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:04.478940 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Made reservation on behalf of 271267117912412b9b2b74aabfd7abe9 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:04.483982 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:04.699124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Allocated IP 172.20.0.6 (4a912654-8ba7-440e-af2f-f1f861b2af50/d710e315-c69e-4dce-baa0-259c50d0cade/996ded11-4231-48c7-9d89-9bc7fd77713b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:04.956232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40862) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:04.964233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:08:04.974272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26f5fd48-dd56-41f1-9538-44ce39c0bc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:04.988957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.032913 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.048519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['83fb0f28-0c28-4d83-8af6-baa791022648', '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:05.080536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26f5fd48-dd56-41f1-9538-44ce39c0bc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.084515 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26f5fd48-dd56-41f1-9538-44ce39c0bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.104476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:05.116292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:05.141687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:05.150194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:08:05.159876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-26f5fd48-dd56-41f1-9538-44ce39c0bc3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5bac03408244383ab78558393f1ff43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015994 Apr 21 21:08:05.161979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40870) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:05.162193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:05.163478 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.193915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5fd48-dd56-41f1-9538-44ce39c0bc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa851d-1782-42cd-a7f4-0f25af819aa7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:05.236658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'Port': ['ID=996ded11-4231-48c7-9d89-9bc7fd77713b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:05.322132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:05.323839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.381177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8988d-bc61-418c-8dc0-2f097f730951 req-a1e47991-2abf-4540-be58-9990343d26fd tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:05.390407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67c8988d-bc61-418c-8dc0-2f097f730951 req-a1e47991-2abf-4540-be58-9990343d26fd tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 945 time: 0.1285503 Apr 21 21:08:05.391721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb989a-01fa-4110-aeb1-7c0a256de943 req-99fab6a3-a3df-4d89-8263-461832de26ba tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:05.396495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1fb989a-01fa-4110-aeb1-7c0a256de943 req-99fab6a3-a3df-4d89-8263-461832de26ba tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 931 time: 0.1885259 Apr 21 21:08:05.416486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-d2cb77db-0571-4a82-970b-7b028ffc1b22 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1254311 Apr 21 21:08:05.418548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-52cb864e-a3b0-4d9c-a334-9abd16bada80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.457797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Request body: {'port': {'device_id': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:05.480301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67c8988d-bc61-418c-8dc0-2f097f730951 req-1c647280-984d-40c6-8363-464ce9b9ae55 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884418 Apr 21 21:08:05.513251 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-52cb864e-a3b0-4d9c-a334-9abd16bada80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.533379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1fb989a-01fa-4110-aeb1-7c0a256de943 req-8f50b3c2-c643-4129-89b2-5ec99275de2d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294417 Apr 21 21:08:05.612432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-52cb864e-a3b0-4d9c-a334-9abd16bada80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.614342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.620000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-52cb864e-a3b0-4d9c-a334-9abd16bada80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.623508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-52cb864e-a3b0-4d9c-a334-9abd16bada80 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8caa851d-1782-42cd-a7f4-0f25af819aa7 HTTP/1.1" status: 204 len: 168 time: 0.4489751 Apr 21 21:08:05.638645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb864e-a3b0-4d9c-a334-9abd16bada80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa851d-1782-42cd-a7f4-0f25af819aa7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:05.695587 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:05.962883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:06.042815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f3c2e17d-4d88-4b17-baf2-aa00927708b0 None None] Provisioning complete for port 996ded11-4231-48c7-9d89-9bc7fd77713b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:06.043437 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e17d-4d88-4b17-baf2-aa00927708b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:06.062947 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:06.203186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2e17d-4d88-4b17-baf2-aa00927708b0 None None] Port 996ded11-4231-48c7-9d89-9bc7fd77713b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:08:06.242117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40916) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:06.284901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6dff00-2815-4851-8e1d-b762bff0fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:06.287385 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a73e8-bfd0-4247-b4de-bb44aac79ef0" -d '{"events": [{"server_uuid": "7c6dff00-2815-4851-8e1d-b762bff0fec8", "name": "network-vif-plugged", "status": "completed", "tag": "1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:06.378649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:06.416770 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:06.427140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-807e9f2c-8e3b-49f7-88ca-0f1b7cfa31bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:06.656388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:06.660670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-807e9f2c-8e3b-49f7-88ca-0f1b7cfa31bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:06.668859 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-807e9f2c-8e3b-49f7-88ca-0f1b7cfa31bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:06.700966 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dcf61a-1de2-4d7c-9ad8-a907ac641f61 x-openstack-request-id: req-d6dcf61a-1de2-4d7c-9ad8-a907ac641f61 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:06.701274 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6dff00-2815-4851-8e1d-b762bff0fec8", "name": "network-vif-plugged", "status": "completed", "tag": "1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:06.701631 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6dcf61a-1de2-4d7c-9ad8-a907ac641f61 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:06.702198 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6dcf61a-1de2-4d7c-9ad8-a907ac641f61'] response: {'server_uuid': '7c6dff00-2815-4851-8e1d-b762bff0fec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3', 'code': 200} Apr 21 21:08:06.754704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-807e9f2c-8e3b-49f7-88ca-0f1b7cfa31bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f645c1f408d4209a5de05fdd65a1a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5106390 Apr 21 21:08:06.757649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40942) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:06.758755 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e9f2c-8e3b-49f7-88ca-0f1b7cfa31bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4a821e-fde7-463f-be2c-13572b3d3bc6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:06.759495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996ded11-4231-48c7-9d89-9bc7fd77713b {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:06.808840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:06.843155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870fe32-8f3c-4ffc-a3b1-c3f3e790316d req-1884402c-f275-4167-ad3b-ea08db81b538 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:06.851998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2870fe32-8f3c-4ffc-a3b1-c3f3e790316d req-1884402c-f275-4167-ad3b-ea08db81b538 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.1882429 Apr 21 21:08:06.861429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Transition to ACTIVE for port object 996ded11-4231-48c7-9d89-9bc7fd77713b will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:08:06.879715 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:06.949073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Pushing event updated for resources: {'Port': ['ID=996ded11-4231-48c7-9d89-9bc7fd77713b,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:07.011374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2870fe32-8f3c-4ffc-a3b1-c3f3e790316d req-85015a87-d5a6-4f8e-8793-d3f4aba2e43d tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468339 Apr 21 21:08:07.039569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd97fed-4981-4aa3-89e4-b84ff720e457 req-95c480e2-c93f-43c4-b633-5ab99e3dc95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:07.042089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dfd97fed-4981-4aa3-89e4-b84ff720e457 req-95c480e2-c93f-43c4-b633-5ab99e3dc95d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 1097 time: 0.2029819 Apr 21 21:08:07.050182 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9723ca52-f7d3-4b7d-a882-03d30f7e6084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:07.081487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Attempting to bind port 996ded11-4231-48c7-9d89-9bc7fd77713b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:08:07.081823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Attempting to bind port 996ded11-4231-48c7-9d89-9bc7fd77713b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:08:07.082151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Attempting to bind port 996ded11-4231-48c7-9d89-9bc7fd77713b on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:07.084919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9723ca52-f7d3-4b7d-a882-03d30f7e6084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:07.086674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Port 996ded11-4231-48c7-9d89-9bc7fd77713b on network 4a912654-8ba7-440e-af2f-f1f861b2af50 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:08:07.087036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Attempting to bind port 996ded11-4231-48c7-9d89-9bc7fd77713b on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:07.092458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:08:07.092827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Checking segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:07.093208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Bound using segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:08:07.093636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Bound port: 996ded11-4231-48c7-9d89-9bc7fd77713b, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:08:07.093993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:07.149539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f8d0-5aed-4bd3-8443-95c1120be304 req-019733d4-b263-4838-9298-81b945b90610 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:07.157297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9d9f8d0-5aed-4bd3-8443-95c1120be304 req-019733d4-b263-4838-9298-81b945b90610 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 943 time: 0.3205748 Apr 21 21:08:07.222719 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9723ca52-f7d3-4b7d-a882-03d30f7e6084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:07.225203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9723ca52-f7d3-4b7d-a882-03d30f7e6084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:07.230006 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9723ca52-f7d3-4b7d-a882-03d30f7e6084 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d4a821e-fde7-463f-be2c-13572b3d3bc6 HTTP/1.1" status: 204 len: 168 time: 0.4629228 Apr 21 21:08:07.260048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723ca52-f7d3-4b7d-a882-03d30f7e6084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4a821e-fde7-463f-be2c-13572b3d3bc6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:07.278172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] For port 996ded11-4231-48c7-9d89-9bc7fd77713b, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:08:07.287600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dfd97fed-4981-4aa3-89e4-b84ff720e457 req-6e0183db-e346-4d10-84d4-20d04c6a3824 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716578 Apr 21 21:08:07.289332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] For port 996ded11-4231-48c7-9d89-9bc7fd77713b, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=996ded11-4231-48c7-9d89-9bc7fd77713b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:08:07.296126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9d9f8d0-5aed-4bd3-8443-95c1120be304 req-fbbb22df-38d9-4941-8467-ffbe1ad65ceb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839274 Apr 21 21:08:07.316742 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:07.392463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Pushing event updated for resources: {'Port': ['ID=996ded11-4231-48c7-9d89-9bc7fd77713b,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:07.397876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:07.398376 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:07.399790 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a6ace5c2-939f-41be-8297-c012a1a1fefb service neutron] 10.222.0.43 "PUT /v2.0/ports/996ded11-4231-48c7-9d89-9bc7fd77713b HTTP/1.1" status: 200 len: 1091 time: 1.9532428 Apr 21 21:08:07.400232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'tag': '996ded11-4231-48c7-9d89-9bc7fd77713b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:07.402709 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95807e05-3373-420e-9f32-cb5d06fd2255" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8488bd-df5b-4d96-97f4-6032a56adc39", "tag": "996ded11-4231-48c7-9d89-9bc7fd77713b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:07.447577 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c93ae36-ed1a-4e89-917b-168f8bfb4565 x-openstack-request-id: req-9c93ae36-ed1a-4e89-917b-168f8bfb4565 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:07.448368 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8488bd-df5b-4d96-97f4-6032a56adc39", "tag": "996ded11-4231-48c7-9d89-9bc7fd77713b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:07.449164 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c93ae36-ed1a-4e89-917b-168f8bfb4565 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:07.449789 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c93ae36-ed1a-4e89-917b-168f8bfb4565'] response: {'name': 'network-changed', 'server_uuid': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'tag': '996ded11-4231-48c7-9d89-9bc7fd77713b', 'status': 'completed', 'code': 200} Apr 21 21:08:07.530733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f731-98f3-4887-8136-33c593676a45 req-1ebcf9c0-6125-4ed9-be2f-3012b3916c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:07.541554 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-1ebcf9c0-6125-4ed9-be2f-3012b3916c6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 1094 time: 0.0836847 Apr 21 21:08:07.633830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-46451d69-f790-4d38-b2f1-81b147430859 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=996ded11-4231-48c7-9d89-9bc7fd77713b HTTP/1.1" status: 200 len: 217 time: 0.0867836 Apr 21 21:08:07.695595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f731-98f3-4887-8136-33c593676a45 req-42d84136-9c52-43a5-bb1f-ade61eef903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:07.697991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-42d84136-9c52-43a5-bb1f-ade61eef903d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.0539327 Apr 21 21:08:07.762017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f731-98f3-4887-8136-33c593676a45 req-2d3d0231-2323-4be4-a912-e6822c6bc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:07.764875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-2d3d0231-2323-4be4-a912-e6822c6bc62a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607502 Apr 21 21:08:07.889914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-e1911fe3-80ac-43ec-891e-4d7eebde213e service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166558 Apr 21 21:08:07.972352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40984) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:07.988879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-09c0592d-f361-4cca-bfbf-4a7d70e048e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:08.021196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1fa2f731-98f3-4887-8136-33c593676a45 req-a43bcb90-9086-45b2-9aca-9daa2b5a9c68 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255279 Apr 21 21:08:08.085904 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-09c0592d-f361-4cca-bfbf-4a7d70e048e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:08.092146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-09c0592d-f361-4cca-bfbf-4a7d70e048e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:08.131075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-9ae3021b-fd57-426d-b431-fe0f359f568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:08.132827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-9ae3021b-fd57-426d-b431-fe0f359f568a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 1094 time: 0.0567927 Apr 21 21:08:08.177634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-09c0592d-f361-4cca-bfbf-4a7d70e048e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d74cc9a1827b4e3ab1445502f3342a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012675 Apr 21 21:08:08.181619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40996) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:08.197090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0592d-f361-4cca-bfbf-4a7d70e048e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19747a64-3325-4cb2-96c9-a43955b4cccd,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:08.230343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92bb85-453c-4a4f-b0b5-25544d758df6 req-3f3b3ee5-1451-4cbe-ae59-d70992208474 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:08.232786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e92bb85-453c-4a4f-b0b5-25544d758df6 req-3f3b3ee5-1451-4cbe-ae59-d70992208474 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.1213129 Apr 21 21:08:08.249677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-71bb1fa7-ed99-46e2-a119-400562d2f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:08.252009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-71bb1fa7-ed99-46e2-a119-400562d2f00a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.1116972 Apr 21 21:08:08.322051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5dc01615-2d9c-4398-9fe5-c0b5346d96a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:08.329396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-2a5da768-ca51-403e-8295-0d72f19ddcee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=996ded11-4231-48c7-9d89-9bc7fd77713b HTTP/1.1" status: 200 len: 217 time: 0.0707009 Apr 21 21:08:08.346740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5dc01615-2d9c-4398-9fe5-c0b5346d96a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:08.407083 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0e92bb85-453c-4a4f-b0b5-25544d758df6 req-57374e41-d257-4931-93cd-23f7da4d3a4e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453307 Apr 21 21:08:08.432055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5dc01615-2d9c-4398-9fe5-c0b5346d96a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:08.437614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5dc01615-2d9c-4398-9fe5-c0b5346d96a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:08.440841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5dc01615-2d9c-4398-9fe5-c0b5346d96a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19747a64-3325-4cb2-96c9-a43955b4cccd HTTP/1.1" status: 204 len: 168 time: 0.2571797 Apr 21 21:08:08.450649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc01615-2d9c-4398-9fe5-c0b5346d96a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19747a64-3325-4cb2-96c9-a43955b4cccd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:08.475936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-1050e602-28c1-4b4b-9331-b654c1a175ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:08.478250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-1050e602-28c1-4b4b-9331-b654c1a175ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1294110 Apr 21 21:08:08.588090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-972e225c-8dd8-4bed-b70b-353971002362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:08.590064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-972e225c-8dd8-4bed-b70b-353971002362 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995162 Apr 21 21:08:08.611868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b6160-726c-401a-9616-ea9f0c08f64d req-f0a4dd76-b5f9-4f3e-9651-11166affd5fc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:08.641695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-184b6160-726c-401a-9616-ea9f0c08f64d req-f0a4dd76-b5f9-4f3e-9651-11166affd5fc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 943 time: 0.2064972 Apr 21 21:08:08.819541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-184b6160-726c-401a-9616-ea9f0c08f64d req-2405e55f-924f-4b5f-bdd4-66be239d17b9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745424 Apr 21 21:08:08.890266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-04236e1d-acce-4c60-8740-8925ed7d9764 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925644 Apr 21 21:08:09.031047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95807e05-3373-420e-9f32-cb5d06fd2255 req-0af535fc-99a0-4fe5-a19b-f3173d169306 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336324 Apr 21 21:08:09.512724 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-1d004b25-6c60-4171-a889-d6b660ce6284 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971959 Apr 21 21:08:09.659333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727a821-5d1b-4c1d-986d-c14d902cfaf1 req-60e5ddc0-e086-46b1-9ecd-c212ca4db21e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:09.670428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c727a821-5d1b-4c1d-986d-c14d902cfaf1 req-60e5ddc0-e086-46b1-9ecd-c212ca4db21e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.1561818 Apr 21 21:08:09.704123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-10b888ec-2189-40f4-af1f-054a67f84bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:09.705988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-10b888ec-2189-40f4-af1f-054a67f84bf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 1097 time: 0.1242781 Apr 21 21:08:09.737476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c727a821-5d1b-4c1d-986d-c14d902cfaf1 req-930ba459-8889-4d21-a074-12de9b68acba tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601370 Apr 21 21:08:09.916301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-43e721f0-12ae-47e3-9029-ebc0a001fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:09.918074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-43e721f0-12ae-47e3-9029-ebc0a001fa0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.1794641 Apr 21 21:08:09.981676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-05b4be92-7bf6-4c82-8993-198721e4101e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83fb0f28-0c28-4d83-8af6-baa791022648 HTTP/1.1" status: 200 len: 217 time: 0.0535290 Apr 21 21:08:10.008652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ee3c1-c713-427c-b1b2-f593a2475078 req-624bb1e9-899c-498c-948f-3c8f255d5649 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:10.011320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-770ee3c1-c713-427c-b1b2-f593a2475078 req-624bb1e9-899c-498c-948f-3c8f255d5649 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.1147122 Apr 21 21:08:10.103060 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:08:10.129474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b8e9-6ffc-4dff-b5a7-0bf9d617ea10 req-57cf60b3-c82a-4f6d-ade4-57159fcd1bf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:10.132784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8307b8e9-6ffc-4dff-b5a7-0bf9d617ea10 req-57cf60b3-c82a-4f6d-ade4-57159fcd1bf1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 943 time: 0.1499970 Apr 21 21:08:10.139317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-c655bae3-7c50-4849-af6e-c05c47b2f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:10.144168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-c655bae3-7c50-4849-af6e-c05c47b2f6d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1210227 Apr 21 21:08:10.240232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-770ee3c1-c713-427c-b1b2-f593a2475078 req-5ef97298-2c95-4456-a587-ed3e8381be50 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911612 Apr 21 21:08:10.265223 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-d66cdac7-0561-46c5-ad83-de17e5bed44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:10.267043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-d66cdac7-0561-46c5-ad83-de17e5bed44d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172309 Apr 21 21:08:10.308275 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8307b8e9-6ffc-4dff-b5a7-0bf9d617ea10 req-1ce9d565-2e0e-4631-ab35-6346c596c4ec tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568542 Apr 21 21:08:10.461534 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-ede9af32-8f3f-4fd4-9175-ff95f85e5863 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474721 Apr 21 21:08:10.539575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41098) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:10.564291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 996ded11-4231-48c7-9d89-9bc7fd77713b details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:08:10.590575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2d5ca4-abc8-4268-8732-6ed4be616a5a req-88995a83-d5d6-49a2-83da-4a342aff7bf1 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225677 Apr 21 21:08:10.734065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be89ad7-dc1a-4bf0-af29-f42c7a95d184 req-f750474f-8d69-4438-aff6-f438db5c0a9a tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:10.740887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6be89ad7-dc1a-4bf0-af29-f42c7a95d184 req-f750474f-8d69-4438-aff6-f438db5c0a9a tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.1465311 Apr 21 21:08:10.754600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 996ded11-4231-48c7-9d89-9bc7fd77713b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=996ded11-4231-48c7-9d89-9bc7fd77713b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:10.773935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '996ded11-4231-48c7-9d89-9bc7fd77713b', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'port_id': '996ded11-4231-48c7-9d89-9bc7fd77713b', 'mac_address': 'fa:16:3e:ef:a7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:08:10.831546 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6be89ad7-dc1a-4bf0-af29-f42c7a95d184 req-292e797a-ecb2-484b-9c21-0f8effa18c5c tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796113 Apr 21 21:08:10.877769 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:10.910231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996ded11-4231-48c7-9d89-9bc7fd77713b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:10.931136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a52134ae-17b8-486b-a581-f58c19cd0511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:10.968944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 996ded11-4231-48c7-9d89-9bc7fd77713b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=996ded11-4231-48c7-9d89-9bc7fd77713b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:10.978520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:11.089950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=996ded11-4231-48c7-9d89-9bc7fd77713b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:11.120927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63cbdb-e698-48c6-ac28-8a91674fbdef req-6a39b59e-2934-4c43-bac3-7b8d6df64603 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:11.124055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e63cbdb-e698-48c6-ac28-8a91674fbdef req-6a39b59e-2934-4c43-bac3-7b8d6df64603 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.0872557 Apr 21 21:08:11.166124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a52134ae-17b8-486b-a581-f58c19cd0511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:11.177054 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a52134ae-17b8-486b-a581-f58c19cd0511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:11.242380 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e63cbdb-e698-48c6-ac28-8a91674fbdef req-0aeb97b8-d7f2-4154-b705-0ed7be070bbe tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030989 Apr 21 21:08:11.245508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a52134ae-17b8-486b-a581-f58c19cd0511 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c807a7b0c7743e281ec1c0a4b447725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7042994 Apr 21 21:08:11.246549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52134ae-17b8-486b-a581-f58c19cd0511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2373b2-a65a-4077-a163-4d4fe75668b8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:11.248420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41134) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:11.328830 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2747238-7243-4061-be6b-1b9fdf84a5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:11.338041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['996ded11-4231-48c7-9d89-9bc7fd77713b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:11.385398 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2747238-7243-4061-be6b-1b9fdf84a5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:11.467300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2747238-7243-4061-be6b-1b9fdf84a5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:11.469876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2747238-7243-4061-be6b-1b9fdf84a5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:11.471031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a2747238-7243-4061-be6b-1b9fdf84a5a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d2373b2-a65a-4077-a163-4d4fe75668b8 HTTP/1.1" status: 204 len: 168 time: 0.2213156 Apr 21 21:08:11.484747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2747238-7243-4061-be6b-1b9fdf84a5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2373b2-a65a-4077-a163-4d4fe75668b8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:11.509203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d71b-ddec-49c4-a2ff-7ab201270db9 req-7d19d18b-fb06-4a71-b7a2-c3661267f42d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:11.514501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a772d71b-ddec-49c4-a2ff-7ab201270db9 req-7d19d18b-fb06-4a71-b7a2-c3661267f42d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 944 time: 0.1007349 Apr 21 21:08:11.615222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a772d71b-ddec-49c4-a2ff-7ab201270db9 req-c9a57de6-20e1-4809-b449-ece5338caf5f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913138 Apr 21 21:08:11.688661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844022b3-941c-493f-94d9-ada109629363 req-a58e203c-019d-436e-8361-efa1a3eb1f93 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:11.699242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-844022b3-941c-493f-94d9-ada109629363 req-a58e203c-019d-436e-8361-efa1a3eb1f93 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.1326315 Apr 21 21:08:11.765810 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-844022b3-941c-493f-94d9-ada109629363 req-458d5358-b012-44d1-8e2e-2c8b0da70634 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532033 Apr 21 21:08:11.977255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00bde-ef3c-4476-902c-1436976bd0ec req-071b99cc-a135-4207-ab9b-3de25d424e82 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:11.979060 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ac00bde-ef3c-4476-902c-1436976bd0ec req-071b99cc-a135-4207-ab9b-3de25d424e82 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.0852060 Apr 21 21:08:12.071948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ac00bde-ef3c-4476-902c-1436976bd0ec req-20eac3ad-6b1b-4b03-a72e-d3ddb7c88e43 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850525 Apr 21 21:08:12.080507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:12.102944 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b12ee79-8fd5-43d2-a62d-538d7755af63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.234284 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b12ee79-8fd5-43d2-a62d-538d7755af63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.238652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b12ee79-8fd5-43d2-a62d-538d7755af63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.326655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12ee79-8fd5-43d2-a62d-538d7755af63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5b6b7e-d98b-418e-9f59-62a761426032,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:12.350245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41200) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:12.351439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3b12ee79-8fd5-43d2-a62d-538d7755af63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d98baa81c2b54f7ab5bb6746b2db13b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2688987 Apr 21 21:08:12.434590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a26167ce-8be3-4a98-b834-68cb8d9bddd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.461543 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a26167ce-8be3-4a98-b834-68cb8d9bddd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.538894 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a26167ce-8be3-4a98-b834-68cb8d9bddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.541707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a26167ce-8be3-4a98-b834-68cb8d9bddd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.542887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a26167ce-8be3-4a98-b834-68cb8d9bddd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be5b6b7e-d98b-418e-9f59-62a761426032 HTTP/1.1" status: 204 len: 168 time: 0.1907158 Apr 21 21:08:12.557462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995eee9-a7cf-4468-af11-380ddd9aa53f req-97ca6330-f96d-4fbc-8755-1a2d1abd2c5e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:12.561712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26167ce-8be3-4a98-b834-68cb8d9bddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5b6b7e-d98b-418e-9f59-62a761426032,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:12.564131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 996ded11-4231-48c7-9d89-9bc7fd77713b up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:08:12.570216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d995eee9-a7cf-4468-af11-380ddd9aa53f req-97ca6330-f96d-4fbc-8755-1a2d1abd2c5e tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.0773034 Apr 21 21:08:12.639487 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d995eee9-a7cf-4468-af11-380ddd9aa53f req-a858ddc1-496b-4596-a3ed-99ef4a08d5c2 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579519 Apr 21 21:08:12.654462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 996ded11-4231-48c7-9d89-9bc7fd77713b completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:08:12.661787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 996ded11-4231-48c7-9d89-9bc7fd77713b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:12.662843 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.806608 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.847888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 996ded11-4231-48c7-9d89-9bc7fd77713b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=996ded11-4231-48c7-9d89-9bc7fd77713b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:12.849101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996ded11-4231-48c7-9d89-9bc7fd77713b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:12.854641 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3982e743-def4-46e3-a06d-72988ea7abe3" -d '{"events": [{"server_uuid": "ee8488bd-df5b-4d96-97f4-6032a56adc39", "name": "network-vif-plugged", "status": "completed", "tag": "996ded11-4231-48c7-9d89-9bc7fd77713b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:12.871101 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:12.879839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1edc2-d652-4ee0-a38f-ff147c45ed0c req-7c9ff670-824b-469b-a66b-a7f84c8e8e59 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:12.881147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09c1edc2-d652-4ee0-a38f-ff147c45ed0c req-7c9ff670-824b-469b-a66b-a7f84c8e8e59 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 944 time: 0.1499979 Apr 21 21:08:12.937632 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8847c0c3-ee5f-4985-9cd4-694e55f15d9a x-openstack-request-id: req-8847c0c3-ee5f-4985-9cd4-694e55f15d9a {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:12.938136 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8488bd-df5b-4d96-97f4-6032a56adc39", "name": "network-vif-plugged", "status": "completed", "tag": "996ded11-4231-48c7-9d89-9bc7fd77713b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:12.938529 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8847c0c3-ee5f-4985-9cd4-694e55f15d9a {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:12.939057 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8847c0c3-ee5f-4985-9cd4-694e55f15d9a'] response: {'server_uuid': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996ded11-4231-48c7-9d89-9bc7fd77713b', 'code': 200} Apr 21 21:08:12.949224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09c1edc2-d652-4ee0-a38f-ff147c45ed0c req-1ab16571-1020-43b9-924f-8bce6172ca36 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611341 Apr 21 21:08:12.999683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=996ded11-4231-48c7-9d89-9bc7fd77713b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:13.011627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.012213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.012694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.013196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.013714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.014184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.014772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.015241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.015903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.016428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.016916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.017603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:13.076692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf79e4b-d5e7-4f9f-b220-ed5476aad35c req-d144df5b-4016-41d7-98ee-ae160e9ac26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:13.078802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-adf79e4b-d5e7-4f9f-b220-ed5476aad35c req-d144df5b-4016-41d7-98ee-ae160e9ac26a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 1096 time: 0.0679088 Apr 21 21:08:13.152234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-adf79e4b-d5e7-4f9f-b220-ed5476aad35c req-2c7fc324-fb58-460e-946e-a156846fb3c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668707 Apr 21 21:08:13.607246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41260) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:13.750342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f66f673-5557-4f9b-afc5-91bc0603f69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:13.835243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ac5e3-9b4c-4e42-b558-e46552c2b115 req-0a6b9b9d-abaa-4168-b3cd-9a938dd12613 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:13.845067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-052ac5e3-9b4c-4e42-b558-e46552c2b115 req-0a6b9b9d-abaa-4168-b3cd-9a938dd12613 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.0845714 Apr 21 21:08:13.854386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-c568a8e7-cf42-49ab-9722-75128eaa7f28 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:13.858902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-c568a8e7-cf42-49ab-9722-75128eaa7f28 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 946 time: 0.1481884 Apr 21 21:08:13.869975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f66f673-5557-4f9b-afc5-91bc0603f69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:13.879166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f66f673-5557-4f9b-afc5-91bc0603f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:13.965657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66f673-5557-4f9b-afc5-91bc0603f69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90258ea-25c9-4850-8aaf-975d41d38c4f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:13.986710 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-052ac5e3-9b4c-4e42-b558-e46552c2b115 req-1ff39939-34dd-41e8-8d24-55713bf37348 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/security-groups?id=e42bc027-73fa-4983-ac60-30c6f97edf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254914 Apr 21 21:08:13.990743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3f66f673-5557-4f9b-afc5-91bc0603f69a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e37939fba6a4d88948194ba57b52c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816347 Apr 21 21:08:14.000257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41274) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:14.055620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Deleting port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:14.056412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.130737 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9e85-d30d-4979-9e23-88c0b1088d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.158256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9464f-6d30-4caf-90a0-32d8635994c6 req-82b9d7ba-78cc-4f92-9325-9bd8c486d57d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:14.166590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9f9464f-6d30-4caf-90a0-32d8635994c6 req-82b9d7ba-78cc-4f92-9325-9bd8c486d57d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 945 time: 0.0892377 Apr 21 21:08:14.195579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] For port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,segment=NetworkSegment(a9fd63cb-e27c-4f4e-bea0-3970db4ce295),segment_id=a9fd63cb-e27c-4f4e-bea0-3970db4ce295)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:14.196207 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.210554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Calling delete_port for 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:14.239371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9f9464f-6d30-4caf-90a0-32d8635994c6 req-382e5008-db67-4729-8da4-6289b7e27082 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675094 Apr 21 21:08:14.245376 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9e85-d30d-4979-9e23-88c0b1088d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.328160 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9e85-d30d-4979-9e23-88c0b1088d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.331348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a6e9e85-d30d-4979-9e23-88c0b1088d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.335458 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3a6e9e85-d30d-4979-9e23-88c0b1088d5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a90258ea-25c9-4850-8aaf-975d41d38c4f HTTP/1.1" status: 204 len: 168 time: 0.3336310 Apr 21 21:08:14.367233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e9e85-d30d-4979-9e23-88c0b1088d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90258ea-25c9-4850-8aaf-975d41d38c4f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:14.410672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.469393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:14.571635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] No DVR routers for this DVR port 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:08:14.573787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Pushing event deleted for resources: {'Port': ['ID=1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:14.582744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.587571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f09632ea-f8c0-4e0c-9635-8a2424f315c7 req-94d2766a-97c4-4c69-a8c6-1c99832e26b5 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.46 "DELETE /v2.0/ports/1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 HTTP/1.1" status: 204 len: 173 time: 0.7211096 Apr 21 21:08:14.588181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6dff00-2815-4851-8e1d-b762bff0fec8', 'name': 'network-vif-deleted', 'tag': '1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:14.590899 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6cc6ef-5986-4f84-86b6-53d7ed35ee29" -d '{"events": [{"server_uuid": "7c6dff00-2815-4851-8e1d-b762bff0fec8", "name": "network-vif-deleted", "tag": "1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:14.658478 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f760b5b7-b464-4366-972d-923324ea404e x-openstack-request-id: req-f760b5b7-b464-4366-972d-923324ea404e {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:14.658972 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6dff00-2815-4851-8e1d-b762bff0fec8", "name": "network-vif-deleted", "tag": "1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:14.659404 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f760b5b7-b464-4366-972d-923324ea404e {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:14.659906 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f760b5b7-b464-4366-972d-923324ea404e'] response: {'server_uuid': '7c6dff00-2815-4851-8e1d-b762bff0fec8', 'name': 'network-vif-deleted', 'tag': '1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3', 'status': 'completed', 'code': 200} Apr 21 21:08:14.882406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41296) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:14.898497 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deb1ecec-292e-4faa-984c-1e01a673d432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.989958 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deb1ecec-292e-4faa-984c-1e01a673d432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:14.994844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deb1ecec-292e-4faa-984c-1e01a673d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:15.041403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41306) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:15.042000 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-deb1ecec-292e-4faa-984c-1e01a673d432 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07e776e74ceb42c5999cd176dd584b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575155 Apr 21 21:08:15.043293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1ecec-292e-4faa-984c-1e01a673d432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42afa3cf-7d60-459a-b6d0-54d5edf9c05a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:15.195436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21e0da3b-a4fd-46f0-8e52-59616c3ab7ad req-195a1904-e4b6-478d-9ce5-85aa3b567a23 tempest-ServerDiskConfigTestJSON-875319877 tempest-ServerDiskConfigTestJSON-875319877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c6dff00-2815-4851-8e1d-b762bff0fec8 HTTP/1.1" status: 200 len: 210 time: 0.0582528 Apr 21 21:08:15.199156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a875704e-3c31-4a26-89bf-89e77df1928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:15.236669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a875704e-3c31-4a26-89bf-89e77df1928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:15.343698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a875704e-3c31-4a26-89bf-89e77df1928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:15.348388 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a875704e-3c31-4a26-89bf-89e77df1928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:15.354270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a875704e-3c31-4a26-89bf-89e77df1928b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42afa3cf-7d60-459a-b6d0-54d5edf9c05a HTTP/1.1" status: 204 len: 168 time: 0.3115780 Apr 21 21:08:15.366423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875704e-3c31-4a26-89bf-89e77df1928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42afa3cf-7d60-459a-b6d0-54d5edf9c05a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:15.438416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99912740-cb77-4bfc-bddf-0783a3dc6b23 req-ba8f622b-9e25-4dd8-a801-d7d1f0a0f982 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:15.447556 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99912740-cb77-4bfc-bddf-0783a3dc6b23 req-ba8f622b-9e25-4dd8-a801-d7d1f0a0f982 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 945 time: 0.1371412 Apr 21 21:08:15.493323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99912740-cb77-4bfc-bddf-0783a3dc6b23 req-e2e2525f-293b-4f6b-a9fd-a9f5619fb7e0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Apr 21 21:08:15.673328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-67b708e7-cc4d-4103-b934-38055d133dba tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=271267117912412b9b2b74aabfd7abe9 HTTP/1.1" status: 200 len: 267 time: 0.0827405 Apr 21 21:08:15.763225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-baaeca22-a7a1-410e-b5a0-9f50650553c6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:15.772507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-baaeca22-a7a1-410e-b5a0-9f50650553c6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 945 time: 0.0944407 Apr 21 21:08:15.779313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-518b9c5c-a7b5-4261-9705-8d90dc30d2a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'port': {'security_groups': []}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:15.890844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-518b9c5c-a7b5-4261-9705-8d90dc30d2a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:16.123202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-518b9c5c-a7b5-4261-9705-8d90dc30d2a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] For port 996ded11-4231-48c7-9d89-9bc7fd77713b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=996ded11-4231-48c7-9d89-9bc7fd77713b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:16.171028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-518b9c5c-a7b5-4261-9705-8d90dc30d2a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:16.179668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-518b9c5c-a7b5-4261-9705-8d90dc30d2a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:16.201829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['996ded11-4231-48c7-9d89-9bc7fd77713b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:16.205322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['83fb0f28-0c28-4d83-8af6-baa791022648', '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:16.235243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-518b9c5c-a7b5-4261-9705-8d90dc30d2a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:16.236027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-518b9c5c-a7b5-4261-9705-8d90dc30d2a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:16.237617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54744edb-3fe5-4007-922a-475c1fc4ced1 req-518b9c5c-a7b5-4261-9705-8d90dc30d2a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "PUT /v2.0/ports/996ded11-4231-48c7-9d89-9bc7fd77713b HTTP/1.1" status: 200 len: 904 time: 0.4640520 Apr 21 21:08:16.257485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'tag': '996ded11-4231-48c7-9d89-9bc7fd77713b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:16.260417 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8488bd-df5b-4d96-97f4-6032a56adc39", "tag": "996ded11-4231-48c7-9d89-9bc7fd77713b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:16.314725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b9c5c-a7b5-4261-9705-8d90dc30d2a5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'Port': ['ID=996ded11-4231-48c7-9d89-9bc7fd77713b,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:16.358915 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fd545a-c0fd-4b15-be48-06413f99c4e1 x-openstack-request-id: req-14fd545a-c0fd-4b15-be48-06413f99c4e1 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:16.359949 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8488bd-df5b-4d96-97f4-6032a56adc39", "tag": "996ded11-4231-48c7-9d89-9bc7fd77713b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:16.360502 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14fd545a-c0fd-4b15-be48-06413f99c4e1 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:16.361169 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fd545a-c0fd-4b15-be48-06413f99c4e1'] response: {'name': 'network-changed', 'server_uuid': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'tag': '996ded11-4231-48c7-9d89-9bc7fd77713b', 'status': 'completed', 'code': 200} Apr 21 21:08:16.492492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['996ded11-4231-48c7-9d89-9bc7fd77713b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:16.565666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009fb19-ecdd-4266-837e-2b37dcfa0122 req-5e2d3efd-6173-4e77-92f0-498fd97acaa9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:16.572064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c009fb19-ecdd-4266-837e-2b37dcfa0122 req-5e2d3efd-6173-4e77-92f0-498fd97acaa9 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 907 time: 0.2003622 Apr 21 21:08:16.595938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-a5e586c1-02ed-4d6d-be35-a6764404b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:16.597817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-a5e586c1-02ed-4d6d-be35-a6764404b009 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 1058 time: 0.1715994 Apr 21 21:08:16.715707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41438) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:16.803551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41440) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:16.844401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-a070bd6d-0f16-44e0-ba07-a23e24cffc50 admin admin] Deleting subnet f54f2ce0-8159-45e2-82c1-0e44ee168a9f {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:08:16.853011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a070bd6d-0f16-44e0-ba07-a23e24cffc50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:16.878074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c2481548-879d-4705-96f3-ef08b654955e None None] Provisioning complete for port 996ded11-4231-48c7-9d89-9bc7fd77713b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:16.878681 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c2481548-879d-4705-96f3-ef08b654955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:16.977539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a070bd6d-0f16-44e0-ba07-a23e24cffc50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.029124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c9270-5e75-4547-96cb-f3a33ff3e5a1 req-e329342d-1de7-4de2-b4d3-22bf48370696 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:17.030714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f67c9270-5e75-4547-96cb-f3a33ff3e5a1 req-e329342d-1de7-4de2-b4d3-22bf48370696 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2359498 Apr 21 21:08:17.038498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-df0cce5a-b656-4baa-8564-576d715d9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:17.040296 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-df0cce5a-b656-4baa-8564-576d715d9477 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.4338541 Apr 21 21:08:17.082040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a070bd6d-0f16-44e0-ba07-a23e24cffc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.161011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-b114c5f9-467d-43f6-85ea-5d0eff1e2eba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=996ded11-4231-48c7-9d89-9bc7fd77713b HTTP/1.1" status: 200 len: 217 time: 0.0788047 Apr 21 21:08:17.182022 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a0248cc-dc0f-46b0-8c0f-791e1b2eca18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.196134 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a070bd6d-0f16-44e0-ba07-a23e24cffc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.277104 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a070bd6d-0f16-44e0-ba07-a23e24cffc50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.289167 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a070bd6d-0f16-44e0-ba07-a23e24cffc50 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f54f2ce0-8159-45e2-82c1-0e44ee168a9f HTTP/1.1" status: 204 len: 168 time: 0.5682478 Apr 21 21:08:17.289808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41458) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:17.306604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070bd6d-0f16-44e0-ba07-a23e24cffc50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54f2ce0-8159-45e2-82c1-0e44ee168a9f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:17.354265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f67c9270-5e75-4547-96cb-f3a33ff3e5a1 req-4932c4de-ae24-4aec-aabc-6698969576bb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036554 Apr 21 21:08:17.390371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-31d51a60-c403-4fb5-88b9-f97385a5afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:17.392112 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-31d51a60-c403-4fb5-88b9-f97385a5afaa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.2235212 Apr 21 21:08:17.438793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a0248cc-dc0f-46b0-8c0f-791e1b2eca18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.477638 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.487706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a0248cc-dc0f-46b0-8c0f-791e1b2eca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.540321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41474) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:17.541072 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1a0248cc-dc0f-46b0-8c0f-791e1b2eca18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05f41f1efbea4243aab98ed8ddc67b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7271423 Apr 21 21:08:17.546371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0248cc-dc0f-46b0-8c0f-791e1b2eca18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf880c-0aa8-4c71-849d-620c2facc73e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:17.552732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-7326af4b-9105-4d36-b13f-3f1a8428e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:17.554394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-7326af4b-9105-4d36-b13f-3f1a8428e99c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139026 Apr 21 21:08:17.567912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dad7f-70b5-4b53-bdef-f951b43133d4 req-4ae11af1-42bd-4bb8-b198-51938754ab9c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:17.569408 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d36dad7f-70b5-4b53-bdef-f951b43133d4 req-4ae11af1-42bd-4bb8-b198-51938754ab9c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1082304 Apr 21 21:08:17.631497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41478) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:17.677717 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.704486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-a3c03b79-afb9-41e7-8a13-7eeb3992897e service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407456 Apr 21 21:08:17.738625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d36dad7f-70b5-4b53-bdef-f951b43133d4 req-5eef074e-55a7-459b-887a-e080f07bdee4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536598 Apr 21 21:08:17.757350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49148401-48d8-4f52-b799-936e9e4377eb']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:17.789686 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-90c38326-3bb1-4b2d-b2d2-0118a130c6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.792519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:17.793062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fd63cb-e27c-4f4e-bea0-3970db4ce295') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:17.817152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.848270 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-90c38326-3bb1-4b2d-b2d2-0118a130c6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.850689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.861555 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6e4db33-70ff-47fc-8c15-fc728a878766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.870392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:17.870795 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:17.872421 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:17.935138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e457c7ed-93ba-4b1c-a9c2-07ac04fa9343 req-7727ca47-6c74-4e1d-964c-2ae19e09b3ef service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241261 Apr 21 21:08:17.971281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48fd7f-f9c7-46e1-b7d1-9f6c1675c458 req-a755ca75-85fa-49de-b1d5-95ff3a45733a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:17.972976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a48fd7f-f9c7-46e1-b7d1-9f6c1675c458 req-a755ca75-85fa-49de-b1d5-95ff3a45733a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1162391 Apr 21 21:08:17.986428 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.004280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.009797 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] 10.222.0.49 "DELETE /v2.0/networks/49148401-48d8-4f52-b799-936e9e4377eb HTTP/1.1" status: 204 len: 168 time: 0.7185841 Apr 21 21:08:18.028294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-90c38326-3bb1-4b2d-b2d2-0118a130c6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.037903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a48fd7f-f9c7-46e1-b7d1-9f6c1675c458 req-9ba1e6c0-0897-47fb-97d4-1e709f670098 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586779 Apr 21 21:08:18.038381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-90c38326-3bb1-4b2d-b2d2-0118a130c6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.049791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-90c38326-3bb1-4b2d-b2d2-0118a130c6af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3bf880c-0aa8-4c71-849d-620c2facc73e HTTP/1.1" status: 204 len: 168 time: 0.5046802 Apr 21 21:08:18.090349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6e4db33-70ff-47fc-8c15-fc728a878766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.095781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bc519-768a-4560-a6b7-18f3757559cc admin admin] Pushing event deleted for resources: {'Network': ['ID=49148401-48d8-4f52-b799-936e9e4377eb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:18.098437 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6e4db33-70ff-47fc-8c15-fc728a878766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.118724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c38326-3bb1-4b2d-b2d2-0118a130c6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf880c-0aa8-4c71-849d-620c2facc73e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:18.161358 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a6e4db33-70ff-47fc-8c15-fc728a878766 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=203c97762c1b4857a39c73d2f36ab5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284500 Apr 21 21:08:18.168730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41494) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:18.215637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4db33-70ff-47fc-8c15-fc728a878766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60592d36-5e22-4e2e-8792-2539d957070e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:18.235104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5148e5-e85c-46b3-bc95-6b7c11299cf5 req-81983e80-a1e6-4656-9f12-4551d4aa197b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:18.243912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d5148e5-e85c-46b3-bc95-6b7c11299cf5 req-81983e80-a1e6-4656-9f12-4551d4aa197b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1099875 Apr 21 21:08:18.280100 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37a2a0eb-464a-48e1-8f73-78dcac629a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.318644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41500) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:18.322345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d5148e5-e85c-46b3-bc95-6b7c11299cf5 req-b1ec55e8-cc0c-4d80-a555-aaf83a1b4dde tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774927 Apr 21 21:08:18.328689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37a2a0eb-464a-48e1-8f73-78dcac629a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.364777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5b1fdba6-497c-4112-b90b-f03b6e04d58c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd9a9b19431c4735b9e7c043eed37bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446038 Apr 21 21:08:18.367977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41504) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:18.427272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37a2a0eb-464a-48e1-8f73-78dcac629a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.430538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37a2a0eb-464a-48e1-8f73-78dcac629a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.435613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-37a2a0eb-464a-48e1-8f73-78dcac629a67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60592d36-5e22-4e2e-8792-2539d957070e HTTP/1.1" status: 204 len: 168 time: 0.2633431 Apr 21 21:08:18.455471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2a0eb-464a-48e1-8f73-78dcac629a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60592d36-5e22-4e2e-8792-2539d957070e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:18.494500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f1c150d-e21c-4b23-ae81-63ee7d4771dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.520028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f1c150d-e21c-4b23-ae81-63ee7d4771dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.583113 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f1c150d-e21c-4b23-ae81-63ee7d4771dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.586231 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f1c150d-e21c-4b23-ae81-63ee7d4771dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.590801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0f1c150d-e21c-4b23-ae81-63ee7d4771dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e42bc027-73fa-4983-ac60-30c6f97edf3f HTTP/1.1" status: 204 len: 168 time: 0.2216628 Apr 21 21:08:18.601115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c150d-e21c-4b23-ae81-63ee7d4771dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42bc027-73fa-4983-ac60-30c6f97edf3f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:18.772937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41522) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:18.821850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3cf548d1-2554-46fb-85b0-2d8c3761f679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:18.895185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-8fd9cd90-0979-474b-8e1d-e67f843f3474 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:18.896780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-8fd9cd90-0979-474b-8e1d-e67f843f3474 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.2479107 Apr 21 21:08:18.923768 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-86efd10c-153d-4d27-b687-71df014e1ad5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/quotas/271267117912412b9b2b74aabfd7abe9 HTTP/1.1" status: 200 len: 375 time: 0.0135665 Apr 21 21:08:19.010730 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-1ecceac7-8c8a-484f-9814-7aecfd139db1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0788441 Apr 21 21:08:19.025242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-4c97f860-a299-4bb9-8cbf-c9202619121d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:08:19.026147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-4c97f860-a299-4bb9-8cbf-c9202619121d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052919 Apr 21 21:08:19.042836 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3cf548d1-2554-46fb-85b0-2d8c3761f679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:19.059209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:08:19.095895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:08:19.096336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 1ac4c033-8d70-4c7a-84c4-57ea0f6aa2a3 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:08:19.124458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3cf548d1-2554-46fb-85b0-2d8c3761f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:19.132717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-f3ec0aea-d5a7-479b-a1e6-acd7b3dd0331 service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921614 Apr 21 21:08:19.193330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3cf548d1-2554-46fb-85b0-2d8c3761f679 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=610195c0a77d4141b38fde1db06a3684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170058 Apr 21 21:08:19.193973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41540) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:19.218328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf548d1-2554-46fb-85b0-2d8c3761f679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6cc63c-a1b5-412c-90b8-ba207be01872,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:19.280330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-659c13ab-3cd7-45c5-af47-cd731b03a5ca service neutron] 10.222.0.49 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333363 Apr 21 21:08:19.297744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9c90-0265-44b4-b230-4cfb79e0e946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:19.330704 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9c90-0265-44b4-b230-4cfb79e0e946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:19.461349 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9c90-0265-44b4-b230-4cfb79e0e946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:19.464092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9c90-0265-44b4-b230-4cfb79e0e946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:19.465728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3a7f9c90-0265-44b4-b230-4cfb79e0e946 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e6cc63c-a1b5-412c-90b8-ba207be01872 HTTP/1.1" status: 204 len: 168 time: 0.2710075 Apr 21 21:08:19.481717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f9c90-0265-44b4-b230-4cfb79e0e946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6cc63c-a1b5-412c-90b8-ba207be01872,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:19.608216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b92e24b4-d11f-4ecd-b79d-69dc306bfe29 req-d777d645-7dad-4407-8e06-fb0cc0c871b2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 210 time: 0.0408432 Apr 21 21:08:20.423554 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:20.659313 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:20.727812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41616) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:20.781723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f70e12ff-b122-46e0-a8c2-1371955c059d req-3a09ec9f-14a5-4515-bae5-13c42f217188 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 210 time: 0.0479486 Apr 21 21:08:21.158750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-06012150-1d62-4293-9f21-04a4554a5b75 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:21.166332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-06012150-1d62-4293-9f21-04a4554a5b75 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 812 time: 0.2272618 Apr 21 21:08:21.173530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1256115770-network', 'tenant_id': 'd12b7c0a3aba406ea276936ed8a482de'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:21.218579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Request body: {'port': {'device_id': '1032996c-0e5f-4433-ada4-69915dabc807', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'admin_state_up': True, 'tenant_id': '271267117912412b9b2b74aabfd7abe9'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:21.225237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Made reservation on behalf of d12b7c0a3aba406ea276936ed8a482de for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:21.228443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.260472 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.437318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Made reservation on behalf of 271267117912412b9b2b74aabfd7abe9 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:21.441129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.480960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.506241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41638) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:21.517663 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.570797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:21.583922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d433e4-e29d-4612-8fc7-674f11104c15,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:21.615125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.615315 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Added segment a60754a0-5284-4ffa-abae-5bff04baba4f of type vlan for network b37265e0-3f2b-4440-8e24-1dfb91f02921 Apr 21 21:08:21.680918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.688175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Allocated IP 172.20.0.10 (4a912654-8ba7-440e-af2f-f1f861b2af50/d710e315-c69e-4dce-baa0-259c50d0cade/44623e33-d29c-4016-8fde-53bd8dec5972) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:21.737416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.738430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:21.739305 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.752361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-161054506'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:21.777672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Made reservation on behalf of 6e3a2a3438174adbab70113829dfda4c for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:21.784099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.794924 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.833181 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1038525 Apr 21 21:08:21.838076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41660) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:21.853179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Request body: {'subnet': {'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1256115770-subnet', 'tenant_id': 'd12b7c0a3aba406ea276936ed8a482de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:21.891556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f1172-9f87-4f32-af5f-a45a70575744 admin admin] Pushing event updated for resources: {'Network': ['ID=b37265e0-3f2b-4440-8e24-1dfb91f02921,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:21.913001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b37265e0-3f2b-4440-8e24-1dfb91f02921 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:21.960604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.968279 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.985647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:21.997183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:21.998468 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Added segment aec3b7a7-8f08-4ab4-88f3-fd0f3ca51ac0 of type vlan for network fec3839b-7c47-46a9-8966-72bd4fbaf85d Apr 21 21:08:22.080040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Made reservation on behalf of d12b7c0a3aba406ea276936ed8a482de for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:22.082347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.088369 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.089549 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aaf0c949-5348-4ab1-984f-bb32495d5532 req-f6f82dea-ac40-4ce2-af00-32b5ab7d9206 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 210 time: 0.0846906 Apr 21 21:08:22.125507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3de4d3-b84b-4b58-9e8a-451b61268756,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:22.137247 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.146538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:22.147230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.211937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.256471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7490125 Apr 21 21:08:22.259845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41696) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:22.276845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223722e4-6816-4b4f-bfad-651a18697edb tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Pushing event updated for resources: {'Network': ['ID=fec3839b-7c47-46a9-8966-72bd4fbaf85d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:22.288380 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network fec3839b-7c47-46a9-8966-72bd4fbaf85d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:22.337077 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.416397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41702) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:22.437013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['83fb0f28-0c28-4d83-8af6-baa791022648', '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:22.461248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:22.466851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:22.473387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:22.527126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:22.527575 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.543840 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.562988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Request body: {'network': {'name': 'tempest-network--1270164138', 'router:external': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:22.614666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d24baf87-56ae-4aeb-9439-30475efc0886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.618285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Made reservation on behalf of 7539a457f69f43d0b7ed7eca84424f74 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:22.620966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.637904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.642675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event updated for resources: {'Port': ['ID=44623e33-d29c-4016-8fde-53bd8dec5972,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:22.650812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-fe03acaa-0292-4f7b-a747-a322a7db9211 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4381206 Apr 21 21:08:22.681116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Request body: {'port': {'device_id': '1032996c-0e5f-4433-ada4-69915dabc807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:22.683624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03a4d83-8c04-4f2b-80f5-db893cb6a837,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:22.771731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Checking segment: {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:22.772425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Network hostable DHCP agents. Network: b37265e0-3f2b-4440-8e24-1dfb91f02921, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:08:22.835443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d24baf87-56ae-4aeb-9439-30475efc0886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.840461 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.845350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d24baf87-56ae-4aeb-9439-30475efc0886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.867372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Network b37265e0-3f2b-4440-8e24-1dfb91f02921 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:08:22.870674 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.873151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.900488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b37265e0-3f2b-4440-8e24-1dfb91f02921) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:22.911693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:22.912346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:22.917814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ff127a-ac97-4f98-a221-a27f6e5144a4 None None] Network b37265e0-3f2b-4440-8e24-1dfb91f02921 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:22.924079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d24baf87-56ae-4aeb-9439-30475efc0886 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31969e9210734fe794412664da5a022c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062892 Apr 21 21:08:22.934911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41708) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:22.952279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:22.967827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24baf87-56ae-4aeb-9439-30475efc0886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43388bcd-b0cc-4975-b71f-5df3991be97d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:22.998849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:23.000734 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Added segment 91a4a733-b50f-4842-b8b1-daffbb903e6d of type vlan for network bf637d5a-16dc-4c82-8bfe-081d2816cb9b Apr 21 21:08:23.023240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-42c949dd-46df-4a94-b0d5-f3f1a9224eca None None] Provisioning complete for port 44623e33-d29c-4016-8fde-53bd8dec5972 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:23.023637 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-42c949dd-46df-4a94-b0d5-f3f1a9224eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:23.073004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3cfa00-eb47-4c10-b9a0-62c44097aa65,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:23.081542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-42c949dd-46df-4a94-b0d5-f3f1a9224eca None None] Port 44623e33-d29c-4016-8fde-53bd8dec5972 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:08:23.122614 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:23.139385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce667d1-37be-4ff5-a86e-a263464e7d44 None None] Network b37265e0-3f2b-4440-8e24-1dfb91f02921 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:23.161918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:23.163432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:23.164284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:23.205479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-be11d2cc-8611-465f-8fff-f3507165f5f4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3589363 Apr 21 21:08:23.274704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0136888 Apr 21 21:08:23.287447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41716) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:23.300332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fc2a2-fa26-41c9-b46d-44dd3418c1d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'Network': ['ID=bf637d5a-16dc-4c82-8bfe-081d2816cb9b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:23.309750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f74e3ca-cf0c-4cd6-ba84-f3ab3b163cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:23.312858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network bf637d5a-16dc-4c82-8bfe-081d2816cb9b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:23.326166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8b0ac-9e3b-48f5-b48c-fec393c2a4d2 req-82480419-ccd4-4af9-a8a1-9181804560f7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:23.327817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46f8b0ac-9e3b-48f5-b48c-fec393c2a4d2 req-82480419-ccd4-4af9-a8a1-9181804560f7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 932 time: 0.0902162 Apr 21 21:08:23.375429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46f8b0ac-9e3b-48f5-b48c-fec393c2a4d2 req-ccab1792-e615-4b0b-8848-f375fe6f36e3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Apr 21 21:08:23.467602 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:23.538392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f74e3ca-cf0c-4cd6-ba84-f3ab3b163cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:23.759153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41730) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:23.937644 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a303-3fc7-4433-a770-fb0b2c82bfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.037597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a303-3fc7-4433-a770-fb0b2c82bfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.043923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a303-3fc7-4433-a770-fb0b2c82bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.072948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5a303-3fc7-4433-a770-fb0b2c82bfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdda22d8-2abc-4932-bf53-d4640b743f3a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:24.100889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e0b5a303-3fc7-4433-a770-fb0b2c82bfd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e51897dec5840a88c42a13d7a683466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402407 Apr 21 21:08:24.103878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41742) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:24.118774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.160270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e88f633-8522-4e61-994d-00dcabb13b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.183356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e88f633-8522-4e61-994d-00dcabb13b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.187538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf637d5a-16dc-4c82-8bfe-081d2816cb9b']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:24.210464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a4a733-b50f-4842-b8b1-daffbb903e6d') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:24.210766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a4a733-b50f-4842-b8b1-daffbb903e6d') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:24.230330 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.232571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f74e3ca-cf0c-4cd6-ba84-f3ab3b163cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.240450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f74e3ca-cf0c-4cd6-ba84-f3ab3b163cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.241758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1f74e3ca-cf0c-4cd6-ba84-f3ab3b163cd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/43388bcd-b0cc-4975-b71f-5df3991be97d HTTP/1.1" status: 204 len: 168 time: 1.3060009 Apr 21 21:08:24.281960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e88f633-8522-4e61-994d-00dcabb13b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.286308 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e88f633-8522-4e61-994d-00dcabb13b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.297381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.298762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1e88f633-8522-4e61-994d-00dcabb13b7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdda22d8-2abc-4932-bf53-d4640b743f3a HTTP/1.1" status: 204 len: 168 time: 0.1872787 Apr 21 21:08:24.304257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74e3ca-cf0c-4cd6-ba84-f3ab3b163cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43388bcd-b0cc-4975-b71f-5df3991be97d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:24.319948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:24.320416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:24.322378 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:24.331490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88f633-8522-4e61-994d-00dcabb13b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdda22d8-2abc-4932-bf53-d4640b743f3a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:24.339326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44623e33-d29c-4016-8fde-53bd8dec5972 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:24.353287 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.390697 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-ef92ef43-ec79-4281-8a3e-7fccb42208c8 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:24.392191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-ef92ef43-ec79-4281-8a3e-7fccb42208c8 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 813 time: 0.3242543 Apr 21 21:08:24.432111 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-2552c6a1-3a1e-456b-ac6f-7ed779ff50b4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/quotas/d12b7c0a3aba406ea276936ed8a482de HTTP/1.1" status: 200 len: 375 time: 0.0205042 Apr 21 21:08:24.441439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Transition to ACTIVE for port object 44623e33-d29c-4016-8fde-53bd8dec5972 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:08:24.442512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.457498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf637d5a-16dc-4c82-8bfe-081d2816cb9b {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 21:08:24.483789 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.493819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41752) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:24.499311 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "DELETE /v2.0/networks/bf637d5a-16dc-4c82-8bfe-081d2816cb9b HTTP/1.1" status: 204 len: 168 time: 1.2072515 Apr 21 21:08:24.499559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:24.500747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.560175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-d19560f6-26de-4b72-b493-6ef67a496741 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137614 Apr 21 21:08:24.595701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Made reservation on behalf of 7539a457f69f43d0b7ed7eca84424f74 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:24.598311 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.600794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e662173-1fdf-419b-9f03-3677a2ee9a9e tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf637d5a-16dc-4c82-8bfe-081d2816cb9b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:24.683124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Pushing event updated for resources: {'Port': ['ID=44623e33-d29c-4016-8fde-53bd8dec5972,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:24.684291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f356ad-71a8-4125-94b9-9f14f61e8591 req-4af64658-5180-4bb4-8234-5b7b5adc0039 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:24.701605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b4f356ad-71a8-4125-94b9-9f14f61e8591 req-4af64658-5180-4bb4-8234-5b7b5adc0039 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 944 time: 0.1852369 Apr 21 21:08:24.706622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:24.781881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.782229 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Added segment a5f0d4bd-e232-4eac-9b0d-383443378410 of type vlan for network 2e381660-192a-46eb-a4b3-269d501b9790 Apr 21 21:08:24.898130 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-040da5fd-582c-40de-8e4a-a2e5777773df service neutron] 10.222.0.49 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777510 Apr 21 21:08:24.911464 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b4f356ad-71a8-4125-94b9-9f14f61e8591 req-93f832c9-7ed5-4afd-b31d-0296b457e85e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047262 Apr 21 21:08:24.953768 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:24.983155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Attempting to bind port 44623e33-d29c-4016-8fde-53bd8dec5972 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:08:24.983967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Attempting to bind port 44623e33-d29c-4016-8fde-53bd8dec5972 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:08:24.984262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Attempting to bind port 44623e33-d29c-4016-8fde-53bd8dec5972 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:25.023940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:25.028435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:25.029740 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:25.070169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Port 44623e33-d29c-4016-8fde-53bd8dec5972 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:08:25.070402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Attempting to bind port 44623e33-d29c-4016-8fde-53bd8dec5972 on network 4a912654-8ba7-440e-af2f-f1f861b2af50 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:25.101108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:08:25.101461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Checking segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:25.101854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Bound using segment: {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:08:25.102295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Bound port: 44623e33-d29c-4016-8fde-53bd8dec5972, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079da0f2-8dba-4933-b550-1f3c7b37e19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:08:25.108538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:25.143098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6459293 Apr 21 21:08:25.143567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41776) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:25.178554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Request body: {'subnet': {'network_id': '2e381660-192a-46eb-a4b3-269d501b9790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:25.201996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518a63d-83bc-4b11-b462-2fc3ccc8c684 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'Network': ['ID=2e381660-192a-46eb-a4b3-269d501b9790,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:25.231040 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-356f7266-0ac5-42a0-aa69-5743e8ea3f00 service neutron] 10.222.0.49 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251562 Apr 21 21:08:25.234992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Made reservation on behalf of 7539a457f69f43d0b7ed7eca84424f74 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:25.237660 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:25.294481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:08:25.309306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=44623e33-d29c-4016-8fde-53bd8dec5972,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:08:25.320069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:25.430314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:25.430947 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:25.432477 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] 10.222.0.46 "PUT /v2.0/ports/44623e33-d29c-4016-8fde-53bd8dec5972 HTTP/1.1" status: 200 len: 1092 time: 2.7582047 Apr 21 21:08:25.432972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:25.444110 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04470a24-a719-4152-abf9-591814a65e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:25.554695 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f0bf87-2c40-4d61-8434-44acdcc98f57 x-openstack-request-id: req-19f0bf87-2c40-4d61-8434-44acdcc98f57 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:25.554993 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:25.562858 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19f0bf87-2c40-4d61-8434-44acdcc98f57 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:25.570295 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f0bf87-2c40-4d61-8434-44acdcc98f57'] response: {'name': 'network-changed', 'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972', 'status': 'completed', 'code': 200} Apr 21 21:08:25.604038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41800) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:25.624009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed76430-3d09-4b27-baf6-0b4a92cfbc90 service neutron] Pushing event updated for resources: {'Port': ['ID=44623e33-d29c-4016-8fde-53bd8dec5972,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:25.674485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0eb3bcb4-0f43-48c3-ac7f-f861b59a750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:25.682737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0eb3bcb4-0f43-48c3-ac7f-f861b59a750e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 1095 time: 0.2019188 Apr 21 21:08:25.694024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2e381660-192a-46eb-a4b3-269d501b9790 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:25.768298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-0ac57253-d58b-40da-b512-17b85863140e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44623e33-d29c-4016-8fde-53bd8dec5972 HTTP/1.1" status: 200 len: 217 time: 0.0778859 Apr 21 21:08:25.896952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1887284186-network', 'tenant_id': '9e770b70093449d0861c945300b97c4f'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:25.913396 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82c68532-dcb7-4e6c-871d-cd74c80649a5 req-54cb0e86-f5be-41f4-803e-57756f2de38c tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 210 time: 0.0534885 Apr 21 21:08:25.924523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-99de7b17-0730-4cca-8ce7-c8873198c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:25.928088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-99de7b17-0730-4cca-8ce7-c8873198c8e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1478879 Apr 21 21:08:26.021480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Made reservation on behalf of 9e770b70093449d0861c945300b97c4f for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:26.024330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.029825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-c067ff8a-ea77-4d23-83be-224233bee0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:26.031383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-c067ff8a-ea77-4d23-83be-224233bee0e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916915 Apr 21 21:08:26.051387 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.120250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47104cac-ea8f-47c9-9dc5-5354ac7731f9 req-9acab72e-5fc0-4424-a16a-34b003f3a851 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:26.122920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47104cac-ea8f-47c9-9dc5-5354ac7731f9 req-9acab72e-5fc0-4424-a16a-34b003f3a851 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 944 time: 0.1174655 Apr 21 21:08:26.209972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-278fab3e-278e-4546-a252-3a5d26562242 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690996 Apr 21 21:08:26.222233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.objects.ports [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:08:26.222565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.274794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47104cac-ea8f-47c9-9dc5-5354ac7731f9 req-b321327f-41b4-4cdf-8071-17029e05742c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420064 Apr 21 21:08:26.362233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.375542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'Subnet': ['ID=83186eb6-5c66-4054-993a-aa9f1f44bf67,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:26.383979 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6bd3764-b722-47a7-90aa-fdf460be695a req-511c9677-1f27-448c-b778-b3450994faef service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664815 Apr 21 21:08:26.387462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.426096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Checking segment: {'id': 'a5f0d4bd-e232-4eac-9b0d-383443378410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2e381660-192a-46eb-a4b3-269d501b9790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:26.426525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Network hostable DHCP agents. Network: 2e381660-192a-46eb-a4b3-269d501b9790, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:08:26.433982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:26.471851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4199ba17-2f85-46c7-a378-f9a9c4fd19f7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:26.475007 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.475424 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Added segment 4999e107-c8a8-4273-9eae-07f6c16c9ca5 of type vlan for network 3fda46b1-7914-4918-a085-baff98d3fb4d Apr 21 21:08:26.484593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Network 2e381660-192a-46eb-a4b3-269d501b9790 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:08:26.514296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2e381660-192a-46eb-a4b3-269d501b9790) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:26.523011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:26.523769 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.531807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3bfd3-e4e7-4ce1-9964-d1357f4c1548 None None] Network 2e381660-192a-46eb-a4b3-269d501b9790 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:26.542583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.560171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04470a24-a719-4152-abf9-591814a65e9c req-ba8f6cb3-c1f2-4e70-a85d-95a8d9d3dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:26.563573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-09070117-8081-42f9-8263-cac73a343f53 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3989248 Apr 21 21:08:26.564489 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04470a24-a719-4152-abf9-591814a65e9c req-ba8f6cb3-c1f2-4e70-a85d-95a8d9d3dd97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 1095 time: 0.1081722 Apr 21 21:08:26.566490 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41836) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:26.577903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Request body: {'floatingip': {'floating_network_id': '2e381660-192a-46eb-a4b3-269d501b9790'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:26.588565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.589646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:26.590443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.653389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41838) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:26.677809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:26.733316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04470a24-a719-4152-abf9-591814a65e9c req-7c06c5a0-6298-458f-b2f8-931f26f5a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:26.735369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04470a24-a719-4152-abf9-591814a65e9c req-7c06c5a0-6298-458f-b2f8-931f26f5a000 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.1624582 Apr 21 21:08:26.745151 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1371346 Apr 21 21:08:26.767620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41842) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:26.770655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1cd83-e543-4872-9156-5191a15b59d0 admin admin] Pushing event updated for resources: {'Network': ['ID=3fda46b1-7914-4918-a085-baff98d3fb4d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:26.774291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Request body: {'subnet': {'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1887284186-subnet', 'tenant_id': '9e770b70093449d0861c945300b97c4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:26.792109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 3fda46b1-7914-4918-a085-baff98d3fb4d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:26.850019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04470a24-a719-4152-abf9-591814a65e9c req-fda6eac6-b3f3-475a-bf8a-4269cb66eec0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44623e33-d29c-4016-8fde-53bd8dec5972 HTTP/1.1" status: 200 len: 217 time: 0.0832777 Apr 21 21:08:26.924874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60302f-ad3d-4523-bfa4-fc1bf8aed14a None None] Network 2e381660-192a-46eb-a4b3-269d501b9790 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:26.971122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Made reservation on behalf of 9e770b70093449d0861c945300b97c4f for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:26.973865 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.011705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04470a24-a719-4152-abf9-591814a65e9c req-35c8db7e-3655-4fc6-abb0-2ce59e3f65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:27.013702 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04470a24-a719-4152-abf9-591814a65e9c req-35c8db7e-3655-4fc6-abb0-2ce59e3f65a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1517990 Apr 21 21:08:27.095120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-510932911'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:27.126443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Made reservation on behalf of dfc3482915c446e19ee29992f07f2a5c for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:27.130580 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.158265 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.175048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.186560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e0de154-1286-430f-895b-eca7a5a9c79a req-f2f9738b-8561-4f62-b4dd-d4cdf624d756 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 210 time: 0.1372290 Apr 21 21:08:27.279539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04470a24-a719-4152-abf9-591814a65e9c req-b2682238-01a0-4c3e-b843-5c9f7fa7bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:27.281031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04470a24-a719-4152-abf9-591814a65e9c req-b2682238-01a0-4c3e-b843-5c9f7fa7bd26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215691 Apr 21 21:08:27.407244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4117fc1-5904-4894-b00e-d9e4311017f0 req-81a1118b-6f24-4a4d-91ba-6a0307ee902e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:27.408711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4117fc1-5904-4894-b00e-d9e4311017f0 req-81a1118b-6f24-4a4d-91ba-6a0307ee902e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 944 time: 0.0618651 Apr 21 21:08:27.449619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Allocated IP 172.20.0.2 (2e381660-192a-46eb-a4b3-269d501b9790/83186eb6-5c66-4054-993a-aa9f1f44bf67/9b84ad12-5b8e-4d99-9ef7-8b85b85f0b2d) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:27.492463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4117fc1-5904-4894-b00e-d9e4311017f0 req-2d53a7ce-2ac8-4e7c-895f-17952f46282d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769722 Apr 21 21:08:27.506347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.533696 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.570164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04470a24-a719-4152-abf9-591814a65e9c req-97ea0f7c-bcc8-4bd5-873c-d3f6a4c59cb7 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785239 Apr 21 21:08:27.643071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:27.696707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.734938 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.736203 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Added segment b295cc7c-942c-4ab5-82cc-fa315769d671 of type vlan for network b33acc49-56dc-40fa-8ec8-05665eb5bbe9 Apr 21 21:08:27.756190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c6eafb-3c14-4560-9dd1-c68b254dc260,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:27.771124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-820a819f-43e7-4364-a3e9-909259aefd3c tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:27.772607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-820a819f-43e7-4364-a3e9-909259aefd3c tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.43 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 813 time: 0.2207770 Apr 21 21:08:27.796392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Request body: {'port': {'device_id': 'c716dccc-ab4f-4e4b-b780-506e50b4d766', 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921', 'admin_state_up': True, 'tenant_id': 'd12b7c0a3aba406ea276936ed8a482de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:27.867166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.882755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b7582d4c-54f0-4404-879c-8fb693688015 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:27.884119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b7582d4c-54f0-4404-879c-8fb693688015 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.46 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 813 time: 0.3415256 Apr 21 21:08:27.893562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5d8257-acab-4228-b5e0-f4eeee464a15,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:27.906317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Request body: {'port': {'device_id': '7eda0523-75cc-45e3-b76a-0f782b0a86d6', 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921', 'admin_state_up': True, 'tenant_id': 'd12b7c0a3aba406ea276936ed8a482de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:27.908622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.924451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04470a24-a719-4152-abf9-591814a65e9c req-7005f1bb-2ebe-47c5-b57c-b7c3394c4007 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148830 Apr 21 21:08:27.935510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Checking segment: {'id': '4999e107-c8a8-4273-9eae-07f6c16c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:27.935871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Network hostable DHCP agents. Network: 3fda46b1-7914-4918-a085-baff98d3fb4d, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:08:27.956578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:27.962366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:27.963833 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.014329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3541727 Apr 21 21:08:28.016269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41852) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:28.021105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Request body: {'subnet': {'network_id': 'b33acc49-56dc-40fa-8ec8-05665eb5bbe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:28.029820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Made reservation on behalf of d12b7c0a3aba406ea276936ed8a482de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:28.033395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.038386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Network 3fda46b1-7914-4918-a085-baff98d3fb4d is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:08:28.054821 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.088882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f43ad-4bfe-4f8c-b886-1f8729eedb9e tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event updated for resources: {'Network': ['ID=b33acc49-56dc-40fa-8ec8-05665eb5bbe9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:28.090977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 3fda46b1-7914-4918-a085-baff98d3fb4d) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:28.098504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:28.098774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.103624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf8d20-1693-4d93-a148-cc60554f1dc0 None None] Network 3fda46b1-7914-4918-a085-baff98d3fb4d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:28.107677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Network 2e381660-192a-46eb-a4b3-269d501b9790 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:28.116450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:28.124300 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:28.149843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'Port': ['ID=9b84ad12-5b8e-4d99-9ef7-8b85b85f0b2d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:28.170273 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-79d85dca-627f-4659-bdba-630eb0c87ab3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4000587 Apr 21 21:08:28.181521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b33acc49-56dc-40fa-8ec8-05665eb5bbe9 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:28.196177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Made reservation on behalf of dfc3482915c446e19ee29992f07f2a5c for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:28.200140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.206727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Made reservation on behalf of d12b7c0a3aba406ea276936ed8a482de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:28.210097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.275663 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.338240 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.392582 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a5f8d54-40e6-49a4-94cc-292f74e3518e req-119970d6-59f6-493d-aa17-dbc91451fbad tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 210 time: 0.0555170 Apr 21 21:08:28.598153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7c79d-4c51-4a89-b97e-61c562a96cc4 None None] Network 3fda46b1-7914-4918-a085-baff98d3fb4d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:28.731073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.739229 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.807927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'Port': ['ID=9b84ad12-5b8e-4d99-9ef7-8b85b85f0b2d,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:28.842745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Allocated IP 172.20.0.9 (b37265e0-3f2b-4440-8e24-1dfb91f02921/b03a4d83-8c04-4f2b-80f5-db893cb6a837/22a03f57-f351-4f82-b43e-15fbbbfb4185) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:28.891744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.918894 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:28.920846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-62317474-af0c-4c92-aee8-d376c60c1b6d tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3514957 Apr 21 21:08:28.924081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41868) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:29.010221 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0f06f01e-bdb9-4084-9e1b-e2614bd0d5fe tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=2e381660-192a-46eb-a4b3-269d501b9790 HTTP/1.1" status: 200 len: 689 time: 0.0847025 Apr 21 21:08:29.012520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41872) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:29.041532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf6dba-f7b2-4da3-a592-bd2422147e13 req-0b719ab8-2d55-43e2-a6ae-084f024027c8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:29.043055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77cf6dba-f7b2-4da3-a592-bd2422147e13 req-0b719ab8-2d55-43e2-a6ae-084f024027c8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 944 time: 0.3270531 Apr 21 21:08:29.051795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.146983 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.214706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77cf6dba-f7b2-4da3-a592-bd2422147e13 req-3ff89d21-2e21-4638-a965-7f71fdcde11a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589456 Apr 21 21:08:29.219483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event updated for resources: {'Subnet': ['ID=0f8cefca-94b4-4270-9c65-87401dd35a9e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:29.251537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Checking segment: {'id': 'b295cc7c-942c-4ab5-82cc-fa315769d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b33acc49-56dc-40fa-8ec8-05665eb5bbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:29.252118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Network hostable DHCP agents. Network: b33acc49-56dc-40fa-8ec8-05665eb5bbe9, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:08:29.288674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.291702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Network b33acc49-56dc-40fa-8ec8-05665eb5bbe9 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:08:29.305633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b33acc49-56dc-40fa-8ec8-05665eb5bbe9) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:29.312438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:29.313049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.318723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Deleting port 9b84ad12-5b8e-4d99-9ef7-8b85b85f0b2d {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:29.319624 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.322606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6c274-a1e1-4a5b-9de1-f7c1153a3fa1 None None] Network b33acc49-56dc-40fa-8ec8-05665eb5bbe9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:29.349250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5c1b8cf5-5256-4e62-9b43-d98fdbd7fb4b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3294759 Apr 21 21:08:29.349482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41878) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:29.354960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Request body: {'port': {'network_id': 'b33acc49-56dc-40fa-8ec8-05665eb5bbe9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2064424267'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:29.404706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.405021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.418392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Calling delete_port for 9b84ad12-5b8e-4d99-9ef7-8b85b85f0b2d owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:29.532737 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.534189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-b33acc49-56dc-40fa-8ec8-05665eb5bbe9', 'network_id': 'b33acc49-56dc-40fa-8ec8-05665eb5bbe9', 'tenant_id': 'dfc3482915c446e19ee29992f07f2a5c', 'fixed_ips': [{'subnet_id': '0f8cefca-94b4-4270-9c65-87401dd35a9e'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:08:29.535808 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.595451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f99b0864-74dd-4720-975f-d550d70196f8 req-0312ff2c-9c58-475b-9941-213327aede6e tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 210 time: 0.0637572 Apr 21 21:08:29.624993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Network b37265e0-3f2b-4440-8e24-1dfb91f02921 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:29.631486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Made reservation on behalf of dfc3482915c446e19ee29992f07f2a5c for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:29.632392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.635343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.643971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:29.646221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Allocated IP 172.20.0.14 (b37265e0-3f2b-4440-8e24-1dfb91f02921/b03a4d83-8c04-4f2b-80f5-db893cb6a837/b9bd8297-8e9b-4e41-8cc7-9781cf468c63) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:29.656687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:29.664734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Pushing event updated for resources: {'Port': ['ID=22a03f57-f351-4f82-b43e-15fbbbfb4185,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:29.718535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] device_id is not set on port b5f98e9c-f43e-4b1e-bbad-633ccda44138 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:08:29.736314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Allocated IP 172.20.0.2 (b33acc49-56dc-40fa-8ec8-05665eb5bbe9/0f8cefca-94b4-4270-9c65-87401dd35a9e/2c499ad6-48e1-461a-b3f4-260668b9c8b7) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:29.869306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:29.870808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.909803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-130abdce-e8cd-40ea-b02a-4c7eb39887e4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1246433 Apr 21 21:08:29.937771 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.944135 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:29.957734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Request body: {'port': {'device_id': 'c716dccc-ab4f-4e4b-b780-506e50b4d766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:29.998899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Network b33acc49-56dc-40fa-8ec8-05665eb5bbe9 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:30.010141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:30.020821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:30.036016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Pushing event updated for resources: {'Port': ['ID=2c499ad6-48e1-461a-b3f4-260668b9c8b7,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:30.079322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b84ad12-5b8e-4d99-9ef7-8b85b85f0b2d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:30.080609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Allocated IP 172.20.0.11 (b33acc49-56dc-40fa-8ec8-05665eb5bbe9/0f8cefca-94b4-4270-9c65-87401dd35a9e/b5f98e9c-f43e-4b1e-bbad-633ccda44138) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:30.107207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Attempting to bind port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:08:30.108304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Attempting to bind port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b295cc7c-942c-4ab5-82cc-fa315769d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b33acc49-56dc-40fa-8ec8-05665eb5bbe9'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:08:30.108870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Attempting to bind port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 on network b33acc49-56dc-40fa-8ec8-05665eb5bbe9 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:30.115769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:08:30.116464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Checking segment: {'id': 'b295cc7c-942c-4ab5-82cc-fa315769d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b33acc49-56dc-40fa-8ec8-05665eb5bbe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:30.117209 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.118220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.118431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Bound using segment: {'id': 'b295cc7c-942c-4ab5-82cc-fa315769d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b33acc49-56dc-40fa-8ec8-05665eb5bbe9'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:08:30.119098 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Bound port: 2c499ad6-48e1-461a-b3f4-260668b9c8b7, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295cc7c-942c-4ab5-82cc-fa315769d671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b33acc49-56dc-40fa-8ec8-05665eb5bbe9'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:08:30.119648 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.125510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.158834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.213667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.217004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] For port 2c499ad6-48e1-461a-b3f4-260668b9c8b7, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:08:30.220989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] For port 2c499ad6-48e1-461a-b3f4-260668b9c8b7, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2c499ad6-48e1-461a-b3f4-260668b9c8b7,segment=NetworkSegment(b295cc7c-942c-4ab5-82cc-fa315769d671),segment_id=b295cc7c-942c-4ab5-82cc-fa315769d671)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:08:30.228449 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.313582 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.318166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce59f84-27fa-40d6-8133-8ee03f314593 None None] Pushing event updated for resources: {'Port': ['ID=2c499ad6-48e1-461a-b3f4-260668b9c8b7,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:30.354947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=83186eb6-5c66-4054-993a-aa9f1f44bf67,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:30.435173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.462608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e381660-192a-46eb-a4b3-269d501b9790']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:30.476638 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13537694-eb79-440d-98ac-8917033fd757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.491821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f0d4bd-e232-4eac-9b0d-383443378410') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:30.492370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f0d4bd-e232-4eac-9b0d-383443378410') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:30.522927 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.559368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.580640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:30.581206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:30.583120 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:30.677666 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.697514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e381660-192a-46eb-a4b3-269d501b9790 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 21:08:30.714171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.721167 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.734587 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2e381660-192a-46eb-a4b3-269d501b9790 HTTP/1.1" status: 204 len: 168 time: 1.7207813 Apr 21 21:08:30.735268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41896) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:30.750914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b76e-9cc7-47ff-bb18-35a314a3d819 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e381660-192a-46eb-a4b3-269d501b9790,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:30.945466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:30.953452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Network b37265e0-3f2b-4440-8e24-1dfb91f02921 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:30.989891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a6997-d88b-468c-bb18-a8a500fdaf78 req-cffb7c67-d5cf-4c84-bf2a-7e7bbf81ac06 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:30.992457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-938a6997-d88b-468c-bb18-a8a500fdaf78 req-cffb7c67-d5cf-4c84-bf2a-7e7bbf81ac06 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 932 time: 0.2562404 Apr 21 21:08:30.994559 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2c499ad6-48e1-461a-b3f4-260668b9c8b7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:08:30.998612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-12ab6353-ab8b-4c06-bca1-8a7ca6285460 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2564 time: 0.2487848 Apr 21 21:08:30.999227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41904) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:31.037476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:31.044457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:31.072966 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 44623e33-d29c-4016-8fde-53bd8dec5972 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:08:31.082191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09ad8-ccec-491b-ae2d-6ecc04292497 req-284ea0f5-acf1-4463-bc11-450d013b7a9f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.083783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbf09ad8-ccec-491b-ae2d-6ecc04292497 req-284ea0f5-acf1-4463-bc11-450d013b7a9f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 944 time: 0.7098205 Apr 21 21:08:31.136894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:31.137179 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.142520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-938a6997-d88b-468c-bb18-a8a500fdaf78 req-ab028c3f-2b95-4019-9e07-e333a99cf1c0 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398616 Apr 21 21:08:31.181093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.181708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.182178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.182857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.183251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.183709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.184443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.185158 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.185609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.191127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0fe53099-3f32-4401-b8f1-97be9125bfaf tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5904 time: 0.1896558 Apr 21 21:08:31.191816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41906) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:31.206206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Pushing event updated for resources: {'Port': ['ID=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:31.463836 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-b9b81b58-d968-4530-a506-5bbeff6e04a5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] delete failed (client error): The resource could not be found. Apr 21 21:08:31.463836 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b9b81b58-d968-4530-a506-5bbeff6e04a5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/ddec66fa-6e9b-496f-8667-9bbce34d6aee HTTP/1.1" status: 404 len: 345 time: 0.0914800 Apr 21 21:08:31.463836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41910) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:31.463836 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9a6f47-c368-4281-8c25-6f6eb8f33cd9 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] DELETE failed (client error): The resource could not be found. Apr 21 21:08:31.463836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9a6f47-c368-4281-8c25-6f6eb8f33cd9 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:08:31.463836 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5f9a6f47-c368-4281-8c25-6f6eb8f33cd9 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "DELETE /v2.0/networks/2e381660-192a-46eb-a4b3-269d501b9790 HTTP/1.1" status: 404 len: 339 time: 0.0993271 Apr 21 21:08:31.470900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.470900 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.471355 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41916) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:31.471355 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Request body: {'network': {'name': 'tempest-network--1864563135', 'router:external': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:31.471750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=44623e33-d29c-4016-8fde-53bd8dec5972,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:31.494666 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.517289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Made reservation on behalf of 7539a457f69f43d0b7ed7eca84424f74 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:31.527029 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.535896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 2c499ad6-48e1-461a-b3f4-260668b9c8b7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2c499ad6-48e1-461a-b3f4-260668b9c8b7,segment=NetworkSegment(b295cc7c-942c-4ab5-82cc-fa315769d671),segment_id=b295cc7c-942c-4ab5-82cc-fa315769d671)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:31.537545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '44623e33-d29c-4016-8fde-53bd8dec5972', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'port_id': '44623e33-d29c-4016-8fde-53bd8dec5972', 'mac_address': 'fa:16:3e:c2:91:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:08:31.585281 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.615715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:31.635471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.637042 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Added segment 99fb5ab6-971b-4ab3-a708-4468c1802a3c of type vlan for network a8c385ae-bebc-4fea-95a9-fa1083975a73 Apr 21 21:08:31.638123 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.674675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44623e33-d29c-4016-8fde-53bd8dec5972 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:31.680162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=2c499ad6-48e1-461a-b3f4-260668b9c8b7,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:31.702230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a03f57-f351-4f82-b43e-15fbbbfb4185 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:31.712077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.722354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=44623e33-d29c-4016-8fde-53bd8dec5972,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:31.737341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Transition to ACTIVE for port object 22a03f57-f351-4f82-b43e-15fbbbfb4185 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:08:31.738683 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.742072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.757310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b2054f87-efbb-4e58-a3dc-db4497ec75ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8578248 Apr 21 21:08:31.782658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.813872 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.819829 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.821121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:31.821450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event updated for resources: {'Port': ['ID=b5f98e9c-f43e-4b1e-bbad-633ccda44138,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:31.822022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:31.845795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=44623e33-d29c-4016-8fde-53bd8dec5972,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:31.857996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Request body: {'port': {'device_id': '7eda0523-75cc-45e3-b76a-0f782b0a86d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:31.881631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbf09ad8-ccec-491b-ae2d-6ecc04292497 req-506da5da-23f3-4858-84c1-905758c8a28e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7368879 Apr 21 21:08:31.962433 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5507603 Apr 21 21:08:31.965224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41930) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:31.970011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Network b33acc49-56dc-40fa-8ec8-05665eb5bbe9 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:31.984927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:31.996065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:32.064579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a98a565-b0ed-435a-8ccb-8d0233b24f1c None None] Network b33acc49-56dc-40fa-8ec8-05665eb5bbe9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:32.067680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=22a03f57-f351-4f82-b43e-15fbbbfb4185,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:32.100457 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:32.150560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:32.151445 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:32.179377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['44623e33-d29c-4016-8fde-53bd8dec5972'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:32.195160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeece80-ce14-4e20-bd4f-063ff44c4b2a tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:32.201863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeece80-ce14-4e20-bd4f-063ff44c4b2a tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:32.224580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-511ece0b-42f1-47d4-a87c-0fe70bdfdcb3 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8714855 Apr 21 21:08:32.225540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeece80-ce14-4e20-bd4f-063ff44c4b2a tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:32.226117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41940) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:32.233179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeece80-ce14-4e20-bd4f-063ff44c4b2a tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:32.236091 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-afeece80-ce14-4e20-bd4f-063ff44c4b2a tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2692227 Apr 21 21:08:32.241110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41942) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:32.241615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a988a6-f23b-47e9-8b7c-8b959ef6f9e0 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'Network': ['ID=a8c385ae-bebc-4fea-95a9-fa1083975a73,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:32.249760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6c7a4bba-d798-4416-a3d1-69e734a78dbd None None] Provisioning complete for port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:32.250139 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4bba-d798-4416-a3d1-69e734a78dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:32.336779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a8c385ae-bebc-4fea-95a9-fa1083975a73 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:32.460651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Attempting to bind port 22a03f57-f351-4f82-b43e-15fbbbfb4185 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:08:32.460651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Attempting to bind port 22a03f57-f351-4f82-b43e-15fbbbfb4185 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:08:32.460651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Attempting to bind port 22a03f57-f351-4f82-b43e-15fbbbfb4185 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:32.478928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77351ebf-9e5b-435a-ad66-72f7319d27b7 req-110e1802-22da-4f91-8d3a-5696896c1ff7 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:32.487736 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77351ebf-9e5b-435a-ad66-72f7319d27b7 req-110e1802-22da-4f91-8d3a-5696896c1ff7 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 932 time: 0.1036794 Apr 21 21:08:32.550511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77351ebf-9e5b-435a-ad66-72f7319d27b7 req-48aa942b-c659-498e-831c-9cfce298979e tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530210 Apr 21 21:08:32.625585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Port 22a03f57-f351-4f82-b43e-15fbbbfb4185 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:08:32.626099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Attempting to bind port 22a03f57-f351-4f82-b43e-15fbbbfb4185 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:32.657161 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:32.662067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:08:32.662478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Checking segment: {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:32.662924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Bound using segment: {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:08:32.663476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Bound port: 22a03f57-f351-4f82-b43e-15fbbbfb4185, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:08:32.663853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:32.797680 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-666cca3d-379a-4aa2-a1ca-1aa78c989710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:32.828642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2c499ad6-48e1-461a-b3f4-260668b9c8b7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:08:32.907001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-71a29a2b-6d94-4990-8947-5ea9f4905888 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Deleting port b5f98e9c-f43e-4b1e-bbad-633ccda44138 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:32.907346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71a29a2b-6d94-4990-8947-5ea9f4905888 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:32.909881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:32.910259 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:32.940431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] For port 22a03f57-f351-4f82-b43e-15fbbbfb4185, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:08:32.953408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:32.983630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] For port 22a03f57-f351-4f82-b43e-15fbbbfb4185, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=22a03f57-f351-4f82-b43e-15fbbbfb4185,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:08:33.030372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.033300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c385ae-bebc-4fea-95a9-fa1083975a73']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:33.107768 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fb5ab6-971b-4ab3-a708-4468c1802a3c') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:33.108067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fb5ab6-971b-4ab3-a708-4468c1802a3c') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:33.170065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.171843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1df9a855-f528-45eb-ae0f-ae4b84b8633a None None] Provisioning complete for port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:33.172345 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1df9a855-f528-45eb-ae0f-ae4b84b8633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.187075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:33.187688 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.189105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/22a03f57-f351-4f82-b43e-15fbbbfb4185 HTTP/1.1" status: 200 len: 1091 time: 3.2405713 Apr 21 21:08:33.196789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c716dccc-ab4f-4e4b-b780-506e50b4d766', 'tag': '22a03f57-f351-4f82-b43e-15fbbbfb4185'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:33.199145 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b071123b-d1d7-4533-86cf-2f6c3ae25a82" -d '{"events": [{"name": "network-changed", "server_uuid": "c716dccc-ab4f-4e4b-b780-506e50b4d766", "tag": "22a03f57-f351-4f82-b43e-15fbbbfb4185"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:33.241345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bd8297-8e9b-4e41-8cc7-9781cf468c63 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:33.253221 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71a29a2b-6d94-4990-8947-5ea9f4905888 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.256557 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.259773 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.275068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b4173-df22-40e9-8aa6-bf03351ec2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=22a03f57-f351-4f82-b43e-15fbbbfb4185,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:33.292049 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d7960-5b5e-4c75-921f-a21bc73e3cbc x-openstack-request-id: req-636d7960-5b5e-4c75-921f-a21bc73e3cbc {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:33.292326 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c716dccc-ab4f-4e4b-b780-506e50b4d766", "tag": "22a03f57-f351-4f82-b43e-15fbbbfb4185", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:33.292592 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-636d7960-5b5e-4c75-921f-a21bc73e3cbc {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:33.293044 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636d7960-5b5e-4c75-921f-a21bc73e3cbc'] response: {'name': 'network-changed', 'server_uuid': 'c716dccc-ab4f-4e4b-b780-506e50b4d766', 'tag': '22a03f57-f351-4f82-b43e-15fbbbfb4185', 'status': 'completed', 'code': 200} Apr 21 21:08:33.300745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:33.301327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:33.303067 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:33.337654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a954ed-212f-422c-8df0-e8ba3d0477f9 req-b2a760c9-7a57-4d72-baf3-5564d05fd1c6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:33.339246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7a954ed-212f-422c-8df0-e8ba3d0477f9 req-b2a760c9-7a57-4d72-baf3-5564d05fd1c6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 945 time: 0.3164461 Apr 21 21:08:33.342568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1df9a855-f528-45eb-ae0f-ae4b84b8633a None None] Provisioning complete for port b5f98e9c-f43e-4b1e-bbad-633ccda44138 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:33.343146 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1df9a855-f528-45eb-ae0f-ae4b84b8633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.344397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-71a29a2b-6d94-4990-8947-5ea9f4905888 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Calling delete_port for b5f98e9c-f43e-4b1e-bbad-633ccda44138 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:33.391316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1df9a855-f528-45eb-ae0f-ae4b84b8633a None None] Port b5f98e9c-f43e-4b1e-bbad-633ccda44138 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:08:33.485329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-e1ee31bd-d23a-4ef1-be8e-1c59c3e8c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:33.486832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-e1ee31bd-d23a-4ef1-be8e-1c59c3e8c2f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&device_id=c716dccc-ab4f-4e4b-b780-506e50b4d766 HTTP/1.1" status: 200 len: 1094 time: 0.2163656 Apr 21 21:08:33.487878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Transition to ACTIVE for port object b9bd8297-8e9b-4e41-8cc7-9781cf468c63 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:08:33.494380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.510048 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.514711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-021cd958-7cc4-4d7d-97e5-b9e1ae8bd74f None None] Provisioning complete for port b5f98e9c-f43e-4b1e-bbad-633ccda44138 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:33.520423 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-021cd958-7cc4-4d7d-97e5-b9e1ae8bd74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.578372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-021cd958-7cc4-4d7d-97e5-b9e1ae8bd74f None None] Port b5f98e9c-f43e-4b1e-bbad-633ccda44138 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:08:33.582208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8c385ae-bebc-4fea-95a9-fa1083975a73 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 21:08:33.587671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8c385ae-bebc-4fea-95a9-fa1083975a73,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:33.604827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7a954ed-212f-422c-8df0-e8ba3d0477f9 req-403856d1-1087-41cf-9e6e-5ae350053fd2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451966 Apr 21 21:08:33.665743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.675364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6d36cba9-4be4-40c8-b63d-edc23f7ebbc2 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "DELETE /v2.0/networks/a8c385ae-bebc-4fea-95a9-fa1083975a73 HTTP/1.1" status: 204 len: 168 time: 1.4303172 Apr 21 21:08:33.683230 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-ef504945-471a-4e15-977f-af8607e9704f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22a03f57-f351-4f82-b43e-15fbbbfb4185 HTTP/1.1" status: 200 len: 217 time: 0.1802256 Apr 21 21:08:33.684054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41980) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:33.699400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Request body: {'network': {'name': 'tempest-network--1204595437', 'router:external': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:33.722158 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b480666-fbc5-40dc-b4bc-8ac32da0a350 req-0e3be1bd-836d-4b42-9ba4-f1c9d1fec2de tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:33.731217 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b480666-fbc5-40dc-b4bc-8ac32da0a350 req-0e3be1bd-836d-4b42-9ba4-f1c9d1fec2de tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 944 time: 0.1123273 Apr 21 21:08:33.770144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-1af7cd08-dc72-45f9-a2ab-5c673e5b251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:33.772025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-1af7cd08-dc72-45f9-a2ab-5c673e5b251f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b03a4d83-8c04-4f2b-80f5-db893cb6a837 HTTP/1.1" status: 200 len: 853 time: 0.0708086 Apr 21 21:08:33.861359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b480666-fbc5-40dc-b4bc-8ac32da0a350 req-a0cfe864-d507-4723-9021-51a932c9be3d tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287282 Apr 21 21:08:33.875484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Made reservation on behalf of 7539a457f69f43d0b7ed7eca84424f74 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:33.878683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.890780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:33.906411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-df59422b-9c73-4f6c-80e6-b65a757dd119 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b37265e0-3f2b-4440-8e24-1dfb91f02921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883152 Apr 21 21:08:33.910299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:33.923752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:33.924474 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Added segment fb869fc9-bebf-4b1f-8aaa-1fa7903adb34 of type vlan for network 8aba666b-9f4c-4ae7-ad5f-a2b897c2a900 Apr 21 21:08:33.994338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.046855 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.050653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:34.051329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.051608 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.144598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4586647 Apr 21 21:08:34.147183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41992) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:34.173568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d590d1c-c9e9-40d5-b066-d46c0035e3f5 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'Network': ['ID=8aba666b-9f4c-4ae7-ad5f-a2b897c2a900,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:34.187732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 8aba666b-9f4c-4ae7-ad5f-a2b897c2a900 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:34.289375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49698f3-c443-456f-a490-b25d34717c40 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:34.291122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b49698f3-c443-456f-a490-b25d34717c40 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] 10.222.0.49 "GET /v2.0/networks/8aba666b-9f4c-4ae7-ad5f-a2b897c2a900 HTTP/1.1" status: 200 len: 757 time: 0.1429296 Apr 21 21:08:34.293692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41996) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:34.423723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72d2b1-1eea-46dd-ad54-55e3e4c8fc75 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:34.425509 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e72d2b1-1eea-46dd-ad54-55e3e4c8fc75 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] 10.222.0.49 "GET /v2.0/networks/fec3839b-7c47-46a9-8966-72bd4fbaf85d HTTP/1.1" status: 200 len: 767 time: 0.1297719 Apr 21 21:08:34.428412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42000) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:34.461782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Attempting to bind port b9bd8297-8e9b-4e41-8cc7-9781cf468c63 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:08:34.462704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Attempting to bind port b9bd8297-8e9b-4e41-8cc7-9781cf468c63 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:08:34.463465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Attempting to bind port b9bd8297-8e9b-4e41-8cc7-9781cf468c63 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:34.488783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Port b9bd8297-8e9b-4e41-8cc7-9781cf468c63 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:08:34.489168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Attempting to bind port b9bd8297-8e9b-4e41-8cc7-9781cf468c63 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:34.508603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:08:34.509044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Checking segment: {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:34.509444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Bound using segment: {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:08:34.509947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Bound port: b9bd8297-8e9b-4e41-8cc7-9781cf468c63, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:08:34.510345 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.514903 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71a29a2b-6d94-4990-8947-5ea9f4905888 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.516951 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.596592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-f8af8ef0-4290-4cc8-b166-1bce911a2aa1 service neutron] 10.222.0.43 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6789837 Apr 21 21:08:34.602338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a29a2b-6d94-4990-8947-5ea9f4905888 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event deleted for resources: {'Port': ['ID=b5f98e9c-f43e-4b1e-bbad-633ccda44138,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:34.625565 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.683205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aba666b-9f4c-4ae7-ad5f-a2b897c2a900']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:34.711042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb869fc9-bebf-4b1f-8aaa-1fa7903adb34') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:34.711937 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb869fc9-bebf-4b1f-8aaa-1fa7903adb34') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:34.740408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.770292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.779551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:34.779959 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:34.782066 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:34.890025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.899554 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-b31f6e6b-27b8-412b-9423-d632b2b1c41a service neutron] 10.222.0.43 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900076 Apr 21 21:08:34.900124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8aba666b-9f4c-4ae7-ad5f-a2b897c2a900 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 21:08:34.905592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:34.922043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42018) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:34.922375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "DELETE /v2.0/networks/8aba666b-9f4c-4ae7-ad5f-a2b897c2a900 HTTP/1.1" status: 204 len: 168 time: 0.4917381 Apr 21 21:08:34.929744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Request body: {'network': {'name': 'tempest-network--633584350'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:34.949919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] For port b9bd8297-8e9b-4e41-8cc7-9781cf468c63, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:08:34.965297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ad246-1b2d-439f-a0f3-d4b7e1e4f95a tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event deleted for resources: {'Network': ['ID=8aba666b-9f4c-4ae7-ad5f-a2b897c2a900,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:35.043180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] For port b9bd8297-8e9b-4e41-8cc7-9781cf468c63, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:08:35.046232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71a29a2b-6d94-4990-8947-5ea9f4905888 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.053113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-71a29a2b-6d94-4990-8947-5ea9f4905888 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] 10.222.0.49 "DELETE /v2.0/ports/b5f98e9c-f43e-4b1e-bbad-633ccda44138 HTTP/1.1" status: 204 len: 168 time: 2.8196297 Apr 21 21:08:35.068791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42020) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:35.072106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 44623e33-d29c-4016-8fde-53bd8dec5972 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:08:35.082008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Made reservation on behalf of 7539a457f69f43d0b7ed7eca84424f74 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:35.084350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.096622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.120165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfba14-bbf5-4a27-ad93-59936fe17b5b req-a0303dfc-adb1-4bfb-891f-a9e50e8b4277 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:35.132027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77bfba14-bbf5-4a27-ad93-59936fe17b5b req-a0303dfc-adb1-4bfb-891f-a9e50e8b4277 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 944 time: 0.1388462 Apr 21 21:08:35.136217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c7aab-2a91-4cdc-87b3-24a80d30524c req-c099f994-dd93-4057-9058-719b83acab2e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:35.138319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-446c7aab-2a91-4cdc-87b3-24a80d30524c req-c099f994-dd93-4057-9058-719b83acab2e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 945 time: 0.3735178 Apr 21 21:08:35.219917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 44623e33-d29c-4016-8fde-53bd8dec5972 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:08:35.228334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:35.228947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 44623e33-d29c-4016-8fde-53bd8dec5972 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:35.229320 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.279431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:35.280107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.281482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-22dd43af-4b48-4cb8-8905-1f144291fbf5 service neutron] 10.222.0.46 "PUT /v2.0/ports/b9bd8297-8e9b-4e41-8cc7-9781cf468c63 HTTP/1.1" status: 200 len: 1092 time: 3.4632306 Apr 21 21:08:35.284605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77bfba14-bbf5-4a27-ad93-59936fe17b5b req-41aea800-c3c5-461d-80b7-65990bd5bd3d tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424189 Apr 21 21:08:35.294532 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e9fb4284-3899-4102-ba6c-8f39b4059072 tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2298090 Apr 21 21:08:35.294780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:35.300609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42026) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:35.321737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1920801796'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:35.343040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.343628 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Added segment 09ffb137-c477-498b-bd21-7c68174d200b of type vlan for network 55cd0154-286f-4fa9-a632-aea731efea80 Apr 21 21:08:35.373146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Made reservation on behalf of dfc3482915c446e19ee29992f07f2a5c for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:35.379440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.383620 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.424129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.435540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:35.446799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eda0523-75cc-45e3-b76a-0f782b0a86d6', 'tag': 'b9bd8297-8e9b-4e41-8cc7-9781cf468c63'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:35.449235 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dce9a4d-4adf-454c-bc8d-eee960842f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7eda0523-75cc-45e3-b76a-0f782b0a86d6", "tag": "b9bd8297-8e9b-4e41-8cc7-9781cf468c63"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:35.494360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.494720 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Added segment 5963cad5-c2d8-4758-b949-d849acd4b582 of type vlan for network 0842d822-d5d5-4751-8474-187bd19fb4a2 Apr 21 21:08:35.515202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-f8d2e1f5-1a88-4f93-b157-6b323b44c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:35.516748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-f8d2e1f5-1a88-4f93-b157-6b323b44c73c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&device_id=c716dccc-ab4f-4e4b-b780-506e50b4d766 HTTP/1.1" status: 200 len: 1094 time: 0.5090077 Apr 21 21:08:35.518043 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.529162 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.530325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:35.530930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.564246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-446c7aab-2a91-4cdc-87b3-24a80d30524c req-6bf53152-37ff-47f5-a273-bfd996e52e71 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371828 Apr 21 21:08:35.565746 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50102fc-67b0-473d-a179-6aa26a5b3b76 x-openstack-request-id: req-d50102fc-67b0-473d-a179-6aa26a5b3b76 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:35.566031 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eda0523-75cc-45e3-b76a-0f782b0a86d6", "tag": "b9bd8297-8e9b-4e41-8cc7-9781cf468c63", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:35.566404 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d50102fc-67b0-473d-a179-6aa26a5b3b76 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:35.566844 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50102fc-67b0-473d-a179-6aa26a5b3b76'] response: {'name': 'network-changed', 'server_uuid': '7eda0523-75cc-45e3-b76a-0f782b0a86d6', 'tag': 'b9bd8297-8e9b-4e41-8cc7-9781cf468c63', 'status': 'completed', 'code': 200} Apr 21 21:08:35.576495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:35.582174 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd96236c-8ca7-4792-b2be-bdd7977c4dd5" -d '{"events": [{"server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "name": "network-vif-plugged", "status": "completed", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:35.630693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.642131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=44623e33-d29c-4016-8fde-53bd8dec5972,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:35.651936 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.702385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7774327 Apr 21 21:08:35.707312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42038) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:35.709553 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5838dd3-0470-40f8-b3db-b035ad0d25bd x-openstack-request-id: req-d5838dd3-0470-40f8-b3db-b035ad0d25bd {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:35.711156 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "name": "network-vif-plugged", "status": "completed", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:35.711592 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5838dd3-0470-40f8-b3db-b035ad0d25bd {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:35.712147 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5838dd3-0470-40f8-b3db-b035ad0d25bd'] response: {'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972', 'code': 200} Apr 21 21:08:35.716992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d9a61d93-313c-4290-bd35-d2b5e5911aab tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:35.729251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888fac1-7750-4e86-99b1-646a1b5196d8 tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'Network': ['ID=55cd0154-286f-4fa9-a632-aea731efea80,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:35.736338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-5dfa366e-9587-42d9-ad1b-d6df8fe677b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:35.738163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-5dfa366e-9587-42d9-ad1b-d6df8fe677b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 1095 time: 0.2769980 Apr 21 21:08:35.759088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 55cd0154-286f-4fa9-a632-aea731efea80 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:35.763688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=44623e33-d29c-4016-8fde-53bd8dec5972,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:35.866595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-e2654165-4591-4c52-8da3-071cd87f6fff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bd8297-8e9b-4e41-8cc7-9781cf468c63 HTTP/1.1" status: 200 len: 217 time: 0.1196506 Apr 21 21:08:35.934225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-66db954a-7475-4226-9848-ceb8f8839999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:35.936542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-66db954a-7475-4226-9848-ceb8f8839999 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b03a4d83-8c04-4f2b-80f5-db893cb6a837 HTTP/1.1" status: 200 len: 853 time: 0.0565832 Apr 21 21:08:35.959123 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:35.971048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-4908ab56-41fe-4580-8f17-419fde960dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:35.973467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-4908ab56-41fe-4580-8f17-419fde960dc6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 914 time: 0.4389062 Apr 21 21:08:36.007388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-bdc71429-c166-4163-ae26-002fbdb6cca2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b37265e0-3f2b-4440-8e24-1dfb91f02921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610917 Apr 21 21:08:36.022842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:36.028581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:36.029257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:36.063032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-32175aa6-fc10-4edb-b7fc-a1279850fb59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22a03f57-f351-4f82-b43e-15fbbbfb4185 HTTP/1.1" status: 200 len: 217 time: 0.0711737 Apr 21 21:08:36.166127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event updated for resources: {'Network': ['ID=0842d822-d5d5-4751-8474-187bd19fb4a2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:36.180509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-693beac3-728f-4e6e-a4fc-91f170f674b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:36.181480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 0842d822-d5d5-4751-8474-187bd19fb4a2 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:36.182314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-693beac3-728f-4e6e-a4fc-91f170f674b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b03a4d83-8c04-4f2b-80f5-db893cb6a837 HTTP/1.1" status: 200 len: 853 time: 0.1087258 Apr 21 21:08:36.187496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e786591-0883-4aa0-8f47-9efe324e08d9 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8839271 Apr 21 21:08:36.193729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42048) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:36.247357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60017775-673a-47c1-bb28-e61beafdb0e1 req-f48a612d-acc2-4e65-8005-a8444b4cf58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:36.249119 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60017775-673a-47c1-bb28-e61beafdb0e1 req-f48a612d-acc2-4e65-8005-a8444b4cf58a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 1097 time: 0.4588940 Apr 21 21:08:36.260464 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-aacaeca1-ebca-41b7-a4d8-bf012dc4d599 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b37265e0-3f2b-4440-8e24-1dfb91f02921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649183 Apr 21 21:08:36.320194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-0c986a81-4bd1-41be-b1c5-8401ffff7951 service neutron] 10.222.0.46 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560165 Apr 21 21:08:36.400720 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60017775-673a-47c1-bb28-e61beafdb0e1 req-f3330945-eeae-4e3f-84f8-d5d745ee4ab8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167724 Apr 21 21:08:36.445587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9a61d93-313c-4290-bd35-d2b5e5911aab tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:36.484710 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9a61d93-313c-4290-bd35-d2b5e5911aab tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:36.497394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a03fdf6-a486-45ce-a5e2-5f84ff41cc73 tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] 10.222.0.49 "GET /v2.0/agents/1670ebef-0960-4a94-b715-a04963bfe4a6/dhcp-networks HTTP/1.1" status: 200 len: 7298 time: 0.3002772 Apr 21 21:08:36.507892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9a61d93-313c-4290-bd35-d2b5e5911aab tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Network 55cd0154-286f-4fa9-a632-aea731efea80 is not hosted by any dhcp agent {{(pid=114646) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 21:08:36.508978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a61d93-313c-4290-bd35-d2b5e5911aab tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:36.509570 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9a61d93-313c-4290-bd35-d2b5e5911aab tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:36.514748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d9a61d93-313c-4290-bd35-d2b5e5911aab tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "PUT /v2.0/networks/55cd0154-286f-4fa9-a632-aea731efea80 HTTP/1.1" status: 200 len: 857 time: 0.7984092 Apr 21 21:08:36.515061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42056) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:36.515176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42058) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:36.563201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54841e7d-6289-4abe-9e89-dd216181b514 req-b64fa299-2d5b-4bd8-a3fe-adf2a8e165b4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:36.564653 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54841e7d-6289-4abe-9e89-dd216181b514 req-b64fa299-2d5b-4bd8-a3fe-adf2a8e165b4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 944 time: 0.1775379 Apr 21 21:08:36.589536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-71b991ae-1c55-4950-9059-eae2a3293514 service neutron] 10.222.0.43 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132026 Apr 21 21:08:36.605427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a61d93-313c-4290-bd35-d2b5e5911aab tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event updated for resources: {'Network': ['ID=55cd0154-286f-4fa9-a632-aea731efea80,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:36.651486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:36.693463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4637e1c-18b1-4060-bc41-8919ff2408d3 req-841af20b-42b9-496e-b8ba-892bd862d9aa service neutron] 10.222.0.46 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317239 Apr 21 21:08:36.855472 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54841e7d-6289-4abe-9e89-dd216181b514 req-bb8c668d-bf2d-4751-bde4-5fb8a1b5dc8c tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594063 Apr 21 21:08:36.915962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b071123b-d1d7-4533-86cf-2f6c3ae25a82 req-f68a3e46-ef3b-44c1-91a6-fe56ffd02f46 service neutron] 10.222.0.43 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046477 Apr 21 21:08:36.923835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-db9a3b08-3b76-45fa-9af1-8ea076f541c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:36.942742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-db9a3b08-3b76-45fa-9af1-8ea076f541c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 1095 time: 0.1631396 Apr 21 21:08:36.946912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e5a20-7f21-4af6-a30c-ac2c7491e417 tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] Network 0842d822-d5d5-4751-8474-187bd19fb4a2 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:08:36.970988 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.031969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cd0154-286f-4fa9-a632-aea731efea80']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:37.042107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ffb137-c477-498b-bd21-7c68174d200b') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:37.042415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ffb137-c477-498b-bd21-7c68174d200b') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:37.053518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a76dfa-17fe-44d0-bd52-99e8a155c48b None None] Network 0842d822-d5d5-4751-8474-187bd19fb4a2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:37.057506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-723e5a20-7f21-4af6-a30c-ac2c7491e417 tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] 10.222.0.49 "POST /v2.0/agents/1670ebef-0960-4a94-b715-a04963bfe4a6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5415821 Apr 21 21:08:37.063303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42078) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:37.076046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.092501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.104456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:37.104910 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:37.175231 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:37.185894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9ba49-c0fe-43bc-aa1a-7150ad186e05 req-c66831b5-fa77-4de4-9d32-6deefa6c6eaf tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:37.194649 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45b9ba49-c0fe-43bc-aa1a-7150ad186e05 req-c66831b5-fa77-4de4-9d32-6deefa6c6eaf tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.5221698 Apr 21 21:08:37.197858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.203136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55cd0154-286f-4fa9-a632-aea731efea80 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 21:08:37.205377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-d03d2fac-f465-4487-a57e-f7c7e828344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:37.207001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-d03d2fac-f465-4487-a57e-f7c7e828344f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 914 time: 0.2575657 Apr 21 21:08:37.217078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.224845 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] 10.222.0.49 "DELETE /v2.0/networks/55cd0154-286f-4fa9-a632-aea731efea80 HTTP/1.1" status: 204 len: 168 time: 0.7094910 Apr 21 21:08:37.244927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42082) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:37.336962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ad028-d7e8-4210-b5d7-30445b3597aa tempest-ExternalNetworksTestJSON-1075357651 tempest-ExternalNetworksTestJSON-1075357651-project-admin] Pushing event deleted for resources: {'Network': ['ID=55cd0154-286f-4fa9-a632-aea731efea80,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:37.382749 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45b9ba49-c0fe-43bc-aa1a-7150ad186e05 req-5ef2f596-d8d9-4734-bf04-47d002177b49 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869793 Apr 21 21:08:37.424161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-220c0b35-650b-4aa2-a1ef-e774100314a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9bd8297-8e9b-4e41-8cc7-9781cf468c63 HTTP/1.1" status: 200 len: 217 time: 0.2046452 Apr 21 21:08:37.426543 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e5dba8-3887-4ba4-a5c6-a423e88e91a0 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] DELETE failed (client error): The resource could not be found. Apr 21 21:08:37.426945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e5dba8-3887-4ba4-a5c6-a423e88e91a0 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:08:37.432896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42086) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:37.438701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-69e5dba8-3887-4ba4-a5c6-a423e88e91a0 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] 10.222.0.49 "DELETE /v2.0/subnets/83186eb6-5c66-4054-993a-aa9f1f44bf67 HTTP/1.1" status: 404 len: 337 time: 0.1867580 Apr 21 21:08:37.602256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-502189a1-c50c-42f4-a8ca-f71dd50723e7 tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] 10.222.0.49 "GET /v2.0/agents/1670ebef-0960-4a94-b715-a04963bfe4a6/dhcp-networks HTTP/1.1" status: 200 len: 8069 time: 0.5339105 Apr 21 21:08:37.605847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42094) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:37.615100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-458191b0-2c7a-4bde-8da4-527b08bed542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:37.615331 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-458191b0-2c7a-4bde-8da4-527b08bed542 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b03a4d83-8c04-4f2b-80f5-db893cb6a837 HTTP/1.1" status: 200 len: 853 time: 0.1756308 Apr 21 21:08:37.670639 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.739433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-622ba57d-2bf2-48b5-a1d8-346f96fb60ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b37265e0-3f2b-4440-8e24-1dfb91f02921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111829 Apr 21 21:08:37.818912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.844712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec3839b-7c47-46a9-8966-72bd4fbaf85d']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:37.868589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec3b7a7-8f08-4ab4-88f3-fd0f3ca51ac0') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:37.871093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec3b7a7-8f08-4ab4-88f3-fd0f3ca51ac0') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:37.874594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-3055d606-c4f0-43a6-b7a6-7ce978787f5d service neutron] 10.222.0.46 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200478 Apr 21 21:08:37.899310 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.928734 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.947572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:37.948207 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:37.973906 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7a1dac89-7c0a-4b04-8050-770d29bfbcfa tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] 10.222.0.49 "DELETE /v2.0/agents/1670ebef-0960-4a94-b715-a04963bfe4a6/dhcp-networks/0842d822-d5d5-4751-8474-187bd19fb4a2 HTTP/1.1" status: 204 len: 168 time: 0.3681660 Apr 21 21:08:37.974454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42108) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:37.980134 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:38.097016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:38.104650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:38.112304 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] 10.222.0.49 "DELETE /v2.0/networks/fec3839b-7c47-46a9-8966-72bd4fbaf85d HTTP/1.1" status: 204 len: 168 time: 0.6780446 Apr 21 21:08:38.127912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27a366-eb49-48c4-84a0-5236277fccc4 tempest-ExternalNetworksTestJSON-951874054 tempest-ExternalNetworksTestJSON-951874054-project] Pushing event deleted for resources: {'Network': ['ID=fec3839b-7c47-46a9-8966-72bd4fbaf85d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:38.283120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3dce9a4d-4adf-454c-bc8d-eee960842f8c req-d238d41f-6b65-44a5-be5f-a52459f7515b service neutron] 10.222.0.46 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955560 Apr 21 21:08:38.305929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7559fe9-e73d-4c5c-af75-dc3af1c55b0b req-d49971a8-84f2-40c3-b811-3b7017b7272a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:38.308745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7559fe9-e73d-4c5c-af75-dc3af1c55b0b req-d49971a8-84f2-40c3-b811-3b7017b7272a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 944 time: 0.2531042 Apr 21 21:08:38.422125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7559fe9-e73d-4c5c-af75-dc3af1c55b0b req-b197ffce-a2ea-4d6a-8361-5450557630a6 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052175 Apr 21 21:08:38.436501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-44dbaa9d-f5b0-464f-9ac6-c676aeaa83a5 tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] 10.222.0.49 "GET /v2.0/agents/1670ebef-0960-4a94-b715-a04963bfe4a6/dhcp-networks HTTP/1.1" status: 200 len: 7298 time: 0.4588695 Apr 21 21:08:38.443325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42122) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:38.467076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-afbf7bf0-dee7-4539-8fed-22fe33022d60 tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] 10.222.0.49 "GET /v2.0/networks/b33acc49-56dc-40fa-8ec8-05665eb5bbe9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0219171 Apr 21 21:08:38.470621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42124) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:38.516005 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9e07611f-cb96-453b-ab20-be29d8f66d10 tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] 10.222.0.49 "GET /v2.0/networks/b33acc49-56dc-40fa-8ec8-05665eb5bbe9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0441310 Apr 21 21:08:38.518882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42126) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:38.635186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d87fa6-aca2-4462-8787-8eb2aad167c4 req-6a359956-8be2-49cb-88fa-8e755d4d6a29 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:38.639544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6d87fa6-aca2-4462-8787-8eb2aad167c4 req-6a359956-8be2-49cb-88fa-8e755d4d6a29 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1437247 Apr 21 21:08:38.666806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 22a03f57-f351-4f82-b43e-15fbbbfb4185 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:08:38.747593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6d87fa6-aca2-4462-8787-8eb2aad167c4 req-3afe0b15-f1a7-4e3e-8939-1e960a5592eb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001863 Apr 21 21:08:38.780057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42138) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:38.950844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b5779cfb-5daf-46be-874a-d6941cf0d964 tempest-DHCPAgentSchedulersTestJSON-132394785 tempest-DHCPAgentSchedulersTestJSON-132394785-project-admin] 10.222.0.49 "GET /v2.0/agents/1670ebef-0960-4a94-b715-a04963bfe4a6/dhcp-networks HTTP/1.1" status: 200 len: 7298 time: 0.4289768 Apr 21 21:08:38.954429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42146) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:39.052525 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 22a03f57-f351-4f82-b43e-15fbbbfb4185, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=22a03f57-f351-4f82-b43e-15fbbbfb4185,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:39.108681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.116024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '22a03f57-f351-4f82-b43e-15fbbbfb4185', 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921', 'port_id': '22a03f57-f351-4f82-b43e-15fbbbfb4185', 'mac_address': 'fa:16:3e:19:6e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03a4d83-8c04-4f2b-80f5-db893cb6a837', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:08:39.196111 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.219045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a03f57-f351-4f82-b43e-15fbbbfb4185 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:39.243131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 22a03f57-f351-4f82-b43e-15fbbbfb4185, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=22a03f57-f351-4f82-b43e-15fbbbfb4185,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:39.249082 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.280671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42156) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:39.281018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7e88ba0c-1692-487e-9a48-ab8973fc2e04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e3a2a3438174adbab70113829dfda4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997602 Apr 21 21:08:39.296265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63245c76-9f82-483f-ac3a-6c8e399136ec req-0fd5bf0a-7681-434e-a546-7d4f0968e4be tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:39.298864 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63245c76-9f82-483f-ac3a-6c8e399136ec req-0fd5bf0a-7681-434e-a546-7d4f0968e4be tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1551836 Apr 21 21:08:39.351585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=22a03f57-f351-4f82-b43e-15fbbbfb4185,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:39.362475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.382615 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ca96b41-672e-4df8-b1c5-dc52bcf9878c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.412713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ca96b41-672e-4df8-b1c5-dc52bcf9878c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.422750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0842d822-d5d5-4751-8474-187bd19fb4a2']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:39.428041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63245c76-9f82-483f-ac3a-6c8e399136ec req-9ba62d42-4b0a-4ee5-b08a-3bcb29e81136 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003540 Apr 21 21:08:39.439956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5963cad5-c2d8-4758-b949-d849acd4b582') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:39.440547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5963cad5-c2d8-4758-b949-d849acd4b582') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:39.491077 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.517459 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.525616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:39.526065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.529083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ca96b41-672e-4df8-b1c5-dc52bcf9878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.532223 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ca96b41-672e-4df8-b1c5-dc52bcf9878c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:39.540489 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:39.543395 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6ca96b41-672e-4df8-b1c5-dc52bcf9878c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae3de4d3-b84b-4b58-9e8a-451b61268756 HTTP/1.1" status: 204 len: 168 time: 0.2515988 Apr 21 21:08:39.581145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['22a03f57-f351-4f82-b43e-15fbbbfb4185'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:39.595359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca96b41-672e-4df8-b1c5-dc52bcf9878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3de4d3-b84b-4b58-9e8a-451b61268756,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:39.616797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d337b27-0826-43c3-8d81-8b74adfcb0ae req-598e70b3-6e6d-4f77-ac7a-e5c6c4061783 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:39.618846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d337b27-0826-43c3-8d81-8b74adfcb0ae req-598e70b3-6e6d-4f77-ac7a-e5c6c4061783 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 944 time: 0.1093550 Apr 21 21:08:39.665355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.677498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.681946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d337b27-0826-43c3-8d81-8b74adfcb0ae req-543df34b-31e7-4bbf-b73b-b97ec1c3f406 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564482 Apr 21 21:08:39.692641 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] 10.222.0.49 "DELETE /v2.0/networks/0842d822-d5d5-4751-8474-187bd19fb4a2 HTTP/1.1" status: 204 len: 168 time: 0.7347462 Apr 21 21:08:39.693181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42170) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:39.756077 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca11be-1d0f-4c58-8c61-be3dc191445b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event deleted for resources: {'Network': ['ID=0842d822-d5d5-4751-8474-187bd19fb4a2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:39.766632 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a61d7e0-a3b3-4328-a925-57cc47dc1366 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] DELETE failed (client error): The resource could not be found. Apr 21 21:08:39.767293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a61d7e0-a3b3-4328-a925-57cc47dc1366 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:08:39.774836 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9a61d7e0-a3b3-4328-a925-57cc47dc1366 tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] 10.222.0.49 "DELETE /v2.0/ports/b5f98e9c-f43e-4b1e-bbad-633ccda44138 HTTP/1.1" status: 404 len: 333 time: 0.0760283 Apr 21 21:08:39.775297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:39.871507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed55581-3287-4011-9286-4ea8a301630d tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Deleting subnet 0f8cefca-94b4-4270-9c65-87401dd35a9e {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:08:39.888493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed55581-3287-4011-9286-4ea8a301630d tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:39.948740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed55581-3287-4011-9286-4ea8a301630d tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.206439 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed55581-3287-4011-9286-4ea8a301630d tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.296776 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed55581-3287-4011-9286-4ea8a301630d tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.307126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42198) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:40.340541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed55581-3287-4011-9286-4ea8a301630d tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8cefca-94b4-4270-9c65-87401dd35a9e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:40.350694 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed55581-3287-4011-9286-4ea8a301630d tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.359798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595848ce-523b-4176-b343-593ae9fbabc6 None None] Network b33acc49-56dc-40fa-8ec8-05665eb5bbe9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:40.360787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42200) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:40.362981 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6ed55581-3287-4011-9286-4ea8a301630d tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] 10.222.0.49 "DELETE /v2.0/subnets/0f8cefca-94b4-4270-9c65-87401dd35a9e HTTP/1.1" status: 204 len: 168 time: 0.5864482 Apr 21 21:08:40.463393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cc652dfe-5824-493e-86f8-6eae17dedbef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7539a457f69f43d0b7ed7eca84424f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526198 Apr 21 21:08:40.464325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42204) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:40.521734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.571578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcae838-88ba-4995-b409-4e668ede42f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.649605 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcae838-88ba-4995-b409-4e668ede42f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.724487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Deleting port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:40.728316 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.765475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4562d-93f4-40be-906a-53b5a92fdd6a req-b04aa963-b2c5-4cb4-bd3a-539116a9c15d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:40.770664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6b4562d-93f4-40be-906a-53b5a92fdd6a req-b04aa963-b2c5-4cb4-bd3a-539116a9c15d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1506245 Apr 21 21:08:40.945172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcae838-88ba-4995-b409-4e668ede42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.948019 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bcae838-88ba-4995-b409-4e668ede42f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:40.949400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4bcae838-88ba-4995-b409-4e668ede42f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b3cfa00-eb47-4c10-b9a0-62c44097aa65 HTTP/1.1" status: 204 len: 168 time: 0.4838946 Apr 21 21:08:40.979734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13de14-4e3c-45de-93b8-8fc98b81333d req-6363e775-378b-402b-b31d-a9aebf0dbbda tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:40.981675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed13de14-4e3c-45de-93b8-8fc98b81333d req-6363e775-378b-402b-b31d-a9aebf0dbbda tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 944 time: 0.1485167 Apr 21 21:08:41.000943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcae838-88ba-4995-b409-4e668ede42f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3cfa00-eb47-4c10-b9a0-62c44097aa65,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:41.009536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2510506-9ed9-4cf5-b2b5-d713d6af0e57 None None] DHCP port deletion for b33acc49-56dc-40fa-8ec8-05665eb5bbe9 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:08:41.028749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] For port 2c499ad6-48e1-461a-b3f4-260668b9c8b7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2c499ad6-48e1-461a-b3f4-260668b9c8b7,segment=NetworkSegment(b295cc7c-942c-4ab5-82cc-fa315769d671),segment_id=b295cc7c-942c-4ab5-82cc-fa315769d671)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:41.029043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.051866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6b4562d-93f4-40be-906a-53b5a92fdd6a req-f50a26b4-e066-40b9-82de-b34006d93108 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460961 Apr 21 21:08:41.086469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Calling delete_port for 2c499ad6-48e1-461a-b3f4-260668b9c8b7 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:41.094592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed13de14-4e3c-45de-93b8-8fc98b81333d req-38182ad5-176b-47ef-976f-6d3bc95e7130 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951927 Apr 21 21:08:41.133799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b9bd8297-8e9b-4e41-8cc7-9781cf468c63 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:08:41.297535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c2510506-9ed9-4cf5-b2b5-d713d6af0e57 None None] Deleting port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:41.298354 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c2510506-9ed9-4cf5-b2b5-d713d6af0e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.395104 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.472687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c2510506-9ed9-4cf5-b2b5-d713d6af0e57 None None] For port 2c499ad6-48e1-461a-b3f4-260668b9c8b7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2c499ad6-48e1-461a-b3f4-260668b9c8b7,segment=NetworkSegment(b295cc7c-942c-4ab5-82cc-fa315769d671),segment_id=b295cc7c-942c-4ab5-82cc-fa315769d671)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:41.473652 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c2510506-9ed9-4cf5-b2b5-d713d6af0e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.487410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c2510506-9ed9-4cf5-b2b5-d713d6af0e57 None None] Calling delete_port for 2c499ad6-48e1-461a-b3f4-260668b9c8b7 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:41.491931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event deleted for resources: {'Port': ['ID=2c499ad6-48e1-461a-b3f4-260668b9c8b7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:41.494552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] No DVR routers for this DVR port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:08:41.577163 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c2510506-9ed9-4cf5-b2b5-d713d6af0e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.618061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2510506-9ed9-4cf5-b2b5-d713d6af0e57 None None] Pushing event deleted for resources: {'Port': ['ID=2c499ad6-48e1-461a-b3f4-260668b9c8b7,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:41.672086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2510506-9ed9-4cf5-b2b5-d713d6af0e57 None None] No DVR routers for this DVR port 2c499ad6-48e1-461a-b3f4-260668b9c8b7 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:08:41.716150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b9bd8297-8e9b-4e41-8cc7-9781cf468c63, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:41.741765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'b9bd8297-8e9b-4e41-8cc7-9781cf468c63', 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921', 'port_id': 'b9bd8297-8e9b-4e41-8cc7-9781cf468c63', 'mac_address': 'fa:16:3e:e2:99:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03a4d83-8c04-4f2b-80f5-db893cb6a837', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:08:41.772846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.841328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.841566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33acc49-56dc-40fa-8ec8-05665eb5bbe9']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:41.861534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b295cc7c-942c-4ab5-82cc-fa315769d671') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:41.861844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b295cc7c-942c-4ab5-82cc-fa315769d671') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:41.864027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bd8297-8e9b-4e41-8cc7-9781cf468c63 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:41.917085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b9bd8297-8e9b-4e41-8cc7-9781cf468c63, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:41.923211 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.928994 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.977072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:41.990739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:41.991145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:42.003178 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:42.029849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:42.047037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f20b6-73e6-4eac-9654-8242c4a2404a req-7449d6b3-9443-45bd-b5d6-1fabc312095e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:42.066927 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d41f20b6-73e6-4eac-9654-8242c4a2404a req-7449d6b3-9443-45bd-b5d6-1fabc312095e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1597226 Apr 21 21:08:42.160310 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d41f20b6-73e6-4eac-9654-8242c4a2404a req-9a383aa6-449e-494b-a077-43ada9d8a6fb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830140 Apr 21 21:08:42.196921 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:42.208340 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:42.230063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] 10.222.0.49 "DELETE /v2.0/networks/b33acc49-56dc-40fa-8ec8-05665eb5bbe9 HTTP/1.1" status: 204 len: 168 time: 1.8620484 Apr 21 21:08:42.270874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7ff40-27d0-43dc-a9c4-6aa123582b1b tempest-DHCPAgentSchedulersTestJSON-1469482896 tempest-DHCPAgentSchedulersTestJSON-1469482896-project] Pushing event deleted for resources: {'Network': ['ID=b33acc49-56dc-40fa-8ec8-05665eb5bbe9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:42.323507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b9bd8297-8e9b-4e41-8cc7-9781cf468c63'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:42.390119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a5e64-1f93-44b7-9301-50509b062f13 req-629daad0-97af-4cf1-a863-253f0e4c432e tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:42.395958 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-957a5e64-1f93-44b7-9301-50509b062f13 req-629daad0-97af-4cf1-a863-253f0e4c432e tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 945 time: 0.1129994 Apr 21 21:08:42.529300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-957a5e64-1f93-44b7-9301-50509b062f13 req-00e53e72-f2f8-4354-8a11-dc5c8c5d156a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270735 Apr 21 21:08:42.697993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 22a03f57-f351-4f82-b43e-15fbbbfb4185 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:08:42.861299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 22a03f57-f351-4f82-b43e-15fbbbfb4185 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:08:42.865886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 22a03f57-f351-4f82-b43e-15fbbbfb4185 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:42.866268 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:42.901853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42280) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:42.924939 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2c499ad6-48e1-461a-b3f4-260668b9c8b7 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:08:42.960500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 2c499ad6-48e1-461a-b3f4-260668b9c8b7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:08:42.960887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2c499ad6-48e1-461a-b3f4-260668b9c8b7 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:08:43.083197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:43.235198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716dccc-ab4f-4e4b-b780-506e50b4d766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03f57-f351-4f82-b43e-15fbbbfb4185'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:43.264848 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe8e431-003a-43e0-bd17-5be63884d1fd" -d '{"events": [{"server_uuid": "c716dccc-ab4f-4e4b-b780-506e50b4d766", "name": "network-vif-plugged", "status": "completed", "tag": "22a03f57-f351-4f82-b43e-15fbbbfb4185"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:43.296984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 22a03f57-f351-4f82-b43e-15fbbbfb4185, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=22a03f57-f351-4f82-b43e-15fbbbfb4185,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:43.317265 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:43.396921 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ef852-80d2-466b-9ac1-982d0994c9f7 x-openstack-request-id: req-843ef852-80d2-466b-9ac1-982d0994c9f7 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:43.397211 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716dccc-ab4f-4e4b-b780-506e50b4d766", "name": "network-vif-plugged", "status": "completed", "tag": "22a03f57-f351-4f82-b43e-15fbbbfb4185", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:43.399922 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-843ef852-80d2-466b-9ac1-982d0994c9f7 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:43.402080 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-843ef852-80d2-466b-9ac1-982d0994c9f7'] response: {'server_uuid': 'c716dccc-ab4f-4e4b-b780-506e50b4d766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a03f57-f351-4f82-b43e-15fbbbfb4185', 'code': 200} Apr 21 21:08:43.412084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62481c61-b93a-4350-a6da-e68c16d6372e req-a184ce28-25d4-48e8-9dff-54315b5778fc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:43.429233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62481c61-b93a-4350-a6da-e68c16d6372e req-a184ce28-25d4-48e8-9dff-54315b5778fc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1423492 Apr 21 21:08:43.468588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=22a03f57-f351-4f82-b43e-15fbbbfb4185,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:43.557710 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62481c61-b93a-4350-a6da-e68c16d6372e req-353b5a65-9910-4f37-a097-0a4ae92867ee tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269193 Apr 21 21:08:43.597108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f45f4-6e55-4a68-8848-f27bea473b81 req-5a30e023-98f6-45fd-a66f-2927e0a383a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:43.603574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-284f45f4-6e55-4a68-8848-f27bea473b81 req-5a30e023-98f6-45fd-a66f-2927e0a383a6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c716dccc-ab4f-4e4b-b780-506e50b4d766 HTTP/1.1" status: 200 len: 1096 time: 0.1185052 Apr 21 21:08:43.650209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b0ffa4d5-de84-4cf4-9f41-66586d17ea45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dfc3482915c446e19ee29992f07f2a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7471154 Apr 21 21:08:43.653977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42312) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:43.723457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-284f45f4-6e55-4a68-8848-f27bea473b81 req-df5a4309-2366-4b69-9f3a-919ddde4f91f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127305 Apr 21 21:08:43.778119 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e1ad942f-d64e-407f-9fa3-58a77bb154ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:43.784277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db6d6d-da21-47d8-8178-e3c0fd212b97 req-bf288635-01ff-4732-9329-f03ff0125d39 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:43.796115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-28db6d6d-da21-47d8-8178-e3c0fd212b97 req-bf288635-01ff-4732-9329-f03ff0125d39 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 945 time: 0.1396348 Apr 21 21:08:43.843959 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e1ad942f-d64e-407f-9fa3-58a77bb154ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:43.870759 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-28db6d6d-da21-47d8-8178-e3c0fd212b97 req-bd160594-184e-4b7b-b0c7-21a67a5dda27 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742071 Apr 21 21:08:43.951392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e1ad942f-d64e-407f-9fa3-58a77bb154ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:43.955977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e1ad942f-d64e-407f-9fa3-58a77bb154ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:43.958715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e1ad942f-d64e-407f-9fa3-58a77bb154ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34c6eafb-3c14-4560-9dd1-c68b254dc260 HTTP/1.1" status: 204 len: 168 time: 0.3028862 Apr 21 21:08:43.971821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad942f-d64e-407f-9fa3-58a77bb154ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c6eafb-3c14-4560-9dd1-c68b254dc260,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:44.570371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42346) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:44.598925 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51ec2e18-16f7-4308-985a-1001c2953f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:44.713445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46e6d-05e7-4320-83e9-93b269d59476 req-0611e914-da70-4aee-ab9d-84cde9234984 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:44.716833 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9d46e6d-05e7-4320-83e9-93b269d59476 req-0611e914-da70-4aee-ab9d-84cde9234984 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.0706754 Apr 21 21:08:44.728141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42350) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:44.774025 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9d46e6d-05e7-4320-83e9-93b269d59476 req-09a34be8-9a89-4101-a953-e8747aca868a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505123 Apr 21 21:08:44.822575 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51ec2e18-16f7-4308-985a-1001c2953f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:44.832938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51ec2e18-16f7-4308-985a-1001c2953f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:44.944714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-51ec2e18-16f7-4308-985a-1001c2953f7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5a8c421513b4e408f6f7b6eb325e0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732407 Apr 21 21:08:44.947477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42360) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:45.119467 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-310f69a7-b7c8-486e-9e5d-9652828a3141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.120785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 44623e33-d29c-4016-8fde-53bd8dec5972 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:08:45.123013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b9bd8297-8e9b-4e41-8cc7-9781cf468c63 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:08:45.213513 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-310f69a7-b7c8-486e-9e5d-9652828a3141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.399869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-310f69a7-b7c8-486e-9e5d-9652828a3141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.413744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-310f69a7-b7c8-486e-9e5d-9652828a3141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.419451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-310f69a7-b7c8-486e-9e5d-9652828a3141 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b858b752-13cd-40c6-b9fa-4647714163b9 HTTP/1.1" status: 204 len: 168 time: 0.4699452 Apr 21 21:08:45.446136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f69a7-b7c8-486e-9e5d-9652828a3141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b858b752-13cd-40c6-b9fa-4647714163b9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:45.481998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port b9bd8297-8e9b-4e41-8cc7-9781cf468c63 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:08:45.508260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=44623e33-d29c-4016-8fde-53bd8dec5972,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:45.523048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port b9bd8297-8e9b-4e41-8cc7-9781cf468c63 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:45.525643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.550113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1250616014', 'router:external': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:45.569773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec2e18-16f7-4308-985a-1001c2953f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b858b752-13cd-40c6-b9fa-4647714163b9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:45.581967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Made reservation on behalf of 5dc162171d804a4baea93ed48ba36763 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:45.585675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.596809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.608452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63316df8-c891-4e64-8a66-7834d50bd54d req-4416ac2a-8a07-46f4-ad79-7179481f16ff tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:45.609919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63316df8-c891-4e64-8a66-7834d50bd54d req-4416ac2a-8a07-46f4-ad79-7179481f16ff tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 945 time: 0.6153553 Apr 21 21:08:45.633965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '44623e33-d29c-4016-8fde-53bd8dec5972', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'port_id': '44623e33-d29c-4016-8fde-53bd8dec5972', 'mac_address': 'fa:16:3e:c2:91:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:08:45.735603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.739470 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63316df8-c891-4e64-8a66-7834d50bd54d req-9b8e43ec-190f-40b8-b860-c37bd6f09428 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234908 Apr 21 21:08:45.744793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.794132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fda210-6519-43ed-946a-20d473738030,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:45.794405 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.841559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:45.869289 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:45.869892 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Added segment cf99ef22-c871-4b92-99a5-6f581b7165a3 of type vlan for network 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf Apr 21 21:08:45.883339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44623e33-d29c-4016-8fde-53bd8dec5972 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:08:45.993572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=44623e33-d29c-4016-8fde-53bd8dec5972,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:46.004590 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:46.038953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:46.110640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14a9af-b680-4f54-8b8d-fe35ca1f1072 req-c7df9d47-8d82-4578-8ac6-183f20b6be44 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:46.119737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b14a9af-b680-4f54-8b8d-fe35ca1f1072 req-c7df9d47-8d82-4578-8ac6-183f20b6be44 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1762395 Apr 21 21:08:46.165027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:46.169967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:46.172983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:46.174733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:46.180625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=44623e33-d29c-4016-8fde-53bd8dec5972,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:46.251383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['44623e33-d29c-4016-8fde-53bd8dec5972'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:46.271693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eda0523-75cc-45e3-b76a-0f782b0a86d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd8297-8e9b-4e41-8cc7-9781cf468c63'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:46.274239 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f546ca51-686a-4992-a207-4abde8cc420b" -d '{"events": [{"server_uuid": "7eda0523-75cc-45e3-b76a-0f782b0a86d6", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd8297-8e9b-4e41-8cc7-9781cf468c63"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:46.298258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b14a9af-b680-4f54-8b8d-fe35ca1f1072 req-b72414e6-302a-4145-9ae9-966c6a4798a8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771429 Apr 21 21:08:46.332021 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b9bd8297-8e9b-4e41-8cc7-9781cf468c63, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:46.347419 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:46.362352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event updated for resources: {'Network': ['ID=4d73ddbf-32b0-4a6f-b633-296f0e7df8bf,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:46.367611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-feebb183-b8f8-42c5-a308-97a3b8462aed tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6384602 Apr 21 21:08:46.370747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42398) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:46.376924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'subnet': {'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:46.408822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Made reservation on behalf of 5dc162171d804a4baea93ed48ba36763 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:46.413050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:46.430507 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fa659d-50d5-47c9-b7a5-41005951d3ec x-openstack-request-id: req-d0fa659d-50d5-47c9-b7a5-41005951d3ec {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:46.431097 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eda0523-75cc-45e3-b76a-0f782b0a86d6", "name": "network-vif-plugged", "status": "completed", "tag": "b9bd8297-8e9b-4e41-8cc7-9781cf468c63", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:46.431367 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0fa659d-50d5-47c9-b7a5-41005951d3ec {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:46.431795 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fa659d-50d5-47c9-b7a5-41005951d3ec'] response: {'server_uuid': '7eda0523-75cc-45e3-b76a-0f782b0a86d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bd8297-8e9b-4e41-8cc7-9781cf468c63', 'code': 200} Apr 21 21:08:46.461867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:46.621357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f05c7-84af-40c0-bd99-a38f51c9bf24 req-49e1cc57-8d06-46fd-8717-55df4e7c313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:46.623703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea9f05c7-84af-40c0-bd99-a38f51c9bf24 req-49e1cc57-8d06-46fd-8717-55df4e7c313c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 1097 time: 0.1212437 Apr 21 21:08:46.704714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea9f05c7-84af-40c0-bd99-a38f51c9bf24 req-6768faa4-052a-44eb-bfe8-2006dfc0af75 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742819 Apr 21 21:08:46.729170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:46.965613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:08:46.966516 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:47.065970 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:08:47.106771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb4588-54cd-4f3d-9932-d94e434a9e02 req-7def21df-c593-4ef5-b2d1-d2b7c51f291c tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:47.112797 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ffb4588-54cd-4f3d-9932-d94e434a9e02 req-7def21df-c593-4ef5-b2d1-d2b7c51f291c tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 946 time: 0.2371252 Apr 21 21:08:47.135484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 44623e33-d29c-4016-8fde-53bd8dec5972 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:08:47.195913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:47.203775 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ffb4588-54cd-4f3d-9932-d94e434a9e02 req-369c6cf5-53ac-4285-acd1-dbc7d8ab494e tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787587 Apr 21 21:08:47.214312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Checking segment: {'id': 'cf99ef22-c871-4b92-99a5-6f581b7165a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:47.215060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Network hostable DHCP agents. Network: 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:08:47.248981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Network 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:08:47.271606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 44623e33-d29c-4016-8fde-53bd8dec5972 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:08:47.276212 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:47.276417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42430) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:47.278694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:47.292032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:47.294002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:47.358328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0246656c-767f-4651-9db1-5c17579630a2 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9859421 Apr 21 21:08:47.361200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42442) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:47.366054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-196554194', 'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:47.401915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9b94f-a3d7-4846-a8d5-218886da8718 None None] Network 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:47.408283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Made reservation on behalf of 5dc162171d804a4baea93ed48ba36763 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:47.412089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:47.443080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] device_id is not set on port 6f040d92-05cb-49e2-8596-4994d2c6d501 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:08:47.609383 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:47.614173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'networks': [{'name': 'tempest-network--202117219'}, {'name': 'tempest-network--531921304'}]} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:47.614519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'network': {'name': 'tempest-network--202117219'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:47.616976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'network': {'name': 'tempest-network--531921304'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:47.674438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbc051-2dc2-4017-97c1-36232387ec47 None None] Network 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:47.698238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=44623e33-d29c-4016-8fde-53bd8dec5972,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:47.703680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Allocated IP 2001:db8::140 (4d73ddbf-32b0-4a6f-b633-296f0e7df8bf/a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b/6f040d92-05cb-49e2-8596-4994d2c6d501) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:47.726000 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:47.798443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=44623e33-d29c-4016-8fde-53bd8dec5972,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:47.874497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c41b85-f92a-4d1b-abdf-bc607c1d16e8 req-b5de22a2-7481-4148-ac7b-7d80dde1792c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:47.886660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46c41b85-f92a-4d1b-abdf-bc607c1d16e8 req-b5de22a2-7481-4148-ac7b-7d80dde1792c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 945 time: 0.3695114 Apr 21 21:08:47.890265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Made reservation on behalf of f3c9f7ccfed84a4e98310415f86d2ea5 for: {'network': 2} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:47.895458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:47.932842 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.005533 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.022302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46c41b85-f92a-4d1b-abdf-bc607c1d16e8 req-27e59467-c3ba-4869-8ed5-5835a5c3027f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337404 Apr 21 21:08:48.120532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.245338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Network 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:48.320842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:48.329095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.341271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:48.342382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:48.343012 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.363377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event updated for resources: {'Port': ['ID=6f040d92-05cb-49e2-8596-4994d2c6d501,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:48.371060 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.372065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.409073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc0899-ff6c-4096-92a5-5fdd95dbaddd req-b69eddd1-f9eb-4efc-9ccc-656f107e29f9 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:48.417740 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3edc0899-ff6c-4096-92a5-5fdd95dbaddd req-b69eddd1-f9eb-4efc-9ccc-656f107e29f9 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 946 time: 0.1241159 Apr 21 21:08:48.433328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:48.436664 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342a7452-d305-40ff-942a-6c431bf7bf9d" -d '{"events": [{"server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "name": "network-vif-plugged", "status": "completed", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:48.464755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.466911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.467478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.468510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.469141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.470346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.476155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.476155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.476155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.476155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.476155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.476155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:48.502695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4e5e1822-6a98-4e96-916c-0576702fbd9f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1403995 Apr 21 21:08:48.505840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42488) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:48.517217 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d8a741-06df-4b76-87bc-cfb3b52f97d0 x-openstack-request-id: req-b3d8a741-06df-4b76-87bc-cfb3b52f97d0 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:48.517609 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "name": "network-vif-plugged", "status": "completed", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:48.517960 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3d8a741-06df-4b76-87bc-cfb3b52f97d0 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:48.518442 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d8a741-06df-4b76-87bc-cfb3b52f97d0'] response: {'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972', 'code': 200} Apr 21 21:08:48.524659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:48.540663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3edc0899-ff6c-4096-92a5-5fdd95dbaddd req-e080a75d-b94c-431b-8a0c-01be366b205d tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170926 Apr 21 21:08:48.569081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.569784 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Added segment b544f150-c9c7-4757-872b-d69e0f7521ec of type vlan for network 6d66f87a-e00f-4088-b0a5-b1beed11bd91 Apr 21 21:08:48.656035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c495868-04c8-4c87-8c71-2656306a3013,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:48.693685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-15731db3-22a0-484a-9d55-d5ae7598cf5b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Deleting port 6f040d92-05cb-49e2-8596-4994d2c6d501 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:48.694350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15731db3-22a0-484a-9d55-d5ae7598cf5b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.710094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.837062 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15731db3-22a0-484a-9d55-d5ae7598cf5b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.850808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-15731db3-22a0-484a-9d55-d5ae7598cf5b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Calling delete_port for 6f040d92-05cb-49e2-8596-4994d2c6d501 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:48.876109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9796c-2fe8-45f1-886e-11e5c2d5b59a req-9c30c87e-0bf5-4c06-8528-339da0d0b8f0 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:48.878495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70c9796c-2fe8-45f1-886e-11e5c2d5b59a req-9c30c87e-0bf5-4c06-8528-339da0d0b8f0 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=c716dccc-ab4f-4e4b-b780-506e50b4d766 HTTP/1.1" status: 200 len: 945 time: 0.1895168 Apr 21 21:08:48.879470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:48.928062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:48.928703 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Added segment 45afaa5a-aa54-4e70-bf0f-6c4efff0753a of type vlan for network 52973a62-d286-465a-87ae-02cf2b7ad0cb Apr 21 21:08:48.932675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-70c9796c-2fe8-45f1-886e-11e5c2d5b59a req-4c5eb24b-7106-46e4-8a3f-9ec04336bcd9 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Apr 21 21:08:48.994714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:49.064199 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:49.065010 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:49.071989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:49.090661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:49.091600 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:49.201071 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9229217 Apr 21 21:08:49.241773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42506) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:49.431018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Network': ['ID=6d66f87a-e00f-4088-b0a5-b1beed11bd91,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:49.451843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6d66f87a-e00f-4088-b0a5-b1beed11bd91 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:49.650270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaeb11-5582-4494-ba5e-7a73b7f8a807 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Network': ['ID=52973a62-d286-465a-87ae-02cf2b7ad0cb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:49.707504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4e78e-5268-4ed2-9d63-cc3bf71767a4 req-1d94aecd-7f79-41de-af67-20c3df23b395 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:49.716211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a4e78e-5268-4ed2-9d63-cc3bf71767a4 req-1d94aecd-7f79-41de-af67-20c3df23b395 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.4718745 Apr 21 21:08:49.825983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f233c00b-689c-4dd3-b3f1-682afe96b0d7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:49.826516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 52973a62-d286-465a-87ae-02cf2b7ad0cb details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:49.843160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f233c00b-689c-4dd3-b3f1-682afe96b0d7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:49.857256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f233c00b-689c-4dd3-b3f1-682afe96b0d7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:49.869870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f233c00b-689c-4dd3-b3f1-682afe96b0d7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:49.880644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f233c00b-689c-4dd3-b3f1-682afe96b0d7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:49.893990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f233c00b-689c-4dd3-b3f1-682afe96b0d7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3013 time: 0.6511366 Apr 21 21:08:49.894625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42524) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:49.937373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4a4e78e-5268-4ed2-9d63-cc3bf71767a4 req-c72d26fd-0245-4017-a872-6f1c24e09376 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201915 Apr 21 21:08:50.095738 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15731db3-22a0-484a-9d55-d5ae7598cf5b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.157253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.230303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15731db3-22a0-484a-9d55-d5ae7598cf5b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f040d92-05cb-49e2-8596-4994d2c6d501,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:50.296309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15731db3-22a0-484a-9d55-d5ae7598cf5b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.302245 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-15731db3-22a0-484a-9d55-d5ae7598cf5b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "DELETE /v2.0/ports/6f040d92-05cb-49e2-8596-4994d2c6d501 HTTP/1.1" status: 204 len: 168 time: 1.7946031 Apr 21 21:08:50.336610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42538) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:50.348954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf', 'external_fixed_ips': [{'subnet_id': 'a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b', 'ip_address': '2001:db8::140'}]}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:50.379229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.408007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-41dc4704-ae35-4737-8e57-97b64da01408 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:50.412882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a815a-2ede-4c7d-9cec-ba7dee993383 req-9c9f6b49-57b1-4f9e-aaed-ab2c545e8329 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:50.418061 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.418338 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-41dc4704-ae35-4737-8e57-97b64da01408 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 813 time: 0.3137569 Apr 21 21:08:50.424555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-266a815a-2ede-4c7d-9cec-ba7dee993383 req-9c9f6b49-57b1-4f9e-aaed-ab2c545e8329 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 946 time: 0.1907880 Apr 21 21:08:50.443595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-d08a8a8b-b801-465c-9ba9-5b37b55e9c41 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/quotas/d12b7c0a3aba406ea276936ed8a482de HTTP/1.1" status: 200 len: 375 time: 0.0242743 Apr 21 21:08:50.443944 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.445180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.479474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d66f87a-e00f-4088-b0a5-b1beed11bd91']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:50.514513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b544f150-c9c7-4757-872b-d69e0f7521ec') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:50.515208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b544f150-c9c7-4757-872b-d69e0f7521ec') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:50.538115 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.572675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-266a815a-2ede-4c7d-9cec-ba7dee993383 req-db135723-4dc9-46c4-9515-5c697c6d77d0 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463029 Apr 21 21:08:50.591392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.599230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:50.599879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.661080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:50.663028 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:50.670788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.720976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:50.724949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/networks/6d66f87a-e00f-4088-b0a5-b1beed11bd91 HTTP/1.1" status: 204 len: 168 time: 0.8277612 Apr 21 21:08:50.727935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42546) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:50.763409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69383c-5def-4c8f-84d9-b24ffc6de820 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Network': ['ID=6d66f87a-e00f-4088-b0a5-b1beed11bd91,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:50.788100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-9adac54b-f599-4964-a634-26327404acc4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3435886 Apr 21 21:08:50.810203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.035586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-fde943a3-038b-4f2c-8b6e-44d8fe4b4cec tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:51.037171 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-fde943a3-038b-4f2c-8b6e-44d8fe4b4cec tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.43 "GET /v2.0/ports?device_id=c716dccc-ab4f-4e4b-b780-506e50b4d766 HTTP/1.1" status: 200 len: 945 time: 0.2470694 Apr 21 21:08:51.117617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.125612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-6a04b450-9b7c-4f09-971f-1d01d17ff792 service neutron] 10.222.0.49 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365700 Apr 21 21:08:51.139516 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.269186 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.292545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52973a62-d286-465a-87ae-02cf2b7ad0cb']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:51.307765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45afaa5a-aa54-4e70-bf0f-6c4efff0753a') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:51.308157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45afaa5a-aa54-4e70-bf0f-6c4efff0753a') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:51.319413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.326698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Deleting port 22a03f57-f351-4f82-b43e-15fbbbfb4185 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:51.327042 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.332829 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.337170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-6e7fec2f-a978-4ed8-8610-c4d8f76b2390 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:51.338668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:08:51.338801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-6e7fec2f-a978-4ed8-8610-c4d8f76b2390 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.46 "GET /v2.0/ports?device_id=7eda0523-75cc-45e3-b76a-0f782b0a86d6 HTTP/1.1" status: 200 len: 946 time: 0.1179035 Apr 21 21:08:51.339065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.351032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c6d23f7a-0862-4eb3-a4a9-1eb0a48877de service neutron] 10.222.0.49 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244134 Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:08:51.417462 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:08:51.433694 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.438909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.443436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/networks/52973a62-d286-465a-87ae-02cf2b7ad0cb HTTP/1.1" status: 204 len: 168 time: 0.7145424 Apr 21 21:08:51.447906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42550) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:51.458892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa5e46-35bd-4436-940e-f3c121f81e0b req-aca1365e-5291-4dd1-ba7a-e430bba67cbf tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:51.460722 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-94fa5e46-35bd-4436-940e-f3c121f81e0b req-aca1365e-5291-4dd1-ba7a-e430bba67cbf tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.3652511 Apr 21 21:08:51.570596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343b6be-3526-460c-9855-bbbd1c803797 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Network': ['ID=52973a62-d286-465a-87ae-02cf2b7ad0cb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:51.605796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] For port 22a03f57-f351-4f82-b43e-15fbbbfb4185, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=22a03f57-f351-4f82-b43e-15fbbbfb4185,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:51.606658 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.658407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Calling delete_port for 22a03f57-f351-4f82-b43e-15fbbbfb4185 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:51.718626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51347ba-f435-4f8e-a421-ce8e32d3a509 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:51.727037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51347ba-f435-4f8e-a421-ce8e32d3a509 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:51.733799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51347ba-f435-4f8e-a421-ce8e32d3a509 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:51.741447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c51347ba-f435-4f8e-a421-ce8e32d3a509 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.2366536 Apr 21 21:08:51.744920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42564) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:51.754099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-534565255'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:51.786646 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-94fa5e46-35bd-4436-940e-f3c121f81e0b req-930b3db4-e0ff-4c57-bc35-69232cddb977 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763979 Apr 21 21:08:51.950537 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Made reservation on behalf of f3c9f7ccfed84a4e98310415f86d2ea5 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:51.963498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.969211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:51.981416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['22a03f57-f351-4f82-b43e-15fbbbfb4185'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:51.989703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b9bd8297-8e9b-4e41-8cc7-9781cf468c63'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:52.018175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Pushing event deleted for resources: {'Port': ['ID=22a03f57-f351-4f82-b43e-15fbbbfb4185,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:52.048073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e3075-5df2-41f2-adfe-ae986382f100 req-97ac4725-1aaa-4ec6-a7ac-94abd56c7302 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:52.049261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926daad6-7d55-4e99-92ec-195262736828 req-8e2ed576-9112-45fa-9e03-381c2b72f40f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:52.050009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-989e3075-5df2-41f2-adfe-ae986382f100 req-97ac4725-1aaa-4ec6-a7ac-94abd56c7302 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 946 time: 0.3037086 Apr 21 21:08:52.051052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-926daad6-7d55-4e99-92ec-195262736828 req-8e2ed576-9112-45fa-9e03-381c2b72f40f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 946 time: 0.1152987 Apr 21 21:08:52.055058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Deleting port b9bd8297-8e9b-4e41-8cc7-9781cf468c63 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:52.055408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.114193 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c2290aee-cc78-40dc-9e42-18f0b31e346c req-f049861a-f6c6-4b65-85b4-1ad026ae9c11 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 210 time: 0.0413272 Apr 21 21:08:52.153329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:52.191255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-926daad6-7d55-4e99-92ec-195262736828 req-df637e59-6e97-4fa0-bde5-b857a76ee3db tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269367 Apr 21 21:08:52.191980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] No DVR routers for this DVR port 22a03f57-f351-4f82-b43e-15fbbbfb4185 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:08:52.196741 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.201353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b55783d0-32a6-4897-b3fd-ddaa93715b8f req-654b20bb-6f0e-43a0-92af-fb8f4d18be5a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.43 "DELETE /v2.0/ports/22a03f57-f351-4f82-b43e-15fbbbfb4185 HTTP/1.1" status: 204 len: 173 time: 1.1542327 Apr 21 21:08:52.201829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716dccc-ab4f-4e4b-b780-506e50b4d766', 'name': 'network-vif-deleted', 'tag': '22a03f57-f351-4f82-b43e-15fbbbfb4185'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:52.204886 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df804de-dc12-4ac7-9148-9fc3e4343df1" -d '{"events": [{"server_uuid": "c716dccc-ab4f-4e4b-b780-506e50b4d766", "name": "network-vif-deleted", "tag": "22a03f57-f351-4f82-b43e-15fbbbfb4185"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:52.312004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] For port b9bd8297-8e9b-4e41-8cc7-9781cf468c63, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:52.312384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.321182 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd390a1-81af-4639-aa05-ef547d2be3aa x-openstack-request-id: req-0fd390a1-81af-4639-aa05-ef547d2be3aa {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:52.321792 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c716dccc-ab4f-4e4b-b780-506e50b4d766", "name": "network-vif-deleted", "tag": "22a03f57-f351-4f82-b43e-15fbbbfb4185", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:52.322049 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0fd390a1-81af-4639-aa05-ef547d2be3aa {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:52.322456 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd390a1-81af-4639-aa05-ef547d2be3aa'] response: {'server_uuid': 'c716dccc-ab4f-4e4b-b780-506e50b4d766', 'name': 'network-vif-deleted', 'tag': '22a03f57-f351-4f82-b43e-15fbbbfb4185', 'status': 'completed', 'code': 200} Apr 21 21:08:52.354094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Calling delete_port for b9bd8297-8e9b-4e41-8cc7-9781cf468c63 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:52.404730 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.405159 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Added segment 4cda9f24-c914-413e-99ce-7bc6696ba69e of type vlan for network c3b94107-92e9-4693-9c27-e244f668de1b Apr 21 21:08:52.474297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.554042 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.567874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:52.572966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.635217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.647328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['22a03f57-f351-4f82-b43e-15fbbbfb4185'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:08:52.694798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Network': ['ID=c3b94107-92e9-4693-9c27-e244f668de1b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:52.714837 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cbb9c422-b1df-43a6-857b-3611d6baa22d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9652183 Apr 21 21:08:52.716794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42586) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:52.720404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network c3b94107-92e9-4693-9c27-e244f668de1b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:52.731925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Pushing event deleted for resources: {'Port': ['ID=b9bd8297-8e9b-4e41-8cc7-9781cf468c63,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:52.744087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1070522957'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:52.831128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Made reservation on behalf of f3c9f7ccfed84a4e98310415f86d2ea5 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:52.841896 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.863286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] No DVR routers for this DVR port b9bd8297-8e9b-4e41-8cc7-9781cf468c63 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:08:52.867217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.883734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9851d01-3083-49cf-adbf-412de5f2a6e2 req-35ffcead-6636-48d0-8c43-208677820fbc tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.46 "DELETE /v2.0/ports/b9bd8297-8e9b-4e41-8cc7-9781cf468c63 HTTP/1.1" status: 204 len: 173 time: 1.5059047 Apr 21 21:08:52.928068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:08:52.962059 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:52.962741 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Added segment 68dea608-a4c0-4127-90c3-87581c99accf of type vlan for network 66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f Apr 21 21:08:53.078632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2b4e5-4488-47ec-99fa-29809a474571 req-d076585a-72a5-4667-a72b-64a3d90a02dc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:53.082748 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:53.087624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-caa2b4e5-4488-47ec-99fa-29809a474571 req-d076585a-72a5-4667-a72b-64a3d90a02dc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1173015 Apr 21 21:08:53.146450 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-caa2b4e5-4488-47ec-99fa-29809a474571 req-fb04264a-973e-4c86-aed1-67899451b9d4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522289 Apr 21 21:08:53.165474 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:53.181068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:53.183489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:53.390642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6593027 Apr 21 21:08:53.391683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:53.396593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42594) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:53.455965 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:53.457605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'ports': [{'network_id': 'c3b94107-92e9-4693-9c27-e244f668de1b', 'name': 'tempest-port--957922317', 'admin_state_up': True}, {'network_id': '66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f', 'admin_state_up': False}]} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:53.457918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'port': {'network_id': 'c3b94107-92e9-4693-9c27-e244f668de1b', 'name': 'tempest-port--957922317', 'admin_state_up': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:53.458404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'port': {'network_id': '66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f', 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:53.482023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeea2d1-281a-4fb5-9058-72f821c7aaf1 req-2c3fed8a-0da4-4172-bd38-65b4e1683cae tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:53.483467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbeea2d1-281a-4fb5-9058-72f821c7aaf1 req-2c3fed8a-0da4-4172-bd38-65b4e1683cae tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 946 time: 0.1375992 Apr 21 21:08:53.620718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbeea2d1-281a-4fb5-9058-72f821c7aaf1 req-be386d0f-38ac-47df-b643-8de921e0ce56 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115413 Apr 21 21:08:53.665393 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e6ffefe-440e-48b0-b103-84c685a2edc0 req-6cbeb59d-f53c-4fb6-8998-e13795ec9fa9 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 210 time: 0.2921128 Apr 21 21:08:53.847223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Made reservation on behalf of f3c9f7ccfed84a4e98310415f86d2ea5 for: {'port': 2} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:53.913122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:53.957059 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:54.000410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac09cb-5b94-45ab-a9e8-450c326bc3f7 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Network': ['ID=66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:54.018924 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:08:54.023615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Deleting port ab4e523f-c4f0-4c51-a10c-c023415a2e39 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:54.023952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:54.057676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Allocated IP 2001:db8::140 (4d73ddbf-32b0-4a6f-b633-296f0e7df8bf/a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b/ecd331cd-aff2-4e80-a841-fe1e44534570) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:54.250344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] For port ab4e523f-c4f0-4c51-a10c-c023415a2e39, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=ab4e523f-c4f0-4c51-a10c-c023415a2e39,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:08:54.250966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:54.337673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eda0523-75cc-45e3-b76a-0f782b0a86d6', 'name': 'network-vif-deleted', 'tag': 'b9bd8297-8e9b-4e41-8cc7-9781cf468c63'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:54.340193 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69f8a7f-fa1a-4ab1-8f3b-39681b9215c6" -d '{"events": [{"server_uuid": "7eda0523-75cc-45e3-b76a-0f782b0a86d6", "name": "network-vif-deleted", "tag": "b9bd8297-8e9b-4e41-8cc7-9781cf468c63"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:54.431492 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:54.548227 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6663abc-e089-4591-9bf5-eb2a1ffd3ff7 x-openstack-request-id: req-b6663abc-e089-4591-9bf5-eb2a1ffd3ff7 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:54.548816 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eda0523-75cc-45e3-b76a-0f782b0a86d6", "name": "network-vif-deleted", "tag": "b9bd8297-8e9b-4e41-8cc7-9781cf468c63", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:54.549247 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6663abc-e089-4591-9bf5-eb2a1ffd3ff7 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:54.549771 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6663abc-e089-4591-9bf5-eb2a1ffd3ff7'] response: {'server_uuid': '7eda0523-75cc-45e3-b76a-0f782b0a86d6', 'name': 'network-vif-deleted', 'tag': 'b9bd8297-8e9b-4e41-8cc7-9781cf468c63', 'status': 'completed', 'code': 200} Apr 21 21:08:54.559408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] device_id is not set on port 62fe66de-51ec-42ba-8bf9-dc717fcd10c3 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:08:54.657376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922556a-9305-4c6c-960f-4c67893c0449 req-4a04d3c8-3715-4c9f-9be1-f7072238a253 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:54.664950 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4922556a-9305-4c6c-960f-4c67893c0449 req-4a04d3c8-3715-4c9f-9be1-f7072238a253 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.3102252 Apr 21 21:08:54.733498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 22a03f57-f351-4f82-b43e-15fbbbfb4185 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:08:54.780542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:54.781189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:54.781941 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Floating IP 19c725f3-3531-4952-9517-8ef79f460f71 disassociated. External IP: 172.25.0.147, port: ab4e523f-c4f0-4c51-a10c-c023415a2e39. Apr 21 21:08:54.782396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Calling delete_port for ab4e523f-c4f0-4c51-a10c-c023415a2e39 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:54.816215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 22a03f57-f351-4f82-b43e-15fbbbfb4185 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:08:54.819019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 22a03f57-f351-4f82-b43e-15fbbbfb4185 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:08:55.167908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:55.181075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b9bd8297-8e9b-4e41-8cc7-9781cf468c63 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:08:55.216173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: b9bd8297-8e9b-4e41-8cc7-9781cf468c63 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:08:55.230199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b9bd8297-8e9b-4e41-8cc7-9781cf468c63 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:08:55.265999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4922556a-9305-4c6c-960f-4c67893c0449 req-291dbf7a-44f2-41ec-a88e-8a58de136db6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000588 Apr 21 21:08:55.272607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-484fff38-db86-4840-a6ba-4876fa01fd58 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:55.288094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-484fff38-db86-4840-a6ba-4876fa01fd58 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.46 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 813 time: 1.0667725 Apr 21 21:08:55.318582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Request body: {'port': {'device_id': 'b5a0bc93-f3d3-4c50-8095-379beb3fe35e', 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921', 'admin_state_up': True, 'tenant_id': 'd12b7c0a3aba406ea276936ed8a482de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:55.369420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-6b3ccbb0-9d63-4edf-bd68-7ff23f2e7428 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:55.370910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-6b3ccbb0-9d63-4edf-bd68-7ff23f2e7428 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.43 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 813 time: 0.9197500 Apr 21 21:08:55.474614 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Network 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:55.484169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event updated for resources: {'Port': ['ID=ecd331cd-aff2-4e80-a841-fe1e44534570,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:55.514391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:55.514844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Request body: {'port': {'device_id': 'b9884dce-fde4-476e-a138-dc0f7dc83917', 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921', 'admin_state_up': True, 'tenant_id': 'd12b7c0a3aba406ea276936ed8a482de'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:55.524494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51be34c-d92e-4318-943c-53f2db7beef8 req-3533e6d7-84da-414b-9ea8-d979e7125d9d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:55.526378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b51be34c-d92e-4318-943c-53f2db7beef8 req-3533e6d7-84da-414b-9ea8-d979e7125d9d tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 946 time: 0.7392442 Apr 21 21:08:55.527873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:55.531392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.531747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.532112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.532532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.533125 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.533571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.534031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.534690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.535459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.535942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.536367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.536882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:08:55.564270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc6438d0-f86b-4c29-8e0e-f363f7dc28a0 req-5450957b-5539-4761-a89f-7cab64bbcd1a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 210 time: 0.1841772 Apr 21 21:08:55.642096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:55.788688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] device_id is not set on port 45548d75-5ead-4d47-838b-5eecb05cc5cc yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:08:55.852448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Made reservation on behalf of d12b7c0a3aba406ea276936ed8a482de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:55.856877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:55.860490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b51be34c-d92e-4318-943c-53f2db7beef8 req-1673b781-6031-45ab-a772-9e7a9432ed49 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183212 Apr 21 21:08:55.867888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:55.902854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Made reservation on behalf of d12b7c0a3aba406ea276936ed8a482de for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:08:55.906516 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:55.926178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event deleted for resources: {'Port': ['ID=ab4e523f-c4f0-4c51-a10c-c023415a2e39,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:56.259202 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:56.360558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:08:56.551989 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:56.660603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:56.744653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:08:56.755725 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] Sync routers for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:08:56.771409 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:08:56.773508 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:08:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:56.794892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Port': ['ID=62fe66de-51ec-42ba-8bf9-dc717fcd10c3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:56.833442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Allocated IP 172.20.0.4 (b37265e0-3f2b-4440-8e24-1dfb91f02921/b03a4d83-8c04-4f2b-80f5-db893cb6a837/5b1a7c26-1369-4b88-9827-6bcd857c72e5) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:56.870486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] No DVR routers for this DVR port ab4e523f-c4f0-4c51-a10c-c023415a2e39 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:08:56.881722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9298f-045f-4bcd-8e25-25ba363cfe54 req-3d6d8452-6164-4d14-be96-4fa06eeba940 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:56.890830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2f9298f-045f-4bcd-8e25-25ba363cfe54 req-3d6d8452-6164-4d14-be96-4fa06eeba940 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.2537804 Apr 21 21:08:56.896192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:56.899777 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-989e3075-5df2-41f2-adfe-ae986382f100 req-25f10eae-e51a-46d6-8a67-ad28bd029a2f tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.46 "DELETE /v2.0/ports/ab4e523f-c4f0-4c51-a10c-c023415a2e39 HTTP/1.1" status: 204 len: 173 time: 4.8364949 Apr 21 21:08:56.901011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-deleted', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:08:56.913386 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58e1c9-e678-4d19-98c5-05af1fce94d1" -d '{"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-deleted", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:08:56.925662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-770eda70-6273-4b03-92ac-58cdf754a223 req-6a7e5bd0-6f43-4448-9507-fc0b6d099d34 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 210 time: 0.1127536 Apr 21 21:08:56.927135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:56.972476 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2f9298f-045f-4bcd-8e25-25ba363cfe54 req-e3473da5-a2a9-4881-a2c1-9dd542965325 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807748 Apr 21 21:08:57.002733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Checking segment: {'id': '4cda9f24-c914-413e-99ce-7bc6696ba69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'c3b94107-92e9-4693-9c27-e244f668de1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:57.003412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Network hostable DHCP agents. Network: c3b94107-92e9-4693-9c27-e244f668de1b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:08:57.059428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Network c3b94107-92e9-4693-9c27-e244f668de1b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:08:57.068194 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:08:57.080739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, c3b94107-92e9-4693-9c27-e244f668de1b) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:57.085246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:57.086298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:57.090920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae908a4-b207-4676-aebd-3b7e785f5218 None None] Network c3b94107-92e9-4693-9c27-e244f668de1b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:57.267575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:08:57.291278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Port': ['ID=45548d75-5ead-4d47-838b-5eecb05cc5cc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:57.326890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Checking segment: {'id': '68dea608-a4c0-4127-90c3-87581c99accf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:57.327257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Network hostable DHCP agents. Network: 66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:08:57.330014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: ab4e523f-c4f0-4c51-a10c-c023415a2e39 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:08:57.332310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device ab4e523f-c4f0-4c51-a10c-c023415a2e39 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:08:57.370803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0121f2eb-e0f3-43ea-a340-f89c32ae2b93 req-fde874c8-9a6f-4db8-be27-5ca7846bfbe9 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/ports?device_id=c39278c8-6487-4774-a6c7-5e3d7e38ec6e HTTP/1.1" status: 200 len: 210 time: 0.1752355 Apr 21 21:08:57.420129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:57.439962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Network 66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:08:57.461383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:57.472463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1409e1c-58f1-4826-bf86-19ecf402a51d None None] Network 66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:08:57.474268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Router f1397338-34a7-40a6-8560-40aaf02c7db0 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:08:57.483928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:57.508144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:57.513750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:57.517490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:57.581306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-280e2a74-7014-4add-8b45-cd8fd8e18740 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1832645 Apr 21 21:08:57.584380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42652) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:57.590520 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:57.595881 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4c4777-cf9a-49f6-9c35-c351313bb28c x-openstack-request-id: req-6a4c4777-cf9a-49f6-9c35-c351313bb28c {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:08:57.596180 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39278c8-6487-4774-a6c7-5e3d7e38ec6e", "name": "network-vif-deleted", "tag": "ab4e523f-c4f0-4c51-a10c-c023415a2e39", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:08:57.596423 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a4c4777-cf9a-49f6-9c35-c351313bb28c {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:08:57.608324 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4c4777-cf9a-49f6-9c35-c351313bb28c'] response: {'server_uuid': 'c39278c8-6487-4774-a6c7-5e3d7e38ec6e', 'name': 'network-vif-deleted', 'tag': 'ab4e523f-c4f0-4c51-a10c-c023415a2e39', 'status': 'completed', 'code': 200} Apr 21 21:08:57.709949 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:57.762831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Network b37265e0-3f2b-4440-8e24-1dfb91f02921 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:57.783620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:57.793365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:57.796478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Allocated IP 172.20.0.2 (b37265e0-3f2b-4440-8e24-1dfb91f02921/b03a4d83-8c04-4f2b-80f5-db893cb6a837/fee69391-00a2-43ab-82e9-4f03a0cc3d50) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:08:57.806667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89e3ed2-78f0-45be-89b0-27382456ca3d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:57.813299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89e3ed2-78f0-45be-89b0-27382456ca3d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:57.817394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e89e3ed2-78f0-45be-89b0-27382456ca3d tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2224569 Apr 21 21:08:57.819092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42658) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:57.838956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Pushing event updated for resources: {'Port': ['ID=5b1a7c26-1369-4b88-9827-6bcd857c72e5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:57.851033 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] Checking router: a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:08:57.882594 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:08:57.896264 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:08:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:57.899685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:08:57.961321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Sync routers for ids ['f1397338-34a7-40a6-8560-40aaf02c7db0'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:08:57.990433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:58.001926 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d31c66f9-de74-48ca-a4f6-a3503e8e9416 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.6557548 Apr 21 21:08:58.002151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Routers {'f1397338-34a7-40a6-8560-40aaf02c7db0'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:08:58.002793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:08:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f1397338-34a7-40a6-8560-40aaf02c7db0'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:58.003883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42666) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:58.009759 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:58.010431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:58.060211 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:08:58.110085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-77c7798c-48fb-436d-8396-5a8b63128564 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6005361 Apr 21 21:08:58.177105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Request body: {'port': {'device_id': 'b9884dce-fde4-476e-a138-dc0f7dc83917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:08:58.177464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Set router f1397338-34a7-40a6-8560-40aaf02c7db0 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:08:58.342784 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:58.364796 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:58.517370 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:58.521807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:58.532425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1397338-34a7-40a6-8560-40aaf02c7db0', 'name': '', 'tenant_id': '5dc162171d804a4baea93ed48ba36763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf', 'external_fixed_ips': [{'subnet_id': 'a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b', 'ip_address': '2001:db8::140'}], 'enable_snat': True}, 'gw_port_id': 'ecd331cd-aff2-4e80-a841-fe1e44534570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:08:50Z', 'updated_at': '2022-04-21T21:08:55Z', 'revision_number': 3, 'project_id': '5dc162171d804a4baea93ed48ba36763', 'gw_port': {'id': 'ecd331cd-aff2-4e80-a841-fe1e44534570', 'name': '', 'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1397338-34a7-40a6-8560-40aaf02c7db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': 'a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b', 'ip_address': '2001:db8::140', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:08:53Z', 'updated_at': '2022-04-21T21:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:58.533337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-de5dd89c-4bdb-4859-ae23-a8d98e1daa9f tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Deleting port 62fe66de-51ec-42ba-8bf9-dc717fcd10c3 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:58.534100 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de5dd89c-4bdb-4859-ae23-a8d98e1daa9f tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:58.585394 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5475cae-8ca3-4237-9efa-5a5ef4537431 None None] The sync data for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 is: [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T20:59:30Z', 'revision_number': 4, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c9e6e9f3-908c-41ab-89b4-ceae09e8cf67', 'name': '', 'network_id': '3f991d97-6e36-4588-b769-0a4ff80fd650', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'mac_address': 'fa:16:3e:32:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '871160c4-f389-4efb-8b19-78040f35e56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:29Z', 'updated_at': '2022-04-21T20:59:38Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'subnets': [{'id': '871160c4-f389-4efb-8b19-78040f35e56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:08:58.587682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Checking router: f1397338-34a7-40a6-8560-40aaf02c7db0 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:08:58.588164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Updating router f1397338-34a7-40a6-8560-40aaf02c7db0 port ecd331cd-aff2-4e80-a841-fe1e44534570 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:08:58.622317 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:58.670190 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:58.704115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53336b7e-a025-4e91-b87a-664479542c30 req-4d9a72c0-4a6d-443e-a007-997f9f8a19ba tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:58.708621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-53336b7e-a025-4e91-b87a-664479542c30 req-4d9a72c0-4a6d-443e-a007-997f9f8a19ba tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.5618861 Apr 21 21:08:58.774702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de5dd89c-4bdb-4859-ae23-a8d98e1daa9f tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:58.812178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-de5dd89c-4bdb-4859-ae23-a8d98e1daa9f tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Calling delete_port for 62fe66de-51ec-42ba-8bf9-dc717fcd10c3 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:58.954081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-53336b7e-a025-4e91-b87a-664479542c30 req-fcad4b5f-4d32-4f2e-8b29-d9dc8dfe5792 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257164 Apr 21 21:08:59.005681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Deleting port ecd331cd-aff2-4e80-a841-fe1e44534570 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:08:59.006040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.041608 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.055821 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.090923 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71cd9c83-5513-498c-8815-5b3aeb3b6101 req-41c190cf-4270-41bd-a308-1325e8e23a33 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 210 time: 0.9551511 Apr 21 21:08:59.104914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Attempting to bind port ecd331cd-aff2-4e80-a841-fe1e44534570 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:08:59.106279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Attempting to bind port ecd331cd-aff2-4e80-a841-fe1e44534570 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'cf99ef22-c871-4b92-99a5-6f581b7165a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:08:59.107212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Attempting to bind port ecd331cd-aff2-4e80-a841-fe1e44534570 on network 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:08:59.153183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de5dd89c-4bdb-4859-ae23-a8d98e1daa9f tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.154983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:08:59.154983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Checking segment: {'id': 'cf99ef22-c871-4b92-99a5-6f581b7165a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:08:59.156552 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.157100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Bound using segment: {'id': 'cf99ef22-c871-4b92-99a5-6f581b7165a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:08:59.161772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Bound port: ecd331cd-aff2-4e80-a841-fe1e44534570, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf99ef22-c871-4b92-99a5-6f581b7165a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4d73ddbf-32b0-4a6f-b633-296f0e7df8bf'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:08:59.162319 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.204967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42680) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:59.210845 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ebf0f4-ab95-4e00-aba0-6a12a45901ca None None] New status for floating IP 19c725f3-3531-4952-9517-8ef79f460f71: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:08:59.252795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Network b37265e0-3f2b-4440-8e24-1dfb91f02921 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:08:59.255016 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.266226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d68af-cd4e-48de-b2ef-103da054e445 None None] Pushing event updated for resources: {'Port': ['ID=ecd331cd-aff2-4e80-a841-fe1e44534570,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:59.268781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:08:59.284885 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:08:59.319217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] For port ecd331cd-aff2-4e80-a841-fe1e44534570, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:08:59.323494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] For port ecd331cd-aff2-4e80-a841-fe1e44534570, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ecd331cd-aff2-4e80-a841-fe1e44534570,segment=NetworkSegment(cf99ef22-c871-4b92-99a5-6f581b7165a3),segment_id=cf99ef22-c871-4b92-99a5-6f581b7165a3)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:08:59.330822 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.333684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Pushing event updated for resources: {'Port': ['ID=fee69391-00a2-43ab-82e9-4f03a0cc3d50,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:59.427700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.435621 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de5dd89c-4bdb-4859-ae23-a8d98e1daa9f tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.446064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42682) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:08:59.448599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-de5dd89c-4bdb-4859-ae23-a8d98e1daa9f tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/ports/62fe66de-51ec-42ba-8bf9-dc717fcd10c3 HTTP/1.1" status: 204 len: 168 time: 1.6007211 Apr 21 21:08:59.467661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Routers {'f1397338-34a7-40a6-8560-40aaf02c7db0'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:08:59.469765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:08:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f1397338-34a7-40a6-8560-40aaf02c7db0'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:59.483745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5e61857-42a4-43cb-94b5-bbd0ac420e9c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.486165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Calling delete_port for ecd331cd-aff2-4e80-a841-fe1e44534570 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:08:59.509858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dd89c-4bdb-4859-ae23-a8d98e1daa9f tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Port': ['ID=62fe66de-51ec-42ba-8bf9-dc717fcd10c3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:59.536803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:08:59.537440 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:08:59.677698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] Set router f1397338-34a7-40a6-8560-40aaf02c7db0 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:08:59.681374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-be587d7f-3342-4639-94d1-c4de0d4d0e15 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3663993 Apr 21 21:08:59.827614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d68af-cd4e-48de-b2ef-103da054e445 None None] Pushing event updated for resources: {'Port': ['ID=ecd331cd-aff2-4e80-a841-fe1e44534570,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:08:59.830757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1397338-34a7-40a6-8560-40aaf02c7db0', 'name': '', 'tenant_id': '5dc162171d804a4baea93ed48ba36763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:08:50Z', 'updated_at': '2022-04-21T21:08:58Z', 'revision_number': 4, 'project_id': '5dc162171d804a4baea93ed48ba36763', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:08:59.880216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb2448-089a-4ce4-ad9b-f8280577edad None None] The sync data for ids ['f1397338-34a7-40a6-8560-40aaf02c7db0'] in n-d-838945-1 is: [{'id': 'f1397338-34a7-40a6-8560-40aaf02c7db0', 'name': '', 'tenant_id': '5dc162171d804a4baea93ed48ba36763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:08:50Z', 'updated_at': '2022-04-21T21:08:58Z', 'revision_number': 4, 'project_id': '5dc162171d804a4baea93ed48ba36763', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:00.004251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Request body: {'port': {'device_id': 'b5a0bc93-f3d3-4c50-8095-379beb3fe35e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:00.213728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5e61857-42a4-43cb-94b5-bbd0ac420e9c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.233729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1a7c26-1369-4b88-9827-6bcd857c72e5 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:09:00.250850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.270217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.283851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Transition to ACTIVE for port object 5b1a7c26-1369-4b88-9827-6bcd857c72e5 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:09:00.318023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.326591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecd331cd-aff2-4e80-a841-fe1e44534570,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:00.329468 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5e61857-42a4-43cb-94b5-bbd0ac420e9c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.332842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5e61857-42a4-43cb-94b5-bbd0ac420e9c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.334067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5e61857-42a4-43cb-94b5-bbd0ac420e9c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "DELETE /v2.0/security-groups/4f91b9e0-8d21-445c-8c8c-5fb9f6201b36 HTTP/1.1" status: 204 len: 168 time: 1.1275251 Apr 21 21:09:00.343767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42694) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:00.390402 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.430754 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.438092 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-c9dde150-34ac-45dd-9d1b-3eb4ed37303b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] show failed (client error): The resource could not be found. Apr 21 21:09:00.443173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c9dde150-34ac-45dd-9d1b-3eb4ed37303b tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "GET /v2.0/security-groups/4f91b9e0-8d21-445c-8c8c-5fb9f6201b36 HTTP/1.1" status: 404 len: 347 time: 0.0913141 Apr 21 21:09:00.443734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42696) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:00.478010 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-901172c4-2cf2-4ed3-99a8-605933fb3dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.506531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.508548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.556822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Pushing event updated for resources: {'Port': ['ID=5b1a7c26-1369-4b88-9827-6bcd857c72e5,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:00.565625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e61857-42a4-43cb-94b5-bbd0ac420e9c tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f91b9e0-8d21-445c-8c8c-5fb9f6201b36,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:00.570629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c9289-3efc-4877-838f-759970051a61 req-53b5738c-f7fb-43f4-bde7-1b04b8ca46b0 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:00.578721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea7c9289-3efc-4877-838f-759970051a61 req-53b5738c-f7fb-43f4-bde7-1b04b8ca46b0 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 931 time: 0.3110852 Apr 21 21:09:00.586277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.586813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1397338-34a7-40a6-8560-40aaf02c7db0 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:09:00.592226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.596198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7afe56ff-534b-4a7e-bc20-53e4b264a2e1 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "DELETE /v2.0/routers/f1397338-34a7-40a6-8560-40aaf02c7db0 HTTP/1.1" status: 204 len: 168 time: 2.5900998 Apr 21 21:09:00.599642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42698) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:00.615228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a00020-949b-4304-95c6-8bdadd9212a2 req-a1bbc907-849b-45b0-b9c7-c6e24db7f172 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:00.616887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6a00020-949b-4304-95c6-8bdadd9212a2 req-a1bbc907-849b-45b0-b9c7-c6e24db7f172 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.4166498 Apr 21 21:09:00.695442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-19151aa1-6ed8-47ac-9c9a-9726a0311810 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Deleting port 45548d75-5ead-4d47-838b-5eecb05cc5cc {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:00.695799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19151aa1-6ed8-47ac-9c9a-9726a0311810 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.744463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea7c9289-3efc-4877-838f-759970051a61 req-4404f8e6-c074-4e08-9275-e556b85ddd98 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596024 Apr 21 21:09:00.780326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d6a00020-949b-4304-95c6-8bdadd9212a2 req-285647a5-5afe-4a31-8353-65e92b6f4b26 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373265 Apr 21 21:09:00.845973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c16728-d172-44b9-9b8d-d1ddec6c5bb9 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Deleting subnet a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:09:00.847482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19151aa1-6ed8-47ac-9c9a-9726a0311810 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.865676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Attempting to bind port 5b1a7c26-1369-4b88-9827-6bcd857c72e5 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:09:00.866293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Attempting to bind port 5b1a7c26-1369-4b88-9827-6bcd857c72e5 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:09:00.866793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Attempting to bind port 5b1a7c26-1369-4b88-9827-6bcd857c72e5 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:00.868548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-19151aa1-6ed8-47ac-9c9a-9726a0311810 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Calling delete_port for 45548d75-5ead-4d47-838b-5eecb05cc5cc owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:00.871503 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84c16728-d172-44b9-9b8d-d1ddec6c5bb9 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:00.928510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Port 5b1a7c26-1369-4b88-9827-6bcd857c72e5 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:09:00.929161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Attempting to bind port 5b1a7c26-1369-4b88-9827-6bcd857c72e5 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:01.002476 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19151aa1-6ed8-47ac-9c9a-9726a0311810 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.006838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:09:01.007771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Checking segment: {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:01.008429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Bound using segment: {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:09:01.009693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Bound port: 5b1a7c26-1369-4b88-9827-6bcd857c72e5, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:09:01.009894 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.038474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84c16728-d172-44b9-9b8d-d1ddec6c5bb9 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.059869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19151aa1-6ed8-47ac-9c9a-9726a0311810 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Port': ['ID=45548d75-5ead-4d47-838b-5eecb05cc5cc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:01.063899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19151aa1-6ed8-47ac-9c9a-9726a0311810 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.068644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-19151aa1-6ed8-47ac-9c9a-9726a0311810 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/ports/45548d75-5ead-4d47-838b-5eecb05cc5cc HTTP/1.1" status: 204 len: 168 time: 1.6188598 Apr 21 21:09:01.071087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42704) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:01.165568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3859f3d6-e5cd-4e1d-ab19-272009311fdf tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0930231 Apr 21 21:09:01.169792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42712) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:01.177242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-216503240'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:01.228521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Made reservation on behalf of f3c9f7ccfed84a4e98310415f86d2ea5 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:09:01.243018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.336568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:09:01.361468 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.362171 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Added segment f578df1d-6e8e-48ea-8b46-0353b2997cc2 of type vlan for network 532082e6-b4cf-4838-a77e-6bbe3d4d4408 Apr 21 21:09:01.418405 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.479436 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.492687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:01.493899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.644953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] For port 5b1a7c26-1369-4b88-9827-6bcd857c72e5, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:09:01.649675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] For port 5b1a7c26-1369-4b88-9827-6bcd857c72e5, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5b1a7c26-1369-4b88-9827-6bcd857c72e5,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:09:01.654435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4811475 Apr 21 21:09:01.655372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42724) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:01.661063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-629307823'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:01.673721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00baba86-dd14-431b-8b9f-dd1908b8ea10 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Network': ['ID=532082e6-b4cf-4838-a77e-6bbe3d4d4408,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:01.692799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 532082e6-b4cf-4838-a77e-6bbe3d4d4408 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:09:01.693442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Made reservation on behalf of f3c9f7ccfed84a4e98310415f86d2ea5 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:09:01.697539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.729098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:09:01.745094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.745673 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Added segment ee4eb34e-fd81-4153-a844-5b882b62271f of type vlan for network 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe Apr 21 21:09:01.816697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.932895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Deleting port 8964caae-e0b8-43c7-87fd-d7d4700e05ec {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:01.933250 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.959065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.966805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:01.967745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:01.981398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee69391-00a2-43ab-82e9-4f03a0cc3d50 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:09:01.988030 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.012379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc3f15-3697-41f8-970e-fba8a78415dc req-8d6aeef2-0a2a-43fa-a675-0e88b1567b92 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:02.015022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40cc3f15-3697-41f8-970e-fba8a78415dc req-8d6aeef2-0a2a-43fa-a675-0e88b1567b92 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 931 time: 0.1218078 Apr 21 21:09:02.070880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84c16728-d172-44b9-9b8d-d1ddec6c5bb9 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.081895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:02.081895 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.083334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] 10.222.0.43 "PUT /v2.0/ports/5b1a7c26-1369-4b88-9827-6bcd857c72e5 HTTP/1.1" status: 200 len: 1091 time: 3.9496031 Apr 21 21:09:02.086538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.124947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4539976 Apr 21 21:09:02.147685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9884dce-fde4-476e-a138-dc0f7dc83917', 'tag': '5b1a7c26-1369-4b88-9827-6bcd857c72e5'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:09:02.150195 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426f51b2-9084-4c0f-859b-1594babbc779" -d '{"events": [{"name": "network-changed", "server_uuid": "b9884dce-fde4-476e-a138-dc0f7dc83917", "tag": "5b1a7c26-1369-4b88-9827-6bcd857c72e5"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:09:02.217017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7f8af-4aa5-49ae-8944-789be55ee196 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Network': ['ID=8b5a7912-d13d-49f9-b3d1-7309ddcc1abe,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:02.251253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:09:02.320172 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40cc3f15-3697-41f8-970e-fba8a78415dc req-265f81a9-f002-43d2-9984-2d7431070b73 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509577 Apr 21 21:09:02.352580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.352969 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.383847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Calling delete_port for 8964caae-e0b8-43c7-87fd-d7d4700e05ec owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:02.787285 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f7fa5-340b-4293-97ac-2d13ac50ea61 x-openstack-request-id: req-1d9f7fa5-340b-4293-97ac-2d13ac50ea61 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:09:02.787757 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9884dce-fde4-476e-a138-dc0f7dc83917", "tag": "5b1a7c26-1369-4b88-9827-6bcd857c72e5", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:09:02.788179 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d9f7fa5-340b-4293-97ac-2d13ac50ea61 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:09:02.789039 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9f7fa5-340b-4293-97ac-2d13ac50ea61'] response: {'name': 'network-changed', 'server_uuid': 'b9884dce-fde4-476e-a138-dc0f7dc83917', 'tag': '5b1a7c26-1369-4b88-9827-6bcd857c72e5', 'status': 'completed', 'code': 200} Apr 21 21:09:02.790062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.812674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-363b290f-dfe6-4c97-81b7-c1b1250dacaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.841491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Transition to ACTIVE for port object fee69391-00a2-43ab-82e9-4f03a0cc3d50 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:09:02.912947 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84c16728-d172-44b9-9b8d-d1ddec6c5bb9 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.927260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267e8ca-b11e-4516-9b81-85c627ccd6f9 req-1b841f66-10e5-40b9-8c96-f1c1fe4083ae tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:02.938126 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1267e8ca-b11e-4516-9b81-85c627ccd6f9 req-1b841f66-10e5-40b9-8c96-f1c1fe4083ae tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.9755878 Apr 21 21:09:02.975330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.980811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.983925 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:02.985155 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] 10.222.0.49 "DELETE /v2.0/floatingips/19c725f3-3531-4952-9517-8ef79f460f71 HTTP/1.1" status: 204 len: 168 time: 2.5335126 Apr 21 21:09:02.989230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c16728-d172-44b9-9b8d-d1ddec6c5bb9 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:03.046978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-39890141-0a5c-4c97-a9c9-50ae39e286b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:03.049980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-39890141-0a5c-4c97-a9c9-50ae39e286b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&device_id=b9884dce-fde4-476e-a138-dc0f7dc83917 HTTP/1.1" status: 200 len: 1094 time: 0.8306315 Apr 21 21:09:03.195133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84c16728-d172-44b9-9b8d-d1ddec6c5bb9 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:03.202669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-84c16728-d172-44b9-9b8d-d1ddec6c5bb9 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b HTTP/1.1" status: 204 len: 168 time: 2.5983658 Apr 21 21:09:03.204988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42758) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:03.247203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-285c30cc-2766-4342-896d-2a8b7ea64e01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1a7c26-1369-4b88-9827-6bcd857c72e5 HTTP/1.1" status: 200 len: 217 time: 0.1674149 Apr 21 21:09:03.337894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d0aa3-57a9-41aa-8712-d75f55a1683b service neutron] Pushing event updated for resources: {'Port': ['ID=5b1a7c26-1369-4b88-9827-6bcd857c72e5,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:03.380837 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:03.505393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1267e8ca-b11e-4516-9b81-85c627ccd6f9 req-d29eb0c9-ad73-43e3-97c6-571d00fbc465 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528998 Apr 21 21:09:03.505393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6aab0-08a9-403e-a8a5-56832924d299 tempest-AttachVolumeShelveTestJSON-256589352 tempest-AttachVolumeShelveTestJSON-256589352-project] Pushing event deleted for resources: {'Port': ['ID=8964caae-e0b8-43c7-87fd-d7d4700e05ec,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:03.780037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-4d111801-72eb-45f6-9d35-f50adeffc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:03.782117 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-4d111801-72eb-45f6-9d35-f50adeffc6fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b03a4d83-8c04-4f2b-80f5-db893cb6a837 HTTP/1.1" status: 200 len: 853 time: 0.4210503 Apr 21 21:09:03.809264 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:03.822773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=fee69391-00a2-43ab-82e9-4f03a0cc3d50,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:03.922988 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-91a40562-71c8-4e0c-b796-6510b0ce7abc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b37265e0-3f2b-4440-8e24-1dfb91f02921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291552 Apr 21 21:09:03.946987 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15e84f-8bfe-4a1e-99e2-c35b5083159c req-4cd4c249-273f-4f7d-9ad2-708cc67eae11 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:03.966968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Attempting to bind port fee69391-00a2-43ab-82e9-4f03a0cc3d50 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:09:03.967272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Attempting to bind port fee69391-00a2-43ab-82e9-4f03a0cc3d50 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:09:03.967583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Attempting to bind port fee69391-00a2-43ab-82e9-4f03a0cc3d50 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:03.968559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c15e84f-8bfe-4a1e-99e2-c35b5083159c req-4cd4c249-273f-4f7d-9ad2-708cc67eae11 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 943 time: 0.4051495 Apr 21 21:09:04.025950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d73ddbf-32b0-4a6f-b633-296f0e7df8bf']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:04.046006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Port fee69391-00a2-43ab-82e9-4f03a0cc3d50 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:09:04.046363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Attempting to bind port fee69391-00a2-43ab-82e9-4f03a0cc3d50 on network b37265e0-3f2b-4440-8e24-1dfb91f02921 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:04.048202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf99ef22-c871-4b92-99a5-6f581b7165a3') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:04.049036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf99ef22-c871-4b92-99a5-6f581b7165a3') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:04.062467 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:04.064516 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c15e84f-8bfe-4a1e-99e2-c35b5083159c req-37a12cb5-1f1d-4d62-b473-7fb38559a49d tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921087 Apr 21 21:09:04.090824 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:04.141486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:04.163381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:09:04.164455 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: items = [ Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:09:04.166548 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:09:04.187861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:09:04.188230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Checking segment: {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:04.188606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Bound using segment: {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:09:04.189086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Bound port: fee69391-00a2-43ab-82e9-4f03a0cc3d50, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60754a0-5284-4ffa-abae-5bff04baba4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:09:04.189451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:04.359078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:04.390509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d73ddbf-32b0-4a6f-b633-296f0e7df8bf {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 21:09:04.398624 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:04.412748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "DELETE /v2.0/networks/4d73ddbf-32b0-4a6f-b633-296f0e7df8bf HTTP/1.1" status: 204 len: 168 time: 1.2064624 Apr 21 21:09:04.472502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] For port fee69391-00a2-43ab-82e9-4f03a0cc3d50, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:09:04.512425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] For port fee69391-00a2-43ab-82e9-4f03a0cc3d50, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fee69391-00a2-43ab-82e9-4f03a0cc3d50,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:09:04.514174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81841a-335a-4f5f-80bf-23d4fe26c08b tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d73ddbf-32b0-4a6f-b633-296f0e7df8bf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:04.608502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:04.713272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:04.713903 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:04.715850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] 10.222.0.46 "PUT /v2.0/ports/fee69391-00a2-43ab-82e9-4f03a0cc3d50 HTTP/1.1" status: 200 len: 1091 time: 5.0182259 Apr 21 21:09:04.820095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a0bc93-f3d3-4c50-8095-379beb3fe35e', 'tag': 'fee69391-00a2-43ab-82e9-4f03a0cc3d50'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:09:04.837218 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9163eb-b363-4ac7-9341-3b281189864a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a0bc93-f3d3-4c50-8095-379beb3fe35e", "tag": "fee69391-00a2-43ab-82e9-4f03a0cc3d50"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:09:04.870033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-01c887aa-e851-4894-b699-a5b15d64f99f req-e7c5d460-0063-4c7b-ab72-79bbef391a9c service neutron] (114646) timed out ('10.222.0.46', 59970) {{(pid=114646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:09:05.215989 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-0e83f724-0815-40bf-ac30-a584bd94a849 service neutron] 10.222.0.43 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2638659 Apr 21 21:09:05.257575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42806) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:05.262847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-071a27f5-af34-4b6c-a89b-b8c1e44ae1be tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'router': {'name': 'tempest-router--1093839376', 'project_id': '34ebf49749de405c95c38dbc0d5b33f5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:05.311898 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-071a27f5-af34-4b6c-a89b-b8c1e44ae1be tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:05.313187 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-071a27f5-af34-4b6c-a89b-b8c1e44ae1be tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:05.325909 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b9348d-d1c1-4241-9864-6f885e450b9f x-openstack-request-id: req-57b9348d-d1c1-4241-9864-6f885e450b9f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:09:05.327323 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a0bc93-f3d3-4c50-8095-379beb3fe35e", "tag": "fee69391-00a2-43ab-82e9-4f03a0cc3d50", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:09:05.328991 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57b9348d-d1c1-4241-9864-6f885e450b9f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:09:05.330464 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b9348d-d1c1-4241-9864-6f885e450b9f'] response: {'name': 'network-changed', 'server_uuid': 'b5a0bc93-f3d3-4c50-8095-379beb3fe35e', 'tag': 'fee69391-00a2-43ab-82e9-4f03a0cc3d50', 'status': 'completed', 'code': 200} Apr 21 21:09:05.357890 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:05.465887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499e5c6-4f37-4850-9559-ae3677e6cf0b service neutron] Pushing event updated for resources: {'Port': ['ID=fee69391-00a2-43ab-82e9-4f03a0cc3d50,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:05.475783 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-071a27f5-af34-4b6c-a89b-b8c1e44ae1be tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:05.522418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-e23464f1-6cc9-40c8-b246-f6ca6786c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:05.525096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-e23464f1-6cc9-40c8-b246-f6ca6786c09c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 1094 time: 0.6491697 Apr 21 21:09:05.528468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42812) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:05.536268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'subnets': [{'network_id': '532082e6-b4cf-4838-a77e-6bbe3d4d4408', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--322785037', 'ip_version': 6}, {'network_id': '8b5a7912-d13d-49f9-b3d1-7309ddcc1abe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:05.536585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'subnet': {'network_id': '532082e6-b4cf-4838-a77e-6bbe3d4d4408', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--322785037', 'ip_version': 6}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:05.537276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Request body: {'subnet': {'network_id': '8b5a7912-d13d-49f9-b3d1-7309ddcc1abe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:05.612712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-071a27f5-af34-4b6c-a89b-b8c1e44ae1be tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:05.685202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0e614-7599-4e63-aa8a-0f7e4b73754e req-22ecdae8-5f5f-4199-9e70-8d0389fe9d0f tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:05.685563 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-984159cc-acee-4b54-8358-37e9889381fe service neutron] 10.222.0.43 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660037 Apr 21 21:09:05.706898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95367c6b-ade0-4962-8856-b2ae2ac045ab req-ad71371c-18c3-4fca-9079-38c6db14d8ea tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:05.714762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95367c6b-ade0-4962-8856-b2ae2ac045ab req-ad71371c-18c3-4fca-9079-38c6db14d8ea tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.7927616 Apr 21 21:09:05.716525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7d0e614-7599-4e63-aa8a-0f7e4b73754e req-22ecdae8-5f5f-4199-9e70-8d0389fe9d0f tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 943 time: 0.2343554 Apr 21 21:09:05.760106 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-071a27f5-af34-4b6c-a89b-b8c1e44ae1be tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:05.765335 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-071a27f5-af34-4b6c-a89b-b8c1e44ae1be tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5066087 Apr 21 21:09:05.768260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42816) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:05.826363 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-44e2b48e-a91d-4939-9d0d-2db7dacb9630 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fee69391-00a2-43ab-82e9-4f03a0cc3d50 HTTP/1.1" status: 200 len: 217 time: 0.2130356 Apr 21 21:09:05.997046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3d08276-1a90-4dac-be16-8e9344924112 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:05.999758 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:06.086216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95367c6b-ade0-4962-8856-b2ae2ac045ab req-59419339-0d42-4365-a62e-05e6f31d1d91 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707206 Apr 21 21:09:06.154815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f7d0e614-7599-4e63-aa8a-0f7e4b73754e req-94e2627b-07f5-40ea-b5d1-8161233ce407 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332514 Apr 21 21:09:06.266520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f51b2-9084-4c0f-859b-1594babbc779 req-c11ad7fb-ffd4-42bb-a653-6a44ae488a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:06.268310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426f51b2-9084-4c0f-859b-1594babbc779 req-c11ad7fb-ffd4-42bb-a653-6a44ae488a7d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&device_id=b9884dce-fde4-476e-a138-dc0f7dc83917 HTTP/1.1" status: 200 len: 1094 time: 0.4712591 Apr 21 21:09:06.286588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-78d6e8aa-e522-4932-92e1-4d00dce5c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:06.288259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-78d6e8aa-e522-4932-92e1-4d00dce5c930 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b03a4d83-8c04-4f2b-80f5-db893cb6a837 HTTP/1.1" status: 200 len: 853 time: 0.4485033 Apr 21 21:09:06.378129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-4a13587d-c558-4535-a2cf-d67e0798c160 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b37265e0-3f2b-4440-8e24-1dfb91f02921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672987 Apr 21 21:09:06.464384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Made reservation on behalf of f3c9f7ccfed84a4e98310415f86d2ea5 for: {'subnet': 2} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:09:06.472952 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:06.475456 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:06.492657 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3d08276-1a90-4dac-be16-8e9344924112 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:06.495313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3d08276-1a90-4dac-be16-8e9344924112 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:06.608674 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3d08276-1a90-4dac-be16-8e9344924112 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:06.609362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d08276-1a90-4dac-be16-8e9344924112 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af86ee83-7591-40b8-9fcb-2ab8b68fa400 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:09:06.634667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3d08276-1a90-4dac-be16-8e9344924112 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:06.637367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b3d08276-1a90-4dac-be16-8e9344924112 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "DELETE /v2.0/routers/af86ee83-7591-40b8-9fcb-2ab8b68fa400 HTTP/1.1" status: 204 len: 168 time: 0.8648827 Apr 21 21:09:06.742549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f51b2-9084-4c0f-859b-1594babbc779 req-7631c1ba-3495-4ab6-8750-617c8fc85b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:06.744050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426f51b2-9084-4c0f-859b-1594babbc779 req-7631c1ba-3495-4ab6-8750-617c8fc85b99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 914 time: 0.4508946 Apr 21 21:09:06.828660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426f51b2-9084-4c0f-859b-1594babbc779 req-31bd1106-2dbc-44df-8add-acc0926f2ad1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b1a7c26-1369-4b88-9827-6bcd857c72e5 HTTP/1.1" status: 200 len: 217 time: 0.0731575 Apr 21 21:09:06.858637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42836) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:06.968110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-b507ead0-1608-4f30-b626-ff836fd30033 service neutron] 10.222.0.46 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210257 Apr 21 21:09:07.040750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f51b2-9084-4c0f-859b-1594babbc779 req-b696f2af-fc25-44a2-848d-19e98bcef618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:07.042372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426f51b2-9084-4c0f-859b-1594babbc779 req-b696f2af-fc25-44a2-848d-19e98bcef618 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b03a4d83-8c04-4f2b-80f5-db893cb6a837 HTTP/1.1" status: 200 len: 853 time: 0.1675341 Apr 21 21:09:07.194089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ad7e1e4-f2cb-420a-9642-c60e431e260b req-a8e5a3aa-cd60-41ac-bdab-59ad7850baba service neutron] 10.222.0.46 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904368 Apr 21 21:09:07.331047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-86946265', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:07.380599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426f51b2-9084-4c0f-859b-1594babbc779 req-19ea667f-9937-4988-93c4-1d49629cf9bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b37265e0-3f2b-4440-8e24-1dfb91f02921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856828 Apr 21 21:09:07.441564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748f40a-e06d-4eb6-abe3-eb86c5712b63 req-4856ed61-31ed-460c-a165-2ac8b143cf90 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:07.449748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6748f40a-e06d-4eb6-abe3-eb86c5712b63 req-4856ed61-31ed-460c-a165-2ac8b143cf90 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1666803 Apr 21 21:09:07.458893 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:07.459895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:07.518028 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6748f40a-e06d-4eb6-abe3-eb86c5712b63 req-c254aed1-e53a-4e83-91c2-5a4b6a0f6bac tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672832 Apr 21 21:09:07.618962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:07.728794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f19e1-041f-4216-b5de-aee72df8970d req-82760d5f-9635-42f6-b46e-bb9e6f4a8fab tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:07.730721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-852f19e1-041f-4216-b5de-aee72df8970d req-82760d5f-9635-42f6-b46e-bb9e6f4a8fab tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 943 time: 0.4703948 Apr 21 21:09:07.796232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9163eb-b363-4ac7-9341-3b281189864a req-9a749ff3-6cd4-4853-98eb-a8fe6dad1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:07.797830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c9163eb-b363-4ac7-9341-3b281189864a req-9a749ff3-6cd4-4853-98eb-a8fe6dad1a0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d12b7c0a3aba406ea276936ed8a482de&device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 1094 time: 0.5136533 Apr 21 21:09:07.828142 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:07.890095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426f51b2-9084-4c0f-859b-1594babbc779 req-7db76102-0cfe-40ad-b5a5-5d2abaa3ab7d service neutron] 10.222.0.43 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033127 Apr 21 21:09:07.993366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-852f19e1-041f-4216-b5de-aee72df8970d req-20418c20-6ac8-436f-89f1-33891fab3dcd tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547498 Apr 21 21:09:08.364426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:08.414873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:08.658205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9163eb-b363-4ac7-9341-3b281189864a req-b02575a0-5847-494c-8d5a-924127fcd145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:08.659694 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c9163eb-b363-4ac7-9341-3b281189864a req-b02575a0-5847-494c-8d5a-924127fcd145 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 200 len: 914 time: 0.8411586 Apr 21 21:09:08.710272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Allocated IP 172.25.0.146 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/573947bd-2ac5-4f92-b874-986f5dab82b4) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:08.763089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c9163eb-b363-4ac7-9341-3b281189864a req-ea4e4797-6236-41dd-958a-068b3ec34a9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fee69391-00a2-43ab-82e9-4f03a0cc3d50 HTTP/1.1" status: 200 len: 217 time: 0.0610340 Apr 21 21:09:08.780338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5b1a7c26-1369-4b88-9827-6bcd857c72e5 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:09:08.879803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-426f51b2-9084-4c0f-859b-1594babbc779 req-3eece3f8-aa51-4b77-a01b-9693a117a5e7 service neutron] 10.222.0.43 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9738164 Apr 21 21:09:08.949761 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:08.968954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9163eb-b363-4ac7-9341-3b281189864a req-8c471473-0a0e-4ea8-bebb-7e941a7dada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:08.973523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c9163eb-b363-4ac7-9341-3b281189864a req-8c471473-0a0e-4ea8-bebb-7e941a7dada3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b03a4d83-8c04-4f2b-80f5-db893cb6a837 HTTP/1.1" status: 200 len: 853 time: 0.2019410 Apr 21 21:09:09.050062 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:09.088987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c9163eb-b363-4ac7-9341-3b281189864a req-87bcca8e-4c25-40f4-aeec-411622bb588b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b37265e0-3f2b-4440-8e24-1dfb91f02921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072578 Apr 21 21:09:09.155934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5b1a7c26-1369-4b88-9827-6bcd857c72e5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5b1a7c26-1369-4b88-9827-6bcd857c72e5,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:09.158229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceffba-532f-4a69-b9de-c4edd4fa9a68 req-402e3f3c-4b36-445d-b9f3-beb2494a0921 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:09.175088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bcceffba-532f-4a69-b9de-c4edd4fa9a68 req-402e3f3c-4b36-445d-b9f3-beb2494a0921 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.4567537 Apr 21 21:09:09.188641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:09.205198 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c9163eb-b363-4ac7-9341-3b281189864a req-7fcffda5-446c-4342-bc5e-5c2473dd34c2 service neutron] 10.222.0.46 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047995 Apr 21 21:09:09.210698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '5b1a7c26-1369-4b88-9827-6bcd857c72e5', 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921', 'port_id': '5b1a7c26-1369-4b88-9827-6bcd857c72e5', 'mac_address': 'fa:16:3e:e7:a4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03a4d83-8c04-4f2b-80f5-db893cb6a837', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:09:09.307741 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:09.329493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1a7c26-1369-4b88-9827-6bcd857c72e5 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:09:09.336096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:09.362232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:09.373565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:09.413840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Subnet': ['ID=3b11f24c-38d9-4f36-af7d-ad67ec2598b4,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:09.439218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5b1a7c26-1369-4b88-9827-6bcd857c72e5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5b1a7c26-1369-4b88-9827-6bcd857c72e5,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:09.463426 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:09.489510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d3385-01ef-43fe-b856-4df97faf604e req-18be14ff-c035-488e-8ce2-3deb0aebb793 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:09.498951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a1d3385-01ef-43fe-b856-4df97faf604e req-18be14ff-c035-488e-8ce2-3deb0aebb793 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 943 time: 0.2927392 Apr 21 21:09:09.506686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Checking segment: {'id': 'f578df1d-6e8e-48ea-8b46-0353b2997cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '532082e6-b4cf-4838-a77e-6bbe3d4d4408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:09.507049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Network hostable DHCP agents. Network: 532082e6-b4cf-4838-a77e-6bbe3d4d4408, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:09:09.570111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event updated for resources: {'Port': ['ID=573947bd-2ac5-4f92-b874-986f5dab82b4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:09.600046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Network 532082e6-b4cf-4838-a77e-6bbe3d4d4408 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:09:09.604194 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bcceffba-532f-4a69-b9de-c4edd4fa9a68 req-bdca3001-d55f-456f-8640-06065a3cf7be tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282458 Apr 21 21:09:09.687408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 532082e6-b4cf-4838-a77e-6bbe3d4d4408) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:09.689328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5b1a7c26-1369-4b88-9827-6bcd857c72e5,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:09.724636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9610cc7-83fe-4485-b585-49afc476c6e9 None None] Network 532082e6-b4cf-4838-a77e-6bbe3d4d4408 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:09.732214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a1d3385-01ef-43fe-b856-4df97faf604e req-dabdbc8a-629d-4777-af53-699bb5e36bc0 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323110 Apr 21 21:09:09.762925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c9163eb-b363-4ac7-9341-3b281189864a req-2b575610-3084-4126-863d-05ca2e6aef12 service neutron] 10.222.0.46 "GET /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258236 Apr 21 21:09:09.764103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:09.860322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5b1a7c26-1369-4b88-9827-6bcd857c72e5'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:09:09.899840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event updated for resources: {'Subnet': ['ID=27d5cafd-c1bd-46e1-991e-595ecccec3a3,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:10.048076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-d8eaf674-3c7b-4476-b996-61ac03d87970 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1531904 Apr 21 21:09:10.049052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Checking segment: {'id': 'ee4eb34e-fd81-4153-a844-5b882b62271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b5a7912-d13d-49f9-b3d1-7309ddcc1abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:10.049410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Network hostable DHCP agents. Network: 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:09:10.176628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Network 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:09:10.216490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:10.224571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:10.225817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:10.226682 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:10.248858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-6f41e0fe-a3ad-43c1-a484-6a9e38df203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:10.254574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-6f41e0fe-a3ad-43c1-a484-6a9e38df203d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1095 time: 0.1525824 Apr 21 21:09:10.260289 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7226ce84-2e91-4749-ad4a-840c6db7e594 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.7291622 Apr 21 21:09:10.263506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42902) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:10.279394 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e25c7-5e66-46ad-8c21-db7e170f2d7c None None] Network 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:10.328711 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:10.368561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168cfc2c-aa10-4ca0-bc13-e988b990d0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-532082e6-b4cf-4838-a77e-6bbe3d4d4408', 'network_id': '532082e6-b4cf-4838-a77e-6bbe3d4d4408', 'tenant_id': 'f3c9f7ccfed84a4e98310415f86d2ea5', 'fixed_ips': [{'subnet_id': '3b11f24c-38d9-4f36-af7d-ad67ec2598b4'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:09:10.369202 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-168cfc2c-aa10-4ca0-bc13-e988b990d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:10.388422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db9524-037d-4af8-98d6-c0362462fad3 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:10.390712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db9524-037d-4af8-98d6-c0362462fad3 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:10.391864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db9524-037d-4af8-98d6-c0362462fad3 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:10.393723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-01db9524-037d-4af8-98d6-c0362462fad3 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1289103 Apr 21 21:09:10.404338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42904) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:10.597549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-c343637b-51c1-48db-ac1f-7a98ad0cffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:10.601722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-c343637b-51c1-48db-ac1f-7a98ad0cffec service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.3002925 Apr 21 21:09:10.611708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb34ff4-65d1-4dcb-b615-9c51afd3fc96 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Deleting subnet 3b11f24c-38d9-4f36-af7d-ad67ec2598b4 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:09:10.620126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2cb34ff4-65d1-4dcb-b615-9c51afd3fc96 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:10.668653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2cb34ff4-65d1-4dcb-b615-9c51afd3fc96 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:10.813815 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2cb34ff4-65d1-4dcb-b615-9c51afd3fc96 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:11.081586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-81531788-5d9e-4c72-b929-8380fa0a62a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 998 time: 0.1569314 Apr 21 21:09:11.161892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:11.192549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-8b5a7912-d13d-49f9-b3d1-7309ddcc1abe', 'network_id': '8b5a7912-d13d-49f9-b3d1-7309ddcc1abe', 'tenant_id': 'f3c9f7ccfed84a4e98310415f86d2ea5', 'fixed_ips': [{'subnet_id': '27d5cafd-c1bd-46e1-991e-595ecccec3a3'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:09:11.197685 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:11.288328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527d8cf-64b4-4e6c-9f5f-fe19c35ae67a req-04d354f6-1cff-4914-bf0d-3d1fe934c752 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:11.299339 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8527d8cf-64b4-4e6c-9f5f-fe19c35ae67a req-04d354f6-1cff-4914-bf0d-3d1fe934c752 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 943 time: 0.1419466 Apr 21 21:09:11.345193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device fee69391-00a2-43ab-82e9-4f03a0cc3d50 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:09:11.389379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-18090db7-859c-42dc-a0e4-f9f9ef0212f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9079282 Apr 21 21:09:11.408297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8527d8cf-64b4-4e6c-9f5f-fe19c35ae67a req-94dc26d3-bb53-4e06-a720-40dbe4edc466 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078455 Apr 21 21:09:11.460559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-03eb1c1c-97e1-483a-89da-b88aefe537b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:11.462598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-03eb1c1c-97e1-483a-89da-b88aefe537b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.3451438 Apr 21 21:09:11.492576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Router 2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:09:11.500387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port fee69391-00a2-43ab-82e9-4f03a0cc3d50, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fee69391-00a2-43ab-82e9-4f03a0cc3d50,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:11.518598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'fee69391-00a2-43ab-82e9-4f03a0cc3d50', 'network_id': 'b37265e0-3f2b-4440-8e24-1dfb91f02921', 'port_id': 'fee69391-00a2-43ab-82e9-4f03a0cc3d50', 'mac_address': 'fa:16:3e:8c:16:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03a4d83-8c04-4f2b-80f5-db893cb6a837', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:09:11.523877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b57bf-d942-40b4-9915-55662378587f req-86c61d55-7455-4186-8171-41f9385a94d7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:11.525633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d53b57bf-d942-40b4-9915-55662378587f req-86c61d55-7455-4186-8171-41f9385a94d7 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.6022711 Apr 21 21:09:11.529726 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2cb34ff4-65d1-4dcb-b615-9c51afd3fc96 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server [None req-168cfc2c-aa10-4ca0-bc13-e988b990d0b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b11f24c-38d9-4f36-af7d-ad67ec2598b4: This subnet is being modified by another concurrent operation. Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 21:09:11.541602 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise exception Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b11f24c-38d9-4f36-af7d-ad67ec2598b4: This subnet is being modified by another concurrent operation. Apr 21 21:09:11.545792 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server Apr 21 21:09:11.578458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb34ff4-65d1-4dcb-b615-9c51afd3fc96 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Subnet': ['ID=3b11f24c-38d9-4f36-af7d-ad67ec2598b4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:11.589320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78c21f0-6785-4ba1-9ce9-24f1a8079994 None None] Network 532082e6-b4cf-4838-a77e-6bbe3d4d4408 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:11.621734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2cb34ff4-65d1-4dcb-b615-9c51afd3fc96 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:11.625182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2cb34ff4-65d1-4dcb-b615-9c51afd3fc96 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/subnets/3b11f24c-38d9-4f36-af7d-ad67ec2598b4 HTTP/1.1" status: 204 len: 168 time: 1.2195232 Apr 21 21:09:11.632296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42930) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:11.648043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-fd431862-01d7-47d7-b893-53bd722f6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:11.649726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-fd431862-01d7-47d7-b893-53bd722f6abc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 1096 time: 0.2203145 Apr 21 21:09:11.658996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-b13378aa-5edc-48f0-97fd-62755c44c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:11.661354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-b13378aa-5edc-48f0-97fd-62755c44c6e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758263 Apr 21 21:09:11.813056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:11.821404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d53b57bf-d942-40b4-9915-55662378587f req-29ebbcdc-d989-4358-943d-82523f54d448 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506142 Apr 21 21:09:11.834019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee69391-00a2-43ab-82e9-4f03a0cc3d50 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:09:11.882060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port fee69391-00a2-43ab-82e9-4f03a0cc3d50, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fee69391-00a2-43ab-82e9-4f03a0cc3d50,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:11.899758 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:11.914852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb30430-8674-4406-839a-e78850a2ef17 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Deleting subnet 27d5cafd-c1bd-46e1-991e-595ecccec3a3 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:09:11.964253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=fee69391-00a2-43ab-82e9-4f03a0cc3d50,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:11.979975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Allocated IP 2001:db8:0:1::1 (8b5a7912-d13d-49f9-b3d1-7309ddcc1abe/27d5cafd-c1bd-46e1-991e-595ecccec3a3/244c5504-8959-428e-8a3a-9ba5b5e79815) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:11.995126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:12.023364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86bb5b-a6e0-46b9-a3c9-5b5396b87bba None None] Sync routers for ids ['2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:12.061949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86bb5b-a6e0-46b9-a3c9-5b5396b87bba None None] Routers {'2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:12.064070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ad86bb5b-a6e0-46b9-a3c9-5b5396b87bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:12.102173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:12.110602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2039ba9b-8d25-463b-9824-1b4ae991e9f2 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2503350 Apr 21 21:09:12.111499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42942) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:12.205525 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-46c8b6da-8a83-4e37-b5be-b2e7924dc820 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979854 Apr 21 21:09:12.209033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ad86bb5b-a6e0-46b9-a3c9-5b5396b87bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:12.212740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-bf8dd408-499e-4486-9bd2-debde81e671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:12.218649 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-bf8dd408-499e-4486-9bd2-debde81e671f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.5277419 Apr 21 21:09:12.280817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86bb5b-a6e0-46b9-a3c9-5b5396b87bba None None] Routers {'2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:12.282146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ad86bb5b-a6e0-46b9-a3c9-5b5396b87bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:12.354405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-e98dbdf6-8e09-461a-9685-9a0b36c331b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 HTTP/1.1" status: 200 len: 217 time: 0.1102641 Apr 21 21:09:12.368377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ad86bb5b-a6e0-46b9-a3c9-5b5396b87bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:12.369105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86bb5b-a6e0-46b9-a3c9-5b5396b87bba None None] The sync data for ids ['2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:12.374524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['fee69391-00a2-43ab-82e9-4f03a0cc3d50'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:09:12.412864 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b237b295-4dff-4ee6-b560-30c61b0a335c tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/routers/2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc HTTP/1.1" status: 200 len: 923 time: 0.2964959 Apr 21 21:09:12.413430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42950) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:12.466058 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0dbf6d7d-e79e-4b0c-82cd-f117033cd823 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc HTTP/1.1" status: 200 len: 205 time: 0.0495665 Apr 21 21:09:12.469776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42956) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:12.724304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f56ecd8-b5b7-46de-a4cd-534187f72544 req-1be442ef-1ebf-48dc-b820-dabefc039399 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046506 Apr 21 21:09:12.768242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd24330-f4c5-4358-8d84-358362c29c4d req-49403aff-a589-4d44-9eb0-c0e23636f060 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:12.777885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bd24330-f4c5-4358-8d84-358362c29c4d req-49403aff-a589-4d44-9eb0-c0e23636f060 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 946 time: 0.3893578 Apr 21 21:09:12.814193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-79deb2db-b42a-4284-9ba8-7cf9163177b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:12.816025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-79deb2db-b42a-4284-9ba8-7cf9163177b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.4035478 Apr 21 21:09:12.834350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:12.874186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5b1a7c26-1369-4b88-9827-6bcd857c72e5 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:12.879273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-b254aed9-1822-4fd4-bb83-b66d59094c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:12.880991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-b254aed9-1822-4fd4-bb83-b66d59094c0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496838 Apr 21 21:09:12.896376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bd24330-f4c5-4358-8d84-358362c29c4d req-f1385c65-301b-4d1d-8694-e887ec6e7742 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164911 Apr 21 21:09:13.064460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a7c5d-e139-4603-85a6-1e724c96333c req-8ff55edc-23fa-4385-b2c7-564cfcf1b4ee tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:13.072381 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.082751 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-861a7c5d-e139-4603-85a6-1e724c96333c req-8ff55edc-23fa-4385-b2c7-564cfcf1b4ee tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 944 time: 0.4582212 Apr 21 21:09:13.107419 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.131019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e62c-44f3-456a-bdcb-2eee9ae3cfa8 req-7ab914be-8c63-4c88-b72c-22cb553b2b26 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:13.144139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8007e62c-44f3-456a-bdcb-2eee9ae3cfa8 req-7ab914be-8c63-4c88-b72c-22cb553b2b26 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1017249 Apr 21 21:09:13.159935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Pushing event updated for resources: {'Port': ['ID=244c5504-8959-428e-8a3a-9ba5b5e79815,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:13.171958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.172662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.173261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.173964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.174520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.175184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.175733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.176274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.176837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.177371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.177913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.178712 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:13.193789 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddb30430-8674-4406-839a-e78850a2ef17 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.201045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Network 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:13.210497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:13.214200 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:13.219110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 5b1a7c26-1369-4b88-9827-6bcd857c72e5 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:09:13.228267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 5b1a7c26-1369-4b88-9827-6bcd857c72e5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:13.228985 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.316860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Attempting to bind port 244c5504-8959-428e-8a3a-9ba5b5e79815 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:09:13.317620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Attempting to bind port 244c5504-8959-428e-8a3a-9ba5b5e79815 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ee4eb34e-fd81-4153-a844-5b882b62271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b5a7912-d13d-49f9-b3d1-7309ddcc1abe'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:09:13.318232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Attempting to bind port 244c5504-8959-428e-8a3a-9ba5b5e79815 on network 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:13.341511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:09:13.341995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Checking segment: {'id': 'ee4eb34e-fd81-4153-a844-5b882b62271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b5a7912-d13d-49f9-b3d1-7309ddcc1abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:13.342608 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.342994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Bound using segment: {'id': 'ee4eb34e-fd81-4153-a844-5b882b62271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b5a7912-d13d-49f9-b3d1-7309ddcc1abe'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:09:13.343576 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Bound port: 244c5504-8959-428e-8a3a-9ba5b5e79815, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee4eb34e-fd81-4153-a844-5b882b62271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8b5a7912-d13d-49f9-b3d1-7309ddcc1abe'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:09:13.344074 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.363690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8007e62c-44f3-456a-bdcb-2eee9ae3cfa8 req-8c6ecd32-a2fa-4c58-9267-71ff4ce0d6c1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185910 Apr 21 21:09:13.375206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-861a7c5d-e139-4603-85a6-1e724c96333c req-22abb67b-60d2-42f3-aae0-d62bfda90570 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914960 Apr 21 21:09:13.404883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.422542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-2d3c9291-3ce0-4c2f-92e8-891d8ef8b005 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226300 Apr 21 21:09:13.430885 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddb30430-8674-4406-839a-e78850a2ef17 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.440002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.562509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] For port 244c5504-8959-428e-8a3a-9ba5b5e79815, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:09:13.575935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] For port 244c5504-8959-428e-8a3a-9ba5b5e79815, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=244c5504-8959-428e-8a3a-9ba5b5e79815,segment=NetworkSegment(ee4eb34e-fd81-4153-a844-5b882b62271f),segment_id=ee4eb34e-fd81-4153-a844-5b882b62271f)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:09:13.578787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9884dce-fde4-476e-a138-dc0f7dc83917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1a7c26-1369-4b88-9827-6bcd857c72e5'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:09:13.596824 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2246cea-56eb-4a63-a99f-ca680b6a004f" -d '{"events": [{"server_uuid": "b9884dce-fde4-476e-a138-dc0f7dc83917", "name": "network-vif-plugged", "status": "completed", "tag": "5b1a7c26-1369-4b88-9827-6bcd857c72e5"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:09:13.600249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Deleting port 573947bd-2ac5-4f92-b874-986f5dab82b4 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:13.601771 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.663839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.698515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5b1a7c26-1369-4b88-9827-6bcd857c72e5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5b1a7c26-1369-4b88-9827-6bcd857c72e5,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:13.727185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f71f50-5a49-44fe-b044-66ed9090ee71 req-af997ae1-1e3e-4450-861f-b4a7b56d6db9 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925999 Apr 21 21:09:13.749222 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b58908-3e53-4043-93ff-9227885a7499 x-openstack-request-id: req-e3b58908-3e53-4043-93ff-9227885a7499 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:09:13.749532 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9884dce-fde4-476e-a138-dc0f7dc83917", "name": "network-vif-plugged", "status": "completed", "tag": "5b1a7c26-1369-4b88-9827-6bcd857c72e5", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:09:13.749785 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3b58908-3e53-4043-93ff-9227885a7499 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:09:13.750182 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b58908-3e53-4043-93ff-9227885a7499'] response: {'server_uuid': 'b9884dce-fde4-476e-a138-dc0f7dc83917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1a7c26-1369-4b88-9827-6bcd857c72e5', 'code': 200} Apr 21 21:09:13.754334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.801355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:13.846258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Calling delete_port for 573947bd-2ac5-4f92-b874-986f5dab82b4 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:13.903767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccff24-c4d5-4e53-bca2-a98c5b876de9 None None] Pushing event updated for resources: {'Port': ['ID=244c5504-8959-428e-8a3a-9ba5b5e79815,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:14.075884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5b1a7c26-1369-4b88-9827-6bcd857c72e5,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:14.079994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3db62-0654-4947-a0b6-f03adaaaac33 req-2bdc88d9-913f-4e35-8926-9a79135dabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:14.081945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89e3db62-0654-4947-a0b6-f03adaaaac33 req-2bdc88d9-913f-4e35-8926-9a79135dabcf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9884dce-fde4-476e-a138-dc0f7dc83917 HTTP/1.1" status: 200 len: 1096 time: 0.2957373 Apr 21 21:09:14.083617 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddb30430-8674-4406-839a-e78850a2ef17 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:14.193625 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89e3db62-0654-4947-a0b6-f03adaaaac33 req-624f9fa7-0241-4f1e-adeb-8f7b37ffff09 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531662 Apr 21 21:09:14.211505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461376ad-7719-4937-ab93-4631d49ebad6 req-4af1edda-8bf0-4cbf-a2ae-87a7775129c8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:14.234747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-461376ad-7719-4937-ab93-4631d49ebad6 req-4af1edda-8bf0-4cbf-a2ae-87a7775129c8 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 946 time: 0.2588534 Apr 21 21:09:14.348609 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddb30430-8674-4406-839a-e78850a2ef17 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:14.419759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275e348-a7a3-4eb4-81fb-c39d525bd457 req-e54be81c-86df-4f6a-bf11-322bc77e7825 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:14.436416 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb30430-8674-4406-839a-e78850a2ef17 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Subnet': ['ID=27d5cafd-c1bd-46e1-991e-595ecccec3a3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:14.437102 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5275e348-a7a3-4eb4-81fb-c39d525bd457 req-e54be81c-86df-4f6a-bf11-322bc77e7825 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 946 time: 0.3815918 Apr 21 21:09:14.442401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:14.447604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddb30430-8674-4406-839a-e78850a2ef17 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:14.451490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ddb30430-8674-4406-839a-e78850a2ef17 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/subnets/27d5cafd-c1bd-46e1-991e-595ecccec3a3 HTTP/1.1" status: 204 len: 168 time: 2.8135135 Apr 21 21:09:14.463040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42992) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:14.594329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event deleted for resources: {'Port': ['ID=573947bd-2ac5-4f92-b874-986f5dab82b4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:14.647931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5275e348-a7a3-4eb4-81fb-c39d525bd457 req-f50765f6-0edc-4c61-9d43-4c91f61e4b5a tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups?id=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856954 Apr 21 21:09:14.736555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333000ff-c091-4459-ba2a-ae7ab5fd4ca0 req-591b4a1d-65b7-4880-ac12-4611f50db8ae tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:14.738108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-333000ff-c091-4459-ba2a-ae7ab5fd4ca0 req-591b4a1d-65b7-4880-ac12-4611f50db8ae tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1703017 Apr 21 21:09:14.757543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Deleting port bc47aad7-39d7-408b-b8bf-6125be980c80 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:14.757877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:14.850846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:14.862190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf135984-93dc-4b77-828a-007323d56974 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:14.871212 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf135984-93dc-4b77-828a-007323d56974 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4038870 Apr 21 21:09:14.955542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42994) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:14.973442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] For port bc47aad7-39d7-408b-b8bf-6125be980c80, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc47aad7-39d7-408b-b8bf-6125be980c80,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:14.977067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.037720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 244c5504-8959-428e-8a3a-9ba5b5e79815 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:15.210823 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.216335 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.323017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.341904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c076db-afbd-4d37-8a31-e9ee938fddde req-121adac4-39e2-4dba-b6b2-ea72609421c2 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:15.343504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-33c076db-afbd-4d37-8a31-e9ee938fddde req-121adac4-39e2-4dba-b6b2-ea72609421c2 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 944 time: 0.3870366 Apr 21 21:09:15.351013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.351568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:09:15.396046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 244c5504-8959-428e-8a3a-9ba5b5e79815 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:15.396448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.439352 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.440006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.440144 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Floating IP d0a2da8d-3c0d-40ef-9302-2c0e80bbfbd1 disassociated. External IP: 172.25.0.10, port: bc47aad7-39d7-408b-b8bf-6125be980c80. Apr 21 21:09:15.440489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Calling delete_port for bc47aad7-39d7-408b-b8bf-6125be980c80 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:15.502334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.505104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1aeba883-18ff-43b7-a37c-fe4cc5d7637e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc HTTP/1.1" status: 204 len: 168 time: 3.0341465 Apr 21 21:09:15.517160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device fee69391-00a2-43ab-82e9-4f03a0cc3d50 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:15.520238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43006) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:15.537912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'router': {'name': 'tempest-snat-router-345821048', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': False}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:15.667243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-33c076db-afbd-4d37-8a31-e9ee938fddde req-d94b7d52-c65c-4156-aa42-36bc7568ff45 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090475 Apr 21 21:09:15.745483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.748175 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.763398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Deleting port 244c5504-8959-428e-8a3a-9ba5b5e79815 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:15.763726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.815121 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-333000ff-c091-4459-ba2a-ae7ab5fd4ca0 req-a77a2b47-1caf-4de8-959d-423cb7567543 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0669477 Apr 21 21:09:15.958399 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:15.960372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port fee69391-00a2-43ab-82e9-4f03a0cc3d50 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:09:15.966994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354a308-8471-4b06-8746-60dd4225e79c None None] Network 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:16.002925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port fee69391-00a2-43ab-82e9-4f03a0cc3d50 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:16.003409 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:16.023226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] For port 244c5504-8959-428e-8a3a-9ba5b5e79815, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=244c5504-8959-428e-8a3a-9ba5b5e79815,segment=NetworkSegment(ee4eb34e-fd81-4153-a844-5b882b62271f),segment_id=ee4eb34e-fd81-4153-a844-5b882b62271f)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:16.023589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:16.046553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:16.111265 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5359b08a-6a0e-4fa8-9fae-9b80d8ad876e req-f7e9103a-1c48-4e76-843c-d585d6b30a70 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 210 time: 0.0670729 Apr 21 21:09:16.112187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Calling delete_port for 244c5504-8959-428e-8a3a-9ba5b5e79815 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:16.166607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 244c5504-8959-428e-8a3a-9ba5b5e79815, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=244c5504-8959-428e-8a3a-9ba5b5e79815,segment=NetworkSegment(ee4eb34e-fd81-4153-a844-5b882b62271f),segment_id=ee4eb34e-fd81-4153-a844-5b882b62271f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:16.181124 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:16.188533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'Port': ['ID=bc47aad7-39d7-408b-b8bf-6125be980c80,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:16.329820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-88ef2f88-aff0-43ea-9210-269155cb2b4c None None] Provisioning complete for port 244c5504-8959-428e-8a3a-9ba5b5e79815 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:16.330433 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-88ef2f88-aff0-43ea-9210-269155cb2b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:16.377770 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:16.394398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43028) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:16.520452 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:16.538183 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=244c5504-8959-428e-8a3a-9ba5b5e79815,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:16.678916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port fee69391-00a2-43ab-82e9-4f03a0cc3d50, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fee69391-00a2-43ab-82e9-4f03a0cc3d50,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:16.681973 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:16.685506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a0bc93-f3d3-4c50-8095-379beb3fe35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee69391-00a2-43ab-82e9-4f03a0cc3d50'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:09:16.693425 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba49f2-7160-4442-90a2-f53aa0a0475a" -d '{"events": [{"server_uuid": "b5a0bc93-f3d3-4c50-8095-379beb3fe35e", "name": "network-vif-plugged", "status": "completed", "tag": "fee69391-00a2-43ab-82e9-4f03a0cc3d50"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:09:16.696128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:09:16.709506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cefeb7-9f78-4191-b2ba-e92e5002eaf1 None None] DHCP port deletion for 8b5a7912-d13d-49f9-b3d1-7309ddcc1abe request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:09:16.727776 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:16.786129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=fee69391-00a2-43ab-82e9-4f03a0cc3d50,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:16.800372 n-d-838945-1 neutron-server[114648]: INFO neutron.plugins.ml2.db [None req-88ef2f88-aff0-43ea-9210-269155cb2b4c None None] No ports have port_id starting with 244c5504-8959-428e-8a3a-9ba5b5e79815 Apr 21 21:09:16.819728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bc47aad7-39d7-408b-b8bf-6125be980c80 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:16.921037 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf286d02-98c2-4186-a6c2-2d806b092382 x-openstack-request-id: req-bf286d02-98c2-4186-a6c2-2d806b092382 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:09:16.921037 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a0bc93-f3d3-4c50-8095-379beb3fe35e", "name": "network-vif-plugged", "status": "completed", "tag": "fee69391-00a2-43ab-82e9-4f03a0cc3d50", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:09:16.921037 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf286d02-98c2-4186-a6c2-2d806b092382 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:09:16.921037 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf286d02-98c2-4186-a6c2-2d806b092382'] response: {'server_uuid': 'b5a0bc93-f3d3-4c50-8095-379beb3fe35e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee69391-00a2-43ab-82e9-4f03a0cc3d50', 'code': 200} Apr 21 21:09:16.926988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: bc47aad7-39d7-408b-b8bf-6125be980c80 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:16.927341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bc47aad7-39d7-408b-b8bf-6125be980c80 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:17.002981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc10fc1-0012-4e34-9fd1-1a2a745f1deb None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:09:17.240637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc10fc1-0012-4e34-9fd1-1a2a745f1deb None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:09:17.247360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 244c5504-8959-428e-8a3a-9ba5b5e79815 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:17.281851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:17.313549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 244c5504-8959-428e-8a3a-9ba5b5e79815 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:17.314272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 244c5504-8959-428e-8a3a-9ba5b5e79815 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:17.360026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] No DVR routers for this DVR port 244c5504-8959-428e-8a3a-9ba5b5e79815 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:09:17.368382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Port': ['ID=244c5504-8959-428e-8a3a-9ba5b5e79815,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:17.510414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe39c5-24d5-42fd-8623-a34422b50258 req-98c4ce10-4833-46c9-b4b4-9b2581f52934 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:17.519866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dfbe39c5-24d5-42fd-8623-a34422b50258 req-98c4ce10-4833-46c9-b4b4-9b2581f52934 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.2489207 Apr 21 21:09:17.549334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:17.593270 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5a7912-d13d-49f9-b3d1-7309ddcc1abe']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:17.604786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dfbe39c5-24d5-42fd-8623-a34422b50258 req-662530d5-0166-4a64-892f-e6c4ae664972 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839341 Apr 21 21:09:17.661240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4eb34e-fd81-4153-a844-5b882b62271f') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:17.661531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4eb34e-fd81-4153-a844-5b882b62271f') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:17.677251 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:17.705152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:17.733985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:09:17.744985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:09:17.752882 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:09:17.819672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:17.831048 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:17.847704 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:17.848332 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:17.959190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f5346b24-ec79-4eed-8e18-39cef3a2d5e2 req-a0d99129-70a5-465c-80da-94ad56585f9e tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3e8675-9116-4e42-ab88-51d58bed6b71 HTTP/1.1" status: 200 len: 210 time: 0.2265239 Apr 21 21:09:17.985885 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] No DVR routers for this DVR port bc47aad7-39d7-408b-b8bf-6125be980c80 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:09:17.991360 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.001111 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-461376ad-7719-4937-ab93-4631d49ebad6 req-2f7f62a0-0422-4951-b0e3-0cace9a5a4d4 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.43 "DELETE /v2.0/ports/bc47aad7-39d7-408b-b8bf-6125be980c80 HTTP/1.1" status: 204 len: 173 time: 3.5356817 Apr 21 21:09:18.012678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'name': 'network-vif-deleted', 'tag': 'bc47aad7-39d7-408b-b8bf-6125be980c80'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:09:18.018524 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb15ce28-c194-4f22-84fd-dcf237a7163b" -d '{"events": [{"server_uuid": "af3e8675-9116-4e42-ab88-51d58bed6b71", "name": "network-vif-deleted", "tag": "bc47aad7-39d7-408b-b8bf-6125be980c80"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:09:18.100133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38148da2-8e11-4a39-a6bf-4ef52c451104 req-fa7bfcaf-c19e-4c65-b37c-e5d4b366b7b9 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:18.105589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38148da2-8e11-4a39-a6bf-4ef52c451104 req-fa7bfcaf-c19e-4c65-b37c-e5d4b366b7b9 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 945 time: 1.1841218 Apr 21 21:09:18.112514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd8264-bad1-4b47-8f55-a38b29951dd7 req-c5277580-95d3-4e62-818c-eae4c14557f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:18.115433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83bd8264-bad1-4b47-8f55-a38b29951dd7 req-c5277580-95d3-4e62-818c-eae4c14557f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 1096 time: 0.4021723 Apr 21 21:09:18.132700 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b8a246-77c9-4730-954f-9fae0fc57355 x-openstack-request-id: req-d2b8a246-77c9-4730-954f-9fae0fc57355 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:09:18.133440 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3e8675-9116-4e42-ab88-51d58bed6b71", "name": "network-vif-deleted", "tag": "bc47aad7-39d7-408b-b8bf-6125be980c80", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:09:18.133853 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2b8a246-77c9-4730-954f-9fae0fc57355 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:09:18.134999 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b8a246-77c9-4730-954f-9fae0fc57355'] response: {'server_uuid': 'af3e8675-9116-4e42-ab88-51d58bed6b71', 'name': 'network-vif-deleted', 'tag': 'bc47aad7-39d7-408b-b8bf-6125be980c80', 'status': 'completed', 'code': 200} Apr 21 21:09:18.149096 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.155954 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.160932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/networks/8b5a7912-d13d-49f9-b3d1-7309ddcc1abe HTTP/1.1" status: 204 len: 168 time: 3.1787765 Apr 21 21:09:18.178844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43070) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:18.193605 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:18.329232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e3a35-d8a4-4bb8-af90-fd4d42230862 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Network': ['ID=8b5a7912-d13d-49f9-b3d1-7309ddcc1abe,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:18.353244 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.382195 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.391672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38148da2-8e11-4a39-a6bf-4ef52c451104 req-59ad6b14-5d52-4666-b055-3e8d55902e3c tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725306 Apr 21 21:09:18.394894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e4b0-0454-4603-b710-69265a13081b req-430f0cb0-eae4-4bc5-87aa-24a5326299ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:18.396505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1867e4b0-0454-4603-b710-69265a13081b req-430f0cb0-eae4-4bc5-87aa-24a5326299ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 1097 time: 0.2562859 Apr 21 21:09:18.419608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-83bd8264-bad1-4b47-8f55-a38b29951dd7 req-8bbf9d05-ec33-440e-a8b3-066f50f5837d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892118 Apr 21 21:09:18.486017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.640188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Allocated IP 172.25.0.39 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/24a65b27-f482-4b70-89c1-4d8491fc9b85) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:18.702718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.726766 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532082e6-b4cf-4838-a77e-6bbe3d4d4408']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:18.739093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f578df1d-6e8e-48ea-8b46-0353b2997cc2') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:18.739548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f578df1d-6e8e-48ea-8b46-0353b2997cc2') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:18.753200 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.767804 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.775929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:09:18.777464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.785525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e4b0-0454-4603-b710-69265a13081b req-26b3fe34-649d-499d-bb0f-cd4b4d93da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:18.787425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1867e4b0-0454-4603-b710-69265a13081b req-26b3fe34-649d-499d-bb0f-cd4b4d93da97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.2520273 Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:09:18.857519 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:09:18.860971 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1867e4b0-0454-4603-b710-69265a13081b req-83cc8ec5-dbd2-4541-9528-d6738ae7ac46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44623e33-d29c-4016-8fde-53bd8dec5972 HTTP/1.1" status: 200 len: 217 time: 0.0660069 Apr 21 21:09:18.863136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.886323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:18.893238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/networks/532082e6-b4cf-4838-a77e-6bbe3d4d4408 HTTP/1.1" status: 204 len: 168 time: 0.7005422 Apr 21 21:09:18.893458 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:18.897774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43084) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:18.949039 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:09:18.975495 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:18.976937 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:19.064566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.067143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c141e-247b-4083-a5b6-60052d0ff1c1 req-328667c2-c409-4c0d-8b72-d5f8a5bf960c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:19.076978 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-287c141e-247b-4083-a5b6-60052d0ff1c1 req-328667c2-c409-4c0d-8b72-d5f8a5bf960c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.3448038 Apr 21 21:09:19.084745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c2174-2a72-4795-aadd-0beef16177e2 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Network': ['ID=532082e6-b4cf-4838-a77e-6bbe3d4d4408,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:19.108609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e4b0-0454-4603-b710-69265a13081b req-338fc172-7fbe-43c4-a400-f8a1ffc363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:19.111096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1867e4b0-0454-4603-b710-69265a13081b req-338fc172-7fbe-43c4-a400-f8a1ffc363ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.2244380 Apr 21 21:09:19.118447 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.223904 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:19.246783 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-287c141e-247b-4083-a5b6-60052d0ff1c1 req-1494062c-1245-41bd-9431-0b16f4263ac5 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686583 Apr 21 21:09:19.248533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43116) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:19.294224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e4b0-0454-4603-b710-69265a13081b req-90bb9203-9f6a-4ab7-98d8-073707523864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:19.296448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1867e4b0-0454-4603-b710-69265a13081b req-90bb9203-9f6a-4ab7-98d8-073707523864 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728652 Apr 21 21:09:19.364030 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.399045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:19.445289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68dea608-a4c0-4127-90c3-87581c99accf') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:19.450161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68dea608-a4c0-4127-90c3-87581c99accf') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:19.488641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.503499 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.555704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.602226 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:19.635226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:19.636790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event updated for resources: {'Port': ['ID=24a65b27-f482-4b70-89c1-4d8491fc9b85,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:19.640664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:19.647834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:19.657926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:09:19.658139 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:09:19.661328 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:09:19.688840 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1867e4b0-0454-4603-b710-69265a13081b req-85e03f2e-4602-4b96-b8a7-fc387195d420 service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811500 Apr 21 21:09:19.735473 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8e0bc9-b607-46d0-bb1d-ff2fa5e3e59b None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:00:28Z', 'revision_number': 4, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45ab344e-5550-451a-aca4-ff1144338b65', 'name': '', 'network_id': 'bb53438a-3327-4b76-88e5-46a4179a528b', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'mac_address': 'fa:16:3e:77:9b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '21b73171-c292-4de0-8522-264715ef6eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:26Z', 'updated_at': '2022-04-21T21:00:33Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'subnets': [{'id': '21b73171-c292-4de0-8522-264715ef6eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:19.839370 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57a6db3c-f093-44ac-956d-adef9c1cee86 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.874767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57a6db3c-f093-44ac-956d-adef9c1cee86 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.892436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4da3-32e9-49d0-b381-d9b27087c25e req-fc0b405f-a19d-49f0-961b-aeac8d6f5446 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:19.894303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b8e4da3-32e9-49d0-b381-d9b27087c25e req-fc0b405f-a19d-49f0-961b-aeac8d6f5446 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 945 time: 0.2826986 Apr 21 21:09:19.896459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.905916 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:19.910589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/networks/66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f HTTP/1.1" status: 204 len: 168 time: 1.0117147 Apr 21 21:09:19.921774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43192) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:19.983114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cfbdd-f72d-43d4-b262-a395f51d3fe6 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Network': ['ID=66dd0f9b-5c3c-4b4f-a250-2c1d053fc78f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:20.023137 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57a6db3c-f093-44ac-956d-adef9c1cee86 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.026673 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57a6db3c-f093-44ac-956d-adef9c1cee86 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.028180 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-57a6db3c-f093-44ac-956d-adef9c1cee86 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "DELETE /v2.0/security-groups/3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0 HTTP/1.1" status: 204 len: 168 time: 0.7756450 Apr 21 21:09:20.039930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43208) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:20.048423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6db3c-f093-44ac-956d-adef9c1cee86 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:20.102774 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-7e67bab5-fa3a-41a2-9806-d9da9e271d56 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] show failed (client error): The resource could not be found. Apr 21 21:09:20.108390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43218) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:20.111192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7e67bab5-fa3a-41a2-9806-d9da9e271d56 tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "GET /v2.0/security-groups/3bd95d37-4ad1-490f-8bf9-6c7e9b4c57a0 HTTP/1.1" status: 404 len: 347 time: 0.0485685 Apr 21 21:09:20.134444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.258648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b8e4da3-32e9-49d0-b381-d9b27087c25e req-7fc790d2-a5b0-4d9a-85d3-eac96ebe4e77 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466613 Apr 21 21:09:20.348835 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.379100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b94107-92e9-4693-9c27-e244f668de1b']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:20.397522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5981748-eeaf-408b-85fe-66177613ac7f None None] New status for floating IP d0a2da8d-3c0d-40ef-9302-2c0e80bbfbd1: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:09:20.412667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cda9f24-c914-413e-99ce-7bc6696ba69e') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:20.412993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1867e4b0-0454-4603-b710-69265a13081b req-d8850b29-22c0-444d-a4ba-965102fb7bbd service neutron] 10.222.0.46 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634579 Apr 21 21:09:20.413358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cda9f24-c914-413e-99ce-7bc6696ba69e') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:20.437706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.460284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.474650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.507069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af7efb-7916-4275-b9f4-58bfa539d980 req-0535d184-1f83-48a6-a138-343a7e865723 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:20.508732 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0af7efb-7916-4275-b9f4-58bfa539d980 req-0535d184-1f83-48a6-a138-343a7e865723 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 946 time: 0.1188512 Apr 21 21:09:20.569757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.579716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Deleting port eaebd458-4f40-4dfa-8463-c61d5747d6e4 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:20.580940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.616039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:09:20.616450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:09:20.619471 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:09:20.687088 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.738675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0af7efb-7916-4275-b9f4-58bfa539d980 req-c123ce88-5093-4257-8e19-8044d1c96619 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891208 Apr 21 21:09:20.808268 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.808542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.808901 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.818902 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.823343 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] 10.222.0.49 "DELETE /v2.0/networks/c3b94107-92e9-4693-9c27-e244f668de1b HTTP/1.1" status: 204 len: 168 time: 0.9006255 Apr 21 21:09:20.830048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Calling delete_port for eaebd458-4f40-4dfa-8463-c61d5747d6e4 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:20.831661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:20.864665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9e55a-5f36-4b7b-85f0-486d14d011f1 tempest-BulkNetworkOpsIpV6Test-1319613740 tempest-BulkNetworkOpsIpV6Test-1319613740-project] Pushing event deleted for resources: {'Network': ['ID=c3b94107-92e9-4693-9c27-e244f668de1b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:21.187401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Deleting port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:21.188041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:21.252292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:21.289636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43334) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:21.306690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 44623e33-d29c-4016-8fde-53bd8dec5972 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:21.357620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] For port c9e6e9f3-908c-41ab-89b4-ceae09e8cf67, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c9e6e9f3-908c-41ab-89b4-ceae09e8cf67,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:21.358071 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:21.405878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Calling delete_port for c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:21.473016 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:21.501601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:09:21.504501 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb1b6e-a0e2-4ad1-9beb-d17f6dd00d8a" -d '{"events": [{"server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "name": "network-vif-unplugged", "status": "completed", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:09:21.519146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736f87-9382-46e5-82f1-fcaad62c23cf req-46e309ef-de3e-474c-a0e5-b266505f9f8a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:21.520652 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2736f87-9382-46e5-82f1-fcaad62c23cf req-46e309ef-de3e-474c-a0e5-b266505f9f8a tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 945 time: 0.1004322 Apr 21 21:09:21.525215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=44623e33-d29c-4016-8fde-53bd8dec5972,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:21.531062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:21.579791 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a3a188-4f55-493c-8167-d81e8dd76d34 x-openstack-request-id: req-f4a3a188-4f55-493c-8167-d81e8dd76d34 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:09:21.580167 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "name": "network-vif-unplugged", "status": "completed", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:09:21.580468 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4a3a188-4f55-493c-8167-d81e8dd76d34 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:09:21.581060 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a3a188-4f55-493c-8167-d81e8dd76d34'] response: {'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972', 'code': 200} Apr 21 21:09:21.594668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=44623e33-d29c-4016-8fde-53bd8dec5972,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:21.678941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-06834e62-466c-4702-9749-2350a8b067c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3c9f7ccfed84a4e98310415f86d2ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871596 Apr 21 21:09:21.681673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43380) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:21.703342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2736f87-9382-46e5-82f1-fcaad62c23cf req-62b4b569-13a9-44a7-8b27-ec7ee60386d5 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717834 Apr 21 21:09:21.817698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:21.835559 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90675845-cc6c-4276-92de-8c4e9c3f4ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:21.885522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e6e9f3-908c-41ab-89b4-ceae09e8cf67,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:21.921174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Pushing event deleted for resources: {'Port': ['ID=eaebd458-4f40-4dfa-8463-c61d5747d6e4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:21.931328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90675845-cc6c-4276-92de-8c4e9c3f4ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:22.016546 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:22.026109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8c39b-5e6f-4283-a86e-4a893202d040 req-668ca0c9-2bdf-42ce-b417-36f14ff902c0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:22.031161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afa8c39b-5e6f-4283-a86e-4a893202d040 req-668ca0c9-2bdf-42ce-b417-36f14ff902c0 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 944 time: 0.1624660 Apr 21 21:09:22.083384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:22.086039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:22.087274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-79715147-5de2-40a8-8a19-8042d2fdf16b tempest-AttachVolumeNegativeTest-1375306975 tempest-AttachVolumeNegativeTest-1375306975-project] 10.222.0.49 "DELETE /v2.0/floatingips/d0a2da8d-3c0d-40ef-9302-2c0e80bbfbd1 HTTP/1.1" status: 204 len: 168 time: 1.9764535 Apr 21 21:09:22.148462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906030a-48be-401b-92b3-1d2110048038 req-1c2247b5-a087-4876-ab41-c1ff7dd273f1 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:22.160485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7906030a-48be-401b-92b3-1d2110048038 req-1c2247b5-a087-4876-ab41-c1ff7dd273f1 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9884dce-fde4-476e-a138-dc0f7dc83917 HTTP/1.1" status: 200 len: 945 time: 0.3036089 Apr 21 21:09:22.176060 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afa8c39b-5e6f-4283-a86e-4a893202d040 req-058e4c3c-6f21-4c83-a70b-220215cf9a4a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377919 Apr 21 21:09:22.192847 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90675845-cc6c-4276-92de-8c4e9c3f4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:22.199904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90675845-cc6c-4276-92de-8c4e9c3f4ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:22.202600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-90675845-cc6c-4276-92de-8c4e9c3f4ae2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c495868-04c8-4c87-8c71-2656306a3013 HTTP/1.1" status: 204 len: 168 time: 0.5199661 Apr 21 21:09:22.220176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90675845-cc6c-4276-92de-8c4e9c3f4ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c495868-04c8-4c87-8c71-2656306a3013,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:22.380980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:22.457768 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7906030a-48be-401b-92b3-1d2110048038 req-2d4d4f56-16cb-406e-9c4a-df3e8f0ae8d4 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963121 Apr 21 21:09:22.529110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Router 2c8955f3-51b1-475e-8715-fe178255e8cf is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:09:22.867810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:22.880535 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Sync routers for ids ['2c8955f3-51b1-475e-8715-fe178255e8cf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:22.904801 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Routers {'2c8955f3-51b1-475e-8715-fe178255e8cf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:22.905440 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2c8955f3-51b1-475e-8715-fe178255e8cf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:22.943899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:22.949874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43514) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:22.954074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-365aa96b-1dcd-498a-9c52-2a1b5e5fd24a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4254732 Apr 21 21:09:23.146007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:09:23.173923 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Set router 2c8955f3-51b1-475e-8715-fe178255e8cf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:23.434044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-88daca26-5856-4997-8a7b-e3419c62da1a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/routers/2c8955f3-51b1-475e-8715-fe178255e8cf HTTP/1.1" status: 200 len: 907 time: 0.4809823 Apr 21 21:09:23.441401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43566) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:23.462022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c76a59-f185-4c67-a0ff-d9c7fbda52b4 req-b4e74cd2-ad57-406f-bd07-88c82c09235e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:23.475257 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8955f3-51b1-475e-8715-fe178255e8cf', 'name': 'tempest-snat-router-345821048', 'tenant_id': '5dc162171d804a4baea93ed48ba36763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.39'}], 'enable_snat': False}, 'gw_port_id': '24a65b27-f482-4b70-89c1-4d8491fc9b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:16Z', 'updated_at': '2022-04-21T21:09:20Z', 'revision_number': 3, 'project_id': '5dc162171d804a4baea93ed48ba36763', 'gw_port': {'id': '24a65b27-f482-4b70-89c1-4d8491fc9b85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8955f3-51b1-475e-8715-fe178255e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:18Z', 'updated_at': '2022-04-21T21:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:23.483223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46eba-bcb0-4f1c-b0de-d026978cb75a req-3ffc8122-04cc-4b80-93f2-d6f00e385a6e tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:23.497984 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51c76a59-f185-4c67-a0ff-d9c7fbda52b4 req-b4e74cd2-ad57-406f-bd07-88c82c09235e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 944 time: 0.1873505 Apr 21 21:09:23.503071 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ead46eba-bcb0-4f1c-b0de-d026978cb75a req-3ffc8122-04cc-4b80-93f2-d6f00e385a6e tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9884dce-fde4-476e-a138-dc0f7dc83917 HTTP/1.1" status: 200 len: 945 time: 0.2706468 Apr 21 21:09:23.522333 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Checking router: 2c8955f3-51b1-475e-8715-fe178255e8cf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:09:23.523467 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Updating router 2c8955f3-51b1-475e-8715-fe178255e8cf port 24a65b27-f482-4b70-89c1-4d8491fc9b85 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:09:23.536262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'router': {'name': 'tempest-snat-router-345821048', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': True}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:23.562537 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:23.615672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ead46eba-bcb0-4f1c-b0de-d026978cb75a req-f5a904bc-bc3a-4037-8789-73b73a6b3a95 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113160 Apr 21 21:09:23.624664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:23.633789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] Sync routers for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:23.656881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ee554b0d-1df0-426a-b81f-ef70e897a755 admin admin] 10.222.0.49 "PUT /v2.0/routers/a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2592583 Apr 21 21:09:23.656881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:23.657756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:23.658406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:23.661676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:23.673027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43590) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:23.709374 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51c76a59-f185-4c67-a0ff-d9c7fbda52b4 req-78372b54-a999-4b76-bc7e-b01f273063cb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097044 Apr 21 21:09:23.837226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43604) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:23.847784 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.108453 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:09:24.117987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:24.134257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.140544 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.158225 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.299656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.356344 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Attempting to bind port 24a65b27-f482-4b70-89c1-4d8491fc9b85 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:09:24.356940 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Attempting to bind port 24a65b27-f482-4b70-89c1-4d8491fc9b85 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:09:24.357461 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Attempting to bind port 24a65b27-f482-4b70-89c1-4d8491fc9b85 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:24.367476 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:09:24.368294 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:24.369248 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.369817 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:09:24.371598 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Bound port: 24a65b27-f482-4b70-89c1-4d8491fc9b85, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:09:24.372262 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.445530 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] For port 24a65b27-f482-4b70-89c1-4d8491fc9b85, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:09:24.445786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Deleting port c7f2806b-225a-4973-8a9e-80061de2e0f5 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:24.446020 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.450954 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] For port 24a65b27-f482-4b70-89c1-4d8491fc9b85, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=24a65b27-f482-4b70-89c1-4d8491fc9b85,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:09:24.467945 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Pushing event updated for resources: {'Port': ['ID=24a65b27-f482-4b70-89c1-4d8491fc9b85,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:24.477566 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.507897 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.511850 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.512405 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.513257 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.513800 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.514361 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.515420 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.516983 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.522657 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.523515 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.524267 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.526861 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:24.601513 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T21:09:21Z', 'revision_number': 5, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port': {'id': 'c7f2806b-225a-4973-8a9e-80061de2e0f5', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T20:59:21Z', 'updated_at': '2022-04-21T20:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:24.604384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'network': {'name': 'tempest-RoutersTest-493464497'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:24.627345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-0a024082-650f-4b5d-9f6e-ac898bdf4888 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:24.636933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-0a024082-650f-4b5d-9f6e-ac898bdf4888 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5a0bc93-f3d3-4c50-8095-379beb3fe35e HTTP/1.1" status: 200 len: 945 time: 0.1855488 Apr 21 21:09:24.642793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515664d-2c82-444c-aab2-8dc53ad1f603 None None] Pushing event updated for resources: {'Port': ['ID=24a65b27-f482-4b70-89c1-4d8491fc9b85,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:24.663306 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Routers {'2c8955f3-51b1-475e-8715-fe178255e8cf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:24.665323 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2c8955f3-51b1-475e-8715-fe178255e8cf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:24.690573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] Checking router: a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:09:24.712427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] Routers {'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:24.713105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:24.720607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] For port c7f2806b-225a-4973-8a9e-80061de2e0f5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c7f2806b-225a-4973-8a9e-80061de2e0f5,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:24.721021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.747759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Calling delete_port for c7f2806b-225a-4973-8a9e-80061de2e0f5 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:24.760526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.823708 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] Set router 2c8955f3-51b1-475e-8715-fe178255e8cf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:24.887125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501daa96-d898-4da7-8dbc-ee1ceb9d32e4 req-fcf50d2e-fc2a-4693-8110-b1f90a5dc95d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:24.888643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-501daa96-d898-4da7-8dbc-ee1ceb9d32e4 req-fcf50d2e-fc2a-4693-8110-b1f90a5dc95d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 1.0391905 Apr 21 21:09:24.897538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:09:24.901229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] Set router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:24.909062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:24.940000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-84aedfe7-620e-427d-8752-c6bc73572683 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:24.977331 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-84aedfe7-620e-427d-8752-c6bc73572683 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9884dce-fde4-476e-a138-dc0f7dc83917 HTTP/1.1" status: 200 len: 945 time: 0.3721225 Apr 21 21:09:24.977505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T21:09:24Z', 'revision_number': 6, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:25.021006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef665b1-b3b7-40e2-baa1-22e61f0dc56b None None] The sync data for ids ['a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd'] in n-d-838945-1 is: [{'id': 'a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd', 'name': 'tempest-AttachVolumeShelveTestJSON-2107963167-router', 'tenant_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T20:59:20Z', 'updated_at': '2022-04-21T21:09:24Z', 'revision_number': 6, 'project_id': 'f8dd254dbcc942288edcd3c5266ca7f3', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:25.055791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.145032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-501daa96-d898-4da7-8dbc-ee1ceb9d32e4 req-81acfd27-3891-4f46-bd2b-839eb5dbd63f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205946 Apr 21 21:09:25.313634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Deleting port 5b1a7c26-1369-4b88-9827-6bcd857c72e5 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:25.313953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.325890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefdfe-ac50-4999-9a3a-fec901a06863 req-e92374df-0cbd-45b1-a582-c69a27441ac0 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:25.351190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dcefdfe-ac50-4999-9a3a-fec901a06863 req-e92374df-0cbd-45b1-a582-c69a27441ac0 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9884dce-fde4-476e-a138-dc0f7dc83917 HTTP/1.1" status: 200 len: 945 time: 0.3754425 Apr 21 21:09:25.362635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.402559 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8955f3-51b1-475e-8715-fe178255e8cf', 'name': 'tempest-snat-router-345821048', 'tenant_id': '5dc162171d804a4baea93ed48ba36763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.39'}], 'enable_snat': False}, 'gw_port_id': '24a65b27-f482-4b70-89c1-4d8491fc9b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:16Z', 'updated_at': '2022-04-21T21:09:20Z', 'revision_number': 3, 'project_id': '5dc162171d804a4baea93ed48ba36763', 'gw_port': {'id': '24a65b27-f482-4b70-89c1-4d8491fc9b85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8955f3-51b1-475e-8715-fe178255e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:18Z', 'updated_at': '2022-04-21T21:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:25.453172 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b741f58a-592d-4672-b43a-6b624d7885a0 None None] The sync data for ids ['2c8955f3-51b1-475e-8715-fe178255e8cf'] in n-d-838945-1 is: [{'id': '2c8955f3-51b1-475e-8715-fe178255e8cf', 'name': 'tempest-snat-router-345821048', 'tenant_id': '5dc162171d804a4baea93ed48ba36763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.39'}], 'enable_snat': False}, 'gw_port_id': '24a65b27-f482-4b70-89c1-4d8491fc9b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:16Z', 'updated_at': '2022-04-21T21:09:20Z', 'revision_number': 3, 'project_id': '5dc162171d804a4baea93ed48ba36763', 'gw_port': {'id': '24a65b27-f482-4b70-89c1-4d8491fc9b85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:37:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8955f3-51b1-475e-8715-fe178255e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2253, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:18Z', 'updated_at': '2022-04-21T21:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:25.530381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f2806b-225a-4973-8a9e-80061de2e0f5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:25.560860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.653202 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.706972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] For port 5b1a7c26-1369-4b88-9827-6bcd857c72e5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5b1a7c26-1369-4b88-9827-6bcd857c72e5,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:25.707561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.740655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Calling delete_port for 5b1a7c26-1369-4b88-9827-6bcd857c72e5 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:25.765420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Deleting port fee69391-00a2-43ab-82e9-4f03a0cc3d50 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:25.765740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.928580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.937899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.942233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:09:25.946854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.953224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:25.953958 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added segment 194744cc-ae85-4715-aa69-4b79d272033c of type vlan for network ed0ec643-4220-453a-9a0e-047f0d0e758b Apr 21 21:09:25.956862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dcefdfe-ac50-4999-9a3a-fec901a06863 req-4709b596-6029-4e11-bef7-46eabd0e70f9 tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/security-groups?id=68d433e4-e29d-4612-8fc7-674f11104c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048026 Apr 21 21:09:26.086527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.087079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:09:26.094748 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.095875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b3f2772b-49bf-4bd0-ae93-ae49d728b4b8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a72a5e2a-c79f-4fd7-800e-1367b2e4ffcd HTTP/1.1" status: 204 len: 168 time: 2.3798895 Apr 21 21:09:26.098705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43686) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:26.099895 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.116287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['fee69391-00a2-43ab-82e9-4f03a0cc3d50'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:09:26.153845 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.220646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Pushing event deleted for resources: {'Port': ['ID=5b1a7c26-1369-4b88-9827-6bcd857c72e5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:26.260646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] For port fee69391-00a2-43ab-82e9-4f03a0cc3d50, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fee69391-00a2-43ab-82e9-4f03a0cc3d50,segment=NetworkSegment(a60754a0-5284-4ffa-abae-5bff04baba4f),segment_id=a60754a0-5284-4ffa-abae-5bff04baba4f)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:26.266247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.298335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de750fd-7d75-46fc-857a-92d3fd6c7491 req-749f92fd-9b91-465c-b24b-98e813291663 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:26.299876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5de750fd-7d75-46fc-857a-92d3fd6c7491 req-749f92fd-9b91-465c-b24b-98e813291663 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.9671638 Apr 21 21:09:26.318629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d39fc1-d419-45ff-b473-bf3430a74be3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:26.326918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.333272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Calling delete_port for fee69391-00a2-43ab-82e9-4f03a0cc3d50 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:26.337546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9a8164-bd28-4f33-9427-9a0f6162dc50 admin admin] Deleting subnet 871160c4-f389-4efb-8b19-78040f35e56a {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:09:26.366787 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8164-bd28-4f33-9427-9a0f6162dc50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.393066 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.400301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:26.400959 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.409700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] No DVR routers for this DVR port 5b1a7c26-1369-4b88-9827-6bcd857c72e5 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:09:26.416939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.422311 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d77b482-eff2-4a11-8200-3bf46fd0b5e9 req-135bdda0-3faf-49d1-bca8-4a65cc2b97ea tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.43 "DELETE /v2.0/ports/5b1a7c26-1369-4b88-9827-6bcd857c72e5 HTTP/1.1" status: 204 len: 173 time: 1.3777800 Apr 21 21:09:26.451717 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9884dce-fde4-476e-a138-dc0f7dc83917', 'name': 'network-vif-deleted', 'tag': '5b1a7c26-1369-4b88-9827-6bcd857c72e5'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:09:26.462132 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7373ea2c-039d-4847-9663-d45b13de94a9" -d '{"events": [{"server_uuid": "b9884dce-fde4-476e-a138-dc0f7dc83917", "name": "network-vif-deleted", "tag": "5b1a7c26-1369-4b88-9827-6bcd857c72e5"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:09:26.472041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.515615 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8164-bd28-4f33-9427-9a0f6162dc50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.619635 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caa434c-6797-4c81-bb13-242ded1d1f7c x-openstack-request-id: req-1caa434c-6797-4c81-bb13-242ded1d1f7c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:09:26.620737 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9884dce-fde4-476e-a138-dc0f7dc83917", "name": "network-vif-deleted", "tag": "5b1a7c26-1369-4b88-9827-6bcd857c72e5", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:09:26.621337 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1caa434c-6797-4c81-bb13-242ded1d1f7c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:09:26.622114 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1caa434c-6797-4c81-bb13-242ded1d1f7c'] response: {'server_uuid': 'b9884dce-fde4-476e-a138-dc0f7dc83917', 'name': 'network-vif-deleted', 'tag': '5b1a7c26-1369-4b88-9827-6bcd857c72e5', 'status': 'completed', 'code': 200} Apr 21 21:09:26.815439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5b1a7c26-1369-4b88-9827-6bcd857c72e5 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:26.882576 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.0357370 Apr 21 21:09:26.905657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43702) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:26.939313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 5b1a7c26-1369-4b88-9827-6bcd857c72e5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:26.940385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5b1a7c26-1369-4b88-9827-6bcd857c72e5 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:26.948396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'network': {'name': 'tempest-RoutersTest-1154076233'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:26.951852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:26.992984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5de750fd-7d75-46fc-857a-92d3fd6c7491 req-c2e6aa70-3883-4552-aed4-3f0fd798112b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6582735 Apr 21 21:09:27.014917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb7746-ff1f-42ee-ad93-2352a6aef3cc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Network': ['ID=ed0ec643-4220-453a-9a0e-047f0d0e758b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:27.031122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network ed0ec643-4220-453a-9a0e-047f0d0e758b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:09:27.127002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 24a65b27-f482-4b70-89c1-4d8491fc9b85 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:27.148876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Pushing event deleted for resources: {'Port': ['ID=fee69391-00a2-43ab-82e9-4f03a0cc3d50,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:27.154879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8164-bd28-4f33-9427-9a0f6162dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.304639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:09:27.308771 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.342348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 24a65b27-f482-4b70-89c1-4d8491fc9b85 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:27.345407 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.361470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] No DVR routers for this DVR port fee69391-00a2-43ab-82e9-4f03a0cc3d50 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:09:27.374948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7e3cf5d-f049-4e48-a6b3-23cda4deb5d0 req-e8fe2006-1935-4b41-9221-7fd2842c1a9c tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9884dce-fde4-476e-a138-dc0f7dc83917 HTTP/1.1" status: 200 len: 210 time: 0.0902014 Apr 21 21:09:27.393029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:09:27.395597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Allocated IP 172.25.0.142 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e6f8b33e-a318-45fd-a659-0fe1c6e7f563) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:27.409803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device fee69391-00a2-43ab-82e9-4f03a0cc3d50 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:27.437390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.438999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.440704 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added segment 2c672e1e-3600-4078-907a-2c0f64f8e565 of type vlan for network b55c5c6d-7852-4718-be81-7df5d1fb3f8f Apr 21 21:09:27.442343 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca410788-3a34-46aa-bec6-e487c2a5d638 req-1c8d9f06-e641-4629-8ab2-9b104e4591eb tempest-MultipleCreateTestJSON-1669445652 tempest-MultipleCreateTestJSON-1669445652-project] 10.222.0.46 "DELETE /v2.0/ports/fee69391-00a2-43ab-82e9-4f03a0cc3d50 HTTP/1.1" status: 204 len: 173 time: 2.8043358 Apr 21 21:09:27.442805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a0bc93-f3d3-4c50-8095-379beb3fe35e', 'name': 'network-vif-deleted', 'tag': 'fee69391-00a2-43ab-82e9-4f03a0cc3d50'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:09:27.457844 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ba7183-ba0e-4f2e-8ae3-adfb5090d6fd" -d '{"events": [{"server_uuid": "b5a0bc93-f3d3-4c50-8095-379beb3fe35e", "name": "network-vif-deleted", "tag": "fee69391-00a2-43ab-82e9-4f03a0cc3d50"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:09:27.513844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: fee69391-00a2-43ab-82e9-4f03a0cc3d50 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:27.518005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device fee69391-00a2-43ab-82e9-4f03a0cc3d50 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:27.518583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 44623e33-d29c-4016-8fde-53bd8dec5972 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:27.595137 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eb00c0-4ea8-41c0-9fd8-dd02881a5115 x-openstack-request-id: req-e1eb00c0-4ea8-41c0-9fd8-dd02881a5115 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:09:27.595717 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a0bc93-f3d3-4c50-8095-379beb3fe35e", "name": "network-vif-deleted", "tag": "fee69391-00a2-43ab-82e9-4f03a0cc3d50", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:09:27.598480 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1eb00c0-4ea8-41c0-9fd8-dd02881a5115 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:09:27.599093 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1eb00c0-4ea8-41c0-9fd8-dd02881a5115'] response: {'server_uuid': 'b5a0bc93-f3d3-4c50-8095-379beb3fe35e', 'name': 'network-vif-deleted', 'tag': 'fee69391-00a2-43ab-82e9-4f03a0cc3d50', 'status': 'completed', 'code': 200} Apr 21 21:09:27.613436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae9cb-6e2f-4284-898a-e1110a20bff3 req-f12c0062-ab23-4f4b-acfa-ea554e60e19e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:27.623211 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04eae9cb-6e2f-4284-898a-e1110a20bff3 req-f12c0062-ab23-4f4b-acfa-ea554e60e19e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.3348224 Apr 21 21:09:27.645252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.675377 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8164-bd28-4f33-9427-9a0f6162dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.712016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8164-bd28-4f33-9427-9a0f6162dc50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.729488 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf9a8164-bd28-4f33-9427-9a0f6162dc50 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/871160c4-f389-4efb-8b19-78040f35e56a HTTP/1.1" status: 204 len: 168 time: 1.6224079 Apr 21 21:09:27.744497 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43724) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:27.835335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.852977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab4f90-c90f-4f23-8c4a-ff62cf32f283 None None] Network 3f991d97-6e36-4588-b769-0a4ff80fd650 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:27.857288 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.909431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a8164-bd28-4f33-9427-9a0f6162dc50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871160c4-f389-4efb-8b19-78040f35e56a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:27.913420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:27.994091 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04eae9cb-6e2f-4284-898a-e1110a20bff3 req-6448b3dd-78a0-46c4-853d-ce826e3ba3ad tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614898 Apr 21 21:09:28.034219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:28.043595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:28.050004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 24a65b27-f482-4b70-89c1-4d8491fc9b85, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=24a65b27-f482-4b70-89c1-4d8491fc9b85,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:28.055243 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:28.075303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:28.077117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:28.093492 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:28.097482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:28.107461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:28.187885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2656064 Apr 21 21:09:28.201791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43732) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:28.265948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=24a65b27-f482-4b70-89c1-4d8491fc9b85,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:28.271380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Deleting port 59a882be-5577-44de-b562-1583e24762b7 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:28.271524 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:28.274824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:28.298598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'subnet': {'network_id': 'ed0ec643-4220-453a-9a0e-047f0d0e758b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:28.330518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:28.330825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c9e6e9f3-908c-41ab-89b4-ceae09e8cf67 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:28.331231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7f2806b-225a-4973-8a9e-80061de2e0f5 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:28.456784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] For port 59a882be-5577-44de-b562-1583e24762b7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=59a882be-5577-44de-b562-1583e24762b7,segment=NetworkSegment(6e56e1c8-6b7b-4c3d-899c-d03ff041d038),segment_id=6e56e1c8-6b7b-4c3d-899c-d03ff041d038)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:28.457498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:28.457937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c7f2806b-225a-4973-8a9e-80061de2e0f5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:28.458621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7f2806b-225a-4973-8a9e-80061de2e0f5 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:28.487793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Calling delete_port for 59a882be-5577-44de-b562-1583e24762b7 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:28.540913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event updated for resources: {'Port': ['ID=e6f8b33e-a318-45fd-a659-0fe1c6e7f563,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:28.635613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:28.650662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] No DVR routers for this DVR port 59a882be-5577-44de-b562-1583e24762b7 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:09:28.661203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43744) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:28.712860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e84eda-3d4d-47f6-821e-8be8b41b4ac2 None None] DHCP port deletion for 3f991d97-6e36-4588-b769-0a4ff80fd650 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:09:28.747068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a882be-5577-44de-b562-1583e24762b7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:28.777357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-446f4def-790a-43c0-aa5b-dc55bbfc9a6d admin admin] Deleting subnet b03a4d83-8c04-4f2b-80f5-db893cb6a837 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:09:28.780518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-446f4def-790a-43c0-aa5b-dc55bbfc9a6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:28.857945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-446f4def-790a-43c0-aa5b-dc55bbfc9a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:28.948995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b03600-890b-4fdc-a7b9-16efff381daf tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Network': ['ID=b55c5c6d-7852-4718-be81-7df5d1fb3f8f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:28.962168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b55c5c6d-7852-4718-be81-7df5d1fb3f8f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:09:28.992468 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.054447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 24a65b27-f482-4b70-89c1-4d8491fc9b85 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:29.065576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-446f4def-790a-43c0-aa5b-dc55bbfc9a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.071429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:09:29.075077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.086289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f991d97-6e36-4588-b769-0a4ff80fd650']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:29.100635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e56e1c8-6b7b-4c3d-899c-d03ff041d038') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:29.101364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e56e1c8-6b7b-4c3d-899c-d03ff041d038') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:29.120916 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.147105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 24a65b27-f482-4b70-89c1-4d8491fc9b85 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:29.147539 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.172213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05871-551c-4fc8-9833-3af0787012e7 req-a19f36f0-1b68-49ea-8a35-a631b6c31916 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:29.173107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ac05871-551c-4fc8-9833-3af0787012e7 req-a19f36f0-1b68-49ea-8a35-a631b6c31916 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.9831009 Apr 21 21:09:29.173768 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.184220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:09:29.187296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:09:29.193935 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:09:29.321933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.350051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.374133 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3f991d97-6e36-4588-b769-0a4ff80fd650 HTTP/1.1" status: 204 len: 168 time: 1.6276672 Apr 21 21:09:29.379368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e11aa-0ed9-44d3-a7bb-d24de5382132 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f991d97-6e36-4588-b769-0a4ff80fd650,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:29.406128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 59a882be-5577-44de-b562-1583e24762b7 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:29.463097 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 59a882be-5577-44de-b562-1583e24762b7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:29.463280 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-446f4def-790a-43c0-aa5b-dc55bbfc9a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.463449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 59a882be-5577-44de-b562-1583e24762b7 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:29.505528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f4def-790a-43c0-aa5b-dc55bbfc9a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03a4d83-8c04-4f2b-80f5-db893cb6a837,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:29.556495 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-446f4def-790a-43c0-aa5b-dc55bbfc9a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.561667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-446f4def-790a-43c0-aa5b-dc55bbfc9a6d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b03a4d83-8c04-4f2b-80f5-db893cb6a837 HTTP/1.1" status: 204 len: 168 time: 0.8727152 Apr 21 21:09:29.565304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43760) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:29.622370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ac05871-551c-4fc8-9833-3af0787012e7 req-244a42ad-565c-42e3-85ac-461db2a18ba4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4295137 Apr 21 21:09:29.691774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43766) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:29.799949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.842070 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-586d98e0-4354-4474-b6dc-a767422662d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8dd254dbcc942288edcd3c5266ca7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477232 Apr 21 21:09:29.859439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43772) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:29.861960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.942243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:29.987412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37265e0-3f2b-4440-8e24-1dfb91f02921']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:30.008710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60754a0-5284-4ffa-abae-5bff04baba4f') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:30.009979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60754a0-5284-4ffa-abae-5bff04baba4f') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:30.013531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042fda3-f47c-4093-910a-4318a5945013 req-9f34de0e-8602-4e1a-80d5-1f22d11a1467 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:30.015001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f042fda3-f47c-4093-910a-4318a5945013 req-9f34de0e-8602-4e1a-80d5-1f22d11a1467 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1588316 Apr 21 21:09:30.034291 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.048298 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.054997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:09:30.055665 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:09:30.058478 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:09:30.126895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.134479 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.139600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] 10.222.0.49 "DELETE /v2.0/networks/b37265e0-3f2b-4440-8e24-1dfb91f02921 HTTP/1.1" status: 204 len: 168 time: 0.5721684 Apr 21 21:09:30.180169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e0c67-6cf5-4590-b1f9-ed41d70e468a admin admin] Pushing event deleted for resources: {'Network': ['ID=b37265e0-3f2b-4440-8e24-1dfb91f02921,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:30.310594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f042fda3-f47c-4093-910a-4318a5945013 req-b3f083eb-6fec-457c-84b5-3739af66a003 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855561 Apr 21 21:09:30.315184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.444998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Subnet': ['ID=862309fe-3a44-4330-809d-e9aef018153e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:30.446775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43786) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:30.447662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0ad37a3-d460-40d1-9a98-f3f749fbb9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.474813 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0ad37a3-d460-40d1-9a98-f3f749fbb9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.493121 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-76f36244-f07d-4da0-81e0-1af4d8adb1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.555820 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0ad37a3-d460-40d1-9a98-f3f749fbb9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.561863 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bfa29fd2-e5fc-4b59-82e0-100f6108d84a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d12b7c0a3aba406ea276936ed8a482de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107512 Apr 21 21:09:30.562045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0ad37a3-d460-40d1-9a98-f3f749fbb9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.562045 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c0ad37a3-d460-40d1-9a98-f3f749fbb9b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2edb5c67-ed40-41e8-9b10-143247d5f0a0 HTTP/1.1" status: 204 len: 168 time: 0.6993797 Apr 21 21:09:30.567873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43788) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:30.596544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad37a3-d460-40d1-9a98-f3f749fbb9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb5c67-ed40-41e8-9b10-143247d5f0a0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:30.600540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Checking segment: {'id': '194744cc-ae85-4715-aa69-4b79d272033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed0ec643-4220-453a-9a0e-047f0d0e758b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:30.601226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network hostable DHCP agents. Network: ed0ec643-4220-453a-9a0e-047f0d0e758b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:09:30.627650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.669445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec865-a413-4411-bf1d-2f303fa1d616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.712146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec865-a413-4411-bf1d-2f303fa1d616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.824054 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec865-a413-4411-bf1d-2f303fa1d616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.845650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec865-a413-4411-bf1d-2f303fa1d616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:30.846836 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9b2ec865-a413-4411-bf1d-2f303fa1d616 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68d433e4-e29d-4612-8fc7-674f11104c15 HTTP/1.1" status: 204 len: 168 time: 0.2779951 Apr 21 21:09:30.860586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ec865-a413-4411-bf1d-2f303fa1d616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d433e4-e29d-4612-8fc7-674f11104c15,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:31.411259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network ed0ec643-4220-453a-9a0e-047f0d0e758b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:09:31.445504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Router 8870edb0-fd23-43c4-bd1c-28a0339a0438 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:09:31.469431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, ed0ec643-4220-453a-9a0e-047f0d0e758b) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:31.480381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5211999e-4dda-4b4f-a88a-2b9b8ef0e725 None None] Network ed0ec643-4220-453a-9a0e-047f0d0e758b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:31.485679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:31.486988 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:31.591121 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-426f08f1-7da4-4fa8-bf24-410bad1b6efb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3066363 Apr 21 21:09:31.594008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43834) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:31.603079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'subnet': {'network_id': 'b55c5c6d-7852-4718-be81-7df5d1fb3f8f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:31.641499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027758a-9883-4bc6-b7be-6636be768310 req-bfff8db2-7791-4124-a971-b3893e9ba2c1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:31.657341 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b027758a-9883-4bc6-b7be-6636be768310 req-bfff8db2-7791-4124-a971-b3893e9ba2c1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1790593 Apr 21 21:09:31.762792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b027758a-9883-4bc6-b7be-6636be768310 req-364f2e16-5b33-4583-9024-1dbfc99a7c2a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968571 Apr 21 21:09:31.973148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:09:31.978569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:32.036078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-ed0ec643-4220-453a-9a0e-047f0d0e758b', 'network_id': 'ed0ec643-4220-453a-9a0e-047f0d0e758b', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'fixed_ips': [{'subnet_id': '862309fe-3a44-4330-809d-e9aef018153e'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:09:32.037773 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:32.037923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:32.049772 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Sync routers for ids ['8870edb0-fd23-43c4-bd1c-28a0339a0438'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:32.066020 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Routers {'8870edb0-fd23-43c4-bd1c-28a0339a0438'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:32.066949 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8870edb0-fd23-43c4-bd1c-28a0339a0438'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:32.192514 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:32.198397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a4cdd89d-0c61-4973-a131-1061892172a0 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.6638677 Apr 21 21:09:32.199505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43858) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:32.257241 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Set router 8870edb0-fd23-43c4-bd1c-28a0339a0438 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:32.502286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Allocated IP 172.20.0.2 (ed0ec643-4220-453a-9a0e-047f0d0e758b/862309fe-3a44-4330-809d-e9aef018153e/ff4a08f4-2550-4338-a53e-3f7cc5bba8c3) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:32.537476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:32.696745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Subnet': ['ID=5cd9fca4-ecda-42d0-9ffe-5c410cc74122,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:32.720312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Checking segment: {'id': '2c672e1e-3600-4078-907a-2c0f64f8e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b55c5c6d-7852-4718-be81-7df5d1fb3f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:32.721045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network hostable DHCP agents. Network: b55c5c6d-7852-4718-be81-7df5d1fb3f8f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:09:32.766579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network b55c5c6d-7852-4718-be81-7df5d1fb3f8f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:09:32.783348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b55c5c6d-7852-4718-be81-7df5d1fb3f8f) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:32.788424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:32.789315 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:32.820876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-584c6b4e-a617-43e4-a608-1e9af3854938 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2252393 Apr 21 21:09:32.823341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43880) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:32.829580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0da409b2-d1b3-4a51-a7e3-fc6fdfd4344a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-837394709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:32.868303 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8870edb0-fd23-43c4-bd1c-28a0339a0438', 'name': 'tempest-snat-router-345821048', 'tenant_id': '5dc162171d804a4baea93ed48ba36763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'e6f8b33e-a318-45fd-a659-0fe1c6e7f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:23Z', 'updated_at': '2022-04-21T21:09:29Z', 'revision_number': 3, 'project_id': '5dc162171d804a4baea93ed48ba36763', 'gw_port': {'id': 'e6f8b33e-a318-45fd-a659-0fe1c6e7f563', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8870edb0-fd23-43c4-bd1c-28a0339a0438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:26Z', 'updated_at': '2022-04-21T21:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:32.894273 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0da409b2-d1b3-4a51-a7e3-fc6fdfd4344a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:32.895884 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0da409b2-d1b3-4a51-a7e3-fc6fdfd4344a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:32.945724 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Checking router: 8870edb0-fd23-43c4-bd1c-28a0339a0438 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:09:32.948016 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Updating router 8870edb0-fd23-43c4-bd1c-28a0339a0438 port e6f8b33e-a318-45fd-a659-0fe1c6e7f563 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:09:33.014390 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.041131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.052487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0da409b2-d1b3-4a51-a7e3-fc6fdfd4344a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.117387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c0b50-7931-495d-9581-861e6ea81de9 None None] Network b55c5c6d-7852-4718-be81-7df5d1fb3f8f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:33.133867 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0da409b2-d1b3-4a51-a7e3-fc6fdfd4344a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.175023 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.203484 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-774fde95-3e7e-45d5-b109-ccb3382afc2a tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/routers/8870edb0-fd23-43c4-bd1c-28a0339a0438 HTTP/1.1" status: 200 len: 907 time: 1.0029998 Apr 21 21:09:33.204115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43898) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:33.218534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0da409b2-d1b3-4a51-a7e3-fc6fdfd4344a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.221466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0da409b2-d1b3-4a51-a7e3-fc6fdfd4344a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3969986 Apr 21 21:09:33.227025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43902) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:33.517539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.736332 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.754513 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.774875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a837482-4397-412f-a60b-97d2b5d80aed req-6091c824-d89c-4160-ae09-efb6ad833449 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:33.783658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a837482-4397-412f-a60b-97d2b5d80aed req-6091c824-d89c-4160-ae09-efb6ad833449 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.7588770 Apr 21 21:09:33.854858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.881617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Pushing event updated for resources: {'Port': ['ID=ff4a08f4-2550-4338-a53e-3f7cc5bba8c3,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:33.899981 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73291c6a-5db2-4641-b67f-2bf12c9a238b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:33.942854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Network ed0ec643-4220-453a-9a0e-047f0d0e758b is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:33.971131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:33.975418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:34.029772 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62efb8-79dd-4673-9008-db0e05de9c7b None None] Pushing event updated for resources: {'Port': ['ID=e6f8b33e-a318-45fd-a659-0fe1c6e7f563,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:34.049698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Deleting port e6f8b33e-a318-45fd-a659-0fe1c6e7f563 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:34.050726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.055625 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Attempting to bind port e6f8b33e-a318-45fd-a659-0fe1c6e7f563 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:09:34.056735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a837482-4397-412f-a60b-97d2b5d80aed req-8d9e825c-5f5a-47ba-97b7-20a3c5685c7b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541080 Apr 21 21:09:34.057518 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Attempting to bind port e6f8b33e-a318-45fd-a659-0fe1c6e7f563 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:09:34.058254 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Attempting to bind port e6f8b33e-a318-45fd-a659-0fe1c6e7f563 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:34.089442 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:09:34.089727 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:34.098623 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.099036 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:09:34.099536 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Bound port: e6f8b33e-a318-45fd-a659-0fe1c6e7f563, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:09:34.099926 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.161120 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.256659 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] For port e6f8b33e-a318-45fd-a659-0fe1c6e7f563, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:09:34.266778 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] For port e6f8b33e-a318-45fd-a659-0fe1c6e7f563, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e6f8b33e-a318-45fd-a659-0fe1c6e7f563,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:09:34.274577 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.340874 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.370301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] For port e6f8b33e-a318-45fd-a659-0fe1c6e7f563, host n-d-838945-1, got binding levels [] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:34.370852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.376566 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Routers {'8870edb0-fd23-43c4-bd1c-28a0339a0438'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:34.377253 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8870edb0-fd23-43c4-bd1c-28a0339a0438'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:34.405754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Calling delete_port for e6f8b33e-a318-45fd-a659-0fe1c6e7f563 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:34.432351 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62efb8-79dd-4673-9008-db0e05de9c7b None None] Pushing event updated for resources: {'Port': ['ID=e6f8b33e-a318-45fd-a659-0fe1c6e7f563,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:34.468365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43942) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:34.482922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Attempting to bind port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:09:34.483665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Attempting to bind port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '194744cc-ae85-4715-aa69-4b79d272033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed0ec643-4220-453a-9a0e-047f0d0e758b'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:09:34.484261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Attempting to bind port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 on network ed0ec643-4220-453a-9a0e-047f0d0e758b {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:34.500740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:09:34.501686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Checking segment: {'id': '194744cc-ae85-4715-aa69-4b79d272033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed0ec643-4220-453a-9a0e-047f0d0e758b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:34.502355 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.503110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Bound using segment: {'id': '194744cc-ae85-4715-aa69-4b79d272033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed0ec643-4220-453a-9a0e-047f0d0e758b'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:09:34.503817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Bound port: ff4a08f4-2550-4338-a53e-3f7cc5bba8c3, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194744cc-ae85-4715-aa69-4b79d272033c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'ed0ec643-4220-453a-9a0e-047f0d0e758b'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:09:34.505336 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.551891 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] Set router 8870edb0-fd23-43c4-bd1c-28a0339a0438 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:34.568734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-b55c5c6d-7852-4718-be81-7df5d1fb3f8f', 'network_id': 'b55c5c6d-7852-4718-be81-7df5d1fb3f8f', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'fixed_ips': [{'subnet_id': '5cd9fca4-ecda-42d0-9ffe-5c410cc74122'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:09:34.570031 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.752126 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8870edb0-fd23-43c4-bd1c-28a0339a0438', 'name': 'tempest-snat-router-345821048', 'tenant_id': '5dc162171d804a4baea93ed48ba36763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:23Z', 'updated_at': '2022-04-21T21:09:33Z', 'revision_number': 4, 'project_id': '5dc162171d804a4baea93ed48ba36763', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:34.798911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] For port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:09:34.813119 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32682c5-6bf2-4383-a6fa-0e5ef48741b9 None None] The sync data for ids ['8870edb0-fd23-43c4-bd1c-28a0339a0438'] in n-d-838945-1 is: [{'id': '8870edb0-fd23-43c4-bd1c-28a0339a0438', 'name': 'tempest-snat-router-345821048', 'tenant_id': '5dc162171d804a4baea93ed48ba36763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:23Z', 'updated_at': '2022-04-21T21:09:33Z', 'revision_number': 4, 'project_id': '5dc162171d804a4baea93ed48ba36763', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:34.897554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7e7acf7-5985-4539-9702-507e42cb2e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:34.937342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.20.0.1 (ed0ec643-4220-453a-9a0e-047f0d0e758b/862309fe-3a44-4330-809d-e9aef018153e/6bb981c7-0a22-4964-9a71-2c640441f9b5) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:34.957360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Allocated IP 172.21.0.2 (b55c5c6d-7852-4718-be81-7df5d1fb3f8f/5cd9fca4-ecda-42d0-9ffe-5c410cc74122/a9c4f06c-91eb-42da-ab80-909143f2159a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:35.271242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] For port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ff4a08f4-2550-4338-a53e-3f7cc5bba8c3,segment=NetworkSegment(194744cc-ae85-4715-aa69-4b79d272033c),segment_id=194744cc-ae85-4715-aa69-4b79d272033c)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:09:35.285945 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.301754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7e7acf7-5985-4539-9702-507e42cb2e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.318677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.319134 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7e7acf7-5985-4539-9702-507e42cb2e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.364697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.396742 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.479203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.524587 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.531480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d64e3-8c5b-4115-a4ed-9cf3ad26ddcc None None] Pushing event updated for resources: {'Port': ['ID=ff4a08f4-2550-4338-a53e-3f7cc5bba8c3,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:35.538790 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.560999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=6bb981c7-0a22-4964-9a71-2c640441f9b5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:35.583588 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f7e7acf7-5985-4539-9702-507e42cb2e1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0afd9b4859d24f449176f362b75770b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1090798 Apr 21 21:09:35.586735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43966) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:35.597360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6f8b33e-a318-45fd-a659-0fe1c6e7f563,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:35.626699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7acf7-5985-4539-9702-507e42cb2e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05446490-3c42-4163-84b2-37324fbe633a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:35.646312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Pushing event updated for resources: {'Port': ['ID=a9c4f06c-91eb-42da-ab80-909143f2159a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:35.650117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network ed0ec643-4220-453a-9a0e-047f0d0e758b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:35.677269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:35.686566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:35.701595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Network b55c5c6d-7852-4718-be81-7df5d1fb3f8f is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:35.706265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:35.718001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:35.733020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa11a4-b4d2-460c-97e1-30feab366455 req-2ab1f46e-507f-4c21-9e47-04b9ac0a0bcb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:35.744172 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-adfa11a4-b4d2-460c-97e1-30feab366455 req-2ab1f46e-507f-4c21-9e47-04b9ac0a0bcb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.4296241 Apr 21 21:09:35.829806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:35.969287 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-adfa11a4-b4d2-460c-97e1-30feab366455 req-6863085b-4eb2-4a3d-9c70-211042e32951 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211549 Apr 21 21:09:36.019599 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.046420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Attempting to bind port a9c4f06c-91eb-42da-ab80-909143f2159a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:09:36.046800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Attempting to bind port a9c4f06c-91eb-42da-ab80-909143f2159a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2c672e1e-3600-4078-907a-2c0f64f8e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b55c5c6d-7852-4718-be81-7df5d1fb3f8f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:09:36.047170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Attempting to bind port a9c4f06c-91eb-42da-ab80-909143f2159a on network b55c5c6d-7852-4718-be81-7df5d1fb3f8f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:36.065716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:09:36.066097 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Checking segment: {'id': '2c672e1e-3600-4078-907a-2c0f64f8e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b55c5c6d-7852-4718-be81-7df5d1fb3f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:36.066218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.066501 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.066910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Bound using segment: {'id': '2c672e1e-3600-4078-907a-2c0f64f8e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b55c5c6d-7852-4718-be81-7df5d1fb3f8f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:09:36.071197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.076029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Bound port: a9c4f06c-91eb-42da-ab80-909143f2159a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c672e1e-3600-4078-907a-2c0f64f8e565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b55c5c6d-7852-4718-be81-7df5d1fb3f8f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:09:36.076472 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66377189-b08f-4ae8-ae9a-a549e1023fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.076609 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.089923 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.216646 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.218249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8870edb0-fd23-43c4-bd1c-28a0339a0438 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:09:36.225593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] For port a9c4f06c-91eb-42da-ab80-909143f2159a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:09:36.228731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.232609 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cae24bcf-99e6-4749-aa2d-4480273552c8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "DELETE /v2.0/routers/8870edb0-fd23-43c4-bd1c-28a0339a0438 HTTP/1.1" status: 204 len: 168 time: 3.0258355 Apr 21 21:09:36.233920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43980) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:36.235705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] For port a9c4f06c-91eb-42da-ab80-909143f2159a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a9c4f06c-91eb-42da-ab80-909143f2159a,segment=NetworkSegment(2c672e1e-3600-4078-907a-2c0f64f8e565),segment_id=2c672e1e-3600-4078-907a-2c0f64f8e565)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:09:36.244117 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.355892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c4e42-6ef0-4adc-9ee6-fa3cbbd0f002 None None] Pushing event updated for resources: {'Port': ['ID=a9c4f06c-91eb-42da-ab80-909143f2159a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:36.376941 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66377189-b08f-4ae8-ae9a-a549e1023fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.460835 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43986) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:36.682174 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.706428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66377189-b08f-4ae8-ae9a-a549e1023fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.713651 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66377189-b08f-4ae8-ae9a-a549e1023fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.718579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-66377189-b08f-4ae8-ae9a-a549e1023fb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05446490-3c42-4163-84b2-37324fbe633a HTTP/1.1" status: 204 len: 168 time: 1.1227434 Apr 21 21:09:36.740183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:36.820931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66377189-b08f-4ae8-ae9a-a549e1023fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05446490-3c42-4163-84b2-37324fbe633a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:36.977354 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8143d98a-42da-483e-b5ec-39a3b34d599a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:37.104972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:37.312270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a9c4f06c-91eb-42da-ab80-909143f2159a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:37.404012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a9c4f06c-91eb-42da-ab80-909143f2159a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:37.404525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:37.429379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda249ed-7d78-479e-8cd1-a3df18923eee req-e20f9c45-c708-43ba-85e9-00b4b91e01b3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:37.434812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eda249ed-7d78-479e-8cd1-a3df18923eee req-e20f9c45-c708-43ba-85e9-00b4b91e01b3 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1938047 Apr 21 21:09:37.522515 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8143d98a-42da-483e-b5ec-39a3b34d599a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:37.538956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8143d98a-42da-483e-b5ec-39a3b34d599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:37.593529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Deleting port 24a65b27-f482-4b70-89c1-4d8491fc9b85 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:37.593901 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:37.671733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:37.679265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143d98a-42da-483e-b5ec-39a3b34d599a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7378cca-72b0-44a7-b06e-3cfa78d3a5ac,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:37.749190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8143d98a-42da-483e-b5ec-39a3b34d599a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9eb5a98f9f084cb389e3ef898c3623ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2832630 Apr 21 21:09:37.749814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44016) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:37.777824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port a9c4f06c-91eb-42da-ab80-909143f2159a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a9c4f06c-91eb-42da-ab80-909143f2159a,segment=NetworkSegment(2c672e1e-3600-4078-907a-2c0f64f8e565),segment_id=2c672e1e-3600-4078-907a-2c0f64f8e565)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:37.793337 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:37.798580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:37.803186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eda249ed-7d78-479e-8cd1-a3df18923eee req-f6dbd495-6300-47d0-abc8-0887ed79e03d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509104 Apr 21 21:09:37.967999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] For port 24a65b27-f482-4b70-89c1-4d8491fc9b85, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=24a65b27-f482-4b70-89c1-4d8491fc9b85,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:37.973302 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.027235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Calling delete_port for 24a65b27-f482-4b70-89c1-4d8491fc9b85 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:38.044774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0827a4e5-623e-46dc-a87b-847b8439d2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.066954 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.075383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=a9c4f06c-91eb-42da-ab80-909143f2159a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:38.087858 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.140359 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5424b89-55a3-475f-9bfd-70c9b8f0f1e4 None None] Network ed0ec643-4220-453a-9a0e-047f0d0e758b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:38.198437 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0827a4e5-623e-46dc-a87b-847b8439d2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.440517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=6bb981c7-0a22-4964-9a71-2c640441f9b5,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:38.455506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.469745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0827a4e5-623e-46dc-a87b-847b8439d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.484994 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0827a4e5-623e-46dc-a87b-847b8439d2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.489011 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0827a4e5-623e-46dc-a87b-847b8439d2c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7378cca-72b0-44a7-b06e-3cfa78d3a5ac HTTP/1.1" status: 204 len: 168 time: 0.7197268 Apr 21 21:09:38.552013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827a4e5-623e-46dc-a87b-847b8439d2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7378cca-72b0-44a7-b06e-3cfa78d3a5ac,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:38.672604 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a1ad8d02-e9c7-4f2a-8d10-8e5e4b991881 None None] Provisioning complete for port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:38.673253 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8d02-e9c7-4f2a-8d10-8e5e4b991881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.675731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b748be37-9707-4d59-aae4-af1aae8c5229 None None] Network b55c5c6d-7852-4718-be81-7df5d1fb3f8f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:38.707774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44046) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:38.777831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network ed0ec643-4220-453a-9a0e-047f0d0e758b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:38.784849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44050) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:38.791094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:38.802891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.841104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event deleted for resources: {'Port': ['ID=24a65b27-f482-4b70-89c1-4d8491fc9b85,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:38.935957 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:38.952740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:38.953272 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.077526 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.087356 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.191300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router f37aaac7-3f3e-4832-80ae-10da593f44d7 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:09:39.276465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.276968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c8955f3-51b1-475e-8715-fe178255e8cf {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:09:39.320278 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.338694 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0010ca53-3b5e-41ef-9470-2c5074cfa891 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "DELETE /v2.0/routers/2c8955f3-51b1-475e-8715-fe178255e8cf HTTP/1.1" status: 204 len: 168 time: 3.0985916 Apr 21 21:09:39.342426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44062) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:39.358574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1253169183', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:39.369664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:39.394070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ba04e437-db16-433a-81f4-cf5e93f45e76 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/f37aaac7-3f3e-4832-80ae-10da593f44d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1633217 Apr 21 21:09:39.402818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44064) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:39.424897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-781618141-network', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:39.465891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Made reservation on behalf of f4f376cbce0547cca6366c48dddc92bc for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:09:39.468507 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.519367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.542389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069424ea-c29f-4d3b-8975-3c75e1dc5e33 None None] Sync routers for ids ['f37aaac7-3f3e-4832-80ae-10da593f44d7'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:39.621007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e12718-8725-43b5-abbd-a75c19ff7071 req-7da1afdc-4582-40ad-b9c2-d0c9f9cde4cd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:39.632849 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2e12718-8725-43b5-abbd-a75c19ff7071 req-7da1afdc-4582-40ad-b9c2-d0c9f9cde4cd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.4473233 Apr 21 21:09:39.656369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0be8c351-7a45-47b9-95a2-cb2ca7ee388a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8dddd53be564c3b961dcf158c5ad6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8502278 Apr 21 21:09:39.663690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58533c6-c034-4271-ac3e-2faf8b225544 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:39.668319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44074) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:39.668529 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f58533c6-c034-4271-ac3e-2faf8b225544 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports/6bb981c7-0a22-4964-9a71-2c640441f9b5 HTTP/1.1" status: 200 len: 910 time: 0.2408597 Apr 21 21:09:39.668797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44076) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:39.703224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.704675 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.737480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2e12718-8725-43b5-abbd-a75c19ff7071 req-bf54c686-a878-4718-b8dc-e22fbe213a8c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032608 Apr 21 21:09:39.748551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069424ea-c29f-4d3b-8975-3c75e1dc5e33 None None] Routers {'f37aaac7-3f3e-4832-80ae-10da593f44d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:39.750342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44078) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:39.761623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-069424ea-c29f-4d3b-8975-3c75e1dc5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f37aaac7-3f3e-4832-80ae-10da593f44d7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:39.776896 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b8e7-ee8d-41e1-9f57-92edcd32b9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.848136 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.874611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-069424ea-c29f-4d3b-8975-3c75e1dc5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:39.884272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:39.959396 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8d02-e9c7-4f2a-8d10-8e5e4b991881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.025287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069424ea-c29f-4d3b-8975-3c75e1dc5e33 None None] Routers {'f37aaac7-3f3e-4832-80ae-10da593f44d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:40.025927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-069424ea-c29f-4d3b-8975-3c75e1dc5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f37aaac7-3f3e-4832-80ae-10da593f44d7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:40.051576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a444f899-601a-4034-8083-d5e845c25528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.124467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-069424ea-c29f-4d3b-8975-3c75e1dc5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:40.125540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069424ea-c29f-4d3b-8975-3c75e1dc5e33 None None] The sync data for ids ['f37aaac7-3f3e-4832-80ae-10da593f44d7'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:40.174626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a1ad8d02-e9c7-4f2a-8d10-8e5e4b991881 None None] For port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ff4a08f4-2550-4338-a53e-3f7cc5bba8c3,segment=NetworkSegment(194744cc-ae85-4715-aa69-4b79d272033c),segment_id=194744cc-ae85-4715-aa69-4b79d272033c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:40.186817 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a1ad8d02-e9c7-4f2a-8d10-8e5e4b991881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.212372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a444f899-601a-4034-8083-d5e845c25528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.331508 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:09:40.332087 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:09:40.335392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad8d02-e9c7-4f2a-8d10-8e5e4b991881 None None] Pushing event updated for resources: {'Port': ['ID=ff4a08f4-2550-4338-a53e-3f7cc5bba8c3,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:40.344509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-24bfafc2-782b-4f55-8282-22e14eba001b None None] Provisioning complete for port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:40.345401 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24bfafc2-782b-4f55-8282-22e14eba001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.368871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.374769 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a444f899-601a-4034-8083-d5e845c25528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.378513 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a444f899-601a-4034-8083-d5e845c25528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.379871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a444f899-601a-4034-8083-d5e845c25528 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cdbb450-abff-41f9-addc-af5f08d8d737 HTTP/1.1" status: 204 len: 168 time: 0.7137146 Apr 21 21:09:40.465048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444f899-601a-4034-8083-d5e845c25528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdbb450-abff-41f9-addc-af5f08d8d737,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:40.497474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.516325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-24bfafc2-782b-4f55-8282-22e14eba001b None None] Provisioning complete for port a9c4f06c-91eb-42da-ab80-909143f2159a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:40.516853 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24bfafc2-782b-4f55-8282-22e14eba001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.517540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.553769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:09:40.554063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b8e7-ee8d-41e1-9f57-92edcd32b9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.577707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1cf7b8e7-ee8d-41e1-9f57-92edcd32b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.580655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.581267 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Added segment 51483229-667d-432a-9b47-2835fd0eeec5 of type vlan for network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 Apr 21 21:09:40.670197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-24bfafc2-782b-4f55-8282-22e14eba001b None None] Provisioning complete for port 6bb981c7-0a22-4964-9a71-2c640441f9b5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:40.670575 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24bfafc2-782b-4f55-8282-22e14eba001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.695454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:40.720332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44102) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:40.738836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-24bfafc2-782b-4f55-8282-22e14eba001b None None] Port 6bb981c7-0a22-4964-9a71-2c640441f9b5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:09:40.756716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b801e00d-d012-43ea-9524-bdc54d84deb4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:40.857686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7b8e7-ee8d-41e1-9f57-92edcd32b9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb767e40-dc5a-4ea0-99a2-94201e2b056a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:40.887682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1cf7b8e7-ee8d-41e1-9f57-92edcd32b9b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1af5553cf2ce46fb983391d7eae8649c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1315727 Apr 21 21:09:40.890349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44110) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:40.940524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8657e4f8-6053-44dc-b81c-36a8566f4ced None None] Provisioning complete for port a9c4f06c-91eb-42da-ab80-909143f2159a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:40.941137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8657e4f8-6053-44dc-b81c-36a8566f4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.031507 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.032468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:41.036094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.169663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8657e4f8-6053-44dc-b81c-36a8566f4ced None None] Provisioning complete for port 6bb981c7-0a22-4964-9a71-2c640441f9b5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:41.170124 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8657e4f8-6053-44dc-b81c-36a8566f4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.207600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a9c4f06c-91eb-42da-ab80-909143f2159a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:41.250468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8657e4f8-6053-44dc-b81c-36a8566f4ced None None] Port 6bb981c7-0a22-4964-9a71-2c640441f9b5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:09:41.267807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a9c4f06c-91eb-42da-ab80-909143f2159a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:41.268256 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.278905 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8437f06e-2c10-424f-8046-024ba06315d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.357674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6401184 Apr 21 21:09:41.366648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44124) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:41.380503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Request body: {'subnet': {'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-781618141-subnet', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:41.420446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:41.435436 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.474483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.477288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f153a-b032-4fcb-9427-0d421f54f0ac admin admin] Pushing event updated for resources: {'Network': ['ID=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:41.496635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:09:41.501283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fc3e10a5-4fe1-42bf-8433-878f6e50263c None None] Provisioning complete for port 6bb981c7-0a22-4964-9a71-2c640441f9b5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:41.501658 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fc3e10a5-4fe1-42bf-8433-878f6e50263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.511509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b36fb-ceb0-41bb-b0f2-5f8a88e37a6b req-79409aad-707a-4812-ba94-937616b1aa47 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:41.514201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a2b36fb-ceb0-41bb-b0f2-5f8a88e37a6b req-79409aad-707a-4812-ba94-937616b1aa47 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.5740902 Apr 21 21:09:41.529843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.612809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Made reservation on behalf of f4f376cbce0547cca6366c48dddc92bc for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:09:41.627185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.668227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Allocated IP 172.25.0.134 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/2323b32f-1f58-4300-8f41-cafd6e761e7e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:41.727705 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8437f06e-2c10-424f-8046-024ba06315d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:41.807225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a2b36fb-ceb0-41bb-b0f2-5f8a88e37a6b req-00145a12-81b7-492d-a607-56826bb86a8f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655923 Apr 21 21:09:42.076277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fc3e10a5-4fe1-42bf-8433-878f6e50263c None None] Port 6bb981c7-0a22-4964-9a71-2c640441f9b5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:09:42.119825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:42.120305 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:42.124702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8437f06e-2c10-424f-8046-024ba06315d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:42.128396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8437f06e-2c10-424f-8046-024ba06315d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:42.141383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8437f06e-2c10-424f-8046-024ba06315d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb767e40-dc5a-4ea0-99a2-94201e2b056a HTTP/1.1" status: 204 len: 168 time: 1.2464294 Apr 21 21:09:42.286554 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:42.292245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.21.0.1 (b55c5c6d-7852-4718-be81-7df5d1fb3f8f/5cd9fca4-ecda-42d0-9ffe-5c410cc74122/f2b5601f-4ddf-48d8-8ee4-f4e67caf952b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:42.389239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 24a65b27-f482-4b70-89c1-4d8491fc9b85 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:42.425918 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 24a65b27-f482-4b70-89c1-4d8491fc9b85 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:42.426761 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 24a65b27-f482-4b70-89c1-4d8491fc9b85 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:42.642869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:42.650128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437f06e-2c10-424f-8046-024ba06315d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb767e40-dc5a-4ea0-99a2-94201e2b056a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:42.767868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:42.835540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:42.843227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:42.853304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:42.944170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event updated for resources: {'Port': ['ID=2323b32f-1f58-4300-8f41-cafd6e761e7e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:43.116276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59f32d2-d0e2-43c6-acae-d77241a001bf,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:43.142085 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:43.212235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-180b7d0f-171f-4389-9c1f-a9a15b399b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:43.214337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-180b7d0f-171f-4389-9c1f-a9a15b399b6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1095 time: 0.2108221 Apr 21 21:09:43.244132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Checking segment: {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:43.244505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Network hostable DHCP agents. Network: 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:09:43.277683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3114e-24d7-466d-bf4f-53ef688ffde1 req-126904d5-619e-44ac-9075-184109d6da6d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:43.280310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87e3114e-24d7-466d-bf4f-53ef688ffde1 req-126904d5-619e-44ac-9075-184109d6da6d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2798977 Apr 21 21:09:43.296531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:43.382898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:09:43.399831 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:43.485885 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:43.494486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4632d71-c18a-4152-a659-1a6f02bbc116 None None] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:43.530879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:43.537709 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:43.549738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87e3114e-24d7-466d-bf4f-53ef688ffde1 req-581f5f7d-3966-48c3-bff6-a0d5aa1343c1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583256 Apr 21 21:09:43.582816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=f2b5601f-4ddf-48d8-8ee4-f4e67caf952b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:43.611312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network b55c5c6d-7852-4718-be81-7df5d1fb3f8f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:43.631595 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:43.633556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:43.638593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:43.650084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-a9c04986-2736-4b5b-822f-294d837108d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:43.665014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-a9c04986-2736-4b5b-822f-294d837108d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.4316792 Apr 21 21:09:43.715765 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-65db7174-f4ea-43ff-aded-b47a366ca3ad admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3467579 Apr 21 21:09:43.722259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44196) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:43.726597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:43.796025 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:43.861786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:09:43.862864 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:43.887969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-eb2d9a93-8321-4d49-bccd-d5f7c77a3b01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 998 time: 0.1786997 Apr 21 21:09:43.896197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:43.897531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.081345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-f70fd9ad-21b8-40b3-bbc8-16990a7ea2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:44.082834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-f70fd9ad-21b8-40b3-bbc8-16990a7ea2de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1798825 Apr 21 21:09:44.124439 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.145409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Allocated IP 172.20.0.2 (8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8/c59f32d2-d0e2-43c6-acae-d77241a001bf/20fa6481-656e-448b-b7a6-c90ab03df268) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:44.192087 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.240600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-ddf655b3-3035-4006-a587-10d1b3065af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:44.242543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-ddf655b3-3035-4006-a587-10d1b3065af4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509063 Apr 21 21:09:44.291969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.305618 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.326296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.330503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1305b5af-7ecc-47a5-b396-d3d8908d077e None None] Provisioning complete for port f2b5601f-4ddf-48d8-8ee4-f4e67caf952b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:44.330868 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1305b5af-7ecc-47a5-b396-d3d8908d077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.388321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-371c5de5-240d-406a-9f50-27c1e172acf7 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389902 Apr 21 21:09:44.405904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:44.411773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:44.420896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:44.424243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Pushing event updated for resources: {'Port': ['ID=20fa6481-656e-448b-b7a6-c90ab03df268,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:44.426571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1305b5af-7ecc-47a5-b396-d3d8908d077e None None] Port f2b5601f-4ddf-48d8-8ee4-f4e67caf952b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:09:44.484304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Attempting to bind port 20fa6481-656e-448b-b7a6-c90ab03df268 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:09:44.484838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Attempting to bind port 20fa6481-656e-448b-b7a6-c90ab03df268 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:09:44.485357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Attempting to bind port 20fa6481-656e-448b-b7a6-c90ab03df268 on network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:44.491087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:09:44.491600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Checking segment: {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:44.492133 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.492632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Bound using segment: {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:09:44.493223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Bound port: 20fa6481-656e-448b-b7a6-c90ab03df268, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:09:44.493715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.506688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.519326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Deleting port 45ab344e-5550-451a-aca4-ff1144338b65 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:44.519715 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.577671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] For port 20fa6481-656e-448b-b7a6-c90ab03df268, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:09:44.586413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] For port 20fa6481-656e-448b-b7a6-c90ab03df268, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=20fa6481-656e-448b-b7a6-c90ab03df268,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:09:44.597479 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.691463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb0cf1-b05e-4ce8-9adb-2943f3da3c3a None None] Pushing event updated for resources: {'Port': ['ID=20fa6481-656e-448b-b7a6-c90ab03df268,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:44.693682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-32f35373-bbf3-477d-8e15-a8ba88362dec req-8bd60e5f-340a-4d5a-a250-b7a20027a35a service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907686 Apr 21 21:09:44.728685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] For port 45ab344e-5550-451a-aca4-ff1144338b65, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=45ab344e-5550-451a-aca4-ff1144338b65,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:44.729920 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.747855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Calling delete_port for 45ab344e-5550-451a-aca4-ff1144338b65 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:44.916672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:44.925652 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:45.123020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:45.125128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=f2b5601f-4ddf-48d8-8ee4-f4e67caf952b,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:45.278261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cefca4-8966-4d0d-8812-873cf8f2cdb4 req-327a3d69-7c27-4dc7-82a7-267f41c9e72a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:45.279857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32cefca4-8966-4d0d-8812-873cf8f2cdb4 req-327a3d69-7c27-4dc7-82a7-267f41c9e72a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.4666162 Apr 21 21:09:45.285795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network b55c5c6d-7852-4718-be81-7df5d1fb3f8f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:45.287908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:45.308111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Router b58bc2e3-1413-4333-bba1-e22ce52c9e78 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:09:45.533469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router f37aaac7-3f3e-4832-80ae-10da593f44d7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:09:45.667557 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32cefca4-8966-4d0d-8812-873cf8f2cdb4 req-94713c4b-f3fc-4331-aff8-f1320389a40e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599277 Apr 21 21:09:45.722527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:45.729680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4fddc662-8f9d-4b11-9669-363fd0e1371e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/f37aaac7-3f3e-4832-80ae-10da593f44d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0549245 Apr 21 21:09:45.731995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44266) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:45.745843 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2de323-b439-4b95-9dc4-49e17e7a557e None None] Sync routers for ids ['f37aaac7-3f3e-4832-80ae-10da593f44d7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:45.785929 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2de323-b439-4b95-9dc4-49e17e7a557e None None] Routers {'f37aaac7-3f3e-4832-80ae-10da593f44d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:45.787984 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ea2de323-b439-4b95-9dc4-49e17e7a557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f37aaac7-3f3e-4832-80ae-10da593f44d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:45.788402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-73d286ab-d795-491d-ae2b-7f8083d738c0 None None] Provisioning complete for port f2b5601f-4ddf-48d8-8ee4-f4e67caf952b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:45.792411 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73d286ab-d795-491d-ae2b-7f8083d738c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:45.875045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ebaeb-2ed5-48d8-abb7-8371a9c325da tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:45.878552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5f0ebaeb-2ed5-48d8-abb7-8371a9c325da tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports/f2b5601f-4ddf-48d8-8ee4-f4e67caf952b HTTP/1.1" status: 200 len: 910 time: 0.1453691 Apr 21 21:09:45.881552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44270) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:45.883870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-73d286ab-d795-491d-ae2b-7f8083d738c0 None None] Port f2b5601f-4ddf-48d8-8ee4-f4e67caf952b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:09:45.894028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ea2de323-b439-4b95-9dc4-49e17e7a557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:45.916371 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2de323-b439-4b95-9dc4-49e17e7a557e None None] Routers {'f37aaac7-3f3e-4832-80ae-10da593f44d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:45.917680 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ea2de323-b439-4b95-9dc4-49e17e7a557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f37aaac7-3f3e-4832-80ae-10da593f44d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:45.966819 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ea2de323-b439-4b95-9dc4-49e17e7a557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:45.967635 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2de323-b439-4b95-9dc4-49e17e7a557e None None] The sync data for ids ['f37aaac7-3f3e-4832-80ae-10da593f44d7'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:46.307232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:46.317337 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f381f66-9f40-46a7-af3c-c9105d6cf5a3 None None] Sync routers for ids ['b58bc2e3-1413-4333-bba1-e22ce52c9e78'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:46.336497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f381f66-9f40-46a7-af3c-c9105d6cf5a3 None None] Routers {'b58bc2e3-1413-4333-bba1-e22ce52c9e78'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:46.340077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0f381f66-9f40-46a7-af3c-c9105d6cf5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b58bc2e3-1413-4333-bba1-e22ce52c9e78'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:46.441795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0f381f66-9f40-46a7-af3c-c9105d6cf5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:46.467367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7bb9b6-98be-4a72-a307-88e6e722c52f None None] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:46.477464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:46.505868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f381f66-9f40-46a7-af3c-c9105d6cf5a3 None None] Routers {'b58bc2e3-1413-4333-bba1-e22ce52c9e78'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:46.506633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0f381f66-9f40-46a7-af3c-c9105d6cf5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b58bc2e3-1413-4333-bba1-e22ce52c9e78'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:46.531030 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:46.588360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:46.593362 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-47e6fd04-f752-411f-9f98-a4cc45d1c97d tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.2405570 Apr 21 21:09:46.594112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44292) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:46.658796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-05505223-b9d0-42a1-b5cc-da71a5e4b382 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': False}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:46.662081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0f381f66-9f40-46a7-af3c-c9105d6cf5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:46.664560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f381f66-9f40-46a7-af3c-c9105d6cf5a3 None None] The sync data for ids ['b58bc2e3-1413-4333-bba1-e22ce52c9e78'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:46.734321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-47955ba6-61b4-4f6e-8111-3581c888874d None None] Provisioning complete for port 20fa6481-656e-448b-b7a6-c90ab03df268 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:46.734693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-47955ba6-61b4-4f6e-8111-3581c888874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:46.897495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44300) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:46.969553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a690-2ad9-4f06-aa3a-91feab89d182 req-019c0fe8-d775-4ab6-b8ac-f3df875b7b04 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:46.971068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbc6a690-2ad9-4f06-aa3a-91feab89d182 req-019c0fe8-d775-4ab6-b8ac-f3df875b7b04 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1410084 Apr 21 21:09:47.047526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port f2b5601f-4ddf-48d8-8ee4-f4e67caf952b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:47.048144 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.088128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbc6a690-2ad9-4f06-aa3a-91feab89d182 req-fa78b611-85a1-4e16-91f1-66ccf8cf1104 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990865 Apr 21 21:09:47.111356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ab344e-5550-451a-aca4-ff1144338b65,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:47.208980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-47955ba6-61b4-4f6e-8111-3581c888874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.236783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 20fa6481-656e-448b-b7a6-c90ab03df268 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:47.236981 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.257118 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.269594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e93c2fd-c7e6-41b8-a15e-8ad9c68b9263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.281605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for f2b5601f-4ddf-48d8-8ee4-f4e67caf952b owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:47.322864 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.333811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-47955ba6-61b4-4f6e-8111-3581c888874d None None] For port 20fa6481-656e-448b-b7a6-c90ab03df268, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=20fa6481-656e-448b-b7a6-c90ab03df268,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:47.350109 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-47955ba6-61b4-4f6e-8111-3581c888874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.491181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 20fa6481-656e-448b-b7a6-c90ab03df268 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:47.491795 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.496814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47955ba6-61b4-4f6e-8111-3581c888874d None None] Pushing event updated for resources: {'Port': ['ID=20fa6481-656e-448b-b7a6-c90ab03df268,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:47.617447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff18f84-6871-453a-ba6f-d567876ca697 req-d4a37352-db09-40e7-8835-5b101f082723 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:47.624946 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dff18f84-6871-453a-ba6f-d567876ca697 req-d4a37352-db09-40e7-8835-5b101f082723 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.3970628 Apr 21 21:09:47.634301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05505223-b9d0-42a1-b5cc-da71a5e4b382 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.704718 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.742952 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e93c2fd-c7e6-41b8-a15e-8ad9c68b9263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.752730 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e93c2fd-c7e6-41b8-a15e-8ad9c68b9263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.796724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-67fb5902-1e81-4351-bc97-2014793d5e69 None None] Provisioning complete for port 20fa6481-656e-448b-b7a6-c90ab03df268 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:47.797184 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67fb5902-1e81-4351-bc97-2014793d5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.809806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dff18f84-6871-453a-ba6f-d567876ca697 req-24020e3d-8c4d-4cf1-9895-fe88976a8a40 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835849 Apr 21 21:09:47.829951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:47.931177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=f2b5601f-4ddf-48d8-8ee4-f4e67caf952b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:47.933890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Allocated IP 172.25.0.2 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/403cb822-04c3-4ee1-b604-0992eb9c6eeb) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:47.982786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93c2fd-c7e6-41b8-a15e-8ad9c68b9263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b899a51-f306-41fe-b190-e0198a96d58a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:47.995063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8e93c2fd-c7e6-41b8-a15e-8ad9c68b9263 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d015d8c304384670a88edca1185c431f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0932705 Apr 21 21:09:47.995721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44324) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:48.174656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc54d12-22e3-47e5-88f0-fddfb53acae2 req-799f2dc1-b560-41cd-93dc-1af70f864901 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:48.199984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ddc54d12-22e3-47e5-88f0-fddfb53acae2 req-799f2dc1-b560-41cd-93dc-1af70f864901 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2700310 Apr 21 21:09:48.217454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:48.244388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:48.257679 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:48.389780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:48.409890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:48.428461 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:48.431524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:48.434358 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b899a51-f306-41fe-b190-e0198a96d58a HTTP/1.1" status: 204 len: 168 time: 0.4135959 Apr 21 21:09:48.449907 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Router 62d3a771-1a47-4bee-bdc9-230af0895a30 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:09:49.006394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b899a51-f306-41fe-b190-e0198a96d58a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:49.008531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44346) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:49.013404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ddc54d12-22e3-47e5-88f0-fddfb53acae2 req-54ced718-6c7c-4538-8574-b014805cad8a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8124371 Apr 21 21:09:49.031381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.031721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.032177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.032372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.032695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.033064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.033386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.033703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.034018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.034335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.034651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.034962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb944-d277-446a-9ece-bec845b407d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:49.046747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b59e2478-2783-42fe-9f59-90a263977ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:49.146356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b59e2478-2783-42fe-9f59-90a263977ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:49.151471 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b59e2478-2783-42fe-9f59-90a263977ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:49.211683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e2478-2783-42fe-9f59-90a263977ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00c0865-9e2a-4507-8512-e9d851129fde,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:49.220347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 20fa6481-656e-448b-b7a6-c90ab03df268 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:49.263333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:49.319015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b59e2478-2783-42fe-9f59-90a263977ad5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c1b887398a048bbb28380f65bd12358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044953 Apr 21 21:09:49.321929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44350) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:49.336694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 20fa6481-656e-448b-b7a6-c90ab03df268 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:49.341052 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:49.348010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router f37aaac7-3f3e-4832-80ae-10da593f44d7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:09:49.417988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:49.424163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:49.458191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:49.475801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:49.502479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6be8d2d2-4e0b-41a6-a88d-e197da4f817a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/f37aaac7-3f3e-4832-80ae-10da593f44d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6121452 Apr 21 21:09:49.503151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44358) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:49.526603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21f69a16-c5d8-44b4-985d-5e31ebdbc340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:49.542596 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] Sync routers for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:49.555483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02644e-0c7f-4b59-82e7-2459c31a7187 None None] Sync routers for ids ['f37aaac7-3f3e-4832-80ae-10da593f44d7'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:49.598388 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:49.599343 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:49.608790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02644e-0c7f-4b59-82e7-2459c31a7187 None None] Routers {'f37aaac7-3f3e-4832-80ae-10da593f44d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:49.621614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b02644e-0c7f-4b59-82e7-2459c31a7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f37aaac7-3f3e-4832-80ae-10da593f44d7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:49.694739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a14abe3-94bb-4d48-a034-dd225fdfb962 admin admin] 10.222.0.49 "PUT /v2.0/routers/62d3a771-1a47-4bee-bdc9-230af0895a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9701803 Apr 21 21:09:49.696721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44360) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:49.718476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b02644e-0c7f-4b59-82e7-2459c31a7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:49.750931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02644e-0c7f-4b59-82e7-2459c31a7187 None None] Routers {'f37aaac7-3f3e-4832-80ae-10da593f44d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:49.751594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b02644e-0c7f-4b59-82e7-2459c31a7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f37aaac7-3f3e-4832-80ae-10da593f44d7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:49.803440 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21f69a16-c5d8-44b4-985d-5e31ebdbc340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:49.828910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b02644e-0c7f-4b59-82e7-2459c31a7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:49.830870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02644e-0c7f-4b59-82e7-2459c31a7187 None None] The sync data for ids ['f37aaac7-3f3e-4832-80ae-10da593f44d7'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:49.914946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4387e-cb0e-4b0b-984d-ae6ba3e86ad5 req-397fa6e1-924a-4d18-975f-0d484d54eb6d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:49.916582 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0d4387e-cb0e-4b0b-984d-ae6ba3e86ad5 req-397fa6e1-924a-4d18-975f-0d484d54eb6d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.6501620 Apr 21 21:09:49.917224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:49.921203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Pushing event updated for resources: {'Port': ['ID=403cb822-04c3-4ee1-b604-0992eb9c6eeb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:50.049036 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21f69a16-c5d8-44b4-985d-5e31ebdbc340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.051526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21f69a16-c5d8-44b4-985d-5e31ebdbc340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.052818 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-21f69a16-c5d8-44b4-985d-5e31ebdbc340 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e00c0865-9e2a-4507-8512-e9d851129fde HTTP/1.1" status: 204 len: 168 time: 0.7298467 Apr 21 21:09:50.071752 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.078021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05505223-b9d0-42a1-b5cc-da71a5e4b382 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.081693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05505223-b9d0-42a1-b5cc-da71a5e4b382 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.129813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f69a16-c5d8-44b4-985d-5e31ebdbc340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00c0865-9e2a-4507-8512-e9d851129fde,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:50.134558 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:50.272395 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0d4387e-cb0e-4b0b-984d-ae6ba3e86ad5 req-a5575b26-f8b5-45fc-8802-f508492b6946 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478370 Apr 21 21:09:50.428451 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.434560 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.447440 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:09:46Z', 'revision_number': 5, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port': {'id': '27fdc096-a180-43b1-acfe-7fee600bc235', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:00:22Z', 'updated_at': '2022-04-21T21:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:50.475420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.498712 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] Checking router: 62d3a771-1a47-4bee-bdc9-230af0895a30 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:09:50.529761 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] Routers {'62d3a771-1a47-4bee-bdc9-230af0895a30'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:50.530372 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['62d3a771-1a47-4bee-bdc9-230af0895a30'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:50.540559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05505223-b9d0-42a1-b5cc-da71a5e4b382 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Router b58bc2e3-1413-4333-bba1-e22ce52c9e78 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:09:50.628548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.642856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa056004-fcff-45ef-aae1-0e96a3cf9d90 req-8110f55c-61f6-4a53-a043-65b0a6b12ed4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:50.644906 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa056004-fcff-45ef-aae1-0e96a3cf9d90 req-8110f55c-61f6-4a53-a043-65b0a6b12ed4 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1671154 Apr 21 21:09:50.704946 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.740324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05505223-b9d0-42a1-b5cc-da71a5e4b382 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:50.749135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05505223-b9d0-42a1-b5cc-da71a5e4b382 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.750589 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-05505223-b9d0-42a1-b5cc-da71a5e4b382 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "PUT /v2.0/routers/b58bc2e3-1413-4333-bba1-e22ce52c9e78 HTTP/1.1" status: 200 len: 926 time: 4.1086588 Apr 21 21:09:50.755290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44384) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:50.778953 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] Set router 62d3a771-1a47-4bee-bdc9-230af0895a30 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:50.807759 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Deleting port 27fdc096-a180-43b1-acfe-7fee600bc235 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:50.808130 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.808515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Router 49d06e38-0c0c-4dac-8613-d83c9344c69d is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:09:50.898852 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:09:50Z', 'revision_number': 6, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:50.904643 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75a119-75cd-413f-831d-0044222fac8a None None] Sync routers for ids ['b58bc2e3-1413-4333-bba1-e22ce52c9e78'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:50.935685 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c59a21-abc0-434d-9ce5-d8108df83a5e None None] The sync data for ids ['62d3a771-1a47-4bee-bdc9-230af0895a30'] in n-d-838945-1 is: [{'id': '62d3a771-1a47-4bee-bdc9-230af0895a30', 'name': 'tempest-AttachVolumeNegativeTest-254295069-router', 'tenant_id': '82e77516482b49798caefa23821a5e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:00:20Z', 'updated_at': '2022-04-21T21:09:50Z', 'revision_number': 6, 'project_id': '82e77516482b49798caefa23821a5e41', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:50.944748 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75a119-75cd-413f-831d-0044222fac8a None None] Routers {'b58bc2e3-1413-4333-bba1-e22ce52c9e78'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:50.945725 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4d75a119-75cd-413f-831d-0044222fac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b58bc2e3-1413-4333-bba1-e22ce52c9e78'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:50.983847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] For port 27fdc096-a180-43b1-acfe-7fee600bc235, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=27fdc096-a180-43b1-acfe-7fee600bc235,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:50.984285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:50.987685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:51.011890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Calling delete_port for 27fdc096-a180-43b1-acfe-7fee600bc235 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:51.044880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Sync routers for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:51.055181 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:51.058688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fb63a079-4472-4256-b950-0b64058fe1bd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3355405 Apr 21 21:09:51.061949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44396) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:51.067989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:51.070899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:51.071179 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4d75a119-75cd-413f-831d-0044222fac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:51.097215 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d75a119-75cd-413f-831d-0044222fac8a None None] Routers {'b58bc2e3-1413-4333-bba1-e22ce52c9e78'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:51.097824 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4d75a119-75cd-413f-831d-0044222fac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b58bc2e3-1413-4333-bba1-e22ce52c9e78'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:51.169088 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4d75a119-75cd-413f-831d-0044222fac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:51.169724 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75a119-75cd-413f-831d-0044222fac8a None None] The sync data for ids ['b58bc2e3-1413-4333-bba1-e22ce52c9e78'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:51.254139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:51.286599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa056004-fcff-45ef-aae1-0e96a3cf9d90 req-310a96c5-940b-4817-9297-74f4a0a036cb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5896556 Apr 21 21:09:51.503857 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:51.594213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fdc096-a180-43b1-acfe-7fee600bc235,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:51.696308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:49Z', 'revision_number': 3, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:51.715434 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:51.728375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Checking router: 49d06e38-0c0c-4dac-8613-d83c9344c69d for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:09:51.729575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Updating router 49d06e38-0c0c-4dac-8613-d83c9344c69d port 403cb822-04c3-4ee1-b604-0992eb9c6eeb binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:09:51.789598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:51.821256 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:51.822647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:51.949993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:51.950560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62d3a771-1a47-4bee-bdc9-230af0895a30 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:09:51.964718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:51.980535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-64865818-f774-468a-8a3f-796820d7be01 admin admin] 10.222.0.49 "DELETE /v2.0/routers/62d3a771-1a47-4bee-bdc9-230af0895a30 HTTP/1.1" status: 204 len: 168 time: 2.2759268 Apr 21 21:09:51.983960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44422) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:52.053775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab258a7a-23cb-4f58-81bc-eb123c89e456 req-c369b709-9516-45c0-bf54-144498499cfd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:52.055425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab258a7a-23cb-4f58-81bc-eb123c89e456 req-c369b709-9516-45c0-bf54-144498499cfd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.3458629 Apr 21 21:09:52.235514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 6bb981c7-0a22-4964-9a71-2c640441f9b5 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:52.235857 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.261255 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.271461 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.313017 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5f9437a1-45ed-476b-9cac-dfd2e4593570 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/routers/b58bc2e3-1413-4333-bba1-e22ce52c9e78 HTTP/1.1" status: 200 len: 926 time: 1.5523262 Apr 21 21:09:52.313652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44428) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:52.384913 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab258a7a-23cb-4f58-81bc-eb123c89e456 req-bda2b659-99c3-4483-9633-d220f66710b2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441339 Apr 21 21:09:52.411707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ac6086-c62f-4a52-9ffe-357e546df3db admin admin] Deleting subnet 21b73171-c292-4de0-8522-264715ef6eba {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:09:52.446713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14cdcbd-8659-4759-aa5c-0d6657895844 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:52.446946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec9345-254e-4724-b806-b45debea2fb2 None None] Pushing event updated for resources: {'Port': ['ID=403cb822-04c3-4ee1-b604-0992eb9c6eeb,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:52.451194 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e14cdcbd-8659-4759-aa5c-0d6657895844 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=b58bc2e3-1413-4333-bba1-e22ce52c9e78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1313024 Apr 21 21:09:52.455985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Attempting to bind port 403cb822-04c3-4ee1-b604-0992eb9c6eeb on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:09:52.456419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Attempting to bind port 403cb822-04c3-4ee1-b604-0992eb9c6eeb by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:09:52.457033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Attempting to bind port 403cb822-04c3-4ee1-b604-0992eb9c6eeb on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:09:52.458408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44436) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:52.462518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:09:52.464346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:09:52.464854 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.465303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:09:52.465837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Bound port: 403cb822-04c3-4ee1-b604-0992eb9c6eeb, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:09:52.466302 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.492647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49ac6086-c62f-4a52-9ffe-357e546df3db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.582786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] For port 403cb822-04c3-4ee1-b604-0992eb9c6eeb, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:09:52.596871 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49ac6086-c62f-4a52-9ffe-357e546df3db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.607526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] For port 403cb822-04c3-4ee1-b604-0992eb9c6eeb, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=403cb822-04c3-4ee1-b604-0992eb9c6eeb,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:09:52.617905 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.677477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.715744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:52.716485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:52.789726 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.801596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec9345-254e-4724-b806-b45debea2fb2 None None] Pushing event updated for resources: {'Port': ['ID=403cb822-04c3-4ee1-b604-0992eb9c6eeb,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:52.822519 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49ac6086-c62f-4a52-9ffe-357e546df3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:52.830860 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 6bb981c7-0a22-4964-9a71-2c640441f9b5 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:52.881007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daf32af-b76c-415e-8924-3a0db3bf3f03 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:52.885773 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9daf32af-b76c-415e-8924-3a0db3bf3f03 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 881 time: 0.4221075 Apr 21 21:09:52.887129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44446) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:52.942344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8edc982a-f5d3-4408-a4e8-140a8611ef5f tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=b58bc2e3-1413-4333-bba1-e22ce52c9e78 HTTP/1.1" status: 200 len: 205 time: 0.0518937 Apr 21 21:09:52.961421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44450) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:53.136065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45ab344e-5550-451a-aca4-ff1144338b65 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:53.187978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 45ab344e-5550-451a-aca4-ff1144338b65 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:53.188344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45ab344e-5550-451a-aca4-ff1144338b65 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:53.188750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 27fdc096-a180-43b1-acfe-7fee600bc235 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:53.237262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:53.238880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 27fdc096-a180-43b1-acfe-7fee600bc235 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:53.239226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 27fdc096-a180-43b1-acfe-7fee600bc235 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:53.266059 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49ac6086-c62f-4a52-9ffe-357e546df3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:53.274534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:53.324954 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:53.344875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac6086-c62f-4a52-9ffe-357e546df3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b73171-c292-4de0-8522-264715ef6eba,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:53.348242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49ac6086-c62f-4a52-9ffe-357e546df3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:53.356252 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-49ac6086-c62f-4a52-9ffe-357e546df3db admin admin] 10.222.0.49 "DELETE /v2.0/subnets/21b73171-c292-4de0-8522-264715ef6eba HTTP/1.1" status: 204 len: 168 time: 1.3703964 Apr 21 21:09:53.371636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44466) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:53.375386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e171f73-ef1e-4cda-853e-caea8ad6a229 None None] Network bb53438a-3327-4b76-88e5-46a4179a528b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:53.462230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Allocated IP 172.20.0.1 (8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8/c59f32d2-d0e2-43c6-acae-d77241a001bf/c7b3d529-7da3-4916-b74f-37abb7dc7d79) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:53.542978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=6bb981c7-0a22-4964-9a71-2c640441f9b5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:53.556215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:53.803744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d85611-6ce3-47d4-9a98-1b85af865cc2 None None] DHCP port deletion for bb53438a-3327-4b76-88e5-46a4179a528b request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:09:53.807369 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:53.844226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Deleting port 4342e37c-9e64-489a-a811-590398f3f459 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:53.844573 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:53.859444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-43604496-cab8-4841-9126-6620d87897a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:49Z', 'revision_number': 3, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:53.907410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43604496-cab8-4841-9126-6620d87897a8 None None] The sync data for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 is: [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:49Z', 'revision_number': 3, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:53.925910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-13d85611-6ce3-47d4-9a98-1b85af865cc2 None None] Deleting port 4342e37c-9e64-489a-a811-590398f3f459 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:53.926619 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13d85611-6ce3-47d4-9a98-1b85af865cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:53.940965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab9bb4-29b7-4c9c-85c4-c66724e53abc req-29fa357f-08ab-4972-a76b-c1c066bcc62a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:53.942637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79ab9bb4-29b7-4c9c-85c4-c66724e53abc req-29fa357f-08ab-4972-a76b-c1c066bcc62a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.3627784 Apr 21 21:09:53.959610 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.028483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-13d85611-6ce3-47d4-9a98-1b85af865cc2 None None] For port 4342e37c-9e64-489a-a811-590398f3f459, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4342e37c-9e64-489a-a811-590398f3f459,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:54.028924 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13d85611-6ce3-47d4-9a98-1b85af865cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.044902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-13d85611-6ce3-47d4-9a98-1b85af865cc2 None None] Calling delete_port for 4342e37c-9e64-489a-a811-590398f3f459 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:54.081673 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79ab9bb4-29b7-4c9c-85c4-c66724e53abc req-06e58e32-6870-4af0-9d2e-97cfb79a972f tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307886 Apr 21 21:09:54.151942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.191833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Deleting port 2323b32f-1f58-4300-8f41-cafd6e761e7e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:54.192273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.231296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13d85611-6ce3-47d4-9a98-1b85af865cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.245808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] For port 4342e37c-9e64-489a-a811-590398f3f459, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4342e37c-9e64-489a-a811-590398f3f459,segment=NetworkSegment(b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5),segment_id=b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:54.246287 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.301144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d85611-6ce3-47d4-9a98-1b85af865cc2 None None] Pushing event deleted for resources: {'Port': ['ID=4342e37c-9e64-489a-a811-590398f3f459,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:54.302688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Calling delete_port for 4342e37c-9e64-489a-a811-590398f3f459 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:54.310815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d85611-6ce3-47d4-9a98-1b85af865cc2 None None] No DVR routers for this DVR port 4342e37c-9e64-489a-a811-590398f3f459 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:09:54.355614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.361697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router f37aaac7-3f3e-4832-80ae-10da593f44d7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:09:54.373238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Calling delete_port for 2323b32f-1f58-4300-8f41-cafd6e761e7e owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:54.401416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.581665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.727739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:54.732582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:54.748921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Pushing event deleted for resources: {'Port': ['ID=4342e37c-9e64-489a-a811-590398f3f459,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:54.758601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:54.758920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] No DVR routers for this DVR port 4342e37c-9e64-489a-a811-590398f3f459 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:09:54.765484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:54.774323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-63ff28e0-c47c-4660-8456-a5b159976966 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/f37aaac7-3f3e-4832-80ae-10da593f44d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2656236 Apr 21 21:09:54.778288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:54.791846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44528) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:54.795197 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82853479-ce70-47b3-be24-40edb39ebcb2 None None] Sync routers for ids ['f37aaac7-3f3e-4832-80ae-10da593f44d7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:54.854221 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82853479-ce70-47b3-be24-40edb39ebcb2 None None] Routers {'f37aaac7-3f3e-4832-80ae-10da593f44d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:54.866217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:54.870541 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-82853479-ce70-47b3-be24-40edb39ebcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f37aaac7-3f3e-4832-80ae-10da593f44d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:54.881968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-acad3c89-a5aa-4770-a7de-cf29e023bfd7 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=f37aaac7-3f3e-4832-80ae-10da593f44d7 HTTP/1.1" status: 200 len: 205 time: 0.0829191 Apr 21 21:09:54.887233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-742af744-4ff3-409d-b6d0-cc99e94d94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:54.899878 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-742af744-4ff3-409d-b6d0-cc99e94d94d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=271267117912412b9b2b74aabfd7abe9&device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 1095 time: 0.3887711 Apr 21 21:09:54.993813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Pushing event updated for resources: {'Port': ['ID=c7b3d529-7da3-4916-b74f-37abb7dc7d79,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:55.044413 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-82853479-ce70-47b3-be24-40edb39ebcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:55.080692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44530) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:55.098249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event deleted for resources: {'Port': ['ID=2323b32f-1f58-4300-8f41-cafd6e761e7e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:55.101790 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82853479-ce70-47b3-be24-40edb39ebcb2 None None] Routers {'f37aaac7-3f3e-4832-80ae-10da593f44d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:55.105111 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-82853479-ce70-47b3-be24-40edb39ebcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f37aaac7-3f3e-4832-80ae-10da593f44d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:55.165924 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-82853479-ce70-47b3-be24-40edb39ebcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:55.167645 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82853479-ce70-47b3-be24-40edb39ebcb2 None None] The sync data for ids ['f37aaac7-3f3e-4832-80ae-10da593f44d7'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:09:55.267204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 403cb822-04c3-4ee1-b604-0992eb9c6eeb up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:55.399276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fe7a0ff3-4f78-4b0a-9ae4-87422fd08f80 None None] Provisioning complete for port c7b3d529-7da3-4916-b74f-37abb7dc7d79 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:55.399650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0ff3-4f78-4b0a-9ae4-87422fd08f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.403200 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 403cb822-04c3-4ee1-b604-0992eb9c6eeb triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:55.403561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.445030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b24b95-c8af-487b-8380-71da829894e5 req-140fe3ae-ddb0-4fe9-b1e4-aa2e115e5605 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:55.446795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91b24b95-c8af-487b-8380-71da829894e5 req-140fe3ae-ddb0-4fe9-b1e4-aa2e115e5605 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.7154880 Apr 21 21:09:55.472297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.523597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a0ff3-4f78-4b0a-9ae4-87422fd08f80 None None] Port c7b3d529-7da3-4916-b74f-37abb7dc7d79 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:09:55.653332 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bb203ea-6296-4f94-856f-7bb253f2e8c8 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.656010 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.701110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 403cb822-04c3-4ee1-b604-0992eb9c6eeb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=403cb822-04c3-4ee1-b604-0992eb9c6eeb,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:55.710704 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.809400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.812991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.821686 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91b24b95-c8af-487b-8380-71da829894e5 req-df80283f-21f8-43d5-b73a-f9a499b9a780 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268170 Apr 21 21:09:55.831113 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.849571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4342e37c-9e64-489a-a811-590398f3f459 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:55.865661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb53438a-3327-4b76-88e5-46a4179a528b']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:55.871968 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=403cb822-04c3-4ee1-b604-0992eb9c6eeb,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:55.879164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:55.879615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b4cd33-b3f4-4afa-9622-75c9b9ff1eb5') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:55.894823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.914975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.919472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 4342e37c-9e64-489a-a811-590398f3f459 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:55.919472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4342e37c-9e64-489a-a811-590398f3f459 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:55.921267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:09:55.922876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:09:55.941795 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:09:55.964214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.034955 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.044834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.056087 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bb53438a-3327-4b76-88e5-46a4179a528b HTTP/1.1" status: 204 len: 168 time: 2.6513822 Apr 21 21:09:56.077004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c4547-64dd-4a77-9c53-f64ba3201305 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb53438a-3327-4b76-88e5-46a4179a528b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:56.079941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-a9ccaa0a-86d5-45cc-97f6-da08b58872d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:56.081736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-a9ccaa0a-86d5-45cc-97f6-da08b58872d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 200 len: 913 time: 0.3172183 Apr 21 21:09:56.152625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaac901-b5f4-4bf6-9fff-c763a9ba45e1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:56.178330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44566) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:56.185390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-be25ef1d-54c5-4a0f-9e36-5bfdd64011a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 200 len: 998 time: 0.0967176 Apr 21 21:09:56.193509 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecda5a3593794ed19141e16b74a8a9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4591272 Apr 21 21:09:56.237911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.266003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44574) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:56.270391 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bb203ea-6296-4f94-856f-7bb253f2e8c8 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.272984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.273331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.273668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.273993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.274324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.274649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.274997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.275293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.275644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.275963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.276371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.276701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da57603a-4a0b-4fba-9a87-9cea9f503d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:09:56.313096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-e1d285ea-0ae0-4b0b-9f4b-49a344507a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:56.314558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-e1d285ea-0ae0-4b0b-9f4b-49a344507a80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 200 len: 851 time: 0.1129320 Apr 21 21:09:56.404645 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b907da08-dd5e-4f25-bd13-7cfa5878726d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.409494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cd2ec1a3-fda8-405f-ae06-e482022ae7e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82e77516482b49798caefa23821a5e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423571 Apr 21 21:09:56.414817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44582) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:56.448953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-7c4f45b8-a1a7-4561-a8eb-4dccd70f5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:56.450791 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-7c4f45b8-a1a7-4561-a8eb-4dccd70f5cf1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4a912654-8ba7-440e-af2f-f1f861b2af50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274302 Apr 21 21:09:56.584445 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b907da08-dd5e-4f25-bd13-7cfa5878726d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.644527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bb203ea-6296-4f94-856f-7bb253f2e8c8 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.691045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45994ce3-862e-40cd-bf5d-eade684d00ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.725181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45994ce3-862e-40cd-bf5d-eade684d00ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.731552 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bb203ea-6296-4f94-856f-7bb253f2e8c8 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.732092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb203ea-6296-4f94-856f-7bb253f2e8c8 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Fanout notify agent at l3_agent the message router_deleted on router f37aaac7-3f3e-4832-80ae-10da593f44d7 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:09:56.739517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bb203ea-6296-4f94-856f-7bb253f2e8c8 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.743175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3bb203ea-6296-4f94-856f-7bb253f2e8c8 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/f37aaac7-3f3e-4832-80ae-10da593f44d7 HTTP/1.1" status: 204 len: 168 time: 1.6353104 Apr 21 21:09:56.751040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44588) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:56.751961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-23178b14-7400-4323-b921-a7608502d1a3 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921770 Apr 21 21:09:56.771053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.785421 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.788877 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.858489 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b907da08-dd5e-4f25-bd13-7cfa5878726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.861425 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b907da08-dd5e-4f25-bd13-7cfa5878726d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.862575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b907da08-dd5e-4f25-bd13-7cfa5878726d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbaac901-b5f4-4bf6-9fff-c763a9ba45e1 HTTP/1.1" status: 204 len: 168 time: 0.6761982 Apr 21 21:09:56.986258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:56.986843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Fanout notify agent at l3_agent the message router_deleted on router b58bc2e3-1413-4333-bba1-e22ce52c9e78 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:09:56.998396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.004417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4cb64dd6-ccc8-4f7c-a66a-28636fb29275 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/b58bc2e3-1413-4333-bba1-e22ce52c9e78 HTTP/1.1" status: 204 len: 168 time: 4.0416062 Apr 21 21:09:57.011769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44600) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:57.013033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907da08-dd5e-4f25-bd13-7cfa5878726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaac901-b5f4-4bf6-9fff-c763a9ba45e1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:57.016956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9c693266-4061-427c-91ef-2b979faee846 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-276148916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:57.074452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c693266-4061-427c-91ef-2b979faee846 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.086170 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c693266-4061-427c-91ef-2b979faee846 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.103067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-570daaae-9f39-40dc-95ca-b4fcb458840d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting subnet 5cd9fca4-ecda-42d0-9ffe-5c410cc74122 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:09:57.111097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570daaae-9f39-40dc-95ca-b4fcb458840d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.183594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 403cb822-04c3-4ee1-b604-0992eb9c6eeb up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:09:57.204059 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45994ce3-862e-40cd-bf5d-eade684d00ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.207341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45994ce3-862e-40cd-bf5d-eade684d00ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.208849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-45994ce3-862e-40cd-bf5d-eade684d00ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71f32c79-f22e-4dc6-856a-0345d5dd59f3 HTTP/1.1" status: 204 len: 168 time: 0.7928843 Apr 21 21:09:57.247973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5b0acb2-84a8-4f9f-8ece-428511d8352a req-e2c25ec2-8bd8-4020-acf8-7028a4eb71d3 service neutron] 10.222.0.43 "GET /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747219 Apr 21 21:09:57.276367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570daaae-9f39-40dc-95ca-b4fcb458840d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.305570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 403cb822-04c3-4ee1-b604-0992eb9c6eeb triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:57.306108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.312336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c693266-4061-427c-91ef-2b979faee846 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.331456 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c693266-4061-427c-91ef-2b979faee846 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.347114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45994ce3-862e-40cd-bf5d-eade684d00ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f32c79-f22e-4dc6-856a-0345d5dd59f3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:57.384356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1cc66-8d1b-4372-aa38-358042e71511 req-38bacbce-54ff-4b27-afa5-74c3fa510a0a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:57.386735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09b1cc66-8d1b-4372-aa38-358042e71511 req-38bacbce-54ff-4b27-afa5-74c3fa510a0a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.4011407 Apr 21 21:09:57.421681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c693266-4061-427c-91ef-2b979faee846 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.425676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9c693266-4061-427c-91ef-2b979faee846 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4133689 Apr 21 21:09:57.426301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44616) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:57.443111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:09:57.546866 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.570404 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.580119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09b1cc66-8d1b-4372-aa38-358042e71511 req-0cf61aa2-22a3-4e91-bfa6-560c091f6c85 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786406 Apr 21 21:09:57.626217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570daaae-9f39-40dc-95ca-b4fcb458840d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.712734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44624) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:57.732037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-008f714d-2a3d-46e2-a97d-6bf3377148e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.737770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Pushing event updated for resources: {'Port': ['ID=c7b3d529-7da3-4916-b74f-37abb7dc7d79,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:57.754532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570daaae-9f39-40dc-95ca-b4fcb458840d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.795751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570daaae-9f39-40dc-95ca-b4fcb458840d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd9fca4-ecda-42d0-9ffe-5c410cc74122,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:57.800348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570daaae-9f39-40dc-95ca-b4fcb458840d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.803840 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-570daaae-9f39-40dc-95ca-b4fcb458840d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/5cd9fca4-ecda-42d0-9ffe-5c410cc74122 HTTP/1.1" status: 204 len: 168 time: 1.0508435 Apr 21 21:09:57.810091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44632) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:57.818189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c2e95-847b-42c7-8436-dbc9f2f43dce None None] Network b55c5c6d-7852-4718-be81-7df5d1fb3f8f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:57.828679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.982786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:57.990082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34dbbce-9440-418c-8b7e-fc36e3527b01 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting subnet 862309fe-3a44-4330-809d-e9aef018153e {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:09:58.004873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b34dbbce-9440-418c-8b7e-fc36e3527b01 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.125880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0763d4c-24fd-47a4-8676-4b4251bb7ee7 None None] DHCP port deletion for b55c5c6d-7852-4718-be81-7df5d1fb3f8f request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:09:58.131266 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-008f714d-2a3d-46e2-a97d-6bf3377148e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.134235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b34dbbce-9440-418c-8b7e-fc36e3527b01 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.171324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:58.176971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:58.183564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-008f714d-2a3d-46e2-a97d-6bf3377148e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.293429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-008f714d-2a3d-46e2-a97d-6bf3377148e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=587b8f8bb2c0489189ac015a144a9e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5791280 Apr 21 21:09:58.303683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b0763d4c-24fd-47a4-8676-4b4251bb7ee7 None None] Deleting port a9c4f06c-91eb-42da-ab80-909143f2159a {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:58.304148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b0763d4c-24fd-47a4-8676-4b4251bb7ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.312199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44650) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:58.398270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f714d-2a3d-46e2-a97d-6bf3377148e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174484c3-db1f-4391-88a8-99c2152d5003,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:58.481736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b34dbbce-9440-418c-8b7e-fc36e3527b01 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.491214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Router 49d06e38-0c0c-4dac-8613-d83c9344c69d has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:09:58.502965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b0763d4c-24fd-47a4-8676-4b4251bb7ee7 None None] For port a9c4f06c-91eb-42da-ab80-909143f2159a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a9c4f06c-91eb-42da-ab80-909143f2159a,segment=NetworkSegment(2c672e1e-3600-4078-907a-2c0f64f8e565),segment_id=2c672e1e-3600-4078-907a-2c0f64f8e565)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:58.503886 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b0763d4c-24fd-47a4-8676-4b4251bb7ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.547810 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b0763d4c-24fd-47a4-8676-4b4251bb7ee7 None None] Calling delete_port for a9c4f06c-91eb-42da-ab80-909143f2159a owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:09:58.551614 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc028-88e2-439e-bfb3-1352517d2384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.597067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc028-88e2-439e-bfb3-1352517d2384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.619734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3c5482e3-710c-4670-990d-b2f8ca117190 None None] Provisioning complete for port c7b3d529-7da3-4916-b74f-37abb7dc7d79 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:09:58.620194 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3c5482e3-710c-4670-990d-b2f8ca117190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.668574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b34dbbce-9440-418c-8b7e-fc36e3527b01 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.736729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dbbce-9440-418c-8b7e-fc36e3527b01 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Subnet': ['ID=862309fe-3a44-4330-809d-e9aef018153e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:58.761560 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b34dbbce-9440-418c-8b7e-fc36e3527b01 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.767204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b34dbbce-9440-418c-8b7e-fc36e3527b01 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/862309fe-3a44-4330-809d-e9aef018153e HTTP/1.1" status: 204 len: 168 time: 0.9516456 Apr 21 21:09:58.768507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44666) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:58.777211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3c5482e3-710c-4670-990d-b2f8ca117190 None None] Port c7b3d529-7da3-4916-b74f-37abb7dc7d79 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:09:58.783718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065ce8e-11bd-4274-8930-88527dc46da3 None None] Network ed0ec643-4220-453a-9a0e-047f0d0e758b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:09:58.813449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc028-88e2-439e-bfb3-1352517d2384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.817312 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc028-88e2-439e-bfb3-1352517d2384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.820250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ccfbc028-88e2-439e-bfb3-1352517d2384 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/174484c3-db1f-4391-88a8-99c2152d5003 HTTP/1.1" status: 204 len: 168 time: 0.4947889 Apr 21 21:09:58.892315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f05fc3-608e-47ec-a3ef-3a180fb5fbff req-2483619f-f3e1-462a-a838-293597552fb8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:58.894274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-44f05fc3-608e-47ec-a3ef-3a180fb5fbff req-2483619f-f3e1-462a-a838-293597552fb8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1498291 Apr 21 21:09:58.895029 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.900497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbc028-88e2-439e-bfb3-1352517d2384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174484c3-db1f-4391-88a8-99c2152d5003,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:58.940426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.964561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:58.998718 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b0763d4c-24fd-47a4-8676-4b4251bb7ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.038185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0763d4c-24fd-47a4-8676-4b4251bb7ee7 None None] Pushing event deleted for resources: {'Port': ['ID=a9c4f06c-91eb-42da-ab80-909143f2159a,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:59.125423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:09:59.143141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0763d4c-24fd-47a4-8676-4b4251bb7ee7 None None] No DVR routers for this DVR port a9c4f06c-91eb-42da-ab80-909143f2159a on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:09:59.147042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a9c4f06c-91eb-42da-ab80-909143f2159a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:09:59.153206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Sync routers for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:09:59.153742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-291e2d2d-d7ea-4d08-84ba-8daca8fa9ace admin admin] 10.222.0.49 "PUT /v2.0/routers/49d06e38-0c0c-4dac-8613-d83c9344c69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0882165 Apr 21 21:09:59.201883 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-44f05fc3-608e-47ec-a3ef-3a180fb5fbff req-e8f533ae-ebe8-4b6f-8450-dbfa0a7bd1fc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646065 Apr 21 21:09:59.224575 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.273739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55c5c6d-7852-4718-be81-7df5d1fb3f8f']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:59.281110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: a9c4f06c-91eb-42da-ab80-909143f2159a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:09:59.281749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a9c4f06c-91eb-42da-ab80-909143f2159a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:09:59.286269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ef735-6cd7-4577-b286-a20c00d4d353 None None] DHCP port deletion for ed0ec643-4220-453a-9a0e-047f0d0e758b request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:09:59.292019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:09:59.307490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:59.326200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c672e1e-3600-4078-907a-2c0f64f8e565') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:59.326200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c672e1e-3600-4078-907a-2c0f64f8e565') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:09:59.327230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Allocated IP 172.25.0.145 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/2b4788fc-f2a6-4905-b0d3-2459a9e45f88) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:09:59.362722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.401582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.427527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:09:59.429038 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:09:59.439547 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:09:59.488349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:09:59.549350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.558787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.573437 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.580314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/networks/b55c5c6d-7852-4718-be81-7df5d1fb3f8f HTTP/1.1" status: 204 len: 168 time: 0.8107102 Apr 21 21:09:59.592718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44702) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:09:59.628182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d09e3a-a10e-4930-94da-fc5d3e2e21ff tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Network': ['ID=b55c5c6d-7852-4718-be81-7df5d1fb3f8f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:59.747120 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.749500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-793ef735-6cd7-4577-b286-a20c00d4d353 None None] Deleting port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:59.750056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-793ef735-6cd7-4577-b286-a20c00d4d353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.758210 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.850196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event updated for resources: {'Port': ['ID=2b4788fc-f2a6-4905-b0d3-2459a9e45f88,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:09:59.858517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-793ef735-6cd7-4577-b286-a20c00d4d353 None None] For port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ff4a08f4-2550-4338-a53e-3f7cc5bba8c3,segment=NetworkSegment(194744cc-ae85-4715-aa69-4b79d272033c),segment_id=194744cc-ae85-4715-aa69-4b79d272033c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:09:59.859218 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-793ef735-6cd7-4577-b286-a20c00d4d353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.872162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:09:59.881292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8977b-3b0c-400c-814c-7cf1b93dbda1 req-8d125093-84e6-477c-b9a8-1c6f103d404e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:09:59.890098 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7e8977b-3b0c-400c-814c-7cf1b93dbda1 req-8d125093-84e6-477c-b9a8-1c6f103d404e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.3813779 Apr 21 21:09:59.914004 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:09:59.917892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:09:59.927080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:09:59.927491 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:09:59.988122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7e8977b-3b0c-400c-814c-7cf1b93dbda1 req-c7ca9041-d335-4e0a-8a6c-ca8097e96eb2 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918107 Apr 21 21:10:00.118673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ff4a08f4-2550-4338-a53e-3f7cc5bba8c3,segment=NetworkSegment(194744cc-ae85-4715-aa69-4b79d272033c),segment_id=194744cc-ae85-4715-aa69-4b79d272033c)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:00.127493 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.180743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:00.371030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-793ef735-6cd7-4577-b286-a20c00d4d353 None None] Calling delete_port for ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:00.391758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.449011 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.487445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No DVR routers for this DVR port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:00.523349 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-793ef735-6cd7-4577-b286-a20c00d4d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.662390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ef735-6cd7-4577-b286-a20c00d4d353 None None] No DVR routers for this DVR port ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:00.686926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ef735-6cd7-4577-b286-a20c00d4d353 None None] Pushing event deleted for resources: {'Port': ['ID=ff4a08f4-2550-4338-a53e-3f7cc5bba8c3,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:00.690719 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41f686b9-73be-4939-8696-1bf98d5def2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.722564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.765562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44744) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:00.767237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=ff4a08f4-2550-4338-a53e-3f7cc5bba8c3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:00.769472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 2, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:00.814151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f727d87b-78c8-4bb5-9cd5-7cb3d19114d0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020497429', 'description': 'tempest-description--451163398'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:00.863393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0ec643-4220-453a-9a0e-047f0d0e758b']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:00.905334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194744cc-ae85-4715-aa69-4b79d272033c') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:00.905689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194744cc-ae85-4715-aa69-4b79d272033c') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:00.918408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.935761 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.942968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:10:00.943427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.960232 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:00.960883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Checking router: 49d06e38-0c0c-4dac-8613-d83c9344c69d for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:10:00.961245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Updating router 49d06e38-0c0c-4dac-8613-d83c9344c69d port c7b3d529-7da3-4916-b74f-37abb7dc7d79 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:10:00.976565 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.062435 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:10:01.066925 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:10:01.069075 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:10:01.071305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f727d87b-78c8-4bb5-9cd5-7cb3d19114d0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.101687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.119401 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.135874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/networks/ed0ec643-4220-453a-9a0e-047f0d0e758b HTTP/1.1" status: 204 len: 168 time: 1.5453513 Apr 21 21:10:01.140789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44764) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:01.153055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da9867-c532-43fc-ad8c-9541746c70ad tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Network': ['ID=ed0ec643-4220-453a-9a0e-047f0d0e758b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:01.161677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'network': {'name': 'tempest-RoutersTest-1100784483'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:01.174821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:01.205751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:01.205900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ff4a08f4-2550-4338-a53e-3f7cc5bba8c3 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:01.319003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f727d87b-78c8-4bb5-9cd5-7cb3d19114d0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.329091 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f727d87b-78c8-4bb5-9cd5-7cb3d19114d0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.380986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f727d87b-78c8-4bb5-9cd5-7cb3d19114d0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.384105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:01.388603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.390548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44784) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:01.393254 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f727d87b-78c8-4bb5-9cd5-7cb3d19114d0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5823107 Apr 21 21:10:01.400288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f90ac529-b3c9-494d-bac9-6c9da71c0991 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'security_group_rule': {'security_group_id': '774ef6dc-83f4-4b31-a50d-2c70afc69bc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:01.405045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727d87b-78c8-4bb5-9cd5-7cb3d19114d0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774ef6dc-83f4-4b31-a50d-2c70afc69bc4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:01.469663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:10:01.491495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.492070 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added segment 590fab8b-4fcc-4143-91f1-927a038ba6bc of type vlan for network b06e7653-2bb9-4656-9ba2-4b408393136d Apr 21 21:10:01.494031 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f90ac529-b3c9-494d-bac9-6c9da71c0991 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.549599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Router 338d7497-3776-41de-bf93-ea301a7120d9 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:10:01.619618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.752828 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.resource_extend [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:10:01.809129 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.826375 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.861131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.868912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:01.870360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.896135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f90ac529-b3c9-494d-bac9-6c9da71c0991 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:01.898083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72550158-c670-46e9-8ade-f2ec07bff4c8 None None] Pushing event updated for resources: {'Port': ['ID=c7b3d529-7da3-4916-b74f-37abb7dc7d79,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:01.959846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f90ac529-b3c9-494d-bac9-6c9da71c0991 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:02.129137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Attempting to bind port c7b3d529-7da3-4916-b74f-37abb7dc7d79 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:10:02.129863 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Attempting to bind port c7b3d529-7da3-4916-b74f-37abb7dc7d79 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:10:02.130433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Attempting to bind port c7b3d529-7da3-4916-b74f-37abb7dc7d79 on network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:02.144374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:10:02.145866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Checking segment: {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:02.147585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:02.153587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Bound using segment: {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:10:02.154308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Bound port: c7b3d529-7da3-4916-b74f-37abb7dc7d79, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:10:02.156815 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:02.318143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] For port c7b3d529-7da3-4916-b74f-37abb7dc7d79, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:10:02.323624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] For port c7b3d529-7da3-4916-b74f-37abb7dc7d79, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c7b3d529-7da3-4916-b74f-37abb7dc7d79,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:10:02.338801 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:02.427963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832da03-74e6-4c15-8157-43c2c41793fd req-5f577e4c-9e86-4d8f-b6d5-536c3a083e77 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:02.446966 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:02.447852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:02.457673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f832da03-74e6-4c15-8157-43c2c41793fd req-5f577e4c-9e86-4d8f-b6d5-536c3a083e77 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=1032996c-0e5f-4433-ada4-69915dabc807 HTTP/1.1" status: 200 len: 944 time: 0.1615915 Apr 21 21:10:02.606127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:10:02.732174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f832da03-74e6-4c15-8157-43c2c41793fd req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Deleting port 44623e33-d29c-4016-8fde-53bd8dec5972 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:02.732569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f832da03-74e6-4c15-8157-43c2c41793fd req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:02.771057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ac529-b3c9-494d-bac9-6c9da71c0991 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949ef27e-4578-4987-b9a3-3aa5ff70aff5,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:02.777826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6351502 Apr 21 21:10:02.782419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44882) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:02.796887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'subnet': {'network_id': 'b06e7653-2bb9-4656-9ba2-4b408393136d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:02.803711 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f90ac529-b3c9-494d-bac9-6c9da71c0991 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:02.805426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f90ac529-b3c9-494d-bac9-6c9da71c0991 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4140639 Apr 21 21:10:02.807258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:02.810474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44888) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:02.819559 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2338308-9cc2-4f3f-b504-1c8206e5ba00 None None] Sync routers for ids ['338d7497-3776-41de-bf93-ea301a7120d9'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:02.820066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-99ec21f1-314e-43ae-9b49-354ac4aab9bf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'security_group_rule': {'security_group_id': '774ef6dc-83f4-4b31-a50d-2c70afc69bc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:02.851951 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:02.853099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d0847d3c-67b6-4524-bb87-5d97b51da9b3 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "PUT /v2.0/routers/338d7497-3776-41de-bf93-ea301a7120d9 HTTP/1.1" status: 200 len: 883 time: 5.4156692 Apr 21 21:10:02.853235 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2338308-9cc2-4f3f-b504-1c8206e5ba00 None None] Routers {'338d7497-3776-41de-bf93-ea301a7120d9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:02.855170 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a2338308-9cc2-4f3f-b504-1c8206e5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:09:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['338d7497-3776-41de-bf93-ea301a7120d9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:02.859153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44890) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:02.871763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524cb7b-3503-452a-823f-8fef1052bf26 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Network': ['ID=b06e7653-2bb9-4656-9ba2-4b408393136d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:02.891882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ec21f1-314e-43ae-9b49-354ac4aab9bf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:02.950130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b06e7653-2bb9-4656-9ba2-4b408393136d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:10:02.953637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72550158-c670-46e9-8ade-f2ec07bff4c8 None None] Pushing event updated for resources: {'Port': ['ID=c7b3d529-7da3-4916-b74f-37abb7dc7d79,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:02.960605 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a2338308-9cc2-4f3f-b504-1c8206e5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:02.996477 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b939590f-9398-4f02-8602-75389e6a2852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.004496 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2338308-9cc2-4f3f-b504-1c8206e5ba00 None None] Routers {'338d7497-3776-41de-bf93-ea301a7120d9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:03.008058 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a2338308-9cc2-4f3f-b504-1c8206e5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['338d7497-3776-41de-bf93-ea301a7120d9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:03.012313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ec21f1-314e-43ae-9b49-354ac4aab9bf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.019011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ec21f1-314e-43ae-9b49-354ac4aab9bf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.055158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3866140c-6d2b-4a5d-801f-f6072418058e None None] Provisioning complete for port c7b3d529-7da3-4916-b74f-37abb7dc7d79 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:03.059761 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3866140c-6d2b-4a5d-801f-f6072418058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.061588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec21f1-314e-43ae-9b49-354ac4aab9bf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a01d9a-4edf-4fcf-aa03-b47d4ee2abc6,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:03.076656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99ec21f1-314e-43ae-9b49-354ac4aab9bf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.078020 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99ec21f1-314e-43ae-9b49-354ac4aab9bf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2636657 Apr 21 21:10:03.081179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44904) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:03.086958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:03.117868 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a2338308-9cc2-4f3f-b504-1c8206e5ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:03.127773 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2338308-9cc2-4f3f-b504-1c8206e5ba00 None None] The sync data for ids ['338d7497-3776-41de-bf93-ea301a7120d9'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:03.130205 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.168916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f832da03-74e6-4c15-8157-43c2c41793fd req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] For port 44623e33-d29c-4016-8fde-53bd8dec5972, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=44623e33-d29c-4016-8fde-53bd8dec5972,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:03.169320 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f832da03-74e6-4c15-8157-43c2c41793fd req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.202673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f832da03-74e6-4c15-8157-43c2c41793fd req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Calling delete_port for 44623e33-d29c-4016-8fde-53bd8dec5972 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:03.208468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:03.212255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.394629 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.492090 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0690753f-0823-4be4-a497-be117c8bc3ec tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/routers/338d7497-3776-41de-bf93-ea301a7120d9 HTTP/1.1" status: 200 len: 924 time: 0.5895543 Apr 21 21:10:03.493710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.496206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44938) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:03.501964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-58218396-d5e3-466e-800d-c16890745f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:02Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:03.581866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58218396-d5e3-466e-800d-c16890745f48 None None] The sync data for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 is: [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:02Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:03.596672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3866140c-6d2b-4a5d-801f-f6072418058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.697682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Allocated IP 172.25.0.129 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/5d6d2295-6429-4603-875d-3fc749ae2303) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:03.700934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Subnet': ['ID=755bf771-e860-484d-a73c-d20d36503e5b,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:03.718382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3866140c-6d2b-4a5d-801f-f6072418058e None None] For port c7b3d529-7da3-4916-b74f-37abb7dc7d79, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c7b3d529-7da3-4916-b74f-37abb7dc7d79,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:03.725889 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3866140c-6d2b-4a5d-801f-f6072418058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:03.813209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Checking segment: {'id': '590fab8b-4fcc-4143-91f1-927a038ba6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b06e7653-2bb9-4656-9ba2-4b408393136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:03.813711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network hostable DHCP agents. Network: b06e7653-2bb9-4656-9ba2-4b408393136d, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:10:03.857419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987bb01f-ef2f-4cec-a0cc-cf5dd6ec7324 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:03.859268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-987bb01f-ef2f-4cec-a0cc-cf5dd6ec7324 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=338d7497-3776-41de-bf93-ea301a7120d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3578057 Apr 21 21:10:03.870974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44956) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:03.885764 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866140c-6d2b-4a5d-801f-f6072418058e None None] Pushing event updated for resources: {'Port': ['ID=c7b3d529-7da3-4916-b74f-37abb7dc7d79,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:03.926593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network b06e7653-2bb9-4656-9ba2-4b408393136d is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:10:03.942699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5ae50145-62de-420b-98bd-ed0f11a0232a None None] Provisioning complete for port c7b3d529-7da3-4916-b74f-37abb7dc7d79 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:03.942964 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5ae50145-62de-420b-98bd-ed0f11a0232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.033837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b06e7653-2bb9-4656-9ba2-4b408393136d) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:04.050981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ebc6b-f3b2-4996-af6d-dce13132586b None None] Network b06e7653-2bb9-4656-9ba2-4b408393136d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:04.059902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:04.060514 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.081729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.130093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dc581278-3756-4af0-8695-e2f50b0f7f92 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3464758 Apr 21 21:10:04.133976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44978) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:04.142321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-94f6ae97-15ae-4370-932b-eccccce2b3b0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-126812267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:04.233596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f956ef38-cc05-43df-805c-47970ef07be4 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:04.236048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f956ef38-cc05-43df-805c-47970ef07be4 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 881 time: 0.3581970 Apr 21 21:10:04.240543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44984) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:04.246598 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f832da03-74e6-4c15-8157-43c2c41793fd req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.249200 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94f6ae97-15ae-4370-932b-eccccce2b3b0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.250501 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94f6ae97-15ae-4370-932b-eccccce2b3b0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.257323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.261918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.264312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['83fb0f28-0c28-4d83-8af6-baa791022648', '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:10:04.347473 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94f6ae97-15ae-4370-932b-eccccce2b3b0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.365361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94f6ae97-15ae-4370-932b-eccccce2b3b0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.404776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:04.449635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:04.455596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94f6ae97-15ae-4370-932b-eccccce2b3b0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.460005 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-94f6ae97-15ae-4370-932b-eccccce2b3b0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3229537 Apr 21 21:10:04.461315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44996) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:04.464145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event deleted for resources: {'Port': ['ID=44623e33-d29c-4016-8fde-53bd8dec5972,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:04.466301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:04.477252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'port': {'network_id': 'b06e7653-2bb9-4656-9ba2-4b408393136d', 'name': 'tempest-RoutersTest-375434970'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:04.482770 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-52f00649-86f9-49f0-be64-b83420370571 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=338d7497-3776-41de-bf93-ea301a7120d9 HTTP/1.1" status: 200 len: 205 time: 0.2355249 Apr 21 21:10:04.483646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44998) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:04.625948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f832da03-74e6-4c15-8157-43c2c41793fd req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] No DVR routers for this DVR port 44623e33-d29c-4016-8fde-53bd8dec5972 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:04.640028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-b06e7653-2bb9-4656-9ba2-4b408393136d', 'network_id': 'b06e7653-2bb9-4656-9ba2-4b408393136d', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'fixed_ips': [{'subnet_id': '755bf771-e860-484d-a73c-d20d36503e5b'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:10:04.645855 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.742119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'Port': ['ID=5d6d2295-6429-4603-875d-3fc749ae2303,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:04.964589 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f832da03-74e6-4c15-8157-43c2c41793fd req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.973345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f832da03-74e6-4c15-8157-43c2c41793fd req-a3114ac4-e36c-4241-9fd9-2b0548eed745 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "DELETE /v2.0/ports/44623e33-d29c-4016-8fde-53bd8dec5972 HTTP/1.1" status: 204 len: 173 time: 2.5078876 Apr 21 21:10:04.974094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'name': 'network-vif-deleted', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:04.974917 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:04.977755 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f78499-cac9-45c7-8201-1e535be920ff" -d '{"events": [{"server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "name": "network-vif-deleted", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:05.035868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:05.092648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:05.200734 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2599ac96-a79d-4249-8eb4-0419b9e5ffca x-openstack-request-id: req-2599ac96-a79d-4249-8eb4-0419b9e5ffca {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:05.203466 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1032996c-0e5f-4433-ada4-69915dabc807", "name": "network-vif-deleted", "tag": "44623e33-d29c-4016-8fde-53bd8dec5972", "status": "failed", "code": 422}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:05.203932 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2599ac96-a79d-4249-8eb4-0419b9e5ffca {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:05.204629 n-d-838945-1 neutron-server[114647]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2599ac96-a79d-4249-8eb4-0419b9e5ffca']: {'server_uuid': '1032996c-0e5f-4433-ada4-69915dabc807', 'name': 'network-vif-deleted', 'tag': '44623e33-d29c-4016-8fde-53bd8dec5972', 'status': 'failed', 'code': 422} returned with failed status Apr 21 21:10:05.226005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] device_id is not set on port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:10:05.235527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Allocated IP 172.20.0.2 (b06e7653-2bb9-4656-9ba2-4b408393136d/755bf771-e860-484d-a73c-d20d36503e5b/065c71a0-c534-459e-a775-f29120cad391) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:05.344682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7b3d529-7da3-4916-b74f-37abb7dc7d79 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:05.408511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:05.536721 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:05.579214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:05.583091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:05.737336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c7b3d529-7da3-4916-b74f-37abb7dc7d79 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:05.739317 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:05.887079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Deleting port 2b4788fc-f2a6-4905-b0d3-2459a9e45f88 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:05.892334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:05.937877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:05.962525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.066522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.078807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.088973 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.155508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Network b06e7653-2bb9-4656-9ba2-4b408393136d is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:06.159265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Calling delete_port for 2b4788fc-f2a6-4905-b0d3-2459a9e45f88 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:06.165897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:06.173413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.20.0.6 (b06e7653-2bb9-4656-9ba2-4b408393136d/755bf771-e860-484d-a73c-d20d36503e5b/4d9b1a86-2d77-49de-beeb-ce4681443ae1) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:06.210729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:06.217033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.360754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'Port': ['ID=5d6d2295-6429-4603-875d-3fc749ae2303,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:06.408786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.508436 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.514291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf4caeeb-6629-423d-906e-51e9f2c9cebf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4318302 Apr 21 21:10:06.695497 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.782346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.887511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network b06e7653-2bb9-4656-9ba2-4b408393136d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:06.900843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:06.910015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:06.945815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Pushing event updated for resources: {'Port': ['ID=065c71a0-c534-459e-a775-f29120cad391,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:06.960629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cd9e5-7307-4983-b072-3daecc79cfe5 req-9c6611d1-076d-4b58-a8db-2c2208d8fa6e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:06.963595 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f44cd9e5-7307-4983-b072-3daecc79cfe5 req-9c6611d1-076d-4b58-a8db-2c2208d8fa6e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 907 time: 0.0829849 Apr 21 21:10:06.964567 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:06.976101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=4d9b1a86-2d77-49de-beeb-ce4681443ae1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:06.998401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45122) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:06.999953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event deleted for resources: {'Port': ['ID=2b4788fc-f2a6-4905-b0d3-2459a9e45f88,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:07.073993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Attempting to bind port 065c71a0-c534-459e-a775-f29120cad391 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:10:07.074476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Attempting to bind port 065c71a0-c534-459e-a775-f29120cad391 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '590fab8b-4fcc-4143-91f1-927a038ba6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b06e7653-2bb9-4656-9ba2-4b408393136d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:10:07.074951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Attempting to bind port 065c71a0-c534-459e-a775-f29120cad391 on network b06e7653-2bb9-4656-9ba2-4b408393136d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:07.085071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:10:07.090024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Checking segment: {'id': '590fab8b-4fcc-4143-91f1-927a038ba6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b06e7653-2bb9-4656-9ba2-4b408393136d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:07.090640 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.092109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Bound using segment: {'id': '590fab8b-4fcc-4143-91f1-927a038ba6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b06e7653-2bb9-4656-9ba2-4b408393136d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:10:07.092790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Bound port: 065c71a0-c534-459e-a775-f29120cad391, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590fab8b-4fcc-4143-91f1-927a038ba6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b06e7653-2bb9-4656-9ba2-4b408393136d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:10:07.095091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.106586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.232167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] For port 065c71a0-c534-459e-a775-f29120cad391, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:10:07.237006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] For port 065c71a0-c534-459e-a775-f29120cad391, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=065c71a0-c534-459e-a775-f29120cad391,segment=NetworkSegment(590fab8b-4fcc-4143-91f1-927a038ba6bc),segment_id=590fab8b-4fcc-4143-91f1-927a038ba6bc)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:10:07.248721 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.293023 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.295671 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.323894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ece369-d3cd-4d35-8855-bd9e29736d9a None None] Pushing event updated for resources: {'Port': ['ID=065c71a0-c534-459e-a775-f29120cad391,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:07.389592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.390443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Fanout notify agent at l3_agent the message router_deleted on router 338d7497-3776-41de-bf93-ea301a7120d9 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:10:07.403189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.406778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-91d322fc-83b3-4b40-818b-cfa6a5e25ce4 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/338d7497-3776-41de-bf93-ea301a7120d9 HTTP/1.1" status: 204 len: 168 time: 2.8574307 Apr 21 21:10:07.411348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45136) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:07.422838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-25da4e48-07b9-4a74-b1d8-37d7f7a86dc5 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1913713228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:07.465368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25da4e48-07b9-4a74-b1d8-37d7f7a86dc5 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.466845 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25da4e48-07b9-4a74-b1d8-37d7f7a86dc5 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.528571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:07.529233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.539199 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25da4e48-07b9-4a74-b1d8-37d7f7a86dc5 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.542958 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-ddbfe3dc-f6a2-4353-ac3f-f350281e6f67 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2020497429&fields=id&tenant_id=f4f376cbce0547cca6366c48dddc92bc HTTP/1.1" status: 200 len: 267 time: 0.5608819 Apr 21 21:10:07.551746 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25da4e48-07b9-4a74-b1d8-37d7f7a86dc5 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.591682 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25da4e48-07b9-4a74-b1d8-37d7f7a86dc5 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.593681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-25da4e48-07b9-4a74-b1d8-37d7f7a86dc5 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1805489 Apr 21 21:10:07.598614 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45146) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:07.599141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4341cf79-e428-4646-a31b-49eb8951541c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:07.633882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': True}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:07.831694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-328743fb-2b4c-4e90-80f9-ef0db18e2fa3 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:07.833741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-328743fb-2b4c-4e90-80f9-ef0db18e2fa3 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 810 time: 0.2900054 Apr 21 21:10:07.839720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-55543dae-15da-434d-ae24-7dfd9751fcdb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.3773835 Apr 21 21:10:07.848357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45154) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:08.018895 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-c67d3b32-e70b-44ff-a312-99a98446c041 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/quotas/f4f376cbce0547cca6366c48dddc92bc HTTP/1.1" status: 200 len: 375 time: 0.0848496 Apr 21 21:10:08.158116 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:08.206836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba729e-674b-424f-b719-696398520e53 req-e9fc0a0c-ed62-46a2-8932-9054a304f22a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:08.208385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6bba729e-674b-424f-b719-696398520e53 req-e9fc0a0c-ed62-46a2-8932-9054a304f22a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 907 time: 0.1023738 Apr 21 21:10:08.309402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75610101-dab0-48df-82a6-3216adb7243d req-6c349143-117e-402e-a272-abcf5befa47d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:08.310998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75610101-dab0-48df-82a6-3216adb7243d req-6c349143-117e-402e-a272-abcf5befa47d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 907 time: 0.3590407 Apr 21 21:10:08.496533 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:08.526963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:08.558784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-179c08af-6833-4d72-b9fd-be1a124aa15d tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5163207 Apr 21 21:10:08.572851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4341cf79-e428-4646-a31b-49eb8951541c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:08.691721 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4341cf79-e428-4646-a31b-49eb8951541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:08.717928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Allocated IP 172.25.0.151 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e75f71a9-72ea-40ee-997a-abd152255362) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:08.841416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4341cf79-e428-4646-a31b-49eb8951541c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6318e2c640a5417c9c593ca5bdd478fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8419456 Apr 21 21:10:08.872267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45176) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:08.896594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:08.947620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:08.956949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341cf79-e428-4646-a31b-49eb8951541c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c569b53-c5d3-4904-9bfe-15bdeadf8831,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:08.989596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfea175d-9834-4b81-aab7-15f5e9968406 None None] Network b06e7653-2bb9-4656-9ba2-4b408393136d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:09.001041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:09.006579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:09.017970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:09.027900 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.083884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-75610101-dab0-48df-82a6-3216adb7243d req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Deleting port 996ded11-4231-48c7-9d89-9bc7fd77713b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:09.084240 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-75610101-dab0-48df-82a6-3216adb7243d req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.099861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event updated for resources: {'Port': ['ID=e75f71a9-72ea-40ee-997a-abd152255362,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:09.207696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a5448e5-4e27-4161-ab14-e7c415b49e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.246452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-05055162-1a39-4484-83a6-2e0551407a10 None None] Provisioning complete for port 065c71a0-c534-459e-a775-f29120cad391 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:09.247140 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05055162-1a39-4484-83a6-2e0551407a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.317854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-1b29fcd7-1c38-4a51-bf6d-2b6e2941759b service neutron] 10.222.0.49 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945267 Apr 21 21:10:09.389592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 065c71a0-c534-459e-a775-f29120cad391 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:09.492659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-26444085-c2a8-4de9-bea4-6883a7adf769 service neutron] 10.222.0.49 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307976 Apr 21 21:10:09.498065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a5448e5-4e27-4161-ab14-e7c415b49e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.639919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-75610101-dab0-48df-82a6-3216adb7243d req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] For port 996ded11-4231-48c7-9d89-9bc7fd77713b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=996ded11-4231-48c7-9d89-9bc7fd77713b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:09.640833 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05055162-1a39-4484-83a6-2e0551407a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.641352 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-75610101-dab0-48df-82a6-3216adb7243d req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.672459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 065c71a0-c534-459e-a775-f29120cad391 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:09.672933 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.685033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7672ff8-7b97-4160-a125-d1aa00b56b97 req-774e1c0c-3188-4927-90ad-6b60ed943f5d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:09.686872 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c7672ff8-7b97-4160-a125-d1aa00b56b97 req-774e1c0c-3188-4927-90ad-6b60ed943f5d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 907 time: 0.2626395 Apr 21 21:10:09.713162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-75610101-dab0-48df-82a6-3216adb7243d req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Calling delete_port for 996ded11-4231-48c7-9d89-9bc7fd77713b owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:09.846206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-05055162-1a39-4484-83a6-2e0551407a10 None None] For port 065c71a0-c534-459e-a775-f29120cad391, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=065c71a0-c534-459e-a775-f29120cad391,segment=NetworkSegment(590fab8b-4fcc-4143-91f1-927a038ba6bc),segment_id=590fab8b-4fcc-4143-91f1-927a038ba6bc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:09.882506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05055162-1a39-4484-83a6-2e0551407a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.882920 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a5448e5-4e27-4161-ab14-e7c415b49e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.891045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a5448e5-4e27-4161-ab14-e7c415b49e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:09.896088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0a5448e5-4e27-4161-ab14-e7c415b49e9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c569b53-c5d3-4904-9bfe-15bdeadf8831 HTTP/1.1" status: 204 len: 168 time: 1.0048623 Apr 21 21:10:10.023723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:10.181497 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:10.236858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05055162-1a39-4484-83a6-2e0551407a10 None None] Pushing event updated for resources: {'Port': ['ID=065c71a0-c534-459e-a775-f29120cad391,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:10.263437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cfc5fe9d-d0a0-4e9d-a4dc-3ab6f51a6b43 None None] Provisioning complete for port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:10.263962 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fe9d-d0a0-4e9d-a4dc-3ab6f51a6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:10.373949 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:10.466286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cfc5fe9d-d0a0-4e9d-a4dc-3ab6f51a6b43 None None] Port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:10.514428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cfc5fe9d-d0a0-4e9d-a4dc-3ab6f51a6b43 None None] Provisioning complete for port 065c71a0-c534-459e-a775-f29120cad391 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:10.514994 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fe9d-d0a0-4e9d-a4dc-3ab6f51a6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:10.557281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5448e5-4e27-4161-ab14-e7c415b49e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c569b53-c5d3-4904-9bfe-15bdeadf8831,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:10.608470 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b57b3e39-6646-49d7-8d0c-633c59d52805 req-88462b85-92a5-4190-b194-5518fa9f2f47 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 210 time: 0.2655647 Apr 21 21:10:10.701820 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-75610101-dab0-48df-82a6-3216adb7243d req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:10.943869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-940d9f75-a4d7-44c2-a03c-ce9a8535139e None None] Provisioning complete for port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:10.944246 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-940d9f75-a4d7-44c2-a03c-ce9a8535139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:10.985701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=4d9b1a86-2d77-49de-beeb-ce4681443ae1,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:11.052737 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 996ded11-4231-48c7-9d89-9bc7fd77713b no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:11.183122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 996ded11-4231-48c7-9d89-9bc7fd77713b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:11.221344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 996ded11-4231-48c7-9d89-9bc7fd77713b not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:11.292412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-940d9f75-a4d7-44c2-a03c-ce9a8535139e None None] Port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:11.297768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 065c71a0-c534-459e-a775-f29120cad391 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:11.299232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event deleted for resources: {'Port': ['ID=996ded11-4231-48c7-9d89-9bc7fd77713b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:11.321261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-75610101-dab0-48df-82a6-3216adb7243d req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] No DVR routers for this DVR port 996ded11-4231-48c7-9d89-9bc7fd77713b on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:11.325781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-75610101-dab0-48df-82a6-3216adb7243d req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:11.327242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8df86c39-8583-4290-93be-1a3a9bba90f7 req-7ec97a8f-bdb8-4027-ad7c-5771346a30d6 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 210 time: 0.1927595 Apr 21 21:10:11.341803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75610101-dab0-48df-82a6-3216adb7243d req-cf9c9421-93fe-41a2-82a8-b5d335a23a3c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.43 "DELETE /v2.0/ports/996ded11-4231-48c7-9d89-9bc7fd77713b HTTP/1.1" status: 204 len: 173 time: 3.0229442 Apr 21 21:10:11.354954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'name': 'network-vif-deleted', 'tag': '996ded11-4231-48c7-9d89-9bc7fd77713b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:11.358522 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5024053e-1571-4e3a-89cb-adbd3b2b5bdd" -d '{"events": [{"server_uuid": "ee8488bd-df5b-4d96-97f4-6032a56adc39", "name": "network-vif-deleted", "tag": "996ded11-4231-48c7-9d89-9bc7fd77713b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:11.446977 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85386484-973c-4ce3-bc1f-9a5451248363 x-openstack-request-id: req-85386484-973c-4ce3-bc1f-9a5451248363 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:11.447461 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8488bd-df5b-4d96-97f4-6032a56adc39", "name": "network-vif-deleted", "tag": "996ded11-4231-48c7-9d89-9bc7fd77713b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:11.448201 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85386484-973c-4ce3-bc1f-9a5451248363 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:11.448805 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85386484-973c-4ce3-bc1f-9a5451248363'] response: {'server_uuid': 'ee8488bd-df5b-4d96-97f4-6032a56adc39', 'name': 'network-vif-deleted', 'tag': '996ded11-4231-48c7-9d89-9bc7fd77713b', 'status': 'completed', 'code': 200} Apr 21 21:10:11.498325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cbe90c3a-beb6-4e35-aac3-8febd83481d2 None None] Provisioning complete for port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:11.498696 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cbe90c3a-beb6-4e35-aac3-8febd83481d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:11.608246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 065c71a0-c534-459e-a775-f29120cad391 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:11.608884 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:11.691864 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:11.702418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cbe90c3a-beb6-4e35-aac3-8febd83481d2 None None] Port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:11.882643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ddcce53f-5679-488c-829a-29c656c283a1 req-af7ed444-1665-4631-bc3a-a4beb90fb348 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 210 time: 0.0980387 Apr 21 21:10:11.887416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:11.891151 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:12.047176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:12.292278 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Router ce71f078-1dc2-4a42-aa49-47174e17e8b2 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:10:12.689564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90c1d5db-d5e0-449b-a64a-5bd28f6468b0 req-8c1ddd93-f5da-4a00-8b81-680074f93d0e tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee8488bd-df5b-4d96-97f4-6032a56adc39 HTTP/1.1" status: 200 len: 210 time: 0.0550478 Apr 21 21:10:12.708423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:12.724622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e674da4-a7c7-4715-8e13-3ad39a235f80 None None] Sync routers for ids ['ce71f078-1dc2-4a42-aa49-47174e17e8b2'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:12.729224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:12.735648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f4a6818e-f4bb-40f1-9884-d38bae4e2764 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "PUT /v2.0/routers/ce71f078-1dc2-4a42-aa49-47174e17e8b2 HTTP/1.1" status: 200 len: 919 time: 5.1301787 Apr 21 21:10:12.737498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45338) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:12.762158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e674da4-a7c7-4715-8e13-3ad39a235f80 None None] Routers {'ce71f078-1dc2-4a42-aa49-47174e17e8b2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:12.765007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8e674da4-a7c7-4715-8e13-3ad39a235f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ce71f078-1dc2-4a42-aa49-47174e17e8b2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:12.890817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8e674da4-a7c7-4715-8e13-3ad39a235f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:12.923599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e674da4-a7c7-4715-8e13-3ad39a235f80 None None] Routers {'ce71f078-1dc2-4a42-aa49-47174e17e8b2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:12.924250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8e674da4-a7c7-4715-8e13-3ad39a235f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ce71f078-1dc2-4a42-aa49-47174e17e8b2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:13.002931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9c39a0c2-e4f2-4690-b8d3-ad09f0e9e421 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/routers/ce71f078-1dc2-4a42-aa49-47174e17e8b2 HTTP/1.1" status: 200 len: 925 time: 0.2625515 Apr 21 21:10:13.005770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45364) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:13.027464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8e674da4-a7c7-4715-8e13-3ad39a235f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:13.028124 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e674da4-a7c7-4715-8e13-3ad39a235f80 None None] The sync data for ids ['ce71f078-1dc2-4a42-aa49-47174e17e8b2'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:13.039819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-4e744934-c35f-46ac-8a9a-a1a14addb139 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:13.044016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-4e744934-c35f-46ac-8a9a-a1a14addb139 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 810 time: 0.4651179 Apr 21 21:10:13.147977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a651c8cf-f86a-48cc-9257-aabe82c262d8 req-a490625b-415b-461e-a618-f87e707d08c5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 210 time: 0.0989981 Apr 21 21:10:13.204500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25816012-711a-4cf9-8bcb-2df658ff12e6 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:13.207200 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-25816012-711a-4cf9-8bcb-2df658ff12e6 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=ce71f078-1dc2-4a42-aa49-47174e17e8b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1984112 Apr 21 21:10:13.210037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45392) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:13.216425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-efc8bc23-8886-4ee2-936e-015d68f64118 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4f376cbce0547cca6366c48dddc92bc HTTP/1.1" status: 200 len: 380 time: 0.0675080 Apr 21 21:10:13.230969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'port': {'device_id': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'admin_state_up': True, 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'security_groups': ['774ef6dc-83f4-4b31-a50d-2c70afc69bc4']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:13.377779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:13.397195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:13.602938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:13.628586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Made reservation on behalf of f4f376cbce0547cca6366c48dddc92bc for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:13.655326 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:13.726363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23984271-ee81-442a-9baa-fffc9f1024e4 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:13.727965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-23984271-ee81-442a-9baa-fffc9f1024e4 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 881 time: 0.5106213 Apr 21 21:10:13.731061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45466) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:13.754414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=4d9b1a86-2d77-49de-beeb-ce4681443ae1,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:13.842126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-781a5e56-5bb8-45c5-b6a1-3da6dddb98fc tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce71f078-1dc2-4a42-aa49-47174e17e8b2 HTTP/1.1" status: 200 len: 205 time: 0.1098444 Apr 21 21:10:13.849335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45482) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:14.157699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:14.226098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network b06e7653-2bb9-4656-9ba2-4b408393136d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:14.240204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:14.414795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Allocated IP 172.20.0.10 (8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8/c59f32d2-d0e2-43c6-acae-d77241a001bf/4d548374-5fb0-46f5-a71d-ee1bb32c2d0d) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:14.447703 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:14.489507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7be9a-3c3f-4e1f-8663-764d985ed2d3 req-e60c3787-8edc-4c12-9729-0667c1214d66 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:14.508981 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eca7be9a-3c3f-4e1f-8663-764d985ed2d3 req-e60c3787-8edc-4c12-9729-0667c1214d66 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 945 time: 0.1477897 Apr 21 21:10:14.706870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eca7be9a-3c3f-4e1f-8663-764d985ed2d3 req-04ce2dba-065d-4b1a-b8f5-8192d263405a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956911 Apr 21 21:10:14.768439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Deleting port e75f71a9-72ea-40ee-997a-abd152255362 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:14.769172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:14.800252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b735e10e-8f42-4074-b56e-03df035ae1ff None None] Provisioning complete for port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:14.800252 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b735e10e-8f42-4074-b56e-03df035ae1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:14.892398 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:14.908803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Calling delete_port for e75f71a9-72ea-40ee-997a-abd152255362 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:14.914246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a1d8890-11b9-4615-86ba-a661bb4cc6ff req-6a5b023f-01e9-4ce3-b174-22bb4bdd5392 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 210 time: 0.2226882 Apr 21 21:10:14.964865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b735e10e-8f42-4074-b56e-03df035ae1ff None None] Port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:15.133305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:15.201292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router b7b55347-186c-411b-8eda-862cd32f9122 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:10:15.213816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:15.543718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-3fcd7c30-d47c-460f-ae0d-f7345e17f775 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:15.545851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-3fcd7c30-d47c-460f-ae0d-f7345e17f775 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 945 time: 0.1848962 Apr 21 21:10:15.547492 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:15.584015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event deleted for resources: {'Port': ['ID=e75f71a9-72ea-40ee-997a-abd152255362,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:15.846913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45738) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:15.998422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.129316 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.132125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.242658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.244208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Fanout notify agent at l3_agent the message router_deleted on router ce71f078-1dc2-4a42-aa49-47174e17e8b2 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:10:16.268052 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.273305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5781c799-fbd8-4422-b414-98f940a9579a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/ce71f078-1dc2-4a42-aa49-47174e17e8b2 HTTP/1.1" status: 204 len: 168 time: 2.4224856 Apr 21 21:10:16.279973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45802) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:16.287771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Deleting port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:16.288224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.332566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:16.339083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9fd1801a-c09b-476d-a8f5-a9b00d81b432 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/b7b55347-186c-411b-8eda-862cd32f9122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4892659 Apr 21 21:10:16.345444 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8215096-6145-4e39-9410-2414f3291d0b None None] Sync routers for ids ['b7b55347-186c-411b-8eda-862cd32f9122'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:16.360689 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8215096-6145-4e39-9410-2414f3291d0b None None] Routers {'b7b55347-186c-411b-8eda-862cd32f9122'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:16.361351 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d8215096-6145-4e39-9410-2414f3291d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7b55347-186c-411b-8eda-862cd32f9122'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:16.404124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ef23768-e0a2-4970-b393-4b5fa10e025f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.426331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45816) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:16.432675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-dba766cb-8f3a-46a0-8e92-41e30bf87fb1 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1881743775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:16.459675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] For port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:16.460260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.465528 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d8215096-6145-4e39-9410-2414f3291d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:16.485078 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8215096-6145-4e39-9410-2414f3291d0b None None] Routers {'b7b55347-186c-411b-8eda-862cd32f9122'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:16.486232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:16.487399 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d8215096-6145-4e39-9410-2414f3291d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7b55347-186c-411b-8eda-862cd32f9122'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:16.497363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Calling delete_port for 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:16.526441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40d93-e4de-45c9-a139-37764c5ddb67 req-232e1764-6781-4c76-90cf-1f625cbbc566 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:16.536092 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27f40d93-e4de-45c9-a139-37764c5ddb67 req-232e1764-6781-4c76-90cf-1f625cbbc566 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 932 time: 0.3495481 Apr 21 21:10:16.556355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:16.562207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'Port': ['ID=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:16.566027 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d8215096-6145-4e39-9410-2414f3291d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:16.566648 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8215096-6145-4e39-9410-2414f3291d0b None None] The sync data for ids ['b7b55347-186c-411b-8eda-862cd32f9122'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:16.567910 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dba766cb-8f3a-46a0-8e92-41e30bf87fb1 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.569181 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dba766cb-8f3a-46a0-8e92-41e30bf87fb1 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.575240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:16.701485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:16.702202 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.766334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd78a2e-f597-4385-a3b1-ab4eb206a1ac tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:16.773391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9dd78a2e-f597-4385-a3b1-ab4eb206a1ac tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports/4d9b1a86-2d77-49de-beeb-ce4681443ae1 HTTP/1.1" status: 200 len: 976 time: 0.3451869 Apr 21 21:10:16.779681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45870) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:16.786858 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27f40d93-e4de-45c9-a139-37764c5ddb67 req-bb4a816d-e38c-4d75-a65f-1c0f180b4b62 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362747 Apr 21 21:10:16.895566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9574ea9-4d50-4891-9fa8-a20514c7b3dc req-b019be43-0336-4d23-9f85-10126a44b635 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:16.898809 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9574ea9-4d50-4891-9fa8-a20514c7b3dc req-b019be43-0336-4d23-9f85-10126a44b635 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=4d8a286a-b6ce-4dad-bf3e-5eeb3af49306 HTTP/1.1" status: 200 len: 945 time: 0.7841187 Apr 21 21:10:16.934295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dba766cb-8f3a-46a0-8e92-41e30bf87fb1 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.962975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dba766cb-8f3a-46a0-8e92-41e30bf87fb1 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:16.991566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ef23768-e0a2-4970-b393-4b5fa10e025f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.001656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ef23768-e0a2-4970-b393-4b5fa10e025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.034081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2ef23768-e0a2-4970-b393-4b5fa10e025f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5e3889dbfbd492ab7f50ec313944f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1844134 Apr 21 21:10:17.037221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45900) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:17.080786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-d657e01e-57bb-411c-8aa6-44c4a1fcc9fe tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8554590 Apr 21 21:10:17.109707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dba766cb-8f3a-46a0-8e92-41e30bf87fb1 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.115163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Request body: {'port': {'device_id': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:17.120288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dba766cb-8f3a-46a0-8e92-41e30bf87fb1 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6911628 Apr 21 21:10:17.121104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45908) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:17.148037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7c0efa22-1027-4d44-8899-703fad6eb117 None None] Provisioning complete for port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:17.148521 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c0efa22-1027-4d44-8899-703fad6eb117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.152800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': False}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:17.236870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7c0efa22-1027-4d44-8899-703fad6eb117 None None] Port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:17.299948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef23768-e0a2-4970-b393-4b5fa10e025f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53729c65-9daa-458c-be95-7e59a69cf993,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:17.336103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45932) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:17.363841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.375732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9574ea9-4d50-4891-9fa8-a20514c7b3dc req-05335512-db4a-4288-bff0-11309b6077e1 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143115 Apr 21 21:10:17.376792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['83fb0f28-0c28-4d83-8af6-baa791022648', '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:10:17.429271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ff333fa-9106-4a97-b96b-3d2cd46ded57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.525372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.575652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event deleted for resources: {'Port': ['ID=5f2d16dc-2712-4ed5-9673-ccf1eb9fd087,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:17.584107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] No DVR routers for this DVR port 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:17.599166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.604335 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be130240-56a5-4e39-acc8-71bc87ca8fda req-ad59cdd3-278c-4816-9534-25aec5c3d3d8 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "DELETE /v2.0/ports/5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 HTTP/1.1" status: 204 len: 173 time: 2.0222945 Apr 21 21:10:17.608578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8a286a-b6ce-4dad-bf3e-5eeb3af49306', 'name': 'network-vif-deleted', 'tag': '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:17.622508 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36106a54-f78c-461c-94b1-9267b42be8f1" -d '{"events": [{"server_uuid": "4d8a286a-b6ce-4dad-bf3e-5eeb3af49306", "name": "network-vif-deleted", "tag": "5f2d16dc-2712-4ed5-9673-ccf1eb9fd087"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:17.653148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ff333fa-9106-4a97-b96b-3d2cd46ded57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.734477 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cb9830-067a-4b81-a150-f3dbb270f043 x-openstack-request-id: req-32cb9830-067a-4b81-a150-f3dbb270f043 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:17.734743 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8a286a-b6ce-4dad-bf3e-5eeb3af49306", "name": "network-vif-deleted", "tag": "5f2d16dc-2712-4ed5-9673-ccf1eb9fd087", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:17.734994 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32cb9830-067a-4b81-a150-f3dbb270f043 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:17.735384 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cb9830-067a-4b81-a150-f3dbb270f043'] response: {'server_uuid': '4d8a286a-b6ce-4dad-bf3e-5eeb3af49306', 'name': 'network-vif-deleted', 'tag': '5f2d16dc-2712-4ed5-9673-ccf1eb9fd087', 'status': 'completed', 'code': 200} Apr 21 21:10:17.787347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46e96952-c3fa-484f-a37b-2ecce7b8b24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.801832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.987950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46e96952-c3fa-484f-a37b-2ecce7b8b24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:17.995614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46e96952-c3fa-484f-a37b-2ecce7b8b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.036613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-46e96952-c3fa-484f-a37b-2ecce7b8b24d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bf2596afdb840adb9ef20855bb04e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958439 Apr 21 21:10:18.046686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45988) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:18.058510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e96952-c3fa-484f-a37b-2ecce7b8b24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8affe23-9b44-4e02-9022-58f71f611859,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:18.089115 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ff333fa-9106-4a97-b96b-3d2cd46ded57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.093772 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ff333fa-9106-4a97-b96b-3d2cd46ded57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.096167 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8ff333fa-9106-4a97-b96b-3d2cd46ded57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53729c65-9daa-458c-be95-7e59a69cf993 HTTP/1.1" status: 204 len: 168 time: 1.0544777 Apr 21 21:10:18.137720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff333fa-9106-4a97-b96b-3d2cd46ded57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53729c65-9daa-458c-be95-7e59a69cf993,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:18.221127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.357593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bece0be-411b-4630-9f2a-c60283685777 req-cf76f040-4bf3-4f00-80b9-3658a6b96ea7 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:18.359056 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1bece0be-411b-4630-9f2a-c60283685777 req-cf76f040-4bf3-4f00-80b9-3658a6b96ea7 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 932 time: 0.4357016 Apr 21 21:10:18.404044 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.455198 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.516853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b39c9844-263b-4ecb-a12c-4b426dfd28cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.571066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1bece0be-411b-4630-9f2a-c60283685777 req-c48f323f-e87c-4067-a156-b23ffbbad02b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000768 Apr 21 21:10:18.636295 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b39c9844-263b-4ecb-a12c-4b426dfd28cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.688325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:10:18.704736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.711122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Allocated IP 172.25.0.164 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/79b0eff2-ad5c-4d24-b15a-49ea1a34ed82) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:18.739109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Transition to ACTIVE for port object 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:10:18.755026 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.797944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b39c9844-263b-4ecb-a12c-4b426dfd28cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.800457 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b39c9844-263b-4ecb-a12c-4b426dfd28cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:18.801621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b39c9844-263b-4ecb-a12c-4b426dfd28cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8affe23-9b44-4e02-9022-58f71f611859 HTTP/1.1" status: 204 len: 168 time: 0.7516346 Apr 21 21:10:18.874192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c9844-263b-4ecb-a12c-4b426dfd28cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8affe23-9b44-4e02-9022-58f71f611859,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:18.925072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Pushing event updated for resources: {'Port': ['ID=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:18.968600 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:19.164154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 4d9b1a86-2d77-49de-beeb-ce4681443ae1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:19.164802 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:19.376194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-c924256e-6caf-4f48-a4fe-933d564e7dbd tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:19.379407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-c924256e-6caf-4f48-a4fe-933d564e7dbd tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/networks?id=3fda46b1-7914-4918-a085-baff98d3fb4d HTTP/1.1" status: 200 len: 814 time: 0.6025059 Apr 21 21:10:19.389696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46048) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:19.390526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Attempting to bind port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:10:19.390930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Attempting to bind port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:10:19.391386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Attempting to bind port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d on network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:19.426078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-ff0c4b47-b5bd-42f4-a71b-85a80cc24147 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/quotas/9e770b70093449d0861c945300b97c4f HTTP/1.1" status: 200 len: 375 time: 0.0185285 Apr 21 21:10:19.471021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-0a500451-80c0-423e-99d5-67e9e636e73b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e770b70093449d0861c945300b97c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348055 Apr 21 21:10:19.471915 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:19.478469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:19.481740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d on network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:10:19.482294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Attempting to bind port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d on network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:19.507957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a98d8fc-2eae-4180-88ca-63637b75929d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:19.517215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-425d48d6-ccf0-4959-be67-beef907b4eed tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:19.518618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-425d48d6-ccf0-4959-be67-beef907b4eed tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1238360 Apr 21 21:10:19.529896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:10:19.531274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Checking segment: {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:19.531659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Bound using segment: {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:10:19.532110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Bound port: 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:10:19.533126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:19.554532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aed86-871e-45f9-b9df-8dc9c09ab3bf req-d3879e1f-58ac-4331-85f0-60bb46634dba tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:19.555246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 4d9b1a86-2d77-49de-beeb-ce4681443ae1 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:19.562159 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f91aed86-871e-45f9-b9df-8dc9c09ab3bf req-d3879e1f-58ac-4331-85f0-60bb46634dba tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 946 time: 0.1685607 Apr 21 21:10:19.584392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:19.593175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Pushing event updated for resources: {'Port': ['ID=79b0eff2-ad5c-4d24-b15a-49ea1a34ed82,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:19.600549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:19.604808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:19.609959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:19.641837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:19.644119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 5f2d16dc-2712-4ed5-9673-ccf1eb9fd087 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:19.714182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f91aed86-871e-45f9-b9df-8dc9c09ab3bf req-0b3c2eb0-b67f-49ac-b030-f9b6f016a4bf tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=9557c885-cbeb-4b79-bd5b-7033f8f10000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510623 Apr 21 21:10:19.850365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] For port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:10:19.877794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] For port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:10:19.881043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-ed0c204c-e57d-4fbe-9747-eb608b67bca3 service neutron] 10.222.0.49 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896847 Apr 21 21:10:19.891020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:19.943206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Deleting port 83fb0f28-0c28-4d83-8af6-baa791022648 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:19.943631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:20.024251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ac39-772e-4e0e-953e-14d5a08f51e8 req-447e8036-5c2f-442b-b10b-5f76658dddb1 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:20.031731 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40f3ac39-772e-4e0e-953e-14d5a08f51e8 req-447e8036-5c2f-442b-b10b-5f76658dddb1 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 944 time: 0.2182691 Apr 21 21:10:20.069288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:20.069821 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:20.071201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] 10.222.0.43 "PUT /v2.0/ports/4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 200 len: 1092 time: 2.9817352 Apr 21 21:10:20.086132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'tag': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:20.091887 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b17cee-f70a-4033-8105-83c930d72ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "f4054f6b-8e4e-477a-9e8f-1db18b4bee36", "tag": "4d548374-5fb0-46f5-a71d-ee1bb32c2d0d"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:20.101386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40f3ac39-772e-4e0e-953e-14d5a08f51e8 req-2ba718db-d34a-4414-81a2-8857a8cea5de tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687113 Apr 21 21:10:20.132824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] For port 83fb0f28-0c28-4d83-8af6-baa791022648, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=83fb0f28-0c28-4d83-8af6-baa791022648,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:20.132824 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:20.150892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Calling delete_port for 83fb0f28-0c28-4d83-8af6-baa791022648 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:20.420725 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:20.513173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:20.526061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['83fb0f28-0c28-4d83-8af6-baa791022648'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:10:20.638253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event deleted for resources: {'Port': ['ID=83fb0f28-0c28-4d83-8af6-baa791022648,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:20.690198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] No DVR routers for this DVR port 83fb0f28-0c28-4d83-8af6-baa791022648 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:20.695616 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:20.698809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:20.703327 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca61342c-87d9-4eab-96d6-3304df7a22a7 req-0c9f45de-402f-411c-8a20-2e7c86436edd tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.46 "DELETE /v2.0/ports/83fb0f28-0c28-4d83-8af6-baa791022648 HTTP/1.1" status: 204 len: 173 time: 1.1745918 Apr 21 21:10:20.704362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71f02de-e993-4ef3-a3ab-541e0fc01dad', 'name': 'network-vif-deleted', 'tag': '83fb0f28-0c28-4d83-8af6-baa791022648'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:20.707537 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29842124-0831-4f80-9452-0521e2c61e84" -d '{"events": [{"server_uuid": "c71f02de-e993-4ef3-a3ab-541e0fc01dad", "name": "network-vif-deleted", "tag": "83fb0f28-0c28-4d83-8af6-baa791022648"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:20.798435 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23562154-0a44-440d-8b3a-7d457857515c x-openstack-request-id: req-23562154-0a44-440d-8b3a-7d457857515c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:20.799029 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4054f6b-8e4e-477a-9e8f-1db18b4bee36", "tag": "4d548374-5fb0-46f5-a71d-ee1bb32c2d0d", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:20.799029 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23562154-0a44-440d-8b3a-7d457857515c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:20.799453 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23562154-0a44-440d-8b3a-7d457857515c'] response: {'name': 'network-changed', 'server_uuid': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'tag': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d', 'status': 'completed', 'code': 200} Apr 21 21:10:20.810558 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b944d2-45e4-4dd7-8ac2-ab9f10d1c36a x-openstack-request-id: req-d3b944d2-45e4-4dd7-8ac2-ab9f10d1c36a {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:20.810915 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71f02de-e993-4ef3-a3ab-541e0fc01dad", "name": "network-vif-deleted", "tag": "83fb0f28-0c28-4d83-8af6-baa791022648", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:20.811238 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3b944d2-45e4-4dd7-8ac2-ab9f10d1c36a {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:20.813083 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b944d2-45e4-4dd7-8ac2-ab9f10d1c36a'] response: {'server_uuid': 'c71f02de-e993-4ef3-a3ab-541e0fc01dad', 'name': 'network-vif-deleted', 'tag': '83fb0f28-0c28-4d83-8af6-baa791022648', 'status': 'completed', 'code': 200} Apr 21 21:10:20.824816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a98d8fc-2eae-4180-88ca-63637b75929d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:20.883930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a98d8fc-2eae-4180-88ca-63637b75929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:20.922080 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5a98d8fc-2eae-4180-88ca-63637b75929d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbb2de4aed084a488585da801626bd9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5245109 Apr 21 21:10:20.922863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46090) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:20.934737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940f523-1188-47a9-894c-ba88a5780164 service neutron] Pushing event updated for resources: {'Port': ['ID=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:20.957993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:21.013507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=4d9b1a86-2d77-49de-beeb-ce4681443ae1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:21.018988 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-f39a9735-387d-4b4e-bacd-6984077a46a2 service neutron] 10.222.0.49 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1265943 Apr 21 21:10:21.020587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-643cc804-638f-43af-a3f5-284b507cd49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:21.022020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-643cc804-638f-43af-a3f5-284b507cd49b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 1095 time: 0.8150063 Apr 21 21:10:21.028382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98d8fc-2eae-4180-88ca-63637b75929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94936073-d21b-4400-adf8-57ebf819ecce,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:21.074962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-7d40dea2-446a-4463-a0e2-84cfc8e15684 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 200 len: 217 time: 0.0422003 Apr 21 21:10:21.261991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e1cc2d05-eab1-4cdd-82d1-88f503ec4fb9 req-57aebe75-3734-4323-a74c-fb3c7e1b9552 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=c71f02de-e993-4ef3-a3ab-541e0fc01dad HTTP/1.1" status: 200 len: 210 time: 0.1414990 Apr 21 21:10:21.370977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-b92b87ac-168c-4288-aefe-5e36e9483694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:21.383116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-b92b87ac-168c-4288-aefe-5e36e9483694 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.2924089 Apr 21 21:10:21.383655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-824a2bba-5918-4964-821f-f835a8b40f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:21.546482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-824a2bba-5918-4964-821f-f835a8b40f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:21.730413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:21.851175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0301ac-57ea-43b0-b016-802f6b61d760 req-eeee52b5-9e18-4b97-828c-1f41346228a0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:21.856724 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d0301ac-57ea-43b0-b016-802f6b61d760 req-eeee52b5-9e18-4b97-828c-1f41346228a0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 944 time: 0.2828491 Apr 21 21:10:21.874432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:21.920606 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9756ce8e-74d1-4d33-b493-30728fab8e42 req-c7bceaf3-bd6b-4ed9-ac76-c7a5fd0e3c95 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 210 time: 0.0539601 Apr 21 21:10:22.023704 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-824a2bba-5918-4964-821f-f835a8b40f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:22.027536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-824a2bba-5918-4964-821f-f835a8b40f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:22.028684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-824a2bba-5918-4964-821f-f835a8b40f20 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94936073-d21b-4400-adf8-57ebf819ecce HTTP/1.1" status: 204 len: 168 time: 1.1038859 Apr 21 21:10:22.029774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-b189df24-a03e-49f0-8ec9-d58fded844c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:22.045693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-b189df24-a03e-49f0-8ec9-d58fded844c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6397214 Apr 21 21:10:22.063452 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d0301ac-57ea-43b0-b016-802f6b61d760 req-4fac9e08-a06d-4bad-936b-db651ab8c072 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979130 Apr 21 21:10:22.068983 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a2bba-5918-4964-821f-f835a8b40f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94936073-d21b-4400-adf8-57ebf819ecce,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:22.193443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:22.197220 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:22.362933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46132) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:22.437355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e17aca20-33cb-42c3-a194-415f62eb657d service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904314 Apr 21 21:10:22.485788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router b7b55347-186c-411b-8eda-862cd32f9122 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:10:22.556275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Router 2858705d-1509-41de-b860-d10d61bc1f06 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:10:22.587942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ad44-93a2-4c62-8eba-73b26b7029f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:22.704751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:22.717680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f22b6-f6b3-4b66-81e4-46b2ee9f3d00 None None] Sync routers for ids ['b7b55347-186c-411b-8eda-862cd32f9122'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:22.730175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f22b6-f6b3-4b66-81e4-46b2ee9f3d00 None None] Routers {'b7b55347-186c-411b-8eda-862cd32f9122'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:22.731302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-114f22b6-f6b3-4b66-81e4-46b2ee9f3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7b55347-186c-411b-8eda-862cd32f9122'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:22.733321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bdc9342c-b39a-4872-9e85-f36a0742ea3d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/b7b55347-186c-411b-8eda-862cd32f9122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9464123 Apr 21 21:10:22.736801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46152) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:22.742820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ad44-93a2-4c62-8eba-73b26b7029f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:22.769177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ad44-93a2-4c62-8eba-73b26b7029f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:22.783732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-114f22b6-f6b3-4b66-81e4-46b2ee9f3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:22.798676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f22b6-f6b3-4b66-81e4-46b2ee9f3d00 None None] Routers {'b7b55347-186c-411b-8eda-862cd32f9122'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:22.799698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-114f22b6-f6b3-4b66-81e4-46b2ee9f3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b7b55347-186c-411b-8eda-862cd32f9122'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:22.849147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-114f22b6-f6b3-4b66-81e4-46b2ee9f3d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:22.851800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f22b6-f6b3-4b66-81e4-46b2ee9f3d00 None None] The sync data for ids ['b7b55347-186c-411b-8eda-862cd32f9122'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:22.864351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3ad44-93a2-4c62-8eba-73b26b7029f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b809a29-0dd2-42d1-8900-85d410892be6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:22.894768 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fdb3ad44-93a2-4c62-8eba-73b26b7029f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef232549c27c43888373daf99ca1108b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5247762 Apr 21 21:10:22.897466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46156) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:22.920285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:22.926079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:22.927658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-605c503a-9826-4442-820c-053822f8afcb tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "PUT /v2.0/routers/2858705d-1509-41de-b860-d10d61bc1f06 HTTP/1.1" status: 200 len: 920 time: 5.7802155 Apr 21 21:10:22.932279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46160) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:22.941675 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3d7b2-9870-4e17-ba0e-8df79270b180 None None] Sync routers for ids ['2858705d-1509-41de-b860-d10d61bc1f06'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:22.960138 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3d7b2-9870-4e17-ba0e-8df79270b180 None None] Routers {'2858705d-1509-41de-b860-d10d61bc1f06'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:22.963177 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dbc3d7b2-9870-4e17-ba0e-8df79270b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2858705d-1509-41de-b860-d10d61bc1f06'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:23.042576 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dbc3d7b2-9870-4e17-ba0e-8df79270b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:23.071133 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3d7b2-9870-4e17-ba0e-8df79270b180 None None] Routers {'2858705d-1509-41de-b860-d10d61bc1f06'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:23.072838 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dbc3d7b2-9870-4e17-ba0e-8df79270b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2858705d-1509-41de-b860-d10d61bc1f06'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:23.125580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37fc7d09-9d7c-4168-bc0e-5ec536c96aa0 req-e3f1e1ac-dcee-423f-8a03-46cfd71404d0 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779864 Apr 21 21:10:23.242627 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dbc3d7b2-9870-4e17-ba0e-8df79270b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:23.244170 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3d7b2-9870-4e17-ba0e-8df79270b180 None None] The sync data for ids ['2858705d-1509-41de-b860-d10d61bc1f06'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:23.280898 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-001c7896-aada-4e26-8a63-e9da738ef5c2 req-02b74e15-7ec8-43f1-a4c6-bac637f0ea67 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 210 time: 0.1216626 Apr 21 21:10:23.335319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4016c7-d19f-415a-9d99-dd943487baab req-58ab7b99-f2b6-43fc-bdd1-951fd4951f8c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:23.337055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa4016c7-d19f-415a-9d99-dd943487baab req-58ab7b99-f2b6-43fc-bdd1-951fd4951f8c tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.5644495 Apr 21 21:10:23.341697 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-ec6fa08d-513c-4111-97d9-1f2e69bf64c6 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] remove_router_interface failed (client error): The resource could not be found. Apr 21 21:10:23.345412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ec6fa08d-513c-4111-97d9-1f2e69bf64c6 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/b7b55347-186c-411b-8eda-862cd32f9122/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6059730 Apr 21 21:10:23.360651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46182) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:23.395443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3b67ece2-e77a-4a93-b65c-1d81aaa387b9 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7b55347-186c-411b-8eda-862cd32f9122 HTTP/1.1" status: 200 len: 205 time: 0.0312164 Apr 21 21:10:23.420876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46184) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:23.429627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-959b161f-d853-4f61-b683-91f4df74087e tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/routers/2858705d-1509-41de-b860-d10d61bc1f06 HTTP/1.1" status: 200 len: 926 time: 0.4957829 Apr 21 21:10:23.436714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46186) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:23.497983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19010e5a-8e6d-48d4-bf72-422416eaacc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:23.525496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa4016c7-d19f-415a-9d99-dd943487baab req-98e0983f-6bf1-493e-9de0-c4929728f5bf tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473699 Apr 21 21:10:23.546338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ef745-2241-4103-9e0b-bcf80da13194 req-f57d2c3d-b62a-4dbd-80c7-28d9a127bc9e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:23.548259 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b76ef745-2241-4103-9e0b-bcf80da13194 req-f57d2c3d-b62a-4dbd-80c7-28d9a127bc9e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 944 time: 0.1836619 Apr 21 21:10:23.570666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-57e33de6-15f2-41aa-aa93-d7de7ee6b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:23.572788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-57e33de6-15f2-41aa-aa93-d7de7ee6b911 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 1095 time: 0.3852661 Apr 21 21:10:23.596823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19010e5a-8e6d-48d4-bf72-422416eaacc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:23.621323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8402-a812-4efd-8caa-856ef253f25f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:23.653538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 83fb0f28-0c28-4d83-8af6-baa791022648 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:23.692175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 83fb0f28-0c28-4d83-8af6-baa791022648 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:23.692435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 83fb0f28-0c28-4d83-8af6-baa791022648 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:23.895770 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8402-a812-4efd-8caa-856ef253f25f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:23.902288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8402-a812-4efd-8caa-856ef253f25f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:23.905973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-f98a428f-8044-4a6b-b746-a87f066bdd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:23.907451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-f98a428f-8044-4a6b-b746-a87f066bdd38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 911 time: 0.3231514 Apr 21 21:10:23.913674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19010e5a-8e6d-48d4-bf72-422416eaacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:23.915534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-19010e5a-8e6d-48d4-bf72-422416eaacc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:23.923063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-19010e5a-8e6d-48d4-bf72-422416eaacc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b809a29-0dd2-42d1-8900-85d410892be6 HTTP/1.1" status: 204 len: 168 time: 1.0055196 Apr 21 21:10:23.998822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19010e5a-8e6d-48d4-bf72-422416eaacc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b809a29-0dd2-42d1-8900-85d410892be6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:24.001336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-dc32a412-5abf-4a35-bf1d-f376f26aaac3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 200 len: 217 time: 0.0487561 Apr 21 21:10:24.006669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8402-a812-4efd-8caa-856ef253f25f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.008353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd8402-a812-4efd-8caa-856ef253f25f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Fanout notify agent at l3_agent the message router_deleted on router b7b55347-186c-411b-8eda-862cd32f9122 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:10:24.042151 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c2586-0e5b-48c1-b16c-f706e4f33f2f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:24.042616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8402-a812-4efd-8caa-856ef253f25f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.043643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fbdd8402-a812-4efd-8caa-856ef253f25f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/b7b55347-186c-411b-8eda-862cd32f9122 HTTP/1.1" status: 204 len: 168 time: 0.6160226 Apr 21 21:10:24.045642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a59c2586-0e5b-48c1-b16c-f706e4f33f2f tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=2858705d-1509-41de-b860-d10d61bc1f06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6061862 Apr 21 21:10:24.049673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46230) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:24.049811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46232) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:24.075016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-40bfdf7a-10a4-49e4-bbf9-cc63848a0ba2 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:24.082955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-40bfdf7a-10a4-49e4-bbf9-cc63848a0ba2 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.46 "GET /v2.0/networks?id=3fda46b1-7914-4918-a085-baff98d3fb4d HTTP/1.1" status: 200 len: 814 time: 0.8857167 Apr 21 21:10:24.148406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-e979a8cd-782b-486c-82df-c696212a0647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:24.150533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-e979a8cd-782b-486c-82df-c696212a0647 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.1358538 Apr 21 21:10:24.188022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Request body: {'port': {'device_id': 'a43e8462-8bed-4fa7-858d-889491e8d912', 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d', 'admin_state_up': True, 'tenant_id': '9e770b70093449d0861c945300b97c4f'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:24.219071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46238) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:24.244559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0e6007-cd36-40cd-a5c4-9526bd212d4b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting subnet 755bf771-e860-484d-a73c-d20d36503e5b {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:10:24.248378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6007-cd36-40cd-a5c4-9526bd212d4b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.250730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb3b682-af39-447c-a8ee-c3b2bf268804 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:24.255164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1fb3b682-af39-447c-a8ee-c3b2bf268804 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 881 time: 0.1755502 Apr 21 21:10:24.258492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46242) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:24.327744 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dabe191f-6b33-439d-ab2c-2e2fc9850938 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=2858705d-1509-41de-b860-d10d61bc1f06 HTTP/1.1" status: 200 len: 205 time: 0.0661941 Apr 21 21:10:24.329425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46252) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:24.339194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-53c05c95-09ac-4f36-bad3-5b756721ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:24.341066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-53c05c95-09ac-4f36-bad3-5b756721ab69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824763 Apr 21 21:10:24.347382 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b76ef745-2241-4103-9e0b-bcf80da13194 req-4c6668d6-4538-4a07-8a47-31256592a9ae tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7714181 Apr 21 21:10:24.373709 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6007-cd36-40cd-a5c4-9526bd212d4b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.403210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46254) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:24.449032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc5460d6-1fc1-4582-8127-03639fbb7cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.527241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-b10a8b00-d525-479b-b14d-7413801d9066 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:24.529566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-b10a8b00-d525-479b-b14d-7413801d9066 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.43 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.3315759 Apr 21 21:10:24.530287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Made reservation on behalf of 9e770b70093449d0861c945300b97c4f for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:24.551520 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.563411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6007-cd36-40cd-a5c4-9526bd212d4b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.614495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78c69a3d-b1c0-4c73-930a-6c4e9f497003 req-a1cfd08d-b672-4586-b552-ff34600add5e tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 210 time: 0.1632915 Apr 21 21:10:24.704871 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f59bfcdf-8d66-4fdc-adec-025679ba9b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.761541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.761741 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6007-cd36-40cd-a5c4-9526bd212d4b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.804081 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-3ba356fa-e4c0-481b-bf13-863c0cb31e4a service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240696 Apr 21 21:10:24.808277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc5460d6-1fc1-4582-8127-03639fbb7cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.831087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e6007-cd36-40cd-a5c4-9526bd212d4b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Subnet': ['ID=755bf771-e860-484d-a73c-d20d36503e5b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:24.842640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc5460d6-1fc1-4582-8127-03639fbb7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.849870 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6007-cd36-40cd-a5c4-9526bd212d4b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:24.854462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4b0e6007-cd36-40cd-a5c4-9526bd212d4b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/755bf771-e860-484d-a73c-d20d36503e5b HTTP/1.1" status: 204 len: 168 time: 0.7703643 Apr 21 21:10:24.857619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46262) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:24.885115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31fe49-96cc-45b3-abd7-589688626da4 req-7870f78b-3799-49f3-97b0-440de658241d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:24.887033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912db4ab-2d99-4e31-af8a-e6dd9a9fc0e3 None None] Network b06e7653-2bb9-4656-9ba2-4b408393136d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:24.893625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de31fe49-96cc-45b3-abd7-589688626da4 req-7870f78b-3799-49f3-97b0-440de658241d tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.2177110 Apr 21 21:10:24.954668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bc5460d6-1fc1-4582-8127-03639fbb7cb0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=980c3b2d053e45f08a7d53d42993b686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5485432 Apr 21 21:10:24.956062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Allocated IP 172.20.0.10 (3fda46b1-7914-4918-a085-baff98d3fb4d/ea5d8257-acab-4228-b5e0-f4eeee464a15/29c761d7-c3f4-43f6-90a9-d7d4dda4d07a) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:24.967467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46264) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:24.969455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5460d6-1fc1-4582-8127-03639fbb7cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cc5bfc-540c-4092-abc7-bd8b6424982a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:25.022600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de31fe49-96cc-45b3-abd7-589688626da4 req-99c54e73-3e12-4571-bc65-4e307cbcbcbc tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279385 Apr 21 21:10:25.094648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:10:25.105852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed7765f-1288-4380-a431-c19e444df055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.148538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed7765f-1288-4380-a431-c19e444df055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.277255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.291473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed7765f-1288-4380-a431-c19e444df055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.294293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed7765f-1288-4380-a431-c19e444df055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.295585 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fed7765f-1288-4380-a431-c19e444df055 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6cc5bfc-540c-4092-abc7-bd8b6424982a HTTP/1.1" status: 204 len: 168 time: 0.3271549 Apr 21 21:10:25.301682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:25.311277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7765f-1288-4380-a431-c19e444df055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cc5bfc-540c-4092-abc7-bd8b6424982a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:25.349688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.355558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'port_id': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d', 'mac_address': 'fa:16:3e:fc:4a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:10:25.410641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Network 3fda46b1-7914-4918-a085-baff98d3fb4d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:25.414524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:25.417349 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.419424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:25.419676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cf81e-64a1-4cc5-aae6-541c6034f1ba None None] DHCP port deletion for b06e7653-2bb9-4656-9ba2-4b408393136d request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:10:25.455652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Pushing event updated for resources: {'Port': ['ID=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:25.472388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:10:25.512266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:25.514308 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.541348 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-dadb71b7-6129-455e-94ff-ee6595ac7d93 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3710570 Apr 21 21:10:25.548181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:25.555390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Request body: {'port': {'device_id': 'a43e8462-8bed-4fa7-858d-889491e8d912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:25.557485 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.616139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e50cf81e-64a1-4cc5-aae6-541c6034f1ba None None] Deleting port 065c71a0-c534-459e-a775-f29120cad391 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:25.616433 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e50cf81e-64a1-4cc5-aae6-541c6034f1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.627738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Deleting port 490d7300-797e-4516-8738-d83f48d3341b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:25.628285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.668598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.705639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e50cf81e-64a1-4cc5-aae6-541c6034f1ba None None] For port 065c71a0-c534-459e-a775-f29120cad391, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=065c71a0-c534-459e-a775-f29120cad391,segment=NetworkSegment(590fab8b-4fcc-4143-91f1-927a038ba6bc),segment_id=590fab8b-4fcc-4143-91f1-927a038ba6bc)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:25.706101 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e50cf81e-64a1-4cc5-aae6-541c6034f1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.717645 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.736208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:25.738715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e50cf81e-64a1-4cc5-aae6-541c6034f1ba None None] Calling delete_port for 065c71a0-c534-459e-a775-f29120cad391 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:25.785908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.786454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.786948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.787519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.788009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.788491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.789004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.789482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.789986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.790516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.790992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.791463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:25.820403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.870113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18beb2-db33-44a9-8001-fab67816aac5 req-9148dc88-07a2-4b0c-9612-e446e7056b0f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:25.872533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb18beb2-db33-44a9-8001-fab67816aac5 req-9148dc88-07a2-4b0c-9612-e446e7056b0f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 944 time: 0.3637662 Apr 21 21:10:25.874823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8b17cee-f70a-4033-8105-83c930d72ad0 req-21cb9457-cd61-4c03-a0cc-6df8c03360c8 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0632825 Apr 21 21:10:25.875494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8c56a-a559-4138-ba88-ecc765ada42c req-9c60e05b-3ca4-4b73-bbb3-da7dc7a4a3d3 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:25.877344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31f8c56a-a559-4138-ba88-ecc765ada42c req-9c60e05b-3ca4-4b73-bbb3-da7dc7a4a3d3 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 932 time: 0.1152718 Apr 21 21:10:25.902943 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f59bfcdf-8d66-4fdc-adec-025679ba9b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:25.909261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['4d548374-5fb0-46f5-a71d-ee1bb32c2d0d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:10:25.943159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f59bfcdf-8d66-4fdc-adec-025679ba9b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.038372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e50cf81e-64a1-4cc5-aae6-541c6034f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.094807 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] For port 490d7300-797e-4516-8738-d83f48d3341b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=490d7300-797e-4516-8738-d83f48d3341b,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:26.095437 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.106360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cf81e-64a1-4cc5-aae6-541c6034f1ba None None] No DVR routers for this DVR port 065c71a0-c534-459e-a775-f29120cad391 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:26.111212 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31f8c56a-a559-4138-ba88-ecc765ada42c req-85f0a0ff-bafa-46ec-bb1b-d5ff5cf0d826 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827664 Apr 21 21:10:26.115970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f59bfcdf-8d66-4fdc-adec-025679ba9b98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a78650c75c064008859ccf713d8f58c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8958595 Apr 21 21:10:26.117295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46300) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:26.122660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bfcdf-8d66-4fdc-adec-025679ba9b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fbfed5-51b9-4b78-b9a7-c54b0298405a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:26.154564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb18beb2-db33-44a9-8001-fab67816aac5 req-14a85967-9f3d-41d3-b7de-2204acf8944d tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420139 Apr 21 21:10:26.207988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cf81e-64a1-4cc5-aae6-541c6034f1ba None None] Pushing event deleted for resources: {'Port': ['ID=065c71a0-c534-459e-a775-f29120cad391,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:26.276165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 065c71a0-c534-459e-a775-f29120cad391 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:26.276705 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.323274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9756b9f0-328a-472d-a61b-0630c36a7154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.334694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:10:26.346443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.395586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9756b9f0-328a-472d-a61b-0630c36a7154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.414861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27b512-751f-4876-a426-a37ba98cf14e req-446ae364-8c27-4129-8668-94f96b5c9071 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:26.416590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e27b512-751f-4876-a426-a37ba98cf14e req-446ae364-8c27-4129-8668-94f96b5c9071 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 944 time: 0.1714227 Apr 21 21:10:26.417720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Transition to ACTIVE for port object 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:10:26.418654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port 065c71a0-c534-459e-a775-f29120cad391, host n-d-838945-1, got binding levels [] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:26.419027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.437826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 065c71a0-c534-459e-a775-f29120cad391 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:26.441178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Port 065c71a0-c534-459e-a775-f29120cad391 was not found and therefore no delete operation was performed {{(pid=114647) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:10:26.441400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.504881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.509596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Deleting port 79b0eff2-ad5c-4d24-b15a-49ea1a34ed82 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:26.510146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.554909 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e27b512-751f-4876-a426-a37ba98cf14e req-e94fec8e-4a41-47de-a14c-ba27c3913526 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289599 Apr 21 21:10:26.557845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Pushing event updated for resources: {'Port': ['ID=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:26.582657 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9756b9f0-328a-472d-a61b-0630c36a7154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.586292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9756b9f0-328a-472d-a61b-0630c36a7154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.594798 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9756b9f0-328a-472d-a61b-0630c36a7154 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5fbfed5-51b9-4b78-b9a7-c54b0298405a HTTP/1.1" status: 204 len: 168 time: 0.4718432 Apr 21 21:10:26.631613 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.632202 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.632297 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Floating IP d78b5a1b-f447-4028-a3ac-ad86064a62c9 disassociated. External IP: 172.25.0.68, port: 490d7300-797e-4516-8738-d83f48d3341b. Apr 21 21:10:26.632691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Calling delete_port for 490d7300-797e-4516-8738-d83f48d3341b owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:26.640913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756b9f0-328a-472d-a61b-0630c36a7154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fbfed5-51b9-4b78-b9a7-c54b0298405a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:26.666896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Attempting to bind port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:10:26.667437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Attempting to bind port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '4999e107-c8a8-4273-9eae-07f6c16c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:10:26.667987 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Attempting to bind port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a on network 3fda46b1-7914-4918-a085-baff98d3fb4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:26.672882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a on network 3fda46b1-7914-4918-a085-baff98d3fb4d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:10:26.673430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Attempting to bind port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a on network 3fda46b1-7914-4918-a085-baff98d3fb4d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:26.678633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:10:26.679248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Checking segment: {'id': '4999e107-c8a8-4273-9eae-07f6c16c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:26.679825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Bound using segment: {'id': '4999e107-c8a8-4273-9eae-07f6c16c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:10:26.680446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Bound port: 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4999e107-c8a8-4273-9eae-07f6c16c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:10:26.681549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.753525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] For port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:10:26.757041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] For port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:10:26.761348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=065c71a0-c534-459e-a775-f29120cad391,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:26.765162 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.808101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:26.809818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.813948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] 10.222.0.46 "PUT /v2.0/ports/29c761d7-c3f4-43f6-90a9-d7d4dda4d07a HTTP/1.1" status: 200 len: 1092 time: 1.2634659 Apr 21 21:10:26.815432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43e8462-8bed-4fa7-858d-889491e8d912', 'tag': '29c761d7-c3f4-43f6-90a9-d7d4dda4d07a'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:26.822336 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a2c1dc-96aa-4499-989e-43084591bf74" -d '{"events": [{"name": "network-changed", "server_uuid": "a43e8462-8bed-4fa7-858d-889491e8d912", "tag": "29c761d7-c3f4-43f6-90a9-d7d4dda4d07a"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:26.830068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No DVR routers for this DVR port 065c71a0-c534-459e-a775-f29120cad391 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:26.909945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:26.935855 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5849a0b-138e-4f3a-b772-c8aa5418e288 x-openstack-request-id: req-c5849a0b-138e-4f3a-b772-c8aa5418e288 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:26.936251 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43e8462-8bed-4fa7-858d-889491e8d912", "tag": "29c761d7-c3f4-43f6-90a9-d7d4dda4d07a", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:26.936944 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5849a0b-138e-4f3a-b772-c8aa5418e288 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:26.937466 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5849a0b-138e-4f3a-b772-c8aa5418e288'] response: {'name': 'network-changed', 'server_uuid': 'a43e8462-8bed-4fa7-858d-889491e8d912', 'tag': '29c761d7-c3f4-43f6-90a9-d7d4dda4d07a', 'status': 'completed', 'code': 200} Apr 21 21:10:26.939609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65773e65-fefa-4bc9-b37f-ecae63af6620 service neutron] Pushing event updated for resources: {'Port': ['ID=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:26.971233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-aab64a61-d271-4eaf-abbc-5ccf5244efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:26.982358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-aab64a61-d271-4eaf-abbc-5ccf5244efe7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e770b70093449d0861c945300b97c4f&device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 1095 time: 0.1041672 Apr 21 21:10:26.984244 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.003255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Calling delete_port for 79b0eff2-ad5c-4d24-b15a-49ea1a34ed82 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:27.056338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event deleted for resources: {'Port': ['ID=490d7300-797e-4516-8738-d83f48d3341b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:27.056945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.081742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-ccce509c-929e-43c6-90e0-f6e91bf8a786 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a HTTP/1.1" status: 200 len: 217 time: 0.0911493 Apr 21 21:10:27.088014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46338) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:27.104280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:27.210242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 065c71a0-c534-459e-a775-f29120cad391 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:27.214615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-685f8db3-088a-482b-8064-6246c646829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:27.215821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-685f8db3-088a-482b-8064-6246c646829f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea5d8257-acab-4228-b5e0-f4eeee464a15 HTTP/1.1" status: 200 len: 854 time: 0.1264555 Apr 21 21:10:27.254437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06e7653-2bb9-4656-9ba2-4b408393136d']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:27.256355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 065c71a0-c534-459e-a775-f29120cad391 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:27.257074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 065c71a0-c534-459e-a775-f29120cad391 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:27.284402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-b47cd121-0e4b-4244-8667-927630be2815 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3fda46b1-7914-4918-a085-baff98d3fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593963 Apr 21 21:10:27.286351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:10:27.291002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590fab8b-4fcc-4143-91f1-927a038ba6bc') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:27.291316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590fab8b-4fcc-4143-91f1-927a038ba6bc') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:27.296788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:27.297454 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.402270 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.403539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.443743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:27.445091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:27.448654 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3746ecbd-344f-457b-8952-c35f80b9090e" -d '{"events": [{"server_uuid": "f4054f6b-8e4e-477a-9e8f-1db18b4bee36", "name": "network-vif-plugged", "status": "completed", "tag": "4d548374-5fb0-46f5-a71d-ee1bb32c2d0d"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:27.453228 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.454401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:27.491863 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-f7237d6b-4533-4317-ac6c-c374acd988a5 service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984460 Apr 21 21:10:27.509109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 490d7300-797e-4516-8738-d83f48d3341b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:27.511196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.518289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 490d7300-797e-4516-8738-d83f48d3341b not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:27.598254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:27.677401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:10:27.678620 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:10:27.687842 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:10:27.720637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7502856-279b-44ae-aab6-c12f2043d4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.727480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f01efe-af10-440e-8e79-74902dd3a875 req-928a2d5e-7396-4e56-928f-d24e7e3533cb tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:27.729114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0f01efe-af10-440e-8e79-74902dd3a875 req-928a2d5e-7396-4e56-928f-d24e7e3533cb tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 945 time: 0.3772814 Apr 21 21:10:27.775966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff28ca-edf3-40b7-8252-1b5f1ecbd92c req-1fb5eb54-35f8-42f3-8e8f-21a24c6d18bc tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:27.777471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88ff28ca-edf3-40b7-8252-1b5f1ecbd92c req-1fb5eb54-35f8-42f3-8e8f-21a24c6d18bc tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 944 time: 0.4961383 Apr 21 21:10:27.816387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Router 38357621-28b0-4e21-ae50-8cf46047ef24 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:10:27.886163 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5efe9b8-5814-40f2-9c9a-d8543ae2fe70 req-1a1cc817-15a9-434d-b029-f2f1e4d2993c service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605607 Apr 21 21:10:27.892740 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88ff28ca-edf3-40b7-8252-1b5f1ecbd92c req-0fb4363b-7307-479b-b67c-0d8292ffce8b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041765 Apr 21 21:10:27.907784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0f01efe-af10-440e-8e79-74902dd3a875 req-a392d216-54de-487d-afc7-69815c93f39c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615572 Apr 21 21:10:27.944504 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:27.966094 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeb5e46-c354-4065-b778-9d8e64c20aa7 x-openstack-request-id: req-beeb5e46-c354-4065-b778-9d8e64c20aa7 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:27.966713 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4054f6b-8e4e-477a-9e8f-1db18b4bee36", "name": "network-vif-plugged", "status": "completed", "tag": "4d548374-5fb0-46f5-a71d-ee1bb32c2d0d", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:27.967114 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-beeb5e46-c354-4065-b778-9d8e64c20aa7 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:27.967729 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beeb5e46-c354-4065-b778-9d8e64c20aa7'] response: {'server_uuid': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d', 'code': 200} Apr 21 21:10:28.015779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.027665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/networks/b06e7653-2bb9-4656-9ba2-4b408393136d HTTP/1.1" status: 204 len: 168 time: 3.1668539 Apr 21 21:10:28.032794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46374) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:28.044236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7502856-279b-44ae-aab6-c12f2043d4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.055243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7502856-279b-44ae-aab6-c12f2043d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.083072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e7502856-279b-44ae-aab6-c12f2043d4d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8ac67ce045f4285954dae83c22b49fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9924417 Apr 21 21:10:28.090266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46376) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:28.107285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'network': {'name': 'tempest-RoutersTest-1494372527'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:28.115487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-d47e4fd6-5dcb-4041-b682-43aa5b35be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:28.117872 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-d47e4fd6-5dcb-4041-b682-43aa5b35be7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e770b70093449d0861c945300b97c4f&device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 1095 time: 0.1385276 Apr 21 21:10:28.147327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7502856-279b-44ae-aab6-c12f2043d4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be870ebf-b012-4319-9091-c9833d7a3268,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:28.195015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d07cfd-b251-44f0-9401-d68ae24fd89b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Network': ['ID=b06e7653-2bb9-4656-9ba2-4b408393136d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:28.223440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:28.226306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.240153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a179bb0-1a1b-47bb-bc57-ac2994632594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.276669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7403bcfc-151c-4b95-bf0f-bed581bacd11 req-94b2f29d-ef56-47e5-8984-12bcddf24104 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 210 time: 0.1411366 Apr 21 21:10:28.278372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a179bb0-1a1b-47bb-bc57-ac2994632594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.298767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.370919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a179bb0-1a1b-47bb-bc57-ac2994632594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.375989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a179bb0-1a1b-47bb-bc57-ac2994632594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.377179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a179bb0-1a1b-47bb-bc57-ac2994632594 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be870ebf-b012-4319-9091-c9833d7a3268 HTTP/1.1" status: 204 len: 168 time: 0.2856228 Apr 21 21:10:28.377777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:10:28.380123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event deleted for resources: {'Port': ['ID=79b0eff2-ad5c-4d24-b15a-49ea1a34ed82,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:28.417731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a179bb0-1a1b-47bb-bc57-ac2994632594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be870ebf-b012-4319-9091-c9833d7a3268,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:28.434325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-0d834f81-aaf0-414e-865c-3e85be02456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:28.438318 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-0d834f81-aaf0-414e-865c-3e85be02456a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3fda46b1-7914-4918-a085-baff98d3fb4d HTTP/1.1" status: 200 len: 915 time: 0.3125799 Apr 21 21:10:28.445663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f576f39-9331-4d28-bdcc-339519f124dd req-5abd1e4a-6fa6-43fc-a4ea-5197dd337097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:28.447678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f576f39-9331-4d28-bdcc-339519f124dd req-5abd1e4a-6fa6-43fc-a4ea-5197dd337097 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 1097 time: 0.2750533 Apr 21 21:10:28.448747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.449105 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added segment 93a55c5f-b5b3-48d3-82ea-8f56d55172c8 of type vlan for network 459963aa-0c76-4532-b92f-6d0955538033 Apr 21 21:10:28.533070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:28.536462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-835eb851-5ba3-4932-8c5a-3a45ba6000bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a HTTP/1.1" status: 200 len: 217 time: 0.0854828 Apr 21 21:10:28.547376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] Sync routers for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:28.583179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:28.584152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:28.594377 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.624655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] No DVR routers for this DVR port 490d7300-797e-4516-8738-d83f48d3341b on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:28.629965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.633484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c0e9564-b108-4e3d-8ae4-e456d17af1e2 req-44438dbe-8f21-4a1a-8d90-5e6d97084a45 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.43 "DELETE /v2.0/ports/490d7300-797e-4516-8738-d83f48d3341b HTTP/1.1" status: 204 len: 173 time: 4.0727775 Apr 21 21:10:28.640242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f576f39-9331-4d28-bdcc-339519f124dd req-83f507b8-f7d0-4112-b73f-1044ea37b362 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751990 Apr 21 21:10:28.641680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-deleted', 'tag': '490d7300-797e-4516-8738-d83f48d3341b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:28.645770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-1e3a5208-1652-4aa5-823d-a6dc3ad214e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:28.647085 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed9b04b-31d9-46f1-9f2b-0f5dd06197d6" -d '{"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-deleted", "tag": "490d7300-797e-4516-8738-d83f48d3341b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:28.647452 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-1e3a5208-1652-4aa5-823d-a6dc3ad214e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea5d8257-acab-4228-b5e0-f4eeee464a15 HTTP/1.1" status: 200 len: 854 time: 0.1045730 Apr 21 21:10:28.661664 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.729836 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-d58a42d3-1304-4e35-b4c4-51fabf38a304 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3fda46b1-7914-4918-a085-baff98d3fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751572 Apr 21 21:10:28.789930 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b369c524-aefd-48f5-b0b1-3197db7b6feb x-openstack-request-id: req-b369c524-aefd-48f5-b0b1-3197db7b6feb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:28.792075 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f9c198-8010-445a-ad38-2d4583284cf0", "name": "network-vif-deleted", "tag": "490d7300-797e-4516-8738-d83f48d3341b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:28.799301 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b369c524-aefd-48f5-b0b1-3197db7b6feb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:28.800374 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b369c524-aefd-48f5-b0b1-3197db7b6feb'] response: {'server_uuid': '06f9c198-8010-445a-ad38-2d4583284cf0', 'name': 'network-vif-deleted', 'tag': '490d7300-797e-4516-8738-d83f48d3341b', 'status': 'completed', 'code': 200} Apr 21 21:10:28.814925 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.823339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:28.830027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.920347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.927479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:28.935534 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-b6f4d810-ccfa-426b-8ae9-c423120f13d4 service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959929 Apr 21 21:10:29.013175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9142418 Apr 21 21:10:29.014101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387a45a-82aa-49ba-8186-6daff65ba097 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Network': ['ID=459963aa-0c76-4532-b92f-6d0955538033,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:29.016073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46420) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:29.020933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'subnet': {'network_id': '459963aa-0c76-4532-b92f-6d0955538033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:29.049579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 459963aa-0c76-4532-b92f-6d0955538033 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:10:29.068476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:29.069032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Fanout notify agent at l3_agent the message router_deleted on router 2858705d-1509-41de-b860-d10d61bc1f06 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:10:29.081089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:29.088474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dc7289e9-0f07-4f86-9a9e-7b4427d6094a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/2858705d-1509-41de-b860-d10d61bc1f06 HTTP/1.1" status: 204 len: 168 time: 4.7564774 Apr 21 21:10:29.101837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46426) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:29.134901 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1143696797', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:29.177045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:10:29.227220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:29.228806 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:29.290474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127bb5f-cdd4-4205-b1b2-4288680e0c64 req-b411a6d4-1bbb-434e-9222-c314c50181a2 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:29.307157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d127bb5f-cdd4-4205-b1b2-4288680e0c64 req-b411a6d4-1bbb-434e-9222-c314c50181a2 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 944 time: 0.2479322 Apr 21 21:10:29.322265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0a952-7887-4f2f-92a1-671b51071dd3 req-f440ef3c-2d09-4fca-bc51-70a5cd88accb tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:29.323759 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afe0a952-7887-4f2f-92a1-671b51071dd3 req-f440ef3c-2d09-4fca-bc51-70a5cd88accb tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1535571 Apr 21 21:10:29.348247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:29.358578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6a2c1dc-96aa-4499-989e-43084591bf74 req-742e0698-9a97-42ad-93d9-66ed4484f609 service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134426 Apr 21 21:10:29.363612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:29.408573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afe0a952-7887-4f2f-92a1-671b51071dd3 req-f0dfabf5-20bd-4df6-a793-70b316bf9c4e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581529 Apr 21 21:10:29.622603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:52Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a', 'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'mac_address': 'fa:16:3e:b2:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:50Z', 'updated_at': '2022-04-21T21:01:58Z', 'revision_number': 5, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'subnets': [{'id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:29.623586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8eb907e-fc29-4295-b65d-224e66b3057a req-df5744b7-316c-4be2-ae8e-6102e5104f86 tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/ports?device_id=06f9c198-8010-445a-ad38-2d4583284cf0 HTTP/1.1" status: 200 len: 210 time: 0.0406926 Apr 21 21:10:29.628811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d127bb5f-cdd4-4205-b1b2-4288680e0c64 req-77c36197-1b5d-4b5e-8cea-592ffdd5624e tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030713 Apr 21 21:10:29.632404 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:29.708367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] Checking router: 38357621-28b0-4e21-ae50-8cf46047ef24 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:10:29.737286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:29.738352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:29.869681 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:29.945941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:10:30.001278 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.063761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46462) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:30.325572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:30.327940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:52Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a', 'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'mac_address': 'fa:16:3e:b2:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:50Z', 'updated_at': '2022-04-21T21:01:58Z', 'revision_number': 5, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'subnets': [{'id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:30.362105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee971f-6b65-447d-8ac3-ddb0dbda43e5 None None] The sync data for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 is: [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:52Z', 'revision_number': 4, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a', 'name': '', 'network_id': '4a912654-8ba7-440e-af2f-f1f861b2af50', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'mac_address': 'fa:16:3e:b2:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:50Z', 'updated_at': '2022-04-21T21:01:58Z', 'revision_number': 5, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'subnets': [{'id': 'd710e315-c69e-4dce-baa0-259c50d0cade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:30.372478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.428116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Subnet': ['ID=e3009d08-8860-4919-abe5-41cca95965e2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:30.483859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Checking segment: {'id': '93a55c5f-b5b3-48d3-82ea-8f56d55172c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '459963aa-0c76-4532-b92f-6d0955538033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:30.484101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network hostable DHCP agents. Network: 459963aa-0c76-4532-b92f-6d0955538033, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:10:30.490649 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc416eba-ae90-418f-9a5c-b9895fca24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.577196 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.591837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 459963aa-0c76-4532-b92f-6d0955538033 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:10:30.673212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 459963aa-0c76-4532-b92f-6d0955538033) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:30.679768 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.687242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e30018-2031-426d-aa53-60c6d5ccfe42 None None] Network 459963aa-0c76-4532-b92f-6d0955538033 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:30.689186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:30.690041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.737148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.827784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8e9e122f-68db-4c43-b280-67f31a425b45 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8106415 Apr 21 21:10:30.828442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46490) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:30.844873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Allocated IP 172.25.0.81 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/9f8889e8-07d5-4cc1-8b7f-0d3552333259) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:30.857946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-988a9f6e-10a5-40c1-817f-479c45a632d0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1693329696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:30.906793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e11f05-df85-4ddf-8109-a1507c17d922 None None] New status for floating IP d78b5a1b-f447-4028-a3ac-ad86064a62c9: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:10:30.941510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-459963aa-0c76-4532-b92f-6d0955538033', 'network_id': '459963aa-0c76-4532-b92f-6d0955538033', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'fixed_ips': [{'subnet_id': 'e3009d08-8860-4919-abe5-41cca95965e2'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:10:30.944296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.967178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-988a9f6e-10a5-40c1-817f-479c45a632d0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.968161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dd5e9-6786-4c6f-9af9-cce9ebc66a60 req-7c5216d2-6d04-4aa2-a82e-8f6b0a213636 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:30.968313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-988a9f6e-10a5-40c1-817f-479c45a632d0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:30.975818 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a7dd5e9-6786-4c6f-9af9-cce9ebc66a60 req-7c5216d2-6d04-4aa2-a82e-8f6b0a213636 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.3379164 Apr 21 21:10:31.066350 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a7dd5e9-6786-4c6f-9af9-cce9ebc66a60 req-7ac511db-41ef-4284-a2cc-6e54700f0fef tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895188 Apr 21 21:10:31.093050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.096662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed213df-1be9-499f-a308-29025c073d26 req-c271ff19-6cd2-4531-b130-5cb186423e47 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:31.105009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eed213df-1be9-499f-a308-29025c073d26 req-c271ff19-6cd2-4531-b130-5cb186423e47 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 944 time: 0.2175744 Apr 21 21:10:31.148797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46504) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:31.177112 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-988a9f6e-10a5-40c1-817f-479c45a632d0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.187098 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-988a9f6e-10a5-40c1-817f-479c45a632d0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.237258 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-988a9f6e-10a5-40c1-817f-479c45a632d0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.242417 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-988a9f6e-10a5-40c1-817f-479c45a632d0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4127686 Apr 21 21:10:31.244242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46506) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:31.253687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eed213df-1be9-499f-a308-29025c073d26 req-5483958c-1712-425d-84ce-6a8d4a2b5657 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477478 Apr 21 21:10:31.315844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Allocated IP 172.20.0.2 (459963aa-0c76-4532-b92f-6d0955538033/e3009d08-8860-4919-abe5-41cca95965e2/4c11ce71-abf2-4e55-b1c8-839944e5bc24) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:31.324955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Allocated IP 172.25.0.125 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/191839dd-e022-4c78-b704-ad79a2af0d4b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:31.325810 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.505986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.525626 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.533374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:31.546832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-97f630a1-3fa1-4771-be80-f0eb97326abb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.557067 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.559603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.577382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:31.605331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:31.614492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event updated for resources: {'Port': ['ID=9f8889e8-07d5-4cc1-8b7f-0d3552333259,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:31.616644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:31.618784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Network 459963aa-0c76-4532-b92f-6d0955538033 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:31.622084 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:31.624481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:31.632828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:31.650025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:31.668573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabddd95-4fd0-4875-b18b-d11725df3e2e req-5ebe986a-4297-4dca-8319-e0d7c3b7055c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:31.670092 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fabddd95-4fd0-4875-b18b-d11725df3e2e req-5ebe986a-4297-4dca-8319-e0d7c3b7055c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.3920107 Apr 21 21:10:31.688671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46542) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:31.690767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:10:31.691714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event updated for resources: {'Port': ['ID=191839dd-e022-4c78-b704-ad79a2af0d4b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:31.698477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'floatingip': {'port_id': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:31.736407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Pushing event updated for resources: {'Port': ['ID=4c11ce71-abf2-4e55-b1c8-839944e5bc24,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:31.766877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Attempting to bind port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:10:31.767248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Attempting to bind port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '93a55c5f-b5b3-48d3-82ea-8f56d55172c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '459963aa-0c76-4532-b92f-6d0955538033'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:10:31.767606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Attempting to bind port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 on network 459963aa-0c76-4532-b92f-6d0955538033 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:31.779577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.780253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:10:31.780785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Checking segment: {'id': '93a55c5f-b5b3-48d3-82ea-8f56d55172c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '459963aa-0c76-4532-b92f-6d0955538033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:31.781265 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.781765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Bound using segment: {'id': '93a55c5f-b5b3-48d3-82ea-8f56d55172c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '459963aa-0c76-4532-b92f-6d0955538033'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:10:31.782514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Bound port: 4c11ce71-abf2-4e55-b1c8-839944e5bc24, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a55c5f-b5b3-48d3-82ea-8f56d55172c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '459963aa-0c76-4532-b92f-6d0955538033'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:10:31.782972 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:31.938684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:31.941802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] For port 4c11ce71-abf2-4e55-b1c8-839944e5bc24, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:10:31.967687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '29c761d7-c3f4-43f6-90a9-d7d4dda4d07a', 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d', 'port_id': '29c761d7-c3f4-43f6-90a9-d7d4dda4d07a', 'mac_address': 'fa:16:3e:21:f3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5d8257-acab-4228-b5e0-f4eeee464a15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:10:31.973407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] For port 4c11ce71-abf2-4e55-b1c8-839944e5bc24, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4c11ce71-abf2-4e55-b1c8-839944e5bc24,segment=NetworkSegment(93a55c5f-b5b3-48d3-82ea-8f56d55172c8),segment_id=93a55c5f-b5b3-48d3-82ea-8f56d55172c8)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:10:32.023969 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.115660 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.134993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:10:32.136321 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-97f630a1-3fa1-4771-be80-f0eb97326abb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.174232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:32.185395 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.197512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90510c-8911-45a1-ac9d-6fe6a7ed53b3 None None] Pushing event updated for resources: {'Port': ['ID=4c11ce71-abf2-4e55-b1c8-839944e5bc24,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:32.318045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:32.334600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46564) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:32.335246 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-97f630a1-3fa1-4771-be80-f0eb97326abb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.337782 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-97f630a1-3fa1-4771-be80-f0eb97326abb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.341168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-97f630a1-3fa1-4771-be80-f0eb97326abb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "DELETE /v2.0/security-groups/d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4 HTTP/1.1" status: 204 len: 168 time: 1.1886966 Apr 21 21:10:32.345734 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.354794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46566) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:32.367100 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.386132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f630a1-3fa1-4771-be80-f0eb97326abb tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:32.403841 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-eda8f3b0-569e-43a6-a842-756c492d673a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] show failed (client error): The resource could not be found. Apr 21 21:10:32.404955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-eda8f3b0-569e-43a6-a842-756c492d673a tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "GET /v2.0/security-groups/d9c73a1b-bc39-4655-a0aa-0fa6ea814dc4 HTTP/1.1" status: 404 len: 347 time: 0.0491810 Apr 21 21:10:32.412449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46572) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:32.496844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['29c761d7-c3f4-43f6-90a9-d7d4dda4d07a'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:10:32.668274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f9e67793-f141-4191-b2c0-42f56b3d2219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.729391 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.785623 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.resource_extend [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:10:32.793957 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0191fcb3-6f7a-4b67-854a-4e2439298cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.796704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028a722-699b-4345-974c-b8fe7df1cf13 req-d0ff3287-1657-45ae-bcd3-0ee410183c28 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:32.801232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e028a722-699b-4345-974c-b8fe7df1cf13 req-d0ff3287-1657-45ae-bcd3-0ee410183c28 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 945 time: 0.2650723 Apr 21 21:10:32.930313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:32.947445 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.003535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e028a722-699b-4345-974c-b8fe7df1cf13 req-28510a0d-d7d1-4619-82e2-e415e59ed54a tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617396 Apr 21 21:10:33.101938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.126052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.20.0.1 (459963aa-0c76-4532-b92f-6d0955538033/e3009d08-8860-4919-abe5-41cca95965e2/434fca41-e3cf-4921-96e3-af788527bb28) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:33.148221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f9e67793-f141-4191-b2c0-42f56b3d2219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.158358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Deleting port a52e4875-45d7-4a94-a9cf-608d958a2471 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:33.159320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.197767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f9e67793-f141-4191-b2c0-42f56b3d2219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.232399 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Floating IP 4b9b3932-5c30-4977-89bf-526e762a4245 associated. External IP: 172.25.0.129, port: 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d. Apr 21 21:10:33.251340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4c11ce71-abf2-4e55-b1c8-839944e5bc24 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:33.312210 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:33.312520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.348814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.349362 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.422079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.463985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Calling delete_port for a52e4875-45d7-4a94-a9cf-608d958a2471 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:33.473064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 4c11ce71-abf2-4e55-b1c8-839944e5bc24, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4c11ce71-abf2-4e55-b1c8-839944e5bc24,segment=NetworkSegment(93a55c5f-b5b3-48d3-82ea-8f56d55172c8),segment_id=93a55c5f-b5b3-48d3-82ea-8f56d55172c8)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:33.479443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f9e67793-f141-4191-b2c0-42f56b3d2219 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ceb8ec8554954e51b77d4b0df71726e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1391907 Apr 21 21:10:33.483224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46586) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:33.485179 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.486557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.488890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e67793-f141-4191-b2c0-42f56b3d2219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759371b0-fb97-451f-8da1-b83ff63ff24f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:33.502637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.562679 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.607295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=4c11ce71-abf2-4e55-b1c8-839944e5bc24,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:33.663238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:33.709599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.712456 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6bdc58d-97da-4841-94da-2fac9460c790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.716223 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.732893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event updated for resources: {'Port': ['ID=9f8889e8-07d5-4cc1-8b7f-0d3552333259,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:33.747965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:10:33.751682 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.755407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1aaec0f8-9a10-4bb2-8cd1-a7de92dc301b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6878726 Apr 21 21:10:33.755558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:33.755558 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.756426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46594) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:33.763325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-894247954'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:33.790570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be20ff38-3f28-4b96-b9a3-e0dae308d7c8 None None] Network 459963aa-0c76-4532-b92f-6d0955538033 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:33.794184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Made reservation on behalf of a0db86b2a2634a58803d96d1bcc7aadd for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:33.797619 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.819403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6bdc58d-97da-4841-94da-2fac9460c790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.831589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.897243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:33.950513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 459963aa-0c76-4532-b92f-6d0955538033 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:33.961213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:33.967784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:33.980805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Router 49d06e38-0c0c-4dac-8613-d83c9344c69d has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:10:33.989328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Router b6417269-ebd1-43b2-8d6e-5cf0b33bebbf is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:10:33.995481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ad253196-05e3-4ea9-95b9-8e6621f18b68 None None] Provisioning complete for port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:33.996913 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ad253196-05e3-4ea9-95b9-8e6621f18b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.013175 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.025803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=434fca41-e3cf-4921-96e3-af788527bb28,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:34.145104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Pushing event deleted for resources: {'Port': ['ID=a52e4875-45d7-4a94-a9cf-608d958a2471,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:34.155680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.158065 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.198794 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.205623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43e8462-8bed-4fa7-858d-889491e8d912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c761d7-c3f4-43f6-90a9-d7d4dda4d07a'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:34.208334 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27da695-2638-43c1-8926-8721f3724eb1" -d '{"events": [{"server_uuid": "a43e8462-8bed-4fa7-858d-889491e8d912", "name": "network-vif-plugged", "status": "completed", "tag": "29c761d7-c3f4-43f6-90a9-d7d4dda4d07a"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:34.234435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:34.295195 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.313552 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2603794-a121-4fe4-bb7e-e2391f18eea0 x-openstack-request-id: req-e2603794-a121-4fe4-bb7e-e2391f18eea0 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:34.314241 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43e8462-8bed-4fa7-858d-889491e8d912", "name": "network-vif-plugged", "status": "completed", "tag": "29c761d7-c3f4-43f6-90a9-d7d4dda4d07a", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:34.314724 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2603794-a121-4fe4-bb7e-e2391f18eea0 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:34.315314 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2603794-a121-4fe4-bb7e-e2391f18eea0'] response: {'server_uuid': 'a43e8462-8bed-4fa7-858d-889491e8d912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c761d7-c3f4-43f6-90a9-d7d4dda4d07a', 'code': 200} Apr 21 21:10:34.349429 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.355728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.406178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3781ac3-60f8-4c0e-ad57-e213166a3c72 req-c9f414eb-ccda-4b1a-8122-d4c6789ad62b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:34.407756 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3781ac3-60f8-4c0e-ad57-e213166a3c72 req-c9f414eb-ccda-4b1a-8122-d4c6789ad62b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 945 time: 0.2713220 Apr 21 21:10:34.410505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.413603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.429588 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4b8b4fb5-45b7-4a96-babb-7c0250cf558b tempest-ServerActionsTestJSON-610297004 tempest-ServerActionsTestJSON-610297004-project] 10.222.0.49 "DELETE /v2.0/floatingips/d78b5a1b-f447-4028-a3ac-ad86064a62c9 HTTP/1.1" status: 204 len: 168 time: 2.0156944 Apr 21 21:10:34.441674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:10:34.454356 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.454857 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Added segment 1fe51e80-6c59-495d-a55a-ca8a994d7ab7 of type vlan for network f3278361-0b16-4895-b988-046aae54c146 Apr 21 21:10:34.480193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:34.513781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46608) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:34.515056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:34.525811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6bdc58d-97da-4841-94da-2fac9460c790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.528323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6bdc58d-97da-4841-94da-2fac9460c790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.529840 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.533081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f95be4-069e-4525-b9e8-509bbb629a9d None None] Sync routers for ids ['b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:34.540282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865e697a-10c0-430e-ac7d-a9fcf0cb311e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:34.561156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f95be4-069e-4525-b9e8-509bbb629a9d None None] Routers {'b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:34.562054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f3f95be4-069e-4525-b9e8-509bbb629a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:34.565709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b6bdc58d-97da-4841-94da-2fac9460c790 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/759371b0-fb97-451f-8da1-b83ff63ff24f HTTP/1.1" status: 204 len: 168 time: 1.0476608 Apr 21 21:10:34.649073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdc58d-97da-4841-94da-2fac9460c790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759371b0-fb97-451f-8da1-b83ff63ff24f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:34.655022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f3f95be4-069e-4525-b9e8-509bbb629a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:34.705555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f95be4-069e-4525-b9e8-509bbb629a9d None None] Routers {'b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:34.706401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f3f95be4-069e-4525-b9e8-509bbb629a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:34.707339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.722987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7b0f1eaa-19ac-4f12-be65-4062923c7b96 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5915370 Apr 21 21:10:34.730215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46620) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:34.754351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:34.764416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f3f95be4-069e-4525-b9e8-509bbb629a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:34.767150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.772585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:34.773196 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.787356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f95be4-069e-4525-b9e8-509bbb629a9d None None] The sync data for ids ['b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:34.802279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3781ac3-60f8-4c0e-ad57-e213166a3c72 req-a248d164-d0ae-41e3-8e97-c104432bd0ed tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873271 Apr 21 21:10:34.829110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:34.834335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.841035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef961a-a169-479b-a69e-05e5154db940 req-6a8efc36-d32e-410d-9da7-095992938cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:34.841035 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ecef961a-a169-479b-a69e-05e5154db940 req-6a8efc36-d32e-410d-9da7-095992938cc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 1097 time: 0.4451530 Apr 21 21:10:34.841035 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:34.858933 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] Sync routers for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:34.877652 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:34.880133 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:34.987974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8cc0941b-293c-407a-954f-225b21056e3e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "PUT /v2.0/floatingips/4b9b3932-5c30-4977-89bf-526e762a4245 HTTP/1.1" status: 200 len: 992 time: 3.2977104 Apr 21 21:10:34.991300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'tag': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:10:34.994565 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5578b1c-9df9-443d-98ba-8edc2fd2f716" -d '{"events": [{"name": "network-changed", "server_uuid": "f4054f6b-8e4e-477a-9e8f-1db18b4bee36", "tag": "4d548374-5fb0-46f5-a71d-ee1bb32c2d0d"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:10:35.028193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bdf10a76-0ea9-44e2-b33c-5c6c498d8a53 None None] Provisioning complete for port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:35.028781 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bdf10a76-0ea9-44e2-b33c-5c6c498d8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:35.194851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46632) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:35.196214 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47b0a3c-ae54-4858-989a-db2bf8caf60e x-openstack-request-id: req-a47b0a3c-ae54-4858-989a-db2bf8caf60e {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:10:35.196496 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4054f6b-8e4e-477a-9e8f-1db18b4bee36", "tag": "4d548374-5fb0-46f5-a71d-ee1bb32c2d0d", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:10:35.196738 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a47b0a3c-ae54-4858-989a-db2bf8caf60e {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:10:35.210558 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47b0a3c-ae54-4858-989a-db2bf8caf60e'] response: {'name': 'network-changed', 'server_uuid': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'tag': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d', 'status': 'completed', 'code': 200} Apr 21 21:10:35.241839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4c11ce71-abf2-4e55-b1c8-839944e5bc24 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:35.276192 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-087ea96b-d75b-423f-abf5-f4f85e26dd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:35.339500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:35.339997 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:35.382247 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:10:35.406473 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:35.408304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bdf10a76-0ea9-44e2-b33c-5c6c498d8a53 None None] Provisioning complete for port 434fca41-e3cf-4921-96e3-af788527bb28 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:35.408675 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bdf10a76-0ea9-44e2-b33c-5c6c498d8a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:35.412730 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-087ea96b-d75b-423f-abf5-f4f85e26dd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:35.421391 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-087ea96b-d75b-423f-abf5-f4f85e26dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:35.479900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bdf10a76-0ea9-44e2-b33c-5c6c498d8a53 None None] Port 434fca41-e3cf-4921-96e3-af788527bb28 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:35.557222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-978781ee-697c-4a16-8e52-f715aaa3e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:35.559335 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-978781ee-697c-4a16-8e52-f715aaa3e072 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 1097 time: 0.3479242 Apr 21 21:10:35.582272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ea96b-d75b-423f-abf5-f4f85e26dd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87202948-f13f-4d8d-a426-0a2cf5b9f367,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:35.607866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-78ce398a-74ca-42cb-a598-caece0195fa9 None None] Provisioning complete for port 434fca41-e3cf-4921-96e3-af788527bb28 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:35.608244 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78ce398a-74ca-42cb-a598-caece0195fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:35.646667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-78ce398a-74ca-42cb-a598-caece0195fa9 None None] Port 434fca41-e3cf-4921-96e3-af788527bb28 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:35.655911 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8968253 Apr 21 21:10:35.666152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46638) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:35.675366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Request body: {'subnet': {'network_id': 'f3278361-0b16-4895-b988-046aae54c146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:35.715864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705da015-00c3-465a-8b6a-dd2aabc5b4d7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event updated for resources: {'Network': ['ID=f3278361-0b16-4895-b988-046aae54c146,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:35.724066 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '4b9b3932-5c30-4977-89bf-526e762a4245', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'port_id': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'mac_address': 'fa:16:3e:fc:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:10:04Z', 'updated_at': '2022-04-21T21:10:32Z', 'revision_number': 1, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:35.728945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network f3278361-0b16-4895-b988-046aae54c146 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:10:35.731238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-087ea96b-d75b-423f-abf5-f4f85e26dd48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b79baa38f377402aa87ed80c3edfe446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5176997 Apr 21 21:10:35.735460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46642) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:35.757273 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] Checking router: 49d06e38-0c0c-4dac-8613-d83c9344c69d for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:10:35.766781 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:35.767391 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:35.915221 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:10:35.938661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:35.994623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-f9425d03-e376-40d4-98df-725af4387d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:35.996089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-f9425d03-e376-40d4-98df-725af4387d63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 911 time: 0.4255548 Apr 21 21:10:36.054180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ae582a4-c568-4f19-95dd-13aae350a703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.085668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.111899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-5ec3c6d8-01fc-4b86-9c5a-5f6d6ed15f1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 200 len: 1000 time: 0.1053991 Apr 21 21:10:36.114865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ae582a4-c568-4f19-95dd-13aae350a703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.121909 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.138066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.206873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ecef961a-a169-479b-a69e-05e5154db940 req-6f279da1-ffbe-441a-b69c-1a72e06927f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3572047 Apr 21 21:10:36.207480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.219507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-e1b1ab04-1790-4b75-9a66-6e22e74d2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:36.221025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-e1b1ab04-1790-4b75-9a66-6e22e74d2f66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.0961313 Apr 21 21:10:36.303205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ae582a4-c568-4f19-95dd-13aae350a703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.306811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ae582a4-c568-4f19-95dd-13aae350a703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.308152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1ae582a4-c568-4f19-95dd-13aae350a703 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87202948-f13f-4d8d-a426-0a2cf5b9f367 HTTP/1.1" status: 204 len: 168 time: 0.5604196 Apr 21 21:10:36.320240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Deleting port 191839dd-e022-4c78-b704-ad79a2af0d4b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:36.321058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.330667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-846d87b9-9698-4794-9d69-17508114a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:36.332854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-846d87b9-9698-4794-9d69-17508114a0d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057980 Apr 21 21:10:36.359676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae582a4-c568-4f19-95dd-13aae350a703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87202948-f13f-4d8d-a426-0a2cf5b9f367,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:36.361950 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '4b9b3932-5c30-4977-89bf-526e762a4245', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'port_id': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'mac_address': 'fa:16:3e:fc:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:10:04Z', 'updated_at': '2022-04-21T21:10:32Z', 'revision_number': 1, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:36.427400 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160a0f1-55ac-4fc3-a254-4724e70f53fd None None] The sync data for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 is: [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '4b9b3932-5c30-4977-89bf-526e762a4245', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'port_id': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'mac_address': 'fa:16:3e:fc:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:10:04Z', 'updated_at': '2022-04-21T21:10:32Z', 'revision_number': 1, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:36.468973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=434fca41-e3cf-4921-96e3-af788527bb28,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:36.574614 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.586063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4eecc-2d92-4c5c-ade3-6b1ebcd261c9 req-e4494de5-2384-4f2c-8984-c2fb061e2d76 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:36.600017 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ad4eecc-2d92-4c5c-ade3-6b1ebcd261c9 req-e4494de5-2384-4f2c-8984-c2fb061e2d76 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 946 time: 0.4496589 Apr 21 21:10:36.601046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-eb28a50b-bd4d-436c-ba90-2e98c7b1c8ee service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551239 Apr 21 21:10:36.601934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Calling delete_port for 191839dd-e022-4c78-b704-ad79a2af0d4b owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:36.605964 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.608734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Made reservation on behalf of a0db86b2a2634a58803d96d1bcc7aadd for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:36.613926 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:36.830406 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5578b1c-9df9-443d-98ba-8edc2fd2f716 req-90460c80-3377-4b42-95da-3058b5c6b40e service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211442 Apr 21 21:10:36.872452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2db27c-1bea-45ff-a52e-d8e98a23d619 None None] New status for floating IP 4b9b3932-5c30-4977-89bf-526e762a4245: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:10:36.965241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:37.001424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Pushing event deleted for resources: {'Port': ['ID=191839dd-e022-4c78-b704-ad79a2af0d4b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:37.098246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 459963aa-0c76-4532-b92f-6d0955538033 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:37.103403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:37.129544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:37.196036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:37.261656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event updated for resources: {'Subnet': ['ID=b7d13e1d-b5b8-4af0-bd94-1d21e8d3f247,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:37.340140 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ad4eecc-2d92-4c5c-ade3-6b1ebcd261c9 req-1eaf9dde-a47f-44f3-a916-5fa986a67eb9 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7388067 Apr 21 21:10:37.503632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Checking segment: {'id': '1fe51e80-6c59-495d-a55a-ca8a994d7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3278361-0b16-4895-b988-046aae54c146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:37.504321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Network hostable DHCP agents. Network: f3278361-0b16-4895-b988-046aae54c146, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:10:37.517849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:37.521524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:37.595288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4edb79e8-5e02-4f0a-8260-d143a95e9998 None None] Provisioning complete for port 434fca41-e3cf-4921-96e3-af788527bb28 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:37.596950 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4edb79e8-5e02-4f0a-8260-d143a95e9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:37.598134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Network f3278361-0b16-4895-b988-046aae54c146 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:10:37.608388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 8226dd32-4e88-4033-9511-c05e1402eb6c is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:10:37.642680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, f3278361-0b16-4895-b988-046aae54c146) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:37.662920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Router b6417269-ebd1-43b2-8d6e-5cf0b33bebbf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:10:37.669055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:37.671451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:37.672037 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:37.678232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4edb79e8-5e02-4f0a-8260-d143a95e9998 None None] Port 434fca41-e3cf-4921-96e3-af788527bb28 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:37.679672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d58b2-0467-4bbe-a1cd-a9f42bbd8e2e None None] Network f3278361-0b16-4895-b988-046aae54c146 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:37.759420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:37.774114 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:37.777568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ad233b6a-af5f-4a6f-9f30-aba08384ae69 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "PUT /v2.0/routers/b6417269-ebd1-43b2-8d6e-5cf0b33bebbf HTTP/1.1" status: 200 len: 710 time: 3.0381064 Apr 21 21:10:37.777707 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e13a38-d1b7-423b-b6ff-94a8161b861c None None] Sync routers for ids ['b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:37.785331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46694) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:37.797718 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e13a38-d1b7-423b-b6ff-94a8161b861c None None] Routers {'b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:37.798867 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c7e13a38-d1b7-423b-b6ff-94a8161b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:37.868631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cb1c9c34-e8d6-4bf2-b0bb-1bc287c81932 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1960821 Apr 21 21:10:37.869728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46698) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:37.874056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2057841106', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:37.929716 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c7e13a38-d1b7-423b-b6ff-94a8161b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:37.940040 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e13a38-d1b7-423b-b6ff-94a8161b861c None None] Routers {'b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:37.940617 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c7e13a38-d1b7-423b-b6ff-94a8161b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:37.945574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-10772261-eea0-4177-a2e2-db68a01a6507 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/routers/b6417269-ebd1-43b2-8d6e-5cf0b33bebbf HTTP/1.1" status: 200 len: 745 time: 0.1577673 Apr 21 21:10:37.947400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46700) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:38.015408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.016470 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.025465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-37868f5f-1c94-4e7d-b956-2ab792e9ddd8 tempest-RoutersIpV6AdminTest-558644662 tempest-RoutersIpV6AdminTest-558644662-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=b6417269-ebd1-43b2-8d6e-5cf0b33bebbf HTTP/1.1" status: 200 len: 205 time: 0.0759354 Apr 21 21:10:38.026776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46704) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:38.026933 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c7e13a38-d1b7-423b-b6ff-94a8161b861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:38.027596 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e13a38-d1b7-423b-b6ff-94a8161b861c None None] The sync data for ids ['b6417269-ebd1-43b2-8d6e-5cf0b33bebbf'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:38.043292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:38.051403 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53e5f2ac-1f0c-4f2f-8914-934dbe66feab tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/8226dd32-4e88-4033-9511-c05e1402eb6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8051438 Apr 21 21:10:38.056493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-f3278361-0b16-4895-b988-046aae54c146', 'network_id': 'f3278361-0b16-4895-b988-046aae54c146', 'tenant_id': 'a0db86b2a2634a58803d96d1bcc7aadd', 'fixed_ips': [{'subnet_id': 'b7d13e1d-b5b8-4af0-bd94-1d21e8d3f247'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:10:38.057401 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.065382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46708) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:38.066549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bff03461-9a0f-4d0d-b866-0ef93f07e4cf tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6417269-ebd1-43b2-8d6e-5cf0b33bebbf HTTP/1.1" status: 200 len: 205 time: 0.0369833 Apr 21 21:10:38.069096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46710) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:38.074597 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:10:38.078091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d23bc-0a09-47fc-a394-93c71a7565f6 None None] Sync routers for ids ['8226dd32-4e88-4033-9511-c05e1402eb6c'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:38.105777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d23bc-0a09-47fc-a394-93c71a7565f6 None None] Routers {'8226dd32-4e88-4033-9511-c05e1402eb6c'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:38.105777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-162d23bc-0a09-47fc-a394-93c71a7565f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8226dd32-4e88-4033-9511-c05e1402eb6c'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:38.140985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-162d23bc-0a09-47fc-a394-93c71a7565f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:38.167350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e951ab78-2e40-4060-89be-862f29860d83 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.256364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d23bc-0a09-47fc-a394-93c71a7565f6 None None] Routers {'8226dd32-4e88-4033-9511-c05e1402eb6c'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:38.257049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-162d23bc-0a09-47fc-a394-93c71a7565f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8226dd32-4e88-4033-9511-c05e1402eb6c'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:38.290378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.296949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-162d23bc-0a09-47fc-a394-93c71a7565f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:38.297589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d23bc-0a09-47fc-a394-93c71a7565f6 None None] The sync data for ids ['8226dd32-4e88-4033-9511-c05e1402eb6c'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:38.320818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Allocated IP 172.20.0.2 (f3278361-0b16-4895-b988-046aae54c146/b7d13e1d-b5b8-4af0-bd94-1d21e8d3f247/cf5722dd-9b9d-4933-b58c-7af46aba9541) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:38.359330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46716) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:38.405828 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67cf97c-5d0f-4840-b89b-d74873c59758 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:38.410370 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a67cf97c-5d0f-4840-b89b-d74873c59758 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports/434fca41-e3cf-4921-96e3-af788527bb28 HTTP/1.1" status: 200 len: 910 time: 0.3222120 Apr 21 21:10:38.413424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46724) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:38.463671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e951ab78-2e40-4060-89be-862f29860d83 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.466271 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e951ab78-2e40-4060-89be-862f29860d83 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.554621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.561371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74191d-3f03-484d-ae98-cc49e6fa72a3 req-0d161917-1552-4f46-80a6-0db84ddfbe75 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:38.564206 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.566462 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b74191d-3f03-484d-ae98-cc49e6fa72a3 req-0d161917-1552-4f46-80a6-0db84ddfbe75 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 946 time: 0.0948002 Apr 21 21:10:38.567435 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e951ab78-2e40-4060-89be-862f29860d83 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.568125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e951ab78-2e40-4060-89be-862f29860d83 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Fanout notify agent at l3_agent the message router_deleted on router b6417269-ebd1-43b2-8d6e-5cf0b33bebbf {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:10:38.578268 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e951ab78-2e40-4060-89be-862f29860d83 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.580101 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e951ab78-2e40-4060-89be-862f29860d83 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/b6417269-ebd1-43b2-8d6e-5cf0b33bebbf HTTP/1.1" status: 204 len: 168 time: 0.5094757 Apr 21 21:10:38.589258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46726) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:38.611558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Network f3278361-0b16-4895-b988-046aae54c146 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:38.614264 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d21286f9-8ee4-4094-91d5-7db32ba8dbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.616176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:38.620371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:38.651791 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fdcfa975-3cd2-454a-8a36-876df1b3d8b1 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6417269-ebd1-43b2-8d6e-5cf0b33bebbf HTTP/1.1" status: 200 len: 205 time: 0.0575981 Apr 21 21:10:38.653048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46728) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:38.683859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b74191d-3f03-484d-ae98-cc49e6fa72a3 req-e2d678c4-ff2d-4695-a190-5ab0eb9dd2c3 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953584 Apr 21 21:10:38.699228 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.700750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Pushing event updated for resources: {'Port': ['ID=cf5722dd-9b9d-4933-b58c-7af46aba9541,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:38.762143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Attempting to bind port cf5722dd-9b9d-4933-b58c-7af46aba9541 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:10:38.771402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Attempting to bind port cf5722dd-9b9d-4933-b58c-7af46aba9541 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '1fe51e80-6c59-495d-a55a-ca8a994d7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3278361-0b16-4895-b988-046aae54c146'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:10:38.772017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Attempting to bind port cf5722dd-9b9d-4933-b58c-7af46aba9541 on network f3278361-0b16-4895-b988-046aae54c146 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:38.778453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:10:38.779026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Checking segment: {'id': '1fe51e80-6c59-495d-a55a-ca8a994d7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3278361-0b16-4895-b988-046aae54c146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:38.779583 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.780145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Bound using segment: {'id': '1fe51e80-6c59-495d-a55a-ca8a994d7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3278361-0b16-4895-b988-046aae54c146'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:10:38.780806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Bound port: cf5722dd-9b9d-4933-b58c-7af46aba9541, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe51e80-6c59-495d-a55a-ca8a994d7ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f3278361-0b16-4895-b988-046aae54c146'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:10:38.781371 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.782476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d21286f9-8ee4-4094-91d5-7db32ba8dbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.788235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d21286f9-8ee4-4094-91d5-7db32ba8dbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.874696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d21286f9-8ee4-4094-91d5-7db32ba8dbef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1df7f52c7efd45eebf0f550733e5c79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118647 Apr 21 21:10:38.874696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21286f9-8ee4-4094-91d5-7db32ba8dbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6830ff-6963-422a-8003-7373d66465b4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:38.875984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46758) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:38.917734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] For port cf5722dd-9b9d-4933-b58c-7af46aba9541, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:10:38.921376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] For port cf5722dd-9b9d-4933-b58c-7af46aba9541, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cf5722dd-9b9d-4933-b58c-7af46aba9541,segment=NetworkSegment(1fe51e80-6c59-495d-a55a-ca8a994d7ab7),segment_id=1fe51e80-6c59-495d-a55a-ca8a994d7ab7)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:10:38.926922 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.985597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3b246dfe-7198-417d-82c0-b9d45078a36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:38.993710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9b889-2555-49e7-b6e3-7d61f3fa0251 None None] Pushing event updated for resources: {'Port': ['ID=cf5722dd-9b9d-4933-b58c-7af46aba9541,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:39.018264 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3b246dfe-7198-417d-82c0-b9d45078a36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:39.112729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3b246dfe-7198-417d-82c0-b9d45078a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:39.115607 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3b246dfe-7198-417d-82c0-b9d45078a36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:39.117043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3b246dfe-7198-417d-82c0-b9d45078a36b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a6830ff-6963-422a-8003-7373d66465b4 HTTP/1.1" status: 204 len: 168 time: 0.2407277 Apr 21 21:10:39.135489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b246dfe-7198-417d-82c0-b9d45078a36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6830ff-6963-422a-8003-7373d66465b4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:39.220085 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-b53913d9-064a-44da-a881-36b5de26a6bf tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] delete failed (client error): The resource could not be found. Apr 21 21:10:39.224516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46782) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.224713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b53913d9-064a-44da-a881-36b5de26a6bf tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/b6417269-ebd1-43b2-8d6e-5cf0b33bebbf HTTP/1.1" status: 404 len: 336 time: 0.5391436 Apr 21 21:10:39.267435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-97f4fd8a-548d-42e4-9083-58eef6551801 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=2858705d-1509-41de-b860-d10d61bc1f06 HTTP/1.1" status: 200 len: 205 time: 0.0395758 Apr 21 21:10:39.269718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.362392 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-bf575e47-54ac-422c-8105-3f07f22ec24a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] delete failed (client error): The resource could not be found. Apr 21 21:10:39.371138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bf575e47-54ac-422c-8105-3f07f22ec24a tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/2858705d-1509-41de-b860-d10d61bc1f06 HTTP/1.1" status: 404 len: 336 time: 0.0977199 Apr 21 21:10:39.372599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46788) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.448086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cafe5a42-1c50-46a1-b4c2-ecfd56d4a923 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce71f078-1dc2-4a42-aa49-47174e17e8b2 HTTP/1.1" status: 200 len: 205 time: 0.0703311 Apr 21 21:10:39.449263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46794) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.524208 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-25a5fbe7-2a4d-4f9d-abe8-f05eccae7c5b tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] delete failed (client error): The resource could not be found. Apr 21 21:10:39.528381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-25a5fbe7-2a4d-4f9d-abe8-f05eccae7c5b tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/ce71f078-1dc2-4a42-aa49-47174e17e8b2 HTTP/1.1" status: 404 len: 336 time: 0.0739253 Apr 21 21:10:39.529149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46800) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.583766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-93542ece-36be-4021-8956-0bc7cacbc73e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=338d7497-3776-41de-bf93-ea301a7120d9 HTTP/1.1" status: 200 len: 205 time: 0.0531020 Apr 21 21:10:39.584365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46804) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.684147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Deleting port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:39.684579 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:39.717843 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-94ae1eba-4cb5-4e2b-8026-a76de7416518 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] delete failed (client error): The resource could not be found. Apr 21 21:10:39.723780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-94ae1eba-4cb5-4e2b-8026-a76de7416518 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/338d7497-3776-41de-bf93-ea301a7120d9 HTTP/1.1" status: 404 len: 336 time: 0.1366575 Apr 21 21:10:39.725879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46810) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.796348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c0329df3-35c5-4bdd-b001-35874dcb027b tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=b58bc2e3-1413-4333-bba1-e22ce52c9e78 HTTP/1.1" status: 200 len: 205 time: 0.0689340 Apr 21 21:10:39.796974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46820) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.899392 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-4eae0cac-0363-4e8e-b110-9f8fe23a9576 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] delete failed (client error): The resource could not be found. Apr 21 21:10:39.903262 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4eae0cac-0363-4e8e-b110-9f8fe23a9576 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/b58bc2e3-1413-4333-bba1-e22ce52c9e78 HTTP/1.1" status: 404 len: 336 time: 0.1027901 Apr 21 21:10:39.903578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:39.903687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46840) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.950601 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-40f20e58-50a4-4c42-b8c8-2a953fddfe90 tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc HTTP/1.1" status: 200 len: 205 time: 0.0448544 Apr 21 21:10:39.952860 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46848) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:39.962466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:39.992459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] For port b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:39.992896 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:40.048053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Calling delete_port for b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:40.063790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:40.098104 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-39453bda-dc05-4044-9014-6838aa61507e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] delete failed (client error): The resource could not be found. Apr 21 21:10:40.098104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-39453bda-dc05-4044-9014-6838aa61507e tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/routers/2e8f5f24-d3c9-4cf9-88cd-c07cae55cefc HTTP/1.1" status: 404 len: 336 time: 0.1432121 Apr 21 21:10:40.098104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46860) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:40.180116 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6693b1-c3cf-4329-acb9-bc1ab8af1e9b tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] DELETE failed (client error): The resource could not be found. Apr 21 21:10:40.180818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6693b1-c3cf-4329-acb9-bc1ab8af1e9b tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:10:40.191780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8e6693b1-c3cf-4329-acb9-bc1ab8af1e9b tempest-RoutersIpV6AdminTest-1285618033 tempest-RoutersIpV6AdminTest-1285618033-project] 10.222.0.49 "DELETE /v2.0/subnets/a2b5719f-bdbb-4e98-b3bd-dd9595d5cb7b HTTP/1.1" status: 404 len: 337 time: 0.0905013 Apr 21 21:10:40.497015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Allocated IP 172.25.0.154 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/73d7d5a0-def5-4eee-9cfe-c7d7c2131810) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:40.499165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46876) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:40.694913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7281a-142e-4db9-837e-703eb063849d None None] Network f3278361-0b16-4895-b988-046aae54c146 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:40.837589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fa732659-8f47-4539-9aaf-be4773eb89b9 None None] Provisioning complete for port cf5722dd-9b9d-4933-b58c-7af46aba9541 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:40.838302 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fa732659-8f47-4539-9aaf-be4773eb89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:40.956534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fb6f1654-b70b-4307-a216-52f7431bbf46 tempest-AgentManagementNegativeTest-147774970 tempest-AgentManagementNegativeTest-147774970-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4558544 Apr 21 21:10:41.025299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46890) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:41.131913 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.140996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c82e2eaa-b5cf-4e90-8a3b-f7a6173a177d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.144625 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fa732659-8f47-4539-9aaf-be4773eb89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.237656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fa732659-8f47-4539-9aaf-be4773eb89b9 None None] For port cf5722dd-9b9d-4933-b58c-7af46aba9541, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cf5722dd-9b9d-4933-b58c-7af46aba9541,segment=NetworkSegment(1fe51e80-6c59-495d-a55a-ca8a994d7ab7),segment_id=1fe51e80-6c59-495d-a55a-ca8a994d7ab7)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:41.242266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:41.247668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fa732659-8f47-4539-9aaf-be4773eb89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.379052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cf5722dd-9b9d-4933-b58c-7af46aba9541 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:41.474659 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c82e2eaa-b5cf-4e90-8a3b-f7a6173a177d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.479328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46900) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:41.499477 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c82e2eaa-b5cf-4e90-8a3b-f7a6173a177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.518579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa732659-8f47-4539-9aaf-be4773eb89b9 None None] Pushing event updated for resources: {'Port': ['ID=cf5722dd-9b9d-4933-b58c-7af46aba9541,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:41.552176 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.561030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port cf5722dd-9b9d-4933-b58c-7af46aba9541 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:41.561412 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.608082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c82e2eaa-b5cf-4e90-8a3b-f7a6173a177d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7bea064978ac42a7a6565c9b6eed60be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811827 Apr 21 21:10:41.609744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e2eaa-b5cf-4e90-8a3b-f7a6173a177d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3ff314-0539-41b6-ab17-80cbdda4fb06,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:41.639517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46904) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:41.698595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-94b4b875-a1bb-4f47-8d6c-959a6a29f856 None None] Provisioning complete for port cf5722dd-9b9d-4933-b58c-7af46aba9541 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:41.699093 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-94b4b875-a1bb-4f47-8d6c-959a6a29f856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.747517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 434fca41-e3cf-4921-96e3-af788527bb28 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:41.747923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.757040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dca66dac-657c-443f-aa12-ac33bfb6bbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.851893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbde1205-980e-49e3-91c4-d4ec2970caaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.883984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.903191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbde1205-980e-49e3-91c4-d4ec2970caaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.984070 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dca66dac-657c-443f-aa12-ac33bfb6bbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.989600 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dca66dac-657c-443f-aa12-ac33bfb6bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:41.997148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:42.010836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:42.013439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:42.016469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:42.021000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:42.033632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event updated for resources: {'Port': ['ID=73d7d5a0-def5-4eee-9cfe-c7d7c2131810,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:42.063536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dca66dac-657c-443f-aa12-ac33bfb6bbf1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c07c7c5ac224de699f3e319bdd3647b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796597 Apr 21 21:10:42.063999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbde1205-980e-49e3-91c4-d4ec2970caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:42.065181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46918) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:42.066244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 434fca41-e3cf-4921-96e3-af788527bb28 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:42.068289 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbde1205-980e-49e3-91c4-d4ec2970caaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:42.069532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dbde1205-980e-49e3-91c4-d4ec2970caaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b3ff314-0539-41b6-ab17-80cbdda4fb06 HTTP/1.1" status: 204 len: 168 time: 0.4275339 Apr 21 21:10:42.090829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca66dac-657c-443f-aa12-ac33bfb6bbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b5f249-49aa-4a70-9d48-725497cbf127,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:42.113684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde1205-980e-49e3-91c4-d4ec2970caaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3ff314-0539-41b6-ab17-80cbdda4fb06,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:42.464658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46928) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:42.522606 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e9f48740-0662-41da-9fd9-ec8a93612255 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5dc162171d804a4baea93ed48ba36763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563917 Apr 21 21:10:42.525153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46932) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:42.582612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ff82108-2ddd-4aea-b559-f2ea4bdd77ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:42.612217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ff82108-2ddd-4aea-b559-f2ea4bdd77ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:42.687995 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ff82108-2ddd-4aea-b559-f2ea4bdd77ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:42.691245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ff82108-2ddd-4aea-b559-f2ea4bdd77ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:42.692573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2ff82108-2ddd-4aea-b559-f2ea4bdd77ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9fda210-6519-43ed-946a-20d473738030 HTTP/1.1" status: 204 len: 168 time: 0.1663704 Apr 21 21:10:42.725990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff82108-2ddd-4aea-b559-f2ea4bdd77ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fda210-6519-43ed-946a-20d473738030,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:42.765128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-773cc600-151b-4142-9297-0dabc770fba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:42.909745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-773cc600-151b-4142-9297-0dabc770fba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:43.182208 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:43.240937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:43.260677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Router 38357621-28b0-4e21-ae50-8cf46047ef24 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:10:43.261621 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-773cc600-151b-4142-9297-0dabc770fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:43.264124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-773cc600-151b-4142-9297-0dabc770fba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:43.265279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-773cc600-151b-4142-9297-0dabc770fba1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0b5f249-49aa-4a70-9d48-725497cbf127 HTTP/1.1" status: 204 len: 168 time: 1.1792901 Apr 21 21:10:43.357379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cc600-151b-4142-9297-0dabc770fba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b5f249-49aa-4a70-9d48-725497cbf127,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:43.367631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cf5722dd-9b9d-4933-b58c-7af46aba9541 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:43.401342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=434fca41-e3cf-4921-96e3-af788527bb28,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:43.501676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port cf5722dd-9b9d-4933-b58c-7af46aba9541 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:43.502303 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:43.868333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:43.873716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:43.882017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 46982) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:43.882679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f323e21-f946-4bb4-8efc-01e600063b29 admin admin] 10.222.0.49 "PUT /v2.0/routers/38357621-28b0-4e21-ae50-8cf46047ef24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3550787 Apr 21 21:10:43.886028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] Sync routers for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:43.908218 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:43.911317 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:44.047692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:44.128005 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:44.247230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 46992) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:44.290602 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:10:44.320372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 8226dd32-4e88-4033-9511-c05e1402eb6c has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:10:44.450839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1068600505'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:44.456522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Router 12ba6119-352a-4d6c-9a57-b60329103b44 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:10:44.476239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:44.489041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae725f1-f05d-4ccb-93cc-f68be1aa19f2 None None] Sync routers for ids ['8226dd32-4e88-4033-9511-c05e1402eb6c'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:44.507027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5e182ab8-675b-4265-8792-92fd65acc5a1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/8226dd32-4e88-4033-9511-c05e1402eb6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0923185 Apr 21 21:10:44.512405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae725f1-f05d-4ccb-93cc-f68be1aa19f2 None None] Routers {'8226dd32-4e88-4033-9511-c05e1402eb6c'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:44.513888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9ae725f1-f05d-4ccb-93cc-f68be1aa19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8226dd32-4e88-4033-9511-c05e1402eb6c'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:44.539545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47002) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:44.573014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Made reservation on behalf of 39d373121ede44cbb93a296bdccb54df for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:44.577828 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:10:40Z', 'revision_number': 5, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:44.582354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9ae725f1-f05d-4ccb-93cc-f68be1aa19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:44.592047 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:44.593100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae725f1-f05d-4ccb-93cc-f68be1aa19f2 None None] Routers {'8226dd32-4e88-4033-9511-c05e1402eb6c'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:44.594059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9ae725f1-f05d-4ccb-93cc-f68be1aa19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8226dd32-4e88-4033-9511-c05e1402eb6c'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:44.636174 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] Checking router: 38357621-28b0-4e21-ae50-8cf46047ef24 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:10:44.658012 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] Routers {'38357621-28b0-4e21-ae50-8cf46047ef24'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:44.660596 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38357621-28b0-4e21-ae50-8cf46047ef24'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:44.681343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-9ae725f1-f05d-4ccb-93cc-f68be1aa19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:44.686509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae725f1-f05d-4ccb-93cc-f68be1aa19f2 None None] The sync data for ids ['8226dd32-4e88-4033-9511-c05e1402eb6c'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:44.768026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-11d8f69d-6006-4fd6-91b5-579775c9da2f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=8226dd32-4e88-4033-9511-c05e1402eb6c HTTP/1.1" status: 200 len: 205 time: 0.2199755 Apr 21 21:10:44.770922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47010) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:44.780732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:44.834006 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] Set router 38357621-28b0-4e21-ae50-8cf46047ef24 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:10:45.012854 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.048222 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:10:40Z', 'revision_number': 5, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:45.073341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47018) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:45.125918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Deleting port ce819a58-9796-47ff-af86-98efe7ea19ba {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:45.126207 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.214801 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863dd75-2903-4410-ab1e-929d698c5a2d None None] The sync data for ids ['38357621-28b0-4e21-ae50-8cf46047ef24'] in n-d-838945-1 is: [{'id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'name': 'tempest-ServerActionsTestJSON-1635441799-router', 'tenant_id': '271267117912412b9b2b74aabfd7abe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:10:40Z', 'revision_number': 5, 'project_id': '271267117912412b9b2b74aabfd7abe9', 'gw_port': {'id': 'ce819a58-9796-47ff-af86-98efe7ea19ba', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38357621-28b0-4e21-ae50-8cf46047ef24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:01:47Z', 'updated_at': '2022-04-21T21:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:45.318622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1220836728'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:45.336102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] For port ce819a58-9796-47ff-af86-98efe7ea19ba, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ce819a58-9796-47ff-af86-98efe7ea19ba,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:45.336581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.352563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Calling delete_port for ce819a58-9796-47ff-af86-98efe7ea19ba owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:45.423239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Made reservation on behalf of a90a6d495ab646528d51a88f71138a43 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:45.426736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.440345 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.576423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cb78638-6e6d-4b3b-9461-fc6f67913042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.628483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:45.630715 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.640868 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd59dfb-18f6-446b-b800-f6e2bd93c13e None None] Sync routers for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:45.643516 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.660367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.663299 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd59dfb-18f6-446b-b800-f6e2bd93c13e None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:45.664197 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ffd59dfb-18f6-446b-b800-f6e2bd93c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:45.690695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:10:45.699853 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.701130 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-483c72df-9455-4676-9345-3f3dc3ce9f15 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.8304114 Apr 21 21:10:45.708676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47040) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:45.754804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ce819a58-9796-47ff-af86-98efe7ea19ba,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:45.771824 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ffd59dfb-18f6-446b-b800-f6e2bd93c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:45.803371 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd59dfb-18f6-446b-b800-f6e2bd93c13e None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:45.804269 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ffd59dfb-18f6-446b-b800-f6e2bd93c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:45.806994 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.807530 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Added segment eb68a1cc-d01c-43b9-9508-8a2ba9235614 of type vlan for network 32f90ba9-cc34-4f42-820b-c40426d7e138 Apr 21 21:10:45.822603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ed5dbf-4652-4323-bee0-00fe31ff7c7a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:45.868328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.873816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.889500 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ffd59dfb-18f6-446b-b800-f6e2bd93c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:45.890158 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd59dfb-18f6-446b-b800-f6e2bd93c13e None None] The sync data for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:45.986275 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:45.990085 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.031997 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.037505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:46.038109 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.048580 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cb78638-6e6d-4b3b-9461-fc6f67913042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.056078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cb78638-6e6d-4b3b-9461-fc6f67913042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.065582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.066074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38357621-28b0-4e21-ae50-8cf46047ef24 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:10:46.073606 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.076339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d5eab425-94d0-4a14-9958-783201908e0b admin admin] 10.222.0.49 "DELETE /v2.0/routers/38357621-28b0-4e21-ae50-8cf46047ef24 HTTP/1.1" status: 204 len: 168 time: 2.1929519 Apr 21 21:10:46.098087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47044) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:46.111972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0372331 Apr 21 21:10:46.119474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47046) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:46.125892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'subnet': {'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:46.254218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e39ee-5440-401e-bd2a-2a0ac50f8464 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Network': ['ID=32f90ba9-cc34-4f42-820b-c40426d7e138,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:46.255590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.258011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Made reservation on behalf of a90a6d495ab646528d51a88f71138a43 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:46.261855 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.270958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:10:46.278799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.303766 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cb78638-6e6d-4b3b-9461-fc6f67913042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.304296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb78638-6e6d-4b3b-9461-fc6f67913042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Fanout notify agent at l3_agent the message router_deleted on router 8226dd32-4e88-4033-9511-c05e1402eb6c {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:10:46.314784 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2cb78638-6e6d-4b3b-9461-fc6f67913042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.315924 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2cb78638-6e6d-4b3b-9461-fc6f67913042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/8226dd32-4e88-4033-9511-c05e1402eb6c HTTP/1.1" status: 204 len: 168 time: 1.5378702 Apr 21 21:10:46.318884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ae37bc-da7e-4886-b456-d4add73317f7 admin admin] Deleting subnet d710e315-c69e-4dce-baa0-259c50d0cade {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:10:46.320960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47050) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:46.347032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f5ae37bc-da7e-4886-b456-d4add73317f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.407157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:10:46.426433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa745e0-ecc4-4e1c-a725-7ffcf5ed2fd3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:46.506421 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.506766 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Added segment 878c946d-5934-47e3-ad81-6b718a07fbcd of type vlan for network 9d6896ae-85a8-43f9-b210-560221448939 Apr 21 21:10:46.509336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.514070 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f5ae37bc-da7e-4886-b456-d4add73317f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.551531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb602167-6dca-46c9-be8e-664d57d2ed99 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting subnet e3009d08-8860-4919-abe5-41cca95965e2 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:10:46.584970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb602167-6dca-46c9-be8e-664d57d2ed99 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.589751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Subnet': ['ID=818b231b-4b89-4ad4-8c08-3b62011449cc,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:46.600944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Checking segment: {'id': 'eb68a1cc-d01c-43b9-9508-8a2ba9235614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:46.601430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Network hostable DHCP agents. Network: 32f90ba9-cc34-4f42-820b-c40426d7e138, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:10:46.622255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:10:46.638909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 32f90ba9-cc34-4f42-820b-c40426d7e138) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:46.643297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:46.644004 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.655621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69629b5-6976-4a9b-9385-d1465935aa6f None None] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:46.670333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.673915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e37400c1-c614-4469-90db-d526982ea691 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5535119 Apr 21 21:10:46.676847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47052) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:46.683442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'port': {'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1377524248'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:46.704638 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb602167-6dca-46c9-be8e-664d57d2ed99 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.791874 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.797350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:46.798121 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.891961 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f5ae37bc-da7e-4886-b456-d4add73317f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.902815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Made reservation on behalf of a90a6d495ab646528d51a88f71138a43 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:46.909033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.938089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6894162 Apr 21 21:10:46.943884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] device_id is not set on port c7d84eba-071e-4500-b9b1-1265459e2129 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:10:46.947384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-32f90ba9-cc34-4f42-820b-c40426d7e138', 'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138', 'tenant_id': 'a90a6d495ab646528d51a88f71138a43', 'fixed_ips': [{'subnet_id': '818b231b-4b89-4ad4-8c08-3b62011449cc'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:10:46.948622 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:46.993964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47054) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:47.005385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Request body: {'subnet': {'network_id': '9d6896ae-85a8-43f9-b210-560221448939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:47.097760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be5f1d-459f-4a0b-9020-47b60dba75de tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event updated for resources: {'Network': ['ID=9d6896ae-85a8-43f9-b210-560221448939,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:47.112302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Allocated IP 2001:db8::e9 (32f90ba9-cc34-4f42-820b-c40426d7e138/818b231b-4b89-4ad4-8c08-3b62011449cc/c7d84eba-071e-4500-b9b1-1265459e2129) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:47.120545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9d6896ae-85a8-43f9-b210-560221448939 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:10:47.156809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb602167-6dca-46c9-be8e-664d57d2ed99 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.251618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ce819a58-9796-47ff-af86-98efe7ea19ba no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:47.273740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: ce819a58-9796-47ff-af86-98efe7ea19ba {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:47.274687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ce819a58-9796-47ff-af86-98efe7ea19ba not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:47.275267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:47.296631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:47.297236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b3a73e9e-e03f-4cdc-b8fd-39d04b8c8d5a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:47.357916 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f5ae37bc-da7e-4886-b456-d4add73317f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.386763 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.412357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae37bc-da7e-4886-b456-d4add73317f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d710e315-c69e-4dce-baa0-259c50d0cade,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:47.419411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f5ae37bc-da7e-4886-b456-d4add73317f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.425205 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f5ae37bc-da7e-4886-b456-d4add73317f7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d710e315-c69e-4dce-baa0-259c50d0cade HTTP/1.1" status: 204 len: 168 time: 1.3236442 Apr 21 21:10:47.425205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Made reservation on behalf of 39d373121ede44cbb93a296bdccb54df for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:47.427136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.429477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb27ba4-83be-4f22-b920-ea05bf5a8d7f None None] Network 4a912654-8ba7-440e-af2f-f1f861b2af50 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:47.434797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47060) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:47.454331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb602167-6dca-46c9-be8e-664d57d2ed99 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.462810 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.571008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Port': ['ID=c7d84eba-071e-4500-b9b1-1265459e2129,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:47.597866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:47.600785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:47.604593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:47.611571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb602167-6dca-46c9-be8e-664d57d2ed99 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Subnet': ['ID=e3009d08-8860-4919-abe5-41cca95965e2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:47.613987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:47.614841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.643321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Allocated IP 2001:db8::2 (32f90ba9-cc34-4f42-820b-c40426d7e138/818b231b-4b89-4ad4-8c08-3b62011449cc/899180c1-07a0-48c7-a49e-b4b2001492fe) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:47.647762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e8556d85-6a0d-4548-b34c-bc45b0ff3350 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9693997 Apr 21 21:10:47.651792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47062) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:47.666986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'port': {'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-972367254', 'allowed_address_pairs': [{'ip_address': '2001:db8::e9', 'mac_address': 'fa:16:3e:a2:5f:34'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:47.676701 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb602167-6dca-46c9-be8e-664d57d2ed99 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.682517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ef99fc-4b19-491d-a8d0-afa13022b642 None None] Network 459963aa-0c76-4532-b92f-6d0955538033 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:47.682714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cb602167-6dca-46c9-be8e-664d57d2ed99 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/e3009d08-8860-4919-abe5-41cca95965e2 HTTP/1.1" status: 204 len: 168 time: 1.3556483 Apr 21 21:10:47.691341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47064) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:47.807425 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.823024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:47.962784 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.056991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:48.057505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.106607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e735608-941c-4ba4-9f73-93360af84f35 None None] DHCP port deletion for 4a912654-8ba7-440e-af2f-f1f861b2af50 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:10:48.141484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port 4c11ce71-abf2-4e55-b1c8-839944e5bc24, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4c11ce71-abf2-4e55-b1c8-839944e5bc24,segment=NetworkSegment(93a55c5f-b5b3-48d3-82ea-8f56d55172c8),segment_id=93a55c5f-b5b3-48d3-82ea-8f56d55172c8)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:48.142036 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.180786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 4c11ce71-abf2-4e55-b1c8-839944e5bc24 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:48.218911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] DHCP port deletion for 459963aa-0c76-4532-b92f-6d0955538033 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:10:48.279684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7e735608-941c-4ba4-9f73-93360af84f35 None None] Deleting port 459df988-2222-4338-86df-782578b97a22 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:48.280504 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7e735608-941c-4ba4-9f73-93360af84f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.282437 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.308201 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.348807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] Deleting port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:48.349508 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.351472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.371029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No DVR routers for this DVR port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:48.415388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:48.417002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:48.425685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.451435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:48.506244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7e735608-941c-4ba4-9f73-93360af84f35 None None] For port 459df988-2222-4338-86df-782578b97a22, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=459df988-2222-4338-86df-782578b97a22,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:48.506669 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7e735608-941c-4ba4-9f73-93360af84f35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.555656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Attempting to bind port 899180c1-07a0-48c7-a49e-b4b2001492fe on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:10:48.556023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Attempting to bind port 899180c1-07a0-48c7-a49e-b4b2001492fe by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'eb68a1cc-d01c-43b9-9508-8a2ba9235614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:10:48.556379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Attempting to bind port 899180c1-07a0-48c7-a49e-b4b2001492fe on network 32f90ba9-cc34-4f42-820b-c40426d7e138 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:48.565073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7e735608-941c-4ba4-9f73-93360af84f35 None None] Calling delete_port for 459df988-2222-4338-86df-782578b97a22 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:48.566911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:10:48.567284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Checking segment: {'id': 'eb68a1cc-d01c-43b9-9508-8a2ba9235614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:48.567678 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.568065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Bound using segment: {'id': 'eb68a1cc-d01c-43b9-9508-8a2ba9235614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:10:48.568538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Bound port: 899180c1-07a0-48c7-a49e-b4b2001492fe, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb68a1cc-d01c-43b9-9508-8a2ba9235614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:10:48.568674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.568958 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.586987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Pushing event updated for resources: {'Port': ['ID=899180c1-07a0-48c7-a49e-b4b2001492fe,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:48.590068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] For port 4c11ce71-abf2-4e55-b1c8-839944e5bc24, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:48.590478 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.598839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Deleting port 459df988-2222-4338-86df-782578b97a22 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:48.599186 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.620269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=4c11ce71-abf2-4e55-b1c8-839944e5bc24,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:48.642337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459963aa-0c76-4532-b92f-6d0955538033']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:48.654631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] Calling delete_port for 4c11ce71-abf2-4e55-b1c8-839944e5bc24 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:48.667737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a55c5f-b5b3-48d3-82ea-8f56d55172c8') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:48.667949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a55c5f-b5b3-48d3-82ea-8f56d55172c8') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:48.688320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Made reservation on behalf of a90a6d495ab646528d51a88f71138a43 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:48.690099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] Port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:10:48.699541 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.781372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.795813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] Pushing event deleted for resources: {'Port': ['ID=4c11ce71-abf2-4e55-b1c8-839944e5bc24,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:48.802313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.808943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] device_id is not set on port 67cd1024-5545-40b0-9fa8-c3c8f7b28931 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:10:48.810802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event updated for resources: {'Subnet': ['ID=a1485937-dbea-4edf-ac46-0ee0aa64fa14,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:48.823975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Checking segment: {'id': '878c946d-5934-47e3-ad81-6b718a07fbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9d6896ae-85a8-43f9-b210-560221448939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:48.824338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Network hostable DHCP agents. Network: 9d6896ae-85a8-43f9-b210-560221448939, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:10:48.829229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2967bddc-4816-4413-a8d2-bcfafd199f9c None None] No DVR routers for this DVR port 4c11ce71-abf2-4e55-b1c8-839944e5bc24 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:48.831865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] For port 899180c1-07a0-48c7-a49e-b4b2001492fe, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:10:48.843480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] For port 899180c1-07a0-48c7-a49e-b4b2001492fe, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=899180c1-07a0-48c7-a49e-b4b2001492fe,segment=NetworkSegment(eb68a1cc-d01c-43b9-9508-8a2ba9235614),segment_id=eb68a1cc-d01c-43b9-9508-8a2ba9235614)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:10:48.856569 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.859547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] For port 459df988-2222-4338-86df-782578b97a22, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=459df988-2222-4338-86df-782578b97a22,segment=NetworkSegment(079da0f2-8dba-4933-b550-1f3c7b37e19b),segment_id=079da0f2-8dba-4933-b550-1f3c7b37e19b)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:48.859923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.879113 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.885758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:10:48.886192 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:10:48.909590 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:10:48.931851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Calling delete_port for 459df988-2222-4338-86df-782578b97a22 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:48.968287 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.013549 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7e735608-941c-4ba4-9f73-93360af84f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.020701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Network 9d6896ae-85a8-43f9-b210-560221448939 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:10:49.031544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.035340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/networks/459963aa-0c76-4532-b92f-6d0955538033 HTTP/1.1" status: 204 len: 168 time: 1.3425207 Apr 21 21:10:49.041383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Network': ['ID=459963aa-0c76-4532-b92f-6d0955538033,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:49.041663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47072) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:49.044563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e735608-941c-4ba4-9f73-93360af84f35 None None] No DVR routers for this DVR port 459df988-2222-4338-86df-782578b97a22 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:49.059776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.060224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.060664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.061143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.061836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.062244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.062683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.063093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.063519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.063937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.064357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.064943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53289e3d-5f6d-4bf9-b0a2-07a598683bd1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:49.071255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a09df0-d105-42f6-a246-a6ae745dbbcf None None] Pushing event updated for resources: {'Port': ['ID=899180c1-07a0-48c7-a49e-b4b2001492fe,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:49.094567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Allocated IP 2001:db8::101 (32f90ba9-cc34-4f42-820b-c40426d7e138/818b231b-4b89-4ad4-8c08-3b62011449cc/67cd1024-5545-40b0-9fa8-c3c8f7b28931) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:49.163105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e735608-941c-4ba4-9f73-93360af84f35 None None] Pushing event deleted for resources: {'Port': ['ID=459df988-2222-4338-86df-782578b97a22,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:49.189298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-770438097', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:49.229799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 9d6896ae-85a8-43f9-b210-560221448939) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:49.235051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Allocated IP 172.20.0.1 (f3278361-0b16-4895-b988-046aae54c146/b7d13e1d-b5b8-4af0-bd94-1d21e8d3f247/6dfcad4e-c885-448c-b01d-2a70c320e0d7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:49.242377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:49.243304 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.244688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4c11ce71-abf2-4e55-b1c8-839944e5bc24 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:49.287362 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.288478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.298338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e6f2731-78b7-4ef5-baf1-3b7c5ee48161 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2974479 Apr 21 21:10:49.301131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47076) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:49.314307 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd262f4-9eca-4fe9-a5af-d82cef3b3466 None None] Network 9d6896ae-85a8-43f9-b210-560221448939 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:49.318803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Request body: {'port': {'network_id': '9d6896ae-85a8-43f9-b210-560221448939', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-849725923'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:49.324299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 4c11ce71-abf2-4e55-b1c8-839944e5bc24 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:49.324299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4c11ce71-abf2-4e55-b1c8-839944e5bc24 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:49.324299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 459df988-2222-4338-86df-782578b97a22 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:49.348840 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.524793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 459df988-2222-4338-86df-782578b97a22 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:49.525141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 459df988-2222-4338-86df-782578b97a22 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:49.550255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.627476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Made reservation on behalf of 39d373121ede44cbb93a296bdccb54df for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:49.643828 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.704344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] device_id is not set on port 94cd28c6-f961-4a1c-b18b-be4ba36c8b24 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:10:49.723603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.752882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-9d6896ae-85a8-43f9-b210-560221448939', 'network_id': '9d6896ae-85a8-43f9-b210-560221448939', 'tenant_id': '39d373121ede44cbb93a296bdccb54df', 'fixed_ips': [{'subnet_id': 'a1485937-dbea-4edf-ac46-0ee0aa64fa14'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:10:49.754534 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.869412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:49.881395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:49.892720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:49.902203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:49.902941 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:49.913112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Port': ['ID=67cd1024-5545-40b0-9fa8-c3c8f7b28931,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:49.924160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Pushing event deleted for resources: {'Port': ['ID=459df988-2222-4338-86df-782578b97a22,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:49.936855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] No DVR routers for this DVR port 459df988-2222-4338-86df-782578b97a22 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:49.963795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d919d933-5a0f-4f10-842f-7b83c4c48603 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.3071756 Apr 21 21:10:49.966570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47080) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:50.001280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.045800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Allocated IP 2001:db8::2fa (9d6896ae-85a8-43f9-b210-560221448939/a1485937-dbea-4edf-ac46-0ee0aa64fa14/94cd28c6-f961-4a1c-b18b-be4ba36c8b24) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:50.090084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232e5b3-b32a-433f-a519-82c02a686443 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:50.095803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232e5b3-b32a-433f-a519-82c02a686443 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:50.102367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232e5b3-b32a-433f-a519-82c02a686443 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:50.106704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3232e5b3-b32a-433f-a519-82c02a686443 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1363358 Apr 21 21:10:50.108141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47082) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:50.179491 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.183988 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.307690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a912654-8ba7-440e-af2f-f1f861b2af50']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:50.323957 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.337169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079da0f2-8dba-4933-b550-1f3c7b37e19b') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:50.337462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079da0f2-8dba-4933-b550-1f3c7b37e19b') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:50.354735 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.365736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-29594752-2801-4b23-9bde-65108262bc5f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Deleting port 67cd1024-5545-40b0-9fa8-c3c8f7b28931 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:50.366870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29594752-2801-4b23-9bde-65108262bc5f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.384512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.404512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.407700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:10:50.408286 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:10:50.412909 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:10:50.432203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.494662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29594752-2801-4b23-9bde-65108262bc5f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.519855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-29594752-2801-4b23-9bde-65108262bc5f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Calling delete_port for 67cd1024-5545-40b0-9fa8-c3c8f7b28931 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:50.609592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Network f3278361-0b16-4895-b988-046aae54c146 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:50.620500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:50.625952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.627963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:50.630989 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event updated for resources: {'Port': ['ID=6dfcad4e-c885-448c-b01d-2a70c320e0d7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:50.645080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.652466 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] 10.222.0.49 "DELETE /v2.0/networks/4a912654-8ba7-440e-af2f-f1f861b2af50 HTTP/1.1" status: 204 len: 168 time: 3.2145097 Apr 21 21:10:50.684689 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.712932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29594752-2801-4b23-9bde-65108262bc5f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.719535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cf9cb-e14a-46f7-b360-76b16200905c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a912654-8ba7-440e-af2f-f1f861b2af50,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:50.742081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.758033 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:50.778371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29594752-2801-4b23-9bde-65108262bc5f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event deleted for resources: {'Port': ['ID=67cd1024-5545-40b0-9fa8-c3c8f7b28931,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:50.819882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cacd8f-6fef-4886-a67e-c4007383b4cb None None] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:50.935193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e903d71a-cae0-4145-bbf2-3f391504d6e6 None None] Provisioning complete for port 899180c1-07a0-48c7-a49e-b4b2001492fe triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:50.935573 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e903d71a-cae0-4145-bbf2-3f391504d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.110352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e903d71a-cae0-4145-bbf2-3f391504d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.158461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47090) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:51.166678 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29594752-2801-4b23-9bde-65108262bc5f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.174093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-29594752-2801-4b23-9bde-65108262bc5f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "DELETE /v2.0/ports/67cd1024-5545-40b0-9fa8-c3c8f7b28931 HTTP/1.1" status: 204 len: 168 time: 1.0659263 Apr 21 21:10:51.178333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47092) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:51.181418 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.200754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Allocated IP 2001:db8::2 (9d6896ae-85a8-43f9-b210-560221448939/a1485937-dbea-4edf-ac46-0ee0aa64fa14/47b43605-9b40-460d-b90f-25678b6ecd27) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:51.231801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.243779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f8675d19-a1d1-4ba8-bd37-e29c345bfe6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=271267117912412b9b2b74aabfd7abe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669758 Apr 21 21:10:51.266250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.273830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47094) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:51.304220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 899180c1-07a0-48c7-a49e-b4b2001492fe up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:51.318610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Network 9d6896ae-85a8-43f9-b210-560221448939 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:51.320318 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-20448c01-d883-40d2-9245-6d0d953625b0 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] GET failed (client error): The resource could not be found. Apr 21 21:10:51.322589 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-20448c01-d883-40d2-9245-6d0d953625b0 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "GET /v2.0/ports/67cd1024-5545-40b0-9fa8-c3c8f7b28931 HTTP/1.1" status: 404 len: 333 time: 0.1090217 Apr 21 21:10:51.328922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47096) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:51.332000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:51.334755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:51.340730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:51.341481 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.358326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event updated for resources: {'Port': ['ID=94cd28c6-f961-4a1c-b18b-be4ba36c8b24,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:51.358957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'port': {'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-81001416'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:51.365459 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.418524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b91436f3-4503-4eec-b635-b7dd927b6ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.439933 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7211800a-99d5-47e1-a4df-7fdc05c6b8d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1371350 Apr 21 21:10:51.443328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47100) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:51.447110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e903d71a-cae0-4145-bbf2-3f391504d6e6 None None] For port 899180c1-07a0-48c7-a49e-b4b2001492fe, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=899180c1-07a0-48c7-a49e-b4b2001492fe,segment=NetworkSegment(eb68a1cc-d01c-43b9-9508-8a2ba9235614),segment_id=eb68a1cc-d01c-43b9-9508-8a2ba9235614)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:51.460899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Request body: {'port': {'network_id': '9d6896ae-85a8-43f9-b210-560221448939', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1945872398', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:51.462453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.api.validators [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] bootfile-name is not in valid_values {{(pid=114647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:10:51.464729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.api.validators [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] tftp-server is not in valid_values {{(pid=114647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:10:51.464729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.api.validators [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] server-ip-address is not in valid_values {{(pid=114647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:10:51.487539 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e903d71a-cae0-4145-bbf2-3f391504d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.590880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b91436f3-4503-4eec-b635-b7dd927b6ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.673899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Made reservation on behalf of 39d373121ede44cbb93a296bdccb54df for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:51.687635 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.720260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] device_id is not set on port 6764875a-f438-48ee-8cb2-607ba46ce166 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:10:51.744335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 899180c1-07a0-48c7-a49e-b4b2001492fe triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:51.744709 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.748332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903d71a-cae0-4145-bbf2-3f391504d6e6 None None] Pushing event updated for resources: {'Port': ['ID=899180c1-07a0-48c7-a49e-b4b2001492fe,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:51.807196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3a06ec13-8f13-463b-9880-43a3a2febef0 None None] Provisioning complete for port 6dfcad4e-c885-448c-b01d-2a70c320e0d7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:51.807812 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3a06ec13-8f13-463b-9880-43a3a2febef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.821868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b91436f3-4503-4eec-b635-b7dd927b6ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.825637 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b91436f3-4503-4eec-b635-b7dd927b6ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.832127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b91436f3-4503-4eec-b635-b7dd927b6ce5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9557c885-cbeb-4b79-bd5b-7033f8f10000 HTTP/1.1" status: 204 len: 168 time: 0.5570569 Apr 21 21:10:51.852546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.25.0.214 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/b7191ff9-3181-4e89-a399-d40391a8e03d) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:51.863028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91436f3-4503-4eec-b635-b7dd927b6ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9557c885-cbeb-4b79-bd5b-7033f8f10000,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:51.889295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:51.959363 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.015122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3a06ec13-8f13-463b-9880-43a3a2febef0 None None] Port 6dfcad4e-c885-448c-b01d-2a70c320e0d7 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:52.041755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Allocated IP 2001:db8::17a (9d6896ae-85a8-43f9-b210-560221448939/a1485937-dbea-4edf-ac46-0ee0aa64fa14/6764875a-f438-48ee-8cb2-607ba46ce166) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:52.065340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Network 9d6896ae-85a8-43f9-b210-560221448939 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:52.069870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:52.081352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:52.168976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.362452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Pushing event updated for resources: {'Port': ['ID=47b43605-9b40-460d-b90f-25678b6ecd27,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:52.371138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Made reservation on behalf of a90a6d495ab646528d51a88f71138a43 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:52.380167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.407109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a3db4835-1ca0-47c4-8961-94f5d039b5a9 None None] Provisioning complete for port c7d84eba-071e-4500-b9b1-1265459e2129 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:52.407569 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3db4835-1ca0-47c4-8961-94f5d039b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.412391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Attempting to bind port 47b43605-9b40-460d-b90f-25678b6ecd27 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:10:52.412790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Attempting to bind port 47b43605-9b40-460d-b90f-25678b6ecd27 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '878c946d-5934-47e3-ad81-6b718a07fbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9d6896ae-85a8-43f9-b210-560221448939'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:10:52.413153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Attempting to bind port 47b43605-9b40-460d-b90f-25678b6ecd27 on network 9d6896ae-85a8-43f9-b210-560221448939 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:10:52.434334 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.498220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] device_id is not set on port 0947563b-8a9b-4821-ac7a-46c740b8d3a0 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:10:52.507899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.533716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:10:52.534305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Checking segment: {'id': '878c946d-5934-47e3-ad81-6b718a07fbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9d6896ae-85a8-43f9-b210-560221448939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:52.534485 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.534882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Bound using segment: {'id': '878c946d-5934-47e3-ad81-6b718a07fbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9d6896ae-85a8-43f9-b210-560221448939'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:10:52.535374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Bound port: 47b43605-9b40-460d-b90f-25678b6ecd27, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878c946d-5934-47e3-ad81-6b718a07fbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9d6896ae-85a8-43f9-b210-560221448939'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:10:52.535758 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.559124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.581284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a3db4835-1ca0-47c4-8961-94f5d039b5a9 None None] Port c7d84eba-071e-4500-b9b1-1265459e2129 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:52.659738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a3db4835-1ca0-47c4-8961-94f5d039b5a9 None None] Provisioning complete for port 899180c1-07a0-48c7-a49e-b4b2001492fe triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:52.661990 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3db4835-1ca0-47c4-8961-94f5d039b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.692104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Network 9d6896ae-85a8-43f9-b210-560221448939 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:52.743980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:52.746827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=b7191ff9-3181-4e89-a399-d40391a8e03d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:52.750613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:52.772937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:52.774250 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.774680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:52.785410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event updated for resources: {'Port': ['ID=6764875a-f438-48ee-8cb2-607ba46ce166,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:52.795578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:52.807390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:52.822043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-33e03afa-d3aa-4822-88d1-564b6ffbe4e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3770831 Apr 21 21:10:52.823651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47122) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:52.924443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.937078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:52.976540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc922d-56d8-407b-a53b-ecc9ac370fae tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:52.984220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc922d-56d8-407b-a53b-ecc9ac370fae tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:52.993497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bc922d-56d8-407b-a53b-ecc9ac370fae tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:52.999362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-81bc922d-56d8-407b-a53b-ecc9ac370fae tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1705821 Apr 21 21:10:53.000063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47130) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:53.098012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] For port 47b43605-9b40-460d-b90f-25678b6ecd27, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:10:53.101776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] For port 47b43605-9b40-460d-b90f-25678b6ecd27, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=47b43605-9b40-460d-b90f-25678b6ecd27,segment=NetworkSegment(878c946d-5934-47e3-ad81-6b718a07fbcd),segment_id=878c946d-5934-47e3-ad81-6b718a07fbcd)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:10:53.139583 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:53.175323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e8429-cb41-45ee-9456-89dcee916fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Deleting port 6764875a-f438-48ee-8cb2-607ba46ce166 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:53.175669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8429-cb41-45ee-9456-89dcee916fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:53.208728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Allocated IP 2001:db8::154 (32f90ba9-cc34-4f42-820b-c40426d7e138/818b231b-4b89-4ad4-8c08-3b62011449cc/0947563b-8a9b-4821-ac7a-46c740b8d3a0) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:53.238374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47134) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:53.238839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2634e4-8d1a-40fb-8627-2404a6a5842a None None] Pushing event updated for resources: {'Port': ['ID=47b43605-9b40-460d-b90f-25678b6ecd27,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:53.249144 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:53.249144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event updated for resources: {'Port': ['ID=6dfcad4e-c885-448c-b01d-2a70c320e0d7,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:53.287220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 899180c1-07a0-48c7-a49e-b4b2001492fe up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:53.369641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8429-cb41-45ee-9456-89dcee916fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:53.396886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e8429-cb41-45ee-9456-89dcee916fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Calling delete_port for 6764875a-f438-48ee-8cb2-607ba46ce166 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:53.407184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 899180c1-07a0-48c7-a49e-b4b2001492fe triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:53.407902 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:53.539481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f391207e-fd58-4463-a8f7-41b71dd9c786 None None] Could not find standard attr ID for object 67cd1024-5545-40b0-9fa8-c3c8f7b28931. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:10:53.579417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f391207e-fd58-4463-a8f7-41b71dd9c786 None None] Provisioning complete for port c7d84eba-071e-4500-b9b1-1265459e2129 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:53.579799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f391207e-fd58-4463-a8f7-41b71dd9c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:53.649950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f391207e-fd58-4463-a8f7-41b71dd9c786 None None] Port c7d84eba-071e-4500-b9b1-1265459e2129 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:53.709755 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8429-cb41-45ee-9456-89dcee916fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:53.764038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e8429-cb41-45ee-9456-89dcee916fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event deleted for resources: {'Port': ['ID=6764875a-f438-48ee-8cb2-607ba46ce166,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:53.817786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b3e8429-cb41-45ee-9456-89dcee916fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:53.827565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9b3e8429-cb41-45ee-9456-89dcee916fd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "DELETE /v2.0/ports/6764875a-f438-48ee-8cb2-607ba46ce166 HTTP/1.1" status: 204 len: 168 time: 0.8210182 Apr 21 21:10:53.827919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47152) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:53.837944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Request body: {'port': {'name': 'tempest-new-port-name-272234129', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:53.837944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.api.validators [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] bootfile-name is not in valid_values {{(pid=114647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:10:53.837944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.api.validators [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] tftp-server is not in valid_values {{(pid=114647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:10:53.837944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.api.validators [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] server-ip-address is not in valid_values {{(pid=114647) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 21:10:53.903917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2099103073-network', 'tenant_id': '45e6fa7b1a7d48ffa1b0704716d3f82c'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:53.963350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.015918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.032178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Network f3278361-0b16-4895-b988-046aae54c146 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:54.083921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Made reservation on behalf of 45e6fa7b1a7d48ffa1b0704716d3f82c for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:54.086655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.094725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:54.115097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.212423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.270032 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.277846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.338462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] In _notify_port_updated(), no bound segment for port 94cd28c6-f961-4a1c-b18b-be4ba36c8b24 on network 9d6896ae-85a8-43f9-b210-560221448939 {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:10:54.344806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:54.345683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.350804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "PUT /v2.0/ports/94cd28c6-f961-4a1c-b18b-be4ba36c8b24 HTTP/1.1" status: 200 len: 1129 time: 0.5218403 Apr 21 21:10:54.354239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47202) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:54.423853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80ca12-9710-4f77-8bd0-b8421dd7dd12 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event updated for resources: {'Port': ['ID=94cd28c6-f961-4a1c-b18b-be4ba36c8b24,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:54.444659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91831461-9b7e-4eed-bf8e-2526954f63fa tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:54.457135 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-91831461-9b7e-4eed-bf8e-2526954f63fa tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "GET /v2.0/ports/94cd28c6-f961-4a1c-b18b-be4ba36c8b24 HTTP/1.1" status: 200 len: 1129 time: 0.0953002 Apr 21 21:10:54.457928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47214) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:54.519166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-444de248-e885-41c2-9bf5-eb4c74cdaeda None None] Provisioning complete for port 6dfcad4e-c885-448c-b01d-2a70c320e0d7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:54.519606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-444de248-e885-41c2-9bf5-eb4c74cdaeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.596016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-444de248-e885-41c2-9bf5-eb4c74cdaeda None None] Port 6dfcad4e-c885-448c-b01d-2a70c320e0d7 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:54.611184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-220a3706-e30d-4a3d-aa52-61235df5d760 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Deleting port 94cd28c6-f961-4a1c-b18b-be4ba36c8b24 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:54.611794 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-220a3706-e30d-4a3d-aa52-61235df5d760 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.625539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.752718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-220a3706-e30d-4a3d-aa52-61235df5d760 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.768453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-220a3706-e30d-4a3d-aa52-61235df5d760 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Calling delete_port for 94cd28c6-f961-4a1c-b18b-be4ba36c8b24 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:54.783933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.811067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:54.825126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.831385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:54.863162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:54.876997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:54.877937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.892796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Router 12ba6119-352a-4d6c-9a57-b60329103b44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:10:54.915353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Port': ['ID=0947563b-8a9b-4821-ac7a-46c740b8d3a0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:54.953709 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:54.971942 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-25ad2cf3-adab-4cc2-9519-e0bd4bbf2b58 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.6175919 Apr 21 21:10:54.988320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47268) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:54.991255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55267a68-7302-4714-afce-bc69b230af95,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:54.999187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e9', 'mac_address': 'fa:16:3e:a2:5f:34'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:55.021872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d45ab-7a5b-4ee3-83b7-9133f5d87837 None None] Network 9d6896ae-85a8-43f9-b210-560221448939 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:55.108600 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-220a3706-e30d-4a3d-aa52-61235df5d760 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.142733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-69477f35-0a33-4c0b-b839-bdab7d536ef0 None None] Provisioning complete for port 47b43605-9b40-460d-b90f-25678b6ecd27 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:55.143108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-69477f35-0a33-4c0b-b839-bdab7d536ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.186532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:10:55.240352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a3706-e30d-4a3d-aa52-61235df5d760 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event deleted for resources: {'Port': ['ID=94cd28c6-f961-4a1c-b18b-be4ba36c8b24,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:55.310923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-220a3706-e30d-4a3d-aa52-61235df5d760 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.319720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 47b43605-9b40-460d-b90f-25678b6ecd27 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:10:55.320088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-220a3706-e30d-4a3d-aa52-61235df5d760 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "DELETE /v2.0/ports/94cd28c6-f961-4a1c-b18b-be4ba36c8b24 HTTP/1.1" status: 204 len: 168 time: 0.8598964 Apr 21 21:10:55.321384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47300) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:55.339902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.340616 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Added segment 0966cc13-0ef6-4b91-bb44-0d25f3d317e3 of type vlan for network 2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e Apr 21 21:10:55.403031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5bcae9-c067-487c-b901-abfa76bb314c tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Deleting subnet a1485937-dbea-4edf-ac46-0ee0aa64fa14 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:10:55.406667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcae9-c067-487c-b901-abfa76bb314c tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.481132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 47b43605-9b40-460d-b90f-25678b6ecd27 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:55.481710 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.489249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcae9-c067-487c-b901-abfa76bb314c tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.495065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.509570 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-69477f35-0a33-4c0b-b839-bdab7d536ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.570783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:55.592186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d0529-91c6-4b37-836b-890cd2bb3b5c None None] Sync routers for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:55.597239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c8e45da4-a2bb-40cb-bdfd-b8cac5f56c4c tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "PUT /v2.0/routers/12ba6119-352a-4d6c-9a57-b60329103b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8821263 Apr 21 21:10:55.600366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47322) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:55.613762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Request body: {'port': {'network_id': 'f3278361-0b16-4895-b988-046aae54c146', 'name': 'tempest-FloatingIPAdminTestJSON-1830179716'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:55.618762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-69477f35-0a33-4c0b-b839-bdab7d536ef0 None None] For port 47b43605-9b40-460d-b90f-25678b6ecd27, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=47b43605-9b40-460d-b90f-25678b6ecd27,segment=NetworkSegment(878c946d-5934-47e3-ad81-6b718a07fbcd),segment_id=878c946d-5934-47e3-ad81-6b718a07fbcd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:55.624836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d0529-91c6-4b37-836b-890cd2bb3b5c None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:55.625488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-940d0529-91c6-4b37-836b-890cd2bb3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:55.647482 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-69477f35-0a33-4c0b-b839-bdab7d536ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.738817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.742820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:55.744388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.746464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69477f35-0a33-4c0b-b839-bdab7d536ef0 None None] Pushing event updated for resources: {'Port': ['ID=47b43605-9b40-460d-b90f-25678b6ecd27,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:55.758471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-940d0529-91c6-4b37-836b-890cd2bb3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:55.792960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.826329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d0529-91c6-4b37-836b-890cd2bb3b5c None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:55.831049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-940d0529-91c6-4b37-836b-890cd2bb3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:55.835782 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5960951 Apr 21 21:10:55.842378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a6c5beeb-d54e-4f50-9dae-3f354e8037e9 None None] Provisioning complete for port 0947563b-8a9b-4821-ac7a-46c740b8d3a0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:55.842990 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a6c5beeb-d54e-4f50-9dae-3f354e8037e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:55.874399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47344) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:55.881884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Request body: {'subnet': {'network_id': '2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2099103073-subnet', 'tenant_id': '45e6fa7b1a7d48ffa1b0704716d3f82c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:55.889147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-940d0529-91c6-4b37-836b-890cd2bb3b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:55.890051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d0529-91c6-4b37-836b-890cd2bb3b5c None None] The sync data for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:55.946613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router d3ee333e-68b8-496f-bc86-6d228b7f636b is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:10:55.955665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5beeb-d54e-4f50-9dae-3f354e8037e9 None None] Port 0947563b-8a9b-4821-ac7a-46c740b8d3a0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:55.997839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcae9-c067-487c-b901-abfa76bb314c tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.003881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Made reservation on behalf of 45e6fa7b1a7d48ffa1b0704716d3f82c for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:56.006683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.096284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-eeddb2bb-2a28-472f-9eaa-6f2c45acc6fe None None] Provisioning complete for port 47b43605-9b40-460d-b90f-25678b6ecd27 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:56.096538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0e28c-dec1-4293-ada1-bb52a3ea94a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:56.098319 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eeddb2bb-2a28-472f-9eaa-6f2c45acc6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.125205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Made reservation on behalf of a0db86b2a2634a58803d96d1bcc7aadd for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:10:56.129513 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.146426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:10:56.193585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] device_id is not set on port c123430b-ac16-4efa-869c-0e0ac079c45c yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:10:56.256527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcae9-c067-487c-b901-abfa76bb314c tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.282662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcae9-c067-487c-b901-abfa76bb314c tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.287416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0b5bcae9-c067-487c-b901-abfa76bb314c tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "DELETE /v2.0/subnets/a1485937-dbea-4edf-ac46-0ee0aa64fa14 HTTP/1.1" status: 204 len: 168 time: 0.9643004 Apr 21 21:10:56.303895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47382) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:56.379459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bcae9-c067-487c-b901-abfa76bb314c tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event deleted for resources: {'Subnet': ['ID=a1485937-dbea-4edf-ac46-0ee0aa64fa14,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:56.421436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:56.446338 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b24acb3-999a-45bb-bf26-ac54821daf95 None None] Sync routers for ids ['d3ee333e-68b8-496f-bc86-6d228b7f636b'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:56.455117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5783118d-8c98-415f-b579-656bbf67b4ed None None] Network 9d6896ae-85a8-43f9-b210-560221448939 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:56.471465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.473359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3a2d7652-4ade-4ef0-8ba8-06ce7f7ee6b1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.3036189 Apr 21 21:10:56.481959 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24acb3-999a-45bb-bf26-ac54821daf95 None None] Routers {'d3ee333e-68b8-496f-bc86-6d228b7f636b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:56.482591 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b24acb3-999a-45bb-bf26-ac54821daf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d3ee333e-68b8-496f-bc86-6d228b7f636b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:56.486955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47396) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:56.554544 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b24acb3-999a-45bb-bf26-ac54821daf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:56.577025 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24acb3-999a-45bb-bf26-ac54821daf95 None None] Routers {'d3ee333e-68b8-496f-bc86-6d228b7f636b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:56.577641 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b24acb3-999a-45bb-bf26-ac54821daf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d3ee333e-68b8-496f-bc86-6d228b7f636b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:56.607502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-026307a9-1919-4f75-bbcc-4912eedb4eb1 None None] Could not find standard attr ID for object 94cd28c6-f961-4a1c-b18b-be4ba36c8b24. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:10:56.645481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.647133 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b24acb3-999a-45bb-bf26-ac54821daf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:56.647960 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b24acb3-999a-45bb-bf26-ac54821daf95 None None] The sync data for ids ['d3ee333e-68b8-496f-bc86-6d228b7f636b'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:56.661532 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.700033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.723441 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.735878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Allocated IP 172.20.0.8 (f3278361-0b16-4895-b988-046aae54c146/b7d13e1d-b5b8-4af0-bd94-1d21e8d3f247/c123430b-ac16-4efa-869c-0e0ac079c45c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:10:56.818921 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4a3a19fe-07b2-4da4-bcf9-c97c0ad4e8c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/routers/d3ee333e-68b8-496f-bc86-6d228b7f636b HTTP/1.1" status: 200 len: 880 time: 0.3308027 Apr 21 21:10:56.820945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] In _notify_port_updated(), no bound segment for port 0947563b-8a9b-4821-ac7a-46c740b8d3a0 on network 32f90ba9-cc34-4f42-820b-c40426d7e138 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:10:56.833121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:56.837452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:56.840929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "PUT /v2.0/ports/0947563b-8a9b-4821-ac7a-46c740b8d3a0 HTTP/1.1" status: 200 len: 1000 time: 1.8505948 Apr 21 21:10:56.844542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47432) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:56.845106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47436) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:56.866179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538bf8fd-a157-4756-8e1a-f52417012b94 None None] DHCP port deletion for 9d6896ae-85a8-43f9-b210-560221448939 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:10:56.953695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-538bf8fd-a157-4756-8e1a-f52417012b94 None None] Deleting port 47b43605-9b40-460d-b90f-25678b6ecd27 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:56.954452 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-538bf8fd-a157-4756-8e1a-f52417012b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.072201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-538bf8fd-a157-4756-8e1a-f52417012b94 None None] For port 47b43605-9b40-460d-b90f-25678b6ecd27, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=47b43605-9b40-460d-b90f-25678b6ecd27,segment=NetworkSegment(878c946d-5934-47e3-ad81-6b718a07fbcd),segment_id=878c946d-5934-47e3-ad81-6b718a07fbcd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:57.072727 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-538bf8fd-a157-4756-8e1a-f52417012b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.095543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-538bf8fd-a157-4756-8e1a-f52417012b94 None None] Calling delete_port for 47b43605-9b40-460d-b90f-25678b6ecd27 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:57.144418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Port': ['ID=0947563b-8a9b-4821-ac7a-46c740b8d3a0,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:57.217526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.217919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.218161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.218501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.218836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.219171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.221921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.222283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.222620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.222953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.223285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.223608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663d0b7a-e788-434f-aab5-e3ee3b0912eb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:10:57.239125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-538bf8fd-a157-4756-8e1a-f52417012b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.256671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 47b43605-9b40-460d-b90f-25678b6ecd27 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:10:57.283062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c364de96-722b-4bf7-bd23-448ef12cf1ad tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Deleting port 0947563b-8a9b-4821-ac7a-46c740b8d3a0 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:57.284987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c364de96-722b-4bf7-bd23-448ef12cf1ad tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.301909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4b8dfa64-8d93-4b34-a46c-ff37e6f64c53 None None] Provisioning complete for port 0947563b-8a9b-4821-ac7a-46c740b8d3a0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:57.302452 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b8dfa64-8d93-4b34-a46c-ff37e6f64c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.333481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538bf8fd-a157-4756-8e1a-f52417012b94 None None] No DVR routers for this DVR port 47b43605-9b40-460d-b90f-25678b6ecd27 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:57.388325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bf8fd-a157-4756-8e1a-f52417012b94 None None] Pushing event deleted for resources: {'Port': ['ID=47b43605-9b40-460d-b90f-25678b6ecd27,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:57.409191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 47b43605-9b40-460d-b90f-25678b6ecd27 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:10:57.410531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 47b43605-9b40-460d-b90f-25678b6ecd27 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:10:57.453041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4b8dfa64-8d93-4b34-a46c-ff37e6f64c53 None None] Port 0947563b-8a9b-4821-ac7a-46c740b8d3a0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:57.517241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba5507a-9a44-4eb4-a240-71bc3fca8c39,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:57.532064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Checking segment: {'id': '0966cc13-0ef6-4b91-bb44-0d25f3d317e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:10:57.532399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Network hostable DHCP agents. Network: 2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:10:57.624908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Deleting port 47b43605-9b40-460d-b90f-25678b6ecd27 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:10:57.625145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.644101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Network 2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:10:57.703189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:57.713394 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6545ac-f4dd-4833-9da6-47be5c6ba6e6 None None] Network 2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:57.731000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:57.731804 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.748803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] For port 47b43605-9b40-460d-b90f-25678b6ecd27, host n-d-838945-1, got binding levels [] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:10:57.749378 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.779016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Calling delete_port for 47b43605-9b40-460d-b90f-25678b6ecd27 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:57.785297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.788262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Port 47b43605-9b40-460d-b90f-25678b6ecd27 was not found and therefore no delete operation was performed {{(pid=114647) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:10:57.791083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.805498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2efe4626-c072-444a-9886-107c5fcc1622 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9278522 Apr 21 21:10:57.834354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event deleted for resources: {'Port': ['ID=47b43605-9b40-460d-b90f-25678b6ecd27,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:57.840034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] No DVR routers for this DVR port 47b43605-9b40-460d-b90f-25678b6ecd27 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:10:57.942458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:57.952990 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.031030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6896ae-85a8-43f9-b210-560221448939']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:58.054685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878c946d-5934-47e3-ad81-6b718a07fbcd') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:58.055122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878c946d-5934-47e3-ad81-6b718a07fbcd') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:58.080898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Network f3278361-0b16-4895-b988-046aae54c146 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:10:58.083112 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.090860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f61d064-591e-4ccf-9ac5-e8b45cce0b5a None None] Network 2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:10:58.092612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:10:58.099022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:10:58.099511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c364de96-722b-4bf7-bd23-448ef12cf1ad tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.107635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event updated for resources: {'Port': ['ID=c123430b-ac16-4efa-869c-0e0ac079c45c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:58.130970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.146869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:10:58.147521 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.151536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c364de96-722b-4bf7-bd23-448ef12cf1ad tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Calling delete_port for 0947563b-8a9b-4821-ac7a-46c740b8d3a0 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:10:58.153114 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:10:58.288400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:10:58.294028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.330935 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.341197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2de7ba2b-e354-43c4-98df-cbb9a4f48a48 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7334776 Apr 21 21:10:58.351026 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47578) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:58.353619 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.361139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] 10.222.0.49 "DELETE /v2.0/networks/9d6896ae-85a8-43f9-b210-560221448939 HTTP/1.1" status: 204 len: 168 time: 2.0191116 Apr 21 21:10:58.378271 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d70db23e-156a-48fe-b0a8-e027d2dd0f97 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.5318663 Apr 21 21:10:58.381492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47588) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:58.394119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f62fcc-e350-428f-ae07-7478e7479d62 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808 tempest-ExtraDHCPOptionsIpV6TestJSON-1128835808-project] Pushing event deleted for resources: {'Network': ['ID=9d6896ae-85a8-43f9-b210-560221448939,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:58.399582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e7e1e8c2-9ae6-474e-ae27-4d97d00470f0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-770438097'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:58.489728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0651297c-a44f-4475-8900-b97dd2c336de None None] Provisioning complete for port c123430b-ac16-4efa-869c-0e0ac079c45c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:10:58.492912 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0651297c-a44f-4475-8900-b97dd2c336de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.602320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0651297c-a44f-4475-8900-b97dd2c336de None None] Port c123430b-ac16-4efa-869c-0e0ac079c45c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:10:58.735068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47620) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:58.825316 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c364de96-722b-4bf7-bd23-448ef12cf1ad tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:58.933892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364de96-722b-4bf7-bd23-448ef12cf1ad tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event deleted for resources: {'Port': ['ID=0947563b-8a9b-4821-ac7a-46c740b8d3a0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:58.990697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47650) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:59.052949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7e1e8c2-9ae6-474e-ae27-4d97d00470f0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.085273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7e1e8c2-9ae6-474e-ae27-4d97d00470f0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.105696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'project_id': 'a0db86b2a2634a58803d96d1bcc7aadd', 'port_id': 'c123430b-ac16-4efa-869c-0e0ac079c45c'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:59.123960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3d5a9d-8b29-46e1-b06a-c35fa7b9d113 admin admin] Deleting subnet cba5507a-9a44-4eb4-a240-71bc3fca8c39 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:10:59.141401 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0b58a706-2825-45de-9a70-521a93b1d105 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39d373121ede44cbb93a296bdccb54df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050591 Apr 21 21:10:59.146501 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5a9d-8b29-46e1-b06a-c35fa7b9d113 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.148138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47656) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:59.253960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.257798 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21eaf8b2-e1fb-4f3c-9021-6e91ead7b60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.283550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5a9d-8b29-46e1-b06a-c35fa7b9d113 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.298849 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c364de96-722b-4bf7-bd23-448ef12cf1ad tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.305343 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c364de96-722b-4bf7-bd23-448ef12cf1ad tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "DELETE /v2.0/ports/0947563b-8a9b-4821-ac7a-46c740b8d3a0 HTTP/1.1" status: 204 len: 168 time: 2.4497941 Apr 21 21:10:59.305588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47662) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:59.363173 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd5c09c-b5c1-440d-ae88-2eb4e5c39e74 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] GET failed (client error): The resource could not be found. Apr 21 21:10:59.373167 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21eaf8b2-e1fb-4f3c-9021-6e91ead7b60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.382669 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5fd5c09c-b5c1-440d-ae88-2eb4e5c39e74 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "GET /v2.0/ports/0947563b-8a9b-4821-ac7a-46c740b8d3a0 HTTP/1.1" status: 404 len: 333 time: 0.0693295 Apr 21 21:10:59.383956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47664) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:59.397777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'port': {'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1529237910'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:10:59.440681 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5a9d-8b29-46e1-b06a-c35fa7b9d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.480400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e1e8c2-9ae6-474e-ae27-4d97d00470f0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router d3ee333e-68b8-496f-bc86-6d228b7f636b has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:10:59.613825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21eaf8b2-e1fb-4f3c-9021-6e91ead7b60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.616642 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21eaf8b2-e1fb-4f3c-9021-6e91ead7b60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.618018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-21eaf8b2-e1fb-4f3c-9021-6e91ead7b60a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9aa745e0-ecc4-4e1c-a725-7ffcf5ed2fd3 HTTP/1.1" status: 204 len: 168 time: 0.4665895 Apr 21 21:10:59.625747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e1e8c2-9ae6-474e-ae27-4d97d00470f0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:10:59.634479 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7e1e8c2-9ae6-474e-ae27-4d97d00470f0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.639056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47676) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:59.639750 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e7e1e8c2-9ae6-474e-ae27-4d97d00470f0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/d3ee333e-68b8-496f-bc86-6d228b7f636b HTTP/1.1" status: 200 len: 887 time: 1.2502100 Apr 21 21:10:59.645004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01d673-961c-43a1-934d-5ca267614e6d None None] Sync routers for ids ['d3ee333e-68b8-496f-bc86-6d228b7f636b'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:10:59.658186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01d673-961c-43a1-934d-5ca267614e6d None None] Routers {'d3ee333e-68b8-496f-bc86-6d228b7f636b'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:59.659007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b01d673-961c-43a1-934d-5ca267614e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d3ee333e-68b8-496f-bc86-6d228b7f636b'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:59.700891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b01d673-961c-43a1-934d-5ca267614e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:59.711726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01d673-961c-43a1-934d-5ca267614e6d None None] Routers {'d3ee333e-68b8-496f-bc86-6d228b7f636b'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:10:59.712828 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b01d673-961c-43a1-934d-5ca267614e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:10:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d3ee333e-68b8-496f-bc86-6d228b7f636b'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:59.723584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.753149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b01d673-961c-43a1-934d-5ca267614e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:10:59.754127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01d673-961c-43a1-934d-5ca267614e6d None None] The sync data for ids ['d3ee333e-68b8-496f-bc86-6d228b7f636b'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:10:59.796423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaf8b2-e1fb-4f3c-9021-6e91ead7b60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa745e0-ecc4-4e1c-a725-7ffcf5ed2fd3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:59.879182 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5a9d-8b29-46e1-b06a-c35fa7b9d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.946955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d5a9d-8b29-46e1-b06a-c35fa7b9d113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba5507a-9a44-4eb4-a240-71bc3fca8c39,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:10:59.951082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0a3d5a9d-8b29-46e1-b06a-c35fa7b9d113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:10:59.954150 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0a3d5a9d-8b29-46e1-b06a-c35fa7b9d113 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cba5507a-9a44-4eb4-a240-71bc3fca8c39 HTTP/1.1" status: 204 len: 168 time: 0.9609323 Apr 21 21:10:59.957165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47682) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:10:59.995287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Made reservation on behalf of a90a6d495ab646528d51a88f71138a43 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:00.003468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.052506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fa45721b-1fee-4d62-a2e1-a5f816a46376 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/routers/d3ee333e-68b8-496f-bc86-6d228b7f636b HTTP/1.1" status: 200 len: 887 time: 0.4116604 Apr 21 21:11:00.056223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47688) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:00.061981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] device_id is not set on port 9850f497-b138-4407-99ac-8fe3f3e2747c yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:00.096240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Allocated IP 172.25.0.165 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/b8d74add-afd4-4555-a889-226761052c52) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:00.102482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.166918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47692) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:00.167427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-42bdd713-bf9a-4764-87be-b1b8d885d7c2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ee333e-68b8-496f-bc86-6d228b7f636b HTTP/1.1" status: 200 len: 205 time: 0.1099114 Apr 21 21:11:00.310472 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.350053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.365934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Allocated IP 2001:db8::15d (32f90ba9-cc34-4f42-820b-c40426d7e138/818b231b-4b89-4ad4-8c08-3b62011449cc/9850f497-b138-4407-99ac-8fe3f3e2747c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:00.435997 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.467381 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.510477 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6d03bc8f-c3f8-495e-84b6-1b7a3c9d01aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.515749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:00.538324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d74add-afd4-4555-a889-226761052c52,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:00.552799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0966cc13-0ef6-4b91-bb44-0d25f3d317e3') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:00.553088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0966cc13-0ef6-4b91-bb44-0d25f3d317e3') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:00.581367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:00.584590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:00.590388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:00.591051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.614564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.627429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:11:00.628072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:11:00.630325 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:11:00.673687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.736128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.753262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.756285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47714) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:00.763375 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.767206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] 10.222.0.49 "DELETE /v2.0/networks/2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e HTTP/1.1" status: 204 len: 168 time: 0.8091834 Apr 21 21:11:00.798714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d8720-82e1-433a-b4cf-e9dba8d9820b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5ed3ba-b2f1-42d0-81e3-6101bbe8f43e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:00.819477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port b7191ff9-3181-4e89-a399-d40391a8e03d {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:00.822827 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:00.850605 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.013765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.055748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for b7191ff9-3181-4e89-a399-d40391a8e03d owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:01.121743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47720) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:01.136351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.192972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-140e33ac-1d35-41a7-adaa-39956cfc716d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45e6fa7b1a7d48ffa1b0704716d3f82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675368 Apr 21 21:11:01.205208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47722) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:01.239080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-165540974'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:01.306455 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.347892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=b7191ff9-3181-4e89-a399-d40391a8e03d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:01.429892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.558939 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.565740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.620881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:01.624797 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.625068 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.625870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Fanout notify agent at l3_agent the message router_deleted on router d3ee333e-68b8-496f-bc86-6d228b7f636b {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:11:01.630448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Port': ['ID=9850f497-b138-4407-99ac-8fe3f3e2747c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:01.632287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:01.651495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.653065 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-899654c1-3c70-4609-b8b7-afe07d91bd33 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/d3ee333e-68b8-496f-bc86-6d228b7f636b HTTP/1.1" status: 204 len: 168 time: 1.4850748 Apr 21 21:11:01.659218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47728) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:01.664694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'network': {'name': 'tempest-RoutersTest-1024776243'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:01.670801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:01.677145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.692359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:01.696598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:01.697272 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.698390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:01.701653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.703627 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.741103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47d3c84d-3c44-43a4-ae38-cd89c211b247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.753535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d9624429-135d-4a6c-8d66-73eafb77bb2f tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3685479 Apr 21 21:11:01.762492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47730) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:01.768200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:01.781489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5f41ae91-d166-40f4-b986-f12e44f4b1b3 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a2:5f:34'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:01.810647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47d3c84d-3c44-43a4-ae38-cd89c211b247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.862875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:01.863471 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added segment 7318296f-434f-40d9-a44f-da8b7958f36e of type vlan for network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 Apr 21 21:11:01.990248 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.049172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.055944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:02.057021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.064299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.066268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a0ef0b73-d5a0-4dcc-9c27-78d91ed981bf None None] Provisioning complete for port 9850f497-b138-4407-99ac-8fe3f3e2747c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:02.067929 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0b73-d5a0-4dcc-9c27-78d91ed981bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.073561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47d3c84d-3c44-43a4-ae38-cd89c211b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.076686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47d3c84d-3c44-43a4-ae38-cd89c211b247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.081037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-47d3c84d-3c44-43a4-ae38-cd89c211b247 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55267a68-7302-4714-afce-bc69b230af95 HTTP/1.1" status: 204 len: 168 time: 0.8497140 Apr 21 21:11:02.087342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.089071 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.102210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.104338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3c84d-3c44-43a4-ae38-cd89c211b247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55267a68-7302-4714-afce-bc69b230af95,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:02.111598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef0b73-d5a0-4dcc-9c27-78d91ed981bf None None] Port 9850f497-b138-4407-99ac-8fe3f3e2747c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:02.131398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:02.186343 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5242975 Apr 21 21:11:02.202690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47744) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:02.212373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'subnet': {'network_id': '9da248a1-cbc8-40d6-a868-3fbff7f970b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:02.221648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.221990 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Added segment ba6ef7c0-f48e-4511-a99e-ec4ed8daad11 of type vlan for network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 Apr 21 21:11:02.259278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243af66f-5e71-4552-8488-e4614fe107f6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:02.270492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d74add-afd4-4555-a889-226761052c52,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:02.288103 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f41ae91-d166-40f4-b986-f12e44f4b1b3 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.313964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854e112-7286-4071-9c6e-9597849e61b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Network': ['ID=9da248a1-cbc8-40d6-a868-3fbff7f970b0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:02.327917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:02.389345 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.475888 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.478419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.485494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:02.487251 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.496898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:02.500519 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.700440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f41ae91-d166-40f4-b986-f12e44f4b1b3 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.721208 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f41ae91-d166-40f4-b986-f12e44f4b1b3 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.811205 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-21f4bda6-0c99-480b-8819-d8d40131b29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.817728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41ae91-d166-40f4-b986-f12e44f4b1b3 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Port': ['ID=9850f497-b138-4407-99ac-8fe3f3e2747c,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:02.861552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5f41ae91-d166-40f4-b986-f12e44f4b1b3 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] In _notify_port_updated(), no bound segment for port 9850f497-b138-4407-99ac-8fe3f3e2747c on network 32f90ba9-cc34-4f42-820b-c40426d7e138 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:11:02.879346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41ae91-d166-40f4-b986-f12e44f4b1b3 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:02.882005 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f41ae91-d166-40f4-b986-f12e44f4b1b3 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:02.890880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5f41ae91-d166-40f4-b986-f12e44f4b1b3 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "PUT /v2.0/ports/9850f497-b138-4407-99ac-8fe3f3e2747c HTTP/1.1" status: 200 len: 1003 time: 1.1250582 Apr 21 21:11:02.891772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47764) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:02.938062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1791632 Apr 21 21:11:02.958541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47766) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:02.972731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'name': 'tempest-PortsTestJSON-780031975'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:02.997981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47768) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:03.086662 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Floating IP bb13a300-339b-41b0-a67d-358fad79a303 associated. External IP: 172.25.0.165, port: c123430b-ac16-4efa-869c-0e0ac079c45c. Apr 21 21:11:03.090232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dea377-9fb0-426b-b241-384dc395571e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Network': ['ID=e2a0c914-bcf2-4f97-9a52-e7c27f319b20,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:03.094810 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.101607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:03.386697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aed175d3-5ab2-4f71-bce5-3b1ad9d9fa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.393449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7f309-959d-46e6-b07b-67eaf56020de tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Deleting port 9850f497-b138-4407-99ac-8fe3f3e2747c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:03.393789 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8a7f309-959d-46e6-b07b-67eaf56020de tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.420328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Subnet': ['ID=4bfdb9f6-6d64-4ab6-9ea5-4a825f022488,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:03.483432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Checking segment: {'id': '7318296f-434f-40d9-a44f-da8b7958f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9da248a1-cbc8-40d6-a868-3fbff7f970b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:03.483846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network hostable DHCP agents. Network: 9da248a1-cbc8-40d6-a868-3fbff7f970b0, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:03.513173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:03.537605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Router 12ba6119-352a-4d6c-9a57-b60329103b44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:11:03.538598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 9da248a1-cbc8-40d6-a868-3fbff7f970b0) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:03.552672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8a7f309-959d-46e6-b07b-67eaf56020de tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.557402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:03.558621 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.573630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7f309-959d-46e6-b07b-67eaf56020de tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Calling delete_port for 9850f497-b138-4407-99ac-8fe3f3e2747c owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:03.586459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdede21-71bb-409d-a301-3a86c656812b None None] Network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:03.610353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0c46cbd5-b22e-49fd-b90f-ca3cbd0338c3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4018440 Apr 21 21:11:03.611091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47780) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:03.639868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47782) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:03.666127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:03.671927 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.704659 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9737adef-02ae-4a90-83d2-73bc15ec3c0c None None] Provisioning complete for port 9850f497-b138-4407-99ac-8fe3f3e2747c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:03.706369 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9737adef-02ae-4a90-83d2-73bc15ec3c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.750288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:03.755574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0c487e86-a34d-421c-b734-edb7e1d2e717 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1191216414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:03.760330 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a1020-5983-43b4-8765-07c12a3967a3 None None] Sync routers for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:03.771609 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a1020-5983-43b4-8765-07c12a3967a3 None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:03.775750 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-897a1020-5983-43b4-8765-07c12a3967a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:03.796970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:03.805840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c487e86-a34d-421c-b734-edb7e1d2e717 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.807817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c487e86-a34d-421c-b734-edb7e1d2e717 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.812359 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9737adef-02ae-4a90-83d2-73bc15ec3c0c None None] Port 9850f497-b138-4407-99ac-8fe3f3e2747c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:03.818474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.868982 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-60ef940b-4b7b-4324-9476-d26e89a6a0e6 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.5049469 Apr 21 21:11:03.873117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-network', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:03.878776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47788) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:03.881737 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-897a1020-5983-43b4-8765-07c12a3967a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:03.894700 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a1020-5983-43b4-8765-07c12a3967a3 None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:03.895301 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-897a1020-5983-43b4-8765-07c12a3967a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:03.955758 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c487e86-a34d-421c-b734-edb7e1d2e717 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.963310 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c487e86-a34d-421c-b734-edb7e1d2e717 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.967044 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-897a1020-5983-43b4-8765-07c12a3967a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:03.967993 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897a1020-5983-43b4-8765-07c12a3967a3 None None] The sync data for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:03.991932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c487e86-a34d-421c-b734-edb7e1d2e717 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:03.997231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0c487e86-a34d-421c-b734-edb7e1d2e717 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2491055 Apr 21 21:11:03.998001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47790) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:04.026500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-9da248a1-cbc8-40d6-a868-3fbff7f970b0', 'network_id': '9da248a1-cbc8-40d6-a868-3fbff7f970b0', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'fixed_ips': [{'subnet_id': '4bfdb9f6-6d64-4ab6-9ea5-4a825f022488'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:11:04.027349 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.088540 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.228643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Allocated IP 172.20.0.2 (9da248a1-cbc8-40d6-a868-3fbff7f970b0/4bfdb9f6-6d64-4ab6-9ea5-4a825f022488/1841dfeb-23e3-450d-9073-638c14f3506b) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:04.335075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.398106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Made reservation on behalf of 813f65962f4b40f48c80b2fae13a3ce5 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:04.402212 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.408006 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.415871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.467143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:04.471911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.475407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:04.479473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:04.491744 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-33c88221-88ed-4b23-8b26-52552c5359a8 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] 10.222.0.49 "GET /v2.0/floatingips/bb13a300-339b-41b0-a67d-358fad79a303 HTTP/1.1" status: 200 len: 983 time: 0.5758078 Apr 21 21:11:04.499649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Pushing event updated for resources: {'Port': ['ID=1841dfeb-23e3-450d-9073-638c14f3506b,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:04.506989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47792) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:04.522936 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aed175d3-5ab2-4f71-bce5-3b1ad9d9fa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.558126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aed175d3-5ab2-4f71-bce5-3b1ad9d9fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.560740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Attempting to bind port 1841dfeb-23e3-450d-9073-638c14f3506b on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:04.561157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Attempting to bind port 1841dfeb-23e3-450d-9073-638c14f3506b by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '7318296f-434f-40d9-a44f-da8b7958f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9da248a1-cbc8-40d6-a868-3fbff7f970b0'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:04.561512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Attempting to bind port 1841dfeb-23e3-450d-9073-638c14f3506b on network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:04.572194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:04.573210 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Checking segment: {'id': '7318296f-434f-40d9-a44f-da8b7958f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9da248a1-cbc8-40d6-a868-3fbff7f970b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:04.573665 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.574112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Bound using segment: {'id': '7318296f-434f-40d9-a44f-da8b7958f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9da248a1-cbc8-40d6-a868-3fbff7f970b0'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:04.574615 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Bound port: 1841dfeb-23e3-450d-9073-638c14f3506b, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7318296f-434f-40d9-a44f-da8b7958f36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '9da248a1-cbc8-40d6-a868-3fbff7f970b0'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:04.575291 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.617307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8a7f309-959d-46e6-b07b-67eaf56020de tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.662869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] For port 1841dfeb-23e3-450d-9073-638c14f3506b, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:04.668230 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] For port 1841dfeb-23e3-450d-9073-638c14f3506b, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1841dfeb-23e3-450d-9073-638c14f3506b,segment=NetworkSegment(7318296f-434f-40d9-a44f-da8b7958f36e),segment_id=7318296f-434f-40d9-a44f-da8b7958f36e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:04.675217 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.759355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1891e44-f976-4550-807d-5b03f66f62ea None None] Pushing event updated for resources: {'Port': ['ID=1841dfeb-23e3-450d-9073-638c14f3506b,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:04.766700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7f309-959d-46e6-b07b-67eaf56020de tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event deleted for resources: {'Port': ['ID=9850f497-b138-4407-99ac-8fe3f3e2747c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:04.845414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aed175d3-5ab2-4f71-bce5-3b1ad9d9fa67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8243bc89dbe0465aac1007fc03cb86f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8434515 Apr 21 21:11:04.873805 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.879937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47796) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:04.887514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8a7f309-959d-46e6-b07b-67eaf56020de tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:04.892595 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e8a7f309-959d-46e6-b07b-67eaf56020de tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "DELETE /v2.0/ports/9850f497-b138-4407-99ac-8fe3f3e2747c HTTP/1.1" status: 204 len: 168 time: 1.9971366 Apr 21 21:11:04.893412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed175d3-5ab2-4f71-bce5-3b1ad9d9fa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af210a49-38e1-43a9-b1c8-acafd7abcdef,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:04.898232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47798) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:04.901575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ff9a1d54-d2ed-4ce3-bf1e-5e98a9d07d9c tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.3905299 Apr 21 21:11:04.917854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47800) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:04.957208 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb7ae97-4365-462a-add4-c8873f57e0bf tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] GET failed (client error): The resource could not be found. Apr 21 21:11:04.963319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0eb7ae97-4365-462a-add4-c8873f57e0bf tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "GET /v2.0/ports/9850f497-b138-4407-99ac-8fe3f3e2747c HTTP/1.1" status: 404 len: 333 time: 0.0546081 Apr 21 21:11:04.964284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47802) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:04.970849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'port': {'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-881235408'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:05.070680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.116970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.169422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.253672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:05.289580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1841dfeb-23e3-450d-9073-638c14f3506b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:05.339821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912bb354-c69e-4881-b64e-694a113522ba,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:05.365273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.365632 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Added segment 07b1d6aa-f3e2-42b7-89be-7b5655563a8f of type vlan for network 6d364502-689a-4e66-b068-a0c6a28098c8 Apr 21 21:11:05.399585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:05.405135 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.436997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1841dfeb-23e3-450d-9073-638c14f3506b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:05.437561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.461260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.467138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Made reservation on behalf of a90a6d495ab646528d51a88f71138a43 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:05.470674 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.507706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Checking segment: {'id': 'ba6ef7c0-f48e-4511-a99e-ec4ed8daad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:05.508070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network hostable DHCP agents. Network: e2a0c914-bcf2-4f97-9a52-e7c27f319b20, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:05.513748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] device_id is not set on port 6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:05.545511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.561162 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.562396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:05.562971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.629027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 1841dfeb-23e3-450d-9073-638c14f3506b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1841dfeb-23e3-450d-9073-638c14f3506b,segment=NetworkSegment(7318296f-434f-40d9-a44f-da8b7958f36e),segment_id=7318296f-434f-40d9-a44f-da8b7958f36e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:05.635105 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.640140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:05.661702 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0206752 Apr 21 21:11:05.665164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47806) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:05.674365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Request body: {'subnet': {'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-subnet', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:05.682035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d204a1-d4fd-4f92-b1e7-cefde9347287 admin admin] Pushing event updated for resources: {'Network': ['ID=6d364502-689a-4e66-b068-a0c6a28098c8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:05.684543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e2a0c914-bcf2-4f97-9a52-e7c27f319b20) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:05.697607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.20.0.1 (9da248a1-cbc8-40d6-a868-3fbff7f970b0/4bfdb9f6-6d64-4ab6-9ea5-4a825f022488/46fc96f4-4a32-4630-b630-86d2f23db845) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:05.700794 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-67b59afd-28c0-4af2-b01f-885a733b7b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.712720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf90e7-882e-45ee-9f19-cc1b7b263df5 None None] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:05.712984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:05.715205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6d364502-689a-4e66-b068-a0c6a28098c8 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:05.718920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:05.719656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.731344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Deleting port b8d74add-afd4-4555-a889-226761052c52 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:05.731812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.757563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f671205a-7b37-49e5-848e-0e01df051573 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7945900 Apr 21 21:11:05.769235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Allocated IP 2001:db8::3de (32f90ba9-cc34-4f42-820b-c40426d7e138/818b231b-4b89-4ad4-8c08-3b62011449cc/6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:05.771744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47808) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:05.778374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-279883570'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:05.821086 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.821409 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.827272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:05.831131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.872611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Calling delete_port for b8d74add-afd4-4555-a889-226761052c52 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:05.927082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:05.995984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:05.996352 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Added segment 28e88dbc-fd79-45ee-940d-0df3783fa6d2 of type vlan for network 50ccbffd-5746-4fbb-a559-3065ebd2f993 Apr 21 21:11:05.998073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=1841dfeb-23e3-450d-9073-638c14f3506b,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:06.067653 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.102168 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.113687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.145219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-67b59afd-28c0-4af2-b01f-885a733b7b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.146905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Made reservation on behalf of 813f65962f4b40f48c80b2fae13a3ce5 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:06.149762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.153637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.172740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.178652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:06.179466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.223006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event deleted for resources: {'Port': ['ID=b8d74add-afd4-4555-a889-226761052c52,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:06.274194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Network': ['ID=50ccbffd-5746-4fbb-a559-3065ebd2f993,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:06.285585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 50ccbffd-5746-4fbb-a559-3065ebd2f993 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:06.314715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-48518ef1-3439-4b1b-8fc4-6fdca320aa2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5395572 Apr 21 21:11:06.315516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47812) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:06.322207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'ports': [{'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20'}, {'network_id': '50ccbffd-5746-4fbb-a559-3065ebd2f993'}]} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:06.322525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:06.323183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': '50ccbffd-5746-4fbb-a559-3065ebd2f993'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:06.331490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.412963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.413335 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Floating IP bb13a300-339b-41b0-a67d-358fad79a303 disassociated (deleted). External IP: 172.25.0.165, port: c123430b-ac16-4efa-869c-0e0ac079c45c. Apr 21 21:11:06.419725 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.428839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Port': ['ID=6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:06.466015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-67b59afd-28c0-4af2-b01f-885a733b7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.468495 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-67b59afd-28c0-4af2-b01f-885a733b7b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.471969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-67b59afd-28c0-4af2-b01f-885a733b7b91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af210a49-38e1-43a9-b1c8-acafd7abcdef HTTP/1.1" status: 204 len: 168 time: 1.5887976 Apr 21 21:11:06.485344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b59afd-28c0-4af2-b01f-885a733b7b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af210a49-38e1-43a9-b1c8-acafd7abcdef,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:06.486220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae97fc75-d1e2-40b7-b495-07c46d2fbfb4 None None] Network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:06.489989 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:06.500155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:06.513838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:06.522882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:06.523134 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.576827 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ff805d91-0a35-4955-abee-0cc52fb4bcfd tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6114187 Apr 21 21:11:06.580813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47816) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:06.588503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'port': {'network_id': '32f90ba9-cc34-4f42-820b-c40426d7e138', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2025540085'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:06.658275 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.707956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-44b5de33-93a2-411d-bc0f-343e29fab360 None None] Provisioning complete for port 1841dfeb-23e3-450d-9073-638c14f3506b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:06.708255 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-44b5de33-93a2-411d-bc0f-343e29fab360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.739480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 2} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:06.765124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:06.765952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.806061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:06.868872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:06.912862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:06.925565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=46fc96f4-4a32-4630-b630-86d2f23db845,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:06.982714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.032670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-86b9118c-c123-449c-a99c-c9c46afc204f None None] Provisioning complete for port 6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:07.034080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86b9118c-c123-449c-a99c-c9c46afc204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.087366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 29b534cd-4e7c-47b2-a75e-d89316b372c8 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:07.147809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-86b9118c-c123-449c-a99c-c9c46afc204f None None] Port 6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:07.179039 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.184166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=347713c0-4682-491a-9536-3fa9aee2c95b,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:07.240812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1841dfeb-23e3-450d-9073-638c14f3506b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:07.243488 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.264368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Made reservation on behalf of a90a6d495ab646528d51a88f71138a43 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:07.287438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.326747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-33d0dc3c-5a51-487e-90ca-8a3a4e0c9577 None None] Provisioning complete for port 46fc96f4-4a32-4630-b630-86d2f23db845 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:07.327284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33d0dc3c-5a51-487e-90ca-8a3a4e0c9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.348332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port e16746b4-e606-4809-96f2-86875dd91ccf yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:07.362978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Router 12ba6119-352a-4d6c-9a57-b60329103b44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:11:07.378165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] device_id is not set on port dcb87e70-dc32-4eb3-b2f9-546663936dd0 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:07.438441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-33d0dc3c-5a51-487e-90ca-8a3a4e0c9577 None None] Port 46fc96f4-4a32-4630-b630-86d2f23db845 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:07.440404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1841dfeb-23e3-450d-9073-638c14f3506b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:07.440904 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.460338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.502992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-33d0dc3c-5a51-487e-90ca-8a3a4e0c9577 None None] Provisioning complete for port 1841dfeb-23e3-450d-9073-638c14f3506b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:07.503482 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33d0dc3c-5a51-487e-90ca-8a3a4e0c9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.516110 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.573368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:07.580162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:07.584194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:07.585064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.598860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=29b534cd-4e7c-47b2-a75e-d89316b372c8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:07.651138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-2095c4f8-b07c-458a-a5ff-e4bf089fac93 req-177e4dad-7111-4b8e-a475-5e9c780eb983 service neutron] (114647) timed out ('10.222.0.49', 48382) {{(pid=114647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:11:07.712617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=e16746b4-e606-4809-96f2-86875dd91ccf,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:07.722232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Checking segment: {'id': '28e88dbc-fd79-45ee-940d-0df3783fa6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '50ccbffd-5746-4fbb-a559-3065ebd2f993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:07.722684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network hostable DHCP agents. Network: 50ccbffd-5746-4fbb-a559-3065ebd2f993, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:07.744136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 50ccbffd-5746-4fbb-a559-3065ebd2f993 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:07.753713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Checking segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:07.754055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Network hostable DHCP agents. Network: 6d364502-689a-4e66-b068-a0c6a28098c8, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:07.760375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 50ccbffd-5746-4fbb-a559-3065ebd2f993) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:07.766719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:07.771932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950722f8-6e90-4cee-9b74-6f308dbe9d10 None None] Network 50ccbffd-5746-4fbb-a559-3065ebd2f993 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:07.774433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:07.783718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:07.784434 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.814051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e666ef0-5691-4ea0-a042-a91db083a114 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4951303 Apr 21 21:11:07.814440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47848) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:07.883091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Network 6d364502-689a-4e66-b068-a0c6a28098c8 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:07.886804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-49f3be7d-0018-464d-ba26-b1b8faaa62d0 None None] Provisioning complete for port 46fc96f4-4a32-4630-b630-86d2f23db845 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:07.887173 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49f3be7d-0018-464d-ba26-b1b8faaa62d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.942956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-49f3be7d-0018-464d-ba26-b1b8faaa62d0 None None] Port 46fc96f4-4a32-4630-b630-86d2f23db845 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:07.946444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2914a-91cd-462d-9850-14b6ed981c00 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port e16746b4-e606-4809-96f2-86875dd91ccf {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:07.946923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd2914a-91cd-462d-9850-14b6ed981c00 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.982424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 6d364502-689a-4e66-b068-a0c6a28098c8) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:07.988459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:07.989706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:07.990495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bcfa32-aafe-4ff5-ad93-d09b4d8ac042 None None] Network 6d364502-689a-4e66-b068-a0c6a28098c8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:08.001680 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.038788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd2914a-91cd-462d-9850-14b6ed981c00 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.039384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Allocated IP 2001:db8::3b (32f90ba9-cc34-4f42-820b-c40426d7e138/818b231b-4b89-4ad4-8c08-3b62011449cc/dcb87e70-dc32-4eb3-b2f9-546663936dd0) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:08.075186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-83f99b2c-2baa-4f7b-9f0a-4f675a47e5b2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4050121 Apr 21 21:11:08.078788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2914a-91cd-462d-9850-14b6ed981c00 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for e16746b4-e606-4809-96f2-86875dd91ccf owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:08.080376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47854) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:08.092392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:08.130141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:08.137107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.149483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe7520-df3c-4fb7-acff-3e86f58d66b2 None None] Sync routers for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:08.182189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd2914a-91cd-462d-9850-14b6ed981c00 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.194029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe7520-df3c-4fb7-acff-3e86f58d66b2 None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:08.204204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-73fe7520-df3c-4fb7-acff-3e86f58d66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:08.234776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2914a-91cd-462d-9850-14b6ed981c00 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=e16746b4-e606-4809-96f2-86875dd91ccf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:08.265929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd2914a-91cd-462d-9850-14b6ed981c00 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.275582 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dcd2914a-91cd-462d-9850-14b6ed981c00 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/e16746b4-e606-4809-96f2-86875dd91ccf HTTP/1.1" status: 204 len: 168 time: 0.4572952 Apr 21 21:11:08.276441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47856) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:08.282853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-73fe7520-df3c-4fb7-acff-3e86f58d66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:08.314149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe7520-df3c-4fb7-acff-3e86f58d66b2 None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:08.314935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-73fe7520-df3c-4fb7-acff-3e86f58d66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:08.366042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b40ce-c990-451c-a62b-a133f9f92a28 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:08.372897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b40ce-c990-451c-a62b-a133f9f92a28 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:08.377136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-73fe7520-df3c-4fb7-acff-3e86f58d66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:08.377291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f18b40ce-c990-451c-a62b-a133f9f92a28 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0970933 Apr 21 21:11:08.377397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe7520-df3c-4fb7-acff-3e86f58d66b2 None None] The sync data for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:08.382289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47858) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:08.386156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-6d364502-689a-4e66-b068-a0c6a28098c8', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:11:08.387069 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.509850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f93ff-5f9d-4c48-8fc9-cfe62bc8dabe tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 29b534cd-4e7c-47b2-a75e-d89316b372c8 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:08.510452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c3f93ff-5f9d-4c48-8fc9-cfe62bc8dabe tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.629637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c3f93ff-5f9d-4c48-8fc9-cfe62bc8dabe tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.632149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Allocated IP 172.20.0.2 (6d364502-689a-4e66-b068-a0c6a28098c8/347713c0-4682-491a-9536-3fa9aee2c95b/b4f75ac6-e3b9-488f-9a14-24599561c355) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:08.646713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f93ff-5f9d-4c48-8fc9-cfe62bc8dabe tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 29b534cd-4e7c-47b2-a75e-d89316b372c8 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:08.668178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.669817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.678121 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1d9e96a3-691e-4d11-b7fe-a1a45db5daf6 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "DELETE /v2.0/floatingips/bb13a300-339b-41b0-a67d-358fad79a303 HTTP/1.1" status: 204 len: 168 time: 3.7532775 Apr 21 21:11:08.678892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47864) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:08.691659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:08.793501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c3f93ff-5f9d-4c48-8fc9-cfe62bc8dabe tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.821271 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.830079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.837075 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c3f93ff-5f9d-4c48-8fc9-cfe62bc8dabe tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.849281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5c3f93ff-5f9d-4c48-8fc9-cfe62bc8dabe tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/29b534cd-4e7c-47b2-a75e-d89316b372c8 HTTP/1.1" status: 204 len: 168 time: 0.4648995 Apr 21 21:11:08.862149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47870) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:08.885308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Network 6d364502-689a-4e66-b068-a0c6a28098c8 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:08.887283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:08.893776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:08.911757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Pushing event updated for resources: {'Port': ['ID=b4f75ac6-e3b9-488f-9a14-24599561c355,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:08.922316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f93ff-5f9d-4c48-8fc9-cfe62bc8dabe tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=29b534cd-4e7c-47b2-a75e-d89316b372c8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:08.931828 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.982192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Attempting to bind port b4f75ac6-e3b9-488f-9a14-24599561c355 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:08.982883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Attempting to bind port b4f75ac6-e3b9-488f-9a14-24599561c355 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:08.983457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Attempting to bind port b4f75ac6-e3b9-488f-9a14-24599561c355 on network 6d364502-689a-4e66-b068-a0c6a28098c8 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:08.990522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:08.991313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Checking segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:08.991992 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:08.992586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Bound using segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:08.993279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Bound port: b4f75ac6-e3b9-488f-9a14-24599561c355, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:08.993937 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.011332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.019674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.136869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] For port b4f75ac6-e3b9-488f-9a14-24599561c355, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:09.144321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] For port b4f75ac6-e3b9-488f-9a14-24599561c355, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b4f75ac6-e3b9-488f-9a14-24599561c355,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:09.150759 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.180683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd37d374-cf41-49d0-8230-ddaaea20f40a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:09.182305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dd37d374-cf41-49d0-8230-ddaaea20f40a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3191798 Apr 21 21:11:09.187004 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47872) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:09.214073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740deb8-a302-48b2-bd24-fe0c301c5320 None None] Pushing event updated for resources: {'Port': ['ID=b4f75ac6-e3b9-488f-9a14-24599561c355,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:09.228965 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-1061e5fc-e154-4220-a11e-078a3ed54428 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:11:09.232109 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1061e5fc-e154-4220-a11e-078a3ed54428 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/e16746b4-e606-4809-96f2-86875dd91ccf HTTP/1.1" status: 404 len: 333 time: 0.0424883 Apr 21 21:11:09.234614 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47874) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:09.323039 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dd57f6-d3eb-442d-a652-777f0cc1c893 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:11:09.324637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-11dd57f6-d3eb-442d-a652-777f0cc1c893 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/29b534cd-4e7c-47b2-a75e-d89316b372c8 HTTP/1.1" status: 404 len: 333 time: 0.0894134 Apr 21 21:11:09.328930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47876) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:09.396640 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.494166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.590670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.667233 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.693395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ccbffd-5746-4fbb-a559-3065ebd2f993']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:09.700837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:09.703461 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.703736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e88dbc-fd79-45ee-940d-0df3783fa6d2') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:09.704170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e88dbc-fd79-45ee-940d-0df3783fa6d2') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:09.720060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:09.722725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:09.729645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:09.730307 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.738029 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.740626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.755313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Port': ['ID=dcb87e70-dc32-4eb3-b2f9-546663936dd0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:09.853993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-15832bac-236c-4461-93d1-507ba4ab3a04 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2c5b3e5679ce45c191176fdb6b2f9546&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840816 Apr 21 21:11:09.856590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.872202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:11:09.872615 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.879942 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:09.884960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7ab82206-d634-4d0d-9254-c269a20b5f88 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3002384 Apr 21 21:11:09.900815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47894) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:11:09.905118 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:11:09.907274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-64af60dc-ff8e-4d7b-ac42-bdc566861417 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e9', 'mac_address': 'fa:16:3e:a2:5f:34'}, {'ip_address': '2001:db8::3de', 'mac_address': 'fa:16:3e:db:9c:4f'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:09.998262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.004400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=46fc96f4-4a32-4630-b630-86d2f23db845,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:10.109995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.142282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.150044 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/networks/50ccbffd-5746-4fbb-a559-3065ebd2f993 HTTP/1.1" status: 204 len: 168 time: 0.8158007 Apr 21 21:11:10.161441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47896) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:10.177625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2145509638'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:10.189673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d13809-d4ca-4b6d-8105-f21fbeaa71a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Network': ['ID=50ccbffd-5746-4fbb-a559-3065ebd2f993,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:10.217791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d93f7e9a-86c4-4ae9-950e-b9369bc98fa9 None None] Provisioning complete for port dcb87e70-dc32-4eb3-b2f9-546663936dd0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:10.218401 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d93f7e9a-86c4-4ae9-950e-b9369bc98fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.224589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-2c93e3bd-fd41-4295-8c94-d31594b1d2db tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:10.226887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-2c93e3bd-fd41-4295-8c94-d31594b1d2db tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3575280 Apr 21 21:11:10.237887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:10.241764 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.271608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d93f7e9a-86c4-4ae9-950e-b9369bc98fa9 None None] Port dcb87e70-dc32-4eb3-b2f9-546663936dd0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:10.280990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-fad8cc7f-31ed-40b4-a0a3-b29a6c2359b0 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/quotas/2c5b3e5679ce45c191176fdb6b2f9546 HTTP/1.1" status: 200 len: 375 time: 0.0441413 Apr 21 21:11:10.284332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:10.301981 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.302606 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Added segment e1534591-b879-4f28-ba68-5e26ba4ca938 of type vlan for network 3ee47b94-b5c4-417f-b98d-be460bf2aa09 Apr 21 21:11:10.348110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-0f5bc1e0-b153-4c69-8ebb-0c180c8c322b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c5b3e5679ce45c191176fdb6b2f9546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505352 Apr 21 21:11:10.380268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Allocated IP 172.25.0.59 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/8a927ec5-94e5-495a-afb9-3be1a842eec1) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:10.432494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.443328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-9ded6e0c-d9a4-4245-8f09-24d7233cbab0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4166203 Apr 21 21:11:10.493812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.499308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:10.499897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.580579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4068286 Apr 21 21:11:10.588623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47902) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:10.595681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': '3ee47b94-b5c4-417f-b98d-be460bf2aa09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:10.646219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64af60dc-ff8e-4d7b-ac42-bdc566861417 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.691408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7003fb-3d4d-4b45-910c-a51d5e38e79c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Network': ['ID=3ee47b94-b5c4-417f-b98d-be460bf2aa09,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:10.708046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d65a6b78-e481-405a-8acc-015866881b29 req-06b310fc-9c51-49a7-9f0e-625209899470 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 210 time: 0.0928917 Apr 21 21:11:10.709420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 3ee47b94-b5c4-417f-b98d-be460bf2aa09 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:10.712402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:10.716750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.786667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.826297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.ipam_backend_mixin [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Performing IP validity checks on allocation pools {{(pid=114646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 21:11:10.827074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.ipam_backend_mixin [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 21:11:10.908186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:10.934945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5af86-c29d-4b65-b0eb-f04310421982 None None] Network 6d364502-689a-4e66-b068-a0c6a28098c8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:11.028551 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:11.097034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=b38a2b7d-a887-475e-a51f-a0a2177b7639,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:11.133402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Checking segment: {'id': 'e1534591-b879-4f28-ba68-5e26ba4ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3ee47b94-b5c4-417f-b98d-be460bf2aa09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:11.133764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network hostable DHCP agents. Network: 3ee47b94-b5c4-417f-b98d-be460bf2aa09, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:11.155649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 3ee47b94-b5c4-417f-b98d-be460bf2aa09 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:11.177322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 3ee47b94-b5c4-417f-b98d-be460bf2aa09) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:11.183715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:11.185881 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:11.224179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f92fdab-0018-4499-beb2-444f16b4fa62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6338439 Apr 21 21:11:11.226568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47912) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:11.231411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': '3ee47b94-b5c4-417f-b98d-be460bf2aa09', 'name': 'tempest-PortsTestJSON-1144400001'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:11.432723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c921e8-0a13-4a9e-a1f0-f8ba0baf29ed None None] Network 3ee47b94-b5c4-417f-b98d-be460bf2aa09 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:11.519491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b4f75ac6-e3b9-488f-9a14-24599561c355 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:11.519749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:11.541721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:11.563806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-0419a38b-771e-404a-ba9a-ad03a5f34477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:11.565679 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-0419a38b-771e-404a-ba9a-ad03a5f34477 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 1097 time: 0.9519215 Apr 21 21:11:11.627528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d436bb40-05a3-49d6-993e-509ea1a821f9 None None] Provisioning complete for port b4f75ac6-e3b9-488f-9a14-24599561c355 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:11.627910 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d436bb40-05a3-49d6-993e-509ea1a821f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:11.806681 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-3ee47b94-b5c4-417f-b98d-be460bf2aa09', 'network_id': '3ee47b94-b5c4-417f-b98d-be460bf2aa09', 'tenant_id': '4cbd407d5df248d39e1214326ca0fc20', 'fixed_ips': [{'subnet_id': 'b38a2b7d-a887-475e-a51f-a0a2177b7639'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:11:11.807557 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:11.823828 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:11.838736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b4f75ac6-e3b9-488f-9a14-24599561c355 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:11.838736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:11.963109 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6863adf7-9de8-4292-8f64-99d921efce38 req-4dce9d7f-e60b-4d5a-8bf7-7a22427733cf tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 210 time: 0.0509503 Apr 21 21:11:12.062225 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d436bb40-05a3-49d6-993e-509ea1a821f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.100607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:12.108194 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.144209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d436bb40-05a3-49d6-993e-509ea1a821f9 None None] For port b4f75ac6-e3b9-488f-9a14-24599561c355, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b4f75ac6-e3b9-488f-9a14-24599561c355,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:12.158613 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d436bb40-05a3-49d6-993e-509ea1a821f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.162384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-e3eb7ddf-8d75-489c-accf-f31dabc1a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:12.165274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-e3eb7ddf-8d75-489c-accf-f31dabc1a0fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 911 time: 0.5280390 Apr 21 21:11:12.167650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.175005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.183201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 31dad40f-0020-4dae-b08b-061cb54bf3ed yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:12.199591 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Allocated IP 172.20.0.2 (3ee47b94-b5c4-417f-b98d-be460bf2aa09/b38a2b7d-a887-475e-a51f-a0a2177b7639/e8290151-5663-4d1c-b857-ee9390dd695d) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:12.265221 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436bb40-05a3-49d6-993e-509ea1a821f9 None None] Pushing event updated for resources: {'Port': ['ID=b4f75ac6-e3b9-488f-9a14-24599561c355,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:12.280234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Pushing event updated for resources: {'Port': ['ID=8a927ec5-94e5-495a-afb9-3be1a842eec1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:12.356678 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:11:12.356967 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:11:12.361928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:12.364788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-0ae829e0-3220-4554-83a7-d9350dcf7541 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=2c5b3e5679ce45c191176fdb6b2f9546&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1917560 Apr 21 21:11:12.374044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:12.395663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6c459667-310d-47f2-8cbb-d2e4db7ee796 None None] Provisioning complete for port 46fc96f4-4a32-4630-b630-86d2f23db845 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:12.396289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c459667-310d-47f2-8cbb-d2e4db7ee796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.403741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:12.449648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-c2cdd225-8e58-4c0a-9b7e-6b6ab257b3eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475597 Apr 21 21:11:12.484311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6c459667-310d-47f2-8cbb-d2e4db7ee796 None None] Port 46fc96f4-4a32-4630-b630-86d2f23db845 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:12.535285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6c459667-310d-47f2-8cbb-d2e4db7ee796 None None] Provisioning complete for port b4f75ac6-e3b9-488f-9a14-24599561c355 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:12.535993 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c459667-310d-47f2-8cbb-d2e4db7ee796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.567552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-e54c75a4-28b3-46f2-9447-b1ccf716ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:12.571295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-e54c75a4-28b3-46f2-9447-b1ccf716ce7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e770b70093449d0861c945300b97c4f&device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 1097 time: 0.0712621 Apr 21 21:11:12.606588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Allocated IP 172.25.0.134 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/45a138d2-b371-4379-89c8-7e0202e71c7f) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:12.609745 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.660492 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.667172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-98851944-9efe-47bd-884b-3f64d5c15b02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 200 len: 1002 time: 0.3952303 Apr 21 21:11:12.711429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Network 3ee47b94-b5c4-417f-b98d-be460bf2aa09 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:12.715899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:12.722076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:12.727629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Pushing event updated for resources: {'Port': ['ID=e8290151-5663-4d1c-b857-ee9390dd695d,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:12.748309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.9 (3ee47b94-b5c4-417f-b98d-be460bf2aa09/b38a2b7d-a887-475e-a51f-a0a2177b7639/31dad40f-0020-4dae-b08b-061cb54bf3ed) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:12.772250 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-94500914-29b0-4dd2-87af-cff47c2d5511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:12.774336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-94500914-29b0-4dd2-87af-cff47c2d5511 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3fda46b1-7914-4918-a085-baff98d3fb4d HTTP/1.1" status: 200 len: 915 time: 0.1842301 Apr 21 21:11:12.781761 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64af60dc-ff8e-4d7b-ac42-bdc566861417 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.801748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Attempting to bind port e8290151-5663-4d1c-b857-ee9390dd695d on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:12.802561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Attempting to bind port e8290151-5663-4d1c-b857-ee9390dd695d by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'e1534591-b879-4f28-ba68-5e26ba4ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3ee47b94-b5c4-417f-b98d-be460bf2aa09'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:12.803181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Attempting to bind port e8290151-5663-4d1c-b857-ee9390dd695d on network 3ee47b94-b5c4-417f-b98d-be460bf2aa09 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:12.813527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:12.814561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Checking segment: {'id': 'e1534591-b879-4f28-ba68-5e26ba4ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3ee47b94-b5c4-417f-b98d-be460bf2aa09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:12.815195 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.815829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64af60dc-ff8e-4d7b-ac42-bdc566861417 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.815984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Bound using segment: {'id': 'e1534591-b879-4f28-ba68-5e26ba4ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3ee47b94-b5c4-417f-b98d-be460bf2aa09'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:12.816681 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Bound port: e8290151-5663-4d1c-b857-ee9390dd695d, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1534591-b879-4f28-ba68-5e26ba4ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3ee47b94-b5c4-417f-b98d-be460bf2aa09'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:12.817295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.828777 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-91f96faf-a2f7-43ac-9d7e-c299be9013b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a HTTP/1.1" status: 200 len: 217 time: 0.0464025 Apr 21 21:11:12.830250 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.920709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router aba928a7-79e3-48fd-8d7c-2cef43f93b20 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:11:12.935606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-64af60dc-ff8e-4d7b-ac42-bdc566861417 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] In _notify_port_updated(), no bound segment for port dcb87e70-dc32-4eb3-b2f9-546663936dd0 on network 32f90ba9-cc34-4f42-820b-c40426d7e138 {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:11:12.941802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af60dc-ff8e-4d7b-ac42-bdc566861417 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:12.942446 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64af60dc-ff8e-4d7b-ac42-bdc566861417 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:12.946912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] For port e8290151-5663-4d1c-b857-ee9390dd695d, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:12.947129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-64af60dc-ff8e-4d7b-ac42-bdc566861417 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "PUT /v2.0/ports/dcb87e70-dc32-4eb3-b2f9-546663936dd0 HTTP/1.1" status: 200 len: 1066 time: 3.0445771 Apr 21 21:11:12.949153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47920) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:12.954167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] For port e8290151-5663-4d1c-b857-ee9390dd695d, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e8290151-5663-4d1c-b857-ee9390dd695d,segment=NetworkSegment(e1534591-b879-4f28-ba68-5e26ba4ca938),segment_id=e1534591-b879-4f28-ba68-5e26ba4ca938)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:12.955643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af60dc-ff8e-4d7b-ac42-bdc566861417 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event updated for resources: {'Port': ['ID=dcb87e70-dc32-4eb3-b2f9-546663936dd0,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:12.974931 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.000481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-c7acc54d-945e-45ba-bd02-3f22855d4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:13.002040 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-c7acc54d-945e-45ba-bd02-3f22855d4839 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea5d8257-acab-4228-b5e0-f4eeee464a15 HTTP/1.1" status: 200 len: 854 time: 0.1522036 Apr 21 21:11:13.003434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-33487bf1-835d-48d9-8fde-fb46b9ddb4cc tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:13.005180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-33487bf1-835d-48d9-8fde-fb46b9ddb4cc tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6194901 Apr 21 21:11:13.050024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5d9f7-ac11-444b-8726-2e86c60eb0fe None None] Pushing event updated for resources: {'Port': ['ID=e8290151-5663-4d1c-b857-ee9390dd695d,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:13.060874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Request body: {'port': {'device_id': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': '2c5b3e5679ce45c191176fdb6b2f9546'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:13.092005 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-3cd70d28-2bf3-4991-8be2-a9cf78d9cbec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3fda46b1-7914-4918-a085-baff98d3fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594039 Apr 21 21:11:13.132991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.180790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-b18f0e0f-d695-4d4f-871c-cd736a5b4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:13.182328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-b18f0e0f-d695-4d4f-871c-cd736a5b4f27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.4965615 Apr 21 21:11:13.280853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b4f75ac6-e3b9-488f-9a14-24599561c355 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:13.318273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6416dad-fda3-463c-beb2-c095ec45e6ad req-952181af-7df4-4f90-8560-6daabcdaf9f4 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 210 time: 0.1411896 Apr 21 21:11:13.334674 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.355478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d113641a-71a0-4e63-97f2-0052a72e8a01 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Deleting port dcb87e70-dc32-4eb3-b2f9-546663936dd0 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:13.355822 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d113641a-71a0-4e63-97f2-0052a72e8a01 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.380988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-a6421ea4-37da-4a8d-8104-88c01be5e6c5 service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578712 Apr 21 21:11:13.395284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b4f75ac6-e3b9-488f-9a14-24599561c355 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:13.395662 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.542125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.542678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-84858448-415b-4392-83a8-2f9fe01a924a None None] Provisioning complete for port dcb87e70-dc32-4eb3-b2f9-546663936dd0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:13.543048 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-84858448-415b-4392-83a8-2f9fe01a924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.624600 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d113641a-71a0-4e63-97f2-0052a72e8a01 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.639751 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.648519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-84858448-415b-4392-83a8-2f9fe01a924a None None] Port dcb87e70-dc32-4eb3-b2f9-546663936dd0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:13.664817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d113641a-71a0-4e63-97f2-0052a72e8a01 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Calling delete_port for dcb87e70-dc32-4eb3-b2f9-546663936dd0 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:13.670827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.677583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.728226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:13.731953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 3ee47b94-b5c4-417f-b98d-be460bf2aa09 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:13.739821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9a68184c-6cc9-4b29-914f-7e00550bd15c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/aba928a7-79e3-48fd-8d7c-2cef43f93b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7370689 Apr 21 21:11:13.739994 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88403e43-1289-4b3f-ab45-cfc53fbef252 None None] Sync routers for ids ['aba928a7-79e3-48fd-8d7c-2cef43f93b20'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:13.740488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47926) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:13.742769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:13.751475 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88403e43-1289-4b3f-ab45-cfc53fbef252 None None] Routers {'aba928a7-79e3-48fd-8d7c-2cef43f93b20'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:13.752271 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-88403e43-1289-4b3f-ab45-cfc53fbef252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['aba928a7-79e3-48fd-8d7c-2cef43f93b20'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:13.754447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-21ba3942-2b03-4cf0-af37-90309149b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:13.756365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:13.756675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-21ba3942-2b03-4cf0-af37-90309149b367 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5445814 Apr 21 21:11:13.758813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=31dad40f-0020-4dae-b08b-061cb54bf3ed,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:13.786261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4cd24ea-02d9-4c6a-9726-4e93f25f2a44 req-7ece932c-c0bb-41e4-b0f1-c28b627490a6 service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751919 Apr 21 21:11:13.811166 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-88403e43-1289-4b3f-ab45-cfc53fbef252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:13.824439 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88403e43-1289-4b3f-ab45-cfc53fbef252 None None] Routers {'aba928a7-79e3-48fd-8d7c-2cef43f93b20'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:13.825324 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-88403e43-1289-4b3f-ab45-cfc53fbef252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['aba928a7-79e3-48fd-8d7c-2cef43f93b20'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:13.838970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e1b40-c888-41f7-b5b5-34a78e6f270b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:13.845010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3d2e1b40-c888-41f7-b5b5-34a78e6f270b tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports/46fc96f4-4a32-4630-b630-86d2f23db845 HTTP/1.1" status: 200 len: 910 time: 0.0992379 Apr 21 21:11:13.858406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47928) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:13.868787 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-88403e43-1289-4b3f-ab45-cfc53fbef252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:13.869712 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88403e43-1289-4b3f-ab45-cfc53fbef252 None None] The sync data for ids ['aba928a7-79e3-48fd-8d7c-2cef43f93b20'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:13.876782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-be0d1d2a-a06c-43db-9f34-0dbefd414228 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bfdb9f6-6d64-4ab6-9ea5-4a825f022488'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:13.940879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:13.941455 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.968775 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c55b5d3c-d681-4672-a607-81095b0f7869 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7410765 Apr 21 21:11:13.970194 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d113641a-71a0-4e63-97f2-0052a72e8a01 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:13.971847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47930) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:14.048218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113641a-71a0-4e63-97f2-0052a72e8a01 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event deleted for resources: {'Port': ['ID=dcb87e70-dc32-4eb3-b2f9-546663936dd0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:14.193767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-58dedfb6-ff44-4fa0-b5ed-615d06ea91b3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 31dad40f-0020-4dae-b08b-061cb54bf3ed {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:14.194111 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58dedfb6-ff44-4fa0-b5ed-615d06ea91b3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.244453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Pushing event updated for resources: {'Port': ['ID=8a927ec5-94e5-495a-afb9-3be1a842eec1,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:14.293326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Made reservation on behalf of 2c5b3e5679ce45c191176fdb6b2f9546 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:14.301846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.325236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d113641a-71a0-4e63-97f2-0052a72e8a01 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.335366 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d113641a-71a0-4e63-97f2-0052a72e8a01 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "DELETE /v2.0/ports/dcb87e70-dc32-4eb3-b2f9-546663936dd0 HTTP/1.1" status: 204 len: 168 time: 1.3766189 Apr 21 21:11:14.335366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47934) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:14.350269 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.354612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.369997 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb9b872-24c8-4c42-b62c-f25cc6953796 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] GET failed (client error): The resource could not be found. Apr 21 21:11:14.373130 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dcb9b872-24c8-4c42-b62c-f25cc6953796 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "GET /v2.0/ports/dcb87e70-dc32-4eb3-b2f9-546663936dd0 HTTP/1.1" status: 404 len: 333 time: 0.0402293 Apr 21 21:11:14.384387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47938) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:14.399428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.446646 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58dedfb6-ff44-4fa0-b5ed-615d06ea91b3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.477713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e83d7575-17a0-4f2e-9d0d-b1b7ed6e6f4e req-d4e2ee14-7c0c-441c-915c-4ffe80bbee5c tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 210 time: 0.0744824 Apr 21 21:11:14.488624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-58dedfb6-ff44-4fa0-b5ed-615d06ea91b3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 31dad40f-0020-4dae-b08b-061cb54bf3ed owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:14.502041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.503430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b641f676-4713-4c88-a254-c788ffb02396 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8173947 Apr 21 21:11:14.516961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47940) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:14.555221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:14.560566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-8a51396a-5d0f-4ea0-95f8-7854cea1ef0f service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929094 Apr 21 21:11:14.605863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:14.616043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b79ae985-ebd2-48df-aa2d-63d8e409ab52 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Deleting port 6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:14.616522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b79ae985-ebd2-48df-aa2d-63d8e409ab52 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.625959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Pushing event updated for resources: {'Port': ['ID=45a138d2-b371-4379-89c8-7e0202e71c7f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:14.629704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd1622f-c329-4b26-95a9-95304feaaf6e None None] Network 3ee47b94-b5c4-417f-b98d-be460bf2aa09 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:14.631988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:14.723172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b331f61d-5ad2-4561-b2e6-0cc4726bd3b8 None None] Provisioning complete for port e8290151-5663-4d1c-b857-ee9390dd695d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:14.723621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b331f61d-5ad2-4561-b2e6-0cc4726bd3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.769653 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b79ae985-ebd2-48df-aa2d-63d8e409ab52 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.792311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b79ae985-ebd2-48df-aa2d-63d8e409ab52 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Calling delete_port for 6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:14.794522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be0d1d2a-a06c-43db-9f34-0dbefd414228 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.798192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:14.802368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58dedfb6-ff44-4fa0-b5ed-615d06ea91b3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.806841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.824136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.860066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dedfb6-ff44-4fa0-b5ed-615d06ea91b3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=31dad40f-0020-4dae-b08b-061cb54bf3ed,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:14.884694 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b331f61d-5ad2-4561-b2e6-0cc4726bd3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.922385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b331f61d-5ad2-4561-b2e6-0cc4726bd3b8 None None] For port e8290151-5663-4d1c-b857-ee9390dd695d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e8290151-5663-4d1c-b857-ee9390dd695d,segment=NetworkSegment(e1534591-b879-4f28-ba68-5e26ba4ca938),segment_id=e1534591-b879-4f28-ba68-5e26ba4ca938)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:14.930095 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b331f61d-5ad2-4561-b2e6-0cc4726bd3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.969670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:14.997902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331f61d-5ad2-4561-b2e6-0cc4726bd3b8 None None] Pushing event updated for resources: {'Port': ['ID=e8290151-5663-4d1c-b857-ee9390dd695d,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:15.044538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f8fc33-742a-4843-8156-7879207ff2fc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:15.059975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-58dedfb6-ff44-4fa0-b5ed-615d06ea91b3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.063479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-58dedfb6-ff44-4fa0-b5ed-615d06ea91b3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/31dad40f-0020-4dae-b08b-061cb54bf3ed HTTP/1.1" status: 204 len: 168 time: 1.0905590 Apr 21 21:11:15.067982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47944) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:15.073867 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:11:15.095849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-80ed71bd-cf53-4294-aa67-457eedbedfba req-c82cc2d8-ac86-4847-9549-37955289c38e service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925447 Apr 21 21:11:15.118976 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c7c7c8-381e-40d2-89f4-3de3c2aed04a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:11:15.119849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c7c7c8-381e-40d2-89f4-3de3c2aed04a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:11:15.123303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-36c7c7c8-381e-40d2-89f4-3de3c2aed04a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/31dad40f-0020-4dae-b08b-061cb54bf3ed HTTP/1.1" status: 404 len: 333 time: 0.0543582 Apr 21 21:11:15.126771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47946) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:15.213157 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2df0f9a-ceea-42b7-8ed4-080a1813ba12 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:11:15.217291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a2df0f9a-ceea-42b7-8ed4-080a1813ba12 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/31dad40f-0020-4dae-b08b-061cb54bf3ed HTTP/1.1" status: 404 len: 333 time: 0.0620611 Apr 21 21:11:15.221669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47948) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:15.236868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.238569 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b79ae985-ebd2-48df-aa2d-63d8e409ab52 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.241099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Allocated IP 192.168.233.233 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/ae823a37-d9e5-400e-be31-3c7fce1e6d84) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:15.294511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e8290151-5663-4d1c-b857-ee9390dd695d up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:15.310591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ae985-ebd2-48df-aa2d-63d8e409ab52 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event deleted for resources: {'Port': ['ID=6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:15.414243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b79ae985-ebd2-48df-aa2d-63d8e409ab52 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.420346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b79ae985-ebd2-48df-aa2d-63d8e409ab52 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "DELETE /v2.0/ports/6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0 HTTP/1.1" status: 204 len: 168 time: 1.0322576 Apr 21 21:11:15.427726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47952) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:15.444001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e8290151-5663-4d1c-b857-ee9390dd695d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:15.444674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.447132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a07dd20e-59fe-4c5d-a00b-a95735f062e3 None None] Provisioning complete for port e8290151-5663-4d1c-b857-ee9390dd695d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:15.447698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a07dd20e-59fe-4c5d-a00b-a95735f062e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.480913 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9327b3e-0319-41cf-ad40-d22768dc7d9d tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] GET failed (client error): The resource could not be found. Apr 21 21:11:15.485908 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f9327b3e-0319-41cf-ad40-d22768dc7d9d tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "GET /v2.0/ports/6fbc66ee-cf1b-44ad-a7e2-991ef6c4dca0 HTTP/1.1" status: 404 len: 333 time: 0.0537169 Apr 21 21:11:15.502380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25da22b-11cc-431a-8141-1e493f070d2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet b38a2b7d-a887-475e-a51f-a0a2177b7639 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:11:15.505920 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d25da22b-11cc-431a-8141-1e493f070d2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.541381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47954) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:15.593433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d25da22b-11cc-431a-8141-1e493f070d2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.654151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.692803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Allocated IP 172.25.0.210 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/a228e0f0-8301-485a-86ba-d64148d85090) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:15.809183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea37cf49-aeb7-4d49-9609-ef4c4afb72e4 req-26a70688-b657-4617-8f3d-fce1571cf597 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 210 time: 0.1999898 Apr 21 21:11:15.833178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6d321fec-b30b-48da-be44-0b062ddb86c2 None None] Could not find standard attr ID for object 31dad40f-0020-4dae-b08b-061cb54bf3ed. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:11:15.883700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d25da22b-11cc-431a-8141-1e493f070d2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.938925 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:15.979962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d25da22b-11cc-431a-8141-1e493f070d2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.002143 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.021750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d25da22b-11cc-431a-8141-1e493f070d2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.023390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-75608869-ec57-42f8-9a29-b2060b2734bb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Deleting port c7d84eba-071e-4500-b9b1-1265459e2129 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:16.023812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75608869-ec57-42f8-9a29-b2060b2734bb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.028154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d25da22b-11cc-431a-8141-1e493f070d2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/b38a2b7d-a887-475e-a51f-a0a2177b7639 HTTP/1.1" status: 204 len: 168 time: 0.8031144 Apr 21 21:11:16.028154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25da22b-11cc-431a-8141-1e493f070d2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=b38a2b7d-a887-475e-a51f-a0a2177b7639,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:16.030773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47958) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:16.031680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332620ff-823d-4345-b6c3-50390cfb65cd None None] Network 3ee47b94-b5c4-417f-b98d-be460bf2aa09 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:16.031836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.092640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:16.122035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:16.124588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:16.176023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be0d1d2a-a06c-43db-9f34-0dbefd414228 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.186475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Pushing event updated for resources: {'Port': ['ID=a228e0f0-8301-485a-86ba-d64148d85090,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:16.200051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.247854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c0bab-2eb3-42f4-a86d-76e68e713632 None None] DHCP port deletion for 3ee47b94-b5c4-417f-b98d-be460bf2aa09 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:11:16.285356 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.337248 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.339899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port e8290151-5663-4d1c-b857-ee9390dd695d {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:16.340234 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.449704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] For port e8290151-5663-4d1c-b857-ee9390dd695d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e8290151-5663-4d1c-b857-ee9390dd695d,segment=NetworkSegment(e1534591-b879-4f28-ba68-5e26ba4ca938),segment_id=e1534591-b879-4f28-ba68-5e26ba4ca938)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:16.450123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.465932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c0bab-2eb3-42f4-a86d-76e68e713632 None None] Deleting port e8290151-5663-4d1c-b857-ee9390dd695d {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:16.466447 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bf6c0bab-2eb3-42f4-a86d-76e68e713632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.476515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for e8290151-5663-4d1c-b857-ee9390dd695d owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:16.505110 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.511915 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be0d1d2a-a06c-43db-9f34-0dbefd414228 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.536947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bf6c0bab-2eb3-42f4-a86d-76e68e713632 None None] For port e8290151-5663-4d1c-b857-ee9390dd695d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e8290151-5663-4d1c-b857-ee9390dd695d,segment=NetworkSegment(e1534591-b879-4f28-ba68-5e26ba4ca938),segment_id=e1534591-b879-4f28-ba68-5e26ba4ca938)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:16.537438 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bf6c0bab-2eb3-42f4-a86d-76e68e713632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.552166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c0bab-2eb3-42f4-a86d-76e68e713632 None None] Calling delete_port for e8290151-5663-4d1c-b857-ee9390dd695d owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:16.627496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75608869-ec57-42f8-9a29-b2060b2734bb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.652391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:16.655766 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bf6c0bab-2eb3-42f4-a86d-76e68e713632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.660977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-75608869-ec57-42f8-9a29-b2060b2734bb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Calling delete_port for c7d84eba-071e-4500-b9b1-1265459e2129 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:16.663429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.670948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:16.683148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d1d2a-a06c-43db-9f34-0dbefd414228 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:16.683810 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be0d1d2a-a06c-43db-9f34-0dbefd414228 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:16.688226 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-be0d1d2a-a06c-43db-9f34-0dbefd414228 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/ports/46fc96f4-4a32-4630-b630-86d2f23db845 HTTP/1.1" status: 200 len: 910 time: 2.8215771 Apr 21 21:11:16.689877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:16.692672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47962) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:16.696518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d1d2a-a06c-43db-9f34-0dbefd414228 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=46fc96f4-4a32-4630-b630-86d2f23db845,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:16.710949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c0bab-2eb3-42f4-a86d-76e68e713632 None None] Pushing event deleted for resources: {'Port': ['ID=e8290151-5663-4d1c-b857-ee9390dd695d,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:16.713649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c0bab-2eb3-42f4-a86d-76e68e713632 None None] No DVR routers for this DVR port e8290151-5663-4d1c-b857-ee9390dd695d on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:16.934294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:16.934979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.000598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Pushing event updated for resources: {'Port': ['ID=ae823a37-d9e5-400e-be31-3c7fce1e6d84,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:17.015665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4cd43b13-824d-4cfa-84ea-8fe97e204d5b tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9593241 Apr 21 21:11:17.029819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.047613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.065642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-af9e764d-01ea-40c2-8015-86332f5cd00c None None] Provisioning complete for port ae823a37-d9e5-400e-be31-3c7fce1e6d84 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:17.066235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a6787-f138-495b-8d46-3196014212d4 req-a223cdd8-8222-4fc2-b2eb-94b4d3ebbee2 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:17.066380 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-af9e764d-01ea-40c2-8015-86332f5cd00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.067631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-787a6787-f138-495b-8d46-3196014212d4 req-a223cdd8-8222-4fc2-b2eb-94b4d3ebbee2 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 936 time: 0.1447959 Apr 21 21:11:17.074435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Request body: {'port': {'device_id': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:17.104109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-af9e764d-01ea-40c2-8015-86332f5cd00c None None] Port ae823a37-d9e5-400e-be31-3c7fce1e6d84 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:17.171953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Pushing event updated for resources: {'Port': ['ID=a228e0f0-8301-485a-86ba-d64148d85090,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:17.178020 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.190705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-787a6787-f138-495b-8d46-3196014212d4 req-690f214b-51e9-4903-980e-60651abc076d tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007488 Apr 21 21:11:17.215426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=e8290151-5663-4d1c-b857-ee9390dd695d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:17.219858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.224754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No DVR routers for this DVR port e8290151-5663-4d1c-b857-ee9390dd695d on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:17.235362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e8290151-5663-4d1c-b857-ee9390dd695d no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:11:17.245500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.258956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e8290151-5663-4d1c-b857-ee9390dd695d {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:11:17.259409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e8290151-5663-4d1c-b857-ee9390dd695d not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:11:17.268288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75608869-ec57-42f8-9a29-b2060b2734bb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.277255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.281032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cbe20535-8d15-4fb6-81de-3218dd01d576 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7603929 Apr 21 21:11:17.283759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47966) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:17.326281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75608869-ec57-42f8-9a29-b2060b2734bb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event deleted for resources: {'Port': ['ID=c7d84eba-071e-4500-b9b1-1265459e2129,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:17.330956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Router 99eb9cda-525c-4a85-8371-1aa73a6b4315 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:11:17.357068 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.391920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee47b94-b5c4-417f-b98d-be460bf2aa09']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:17.403711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bcedea21-a5a9-4bc6-97ee-10955527b405 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1188214 Apr 21 21:11:17.407180 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1534591-b879-4f28-ba68-5e26ba4ca938') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:17.407483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1534591-b879-4f28-ba68-5e26ba4ca938') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:17.408977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47968) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:17.426494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75608869-ec57-42f8-9a29-b2060b2734bb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.430243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-75608869-ec57-42f8-9a29-b2060b2734bb tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "DELETE /v2.0/ports/c7d84eba-071e-4500-b9b1-1265459e2129 HTTP/1.1" status: 204 len: 168 time: 1.8860216 Apr 21 21:11:17.434753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 47970) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:17.470451 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.495337 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a09f9ad-bd37-4336-ade9-36f1aad5bb29 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0825019 Apr 21 21:11:17.495723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47972) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:17.498005 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.546073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:11:17.546829 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:11:17.566899 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:11:17.658560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b12f26-35a1-4b38-acde-31672b6a50e2 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Deleting subnet 818b231b-4b89-4ad4-8c08-3b62011449cc {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:11:17.669511 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01b12f26-35a1-4b38-acde-31672b6a50e2 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.683274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.693575 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.696701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/networks/3ee47b94-b5c4-417f-b98d-be460bf2aa09 HTTP/1.1" status: 204 len: 168 time: 1.6557841 Apr 21 21:11:17.706137 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47976) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:17.712640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-966438402'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:17.715753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c94a05-1117-4cd7-bbbb-ed887bbaa999 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Network': ['ID=3ee47b94-b5c4-417f-b98d-be460bf2aa09,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:17.743789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Deleting port a228e0f0-8301-485a-86ba-d64148d85090 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:17.744131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.746579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:17.749971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.804434 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01b12f26-35a1-4b38-acde-31672b6a50e2 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.817780 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:17.837039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.837299 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Added segment 0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6 of type vlan for network 65a99055-3dbe-45ec-8f9c-5613c8401078 Apr 21 21:11:17.838038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:17.861253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Sync routers for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:17.871483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:17.872101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:17.874843 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.875164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.897413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Calling delete_port for a228e0f0-8301-485a-86ba-d64148d85090 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:17.900453 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.902422 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.903625 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e3a08758-1c16-4816-afbc-ba6133a5b32f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.8152902 Apr 21 21:11:17.906875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47978) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:17.976728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:17.996273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:18.014465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.019882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:18.020470 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.142476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4348300 Apr 21 21:11:18.152602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47980) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:18.161167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': '65a99055-3dbe-45ec-8f9c-5613c8401078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:18.168402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76d20b-67a0-4541-958d-95331b4edd20 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Network': ['ID=65a99055-3dbe-45ec-8f9c-5613c8401078,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:18.184047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 65a99055-3dbe-45ec-8f9c-5613c8401078 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:18.288119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:15Z', 'revision_number': 3, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:18.319115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Checking router: 99eb9cda-525c-4a85-8371-1aa73a6b4315 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:11:18.320315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Updating router 99eb9cda-525c-4a85-8371-1aa73a6b4315 port 45a138d2-b371-4379-89c8-7e0202e71c7f binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:11:18.350477 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.389689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.397639 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01b12f26-35a1-4b38-acde-31672b6a50e2 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.399975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:18.403603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.440581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Pushing event deleted for resources: {'Port': ['ID=a228e0f0-8301-485a-86ba-d64148d85090,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:18.519259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae823a37-d9e5-400e-be31-3c7fce1e6d84 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:11:18.536839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.584197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb683-2352-4956-9213-ecf2888bd780 req-349274df-ca96-4b10-9b1a-0b595497a51f tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:18.585845 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0dadb683-2352-4956-9213-ecf2888bd780 req-349274df-ca96-4b10-9b1a-0b595497a51f tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 936 time: 0.2296083 Apr 21 21:11:18.619543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Transition to ACTIVE for port object ae823a37-d9e5-400e-be31-3c7fce1e6d84 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:11:18.631257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01b12f26-35a1-4b38-acde-31672b6a50e2 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.641648 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.644123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.648098 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1b0554e2-501d-44d8-952d-7ffda4ecc864 tempest-FloatingIPAdminTestJSON-1212207253 tempest-FloatingIPAdminTestJSON-1212207253-project] 10.222.0.49 "DELETE /v2.0/floatingips/7b9242be-fa34-4601-8182-dc8b6225d704 HTTP/1.1" status: 204 len: 168 time: 1.1514349 Apr 21 21:11:18.650940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47986) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:18.651935 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.664357 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.672395 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.710896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01b12f26-35a1-4b38-acde-31672b6a50e2 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.718660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-01b12f26-35a1-4b38-acde-31672b6a50e2 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "DELETE /v2.0/subnets/818b231b-4b89-4ad4-8c08-3b62011449cc HTTP/1.1" status: 204 len: 168 time: 1.2822070 Apr 21 21:11:18.721565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47988) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:18.726567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Attempting to bind port 45a138d2-b371-4379-89c8-7e0202e71c7f on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:18.726977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Attempting to bind port 45a138d2-b371-4379-89c8-7e0202e71c7f by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:18.727467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Attempting to bind port 45a138d2-b371-4379-89c8-7e0202e71c7f on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:18.733516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff43744c-bcd8-4075-9716-a947298a9ba7 None None] Network 32f90ba9-cc34-4f42-820b-c40426d7e138 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:18.736792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b12f26-35a1-4b38-acde-31672b6a50e2 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event deleted for resources: {'Subnet': ['ID=818b231b-4b89-4ad4-8c08-3b62011449cc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:18.754812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:18.755138 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:18.755544 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.755945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:18.756425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Bound port: 45a138d2-b371-4379-89c8-7e0202e71c7f, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:18.756840 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.772442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0dadb683-2352-4956-9213-ecf2888bd780 req-330454c3-b013-4bf7-a7fb-669adc6e6df7 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512356 Apr 21 21:11:18.811653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Pushing event updated for resources: {'Port': ['ID=ae823a37-d9e5-400e-be31-3c7fce1e6d84,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:18.817007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af9d57-f120-44f1-b388-6e370385b179 None None] Pushing event updated for resources: {'Port': ['ID=45a138d2-b371-4379-89c8-7e0202e71c7f,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:18.864674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] For port 45a138d2-b371-4379-89c8-7e0202e71c7f, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:18.896137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] For port 45a138d2-b371-4379-89c8-7e0202e71c7f, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=45a138d2-b371-4379-89c8-7e0202e71c7f,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:18.924730 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.972555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:18.992542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Attempting to bind port ae823a37-d9e5-400e-be31-3c7fce1e6d84 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:18.993148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Attempting to bind port ae823a37-d9e5-400e-be31-3c7fce1e6d84 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:18.993260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Attempting to bind port ae823a37-d9e5-400e-be31-3c7fce1e6d84 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:19.002684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Port ae823a37-d9e5-400e-be31-3c7fce1e6d84 on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:11:19.003176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Attempting to bind port ae823a37-d9e5-400e-be31-3c7fce1e6d84 on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:19.010159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:19.010641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:19.011038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:19.011480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Bound port: ae823a37-d9e5-400e-be31-3c7fce1e6d84, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:19.011840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.026284 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.047959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:19.048949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:19.093582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] For port ae823a37-d9e5-400e-be31-3c7fce1e6d84, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:19.096956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] For port ae823a37-d9e5-400e-be31-3c7fce1e6d84, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae823a37-d9e5-400e-be31-3c7fce1e6d84,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:19.105478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 46fc96f4-4a32-4630-b630-86d2f23db845 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:19.106038 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.118499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af9d57-f120-44f1-b388-6e370385b179 None None] Pushing event updated for resources: {'Port': ['ID=45a138d2-b371-4379-89c8-7e0202e71c7f,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:19.131525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Deleting port 8a927ec5-94e5-495a-afb9-3be1a842eec1 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:19.131975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.150598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.203880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=136a62a7-e713-49bf-bbcd-4daa4db2db80,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:19.207384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:19.213547 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.230189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 46fc96f4-4a32-4630-b630-86d2f23db845 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:19.265297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c36ddf-30c2-4e0d-b9a9-da14eee7d6a2 None None] DHCP port deletion for 32f90ba9-cc34-4f42-820b-c40426d7e138 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:11:19.272028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Checking segment: {'id': '0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '65a99055-3dbe-45ec-8f9c-5613c8401078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:19.272388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network hostable DHCP agents. Network: 65a99055-3dbe-45ec-8f9c-5613c8401078, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:19.311258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Deleting port 899180c1-07a0-48c7-a49e-b4b2001492fe {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:19.311597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.329807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.330110 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.360497 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Calling delete_port for 8a927ec5-94e5-495a-afb9-3be1a842eec1 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:19.400633 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.466665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:19.467298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.468738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] 10.222.0.43 "PUT /v2.0/ports/ae823a37-d9e5-400e-be31-3c7fce1e6d84 HTTP/1.1" status: 200 len: 1096 time: 2.4402409 Apr 21 21:11:19.471749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'tag': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:11:19.474089 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05959fa7-fa35-42de-9166-e318fbedfcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5c508c-334c-481a-8386-6ce96fdbfefd", "tag": "ae823a37-d9e5-400e-be31-3c7fce1e6d84"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:11:19.506672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f562fb-52d2-45f9-b665-2f6012e1f82c service neutron] Pushing event updated for resources: {'Port': ['ID=ae823a37-d9e5-400e-be31-3c7fce1e6d84,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:19.511724 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.572206 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c21360a-78a9-460c-8b04-9f955fa4730a x-openstack-request-id: req-8c21360a-78a9-460c-8b04-9f955fa4730a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:11:19.572535 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5c508c-334c-481a-8386-6ce96fdbfefd", "tag": "ae823a37-d9e5-400e-be31-3c7fce1e6d84", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:11:19.572748 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c21360a-78a9-460c-8b04-9f955fa4730a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:11:19.573248 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c21360a-78a9-460c-8b04-9f955fa4730a'] response: {'name': 'network-changed', 'server_uuid': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'tag': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84', 'status': 'completed', 'code': 200} Apr 21 21:11:19.576171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=46fc96f4-4a32-4630-b630-86d2f23db845,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:19.660329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-42c36ddf-30c2-4e0d-b9a9-da14eee7d6a2 None None] Deleting port 899180c1-07a0-48c7-a49e-b4b2001492fe {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:19.661488 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-42c36ddf-30c2-4e0d-b9a9-da14eee7d6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.844099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-42c36ddf-30c2-4e0d-b9a9-da14eee7d6a2 None None] For port 899180c1-07a0-48c7-a49e-b4b2001492fe, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=899180c1-07a0-48c7-a49e-b4b2001492fe,segment=NetworkSegment(eb68a1cc-d01c-43b9-9508-8a2ba9235614),segment_id=eb68a1cc-d01c-43b9-9508-8a2ba9235614)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:19.846923 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-42c36ddf-30c2-4e0d-b9a9-da14eee7d6a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:19.870212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-42c36ddf-30c2-4e0d-b9a9-da14eee7d6a2 None None] Calling delete_port for 899180c1-07a0-48c7-a49e-b4b2001492fe owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:19.877827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:15Z', 'revision_number': 3, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:19.909848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b3029-7308-4fbf-af99-6285c37a20c1 None None] The sync data for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 is: [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:15Z', 'revision_number': 3, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:19.916511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-9af3b8d3-a7a6-48fd-8694-0c0cefc5ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:19.918604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-9af3b8d3-a7a6-48fd-8694-0c0cefc5ed19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5b3e5679ce45c191176fdb6b2f9546&device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 1099 time: 0.3624287 Apr 21 21:11:20.012007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 65a99055-3dbe-45ec-8f9c-5613c8401078 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:20.014267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-42c36ddf-30c2-4e0d-b9a9-da14eee7d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.049810 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c36ddf-30c2-4e0d-b9a9-da14eee7d6a2 None None] Pushing event deleted for resources: {'Port': ['ID=899180c1-07a0-48c7-a49e-b4b2001492fe,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:20.051858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c36ddf-30c2-4e0d-b9a9-da14eee7d6a2 None None] No DVR routers for this DVR port 899180c1-07a0-48c7-a49e-b4b2001492fe on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:20.056888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-4b2d0989-4bff-42db-bde4-05dda07b6fd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ae823a37-d9e5-400e-be31-3c7fce1e6d84 HTTP/1.1" status: 200 len: 217 time: 0.0894034 Apr 21 21:11:20.062877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.086304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 65a99055-3dbe-45ec-8f9c-5613c8401078) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:20.095643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8e4ba-2432-4ea8-a487-c6daeea08f3d None None] Network 65a99055-3dbe-45ec-8f9c-5613c8401078 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:20.102234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] For port 899180c1-07a0-48c7-a49e-b4b2001492fe, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=899180c1-07a0-48c7-a49e-b4b2001492fe,segment=NetworkSegment(eb68a1cc-d01c-43b9-9508-8a2ba9235614),segment_id=eb68a1cc-d01c-43b9-9508-8a2ba9235614)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:20.102234 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.108794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:20.109386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.155257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Calling delete_port for 899180c1-07a0-48c7-a49e-b4b2001492fe owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:20.180970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf4cca-3170-44cb-bcd3-35dc7afccfed req-35fef923-a556-4fc1-8fc5-d60ca041dc11 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:20.189901 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5943b54c-3ade-48f8-9903-39c3da658e21 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0332272 Apr 21 21:11:20.190133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2bf4cca-3170-44cb-bcd3-35dc7afccfed req-35fef923-a556-4fc1-8fc5-d60ca041dc11 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 948 time: 0.2236426 Apr 21 21:11:20.191552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 47998) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:20.200418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-79c813ab-e454-41d7-a4e9-68895586f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:20.202018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-79c813ab-e454-41d7-a4e9-68895586f0d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1365554 Apr 21 21:11:20.203743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': '65a99055-3dbe-45ec-8f9c-5613c8401078', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1125433982'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:20.226864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Allocated IP 172.20.0.1 (6d364502-689a-4e66-b068-a0c6a28098c8/347713c0-4682-491a-9536-3fa9aee2c95b/fba6819b-4655-4f32-b593-e489152efb31) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:20.312020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2bf4cca-3170-44cb-bcd3-35dc7afccfed req-c36733d4-5a52-4ba9-b6b1-ee446ab1c6cb tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208730 Apr 21 21:11:20.334417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-65a99055-3dbe-45ec-8f9c-5613c8401078', 'network_id': '65a99055-3dbe-45ec-8f9c-5613c8401078', 'tenant_id': '4cbd407d5df248d39e1214326ca0fc20', 'fixed_ips': [{'subnet_id': '136a62a7-e713-49bf-bbcd-4daa4db2db80'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:11:20.335462 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.394450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-e5aa9bb8-f24d-43b5-a69b-f0340b064e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:20.395956 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-e5aa9bb8-f24d-43b5-a69b-f0340b064e39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526148 Apr 21 21:11:20.458088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.483939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.501297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-2d5dccb5-3dff-4691-898f-bb36ad763490 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963569 Apr 21 21:11:20.503083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router aba928a7-79e3-48fd-8d7c-2cef43f93b20 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:11:20.510182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Allocated IP 172.20.0.2 (65a99055-3dbe-45ec-8f9c-5613c8401078/136a62a7-e713-49bf-bbcd-4daa4db2db80/28801d7a-9530-4bbc-85b9-5f21f438d208) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:20.560654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event deleted for resources: {'Port': ['ID=899180c1-07a0-48c7-a49e-b4b2001492fe,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:20.567055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] No DVR routers for this DVR port 899180c1-07a0-48c7-a49e-b4b2001492fe on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:20.655924 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.660057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:20.670633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a7da2f3b-f7bc-4101-a65e-8a5509752368 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/aba928a7-79e3-48fd-8d7c-2cef43f93b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9714096 Apr 21 21:11:20.671518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48000) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:20.673968 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6fb8c-c504-481f-8d9d-d46ab7ca322a None None] Sync routers for ids ['aba928a7-79e3-48fd-8d7c-2cef43f93b20'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:20.690619 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6fb8c-c504-481f-8d9d-d46ab7ca322a None None] Routers {'aba928a7-79e3-48fd-8d7c-2cef43f93b20'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:20.691247 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b6e6fb8c-c504-481f-8d9d-d46ab7ca322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['aba928a7-79e3-48fd-8d7c-2cef43f93b20'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:20.712593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-74cc4892-d3d4-49c7-b46f-5757b54c0101 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba928a7-79e3-48fd-8d7c-2cef43f93b20 HTTP/1.1" status: 200 len: 205 time: 0.0353725 Apr 21 21:11:20.714518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48002) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:20.714844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.715996 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.726384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.745288 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b6e6fb8c-c504-481f-8d9d-d46ab7ca322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:20.754904 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6fb8c-c504-481f-8d9d-d46ab7ca322a None None] Routers {'aba928a7-79e3-48fd-8d7c-2cef43f93b20'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:20.755766 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b6e6fb8c-c504-481f-8d9d-d46ab7ca322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['aba928a7-79e3-48fd-8d7c-2cef43f93b20'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:20.773316 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ff57411-f2da-428b-8abe-dfc0247dcccb req-9923824d-ff88-4769-a2f3-590a96c00c9d service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650123 Apr 21 21:11:20.801621 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.809475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Network 65a99055-3dbe-45ec-8f9c-5613c8401078 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:20.814415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Pushing event updated for resources: {'Port': ['ID=28801d7a-9530-4bbc-85b9-5f21f438d208,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:20.818177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:20.819790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:20.826378 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b6e6fb8c-c504-481f-8d9d-d46ab7ca322a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:20.827802 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e6fb8c-c504-481f-8d9d-d46ab7ca322a None None] The sync data for ids ['aba928a7-79e3-48fd-8d7c-2cef43f93b20'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:20.900649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97f46c10-7b82-4090-926a-62e346f3be8c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.909921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Attempting to bind port 28801d7a-9530-4bbc-85b9-5f21f438d208 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:20.910285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Attempting to bind port 28801d7a-9530-4bbc-85b9-5f21f438d208 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '65a99055-3dbe-45ec-8f9c-5613c8401078'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:20.910646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Attempting to bind port 28801d7a-9530-4bbc-85b9-5f21f438d208 on network 65a99055-3dbe-45ec-8f9c-5613c8401078 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:20.914949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.921871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:20.922232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Checking segment: {'id': '0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '65a99055-3dbe-45ec-8f9c-5613c8401078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:20.922633 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.923018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Bound using segment: {'id': '0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '65a99055-3dbe-45ec-8f9c-5613c8401078'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:20.923490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Bound port: 28801d7a-9530-4bbc-85b9-5f21f438d208, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '65a99055-3dbe-45ec-8f9c-5613c8401078'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:20.923868 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.968214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:20.980175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f90ba9-cc34-4f42-820b-c40426d7e138']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:21.003592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-278c5beb-e7b5-491a-bb94-2f76633c12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:21.005063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-278c5beb-e7b5-491a-bb94-2f76633c12b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c5b3e5679ce45c191176fdb6b2f9546&device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 1099 time: 0.1376302 Apr 21 21:11:21.034395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a927ec5-94e5-495a-afb9-3be1a842eec1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:21.045598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] For port 28801d7a-9530-4bbc-85b9-5f21f438d208, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:21.049420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] For port 28801d7a-9530-4bbc-85b9-5f21f438d208, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28801d7a-9530-4bbc-85b9-5f21f438d208,segment=NetworkSegment(0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6),segment_id=0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:21.060416 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.139040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb68a1cc-d01c-43b9-9508-8a2ba9235614') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:21.139339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb68a1cc-d01c-43b9-9508-8a2ba9235614') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:21.153400 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97f46c10-7b82-4090-926a-62e346f3be8c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.158703 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97f46c10-7b82-4090-926a-62e346f3be8c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.161684 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.189461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fdfd0-21af-4cde-81fc-9615f26b1878 None None] Pushing event updated for resources: {'Port': ['ID=28801d7a-9530-4bbc-85b9-5f21f438d208,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:21.191143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Pushing event updated for resources: {'Port': ['ID=fba6819b-4655-4f32-b593-e489152efb31,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:21.196908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:21.201187 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.226512 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97f46c10-7b82-4090-926a-62e346f3be8c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.227087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f46c10-7b82-4090-926a-62e346f3be8c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Fanout notify agent at l3_agent the message router_deleted on router aba928a7-79e3-48fd-8d7c-2cef43f93b20 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:11:21.239887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Network 6d364502-689a-4e66-b068-a0c6a28098c8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:21.244825 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.245343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-97f46c10-7b82-4090-926a-62e346f3be8c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.248370 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.249465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-97f46c10-7b82-4090-926a-62e346f3be8c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/aba928a7-79e3-48fd-8d7c-2cef43f93b20 HTTP/1.1" status: 204 len: 168 time: 0.5339239 Apr 21 21:11:21.250230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-77908872-51d5-45c3-8d6c-9d4e24f014b2 tempest-FloatingIPAdminTestJSON-2110602651 tempest-FloatingIPAdminTestJSON-2110602651-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/05255917-4d89-4d04-add0-f36880d5e1eb HTTP/1.1" status: 204 len: 168 time: 2.5966434 Apr 21 21:11:21.253753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48010) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:21.254131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48012) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:21.379187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45a138d2-b371-4379-89c8-7e0202e71c7f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:21.388056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-648f6f47-a868-464c-85a3-a6f923737dcc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting subnet 4bfdb9f6-6d64-4ab6-9ea5-4a825f022488 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:11:21.396018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-648f6f47-a868-464c-85a3-a6f923737dcc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.417448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-b04a9dd7-91c0-4463-a2bf-e568188d46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:21.420158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-b04a9dd7-91c0-4463-a2bf-e568188d46eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.3868959 Apr 21 21:11:21.450484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 45a138d2-b371-4379-89c8-7e0202e71c7f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:21.450969 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.457922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:21.511889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-8774c8db-49cd-4459-b710-1589c8d0ad2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ae823a37-d9e5-400e-be31-3c7fce1e6d84 HTTP/1.1" status: 200 len: 217 time: 0.0812302 Apr 21 21:11:21.515032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.533594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:21.607787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:11:21.608890 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:11:21.614169 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:11:21.618732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-04e194e3-82e7-4b78-b41e-e421cefdea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:21.634703 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.639608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-04e194e3-82e7-4b78-b41e-e421cefdea15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.1212466 Apr 21 21:11:21.659413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 45a138d2-b371-4379-89c8-7e0202e71c7f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=45a138d2-b371-4379-89c8-7e0202e71c7f,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:21.670885 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.765527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 899180c1-07a0-48c7-a49e-b4b2001492fe no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:11:21.774838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-ba26bb11-7dfe-479d-bf6e-d59856df625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:21.783167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-ba26bb11-7dfe-479d-bf6e-d59856df625b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299291 Apr 21 21:11:21.799786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 899180c1-07a0-48c7-a49e-b4b2001492fe {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:11:21.800264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 899180c1-07a0-48c7-a49e-b4b2001492fe not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:11:21.807854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=45a138d2-b371-4379-89c8-7e0202e71c7f,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:21.826155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:21.869952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.881471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-648f6f47-a868-464c-85a3-a6f923737dcc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:21.943052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-696c9e1f-70de-45dc-b7a5-5837c2fa07f5 None None] Provisioning complete for port fba6819b-4655-4f32-b593-e489152efb31 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:21.943567 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-696c9e1f-70de-45dc-b7a5-5837c2fa07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:22.009410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-18c7808c-d515-47e9-bdd6-6e994e70b880 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192805 Apr 21 21:11:22.011902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-696c9e1f-70de-45dc-b7a5-5837c2fa07f5 None None] Port fba6819b-4655-4f32-b593-e489152efb31 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:22.059679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:22.063292 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] 10.222.0.49 "DELETE /v2.0/networks/32f90ba9-cc34-4f42-820b-c40426d7e138 HTTP/1.1" status: 204 len: 168 time: 3.3364389 Apr 21 21:11:22.104663 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:22.157557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5792b-b395-457b-aca3-2efed39e6143 tempest-AllowedAddressPairIpV6TestJSON-381450572 tempest-AllowedAddressPairIpV6TestJSON-381450572-project] Pushing event deleted for resources: {'Network': ['ID=32f90ba9-cc34-4f42-820b-c40426d7e138,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:22.180138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8305d-da97-4b47-8b05-6bc73bd9723c req-c53c1e38-90e0-439c-9ee0-26528d9821f7 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:22.181747 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0d8305d-da97-4b47-8b05-6bc73bd9723c req-c53c1e38-90e0-439c-9ee0-26528d9821f7 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 948 time: 0.6637738 Apr 21 21:11:22.195105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-05959fa7-fa35-42de-9166-e318fbedfcfd req-1812ba7c-286c-43d3-8a05-fb28576268c4 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789465 Apr 21 21:11:22.237206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-648f6f47-a868-464c-85a3-a6f923737dcc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:22.241548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9aec00fa-5db8-4d82-89ba-1e47a3652937 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Deleting port c123430b-ac16-4efa-869c-0e0ac079c45c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:22.241892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aec00fa-5db8-4d82-89ba-1e47a3652937 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:22.443714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.11 (65a99055-3dbe-45ec-8f9c-5613c8401078/136a62a7-e713-49bf-bbcd-4daa4db2db80/24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:22.450295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0d8305d-da97-4b47-8b05-6bc73bd9723c req-fa166ac5-1a9b-43fc-82e6-ac219dad33be tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556124 Apr 21 21:11:22.476821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48024) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:22.502032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aec00fa-5db8-4d82-89ba-1e47a3652937 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:22.504780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-648f6f47-a868-464c-85a3-a6f923737dcc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:22.550142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9aec00fa-5db8-4d82-89ba-1e47a3652937 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Calling delete_port for c123430b-ac16-4efa-869c-0e0ac079c45c owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:22.579339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f6f47-a868-464c-85a3-a6f923737dcc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfdb9f6-6d64-4ab6-9ea5-4a825f022488,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:22.595457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a291e03-ae25-4056-8a21-7eaa95a19c23 None None] Network 9da248a1-cbc8-40d6-a868-3fbff7f970b0 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:22.608350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-648f6f47-a868-464c-85a3-a6f923737dcc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:22.614338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48028) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:22.614871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-648f6f47-a868-464c-85a3-a6f923737dcc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/4bfdb9f6-6d64-4ab6-9ea5-4a825f022488 HTTP/1.1" status: 204 len: 168 time: 1.3492208 Apr 21 21:11:22.714086 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:22.957284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8351368-90cc-4e9e-b7ec-c0934b821085 None None] DHCP port deletion for 9da248a1-cbc8-40d6-a868-3fbff7f970b0 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:11:22.977683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.044810 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d8351368-90cc-4e9e-b7ec-c0934b821085 None None] Deleting port 1841dfeb-23e3-450d-9073-638c14f3506b {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:23.045535 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8351368-90cc-4e9e-b7ec-c0934b821085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.126420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.170855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d8351368-90cc-4e9e-b7ec-c0934b821085 None None] For port 1841dfeb-23e3-450d-9073-638c14f3506b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1841dfeb-23e3-450d-9073-638c14f3506b,segment=NetworkSegment(7318296f-434f-40d9-a44f-da8b7958f36e),segment_id=7318296f-434f-40d9-a44f-da8b7958f36e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:23.171269 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8351368-90cc-4e9e-b7ec-c0934b821085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.193553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d8351368-90cc-4e9e-b7ec-c0934b821085 None None] Calling delete_port for 1841dfeb-23e3-450d-9073-638c14f3506b owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:23.199233 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aec00fa-5db8-4d82-89ba-1e47a3652937 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.245217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 65a99055-3dbe-45ec-8f9c-5613c8401078 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:23.270929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:23.272107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:23.306995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-67bf5237-2445-4128-87db-e5153dff7270 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a90a6d495ab646528d51a88f71138a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232884 Apr 21 21:11:23.308487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae823a37-d9e5-400e-be31-3c7fce1e6d84 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:11:23.312131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415bc8be-4f13-4c1d-841b-62ba5386991e None None] Network 65a99055-3dbe-45ec-8f9c-5613c8401078 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:23.312282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48030) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:23.328668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:23.345602 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.446510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c144a9a-df30-4e51-920b-6adf5b8d3a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.448037 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.470374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28801d7a-9530-4bbc-85b9-5f21f438d208 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:23.489628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec00fa-5db8-4d82-89ba-1e47a3652937 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event deleted for resources: {'Port': ['ID=c123430b-ac16-4efa-869c-0e0ac079c45c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:23.497268 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9aec00fa-5db8-4d82-89ba-1e47a3652937 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.498183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c144a9a-df30-4e51-920b-6adf5b8d3a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.502059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9aec00fa-5db8-4d82-89ba-1e47a3652937 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "DELETE /v2.0/ports/c123430b-ac16-4efa-869c-0e0ac079c45c HTTP/1.1" status: 204 len: 168 time: 2.2352462 Apr 21 21:11:23.506438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48038) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:23.507145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.549721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 1841dfeb-23e3-450d-9073-638c14f3506b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:23.550191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.592945 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8351368-90cc-4e9e-b7ec-c0934b821085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.636743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-42852e97-e3e7-4271-b856-4a3a8a9b9d8a None None] Provisioning complete for port 28801d7a-9530-4bbc-85b9-5f21f438d208 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:23.637421 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-42852e97-e3e7-4271-b856-4a3a8a9b9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.639107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8351368-90cc-4e9e-b7ec-c0934b821085 None None] No DVR routers for this DVR port 1841dfeb-23e3-450d-9073-638c14f3506b on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:23.648014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8351368-90cc-4e9e-b7ec-c0934b821085 None None] Pushing event deleted for resources: {'Port': ['ID=1841dfeb-23e3-450d-9073-638c14f3506b,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:23.662659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:23.663928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.696327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Pushing event updated for resources: {'Port': ['ID=fba6819b-4655-4f32-b593-e489152efb31,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:23.733645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6706b6-1760-4f98-bad5-6673c22a8dc7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:23.737811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8c6706b6-1760-4f98-bad5-6673c22a8dc7 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "GET /v2.0/ports?device_id=12ba6119-352a-4d6c-9a57-b60329103b44 HTTP/1.1" status: 200 len: 913 time: 0.2253661 Apr 21 21:11:23.738016 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c144a9a-df30-4e51-920b-6adf5b8d3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.738115 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.739409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48042) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:23.741080 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c144a9a-df30-4e51-920b-6adf5b8d3a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.745506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1c144a9a-df30-4e51-920b-6adf5b8d3a14 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27ed5dbf-4652-4323-bee0-00fe31ff7c7a HTTP/1.1" status: 204 len: 168 time: 0.4292667 Apr 21 21:11:23.755463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port 1841dfeb-23e3-450d-9073-638c14f3506b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1841dfeb-23e3-450d-9073-638c14f3506b,segment=NetworkSegment(7318296f-434f-40d9-a44f-da8b7958f36e),segment_id=7318296f-434f-40d9-a44f-da8b7958f36e)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:23.755785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.758086 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f8c1bff3-78d1-4509-b344-526112a32359 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.5644300 Apr 21 21:11:23.761146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48046) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:23.782913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cc0b3-3a30-404d-b47e-e1d73b7dee10 req-7b85b28a-79f7-4ac2-aec1-5b352b24d28f tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:23.792056 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-099cc0b3-3a30-404d-b47e-e1d73b7dee10 req-7b85b28a-79f7-4ac2-aec1-5b352b24d28f tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 948 time: 0.1627731 Apr 21 21:11:23.807007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 1841dfeb-23e3-450d-9073-638c14f3506b owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:23.819576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c144a9a-df30-4e51-920b-6adf5b8d3a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ed5dbf-4652-4323-bee0-00fe31ff7c7a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:23.872641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 28801d7a-9530-4bbc-85b9-5f21f438d208 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:23.873193 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:23.918213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae823a37-d9e5-400e-be31-3c7fce1e6d84, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae823a37-d9e5-400e-be31-3c7fce1e6d84,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:23.934454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-099cc0b3-3a30-404d-b47e-e1d73b7dee10 req-dc371ac3-91c7-4cdf-9623-774517b895a2 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416698 Apr 21 21:11:23.983046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.032180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84', 'mac_address': 'fa:16:3e:05:d2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:11:24.034310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=1841dfeb-23e3-450d-9073-638c14f3506b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:24.043785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No DVR routers for this DVR port 1841dfeb-23e3-450d-9073-638c14f3506b on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:24.121035 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-42852e97-e3e7-4271-b856-4a3a8a9b9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.131064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2e07bedf-1b2f-46de-911e-754616adffd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:24.131264 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e07bedf-1b2f-46de-911e-754616adffd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.151494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.180638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da248a1-cbc8-40d6-a868-3fbff7f970b0']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:24.198867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7318296f-434f-40d9-a44f-da8b7958f36e') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:24.199246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7318296f-434f-40d9-a44f-da8b7958f36e') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:24.201679 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.207660 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.213242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.245365 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.253528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:11:24.254039 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.270893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-42852e97-e3e7-4271-b856-4a3a8a9b9d8a None None] For port 28801d7a-9530-4bbc-85b9-5f21f438d208, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28801d7a-9530-4bbc-85b9-5f21f438d208,segment=NetworkSegment(0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6),segment_id=0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:24.282645 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-42852e97-e3e7-4271-b856-4a3a8a9b9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.349844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae823a37-d9e5-400e-be31-3c7fce1e6d84 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:11:24.372504 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:11:24.381686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.381686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.393075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/networks/9da248a1-cbc8-40d6-a868-3fbff7f970b0 HTTP/1.1" status: 204 len: 168 time: 1.7764883 Apr 21 21:11:24.393873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48058) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:24.400731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae823a37-d9e5-400e-be31-3c7fce1e6d84, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae823a37-d9e5-400e-be31-3c7fce1e6d84,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:24.402823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ed41b385-ceae-4766-a4f5-97ade628673a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1930896994', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:24.430528 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.433503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5dc4b-1583-49db-a896-c7c358e74592 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Network': ['ID=9da248a1-cbc8-40d6-a868-3fbff7f970b0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:24.471648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ed41b385-ceae-4766-a4f5-97ade628673a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.473832 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ed41b385-ceae-4766-a4f5-97ade628673a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.550971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-81462c8d-c8a8-495a-af51-c492abb9c959 None None] Provisioning complete for port 24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:24.551484 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81462c8d-c8a8-495a-af51-c492abb9c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.555472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42852e97-e3e7-4271-b856-4a3a8a9b9d8a None None] Pushing event updated for resources: {'Port': ['ID=28801d7a-9530-4bbc-85b9-5f21f438d208,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:24.573653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ed41b385-ceae-4766-a4f5-97ade628673a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.584101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ed41b385-ceae-4766-a4f5-97ade628673a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.622396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ed41b385-ceae-4766-a4f5-97ade628673a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.627301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ae823a37-d9e5-400e-be31-3c7fce1e6d84,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:24.632548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ed41b385-ceae-4766-a4f5-97ade628673a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2320294 Apr 21 21:11:24.633729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48064) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:24.644584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'network': {'name': 'tempest-RoutersTest-86987679'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:24.653224 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:11:24.653730 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:11:24.674980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-81462c8d-c8a8-495a-af51-c492abb9c959 None None] Port 24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:24.692324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-81462c8d-c8a8-495a-af51-c492abb9c959 None None] Provisioning complete for port 28801d7a-9530-4bbc-85b9-5f21f438d208 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:24.692708 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81462c8d-c8a8-495a-af51-c492abb9c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.694555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:24.698155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.754888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e07bedf-1b2f-46de-911e-754616adffd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.766845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:24.769125 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2e07bedf-1b2f-46de-911e-754616adffd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:24.779281 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.780026 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added segment 962b39b4-e4e9-49a8-9d11-b3592384def1 of type vlan for network 1496cb9c-d1b6-447c-9d10-1363b5b634df Apr 21 21:11:24.856239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.884805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Network 6d364502-689a-4e66-b068-a0c6a28098c8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:24.890015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.895054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:24.901746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:24.903293 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:24.941940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3054404 Apr 21 21:11:24.952836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48072) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:24.953173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48074) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:25.018657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b2923-8869-492a-b687-f581588abc9f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Network': ['ID=1496cb9c-d1b6-447c-9d10-1363b5b634df,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:25.047430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ae823a37-d9e5-400e-be31-3c7fce1e6d84'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:11:25.083234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'subnet': {'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:25.085955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1496cb9c-d1b6-447c-9d10-1363b5b634df details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:25.284590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-436091769'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:25.330355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45a138d2-b371-4379-89c8-7e0202e71c7f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:25.383261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898374e5-1d31-4d8d-8748-328600837760 req-75f1f5e4-3496-4462-b3cd-896503c2ba84 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:25.385110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-898374e5-1d31-4d8d-8748-328600837760 req-75f1f5e4-3496-4462-b3cd-896503c2ba84 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 949 time: 0.3077772 Apr 21 21:11:25.411923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e07bedf-1b2f-46de-911e-754616adffd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:25.433025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Made reservation on behalf of 9cab51b0ceee4d2bba81d36db9dca757 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:25.439690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:25.492105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 45a138d2-b371-4379-89c8-7e0202e71c7f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:25.492474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:25.505110 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:25.552157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Router 99eb9cda-525c-4a85-8371-1aa73a6b4315 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:11:25.571563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-898374e5-1d31-4d8d-8748-328600837760 req-ae97f5aa-e5f7-4a0f-be56-3a79482ea574 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644683 Apr 21 21:11:25.576797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:25.589584 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:25.589951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9716fa71-9632-411a-8f97-a507a44283d2 None None] Provisioning complete for port fba6819b-4655-4f32-b593-e489152efb31 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:25.589951 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9716fa71-9632-411a-8f97-a507a44283d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:25.621065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9716fa71-9632-411a-8f97-a507a44283d2 None None] Port fba6819b-4655-4f32-b593-e489152efb31 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:25.627842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9716fa71-9632-411a-8f97-a507a44283d2 None None] Could not find standard attr ID for object 24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:11:25.751408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1841dfeb-23e3-450d-9073-638c14f3506b no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:11:25.752068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07bedf-1b2f-46de-911e-754616adffd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:25.787061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1841dfeb-23e3-450d-9073-638c14f3506b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:11:25.787618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1841dfeb-23e3-450d-9073-638c14f3506b not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:11:25.882471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e07bedf-1b2f-46de-911e-754616adffd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:25.885767 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e07bedf-1b2f-46de-911e-754616adffd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae HTTP/1.1" status: 204 len: 168 time: 2.1237044 Apr 21 21:11:25.888487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48084) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:25.899499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28801d7a-9530-4bbc-85b9-5f21f438d208 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:25.913640 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7368dd-259c-4563-a343-59d3965becd0 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:11:25.915508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-eb7368dd-259c-4563-a343-59d3965becd0 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae HTTP/1.1" status: 404 len: 333 time: 0.0258315 Apr 21 21:11:25.918426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48086) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:25.960296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 28801d7a-9530-4bbc-85b9-5f21f438d208 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:25.960790 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:25.971261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06e9265-6185-45b3-aff0-7c5b3eb0d6e5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet 136a62a7-e713-49bf-bbcd-4daa4db2db80 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:11:25.974710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d06e9265-6185-45b3-aff0-7c5b3eb0d6e5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.005432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.027690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:26.031564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.039021 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d06e9265-6185-45b3-aff0-7c5b3eb0d6e5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.049595 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7edc5a07-bd81-46d7-96c5-8ae301a8b12f admin admin] 10.222.0.49 "PUT /v2.0/routers/99eb9cda-525c-4a85-8371-1aa73a6b4315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1306043 Apr 21 21:11:26.050120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Sync routers for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:26.074564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:26.075392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:26.076074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:26.105503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.105837 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Added segment 65688617-e9b4-4dfd-a760-4a442d5a898b of type vlan for network 75224e28-f05b-4ed0-80b0-1df39e7b720a Apr 21 21:11:26.115661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb29fa1-b06b-4721-953e-798e5ee532c6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:26.173933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.205113 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d06e9265-6185-45b3-aff0-7c5b3eb0d6e5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.219023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:26.231626 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.243007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.286980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d06e9265-6185-45b3-aff0-7c5b3eb0d6e5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.328140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9265-6185-45b3-aff0-7c5b3eb0d6e5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=136a62a7-e713-49bf-bbcd-4daa4db2db80,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:26.330390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d06e9265-6185-45b3-aff0-7c5b3eb0d6e5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.334094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d06e9265-6185-45b3-aff0-7c5b3eb0d6e5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/136a62a7-e713-49bf-bbcd-4daa4db2db80 HTTP/1.1" status: 204 len: 168 time: 0.4143212 Apr 21 21:11:26.336446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48096) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:26.359989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.367235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:26.367872 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.370365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513e3766-4efa-4027-be4e-ed36f86c2063 None None] Network 65a99055-3dbe-45ec-8f9c-5613c8401078 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:26.379581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Subnet': ['ID=fe89a884-fe5f-4593-b401-c372fe8fb6bf,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:26.430972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.495574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4545085 Apr 21 21:11:26.499480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48098) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:26.506096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b8934-5c85-482a-9cd6-f5ef392a8f8c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Network': ['ID=75224e28-f05b-4ed0-80b0-1df39e7b720a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:26.506516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'subnet': {'network_id': '75224e28-f05b-4ed0-80b0-1df39e7b720a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:26.532561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Checking segment: {'id': '962b39b4-e4e9-49a8-9d11-b3592384def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:26.532947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network hostable DHCP agents. Network: 1496cb9c-d1b6-447c-9d10-1363b5b634df, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:26.547948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:26.548093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 28801d7a-9530-4bbc-85b9-5f21f438d208 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:26.548454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.567596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 1496cb9c-d1b6-447c-9d10-1363b5b634df is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:26.581925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 1496cb9c-d1b6-447c-9d10-1363b5b634df) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:26.587225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:26.587820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.632072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c872f0b5-a334-49b0-85d9-81c414c6caf3 None None] Network 1496cb9c-d1b6-447c-9d10-1363b5b634df requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:26.644165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b1e611ba-3d80-448f-b932-cd4e72829e0f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6257472 Apr 21 21:11:26.644983 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48110) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:26.773580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 2, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:26.797550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Made reservation on behalf of 9cab51b0ceee4d2bba81d36db9dca757 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:26.801170 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.805781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] For port 28801d7a-9530-4bbc-85b9-5f21f438d208, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28801d7a-9530-4bbc-85b9-5f21f438d208,segment=NetworkSegment(0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6),segment_id=0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:26.806140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.833521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] DHCP port deletion for 65a99055-3dbe-45ec-8f9c-5613c8401078 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:11:26.841272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Checking router: 99eb9cda-525c-4a85-8371-1aa73a6b4315 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:11:26.841633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Updating router 99eb9cda-525c-4a85-8371-1aa73a6b4315 port fba6819b-4655-4f32-b593-e489152efb31 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:11:26.841863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 28801d7a-9530-4bbc-85b9-5f21f438d208 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:26.895299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-2b366fa5-9ff5-444e-b897-589128dc35f9 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:26.896796 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-2b366fa5-9ff5-444e-b897-589128dc35f9 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 819 time: 0.3064084 Apr 21 21:11:26.909832 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.950454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-1496cb9c-d1b6-447c-9d10-1363b5b634df', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:11:26.951303 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:26.965759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7acf9-1c8b-4bca-a160-b1a348dff6a3 req-d2141465-e379-43f1-a38a-424da7695e28 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:26.967327 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-86c7acf9-1c8b-4bca-a160-b1a348dff6a3 req-d2141465-e379-43f1-a38a-424da7695e28 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 949 time: 0.2615240 Apr 21 21:11:26.993111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] Deleting port 28801d7a-9530-4bbc-85b9-5f21f438d208 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:26.993358 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.036013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Deleting port 6dfcad4e-c885-448c-b01d-2a70c320e0d7 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:27.036266 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.150312 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-b48904f1-163e-4bfa-ad23-f7bd9f8e4994 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/quotas/813f65962f4b40f48c80b2fae13a3ce5 HTTP/1.1" status: 200 len: 375 time: 0.2341645 Apr 21 21:11:27.183149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] For port 28801d7a-9530-4bbc-85b9-5f21f438d208, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28801d7a-9530-4bbc-85b9-5f21f438d208,segment=NetworkSegment(0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6),segment_id=0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:27.183586 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.217207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] Calling delete_port for 28801d7a-9530-4bbc-85b9-5f21f438d208 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:27.220409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.247880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Calling delete_port for 6dfcad4e-c885-448c-b01d-2a70c320e0d7 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:27.263117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.270528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-690577b4-0988-4550-86b4-338dd7c4eb5e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099370 Apr 21 21:11:27.300951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.361748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae823a37-d9e5-400e-be31-3c7fce1e6d84 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:27.459679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=28801d7a-9530-4bbc-85b9-5f21f438d208,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:27.464681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-95c4d8bb-fee5-4291-9afa-ec23586e524e service neutron] 10.222.0.49 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647668 Apr 21 21:11:27.465881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Subnet': ['ID=cde23a83-242e-4c64-accb-3ddcf4d33b89,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:27.470418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No DVR routers for this DVR port 28801d7a-9530-4bbc-85b9-5f21f438d208 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:27.557977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-86c7acf9-1c8b-4bca-a160-b1a348dff6a3 req-de3517d3-65b8-48db-b758-1497ca33359e tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419505 Apr 21 21:11:27.590382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Allocated IP 172.20.0.2 (1496cb9c-d1b6-447c-9d10-1363b5b634df/fe89a884-fe5f-4593-b401-c372fe8fb6bf/d3b977c4-6c25-4d1d-8955-16fe2bd545b1) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:27.620392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.634228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.638638 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.638878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Checking segment: {'id': '65688617-e9b4-4dfd-a760-4a442d5a898b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '75224e28-f05b-4ed0-80b0-1df39e7b720a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:27.639327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network hostable DHCP agents. Network: 75224e28-f05b-4ed0-80b0-1df39e7b720a, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:27.697849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a99055-3dbe-45ec-8f9c-5613c8401078']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:27.718094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:27.723352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:27.723769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a53ab19-c27c-40a9-8b48-acb8ae6eb6d6') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:27.755522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.767688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 75224e28-f05b-4ed0-80b0-1df39e7b720a) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:27.772938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:27.774406 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.787312 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-2e01bd11-5020-4848-96a5-716958fbf648 service neutron] 10.222.0.49 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879448 Apr 21 21:11:27.794712 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.805051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:11:27.805649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.815692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-00343565-d93c-4140-91e2-2bb5f68bc705 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3151596 Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:11:27.816488 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:11:27.829349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48120) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:27.836833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-416408613', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:27.847488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event deleted for resources: {'Port': ['ID=6dfcad4e-c885-448c-b01d-2a70c320e0d7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:27.910563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.912361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.924804 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.946562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e61e5b-ce18-419b-bdee-77ebaca23f9d None None] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:27.956698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28801d7a-9530-4bbc-85b9-5f21f438d208 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:11:27.974285 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.995022 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:27.996791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:28.003744 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:28.006788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port ae823a37-d9e5-400e-be31-3c7fce1e6d84 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:11:28.013813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/networks/65a99055-3dbe-45ec-8f9c-5613c8401078 HTTP/1.1" status: 204 len: 168 time: 1.6741915 Apr 21 21:11:28.016322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48122) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:28.040347 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:28.045815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'name': 'tempest-PortsTestJSON-216036600'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:28.125525 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 28801d7a-9530-4bbc-85b9-5f21f438d208 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:11:28.125856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28801d7a-9530-4bbc-85b9-5f21f438d208 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:11:28.148096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6479a51b-966d-485d-957d-fac23e61953f req-c6c49bba-08ca-4b20-acda-53351b556575 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 210 time: 0.0340471 Apr 21 21:11:28.149463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ae823a37-d9e5-400e-be31-3c7fce1e6d84 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:28.150084 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:28.195511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] Network 65a99055-3dbe-45ec-8f9c-5613c8401078 is not hosted by any dhcp agent {{(pid=114648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 21:11:28.196915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] No DVR routers for this DVR port 28801d7a-9530-4bbc-85b9-5f21f438d208 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:28.224260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Network 1496cb9c-d1b6-447c-9d10-1363b5b634df is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:28.270129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:28.278216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Pushing event updated for resources: {'Port': ['ID=d3b977c4-6c25-4d1d-8955-16fe2bd545b1,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:28.280257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9979c0-3f9d-4859-ac55-3827c5a564d1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Network': ['ID=65a99055-3dbe-45ec-8f9c-5613c8401078,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:28.298324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:28.343952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:28.348667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:28.359203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:28.361659 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.362001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.362395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.362651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.363867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.363867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.363867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.364290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.364290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.365080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.365080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.365410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:28.408045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 246687ec-aca5-4230-9270-cadba8865eb6 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:28.434933 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:28.484794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c594c-3ce9-45c6-aa35-294f54f28474 None None] Pushing event deleted for resources: {'Port': ['ID=28801d7a-9530-4bbc-85b9-5f21f438d208,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:28.759684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Attempting to bind port d3b977c4-6c25-4d1d-8955-16fe2bd545b1 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:28.761929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Attempting to bind port d3b977c4-6c25-4d1d-8955-16fe2bd545b1 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '962b39b4-e4e9-49a8-9d11-b3592384def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:28.766512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Attempting to bind port d3b977c4-6c25-4d1d-8955-16fe2bd545b1 on network 1496cb9c-d1b6-447c-9d10-1363b5b634df {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:28.797301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8a1af4-fd37-4646-800c-b5a4c237833a None None] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:28.887988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06112db4-13eb-432c-a077-ef228c887d50 None None] Pushing event updated for resources: {'Port': ['ID=fba6819b-4655-4f32-b593-e489152efb31,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:28.892334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:28.892334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Checking segment: {'id': '962b39b4-e4e9-49a8-9d11-b3592384def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:28.892334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:28.892904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Bound using segment: {'id': '962b39b4-e4e9-49a8-9d11-b3592384def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:28.893536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Bound port: d3b977c4-6c25-4d1d-8955-16fe2bd545b1, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962b39b4-e4e9-49a8-9d11-b3592384def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:28.894027 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:28.910650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.20.0.1 (1496cb9c-d1b6-447c-9d10-1363b5b634df/fe89a884-fe5f-4593-b401-c372fe8fb6bf/fa8c5b3d-f117-4f4c-97fb-6a8314bea037) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:28.912738 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.014155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] For port d3b977c4-6c25-4d1d-8955-16fe2bd545b1, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:29.018288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] For port d3b977c4-6c25-4d1d-8955-16fe2bd545b1, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d3b977c4-6c25-4d1d-8955-16fe2bd545b1,segment=NetworkSegment(962b39b4-e4e9-49a8-9d11-b3592384def1),segment_id=962b39b4-e4e9-49a8-9d11-b3592384def1)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:29.019781 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.041023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-15f56b77-95de-491a-8f09-b54718f12e4c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:29.049706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-15f56b77-95de-491a-8f09-b54718f12e4c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 819 time: 0.4856131 Apr 21 21:11:29.073656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-6b3aa532-a077-4b93-8e63-f9f6540868ad tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/quotas/813f65962f4b40f48c80b2fae13a3ce5 HTTP/1.1" status: 200 len: 375 time: 0.0228887 Apr 21 21:11:29.074842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb8b5-0260-4c61-ba44-81d465f50bc8 req-def31995-06c7-4284-b321-ae2a4b5477c5 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:29.076369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d8dfb8b5-0260-4c61-ba44-81d465f50bc8 req-def31995-06c7-4284-b321-ae2a4b5477c5 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 949 time: 0.2144246 Apr 21 21:11:29.113674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.203897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d8dfb8b5-0260-4c61-ba44-81d465f50bc8 req-4a779e92-02d7-4442-9947-9e45cd8f3a0a tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127064 Apr 21 21:11:29.228262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.252452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Attempting to bind port fba6819b-4655-4f32-b593-e489152efb31 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:29.253229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Attempting to bind port fba6819b-4655-4f32-b593-e489152efb31 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:29.253796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Attempting to bind port fba6819b-4655-4f32-b593-e489152efb31 on network 6d364502-689a-4e66-b068-a0c6a28098c8 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:29.257048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29638a3-42bf-4d85-ac8f-c42e1fdcde9d None None] Pushing event updated for resources: {'Port': ['ID=d3b977c4-6c25-4d1d-8955-16fe2bd545b1,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:29.267065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.306258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:11:29.309447 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908ae427-a68d-48f5-91da-f2be8404ff2c" -d '{"events": [{"server_uuid": "8f5c508c-334c-481a-8386-6ce96fdbfefd", "name": "network-vif-plugged", "status": "completed", "tag": "ae823a37-d9e5-400e-be31-3c7fce1e6d84"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:11:29.312883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:29.313532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Checking segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:29.314110 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.314672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Bound using segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:29.315324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Bound port: fba6819b-4655-4f32-b593-e489152efb31, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:29.315975 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.352980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-9b19d3e1-8085-44f8-b6c4-eee730219e69 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2784259 Apr 21 21:11:29.386200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.400550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-908249b8-a54a-4c5a-b7d0-481c2f4e02df None None] Provisioning complete for port fba6819b-4655-4f32-b593-e489152efb31 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:29.402333 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-908249b8-a54a-4c5a-b7d0-481c2f4e02df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.404567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae823a37-d9e5-400e-be31-3c7fce1e6d84, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae823a37-d9e5-400e-be31-3c7fce1e6d84,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:29.406242 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b3e172-b005-4be7-85d3-222378284e6f x-openstack-request-id: req-c3b3e172-b005-4be7-85d3-222378284e6f {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:11:29.406556 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5c508c-334c-481a-8386-6ce96fdbfefd", "name": "network-vif-plugged", "status": "completed", "tag": "ae823a37-d9e5-400e-be31-3c7fce1e6d84", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:11:29.406858 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3b3e172-b005-4be7-85d3-222378284e6f {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:11:29.407284 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b3e172-b005-4be7-85d3-222378284e6f'] response: {'server_uuid': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84', 'code': 200} Apr 21 21:11:29.427832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Router 12ba6119-352a-4d6c-9a57-b60329103b44 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:11:29.440974 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.451599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 1496cb9c-d1b6-447c-9d10-1363b5b634df is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:29.471439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:29.477251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:29.552290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=fa8c5b3d-f117-4f4c-97fb-6a8314bea037,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:29.625469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.627890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-908249b8-a54a-4c5a-b7d0-481c2f4e02df None None] Port fba6819b-4655-4f32-b593-e489152efb31 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:29.644082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-6b9d0a7f-2974-4eaa-8e56-d1bbc8bfd127 service neutron] 10.222.0.49 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055888 Apr 21 21:11:29.659107 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.698014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ae823a37-d9e5-400e-be31-3c7fce1e6d84,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:29.703394 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] For port fba6819b-4655-4f32-b593-e489152efb31, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:29.721356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] For port fba6819b-4655-4f32-b593-e489152efb31, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fba6819b-4655-4f32-b593-e489152efb31,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:29.726083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecceae6-f8c2-4202-9f87-aef293d0fdd5 req-0d567510-3714-411e-a529-82cddc6ca00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:29.728035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecceae6-f8c2-4202-9f87-aef293d0fdd5 req-0d567510-3714-411e-a529-82cddc6ca00e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 1101 time: 0.1441460 Apr 21 21:11:29.730733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.769051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:29.784554 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245f553-3251-4921-a1f1-666745ad7406 None None] Sync routers for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:29.785139 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-db4efd96-6921-42e7-a07d-0c67722bdcf8 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "PUT /v2.0/routers/12ba6119-352a-4d6c-9a57-b60329103b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0443397 Apr 21 21:11:29.785793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48154) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:29.807157 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245f553-3251-4921-a1f1-666745ad7406 None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:29.808567 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1245f553-3251-4921-a1f1-666745ad7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:29.834006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:29.854438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:29.915697 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1245f553-3251-4921-a1f1-666745ad7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:29.933432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06112db4-13eb-432c-a077-ef228c887d50 None None] Pushing event updated for resources: {'Port': ['ID=fba6819b-4655-4f32-b593-e489152efb31,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:29.943803 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245f553-3251-4921-a1f1-666745ad7406 None None] Routers {'12ba6119-352a-4d6c-9a57-b60329103b44'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:29.947067 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1245f553-3251-4921-a1f1-666745ad7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['12ba6119-352a-4d6c-9a57-b60329103b44'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:29.963529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.986481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:29.995559 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1245f553-3251-4921-a1f1-666745ad7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:29.996903 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245f553-3251-4921-a1f1-666745ad7406 None None] The sync data for ids ['12ba6119-352a-4d6c-9a57-b60329103b44'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:30.010472 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ecceae6-f8c2-4202-9f87-aef293d0fdd5 req-8adf6b76-57d2-487e-829f-fc88d45175fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473350 Apr 21 21:11:30.052584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d3b977c4-6c25-4d1d-8955-16fe2bd545b1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:30.055524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:30.061444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:30.066866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:30.113634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:30.129508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:30.130541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:30.164345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-c0460f42-5f49-40cf-8f35-17ef08ab8a5b service neutron] 10.222.0.49 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026224 Apr 21 21:11:30.368123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d3b977c4-6c25-4d1d-8955-16fe2bd545b1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:30.375894 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:30.389710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:30.448581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8bcbc9c8-92bb-4f54-bf03-4c14d8dd5102 None None] Provisioning complete for port fba6819b-4655-4f32-b593-e489152efb31 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:30.449001 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8bcbc9c8-92bb-4f54-bf03-4c14d8dd5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:30.562372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ab5ada88-452a-40de-b374-af6ad11c8893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:30.811291 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:30.895563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-2a6987ae-5368-4648-8c32-d4a2cb62df26 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:30.896809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-2a6987ae-5368-4648-8c32-d4a2cb62df26 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 819 time: 0.8585913 Apr 21 21:11:30.910426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Request body: {'port': {'device_id': '70d3ae96-5d18-412d-8adf-49c2b2326bb4', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'admin_state_up': True, 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:30.921179 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8bcbc9c8-92bb-4f54-bf03-4c14d8dd5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:30.964131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:30.983211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914367db-588b-41ae-8547-693fb6dc64ed req-0e27634f-43ee-424a-a29e-98e4b7b1723e tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:30.985220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-914367db-588b-41ae-8547-693fb6dc64ed req-0e27634f-43ee-424a-a29e-98e4b7b1723e tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 950 time: 0.3855884 Apr 21 21:11:31.033375 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.037757 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.041371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8bcbc9c8-92bb-4f54-bf03-4c14d8dd5102 None None] For port fba6819b-4655-4f32-b593-e489152efb31, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fba6819b-4655-4f32-b593-e489152efb31,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:31.076666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0367639 Apr 21 21:11:31.080890 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8bcbc9c8-92bb-4f54-bf03-4c14d8dd5102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.120561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd595fa-32e6-418e-9184-3a76b3881971 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=246687ec-aca5-4230-9270-cadba8865eb6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:31.127780 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:31.137132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port d3b977c4-6c25-4d1d-8955-16fe2bd545b1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d3b977c4-6c25-4d1d-8955-16fe2bd545b1,segment=NetworkSegment(962b39b4-e4e9-49a8-9d11-b3592384def1),segment_id=962b39b4-e4e9-49a8-9d11-b3592384def1)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:31.149937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7fbe390-11fa-4a90-9786-d7a2e2e68e92 req-8deb55f3-9a11-434b-9ca3-e25fa783c880 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 210 time: 0.0580633 Apr 21 21:11:31.149937 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.150202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:29Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:31.183781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbed63e-6960-47fe-ae83-541e4153d9e8 None None] The sync data for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 is: [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:29Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:31.187888 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.231252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359eca13-bd61-495c-a5cb-156171bb2fcd None None] Network 1496cb9c-d1b6-447c-9d10-1363b5b634df requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:31.294052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbc9c8-92bb-4f54-bf03-4c14d8dd5102 None None] Pushing event updated for resources: {'Port': ['ID=fba6819b-4655-4f32-b593-e489152efb31,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:31.378676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.25.0.168 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/246f8f09-0eda-4e66-a767-b38924d7c62d) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:31.399116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-db478c74-f48e-4dda-a9be-d63256e40c9c None None] Provisioning complete for port d3b977c4-6c25-4d1d-8955-16fe2bd545b1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:31.399597 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db478c74-f48e-4dda-a9be-d63256e40c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.483885 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.486972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=fa8c5b3d-f117-4f4c-97fb-6a8314bea037,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:31.498347 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-914367db-588b-41ae-8547-693fb6dc64ed req-42a33460-a1fb-4988-ae5d-5eec15d8011d tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737079 Apr 21 21:11:31.507758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.566814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=d3b977c4-6c25-4d1d-8955-16fe2bd545b1,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:31.602277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.648093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.705656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Made reservation on behalf of 813f65962f4b40f48c80b2fae13a3ce5 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:31.710951 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:31.732293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:31.749528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:31.755388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:31.833192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=246f8f09-0eda-4e66-a767-b38924d7c62d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:31.897097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-558900a5-f106-410e-8242-653708768795 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 246687ec-aca5-4230-9270-cadba8865eb6 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:31.897654 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-558900a5-f106-410e-8242-653708768795 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.134366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fba6819b-4655-4f32-b593-e489152efb31 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:32.219913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 1496cb9c-d1b6-447c-9d10-1363b5b634df is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:32.295357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-24154580-40ab-41db-8958-2a220a0ee676 None None] Provisioning complete for port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:32.295772 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24154580-40ab-41db-8958-2a220a0ee676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.385736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fba6819b-4655-4f32-b593-e489152efb31 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:32.386115 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.420616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-24154580-40ab-41db-8958-2a220a0ee676 None None] Port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:32.451057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-24154580-40ab-41db-8958-2a220a0ee676 None None] Provisioning complete for port d3b977c4-6c25-4d1d-8955-16fe2bd545b1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:32.451439 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24154580-40ab-41db-8958-2a220a0ee676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.553888 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.632199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d3b977c4-6c25-4d1d-8955-16fe2bd545b1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:32.680164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75d05a06-9bb5-4a00-8765-ec1313c5b0bc req-d86f3eae-f5f1-4d92-99db-c47adb38cb1f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 210 time: 0.1553550 Apr 21 21:11:32.731662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-7796fab1-f970-4fe6-899e-afa421fb80c4 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:32.731926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d3b977c4-6c25-4d1d-8955-16fe2bd545b1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:32.732193 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.733197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-7796fab1-f970-4fe6-899e-afa421fb80c4 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.43 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 819 time: 0.6952655 Apr 21 21:11:32.770034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Request body: {'port': {'device_id': '7f7b7b32-1c8c-41e9-ac37-be97b2990876', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'admin_state_up': True, 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:32.800575 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-315afdf4-4966-4d2f-8743-a20251ce7f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.852130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8f542ae1-023a-4a53-bfa9-18680978a990 None None] Provisioning complete for port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:32.852540 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8f542ae1-023a-4a53-bfa9-18680978a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.895889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8f542ae1-023a-4a53-bfa9-18680978a990 None None] Port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:32.901832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Allocated IP 172.20.0.9 (6d364502-689a-4e66-b068-a0c6a28098c8/347713c0-4682-491a-9536-3fa9aee2c95b/4bdb0da6-c291-4a80-91d2-63e70f54f148) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:32.918690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:32.925747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-558900a5-f106-410e-8242-653708768795 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.943160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Deleting port 73d7d5a0-def5-4eee-9cfe-c7d7c2131810 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:32.943498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:32.981037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-558900a5-f106-410e-8242-653708768795 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 246687ec-aca5-4230-9270-cadba8865eb6 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:33.007933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Made reservation on behalf of 813f65962f4b40f48c80b2fae13a3ce5 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:33.013180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:33.047673 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:33.217559 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a108ee61-4aa1-4230-98f0-e5b926a8d36a None None] Provisioning complete for port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:33.218559 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a108ee61-4aa1-4230-98f0-e5b926a8d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:33.246522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:11:33.254438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a108ee61-4aa1-4230-98f0-e5b926a8d36a None None] Port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:33.268771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7d797-5b12-47c8-bde1-18e09445b938 req-e9ba8016-af37-4fab-be3a-f67c9b16f577 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:33.270277 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cd7d797-5b12-47c8-bde1-18e09445b938 req-e9ba8016-af37-4fab-be3a-f67c9b16f577 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 950 time: 0.3468719 Apr 21 21:11:33.291525 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:33.333255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Calling delete_port for 73d7d5a0-def5-4eee-9cfe-c7d7c2131810 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:33.355136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:33.366946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b4b3e-2f04-40a8-915a-ade52ddf0ab5 None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:33.378378 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:33.379177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b4b3e-2f04-40a8-915a-ade52ddf0ab5 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:33.380943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-601b4b3e-2f04-40a8-915a-ade52ddf0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:33.383374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2e81be74-d1af-4f84-9ef0-b10473890d59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5528805 Apr 21 21:11:33.385137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48184) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:33.419601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-601b4b3e-2f04-40a8-915a-ade52ddf0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:33.430825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b4b3e-2f04-40a8-915a-ade52ddf0ab5 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:33.431574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-601b4b3e-2f04-40a8-915a-ade52ddf0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:33.432666 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3cd7d797-5b12-47c8-bde1-18e09445b938 req-92be2388-86be-4706-b409-971454268de7 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469114 Apr 21 21:11:33.436250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-558900a5-f106-410e-8242-653708768795 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:33.478820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-601b4b3e-2f04-40a8-915a-ade52ddf0ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:33.479665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b4b3e-2f04-40a8-915a-ade52ddf0ab5 None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:33.504663 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:33.516429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558900a5-f106-410e-8242-653708768795 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=246687ec-aca5-4230-9270-cadba8865eb6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:33.539810 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-558900a5-f106-410e-8242-653708768795 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:33.543319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-558900a5-f106-410e-8242-653708768795 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/246687ec-aca5-4230-9270-cadba8865eb6 HTTP/1.1" status: 204 len: 168 time: 2.4145210 Apr 21 21:11:33.549867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48194) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:33.591190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'mac_address': 'fa:16:3e:d6:b9:f4', 'name': 'tempest-PortsTestJSON-1254278152'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:33.597488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:11:33.808036 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-918b9217-d319-4a34-b5ad-4960545f7e5b req-e9a84087-a18b-49ef-a32a-52cd5c8bb455 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 210 time: 0.0312245 Apr 21 21:11:33.933076 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:33.948531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:33.950139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:33.965889 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ea0df96-8657-4390-bde0-a9527e49e04a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3134596 Apr 21 21:11:33.966948 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:33.970609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48202) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:33.978383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'network': {'name': 'tempest-RoutersTest-681861928'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:33.982492 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:33.984518 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:34.011430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Network 6d364502-689a-4e66-b068-a0c6a28098c8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:34.049889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Allocated IP 172.20.0.13 (6d364502-689a-4e66-b068-a0c6a28098c8/347713c0-4682-491a-9536-3fa9aee2c95b/99a286ed-ca3c-47b8-bc15-4661e01c52ae) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:34.054951 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.056400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:34.060065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.073385 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.076100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:34.086868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.089450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:34.106050 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:34.111915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81914e-709f-4ee4-a9b1-8c25aec5edad req-6b06669f-a3e8-4ef4-80c0-ec75e8a1075c tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:34.114009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f81914e-709f-4ee4-a9b1-8c25aec5edad req-6b06669f-a3e8-4ef4-80c0-ec75e8a1075c tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 950 time: 0.2682762 Apr 21 21:11:34.124713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:34.139192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event updated for resources: {'Port': ['ID=4bdb0da6-c291-4a80-91d2-63e70f54f148,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:34.189180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.189550 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added segment b3d7d31b-e337-414a-9acc-e151f77d7f2a of type vlan for network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 Apr 21 21:11:34.225827 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.235077 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event deleted for resources: {'Port': ['ID=73d7d5a0-def5-4eee-9cfe-c7d7c2131810,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:34.293664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:34.294296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.337921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 48174845-a60d-4d4b-a174-ff58d58b752f yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:34.348964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f81914e-709f-4ee4-a9b1-8c25aec5edad req-85f88e13-ce35-41ef-8f5f-3e84105fc3ef tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994042 Apr 21 21:11:34.396986 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:11:29Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:34.410660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-ac76f390-4d7d-4ccc-a28e-fac2a82d661b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5039740 Apr 21 21:11:34.411893 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.439343 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:11:34.439954 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Updating router 1176c44e-1896-45de-bc37-900c260f0749 port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:11:34.499962 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.544092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.547242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.592171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5dad9e1d-b42e-4da5-a4d2-26f20bb5ad1e None None] Provisioning complete for port 4bdb0da6-c291-4a80-91d2-63e70f54f148 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:34.592812 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5dad9e1d-b42e-4da5-a4d2-26f20bb5ad1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.618977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Request body: {'port': {'device_id': '70d3ae96-5d18-412d-8adf-49c2b2326bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:34.627650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.628471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Fanout notify agent at l3_agent the message router_deleted on router 12ba6119-352a-4d6c-9a57-b60329103b44 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:11:34.657464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5dad9e1d-b42e-4da5-a4d2-26f20bb5ad1e None None] Port 4bdb0da6-c291-4a80-91d2-63e70f54f148 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:34.670450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.674937 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-987838dd-1150-4e56-8463-84393fa8b2e3 tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "DELETE /v2.0/routers/12ba6119-352a-4d6c-9a57-b60329103b44 HTTP/1.1" status: 204 len: 168 time: 4.8831971 Apr 21 21:11:34.678205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48206) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:34.753527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.826743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0550f7e8-1aac-4a11-9069-558cb065e88b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Deleting subnet b7d13e1d-b5b8-4af0-bd94-1d21e8d3f247 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:11:34.829425 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.843929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0550f7e8-1aac-4a11-9069-558cb065e88b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.874648 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.878980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.926777 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.931311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:34.932169 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.972233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:34.974360 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Pushing event updated for resources: {'Port': ['ID=fa8c5b3d-f117-4f4c-97fb-6a8314bea037,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:34.990927 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:34.990927 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:34.991392 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:34.991868 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:35.005300 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:35.005978 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:35.006421 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:35.006970 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:35.007334 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:35.007651 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:35.010221 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:35.012481 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:35.038704 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0550f7e8-1aac-4a11-9069-558cb065e88b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.105456 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Attempting to bind port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:35.106024 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Attempting to bind port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '962b39b4-e4e9-49a8-9d11-b3592384def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:35.106504 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Attempting to bind port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 on network 1496cb9c-d1b6-447c-9d10-1363b5b634df {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:35.118621 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:35.119144 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Checking segment: {'id': '962b39b4-e4e9-49a8-9d11-b3592384def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:35.119643 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.120131 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Bound using segment: {'id': '962b39b4-e4e9-49a8-9d11-b3592384def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:35.124357 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Bound port: fa8c5b3d-f117-4f4c-97fb-6a8314bea037, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962b39b4-e4e9-49a8-9d11-b3592384def1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:35.124357 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.143036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.166950 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1954777 Apr 21 21:11:35.168952 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.184681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48210) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:35.206257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'subnet': {'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:35.235236 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] For port fa8c5b3d-f117-4f4c-97fb-6a8314bea037, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:35.246856 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] For port fa8c5b3d-f117-4f4c-97fb-6a8314bea037, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fa8c5b3d-f117-4f4c-97fb-6a8314bea037,segment=NetworkSegment(962b39b4-e4e9-49a8-9d11-b3592384def1),segment_id=962b39b4-e4e9-49a8-9d11-b3592384def1)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:35.253944 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.331305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Network 6d364502-689a-4e66-b068-a0c6a28098c8 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:35.341353 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:35.342397 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:35.349771 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86672e14-96fa-4bf3-81cb-f6da976370bb None None] Pushing event updated for resources: {'Port': ['ID=fa8c5b3d-f117-4f4c-97fb-6a8314bea037,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:35.370390 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.400649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b823ffda-6f20-40e5-84d5-37ef74ae52a4 None None] Provisioning complete for port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:35.401405 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b823ffda-6f20-40e5-84d5-37ef74ae52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.470823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdb0da6-c291-4a80-91d2-63e70f54f148 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:11:35.479325 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.485323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:35.493870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Transition to ACTIVE for port object 4bdb0da6-c291-4a80-91d2-63e70f54f148 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:11:35.501712 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:35.508198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:35.516872 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.518233 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.550902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1eaab-7613-4d55-8f32-6d3bc2fa0653 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Network': ['ID=08a5248a-78e7-4b07-956c-cfc8be9d9e84,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:35.592209 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b823ffda-6f20-40e5-84d5-37ef74ae52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.610670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:35.635738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475511ed-36ea-48c2-8e81-189ebc398d4d req-492530ee-9d4f-4994-9c7c-ac7e0f47ef52 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:35.637406 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-475511ed-36ea-48c2-8e81-189ebc398d4d req-492530ee-9d4f-4994-9c7c-ac7e0f47ef52 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 932 time: 0.5273981 Apr 21 21:11:35.652895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0550f7e8-1aac-4a11-9069-558cb065e88b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.674746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event updated for resources: {'Port': ['ID=99a286ed-ca3c-47b8-bc15-4661e01c52ae,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:35.708182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:35.755187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:35.765192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-0434d45d-35f1-4f4a-ba10-d2a91ec19daf tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:35.773204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-0434d45d-35f1-4f4a-ba10-d2a91ec19daf tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 950 time: 0.6098232 Apr 21 21:11:35.779792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:35.785657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.20.0.1 (75224e28-f05b-4ed0-80b0-1df39e7b720a/cde23a83-242e-4c64-accb-3ddcf4d33b89/072e01e1-0b70-495a-9da2-cd5613675f26) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:35.793852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:35.797015 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.825268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdb0da6-c291-4a80-91d2-63e70f54f148,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:35.876111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94519499-535c-4068-be93-2c77ede8d0ae req-495e0a61-a93e-4471-bb88-55ffc6f54d12 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:35.876699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b823ffda-6f20-40e5-84d5-37ef74ae52a4 None None] For port fa8c5b3d-f117-4f4c-97fb-6a8314bea037, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fa8c5b3d-f117-4f4c-97fb-6a8314bea037,segment=NetworkSegment(962b39b4-e4e9-49a8-9d11-b3592384def1),segment_id=962b39b4-e4e9-49a8-9d11-b3592384def1)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:35.884398 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b823ffda-6f20-40e5-84d5-37ef74ae52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.893243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-94519499-535c-4068-be93-2c77ede8d0ae req-495e0a61-a93e-4471-bb88-55ffc6f54d12 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 950 time: 0.3978701 Apr 21 21:11:35.926168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-475511ed-36ea-48c2-8e81-189ebc398d4d req-6056b582-e507-4ad1-a59c-f2bd98f765ac tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695360 Apr 21 21:11:35.934091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:35.946411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:35.974571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4233625 Apr 21 21:11:35.978407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48220) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:36.016380 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.036349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823ffda-6f20-40e5-84d5-37ef74ae52a4 None None] Pushing event updated for resources: {'Port': ['ID=fa8c5b3d-f117-4f4c-97fb-6a8314bea037,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:36.092415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:36.093264 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.102142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5d10b212-17ba-40e8-8f3e-7251ec663f0e None None] Provisioning complete for port 99a286ed-ca3c-47b8-bc15-4661e01c52ae triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:36.102448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5d10b212-17ba-40e8-8f3e-7251ec663f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.115774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cf682-072e-4da4-b800-0f3c3a554702 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=48174845-a60d-4d4b-a174-ff58d58b752f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:36.181152 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:11:29Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:36.184869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0550f7e8-1aac-4a11-9069-558cb065e88b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.201255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5d10b212-17ba-40e8-8f3e-7251ec663f0e None None] Port 99a286ed-ca3c-47b8-bc15-4661e01c52ae cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:36.216695 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6778ed-48d5-43a6-a84e-a72edf4cbeef None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:11:29Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:36.236949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5d10b212-17ba-40e8-8f3e-7251ec663f0e None None] Provisioning complete for port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:36.237321 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5d10b212-17ba-40e8-8f3e-7251ec663f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.295562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f7e8-1aac-4a11-9069-558cb065e88b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d13e1d-b5b8-4af0-bd94-1d21e8d3f247,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:36.317555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Attempting to bind port 4bdb0da6-c291-4a80-91d2-63e70f54f148 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:36.317926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Attempting to bind port 4bdb0da6-c291-4a80-91d2-63e70f54f148 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:36.318193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Attempting to bind port 4bdb0da6-c291-4a80-91d2-63e70f54f148 on network 6d364502-689a-4e66-b068-a0c6a28098c8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:36.342851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Port 4bdb0da6-c291-4a80-91d2-63e70f54f148 on network 6d364502-689a-4e66-b068-a0c6a28098c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:11:36.343205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Attempting to bind port 4bdb0da6-c291-4a80-91d2-63e70f54f148 on network 6d364502-689a-4e66-b068-a0c6a28098c8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:36.352965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-94519499-535c-4068-be93-2c77ede8d0ae req-b4fb3a6c-3dfd-415d-a3f9-b4d2ad12c273 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557064 Apr 21 21:11:36.357677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0550f7e8-1aac-4a11-9069-558cb065e88b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.361021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0550f7e8-1aac-4a11-9069-558cb065e88b tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "DELETE /v2.0/subnets/b7d13e1d-b5b8-4af0-bd94-1d21e8d3f247 HTTP/1.1" status: 204 len: 168 time: 1.6787508 Apr 21 21:11:36.361927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:36.362260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Checking segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:36.363131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Bound using segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:36.364241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Bound port: 4bdb0da6-c291-4a80-91d2-63e70f54f148, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:36.364614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.372243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48222) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:36.396855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d070b9bf-af86-4c8a-9803-2ee3dec08774 None None] Network f3278361-0b16-4895-b988-046aae54c146 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:36.433738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-5525a83e-6c71-4f84-afc1-62933a292850 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6681376 Apr 21 21:11:36.441093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf59788-1c66-4fdf-88dc-d132e984d3e4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:36.442615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bbf59788-1c66-4fdf-88dc-d132e984d3e4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/48174845-a60d-4d4b-a174-ff58d58b752f HTTP/1.1" status: 200 len: 841 time: 0.4356070 Apr 21 21:11:36.455143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Request body: {'port': {'device_id': '7f7b7b32-1c8c-41e9-ac37-be97b2990876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:36.456852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] For port 4bdb0da6-c291-4a80-91d2-63e70f54f148, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:36.461850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] For port 4bdb0da6-c291-4a80-91d2-63e70f54f148, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:36.463041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48224) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:36.479140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.581390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:36.582322 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.583888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 200 len: 1091 time: 1.9729185 Apr 21 21:11:36.587543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d3ae96-5d18-412d-8adf-49c2b2326bb4', 'tag': '4bdb0da6-c291-4a80-91d2-63e70f54f148'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:11:36.602228 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07fd508-47f2-4adc-aea1-3e3c8489e574" -d '{"events": [{"name": "network-changed", "server_uuid": "70d3ae96-5d18-412d-8adf-49c2b2326bb4", "tag": "4bdb0da6-c291-4a80-91d2-63e70f54f148"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:11:36.661340 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99bc22-54f9-441b-89e9-866bbd0a22b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdb0da6-c291-4a80-91d2-63e70f54f148,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:36.774743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d665acd-14eb-40c1-afc0-19a6cd745d42 None None] DHCP port deletion for f3278361-0b16-4895-b988-046aae54c146 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:11:36.807776 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f7034d-beb7-4acc-8286-9780861e49f5 x-openstack-request-id: req-04f7034d-beb7-4acc-8286-9780861e49f5 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:11:36.812470 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d3ae96-5d18-412d-8adf-49c2b2326bb4", "tag": "4bdb0da6-c291-4a80-91d2-63e70f54f148", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:11:36.812908 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04f7034d-beb7-4acc-8286-9780861e49f5 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:11:36.813435 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f7034d-beb7-4acc-8286-9780861e49f5'] response: {'name': 'network-changed', 'server_uuid': '70d3ae96-5d18-412d-8adf-49c2b2326bb4', 'tag': '4bdb0da6-c291-4a80-91d2-63e70f54f148', 'status': 'completed', 'code': 200} Apr 21 21:11:36.835448 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.847115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7d665acd-14eb-40c1-afc0-19a6cd745d42 None None] Deleting port cf5722dd-9b9d-4933-b58c-7af46aba9541 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:36.847481 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7d665acd-14eb-40c1-afc0-19a6cd745d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.870544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-13287036-f6b6-412c-bdba-3d1f4f4f89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:36.881055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-13287036-f6b6-412c-bdba-3d1f4f4f89de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1094 time: 0.2151263 Apr 21 21:11:36.899473 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.935651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Deleting port ae823a37-d9e5-400e-be31-3c7fce1e6d84 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:36.936286 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.956831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7d665acd-14eb-40c1-afc0-19a6cd745d42 None None] For port cf5722dd-9b9d-4933-b58c-7af46aba9541, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=cf5722dd-9b9d-4933-b58c-7af46aba9541,segment=NetworkSegment(1fe51e80-6c59-495d-a55a-ca8a994d7ab7),segment_id=1fe51e80-6c59-495d-a55a-ca8a994d7ab7)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:36.958021 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:36.970138 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7d665acd-14eb-40c1-afc0-19a6cd745d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.012185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7d665acd-14eb-40c1-afc0-19a6cd745d42 None None] Calling delete_port for cf5722dd-9b9d-4933-b58c-7af46aba9541 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:37.064792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-10f1d36e-ea84-4c8b-9c0a-4027db2e970f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 200 len: 217 time: 0.1721292 Apr 21 21:11:37.167875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f07637f7-dfd2-45f3-9ee0-269e22834827 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 48174845-a60d-4d4b-a174-ff58d58b752f {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:37.176643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f07637f7-dfd2-45f3-9ee0-269e22834827 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.248562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-3b769ffd-0bfb-4242-8c9d-ed2319e04420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:37.250693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-3b769ffd-0bfb-4242-8c9d-ed2319e04420 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.1743522 Apr 21 21:11:37.254104 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7d665acd-14eb-40c1-afc0-19a6cd745d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.295826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d665acd-14eb-40c1-afc0-19a6cd745d42 None None] Pushing event deleted for resources: {'Port': ['ID=cf5722dd-9b9d-4933-b58c-7af46aba9541,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:37.299616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d665acd-14eb-40c1-afc0-19a6cd745d42 None None] No DVR routers for this DVR port cf5722dd-9b9d-4933-b58c-7af46aba9541 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:37.415240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaac0b9-1f5f-4e47-a38f-745fc1674e1e req-2d8ae18c-b292-48c8-877d-e4f84e58d1d9 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:37.417946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ae823a37-d9e5-400e-be31-3c7fce1e6d84 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:11:37.423454 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7aaac0b9-1f5f-4e47-a38f-745fc1674e1e req-2d8ae18c-b292-48c8-877d-e4f84e58d1d9 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 932 time: 0.3121727 Apr 21 21:11:37.448827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] For port ae823a37-d9e5-400e-be31-3c7fce1e6d84, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae823a37-d9e5-400e-be31-3c7fce1e6d84,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:37.449247 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.470143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Calling delete_port for ae823a37-d9e5-400e-be31-3c7fce1e6d84 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:37.471369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f07637f7-dfd2-45f3-9ee0-269e22834827 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.498353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f07637f7-dfd2-45f3-9ee0-269e22834827 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 48174845-a60d-4d4b-a174-ff58d58b752f owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:37.527967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-54fc9389-7e96-4f88-9cda-f030d67b8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:37.529493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-54fc9389-7e96-4f88-9cda-f030d67b8c14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967645 Apr 21 21:11:37.591517 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.619064 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7aaac0b9-1f5f-4e47-a38f-745fc1674e1e req-5bd2e29f-71db-4980-9d2c-7f97d3aaa60b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748555 Apr 21 21:11:37.645647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:11:37.648600 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c279112e-04d1-4b43-b9f3-d2788736e713" -d '{"events": [{"server_uuid": "8f5c508c-334c-481a-8386-6ce96fdbfefd", "name": "network-vif-unplugged", "status": "completed", "tag": "ae823a37-d9e5-400e-be31-3c7fce1e6d84"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:11:37.662430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ae823a37-d9e5-400e-be31-3c7fce1e6d84, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ae823a37-d9e5-400e-be31-3c7fce1e6d84,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:37.671238 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.672297 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.674441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] The port 'cf5722dd-9b9d-4933-b58c-7af46aba9541' was deleted {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 21 21:11:37.737352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ae823a37-d9e5-400e-be31-3c7fce1e6d84,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:37.765782 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bab4f95-0ba4-4c81-b692-62af64c0a470 x-openstack-request-id: req-3bab4f95-0ba4-4c81-b692-62af64c0a470 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:11:37.767765 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5c508c-334c-481a-8386-6ce96fdbfefd", "name": "network-vif-unplugged", "status": "completed", "tag": "ae823a37-d9e5-400e-be31-3c7fce1e6d84", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:11:37.767765 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bab4f95-0ba4-4c81-b692-62af64c0a470 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:11:37.767765 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bab4f95-0ba4-4c81-b692-62af64c0a470'] response: {'server_uuid': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84', 'code': 200} Apr 21 21:11:37.780660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-0b30e6c0-25cf-46ef-9fa6-373ca53c8b8e service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101431 Apr 21 21:11:37.782688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f07637f7-dfd2-45f3-9ee0-269e22834827 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.824817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.862011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07637f7-dfd2-45f3-9ee0-269e22834827 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=48174845-a60d-4d4b-a174-ff58d58b752f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:37.871200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f07637f7-dfd2-45f3-9ee0-269e22834827 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:37.876156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f07637f7-dfd2-45f3-9ee0-269e22834827 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/48174845-a60d-4d4b-a174-ff58d58b752f HTTP/1.1" status: 204 len: 168 time: 1.4116240 Apr 21 21:11:37.898952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48244) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:37.915265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=072e01e1-0b70-495a-9da2-cd5613675f26,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:37.971954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fa8c5b3d-f117-4f4c-97fb-6a8314bea037 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:37.979887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-11993699-bbf7-45f9-8ddf-52e60f4b9416 req-a184b83d-fed7-4c34-b409-77d5b5cb4e62 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885576 Apr 21 21:11:38.040278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:38.040656 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.073067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83e9dd-75b7-4ba4-a391-32541b626545 req-95c2f87d-ada3-431f-afe5-216db29e6bcf tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:38.075542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea83e9dd-75b7-4ba4-a391-32541b626545 req-95c2f87d-ada3-431f-afe5-216db29e6bcf tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 950 time: 0.5198450 Apr 21 21:11:38.092155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-04e4396f-0530-4220-9b34-584c65e1e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:38.093875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-04e4396f-0530-4220-9b34-584c65e1e394 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1094 time: 0.0592153 Apr 21 21:11:38.099401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Subnet': ['ID=406b1b10-f9bb-4289-a312-93254a1d7cde,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:38.120580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.125808 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8796912e-f575-4a0b-b4dc-eaca4f1d2b15 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:11:38.130821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8796912e-f575-4a0b-b4dc-eaca4f1d2b15 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/48174845-a60d-4d4b-a174-ff58d58b752f HTTP/1.1" status: 404 len: 333 time: 0.2072442 Apr 21 21:11:38.132237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48248) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:38.134415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:38.138510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'name': 'tempest-PortsTestJSON-2048069541'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:38.174407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:38.193800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Checking segment: {'id': 'b3d7d31b-e337-414a-9acc-e151f77d7f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:38.194714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network hostable DHCP agents. Network: 08a5248a-78e7-4b07-956c-cfc8be9d9e84, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:38.202949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:38.225255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3278361-0b16-4895-b988-046aae54c146']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:38.232933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cf5722dd-9b9d-4933-b58c-7af46aba9541 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:11:38.254487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: cf5722dd-9b9d-4933-b58c-7af46aba9541 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:11:38.254830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device cf5722dd-9b9d-4933-b58c-7af46aba9541 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:11:38.289904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe51e80-6c59-495d-a55a-ca8a994d7ab7') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:38.290209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe51e80-6c59-495d-a55a-ca8a994d7ab7') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:38.306819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a286ed-ca3c-47b8-bc15-4661e01c52ae {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:11:38.328883 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.331758 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.360284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:38.392804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea83e9dd-75b7-4ba4-a391-32541b626545 req-4a375af2-892b-4d7c-92e5-6494d71ac7f3 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/security-groups?id=c3f8fc33-742a-4843-8156-7879207ff2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689216 Apr 21 21:11:38.393867 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.398009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Transition to ACTIVE for port object 99a286ed-ca3c-47b8-bc15-4661e01c52ae will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:11:38.398770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 08a5248a-78e7-4b07-956c-cfc8be9d9e84) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:38.403046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.409997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:11:38.410428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.411407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88062163-cafa-4d8b-bf66-4fd5d27c74ab None None] Network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:38.415016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:38.415203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:11:38.418315 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:11:38.420843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.420843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.610635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-f1f1b8ac-2d63-484a-a6ad-238a696e6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:38.611132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:11:38.611881 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.612261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-f1f1b8ac-2d63-484a-a6ad-238a696e6539 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.5089335 Apr 21 21:11:38.688055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-d2e04814-74d8-480b-a4ea-63e67aed664b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 200 len: 217 time: 0.0652397 Apr 21 21:11:38.689262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:38.694569 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.718501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 920745a4-790e-4327-8fbb-4a53d4b8cfeb yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:38.851517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Allocated IP 172.21.0.2 (08a5248a-78e7-4b07-956c-cfc8be9d9e84/406b1b10-f9bb-4289-a312-93254a1d7cde/0c47fcc2-6a4b-4070-a6d7-5d0c5231a342) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:38.885650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-24bb924b-5dfb-4e30-aa2d-1d1b492f3da4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6965814 Apr 21 21:11:38.889463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db970-a5db-4a91-bdf6-4566a0817cf6 req-67546058-f4dc-4e3c-8107-b7545fbf7ffb tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:38.891169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-948db970-a5db-4a91-bdf6-4566a0817cf6 req-67546058-f4dc-4e3c-8107-b7545fbf7ffb tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 944 time: 0.1256115 Apr 21 21:11:38.893985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48254) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:38.972563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.982225 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:38.988876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "DELETE /v2.0/networks/f3278361-0b16-4895-b988-046aae54c146 HTTP/1.1" status: 204 len: 168 time: 2.6094344 Apr 21 21:11:38.989841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48260) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:39.187849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] No DVR routers for this DVR port ae823a37-d9e5-400e-be31-3c7fce1e6d84 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:39.214050 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.234080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.238439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-20a295d1-4a34-4aff-8e54-f8e78caee993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:39.240250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-20a295d1-4a34-4aff-8e54-f8e78caee993 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.5291004 Apr 21 21:11:39.270844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.283944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e129657-a3d5-440c-9052-2be3e4c294f9 req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.43 "DELETE /v2.0/ports/ae823a37-d9e5-400e-be31-3c7fce1e6d84 HTTP/1.1" status: 204 len: 173 time: 3.4832458 Apr 21 21:11:39.291094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'name': 'network-vif-deleted', 'tag': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:11:39.304021 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8b2583-b6fc-4457-8787-cb25c1e80550" -d '{"events": [{"server_uuid": "8f5c508c-334c-481a-8386-6ce96fdbfefd", "name": "network-vif-deleted", "tag": "ae823a37-d9e5-400e-be31-3c7fce1e6d84"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:11:39.307231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Pushing event updated for resources: {'Port': ['ID=99a286ed-ca3c-47b8-bc15-4661e01c52ae,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:39.352425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3949a-5a66-457a-9172-a6e00a62670e tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event deleted for resources: {'Network': ['ID=f3278361-0b16-4895-b988-046aae54c146,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:39.394383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:39.447335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:39.450901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:39.467265 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-948db970-a5db-4a91-bdf6-4566a0817cf6 req-518e638e-f52c-4e94-b0b5-79f1a0cee59d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281660 Apr 21 21:11:39.490192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Pushing event updated for resources: {'Port': ['ID=0c47fcc2-6a4b-4070-a6d7-5d0c5231a342,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:39.532093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10172d8a-bc47-434c-8497-f7f297af6613 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] Pushing event deleted for resources: {'Port': ['ID=ae823a37-d9e5-400e-be31-3c7fce1e6d84,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:39.543851 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6c4ae9-40db-4055-96b2-89d7af095db2 x-openstack-request-id: req-ac6c4ae9-40db-4055-96b2-89d7af095db2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:11:39.544171 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5c508c-334c-481a-8386-6ce96fdbfefd", "name": "network-vif-deleted", "tag": "ae823a37-d9e5-400e-be31-3c7fce1e6d84", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:11:39.544393 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac6c4ae9-40db-4055-96b2-89d7af095db2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:11:39.549270 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6c4ae9-40db-4055-96b2-89d7af095db2'] response: {'server_uuid': '8f5c508c-334c-481a-8386-6ce96fdbfefd', 'name': 'network-vif-deleted', 'tag': 'ae823a37-d9e5-400e-be31-3c7fce1e6d84', 'status': 'completed', 'code': 200} Apr 21 21:11:39.569980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-9079963e-57ea-4db6-8bf3-27dedd74a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:39.574638 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-9079963e-57ea-4db6-8bf3-27dedd74a83c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3194067 Apr 21 21:11:39.574946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Attempting to bind port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:39.575317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Attempting to bind port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b3d7d31b-e337-414a-9acc-e151f77d7f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:39.575682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Attempting to bind port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 on network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:39.587239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:39.589032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Checking segment: {'id': 'b3d7d31b-e337-414a-9acc-e151f77d7f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:39.589980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.591785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Bound using segment: {'id': 'b3d7d31b-e337-414a-9acc-e151f77d7f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:39.592827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Bound port: 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d7d31b-e337-414a-9acc-e151f77d7f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:39.594605 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.632523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Attempting to bind port 99a286ed-ca3c-47b8-bc15-4661e01c52ae on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:39.632894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Attempting to bind port 99a286ed-ca3c-47b8-bc15-4661e01c52ae by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:39.633229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Attempting to bind port 99a286ed-ca3c-47b8-bc15-4661e01c52ae on network 6d364502-689a-4e66-b068-a0c6a28098c8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:39.645564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Port 99a286ed-ca3c-47b8-bc15-4661e01c52ae on network 6d364502-689a-4e66-b068-a0c6a28098c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:11:39.645917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Attempting to bind port 99a286ed-ca3c-47b8-bc15-4661e01c52ae on network 6d364502-689a-4e66-b068-a0c6a28098c8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:39.650543 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.651622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.665613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:39.665955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Checking segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:39.666336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Bound using segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:39.666785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Bound port: 99a286ed-ca3c-47b8-bc15-4661e01c52ae, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:39.667149 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.673335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Deleting port 9f8889e8-07d5-4cc1-8b7f-0d3552333259 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:39.673677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.702813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] For port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:39.707637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] For port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0c47fcc2-6a4b-4070-a6d7-5d0c5231a342,segment=NetworkSegment(b3d7d31b-e337-414a-9acc-e151f77d7f2a),segment_id=b3d7d31b-e337-414a-9acc-e151f77d7f2a)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:39.714647 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:39.750874 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a086602b-5ca8-4c3e-a028-562f745bb0a0 req-b1f8aba1-4ea7-4fa6-96a8-472438e8e167 tempest-VolumesNegativeTest-968774076 tempest-VolumesNegativeTest-968774076-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f5c508c-334c-481a-8386-6ce96fdbfefd HTTP/1.1" status: 200 len: 210 time: 0.0976658 Apr 21 21:11:39.868342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fb3e7-6a10-4350-a0df-ee829bbc784a None None] Pushing event updated for resources: {'Port': ['ID=0c47fcc2-6a4b-4070-a6d7-5d0c5231a342,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:39.973955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-8bfd9547-c861-4580-9c71-67be0107f350 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340061 Apr 21 21:11:39.975566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.063233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.063682 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.150099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Calling delete_port for 9f8889e8-07d5-4cc1-8b7f-0d3552333259 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:40.158476 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.165798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] For port 99a286ed-ca3c-47b8-bc15-4661e01c52ae, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:40.207280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:40.218172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:40.236527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:40.245528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:40.246535 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.250066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] For port 99a286ed-ca3c-47b8-bc15-4661e01c52ae, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:40.297257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=920745a4-790e-4327-8fbb-4a53d4b8cfeb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:40.352335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.378703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-baec45a8-93f3-4c8e-9892-1876046a8b9e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2435746 Apr 21 21:11:40.382444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48280) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:40.391470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3c46d717-1519-4db3-b9ae-cf0af8761b56 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:40.420065 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07fd508-47f2-4adc-aea1-3e3c8489e574 req-e4247225-0d98-4b0e-9d90-931c9b4a2745 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337006 Apr 21 21:11:40.459924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:40.460548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.462066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] 10.222.0.43 "PUT /v2.0/ports/99a286ed-ca3c-47b8-bc15-4661e01c52ae HTTP/1.1" status: 200 len: 1092 time: 4.0159047 Apr 21 21:11:40.584436 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c46d717-1519-4db3-b9ae-cf0af8761b56 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.585188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e2202-cd91-4dbb-9327-3033c1251a7a service neutron] Pushing event updated for resources: {'Port': ['ID=99a286ed-ca3c-47b8-bc15-4661e01c52ae,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:40.694783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-0a879928-291c-4edc-956e-2df251eb1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:40.696113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-0a879928-291c-4edc-956e-2df251eb1b4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 1095 time: 0.1823952 Apr 21 21:11:40.722756 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.792001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-873401de-af20-4629-b611-28690bed73f4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae HTTP/1.1" status: 200 len: 217 time: 0.0624774 Apr 21 21:11:40.817419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99f322-0549-45a8-8511-d9a148452a6b req-14cdd3ac-bbd8-4c2b-808f-51d9fc66bc9c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:40.819029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc99f322-0549-45a8-8511-d9a148452a6b req-14cdd3ac-bbd8-4c2b-808f-51d9fc66bc9c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 944 time: 0.2277012 Apr 21 21:11:40.851107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.885676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.21.0.1 (08a5248a-78e7-4b07-956c-cfc8be9d9e84/406b1b10-f9bb-4289-a312-93254a1d7cde/f3c0f5d5-d4ee-4992-9231-0ecd025aadef) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:40.911917 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c46d717-1519-4db3-b9ae-cf0af8761b56 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:40.942066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c46d717-1519-4db3-b9ae-cf0af8761b56 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.045176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.052293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3c46d717-1519-4db3-b9ae-cf0af8761b56 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] In _notify_port_updated(), no bound segment for port 920745a4-790e-4327-8fbb-4a53d4b8cfeb on network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:11:41.060364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c46d717-1519-4db3-b9ae-cf0af8761b56 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:41.061467 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c46d717-1519-4db3-b9ae-cf0af8761b56 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.062894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3c46d717-1519-4db3-b9ae-cf0af8761b56 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "PUT /v2.0/ports/920745a4-790e-4327-8fbb-4a53d4b8cfeb HTTP/1.1" status: 200 len: 818 time: 0.6778636 Apr 21 21:11:41.086601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48298) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:41.137967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46d717-1519-4db3-b9ae-cf0af8761b56 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=920745a4-790e-4327-8fbb-4a53d4b8cfeb,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:41.167707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=072e01e1-0b70-495a-9da2-cd5613675f26,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:41.201800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Pushing event deleted for resources: {'Port': ['ID=9f8889e8-07d5-4cc1-8b7f-0d3552333259,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:41.209259 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.236670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-2b663038-e308-41cc-9a4a-cee3449e8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:41.238205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-2b663038-e308-41cc-9a4a-cee3449e8908 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.4148092 Apr 21 21:11:41.246901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc99f322-0549-45a8-8511-d9a148452a6b req-4101c32b-016a-4b3e-93d1-9d7c4f295451 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748727 Apr 21 21:11:41.307051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.321776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6ebfa-3d22-4096-bdb3-78055a1fa221 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 920745a4-790e-4327-8fbb-4a53d4b8cfeb {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:41.322147 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ebfa-3d22-4096-bdb3-78055a1fa221 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.456412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ebfa-3d22-4096-bdb3-78055a1fa221 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.462004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b37f7-07f5-4a60-9f60-9e52f23743db None None] Network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:41.503624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6ebfa-3d22-4096-bdb3-78055a1fa221 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 920745a4-790e-4327-8fbb-4a53d4b8cfeb owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:41.508139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.515280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:41.524086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:41.528254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-85dd1c3e-98cd-42c0-9db6-772f0b50fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:41.530578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-85dd1c3e-98cd-42c0-9db6-772f0b50fb9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720408 Apr 21 21:11:41.554330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7b7b32-1c8c-41e9-ac37-be97b2990876', 'tag': '99a286ed-ca3c-47b8-bc15-4661e01c52ae'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:11:41.557185 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7b7b32-1c8c-41e9-ac37-be97b2990876", "tag": "99a286ed-ca3c-47b8-bc15-4661e01c52ae"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:11:41.670497 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ebfa-3d22-4096-bdb3-78055a1fa221 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.674795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:41.676146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-87778cf3-62be-4e26-8f74-1872c37d2c0e None None] Provisioning complete for port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:41.676863 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-87778cf3-62be-4e26-8f74-1872c37d2c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.699286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:41.715975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:41.738530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.742312 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.760944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7d4cc30b-5e53-4c69-8c02-9c5320f98cff tempest-FloatingIPAdminTestJSON-330718502 tempest-FloatingIPAdminTestJSON-330718502-project] 10.222.0.49 "DELETE /v2.0/floatingips/d34becee-c659-479c-a604-e235ffbd5b33 HTTP/1.1" status: 204 len: 168 time: 2.7024050 Apr 21 21:11:41.763462 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-08317133-78e7-4444-9260-f14947c2e30c service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189479 Apr 21 21:11:41.862443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ebfa-3d22-4096-bdb3-78055a1fa221 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.871887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2ba6ebfa-3d22-4096-bdb3-78055a1fa221 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/920745a4-790e-4327-8fbb-4a53d4b8cfeb HTTP/1.1" status: 204 len: 168 time: 0.7842050 Apr 21 21:11:41.873256 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:41.875039 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48350) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:41.911988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 4bdb0da6-c291-4a80-91d2-63e70f54f148 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:11:42.000036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=f3c0f5d5-d4ee-4992-9231-0ecd025aadef,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:42.092189 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82424d5-059f-4273-84fb-3be80db3948a x-openstack-request-id: req-b82424d5-059f-4273-84fb-3be80db3948a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:11:42.093491 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7b7b32-1c8c-41e9-ac37-be97b2990876", "tag": "99a286ed-ca3c-47b8-bc15-4661e01c52ae", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:11:42.093750 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b82424d5-059f-4273-84fb-3be80db3948a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:11:42.094179 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82424d5-059f-4273-84fb-3be80db3948a'] response: {'name': 'network-changed', 'server_uuid': '7f7b7b32-1c8c-41e9-ac37-be97b2990876', 'tag': '99a286ed-ca3c-47b8-bc15-4661e01c52ae', 'status': 'completed', 'code': 200} Apr 21 21:11:42.137780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:42.191350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:11:42.366823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48394) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:42.501752 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-87778cf3-62be-4e26-8f74-1872c37d2c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:42.502435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-150c4841-2fa4-4a31-847c-ab13a94a33b7 req-9e908b57-1c08-4178-86ba-3855496124ac service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993477 Apr 21 21:11:42.525792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6ebfa-3d22-4096-bdb3-78055a1fa221 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=920745a4-790e-4327-8fbb-4a53d4b8cfeb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:42.592310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a91725-aa6b-4721-8c79-bac832fdc80f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:42.601091 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a4a91725-aa6b-4721-8c79-bac832fdc80f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7057624 Apr 21 21:11:42.603568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48404) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:42.682958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-87778cf3-62be-4e26-8f74-1872c37d2c0e None None] For port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0c47fcc2-6a4b-4070-a6d7-5d0c5231a342,segment=NetworkSegment(b3d7d31b-e337-414a-9acc-e151f77d7f2a),segment_id=b3d7d31b-e337-414a-9acc-e151f77d7f2a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:42.692300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 4bdb0da6-c291-4a80-91d2-63e70f54f148, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:42.699224 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-87778cf3-62be-4e26-8f74-1872c37d2c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:42.702672 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc40e06-e0c2-4b6e-afc5-c2854878e7de tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:11:42.707737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3cc40e06-e0c2-4b6e-afc5-c2854878e7de tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/920745a4-790e-4327-8fbb-4a53d4b8cfeb HTTP/1.1" status: 404 len: 333 time: 0.0997772 Apr 21 21:11:42.716154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48406) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:42.722988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1261646696'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:42.800703 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:42.801244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '4bdb0da6-c291-4a80-91d2-63e70f54f148', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'port_id': '4bdb0da6-c291-4a80-91d2-63e70f54f148', 'mac_address': 'fa:16:3e:21:32:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:11:42.827672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:42.844688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:42.912901 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:42.968412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdb0da6-c291-4a80-91d2-63e70f54f148 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:11:42.970867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:42.974127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87778cf3-62be-4e26-8f74-1872c37d2c0e None None] Pushing event updated for resources: {'Port': ['ID=0c47fcc2-6a4b-4070-a6d7-5d0c5231a342,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:42.983634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:42.984652 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.038888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.039446 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Added segment 55a77e52-db45-4658-a6bf-62c081c2421a of type vlan for network e8089066-a59d-443c-8515-47cf456b1c53 Apr 21 21:11:43.083128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b635c79e-6072-4f85-817e-248f6c597fe1 None None] Provisioning complete for port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:43.084180 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b635c79e-6072-4f85-817e-248f6c597fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.134088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 4bdb0da6-c291-4a80-91d2-63e70f54f148, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:43.253076 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.288643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.333902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=4bdb0da6-c291-4a80-91d2-63e70f54f148,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:43.403534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b635c79e-6072-4f85-817e-248f6c597fe1 None None] Provisioning complete for port f3c0f5d5-d4ee-4992-9231-0ecd025aadef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:43.404016 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b635c79e-6072-4f85-817e-248f6c597fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.408148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.414413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:43.415026 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.486045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92aff2-e277-4a84-b9e5-6c1da6180417 req-2b2991b6-fccc-47cf-a48a-4f1372c71f2e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:43.501662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b635c79e-6072-4f85-817e-248f6c597fe1 None None] Port f3c0f5d5-d4ee-4992-9231-0ecd025aadef cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:43.505342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae92aff2-e277-4a84-b9e5-6c1da6180417 req-2b2991b6-fccc-47cf-a48a-4f1372c71f2e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 944 time: 1.0807469 Apr 21 21:11:43.528048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-5d3b4565-b3de-4f61-ab68-fac0ef1ae3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:43.529647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-5d3b4565-b3de-4f61-ab68-fac0ef1ae3e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 1095 time: 0.9648814 Apr 21 21:11:43.579413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['4bdb0da6-c291-4a80-91d2-63e70f54f148'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:11:43.591239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8706038 Apr 21 21:11:43.594807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48442) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:43.602913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:43.625030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895ef6d-1f87-45a0-934e-6f8c98b94a62 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Network': ['ID=e8089066-a59d-443c-8515-47cf456b1c53,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:43.651365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-68d3295f-87bd-463a-bade-74828803d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:43.653105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-68d3295f-87bd-463a-bade-74828803d55e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.1091220 Apr 21 21:11:43.654363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:43.666167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8ffd143a-dfd7-415b-bde4-a5a368fccd80 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/routers/f21f302a-3263-4662-abcc-40b1ba5afcc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2799380 Apr 21 21:11:43.677489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e8089066-a59d-443c-8515-47cf456b1c53 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:43.681131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5422411b-f069-4810-84c2-3e3d7a1e8c69 None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:43.682897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48444) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:43.697727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'port': {'network_id': '75224e28-f05b-4ed0-80b0-1df39e7b720a', 'name': 'tempest-FloatingIPTestJSON-575520892'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:43.751732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7666a790-36f1-4bad-b8e9-272fccea429f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0db86b2a2634a58803d96d1bcc7aadd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3837652 Apr 21 21:11:43.757884 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-98860c38-f6f9-43ca-9c9e-a1cc3725e2dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae HTTP/1.1" status: 200 len: 217 time: 0.0972080 Apr 21 21:11:43.758365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48450) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:43.760604 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422411b-f069-4810-84c2-3e3d7a1e8c69 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:43.761703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5422411b-f069-4810-84c2-3e3d7a1e8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:43.809491 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ae92aff2-e277-4a84-b9e5-6c1da6180417 req-61b97d19-2a58-45c0-b635-708bd16f4067 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970598 Apr 21 21:11:43.814791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5422411b-f069-4810-84c2-3e3d7a1e8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:43.857131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.864431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.873360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:43.876368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-08862c7d-487a-4010-8037-9ede60d4c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:43.876987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.877865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-08862c7d-487a-4010-8037-9ede60d4c19a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0659485 Apr 21 21:11:43.915726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c2ebcd97-f085-4bc7-a018-548697a646a0 None None] Provisioning complete for port f3c0f5d5-d4ee-4992-9231-0ecd025aadef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:43.916194 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c2ebcd97-f085-4bc7-a018-548697a646a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:43.949955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5422411b-f069-4810-84c2-3e3d7a1e8c69 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:43.950631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5422411b-f069-4810-84c2-3e3d7a1e8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:44.014533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-6e9e4338-3bc9-4e2b-9c46-a5539200002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:44.016057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-6e9e4338-3bc9-4e2b-9c46-a5539200002d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296690 Apr 21 21:11:44.018243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5422411b-f069-4810-84c2-3e3d7a1e8c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:44.019185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5422411b-f069-4810-84c2-3e3d7a1e8c69 None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:44.023551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:44.055066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Made reservation on behalf of 9cab51b0ceee4d2bba81d36db9dca757 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:44.058327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.077199 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f66-56b3-40ea-9052-934d83108a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.094564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebcd97-f085-4bc7-a018-548697a646a0 None None] Port f3c0f5d5-d4ee-4992-9231-0ecd025aadef cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:44.133110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] device_id is not set on port 0ebe9081-9161-4751-af27-dbb65fa8cfeb yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:44.153534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f66-56b3-40ea-9052-934d83108a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.171462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:44.172815 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.173408 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.307304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-57554d5b-ce02-4708-98cd-89174f1a5c68 service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669902 Apr 21 21:11:44.310709 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.313388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=f3c0f5d5-d4ee-4992-9231-0ecd025aadef,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:44.326940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f66-56b3-40ea-9052-934d83108a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.329562 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d99e7f66-56b3-40ea-9052-934d83108a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.332827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d99e7f66-56b3-40ea-9052-934d83108a5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/865e697a-10c0-430e-ac7d-a9fcf0cb311e HTTP/1.1" status: 204 len: 168 time: 0.5684125 Apr 21 21:11:44.395674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e7f66-56b3-40ea-9052-934d83108a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865e697a-10c0-430e-ac7d-a9fcf0cb311e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:44.408787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.20.0.5 (75224e28-f05b-4ed0-80b0-1df39e7b720a/cde23a83-242e-4c64-accb-3ddcf4d33b89/0ebe9081-9161-4751-af27-dbb65fa8cfeb) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:44.433642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=9ca7df33-3338-4b61-bbfe-5eb1cb3cce72,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:44.450596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Checking segment: {'id': '55a77e52-db45-4658-a6bf-62c081c2421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:44.451121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network hostable DHCP agents. Network: e8089066-a59d-443c-8515-47cf456b1c53, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:44.454705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:44.464846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:44.476307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c9c8f41-4f40-48e5-9dc6-95a0973f3b1a req-185d965b-f0a9-42b6-9f11-924aa55ffa1e service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609132 Apr 21 21:11:44.609986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e8089066-a59d-443c-8515-47cf456b1c53 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:44.637263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.649215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e8089066-a59d-443c-8515-47cf456b1c53) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:44.659697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06608c-7da6-4625-84c1-3bfa5f4b086c None None] Network e8089066-a59d-443c-8515-47cf456b1c53 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:44.661940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:44.662740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.690462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:11:44.710356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53495903-b3da-4bd3-a059-5e90fd8ae061 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1116710 Apr 21 21:11:44.710582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48458) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:44.716190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7bebba2d-1c12-4639-911e-7d3a3703c92d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:44.734596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.783853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48460) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:44.857464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:44.863599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7245468b-e6c9-4314-aa7f-38c4140073c5 None None] Provisioning complete for port f3c0f5d5-d4ee-4992-9231-0ecd025aadef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:44.865621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7245468b-e6c9-4314-aa7f-38c4140073c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.869506 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:44.875828 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-efab6357-6507-4b44-acac-9d1fd4b59426 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9742870 Apr 21 21:11:44.877071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48464) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:44.880358 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42f1ea16-4ee2-4df3-9203-503ad505308a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.883041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'network': {'name': 'tempest-RoutersTest-2100419642'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:44.883969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:44.897461 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:44.898385 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:44.904344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:44.912291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:44.914760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:44.923307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:44.943417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=0ebe9081-9161-4751-af27-dbb65fa8cfeb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:45.005798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:45.006981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:45.007634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.018069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.018567 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added segment 3fb34e65-b28a-4da8-9e73-4d4f416e0455 of type vlan for network 07dc0855-3463-4659-9038-b630ed142756 Apr 21 21:11:45.049877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aecec04a-0dad-465b-9014-eddbaf571ccf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3609931 Apr 21 21:11:45.053861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48466) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:45.059979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'port': {'network_id': '75224e28-f05b-4ed0-80b0-1df39e7b720a', 'name': 'tempest-FloatingIPTestJSON-930055049'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:45.075279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e8089066-a59d-443c-8515-47cf456b1c53', 'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53', 'tenant_id': '4cbd407d5df248d39e1214326ca0fc20', 'fixed_ips': [{'subnet_id': '9ca7df33-3338-4b61-bbfe-5eb1cb3cce72'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:11:45.076634 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.081139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7245468b-e6c9-4314-aa7f-38c4140073c5 None None] Port f3c0f5d5-d4ee-4992-9231-0ecd025aadef cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:45.093869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bebba2d-1c12-4639-911e-7d3a3703c92d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:45.097374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bebba2d-1c12-4639-911e-7d3a3703c92d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.117901 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.150890 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:45.196816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.206571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:45.207473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.207633 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42f1ea16-4ee2-4df3-9203-503ad505308a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.222760 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42f1ea16-4ee2-4df3-9203-503ad505308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.237295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3593736 Apr 21 21:11:45.244117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48468) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:45.247517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85f290-e3a0-4fc3-8c09-a96a7b002ba2 req-e9a528a5-7087-474b-8049-e08200f3bb59 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:45.249379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a85f290-e3a0-4fc3-8c09-a96a7b002ba2 req-e9a528a5-7087-474b-8049-e08200f3bb59 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 944 time: 0.3214924 Apr 21 21:11:45.266461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'subnet': {'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:45.318084 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Allocated IP 172.20.0.2 (e8089066-a59d-443c-8515-47cf456b1c53/9ca7df33-3338-4b61-bbfe-5eb1cb3cce72/b91614b1-1cc0-46bb-8bfc-839170b67bf3) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:45.363534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-42f1ea16-4ee2-4df3-9203-503ad505308a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8d2267833f4c4dc4b8d060704802ca6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5778139 Apr 21 21:11:45.366922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48470) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:45.372897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a85f290-e3a0-4fc3-8c09-a96a7b002ba2 req-b6a54a70-adc4-41a4-8265-d772854885e3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112678 Apr 21 21:11:45.379265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1ea16-4ee2-4df3-9203-503ad505308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5087646d-756c-4598-9f39-cf4bf0473bf5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:45.403883 n-d-838945-1 neutron-server[114647]: INFO neutron.db.ipam_backend_mixin [None req-7bebba2d-1c12-4639-911e-7d3a3703c92d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9ca7df33-3338-4b61-bbfe-5eb1cb3cce72 (CIDR: 172.20.0.0/28) Apr 21 21:11:45.409909 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bebba2d-1c12-4639-911e-7d3a3703c92d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:11:45.410407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bebba2d-1c12-4639-911e-7d3a3703c92d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:11:45.422146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Made reservation on behalf of 9cab51b0ceee4d2bba81d36db9dca757 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:45.431806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e9254-05c9-4d14-bb7c-86e61d8c0d6c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Network': ['ID=07dc0855-3463-4659-9038-b630ed142756,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:45.435292 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.454193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-780e4c49-9610-4ed7-b856-0022ef002376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.454410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 07dc0855-3463-4659-9038-b630ed142756 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:45.456459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 99a286ed-ca3c-47b8-bc15-4661e01c52ae details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:11:45.481731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-780e4c49-9610-4ed7-b856-0022ef002376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.513419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7bebba2d-1c12-4639-911e-7d3a3703c92d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7994547 Apr 21 21:11:45.522456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48472) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:45.529493 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:11:42Z', 'revision_number': 3, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:43Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:45.539824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:45.557271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] device_id is not set on port 6b595f9a-11bc-4aa0-a3a8-6186c702e35a yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:45.559559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-780e4c49-9610-4ed7-b856-0022ef002376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.563774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-780e4c49-9610-4ed7-b856-0022ef002376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.574489 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:11:45.575044 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Updating router 1176c44e-1896-45de-bc37-900c260f0749 port f3c0f5d5-d4ee-4992-9231-0ecd025aadef binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:11:45.583734 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-780e4c49-9610-4ed7-b856-0022ef002376 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5087646d-756c-4598-9f39-cf4bf0473bf5 HTTP/1.1" status: 204 len: 168 time: 0.2073441 Apr 21 21:11:45.602626 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.617676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e4c49-9610-4ed7-b856-0022ef002376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5087646d-756c-4598-9f39-cf4bf0473bf5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:45.745167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:45.749777 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.791795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 99a286ed-ca3c-47b8-bc15-4661e01c52ae, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:45.819883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.823729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '99a286ed-ca3c-47b8-bc15-4661e01c52ae', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'port_id': '99a286ed-ca3c-47b8-bc15-4661e01c52ae', 'mac_address': 'fa:16:3e:75:ff:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:11:45.853694 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:45.948589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Pushing event updated for resources: {'Port': ['ID=b91614b1-1cc0-46bb-8bfc-839170b67bf3,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:45.995899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 4bdb0da6-c291-4a80-91d2-63e70f54f148 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:46.083033 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.098936 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.138780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Network e8089066-a59d-443c-8515-47cf456b1c53 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:46.148291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:46.159674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:46.316168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.20.0.12 (75224e28-f05b-4ed0-80b0-1df39e7b720a/cde23a83-242e-4c64-accb-3ddcf4d33b89/6b595f9a-11bc-4aa0-a3a8-6186c702e35a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:46.323183 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.323593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.337468 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94dc12-41cc-41bb-aae6-5b203f395f9d None None] Pushing event updated for resources: {'Port': ['ID=f3c0f5d5-d4ee-4992-9231-0ecd025aadef,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:46.364899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a286ed-ca3c-47b8-bc15-4661e01c52ae {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:11:46.375246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48514) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:46.399452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1dfccf7-6f28-4f2b-b6a6-4dded09088fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.421632 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Attempting to bind port f3c0f5d5-d4ee-4992-9231-0ecd025aadef on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:46.422462 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Attempting to bind port f3c0f5d5-d4ee-4992-9231-0ecd025aadef by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b3d7d31b-e337-414a-9acc-e151f77d7f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:46.423070 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Attempting to bind port f3c0f5d5-d4ee-4992-9231-0ecd025aadef on network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:46.431513 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:46.432539 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Checking segment: {'id': 'b3d7d31b-e337-414a-9acc-e151f77d7f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:46.433626 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.434345 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Bound using segment: {'id': 'b3d7d31b-e337-414a-9acc-e151f77d7f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:46.435053 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Bound port: f3c0f5d5-d4ee-4992-9231-0ecd025aadef, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d7d31b-e337-414a-9acc-e151f77d7f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:46.435669 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.437829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:46.445729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 99a286ed-ca3c-47b8-bc15-4661e01c52ae, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:46.446581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.462356 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.567958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=99a286ed-ca3c-47b8-bc15-4661e01c52ae,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:46.571129 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] For port f3c0f5d5-d4ee-4992-9231-0ecd025aadef, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:46.578689 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] For port f3c0f5d5-d4ee-4992-9231-0ecd025aadef, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f3c0f5d5-d4ee-4992-9231-0ecd025aadef,segment=NetworkSegment(b3d7d31b-e337-414a-9acc-e151f77d7f2a),segment_id=b3d7d31b-e337-414a-9acc-e151f77d7f2a)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:46.588472 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.593104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Attempting to bind port b91614b1-1cc0-46bb-8bfc-839170b67bf3 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:46.593488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Attempting to bind port b91614b1-1cc0-46bb-8bfc-839170b67bf3 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '55a77e52-db45-4658-a6bf-62c081c2421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:46.594035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Attempting to bind port b91614b1-1cc0-46bb-8bfc-839170b67bf3 on network e8089066-a59d-443c-8515-47cf456b1c53 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:46.596533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 4bdb0da6-c291-4a80-91d2-63e70f54f148 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:11:46.604391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 4bdb0da6-c291-4a80-91d2-63e70f54f148 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:46.604796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.610922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c1317-d714-4cd5-8ed3-9a4d56dbf4f8 req-7224e6b1-90a3-4ed0-b804-422f3c7faa3f tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:46.620687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d23c1317-d714-4cd5-8ed3-9a4d56dbf4f8 req-7224e6b1-90a3-4ed0-b804-422f3c7faa3f tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 946 time: 0.2160218 Apr 21 21:11:46.680853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:46.681247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Checking segment: {'id': '55a77e52-db45-4658-a6bf-62c081c2421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:46.681653 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.682044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Bound using segment: {'id': '55a77e52-db45-4658-a6bf-62c081c2421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:46.682541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Bound port: b91614b1-1cc0-46bb-8bfc-839170b67bf3, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a77e52-db45-4658-a6bf-62c081c2421a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:46.682920 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.693321 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:46.694207 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:46.700687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d23c1317-d714-4cd5-8ed3-9a4d56dbf4f8 req-d08ee409-6bde-4dd4-8715-237b2159156e tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777290 Apr 21 21:11:46.755257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1dfccf7-6f28-4f2b-b6a6-4dded09088fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.763165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1dfccf7-6f28-4f2b-b6a6-4dded09088fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.867188 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c1dfccf7-6f28-4f2b-b6a6-4dded09088fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c51b19447af6478294c07cfbaabf865a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908307 Apr 21 21:11:46.868256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfccf7-6f28-4f2b-b6a6-4dded09088fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d737a7-4a05-4ac4-9b4d-89c6f0d4937c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:46.871160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48528) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:46.873285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Subnet': ['ID=b44416e7-fbc6-4f7f-9c79-3720ad04dd98,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:46.892533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] For port b91614b1-1cc0-46bb-8bfc-839170b67bf3, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:46.901876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] For port b91614b1-1cc0-46bb-8bfc-839170b67bf3, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b91614b1-1cc0-46bb-8bfc-839170b67bf3,segment=NetworkSegment(55a77e52-db45-4658-a6bf-62c081c2421a),segment_id=55a77e52-db45-4658-a6bf-62c081c2421a)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:46.916582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['99a286ed-ca3c-47b8-bc15-4661e01c52ae'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:11:46.941375 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:46.962129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.965235 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-595e70a6-661d-4181-8740-ef4768ee27ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.972889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-298afbae-1465-4d8e-bbe4-c2173c73935d None None] Provisioning complete for port f3c0f5d5-d4ee-4992-9231-0ecd025aadef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:46.976004 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-298afbae-1465-4d8e-bbe4-c2173c73935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:46.992173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-595e70a6-661d-4181-8740-ef4768ee27ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.072038 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-595e70a6-661d-4181-8740-ef4768ee27ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.083273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-595e70a6-661d-4181-8740-ef4768ee27ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.089598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-595e70a6-661d-4181-8740-ef4768ee27ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11d737a7-4a05-4ac4-9b4d-89c6f0d4937c HTTP/1.1" status: 204 len: 168 time: 0.2029185 Apr 21 21:11:47.117802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e70a6-661d-4181-8740-ef4768ee27ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d737a7-4a05-4ac4-9b4d-89c6f0d4937c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:47.142088 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.237376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Checking segment: {'id': '3fb34e65-b28a-4da8-9e73-4d4f416e0455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '07dc0855-3463-4659-9038-b630ed142756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:47.238012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network hostable DHCP agents. Network: 07dc0855-3463-4659-9038-b630ed142756, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:47.260656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e2490-d08b-4e5a-8f7e-e9887a16bf87 req-cdec3dc9-acf0-4abf-b6dc-2ef66801c447 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:47.262428 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-027e2490-d08b-4e5a-8f7e-e9887a16bf87 req-cdec3dc9-acf0-4abf-b6dc-2ef66801c447 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 945 time: 0.4139869 Apr 21 21:11:47.279468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e8089066-a59d-443c-8515-47cf456b1c53 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:47.280628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:47.309486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:47.310106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.324872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-298afbae-1465-4d8e-bbe4-c2173c73935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.333078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=0a77fa01-8b4f-48cd-b9c7-bff958fe192a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:47.363292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-298afbae-1465-4d8e-bbe4-c2173c73935d None None] For port f3c0f5d5-d4ee-4992-9231-0ecd025aadef, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f3c0f5d5-d4ee-4992-9231-0ecd025aadef,segment=NetworkSegment(b3d7d31b-e337-414a-9acc-e151f77d7f2a),segment_id=b3d7d31b-e337-414a-9acc-e151f77d7f2a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:47.364029 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94dc12-41cc-41bb-aae6-5b203f395f9d None None] Pushing event updated for resources: {'Port': ['ID=f3c0f5d5-d4ee-4992-9231-0ecd025aadef,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:47.394133 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-298afbae-1465-4d8e-bbe4-c2173c73935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.436376 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:11:42Z', 'revision_number': 3, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:46Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:47.494520 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373c307d-a918-4bae-a9d2-a825cafaf027 None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:11:42Z', 'revision_number': 3, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:46Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:47.508119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2f56837b-c125-4890-9fce-62961fef1234 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9842939 Apr 21 21:11:47.510754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48560) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:47.518592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53', 'fixed_ips': [{'subnet_id': '9ca7df33-3338-4b61-bbfe-5eb1cb3cce72'}, {'subnet_id': '0a77fa01-8b4f-48cd-b9c7-bff958fe192a'}], 'name': 'tempest-PortsTestJSON-268292094'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:47.536110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-027e2490-d08b-4e5a-8f7e-e9887a16bf87 req-8877c995-ef33-4db1-94c6-c5d39751656b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473347 Apr 21 21:11:47.549434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 07dc0855-3463-4659-9038-b630ed142756 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:47.564570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 07dc0855-3463-4659-9038-b630ed142756) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:47.571709 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.571904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:47.572789 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.635552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c492cb-85a1-4b8f-88da-cc468b3e548d None None] Network 07dc0855-3463-4659-9038-b630ed142756 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:47.650206 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-58a48626-8f86-4565-8a24-724fe5f5b042 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3976407 Apr 21 21:11:47.655259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48566) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:47.693108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 4bdb0da6-c291-4a80-91d2-63e70f54f148, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:47.706338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d3ae96-5d18-412d-8adf-49c2b2326bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdb0da6-c291-4a80-91d2-63e70f54f148'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:11:47.709446 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82877972-96bb-4cd4-9097-f75f5c31e914" -d '{"events": [{"server_uuid": "70d3ae96-5d18-412d-8adf-49c2b2326bb4", "name": "network-vif-plugged", "status": "completed", "tag": "4bdb0da6-c291-4a80-91d2-63e70f54f148"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:11:47.719960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2421575-3180-4794-89a7-fa0d15a496ee None None] Pushing event updated for resources: {'Port': ['ID=b91614b1-1cc0-46bb-8bfc-839170b67bf3,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:47.726161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.845632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298afbae-1465-4d8e-bbe4-c2173c73935d None None] Pushing event updated for resources: {'Port': ['ID=f3c0f5d5-d4ee-4992-9231-0ecd025aadef,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:47.926155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:47.949531 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9b52e9-6ac6-4ed1-a44e-bb3231f6a6f8 x-openstack-request-id: req-3a9b52e9-6ac6-4ed1-a44e-bb3231f6a6f8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:11:47.950155 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d3ae96-5d18-412d-8adf-49c2b2326bb4", "name": "network-vif-plugged", "status": "completed", "tag": "4bdb0da6-c291-4a80-91d2-63e70f54f148", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:11:47.950390 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a9b52e9-6ac6-4ed1-a44e-bb3231f6a6f8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:11:47.950880 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9b52e9-6ac6-4ed1-a44e-bb3231f6a6f8'] response: {'server_uuid': '70d3ae96-5d18-412d-8adf-49c2b2326bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdb0da6-c291-4a80-91d2-63e70f54f148', 'code': 200} Apr 21 21:11:47.986323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7eb932b4-70a3-4dde-b782-d99a7cb35c0b None None] Provisioning complete for port f3c0f5d5-d4ee-4992-9231-0ecd025aadef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:47.986323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7eb932b4-70a3-4dde-b782-d99a7cb35c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:48.305967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030668-e15f-4b32-981d-73221e30f5fe req-c0e2285c-ae68-4c3d-b603-fb27ebf37c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:48.308045 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b030668-e15f-4b32-981d-73221e30f5fe req-c0e2285c-ae68-4c3d-b603-fb27ebf37c22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1096 time: 0.3643429 Apr 21 21:11:48.318733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18434e9e-017c-4da1-a96c-3ff3477b4d56 req-af0dc76b-c58c-4be5-9234-33d880ab0f8d tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:48.321003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-18434e9e-017c-4da1-a96c-3ff3477b4d56 req-af0dc76b-c58c-4be5-9234-33d880ab0f8d tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 946 time: 0.3176997 Apr 21 21:11:48.350491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:48.369872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-52337dbf-b632-4f34-93a6-fd50b563fb9d tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:48.371421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-52337dbf-b632-4f34-93a6-fd50b563fb9d tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.46 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 946 time: 0.3129747 Apr 21 21:11:48.483651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f3c0f5d5-d4ee-4992-9231-0ecd025aadef up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:48.568241 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b030668-e15f-4b32-981d-73221e30f5fe req-1a8253d9-f231-4f7e-90b7-e1f32651ada7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220800 Apr 21 21:11:48.573460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-18434e9e-017c-4da1-a96c-3ff3477b4d56 req-130f3fb0-0374-42bd-99ad-c5c4d92974b8 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421913 Apr 21 21:11:48.640140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:48.667169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:48.728479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:11:48.781437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=4bdb0da6-c291-4a80-91d2-63e70f54f148,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:49.070855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f3c0f5d5-d4ee-4992-9231-0ecd025aadef triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:49.075707 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:49.222745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-07dc0855-3463-4659-9038-b630ed142756', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:11:49.223820 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:49.418574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.4 (e8089066-a59d-443c-8515-47cf456b1c53/9ca7df33-3338-4b61-bbfe-5eb1cb3cce72/db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:49.452808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.18 (e8089066-a59d-443c-8515-47cf456b1c53/0a77fa01-8b4f-48cd-b9c7-bff958fe192a/db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:49.538107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0367431-b4f5-444e-8ba6-71c30d5ae1c0 None None] Network e8089066-a59d-443c-8515-47cf456b1c53 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:49.641307 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 99a286ed-ca3c-47b8-bc15-4661e01c52ae up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:49.839301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=6b595f9a-11bc-4aa0-a3a8-6186c702e35a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:49.845788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dd469f7f-9056-4a28-81af-5f37c91fad3f None None] Provisioning complete for port b91614b1-1cc0-46bb-8bfc-839170b67bf3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:49.846369 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd469f7f-9056-4a28-81af-5f37c91fad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:49.986953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:49.993502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Allocated IP 172.22.0.2 (07dc0855-3463-4659-9038-b630ed142756/b44416e7-fbc6-4f7f-9c79-3720ad04dd98/42376a4b-e067-42ae-8f9b-8d632b9473f6) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:50.022454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 99a286ed-ca3c-47b8-bc15-4661e01c52ae completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:11:50.051683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 99a286ed-ca3c-47b8-bc15-4661e01c52ae triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:50.052166 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.089649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:50.092732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5debaa-f107-4452-9db1-899a901224f5 req-7acb39e0-65b9-4a08-9064-fc46f815e0da tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:50.104401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:50.106491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b5debaa-f107-4452-9db1-899a901224f5 req-7acb39e0-65b9-4a08-9064-fc46f815e0da tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 946 time: 0.2801075 Apr 21 21:11:50.132175 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.195912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.196328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.196672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.198542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.198896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.202144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.202584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.202895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.204282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.206002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.206530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.207934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:50.224482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.318985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc757b-9d28-4507-be63-d2ce4208185c req-3d3bf72f-209e-4212-a6ee-43a2dd3cedbb tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:50.320856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fedc757b-9d28-4507-be63-d2ce4208185c req-3d3bf72f-209e-4212-a6ee-43a2dd3cedbb tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 945 time: 1.4455736 Apr 21 21:11:50.326181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f3c0f5d5-d4ee-4992-9231-0ecd025aadef up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:50.359332 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd469f7f-9056-4a28-81af-5f37c91fad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.361440 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b5debaa-f107-4452-9db1-899a901224f5 req-01c296ae-1d35-488a-8740-68faec1fea16 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537637 Apr 21 21:11:50.386325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:50.386999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.415642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Deleting port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:50.416133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.429910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e8089066-a59d-443c-8515-47cf456b1c53 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:50.432625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:50.443645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:50.450360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:50.529284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:50.530484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.567488 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-94d66784-819c-4ec9-a13e-8253261aae77 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.0521729 Apr 21 21:11:50.568899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48662) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:50.574682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] For port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:50.575064 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.582578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ca7df33-3338-4b61-bbfe-5eb1cb3cce72'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:50.590758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Calling delete_port for 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:50.597731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48664) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:50.766053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0c779930-518a-4a03-9980-95010bcccb52 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.7100883 Apr 21 21:11:50.771827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.789120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48670) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:50.817091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '6b595f9a-11bc-4aa0-a3a8-6186c702e35a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:50.820347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fedc757b-9d28-4507-be63-d2ce4208185c req-2068913f-a447-4e0f-b2c8-6e00d11d112d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837477 Apr 21 21:11:50.863242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Pushing event deleted for resources: {'Port': ['ID=29c761d7-c3f4-43f6-90a9-d7d4dda4d07a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:50.871841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.900004 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.903720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea1cc1-aa3e-409e-9e0b-c3edc3286974 None None] Update dhcp port {'port': {'network_id': 'e8089066-a59d-443c-8515-47cf456b1c53', 'fixed_ips': [{'subnet_id': '9ca7df33-3338-4b61-bbfe-5eb1cb3cce72', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a77fa01-8b4f-48cd-b9c7-bff958fe192a'}], 'binding:host_id': 'n-d-838945-1'}, 'id': 'b91614b1-1cc0-46bb-8bfc-839170b67bf3'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:11:50.928472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] No DVR routers for this DVR port 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:11:50.932689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.937430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8ea80f9-13a8-45e3-9bfb-dd5c50e55835 req-047553fb-4f46-45f3-97d4-6092bbf51d84 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.46 "DELETE /v2.0/ports/29c761d7-c3f4-43f6-90a9-d7d4dda4d07a HTTP/1.1" status: 204 len: 173 time: 2.4909415 Apr 21 21:11:50.938081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43e8462-8bed-4fa7-858d-889491e8d912', 'name': 'network-vif-deleted', 'tag': '29c761d7-c3f4-43f6-90a9-d7d4dda4d07a'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:11:50.941281 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb09e46-b8aa-4e9b-ac2c-e7710197b137" -d '{"events": [{"server_uuid": "a43e8462-8bed-4fa7-858d-889491e8d912", "name": "network-vif-deleted", "tag": "29c761d7-c3f4-43f6-90a9-d7d4dda4d07a"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:11:50.971950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.975636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1cc1-aa3e-409e-9e0b-c3edc3286974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:50.988347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-99881e48-fdd0-445a-a9d9-8550b74aee2d tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:50.994240 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.017571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-dd469f7f-9056-4a28-81af-5f37c91fad3f None None] For port b91614b1-1cc0-46bb-8bfc-839170b67bf3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b91614b1-1cc0-46bb-8bfc-839170b67bf3,segment=NetworkSegment(55a77e52-db45-4658-a6bf-62c081c2421a),segment_id=55a77e52-db45-4658-a6bf-62c081c2421a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:51.091719 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d09706b-ef15-470e-8491-689dbe9b71f6 x-openstack-request-id: req-7d09706b-ef15-470e-8491-689dbe9b71f6 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:11:51.091949 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43e8462-8bed-4fa7-858d-889491e8d912", "name": "network-vif-deleted", "tag": "29c761d7-c3f4-43f6-90a9-d7d4dda4d07a", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:11:51.092212 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d09706b-ef15-470e-8491-689dbe9b71f6 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:11:51.092618 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d09706b-ef15-470e-8491-689dbe9b71f6'] response: {'server_uuid': 'a43e8462-8bed-4fa7-858d-889491e8d912', 'name': 'network-vif-deleted', 'tag': '29c761d7-c3f4-43f6-90a9-d7d4dda4d07a', 'status': 'completed', 'code': 200} Apr 21 21:11:51.219018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-c8ea1cc1-aa3e-409e-9e0b-c3edc3286974 None None] Allocated IP 172.20.0.19 (e8089066-a59d-443c-8515-47cf456b1c53/0a77fa01-8b4f-48cd-b9c7-bff958fe192a/b91614b1-1cc0-46bb-8bfc-839170b67bf3) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:51.233432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99881e48-fdd0-445a-a9d9-8550b74aee2d tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] 10.222.0.49 "PUT /v2.0/quotas/c7bd3f46e30a449cad1dc05096e9c58b HTTP/1.1" status: 200 len: 366 time: 0.6158607 Apr 21 21:11:51.240935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48674) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:51.297514 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2ea4decb-1468-45f1-aed4-973b022cbba2 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0541158 Apr 21 21:11:51.300688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48676) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:51.316738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c8ea1cc1-aa3e-409e-9e0b-c3edc3286974 None None] For port b91614b1-1cc0-46bb-8bfc-839170b67bf3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b91614b1-1cc0-46bb-8bfc-839170b67bf3,segment=NetworkSegment(55a77e52-db45-4658-a6bf-62c081c2421a),segment_id=55a77e52-db45-4658-a6bf-62c081c2421a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:51.327241 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf1e6d9b-53e0-490d-857e-b8eef977e3b0 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] 10.222.0.49 "GET /v2.0/quotas/c7bd3f46e30a449cad1dc05096e9c58b HTTP/1.1" status: 200 len: 366 time: 0.0251825 Apr 21 21:11:51.330123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48678) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:51.342268 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.349494 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1cc1-aa3e-409e-9e0b-c3edc3286974 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.360120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-44e1824e-f827-436d-b0fb-b9080f8ecd59 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/c7bd3f46e30a449cad1dc05096e9c58b HTTP/1.1" status: 204 len: 168 time: 0.0286472 Apr 21 21:11:51.361022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48680) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:51.376307 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.381588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ecc0f519-cc1e-4f5b-8c14-a4c02055d6b8 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0192204 Apr 21 21:11:51.382724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48684) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:51.387318 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.392454 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c8ea1cc1-aa3e-409e-9e0b-c3edc3286974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.410980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-16035aad-fb00-485e-8e0f-32da09cf5b6f tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] 10.222.0.49 "GET /v2.0/quotas/c7bd3f46e30a449cad1dc05096e9c58b HTTP/1.1" status: 200 len: 370 time: 0.0267489 Apr 21 21:11:51.411607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48686) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:51.412063 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dd469f7f-9056-4a28-81af-5f37c91fad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.448821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-be3f140c-4853-43bb-8ef4-de8ed34073ed tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] 10.222.0.49 "GET /v2.0/quotas/c7bd3f46e30a449cad1dc05096e9c58b/default HTTP/1.1" status: 200 len: 370 time: 0.0344839 Apr 21 21:11:51.452930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48688) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:51.481689 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.500438 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.522153 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-a00ff2bb-3581-4bc0-a683-f540d7b1041a tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] delete failed (client error): The resource could not be found. Apr 21 21:11:51.523213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a00ff2bb-3581-4bc0-a683-f540d7b1041a tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/c7bd3f46e30a449cad1dc05096e9c58b HTTP/1.1" status: 404 len: 348 time: 0.0675120 Apr 21 21:11:51.564168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 99a286ed-ca3c-47b8-bc15-4661e01c52ae, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:51.574413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Delete allocated IP 172.20.0.18 (e8089066-a59d-443c-8515-47cf456b1c53/0a77fa01-8b4f-48cd-b9c7-bff958fe192a) {{(pid=114646) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 21:11:51.579852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7b7b32-1c8c-41e9-ac37-be97b2990876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a286ed-ca3c-47b8-bc15-4661e01c52ae'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:11:51.590245 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de602cc-d688-49ba-aa6a-e4d776f1e470" -d '{"events": [{"server_uuid": "7f7b7b32-1c8c-41e9-ac37-be97b2990876", "name": "network-vif-plugged", "status": "completed", "tag": "99a286ed-ca3c-47b8-bc15-4661e01c52ae"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:11:51.594433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f3c0f5d5-d4ee-4992-9231-0ecd025aadef triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:51.594737 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.614563 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bb439aaa-085c-4fde-93b5-f58a0c26f77c req-8d147e60-f1c8-4bcf-b9f1-f679262e6192 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=a43e8462-8bed-4fa7-858d-889491e8d912 HTTP/1.1" status: 200 len: 210 time: 0.1605968 Apr 21 21:11:51.637099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.25.0.179 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/2395ac51-065a-48ff-86ab-441a405a962b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:51.646416 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.22.0.1 (07dc0855-3463-4659-9038-b630ed142756/b44416e7-fbc6-4f7f-9c79-3720ad04dd98/ec50d3d7-f077-4ac0-ac00-1d56042dbdf7) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:51.783768 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.804388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48698) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:51.854571 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41815214-0e69-4351-ae25-30468e7c4235 x-openstack-request-id: req-41815214-0e69-4351-ae25-30468e7c4235 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:11:51.854832 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7b7b32-1c8c-41e9-ac37-be97b2990876", "name": "network-vif-plugged", "status": "completed", "tag": "99a286ed-ca3c-47b8-bc15-4661e01c52ae", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:11:51.855185 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-41815214-0e69-4351-ae25-30468e7c4235 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:11:51.855586 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41815214-0e69-4351-ae25-30468e7c4235'] response: {'server_uuid': '7f7b7b32-1c8c-41e9-ac37-be97b2990876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a286ed-ca3c-47b8-bc15-4661e01c52ae', 'code': 200} Apr 21 21:11:51.885751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Network 07dc0855-3463-4659-9038-b630ed142756 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:51.932645 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.939568 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.945239 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:51.948404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Usage tracker for resource:network and tenant:15d6110832e24b59bd2451ad4b809184 is out of sync, need to count used quota {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 21:11:51.975179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 21:11:51.989943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b91614b1-1cc0-46bb-8bfc-839170b67bf3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:51.992295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea1cc1-aa3e-409e-9e0b-c3edc3286974 None None] Pushing event updated for resources: {'Port': ['ID=b91614b1-1cc0-46bb-8bfc-839170b67bf3,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:51.994891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.002357 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.009594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:11:52.050403 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:52.056281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:11:52.056632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 29c761d7-c3f4-43f6-90a9-d7d4dda4d07a not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:11:52.063792 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:11:52.066400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:52.072704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Usage tracker for resource:subnet and tenant:15d6110832e24b59bd2451ad4b809184 is out of sync, need to count used quota {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 21:11:52.101884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 21:11:52.165612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=ec50d3d7-f077-4ac0-ac00-1d56042dbdf7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:52.216718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] In _notify_port_updated(), no bound segment for port db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 on network e8089066-a59d-443c-8515-47cf456b1c53 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:11:52.222476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:52.223189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.227030 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "PUT /v2.0/ports/db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 HTTP/1.1" status: 200 len: 918 time: 1.6530044 Apr 21 21:11:52.229705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48702) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:52.230616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6495c-e048-444d-a347-6000a5f2d9a2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:52.239219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ca7df33-3338-4b61-bbfe-5eb1cb3cce72'}, {'subnet_id': '0a77fa01-8b4f-48cd-b9c7-bff958fe192a'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:52.243044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Usage tracker for resource:subnetpool and tenant:15d6110832e24b59bd2451ad4b809184 is out of sync, need to count used quota {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 21:11:52.263079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45417b7-7180-4542-a995-c06f98d00c74 req-4e3708aa-edd5-4317-a81e-bda9d75ff7fd tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:52.264794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e45417b7-7180-4542-a995-c06f98d00c74 req-4e3708aa-edd5-4317-a81e-bda9d75ff7fd tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.1560056 Apr 21 21:11:52.267907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 07dc0855-3463-4659-9038-b630ed142756 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:52.272996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:52.279855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:52.282244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 21:11:52.292645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71126b45-00ac-4290-9bc6-a98cbdab4a52 req-da3b8833-6696-4547-b47e-717a091e3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:52.293507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.294117 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71126b45-00ac-4290-9bc6-a98cbdab4a52 req-da3b8833-6696-4547-b47e-717a091e3475 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 1097 time: 0.3090315 Apr 21 21:11:52.328188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Usage tracker for resource:port and tenant:15d6110832e24b59bd2451ad4b809184 is out of sync, need to count used quota {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 21:11:52.339287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 21:11:52.390056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:52.396589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.415745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:52.417566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Usage tracker for resource:router and tenant:15d6110832e24b59bd2451ad4b809184 is out of sync, need to count used quota {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 21:11:52.419229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=2395ac51-065a-48ff-86ab-441a405a962b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:52.425366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:52.445332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.461876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e45417b7-7180-4542-a995-c06f98d00c74 req-6c6383ec-2078-4478-b1af-a417fbfafe53 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850858 Apr 21 21:11:52.515610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 21:11:52.537763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Usage tracker for resource:floatingip and tenant:15d6110832e24b59bd2451ad4b809184 is out of sync, need to count used quota {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 21:11:52.538947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71126b45-00ac-4290-9bc6-a98cbdab4a52 req-772bf8d8-173e-48dd-9115-a2d6727f95ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825213 Apr 21 21:11:52.565341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Attempting to bind port 42376a4b-e067-42ae-8f9b-8d632b9473f6 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:52.565851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Attempting to bind port 42376a4b-e067-42ae-8f9b-8d632b9473f6 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '3fb34e65-b28a-4da8-9e73-4d4f416e0455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '07dc0855-3463-4659-9038-b630ed142756'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:52.566224 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Attempting to bind port 42376a4b-e067-42ae-8f9b-8d632b9473f6 on network 07dc0855-3463-4659-9038-b630ed142756 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:52.582545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 21:11:52.585675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd469f7f-9056-4a28-81af-5f37c91fad3f None None] Pushing event updated for resources: {'Port': ['ID=b91614b1-1cc0-46bb-8bfc-839170b67bf3,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:52.664111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:52.664593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Checking segment: {'id': '3fb34e65-b28a-4da8-9e73-4d4f416e0455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '07dc0855-3463-4659-9038-b630ed142756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:52.666041 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.667652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Bound using segment: {'id': '3fb34e65-b28a-4da8-9e73-4d4f416e0455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '07dc0855-3463-4659-9038-b630ed142756'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:52.668237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Bound port: 42376a4b-e067-42ae-8f9b-8d632b9473f6, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb34e65-b28a-4da8-9e73-4d4f416e0455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '07dc0855-3463-4659-9038-b630ed142756'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:52.668710 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.674040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Pushing event updated for resources: {'Port': ['ID=42376a4b-e067-42ae-8f9b-8d632b9473f6,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:52.690963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.753873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b91614b1-1cc0-46bb-8bfc-839170b67bf3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:52.765867 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:52.919665 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.27 (e8089066-a59d-443c-8515-47cf456b1c53/0a77fa01-8b4f-48cd-b9c7-bff958fe192a/db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:52.991000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9ec812b2-0130-41de-b662-99363f953274 None None] For port 42376a4b-e067-42ae-8f9b-8d632b9473f6, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:52.999293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9ec812b2-0130-41de-b662-99363f953274 None None] For port 42376a4b-e067-42ae-8f9b-8d632b9473f6, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=42376a4b-e067-42ae-8f9b-8d632b9473f6,segment=NetworkSegment(3fb34e65-b28a-4da8-9e73-4d4f416e0455),segment_id=3fb34e65-b28a-4da8-9e73-4d4f416e0455)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:53.065882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:53.088323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a6bba-798d-475f-b805-4cd6aaa6af1d None None] Network e8089066-a59d-443c-8515-47cf456b1c53 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:53.149562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=99a286ed-ca3c-47b8-bc15-4661e01c52ae,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:53.453057 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:53.466528 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:53.512321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3c504bf0-9061-4416-b1f6-da6420501011 None None] Provisioning complete for port b91614b1-1cc0-46bb-8bfc-839170b67bf3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:53.512701 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3c504bf0-9061-4416-b1f6-da6420501011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:53.558264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48720) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:53.607473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=ec50d3d7-f077-4ac0-ac00-1d56042dbdf7,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:53.711873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec812b2-0130-41de-b662-99363f953274 None None] Pushing event updated for resources: {'Port': ['ID=42376a4b-e067-42ae-8f9b-8d632b9473f6,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:53.850979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e63be-3e3e-49d9-bf2f-8c106649cb3b req-3dc982a6-8249-4c01-b0c8-4728da9bd943 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:53.867900 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a5e63be-3e3e-49d9-bf2f-8c106649cb3b req-3dc982a6-8249-4c01-b0c8-4728da9bd943 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.2548385 Apr 21 21:11:53.881973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:53.926176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b91614b1-1cc0-46bb-8bfc-839170b67bf3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:54.035696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Usage tracker for resource:security_group and tenant:15d6110832e24b59bd2451ad4b809184 is out of sync, need to count used quota {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 21:11:54.053895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 21:11:54.054628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 07dc0855-3463-4659-9038-b630ed142756 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:54.068424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:54.080397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b91614b1-1cc0-46bb-8bfc-839170b67bf3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:54.080788 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.100458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Usage tracker for resource:security_group_rule and tenant:15d6110832e24b59bd2451ad4b809184 is out of sync, need to count used quota {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 21:11:54.122598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a5e63be-3e3e-49d9-bf2f-8c106649cb3b req-2128367d-291f-474b-a0a6-ba31c44ac2fe tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507377 Apr 21 21:11:54.137420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.quota.resource [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114646) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 21:11:54.171890 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.193782 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-12b86932-d054-40a6-bb15-552d92eaa411 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c5b3e5679ce45c191176fdb6b2f9546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820637 Apr 21 21:11:54.195630 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-110e73aa-9542-488b-bfee-dcbb0e1e0424 tempest-QuotasTest-2123291366 tempest-QuotasTest-2123291366-project-admin] 10.222.0.49 "GET /v2.0/quotas/15d6110832e24b59bd2451ad4b809184/details.json HTTP/1.1" status: 200 len: 703 time: 2.3789010 Apr 21 21:11:54.197339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48728) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:54.211545 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.301995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:11:54.496019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:54.501246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7a4d05e5-69c2-4483-91cc-8153f3b6571a tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8474684 Apr 21 21:11:54.505275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48734) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:54.508051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:54.521086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'network': {'name': 'tempest-RoutersTest-1994791279'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:54.533170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:54.537689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:54.566051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:54.569661 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.645068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:11:54.670109 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.670463 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added segment 2215898e-f298-406a-8d8d-9d2020d6b1cd of type vlan for network 154cc312-dd95-481a-a12f-864705bd7913 Apr 21 21:11:54.720738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.740517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] In _notify_port_updated(), no bound segment for port db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 on network e8089066-a59d-443c-8515-47cf456b1c53 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:11:54.741579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48736) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:54.742780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ec4e9aeb-9dce-43f5-8c31-ad013086a8f3 None None] Provisioning complete for port b91614b1-1cc0-46bb-8bfc-839170b67bf3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:54.749410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:54.750082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.754526 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "PUT /v2.0/ports/db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 HTTP/1.1" status: 200 len: 998 time: 2.5212853 Apr 21 21:11:54.759204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48738) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:54.769351 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9aeb-9dce-43f5-8c31-ad013086a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.782263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd16ba-0298-4152-ad01-362d4a1009c5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:54.790517 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.811090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:54.812366 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.853750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3475201 Apr 21 21:11:54.864097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48742) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:54.872171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'subnet': {'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:54.909876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-92d641aa-cb0b-448e-b423-675d99ccda21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:54.947431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:54.977166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-92d641aa-cb0b-448e-b423-675d99ccda21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.060180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3a7f8-cbc8-4c00-9e62-979e9aff3f3c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Network': ['ID=154cc312-dd95-481a-a12f-864705bd7913,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:55.066476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0e175-25cb-46c1-a01c-c4057e74ed02 None None] Network 07dc0855-3463-4659-9038-b630ed142756 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:55.084101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3339dfe-b92a-4bee-b564-92d94477a955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.114883 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-92d641aa-cb0b-448e-b423-675d99ccda21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.119118 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-92d641aa-cb0b-448e-b423-675d99ccda21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.134721 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-92d641aa-cb0b-448e-b423-675d99ccda21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3f8fc33-742a-4843-8156-7879207ff2fc HTTP/1.1" status: 204 len: 168 time: 0.9197259 Apr 21 21:11:55.143634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 154cc312-dd95-481a-a12f-864705bd7913 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:11:55.157262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Made reservation on behalf of 637500fdd5104eec9394a5dd84cfc27d for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:11:55.167301 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.273173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d641aa-cb0b-448e-b423-675d99ccda21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f8fc33-742a-4843-8156-7879207ff2fc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:55.515573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.523111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3339dfe-b92a-4bee-b564-92d94477a955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.541933 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3339dfe-b92a-4bee-b564-92d94477a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.643344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ec4e9aeb-9dce-43f5-8c31-ad013086a8f3 None None] Provisioning complete for port db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:55.644000 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9aeb-9dce-43f5-8c31-ad013086a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.658191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81b4e-13d6-4ff9-8bac-44c1ccde98b1 req-596770c5-0a49-4f65-91fb-5960294a766f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:55.677377 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efc81b4e-13d6-4ff9-8bac-44c1ccde98b1 req-596770c5-0a49-4f65-91fb-5960294a766f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.4053926 Apr 21 21:11:55.730855 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e3339dfe-b92a-4bee-b564-92d94477a955 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80a6fd43264f4961b1e3483e5d131173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9810276 Apr 21 21:11:55.731023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a8d54233-725a-4f35-9f51-e881d0205cb9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:11:55.731368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d54233-725a-4f35-9f51-e881d0205cb9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.734583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e9aeb-9dce-43f5-8c31-ad013086a8f3 None None] Port db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:55.739791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48758) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:55.744311 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.814956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3339dfe-b92a-4bee-b564-92d94477a955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846abd02-60ae-4ef7-8194-a6b3adbc5a50,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:55.883977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Checking segment: {'id': '2215898e-f298-406a-8d8d-9d2020d6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '154cc312-dd95-481a-a12f-864705bd7913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:55.883977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network hostable DHCP agents. Network: 154cc312-dd95-481a-a12f-864705bd7913, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:11:55.890966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Subnet': ['ID=b005ce20-bd5a-4546-970c-0c8cdbe81a25,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:55.899344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3e6ff5ad-4721-453c-b203-bb11ac02a3ef None None] Provisioning complete for port 42376a4b-e067-42ae-8f9b-8d632b9473f6 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:55.901158 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e6ff5ad-4721-453c-b203-bb11ac02a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.927489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 154cc312-dd95-481a-a12f-864705bd7913 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:11:55.943117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 154cc312-dd95-481a-a12f-864705bd7913) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:55.951341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:55.952402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:55.977019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 42376a4b-e067-42ae-8f9b-8d632b9473f6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:55.978925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf215c-79de-4463-b2e8-e8c8fdddadf0 None None] Network 154cc312-dd95-481a-a12f-864705bd7913 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:55.985690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-63c55418-9ee8-4320-964d-5e3ef97ba0bd tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1178086 Apr 21 21:11:55.986691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48764) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:55.991803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efc81b4e-13d6-4ff9-8bac-44c1ccde98b1 req-7d0d08c7-4f04-4ecd-8eab-2410946455a1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129172 Apr 21 21:11:55.998132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.071562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d54233-725a-4f35-9f51-e881d0205cb9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.094903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d664d595-2056-49c2-90ef-cb948e17f4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.096668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a8d54233-725a-4f35-9f51-e881d0205cb9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:11:56.192998 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e6ff5ad-4721-453c-b203-bb11ac02a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.204963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d664d595-2056-49c2-90ef-cb948e17f4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.372448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 42376a4b-e067-42ae-8f9b-8d632b9473f6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:56.372878 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.381402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:11:52Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:11:53Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:56.430055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d664d595-2056-49c2-90ef-cb948e17f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.432635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d664d595-2056-49c2-90ef-cb948e17f4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.436168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d664d595-2056-49c2-90ef-cb948e17f4b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/846abd02-60ae-4ef7-8194-a6b3adbc5a50 HTTP/1.1" status: 204 len: 168 time: 0.6896210 Apr 21 21:11:56.462590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:11:56.462948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Updating router 1176c44e-1896-45de-bc37-900c260f0749 port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:11:56.494906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3e6ff5ad-4721-453c-b203-bb11ac02a3ef None None] For port 42376a4b-e067-42ae-8f9b-8d632b9473f6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=42376a4b-e067-42ae-8f9b-8d632b9473f6,segment=NetworkSegment(3fb34e65-b28a-4da8-9e73-4d4f416e0455),segment_id=3fb34e65-b28a-4da8-9e73-4d4f416e0455)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:11:56.502308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664d595-2056-49c2-90ef-cb948e17f4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846abd02-60ae-4ef7-8194-a6b3adbc5a50,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:56.529955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.540389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.595557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-ed2bcee5-cf53-4dc4-b81d-c6ad2e202d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:56.601792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-ed2bcee5-cf53-4dc4-b81d-c6ad2e202d8c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 1097 time: 0.1995292 Apr 21 21:11:56.710866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e50aed-7913-45df-b875-b17c927ff34b req-d3026537-685f-4815-bc61-21b7bc0c0ac9 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:56.719304 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1e50aed-7913-45df-b875-b17c927ff34b req-d3026537-685f-4815-bc61-21b7bc0c0ac9 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.2829638 Apr 21 21:11:56.811436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=2395ac51-065a-48ff-86ab-441a405a962b,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:56.814466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-958a9c41-d89c-464a-96fc-3aba30ebaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:56.818058 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-958a9c41-d89c-464a-96fc-3aba30ebaed9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.1581798 Apr 21 21:11:56.839041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-154cc312-dd95-481a-a12f-864705bd7913', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:11:56.850484 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.862776 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e6ff5ad-4721-453c-b203-bb11ac02a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.868309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.925764 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1e50aed-7913-45df-b875-b17c927ff34b req-7f9b6a36-6f06-4b7f-8a07-ed8f37397e97 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995063 Apr 21 21:11:56.932940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-7f54a311-7f12-4b75-9c1e-8332623674a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae HTTP/1.1" status: 200 len: 217 time: 0.1087549 Apr 21 21:11:56.956166 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:56.999510 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d54233-725a-4f35-9f51-e881d0205cb9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:57.042569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-86e1487a-512e-46c4-9c1e-5008abbab2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:57.046043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-86e1487a-512e-46c4-9c1e-5008abbab2c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0930965 Apr 21 21:11:57.089458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d54233-725a-4f35-9f51-e881d0205cb9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:57.170715 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:57.272069 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3e6ff5ad-4721-453c-b203-bb11ac02a3ef None None] Provisioning complete for port db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:57.286758 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e6ff5ad-4721-453c-b203-bb11ac02a3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:57.311552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-9b06f167-8464-4c3d-a708-c46c2a8154a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:57.318319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-9b06f167-8464-4c3d-a708-c46c2a8154a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481143 Apr 21 21:11:57.363156 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP 42a8d504-763c-4465-a3f3-823f88be1696 associated. External IP: 172.25.0.179, port: 6b595f9a-11bc-4aa0-a3a8-6186c702e35a. Apr 21 21:11:57.370512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d54233-725a-4f35-9f51-e881d0205cb9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:57.375691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a8d54233-725a-4f35-9f51-e881d0205cb9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 HTTP/1.1" status: 204 len: 168 time: 2.5947914 Apr 21 21:11:57.424286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48802) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:57.424617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48804) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:57.478151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ff5ad-4721-453c-b203-bb11ac02a3ef None None] Port db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 was deleted so its status cannot be updated. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 21 21:11:57.493859 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ff5ad-4721-453c-b203-bb11ac02a3ef None None] Pushing event updated for resources: {'Port': ['ID=42376a4b-e067-42ae-8f9b-8d632b9473f6,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:57.522609 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:57.527047 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc3f225-c503-4443-975c-08f7e6479fdd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:11:57.528597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cbc3f225-c503-4443-975c-08f7e6479fdd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 HTTP/1.1" status: 404 len: 333 time: 0.1024005 Apr 21 21:11:57.535973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48806) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:57.742138 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7efcce85-89f9-4378-ba4a-6a386d4f9227 None None] Provisioning complete for port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:57.742753 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7efcce85-89f9-4378-ba4a-6a386d4f9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:57.777846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Allocated IP 172.23.0.2 (154cc312-dd95-481a-a12f-864705bd7913/b005ce20-bd5a-4546-970c-0c8cdbe81a25/33572479-5ff0-4e33-9d75-8c6fa85950f4) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:57.871460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7efcce85-89f9-4378-ba4a-6a386d4f9227 None None] Port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:57.948977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 42376a4b-e067-42ae-8f9b-8d632b9473f6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:11:57.999274 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7efcce85-89f9-4378-ba4a-6a386d4f9227 None None] Provisioning complete for port 42376a4b-e067-42ae-8f9b-8d632b9473f6 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:57.999986 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7efcce85-89f9-4378-ba4a-6a386d4f9227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.011813 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.032069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.084711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15d6110832e24b59bd2451ad4b809184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6564152 Apr 21 21:11:58.087317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908e80df-525b-4774-8241-0325843fe4eb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:58.097803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48818) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:58.099724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.100075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.100462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.101182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.101511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.101837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.102159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.102480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.102800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.103115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.103538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.103743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccba2f1-644b-46c2-ab58-5ab79becef50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:11:58.176006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:11:58.230251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 42376a4b-e067-42ae-8f9b-8d632b9473f6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:58.230638 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.397610 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.417059 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.419408 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.428716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dad1082-e0ed-4ef8-8cf7-f7d0d8806409 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet 0a77fa01-8b4f-48cd-b9c7-bff958fe192a {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:11:58.472467 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.473339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6dad1082-e0ed-4ef8-8cf7-f7d0d8806409 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.519554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Network 154cc312-dd95-481a-a12f-864705bd7913 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:58.528283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:58.533031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:58.553510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Pushing event updated for resources: {'Port': ['ID=33572479-5ff0-4e33-9d75-8c6fa85950f4,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:58.625012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-aa95bdbb-a6c5-4194-bd89-1d527cc0f9fe service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2967901 Apr 21 21:11:58.649904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4626a8f-4cd9-4441-947d-741a0ddde9fc req-d29a8171-6257-4b0b-a1f6-d4ad516ab93d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:11:58.663039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4626a8f-4cd9-4441-947d-741a0ddde9fc req-d29a8171-6257-4b0b-a1f6-d4ad516ab93d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.3260744 Apr 21 21:11:58.758330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6dad1082-e0ed-4ef8-8cf7-f7d0d8806409 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.776835 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:11:58.794645 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4797b25-ac1d-444a-b3c5-52d5209034ec None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:11:58.806010 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d859779-362d-4d03-88ea-cf2ccd0293c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.810282 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4797b25-ac1d-444a-b3c5-52d5209034ec None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:58.815423 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b4797b25-ac1d-444a-b3c5-52d5209034ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:58.838887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d859779-362d-4d03-88ea-cf2ccd0293c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.897852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.906096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4626a8f-4cd9-4441-947d-741a0ddde9fc req-32c959aa-266d-4a93-a4c2-621b02e0c9c7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413588 Apr 21 21:11:58.928868 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-60efcbdf-e765-4854-a150-a3723b78e3a6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1276882 Apr 21 21:11:58.929572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d859779-362d-4d03-88ea-cf2ccd0293c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.940433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d859779-362d-4d03-88ea-cf2ccd0293c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:58.940433 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8d859779-362d-4d03-88ea-cf2ccd0293c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/908e80df-525b-4774-8241-0325843fe4eb HTTP/1.1" status: 204 len: 168 time: 0.8257022 Apr 21 21:11:58.940433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48824) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:58.942967 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b4797b25-ac1d-444a-b3c5-52d5209034ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:58.946525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-97116d1f-3fbb-4a90-81ba-ead63a074c34 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:11:58.948955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d859779-362d-4d03-88ea-cf2ccd0293c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908e80df-525b-4774-8241-0325843fe4eb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:58.962646 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4797b25-ac1d-444a-b3c5-52d5209034ec None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:58.963522 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b4797b25-ac1d-444a-b3c5-52d5209034ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:59.009013 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b4797b25-ac1d-444a-b3c5-52d5209034ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:59.009843 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4797b25-ac1d-444a-b3c5-52d5209034ec None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:11:59.011920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Attempting to bind port 33572479-5ff0-4e33-9d75-8c6fa85950f4 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:59.014385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Attempting to bind port 33572479-5ff0-4e33-9d75-8c6fa85950f4 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2215898e-f298-406a-8d8d-9d2020d6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '154cc312-dd95-481a-a12f-864705bd7913'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:59.015208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Attempting to bind port 33572479-5ff0-4e33-9d75-8c6fa85950f4 on network 154cc312-dd95-481a-a12f-864705bd7913 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:59.018279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ec90b-4f87-4de7-83fa-31be5d042587 None None] Pushing event updated for resources: {'Port': ['ID=ec50d3d7-f077-4ac0-ac00-1d56042dbdf7,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:59.061782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:59.062579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Checking segment: {'id': '2215898e-f298-406a-8d8d-9d2020d6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '154cc312-dd95-481a-a12f-864705bd7913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:59.063034 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.063580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Bound using segment: {'id': '2215898e-f298-406a-8d8d-9d2020d6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '154cc312-dd95-481a-a12f-864705bd7913'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:59.064110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Bound port: 33572479-5ff0-4e33-9d75-8c6fa85950f4, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2215898e-f298-406a-8d8d-9d2020d6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '154cc312-dd95-481a-a12f-864705bd7913'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:59.064648 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.072802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-97116d1f-3fbb-4a90-81ba-ead63a074c34 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.094271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Attempting to bind port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:11:59.100191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Attempting to bind port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '3fb34e65-b28a-4da8-9e73-4d4f416e0455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '07dc0855-3463-4659-9038-b630ed142756'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:11:59.100936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Attempting to bind port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 on network 07dc0855-3463-4659-9038-b630ed142756 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:11:59.106704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-26c42f53-a040-42a3-b705-8101da737105 None None] Provisioning complete for port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:11:59.107387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-26c42f53-a040-42a3-b705-8101da737105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.135440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:11:59.136798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Checking segment: {'id': '3fb34e65-b28a-4da8-9e73-4d4f416e0455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '07dc0855-3463-4659-9038-b630ed142756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:11:59.137473 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.138180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Bound using segment: {'id': '3fb34e65-b28a-4da8-9e73-4d4f416e0455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '07dc0855-3463-4659-9038-b630ed142756'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:11:59.138911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Bound port: ec50d3d7-f077-4ac0-ac00-1d56042dbdf7, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb34e65-b28a-4da8-9e73-4d4f416e0455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '07dc0855-3463-4659-9038-b630ed142756'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:11:59.139529 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.174837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5fb6daa3-284a-4989-8039-ea0cbb6518aa req-dab25304-a8ef-4b58-b881-aaf24c8f7e9e service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787138 Apr 21 21:11:59.180326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Allocated IP 172.23.0.1 (154cc312-dd95-481a-a12f-864705bd7913/b005ce20-bd5a-4546-970c-0c8cdbe81a25/dadfb35c-7583-44a4-b213-42b58e4c5eef) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:11:59.205846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6dad1082-e0ed-4ef8-8cf7-f7d0d8806409 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.245306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-26c42f53-a040-42a3-b705-8101da737105 None None] Port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:11:59.321203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] For port 33572479-5ff0-4e33-9d75-8c6fa85950f4, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:59.326168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] For port 33572479-5ff0-4e33-9d75-8c6fa85950f4, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=33572479-5ff0-4e33-9d75-8c6fa85950f4,segment=NetworkSegment(2215898e-f298-406a-8d8d-9d2020d6b1cd),segment_id=2215898e-f298-406a-8d8d-9d2020d6b1cd)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:59.363595 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.420058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] For port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:11:59.453053 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] For port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ec50d3d7-f077-4ac0-ac00-1d56042dbdf7,segment=NetworkSegment(3fb34e65-b28a-4da8-9e73-4d4f416e0455),segment_id=3fb34e65-b28a-4da8-9e73-4d4f416e0455)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:11:59.493241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e824549-4ac6-4646-a53f-c1b55c8ad715 None None] Pushing event updated for resources: {'Port': ['ID=33572479-5ff0-4e33-9d75-8c6fa85950f4,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:59.504499 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.510736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.559966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.567238 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-97116d1f-3fbb-4a90-81ba-ead63a074c34 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.575679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-97116d1f-3fbb-4a90-81ba-ead63a074c34 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.576013 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-97116d1f-3fbb-4a90-81ba-ead63a074c34 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP 42a8d504-763c-4465-a3f3-823f88be1696 disassociated. External IP: 172.25.0.179, port: 6b595f9a-11bc-4aa0-a3a8-6186c702e35a. Apr 21 21:11:59.603080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 154cc312-dd95-481a-a12f-864705bd7913 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:11:59.614589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:11:59.622424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:11:59.635867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:11:59.636532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:11:59.689187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=dadfb35c-7583-44a4-b213-42b58e4c5eef,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:59.720987 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6dad1082-e0ed-4ef8-8cf7-f7d0d8806409 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.723403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.725577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ec90b-4f87-4de7-83fa-31be5d042587 None None] Pushing event updated for resources: {'Port': ['ID=ec50d3d7-f077-4ac0-ac00-1d56042dbdf7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:59.807606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad1082-e0ed-4ef8-8cf7-f7d0d8806409 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=0a77fa01-8b4f-48cd-b9c7-bff958fe192a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:11:59.817624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6dad1082-e0ed-4ef8-8cf7-f7d0d8806409 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:11:59.825726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6dad1082-e0ed-4ef8-8cf7-f7d0d8806409 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/0a77fa01-8b4f-48cd-b9c7-bff958fe192a HTTP/1.1" status: 204 len: 168 time: 2.2887094 Apr 21 21:11:59.829815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48844) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:11:59.830573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:11:59.911027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c130a0a7-8da8-4086-8643-d9ed3a995a45 None None] Network e8089066-a59d-443c-8515-47cf456b1c53 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:11:59.978795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a865f27-1d77-4597-b409-9a219c1f5976 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet 9ca7df33-3338-4b61-bbfe-5eb1cb3cce72 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:11:59.982559 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a865f27-1d77-4597-b409-9a219c1f5976 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.064700 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a865f27-1d77-4597-b409-9a219c1f5976 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.153264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97116d1f-3fbb-4a90-81ba-ead63a074c34 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:00.180887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a865f27-1d77-4597-b409-9a219c1f5976 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.311499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-00fb1d0e-9c2e-490b-8c50-2ec62a39880a None None] Provisioning complete for port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:00.311499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-00fb1d0e-9c2e-490b-8c50-2ec62a39880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.328607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97116d1f-3fbb-4a90-81ba-ead63a074c34 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:00.333656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-97116d1f-3fbb-4a90-81ba-ead63a074c34 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.347119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a865f27-1d77-4597-b409-9a219c1f5976 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.378483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-97116d1f-3fbb-4a90-81ba-ead63a074c34 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/floatingips/42a8d504-763c-4465-a3f3-823f88be1696 HTTP/1.1" status: 200 len: 688 time: 1.4356785 Apr 21 21:12:00.379133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48866) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:00.432713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d699a450-952d-45e7-b95f-a75b16b596d5 None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:00.472161 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.562252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02994d4b-5517-49bf-9beb-37c71978adaa req-88cfbdce-7e80-40b8-aa6d-c888e54875bb tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:00.563791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02994d4b-5517-49bf-9beb-37c71978adaa req-88cfbdce-7e80-40b8-aa6d-c888e54875bb tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.5343146 Apr 21 21:12:00.582959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d699a450-952d-45e7-b95f-a75b16b596d5 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:00.584338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d699a450-952d-45e7-b95f-a75b16b596d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:00.609096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a865f27-1d77-4597-b409-9a219c1f5976 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca7df33-3338-4b61-bbfe-5eb1cb3cce72,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:00.611548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a865f27-1d77-4597-b409-9a219c1f5976 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.617843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7a865f27-1d77-4597-b409-9a219c1f5976 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/9ca7df33-3338-4b61-bbfe-5eb1cb3cce72 HTTP/1.1" status: 204 len: 168 time: 0.7868800 Apr 21 21:12:00.619668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48878) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:00.651496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d699a450-952d-45e7-b95f-a75b16b596d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:00.663899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d9edab21-2b3b-4689-be60-ca2b1e05fc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.723771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 2395ac51-065a-48ff-86ab-441a405a962b {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:00.725053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.824236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d699a450-952d-45e7-b95f-a75b16b596d5 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:00.825260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d699a450-952d-45e7-b95f-a75b16b596d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:00.829455 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.839837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48880) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:00.866653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02994d4b-5517-49bf-9beb-37c71978adaa req-6c99fca1-3c52-48ee-ac46-b7eb6fef393a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796414 Apr 21 21:12:00.944998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1774a-f41f-4dbc-a15a-dec138b2a562 req-cd57ad70-3d03-4361-8b0b-af4d3fd6ccf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:00.946552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59c1774a-f41f-4dbc-a15a-dec138b2a562 req-cd57ad70-3d03-4361-8b0b-af4d3fd6ccf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.2744687 Apr 21 21:12:00.980510 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:00.980927 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.017562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 2395ac51-065a-48ff-86ab-441a405a962b owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:01.041314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d699a450-952d-45e7-b95f-a75b16b596d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:01.042179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d699a450-952d-45e7-b95f-a75b16b596d5 None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:01.159253 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-00fb1d0e-9c2e-490b-8c50-2ec62a39880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.164797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59c1774a-f41f-4dbc-a15a-dec138b2a562 req-95bd088e-e099-4def-af33-83510b852daf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433077 Apr 21 21:12:01.206526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1172740743'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:01.235580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-00fb1d0e-9c2e-490b-8c50-2ec62a39880a None None] For port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ec50d3d7-f077-4ac0-ac00-1d56042dbdf7,segment=NetworkSegment(3fb34e65-b28a-4da8-9e73-4d4f416e0455),segment_id=3fb34e65-b28a-4da8-9e73-4d4f416e0455)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:01.242268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:11:52Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:11:59Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:01.274116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b36e94-871d-43c4-a754-a6028794325f None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:11:52Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:11:59Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:01.276546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-00fb1d0e-9c2e-490b-8c50-2ec62a39880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.351818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.381505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89fa192-9786-4a2c-93ce-adb03ded5df7 None None] DHCP port deletion for e8089066-a59d-443c-8515-47cf456b1c53 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:01.411254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=2395ac51-065a-48ff-86ab-441a405a962b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:01.414746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359156cb-34e0-49d8-a6c8-519817a3b6fe None None] Network 154cc312-dd95-481a-a12f-864705bd7913 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:01.441173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port b91614b1-1cc0-46bb-8bfc-839170b67bf3 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:01.441524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.446435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:01.464889 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.530652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.533779 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.536064 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e4be34eb-4abe-4896-861e-6ff6ca9b7f59 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/floatingips/42a8d504-763c-4465-a3f3-823f88be1696 HTTP/1.1" status: 204 len: 168 time: 1.1558285 Apr 21 21:12:01.540790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48886) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:01.547965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb1d0e-9c2e-490b-8c50-2ec62a39880a None None] Pushing event updated for resources: {'Port': ['ID=ec50d3d7-f077-4ac0-ac00-1d56042dbdf7,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:01.566171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '0ebe9081-9161-4751-af27-dbb65fa8cfeb'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:01.590816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b6fda9c9-2584-408c-9661-e2f2c118b518 None None] Provisioning complete for port 33572479-5ff0-4e33-9d75-8c6fa85950f4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:01.591468 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6fda9c9-2584-408c-9661-e2f2c118b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.608278 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.610298 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.659370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f89fa192-9786-4a2c-93ce-adb03ded5df7 None None] Deleting port b91614b1-1cc0-46bb-8bfc-839170b67bf3 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:01.659741 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f89fa192-9786-4a2c-93ce-adb03ded5df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.844989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f89fa192-9786-4a2c-93ce-adb03ded5df7 None None] For port b91614b1-1cc0-46bb-8bfc-839170b67bf3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b91614b1-1cc0-46bb-8bfc-839170b67bf3,segment=NetworkSegment(55a77e52-db45-4658-a6bf-62c081c2421a),segment_id=55a77e52-db45-4658-a6bf-62c081c2421a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:01.845650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f89fa192-9786-4a2c-93ce-adb03ded5df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.862189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.879296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] For port b91614b1-1cc0-46bb-8bfc-839170b67bf3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b91614b1-1cc0-46bb-8bfc-839170b67bf3,segment=NetworkSegment(55a77e52-db45-4658-a6bf-62c081c2421a),segment_id=55a77e52-db45-4658-a6bf-62c081c2421a)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:01.879786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.885596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f89fa192-9786-4a2c-93ce-adb03ded5df7 None None] Calling delete_port for b91614b1-1cc0-46bb-8bfc-839170b67bf3 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:01.913263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:01.957128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.050295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for b91614b1-1cc0-46bb-8bfc-839170b67bf3 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:02.053357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:02.098877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f89fa192-9786-4a2c-93ce-adb03ded5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.154453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fa192-9786-4a2c-93ce-adb03ded5df7 None None] Pushing event deleted for resources: {'Port': ['ID=b91614b1-1cc0-46bb-8bfc-839170b67bf3,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:02.167481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89fa192-9786-4a2c-93ce-adb03ded5df7 None None] No DVR routers for this DVR port b91614b1-1cc0-46bb-8bfc-839170b67bf3 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:02.175128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6fda9c9-2584-408c-9661-e2f2c118b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.186436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.25.0.116 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/97629ab7-2c53-4266-8067-d15d6dfeb773) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:02.198760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:02.199136 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.220068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d903e-c8ec-4a88-9453-5b4e792c7e36 req-438e4032-9bbc-48a7-be93-37f17f506e3e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:02.225711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-678d903e-c8ec-4a88-9453-5b4e792c7e36 req-438e4032-9bbc-48a7-be93-37f17f506e3e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.1847408 Apr 21 21:12:02.305473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b6fda9c9-2584-408c-9661-e2f2c118b518 None None] For port 33572479-5ff0-4e33-9d75-8c6fa85950f4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=33572479-5ff0-4e33-9d75-8c6fa85950f4,segment=NetworkSegment(2215898e-f298-406a-8d8d-9d2020d6b1cd),segment_id=2215898e-f298-406a-8d8d-9d2020d6b1cd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:02.327234 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6fda9c9-2584-408c-9661-e2f2c118b518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.377444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-678d903e-c8ec-4a88-9453-5b4e792c7e36 req-e21c66a1-f75b-40a1-b3d2-87f25a55a7d8 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386442 Apr 21 21:12:02.415122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.423846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fda9c9-2584-408c-9661-e2f2c118b518 None None] Pushing event updated for resources: {'Port': ['ID=33572479-5ff0-4e33-9d75-8c6fa85950f4,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:02.479527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event updated for resources: {'Port': ['ID=dadfb35c-7583-44a4-b213-42b58e4c5eef,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:02.590554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 33572479-5ff0-4e33-9d75-8c6fa85950f4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:02.694390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7e2e8-a5e5-42e8-bbd2-01f1ba9b593c req-7c7429d3-0a2a-4def-b807-6bc0016e7015 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:02.702471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2d7e2e8-a5e5-42e8-bbd2-01f1ba9b593c req-7c7429d3-0a2a-4def-b807-6bc0016e7015 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.3808436 Apr 21 21:12:02.708334 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.715700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 33572479-5ff0-4e33-9d75-8c6fa85950f4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:02.716086 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.732977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.755011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=b91614b1-1cc0-46bb-8bfc-839170b67bf3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:02.774736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No DVR routers for this DVR port b91614b1-1cc0-46bb-8bfc-839170b67bf3 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:02.789702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.821120 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.854293 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7712-f105-4cc2-bd4a-c12bc4c7605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.865560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-263d029a-c3bd-4833-9a43-139666aa7873 None None] Provisioning complete for port 33572479-5ff0-4e33-9d75-8c6fa85950f4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:02.866067 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-263d029a-c3bd-4833-9a43-139666aa7873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.879574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=97629ab7-2c53-4266-8067-d15d6dfeb773,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:02.893514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:02.895287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:02.898766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:02.902131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.925897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8089066-a59d-443c-8515-47cf456b1c53']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:02.938228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a77e52-db45-4658-a6bf-62c081c2421a') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:02.938522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a77e52-db45-4658-a6bf-62c081c2421a') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:02.949003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:02.960912 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.040960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.065262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:03.136222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b91614b1-1cc0-46bb-8bfc-839170b67bf3 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:03.139800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2d7e2e8-a5e5-42e8-bbd2-01f1ba9b593c req-04bf94eb-150b-4e83-a648-a8f884e1ceb0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363575 Apr 21 21:12:03.166412 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.167035 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Added segment 1a82ab4a-bf0d-41fc-8bb7-af486591c257 of type vlan for network ec21a0b7-2e0e-467c-9828-73d937d224a3 Apr 21 21:12:03.207515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: b91614b1-1cc0-46bb-8bfc-839170b67bf3 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:03.211093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b91614b1-1cc0-46bb-8bfc-839170b67bf3 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:03.239726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:03.240970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.248828 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-263d029a-c3bd-4833-9a43-139666aa7873 None None] Provisioning complete for port dadfb35c-7583-44a4-b213-42b58e4c5eef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:03.248828 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-263d029a-c3bd-4833-9a43-139666aa7873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:03.252436 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:03.272145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.301318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-263d029a-c3bd-4833-9a43-139666aa7873 None None] Port dadfb35c-7583-44a4-b213-42b58e4c5eef cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:03.316869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134289ca-8da7-46ab-99a2-9a67b71920fc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:03.350721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Network 154cc312-dd95-481a-a12f-864705bd7913 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:03.354322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:03.370359 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.383527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.390878 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/networks/e8089066-a59d-443c-8515-47cf456b1c53 HTTP/1.1" status: 204 len: 168 time: 2.7684793 Apr 21 21:12:03.393303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48900) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:03.411049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.416465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:03.417280 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.446370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-949af05b-f142-43d7-b778-fb0d94ae7e1a None None] Provisioning complete for port dadfb35c-7583-44a4-b213-42b58e4c5eef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:03.446968 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-949af05b-f142-43d7-b778-fb0d94ae7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.462428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31e3d5-3052-41ae-9154-3bc48cf61cb8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Network': ['ID=e8089066-a59d-443c-8515-47cf456b1c53,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:03.502611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-949af05b-f142-43d7-b778-fb0d94ae7e1a None None] Port dadfb35c-7583-44a4-b213-42b58e4c5eef cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:03.567246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7256935 Apr 21 21:12:03.574396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.609316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68fe668-1c9f-485f-a003-6aeafe2519ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:03.616055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48904) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:03.616437 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c68fe668-1c9f-485f-a003-6aeafe2519ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2130172 Apr 21 21:12:03.645336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c269938-678d-42b7-b1a5-fed84ecc6234 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Network': ['ID=ec21a0b7-2e0e-467c-9828-73d937d224a3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:03.655789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:03.663655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network ec21a0b7-2e0e-467c-9828-73d937d224a3 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:03.674301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e269c-5c1d-4a85-b106-525c6c590124 req-540102cb-80e2-43a1-8f65-ed6cbdbb1128 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:03.675974 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-119e269c-5c1d-4a85-b106-525c6c590124 req-540102cb-80e2-43a1-8f65-ed6cbdbb1128 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.1767085 Apr 21 21:12:03.734218 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7da27ab9-fa44-48b6-8efc-02a7858891e2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1140449 Apr 21 21:12:03.736085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48908) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:03.742024 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-63118340'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:03.747127 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.815720 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-119e269c-5c1d-4a85-b106-525c6c590124 req-5a01f497-a49a-4b56-a490-53ada9695957 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145315 Apr 21 21:12:03.839612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:03.854583 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.879382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4ed05faf-b181-4961-bcf0-cd9a3ed74992 None None] Provisioning complete for port dadfb35c-7583-44a4-b213-42b58e4c5eef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:03.879761 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4ed05faf-b181-4961-bcf0-cd9a3ed74992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.885844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 33572479-5ff0-4e33-9d75-8c6fa85950f4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:03.892588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:03.903984 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:03.918578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:03.918788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-02f7ccda-4390-4280-817c-bb329d0a7491 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9280257 Apr 21 21:12:03.919240 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:03.920654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48912) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:03.924902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:03.926706 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:03.962516 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:03.963569 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Added segment 84d695d1-981c-4ad9-b7f1-34fe673595d6 of type vlan for network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a Apr 21 21:12:04.095815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4ed05faf-b181-4961-bcf0-cd9a3ed74992 None None] Port dadfb35c-7583-44a4-b213-42b58e4c5eef cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:04.101320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.117916 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.121447 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:04.154824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 33572479-5ff0-4e33-9d75-8c6fa85950f4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:04.166121 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.252517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.276375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:04.282736 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.425558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.452319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7146325 Apr 21 21:12:04.455113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48932) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:04.466092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': '6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:04.517740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.541450 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:00Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'dadfb35c-7583-44a4-b213-42b58e4c5eef', 'name': '', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:62:d6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:57Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:04.566845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489314e1-4545-400a-a1cb-88e39516459a tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Network': ['ID=6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:04.571720 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:04.572276 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Updating router 1176c44e-1896-45de-bc37-900c260f0749 port dadfb35c-7583-44a4-b213-42b58e4c5eef binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:12:04.578699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:04.599516 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.707555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.890375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0aef42-5058-419d-884d-580d72b0bf28 req-3a049fdf-4c2f-4c36-93b8-5b854bffd4c1 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:04.892005 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea0aef42-5058-419d-884d-580d72b0bf28 req-3a049fdf-4c2f-4c36-93b8-5b854bffd4c1 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.5985942 Apr 21 21:12:04.907129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=97629ab7-2c53-4266-8067-d15d6dfeb773,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:04.984876 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:04.991146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea0aef42-5058-419d-884d-580d72b0bf28 req-be14cbe1-6ee9-4723-a67d-0537cc02ad49 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783582 Apr 21 21:12:05.001100 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:05.021835 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP d77a7e98-e40f-4516-8b36-725fe6c11698 associated. External IP: 172.25.0.116, port: 0ebe9081-9161-4751-af27-dbb65fa8cfeb. Apr 21 21:12:05.068955 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86b168-5e3b-4210-a8dc-17d4dc572ed3 None None] Pushing event updated for resources: {'Port': ['ID=dadfb35c-7583-44a4-b213-42b58e4c5eef,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:05.193871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-ef5b25b7-d9f3-4bc4-ae30-cc7ee3239d24 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:05.195408 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-ef5b25b7-d9f3-4bc4-ae30-cc7ee3239d24 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/networks?id=3fda46b1-7914-4918-a085-baff98d3fb4d HTTP/1.1" status: 200 len: 814 time: 0.9428775 Apr 21 21:12:05.212585 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Attempting to bind port dadfb35c-7583-44a4-b213-42b58e4c5eef on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:05.213360 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Attempting to bind port dadfb35c-7583-44a4-b213-42b58e4c5eef by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2215898e-f298-406a-8d8d-9d2020d6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '154cc312-dd95-481a-a12f-864705bd7913'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:05.213978 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Attempting to bind port dadfb35c-7583-44a4-b213-42b58e4c5eef on network 154cc312-dd95-481a-a12f-864705bd7913 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:05.225579 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:05.226689 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Checking segment: {'id': '2215898e-f298-406a-8d8d-9d2020d6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '154cc312-dd95-481a-a12f-864705bd7913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:05.227341 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:05.227976 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Bound using segment: {'id': '2215898e-f298-406a-8d8d-9d2020d6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '154cc312-dd95-481a-a12f-864705bd7913'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:05.228688 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Bound port: dadfb35c-7583-44a4-b213-42b58e4c5eef, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2215898e-f298-406a-8d8d-9d2020d6b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '154cc312-dd95-481a-a12f-864705bd7913'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:05.229457 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:05.265459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:05.269627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:05.289324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-ecd30606-4092-46f7-91a7-1af822ac6b87 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/quotas/9e770b70093449d0861c945300b97c4f HTTP/1.1" status: 200 len: 375 time: 0.0832782 Apr 21 21:12:05.333917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b0ba1-4f58-4a33-b318-73ecca1539e8 req-244c5286-ba0d-4da8-b2a0-1be32eac7e05 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:05.335509 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e7b0ba1-4f58-4a33-b318-73ecca1539e8 req-244c5286-ba0d-4da8-b2a0-1be32eac7e05 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.1628945 Apr 21 21:12:05.355372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:05.356156 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e60dc8bd-6ff0-46bd-9cb4-2332db961df8 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e770b70093449d0861c945300b97c4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657136 Apr 21 21:12:05.402080 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] For port dadfb35c-7583-44a4-b213-42b58e4c5eef, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:05.407834 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] For port dadfb35c-7583-44a4-b213-42b58e4c5eef, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dadfb35c-7583-44a4-b213-42b58e4c5eef,segment=NetworkSegment(2215898e-f298-406a-8d8d-9d2020d6b1cd),segment_id=2215898e-f298-406a-8d8d-9d2020d6b1cd)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:05.420650 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:05.533956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bfcf630a-d882-40b9-9f8f-0f27c2990c6b None None] Provisioning complete for port dadfb35c-7583-44a4-b213-42b58e4c5eef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:05.538720 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfcf630a-d882-40b9-9f8f-0f27c2990c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:05.595560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e7b0ba1-4f58-4a33-b318-73ecca1539e8 req-4091079b-8d2c-4f2c-beef-602ba0767020 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438807 Apr 21 21:12:05.597760 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86b168-5e3b-4210-a8dc-17d4dc572ed3 None None] Pushing event updated for resources: {'Port': ['ID=dadfb35c-7583-44a4-b213-42b58e4c5eef,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:05.622786 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:05.623398 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:05.660349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 21:12:05.690784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Removed routes are [] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 21:12:05.691502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:05.696733 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-f0eb3290-605e-44ad-a485-58ab2ebb8875 service neutron] 10.222.0.49 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395343 Apr 21 21:12:05.807817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:05.865901 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfcf630a-d882-40b9-9f8f-0f27c2990c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:05.966315 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:05.986320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bfcf630a-d882-40b9-9f8f-0f27c2990c6b None None] For port dadfb35c-7583-44a4-b213-42b58e4c5eef, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dadfb35c-7583-44a4-b213-42b58e4c5eef,segment=NetworkSegment(2215898e-f298-406a-8d8d-9d2020d6b1cd),segment_id=2215898e-f298-406a-8d8d-9d2020d6b1cd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:06.019741 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfcf630a-d882-40b9-9f8f-0f27c2990c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:06.152795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf630a-d882-40b9-9f8f-0f27c2990c6b None None] Pushing event updated for resources: {'Port': ['ID=dadfb35c-7583-44a4-b213-42b58e4c5eef,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:06.163583 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:06.185869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-5a82261e-4cba-4428-8884-8144a4e2220b service neutron] 10.222.0.49 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563091 Apr 21 21:12:06.200883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f426c749-7149-45d1-820b-ae913b52a7ce None None] Provisioning complete for port dadfb35c-7583-44a4-b213-42b58e4c5eef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:06.201259 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f426c749-7149-45d1-820b-ae913b52a7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:06.236815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:06.287085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a3b15-a90d-4d3b-a89e-b0118d11edfa None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:06.310768 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:06.323334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a3b15-a90d-4d3b-a89e-b0118d11edfa None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:06.324663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-915a3b15-a90d-4d3b-a89e-b0118d11edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:06.351428 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649463d0-1883-41bc-9eb1-bd99156df12c req-14ef2fd7-f8d2-4bef-ac71-e7f222574bd6 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:06.358143 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649463d0-1883-41bc-9eb1-bd99156df12c req-14ef2fd7-f8d2-4bef-ac71-e7f222574bd6 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1976328 Apr 21 21:12:06.370274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:06.396670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:06.438362 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-649463d0-1883-41bc-9eb1-bd99156df12c req-ebada9a4-d0d5-447c-971f-e684ac84288e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793545 Apr 21 21:12:06.442272 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c8c0f83d-01b0-4bf0-96cc-6509f54abb5c tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8977888 Apr 21 21:12:06.445695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48940) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:06.585529 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:00Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'dadfb35c-7583-44a4-b213-42b58e4c5eef', 'name': '', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:62:d6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:57Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:06.634668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-915a3b15-a90d-4d3b-a89e-b0118d11edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:06.715147 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e3828-ce66-41d2-94bc-edbc71530db9 None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:00Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'dadfb35c-7583-44a4-b213-42b58e4c5eef', 'name': '', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:62:d6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:57Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 4, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:06.742875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-62508fed-6ee3-4062-b725-82162699d2fc tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "GET /v2.0/floatingips/d77a7e98-e40f-4516-8b36-725fe6c11698 HTTP/1.1" status: 200 len: 977 time: 0.2846813 Apr 21 21:12:06.743933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48950) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:06.777952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a3b15-a90d-4d3b-a89e-b0118d11edfa None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:06.781538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-915a3b15-a90d-4d3b-a89e-b0118d11edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:06.923873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce5b6048-0dad-4e3d-bf8f-3aeea49ab4fa req-49e5a08b-dd6d-436a-b103-d9f6fb20b65d tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 210 time: 0.0670366 Apr 21 21:12:06.934037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:07.003742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53847540-0d74-43d5-bc8e-42592bd4ec4b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2585313 Apr 21 21:12:07.005516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48952) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:07.010312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'subnet': {'network_id': 'ec21a0b7-2e0e-467c-9828-73d937d224a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:07.014700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48954) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:07.020491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'port_id': '6b595f9a-11bc-4aa0-a3a8-6186c702e35a'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:07.102407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:07.109020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Checking segment: {'id': '84d695d1-981c-4ad9-b7f1-34fe673595d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:07.109967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network hostable DHCP agents. Network: 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:07.122045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=be72e650-881e-480e-8062-2a8c75a7ecc3,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:07.181529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-915a3b15-a90d-4d3b-a89e-b0118d11edfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:07.182189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915a3b15-a90d-4d3b-a89e-b0118d11edfa None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:07.218033 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:07.223246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:07.240229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:07.248931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:07.249851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:07.251926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da728d2d-4dfd-4a68-bd16-a8aa5158434d None None] Network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:07.279359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:07.281501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13556489-6a6d-4f30-baa5-ba8d9229c4dc req-ce050099-9563-4261-991b-25672394a41e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:07.286284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:07.290308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4ad1ee42-d0af-40d0-ae71-5a42a5cac78d tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749 HTTP/1.1" status: 200 len: 934 time: 3.3672452 Apr 21 21:12:07.290474 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13556489-6a6d-4f30-baa5-ba8d9229c4dc req-ce050099-9563-4261-991b-25672394a41e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.2850425 Apr 21 21:12:07.290592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48962) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:07.300673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f99effd4-23b0-4818-bcfc-b758c92a366d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8415082 Apr 21 21:12:07.346782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48964) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:07.352370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': '6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a', 'name': 'tempest-PortsTestJSON-1253988819'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:07.482183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-66c40815-2e23-4c34-9673-b432a8cdd149 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749 HTTP/1.1" status: 200 len: 934 time: 0.1905458 Apr 21 21:12:07.485494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48966) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:07.490271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'routes': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:07.496735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a', 'network_id': '6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a', 'tenant_id': '4cbd407d5df248d39e1214326ca0fc20', 'fixed_ips': [{'subnet_id': 'be72e650-881e-480e-8062-2a8c75a7ecc3'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:07.497712 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:07.694255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:07.697906 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:07.731232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Allocated IP 172.20.0.2 (6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a/be72e650-881e-480e-8062-2a8c75a7ecc3/5efe503d-1bfd-41ce-a7ab-556653380c26) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:07.887410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 9d0e1111-ea19-4076-a6d3-fe1da002af5a yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:12:07.936832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dadfb35c-7583-44a4-b213-42b58e4c5eef up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:07.965735 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:07.969502 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:08.034847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a5d83-62c6-464d-839d-08c523a8fad8 req-5d60ead4-4402-4917-b1f6-474e3b44b6fb tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:08.035929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c6a5d83-62c6-464d-839d-08c523a8fad8 req-5d60ead4-4402-4917-b1f6-474e3b44b6fb tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.3601847 Apr 21 21:12:08.059079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port dadfb35c-7583-44a4-b213-42b58e4c5eef triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:08.059446 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:08.091592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13556489-6a6d-4f30-baa5-ba8d9229c4dc req-c8f8e443-c15e-4c40-8623-1d2e4ce68530 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8008556 Apr 21 21:12:08.095376 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:08.118193 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:08.136505 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:08.159726 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:08.160392 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:08.246236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c6a5d83-62c6-464d-839d-08c523a8fad8 req-60be1a52-ad00-43ac-ad85-142068fb82b9 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673324 Apr 21 21:12:08.260529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Pushing event updated for resources: {'Port': ['ID=5efe503d-1bfd-41ce-a7ab-556653380c26,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:08.297390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:08.300108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:08.308352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cf46c434-2fb8-450a-90c8-29c22a68fd0e req-c1ac438a-ad04-4fbd-91ec-1f2cbb423ec8 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 210 time: 0.0980995 Apr 21 21:12:08.312976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:08.399550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.5 (6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a/be72e650-881e-480e-8062-2a8c75a7ecc3/9d0e1111-ea19-4076-a6d3-fe1da002af5a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:08.457430 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:08.493415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Attempting to bind port 5efe503d-1bfd-41ce-a7ab-556653380c26 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:08.494102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Attempting to bind port 5efe503d-1bfd-41ce-a7ab-556653380c26 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '84d695d1-981c-4ad9-b7f1-34fe673595d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:08.494705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Attempting to bind port 5efe503d-1bfd-41ce-a7ab-556653380c26 on network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:08.501383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:08.501920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Checking segment: {'id': '84d695d1-981c-4ad9-b7f1-34fe673595d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:08.502436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:08.502943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Bound using segment: {'id': '84d695d1-981c-4ad9-b7f1-34fe673595d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:08.503558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Bound port: 5efe503d-1bfd-41ce-a7ab-556653380c26, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d695d1-981c-4ad9-b7f1-34fe673595d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:08.504060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:08.513047 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:08.570139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-3dd27978-a7cd-4c85-9c45-283556b2d35e tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:08.571824 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-3dd27978-a7cd-4c85-9c45-283556b2d35e tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.46 "GET /v2.0/networks?id=3fda46b1-7914-4918-a085-baff98d3fb4d HTTP/1.1" status: 200 len: 814 time: 0.2405713 Apr 21 21:12:08.609055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] For port 5efe503d-1bfd-41ce-a7ab-556653380c26, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:08.612584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] For port 5efe503d-1bfd-41ce-a7ab-556653380c26, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5efe503d-1bfd-41ce-a7ab-556653380c26,segment=NetworkSegment(84d695d1-981c-4ad9-b7f1-34fe673595d6),segment_id=84d695d1-981c-4ad9-b7f1-34fe673595d6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:08.618575 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:08.689342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c146a3d-3680-410b-ba4a-10a85393c0a3 None None] Pushing event updated for resources: {'Port': ['ID=5efe503d-1bfd-41ce-a7ab-556653380c26,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:08.701704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Subnet': ['ID=13b31868-f090-4043-9c7b-cb8d630f8cd9,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:08.719709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Request body: {'port': {'device_id': '91ba67d7-328e-444a-b0e9-410e97c9f863', 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d', 'admin_state_up': True, 'tenant_id': '9e770b70093449d0861c945300b97c4f'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:08.827228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Checking segment: {'id': '1a82ab4a-bf0d-41fc-8bb7-af486591c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec21a0b7-2e0e-467c-9828-73d937d224a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:08.827579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network hostable DHCP agents. Network: ec21a0b7-2e0e-467c-9828-73d937d224a3, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:08.996823 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 6, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'dadfb35c-7583-44a4-b213-42b58e4c5eef', 'name': '', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:62:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:57Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:09.002389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Made reservation on behalf of 9e770b70093449d0861c945300b97c4f for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:09.005961 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.028671 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:09.041203 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:09.042124 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:09.048383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.060315 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.105935 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.109229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added routes are [] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 21:12:09.109547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 21:12:09.134452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network ec21a0b7-2e0e-467c-9828-73d937d224a3 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:09.197988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, ec21a0b7-2e0e-467c-9828-73d937d224a3) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:09.205608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:09.207158 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.211907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a08a44-c370-4226-aee9-109c27573db0 None None] Network ec21a0b7-2e0e-467c-9828-73d937d224a3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:09.248754 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-21dc8918-5007-4087-a13c-534f3044325f tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2381375 Apr 21 21:12:09.251270 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48982) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:09.263060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1896387486'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:09.275848 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.279014 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP d77a7e98-e40f-4516-8b36-725fe6c11698 associated. External IP: 172.25.0.116, port: 0ebe9081-9161-4751-af27-dbb65fa8cfeb. Apr 21 21:12:09.348812 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:09.480669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:09.484565 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.527823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db84085-0979-4501-8939-10505b42e90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-ec21a0b7-2e0e-467c-9828-73d937d224a3', 'network_id': 'ec21a0b7-2e0e-467c-9828-73d937d224a3', 'tenant_id': '45b2ab9853474987a576f39828761561', 'fixed_ips': [{'subnet_id': '13b31868-f090-4043-9c7b-cb8d630f8cd9'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:09.528920 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3db84085-0979-4501-8939-10505b42e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.566299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:09.577539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9d00f-fb7a-4feb-a334-62a83961778a req-a1ea9fbf-c34a-46e4-98cd-a7b4bc53cc26 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:09.579096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13f9d00f-fb7a-4feb-a334-62a83961778a req-a1ea9fbf-c34a-46e4-98cd-a7b4bc53cc26 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1643786 Apr 21 21:12:09.631988 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.632326 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Added segment dd6424f2-20e7-48a2-8faf-d798a9b5a737 of type vlan for network 0d9a5be4-a800-4fab-a3ea-67183742d57d Apr 21 21:12:09.751145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-3db84085-0979-4501-8939-10505b42e90a None None] Allocated IP 2001:db8:0:ffff::2 (ec21a0b7-2e0e-467c-9828-73d937d224a3/13b31868-f090-4043-9c7b-cb8d630f8cd9/ff79988a-8f50-4e53-a313-9c2b7139ba92) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:09.767435 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 6, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'dadfb35c-7583-44a4-b213-42b58e4c5eef', 'name': '', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:62:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:57Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:09.786885 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.884108 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba893a-56a5-4e1c-bf9d-d5aef318ee27 None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 6, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'dadfb35c-7583-44a4-b213-42b58e4c5eef', 'name': '', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:62:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:57Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:09.923313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:09.947927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:09.950331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.009493 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.063159 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13f9d00f-fb7a-4feb-a334-62a83961778a req-575755e2-82b9-40c1-a401-ebbbb8037fb8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4412951 Apr 21 21:12:10.110731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5efe503d-1bfd-41ce-a7ab-556653380c26 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:10.140139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:10.215722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:10.228816 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9758732 Apr 21 21:12:10.233817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 48990) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:10.240246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Allocated IP 172.20.0.7 (3fda46b1-7914-4918-a085-baff98d3fb4d/ea5d8257-acab-4228-b5e0-f4eeee464a15/bee6651e-99df-48e4-beda-8d2502032845) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:10.245385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:10.263914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:10.287545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'subnet': {'network_id': '0d9a5be4-a800-4fab-a3ea-67183742d57d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:10.313326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767d567-c602-454d-b25a-996eda382b31 req-f31d02a2-4f1c-400b-b0ba-0e21254f2dfc tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:10.315074 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e767d567-c602-454d-b25a-996eda382b31 req-f31d02a2-4f1c-400b-b0ba-0e21254f2dfc tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.4624853 Apr 21 21:12:10.324227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5efe503d-1bfd-41ce-a7ab-556653380c26 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:10.324590 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.354369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=9d0e1111-ea19-4076-a6d3-fe1da002af5a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:10.395842 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3db84085-0979-4501-8939-10505b42e90a None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.413012 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3db84085-0979-4501-8939-10505b42e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.455929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c12e55a5-8ef7-4c4a-999d-57b64c67b966 req-48c8735f-bc4e-4c00-b553-62b7ca6068d7 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 210 time: 0.2321095 Apr 21 21:12:10.471691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5369d7-39b9-4224-9a7a-015f461dc2d6 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Network': ['ID=0d9a5be4-a800-4fab-a3ea-67183742d57d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:10.502025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:10.502702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.505767 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.508120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 0d9a5be4-a800-4fab-a3ea-67183742d57d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:10.528398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db84085-0979-4501-8939-10505b42e90a None None] Network ec21a0b7-2e0e-467c-9828-73d937d224a3 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:10.534000 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e767d567-c602-454d-b25a-996eda382b31 req-1cf9f5b8-f4ed-4587-a0a0-c62db967968f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979618 Apr 21 21:12:10.553439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-3db84085-0979-4501-8939-10505b42e90a None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:10.555744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:10.562528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db84085-0979-4501-8939-10505b42e90a None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:10.570423 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.576463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4c1a0ac8-b776-4765-b421-5a6cb9e1accd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2286689 Apr 21 21:12:10.577564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.582134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 48992) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:10.588007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': '6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a', 'name': 'tempest-PortsTestJSON-114694652'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:10.608298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a498791-f64c-4de4-b164-bdda385ca7ed None None] Network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:10.610319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a6dca7-258c-42cc-97df-422e63a7c17e None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:10.636287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:10.640702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.652753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db84085-0979-4501-8939-10505b42e90a None None] Pushing event updated for resources: {'Port': ['ID=ff79988a-8f50-4e53-a313-9c2b7139ba92,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:10.728426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 5efe503d-1bfd-41ce-a7ab-556653380c26, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5efe503d-1bfd-41ce-a7ab-556653380c26,segment=NetworkSegment(84d695d1-981c-4ad9-b7f1-34fe673595d6),segment_id=84d695d1-981c-4ad9-b7f1-34fe673595d6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:10.752470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6dca7-258c-42cc-97df-422e63a7c17e None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:10.753123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-32a6dca7-258c-42cc-97df-422e63a7c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:10.760256 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.828808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-32a6dca7-258c-42cc-97df-422e63a7c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:10.838991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.844627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-3db84085-0979-4501-8939-10505b42e90a None None] Attempting to bind port ff79988a-8f50-4e53-a313-9c2b7139ba92 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:10.845743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-3db84085-0979-4501-8939-10505b42e90a None None] Attempting to bind port ff79988a-8f50-4e53-a313-9c2b7139ba92 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '1a82ab4a-bf0d-41fc-8bb7-af486591c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec21a0b7-2e0e-467c-9828-73d937d224a3'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:10.845743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db84085-0979-4501-8939-10505b42e90a None None] Attempting to bind port ff79988a-8f50-4e53-a313-9c2b7139ba92 on network ec21a0b7-2e0e-467c-9828-73d937d224a3 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:10.847315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c6e0a019-9b51-4d11-95d8-cdc5d8149811 None None] Provisioning complete for port 5efe503d-1bfd-41ce-a7ab-556653380c26 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:10.847901 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a019-9b51-4d11-95d8-cdc5d8149811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.856633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:10.888752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db84085-0979-4501-8939-10505b42e90a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:10.889149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db84085-0979-4501-8939-10505b42e90a None None] Checking segment: {'id': '1a82ab4a-bf0d-41fc-8bb7-af486591c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec21a0b7-2e0e-467c-9828-73d937d224a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:10.889552 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3db84085-0979-4501-8939-10505b42e90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.889939 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db84085-0979-4501-8939-10505b42e90a None None] Bound using segment: {'id': '1a82ab4a-bf0d-41fc-8bb7-af486591c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec21a0b7-2e0e-467c-9828-73d937d224a3'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:10.890417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-3db84085-0979-4501-8939-10505b42e90a None None] Bound port: ff79988a-8f50-4e53-a313-9c2b7139ba92, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a82ab4a-bf0d-41fc-8bb7-af486591c257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ec21a0b7-2e0e-467c-9828-73d937d224a3'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:10.890800 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3db84085-0979-4501-8939-10505b42e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.903139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:10.915246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6dca7-258c-42cc-97df-422e63a7c17e None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:10.915870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-32a6dca7-258c-42cc-97df-422e63a7c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:10.932044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:10.936033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:10.991804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 9413c3fc-aa68-4d6b-9482-b8bde5856cdb yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:12:10.999934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:11.006582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-32a6dca7-258c-42cc-97df-422e63a7c17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:11.007219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a6dca7-258c-42cc-97df-422e63a7c17e None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:11.011969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=5efe503d-1bfd-41ce-a7ab-556653380c26,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:11.132038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Network 3fda46b1-7914-4918-a085-baff98d3fb4d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:11.170020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:11.172562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:11.172810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:11.178627 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acfc69-21eb-456b-b715-730f93c08595 None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:11.186689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:11.188314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7e834978-8b16-461c-9462-2c07df7d0747 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749 HTTP/1.1" status: 200 len: 700 time: 3.7017808 Apr 21 21:12:11.189874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:11.191349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49006) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:11.199119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:11.207061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Pushing event updated for resources: {'Port': ['ID=bee6651e-99df-48e4-beda-8d2502032845,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:11.222087 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acfc69-21eb-456b-b715-730f93c08595 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:11.223478 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-13acfc69-21eb-456b-b715-730f93c08595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:11.223700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:12:11.253963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:11.277930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3db84085-0979-4501-8939-10505b42e90a None None] For port ff79988a-8f50-4e53-a313-9c2b7139ba92, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:11.307493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3db84085-0979-4501-8939-10505b42e90a None None] For port ff79988a-8f50-4e53-a313-9c2b7139ba92, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ff79988a-8f50-4e53-a313-9c2b7139ba92,segment=NetworkSegment(1a82ab4a-bf0d-41fc-8bb7-af486591c257),segment_id=1a82ab4a-bf0d-41fc-8bb7-af486591c257)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:11.310962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:11.312202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:11.329080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:11.329855 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:11.346061 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-13acfc69-21eb-456b-b715-730f93c08595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:11.355071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.10 (6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a/be72e650-881e-480e-8062-2a8c75a7ecc3/9413c3fc-aa68-4d6b-9482-b8bde5856cdb) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:11.375369 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13acfc69-21eb-456b-b715-730f93c08595 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:11.375369 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-13acfc69-21eb-456b-b715-730f93c08595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:11.375798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e673ad61-0dc1-47a1-bf0e-e2c672b8fd15 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6612649 Apr 21 21:12:11.378714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-b05b037d-8c62-4477-9155-09d6c696aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:11.381076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-b05b037d-8c62-4477-9155-09d6c696aae0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 1097 time: 0.1077666 Apr 21 21:12:11.389517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Request body: {'port': {'device_id': '91ba67d7-328e-444a-b0e9-410e97c9f863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:11.466930 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99f16815-9716-4e10-ad32-7fc1ca8dc881 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749 HTTP/1.1" status: 200 len: 700 time: 0.2417390 Apr 21 21:12:11.468206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:11.477915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49018) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:11.498674 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-13acfc69-21eb-456b-b715-730f93c08595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:11.499324 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acfc69-21eb-456b-b715-730f93c08595 None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:11.595758 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3db84085-0979-4501-8939-10505b42e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:11.628115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-69620c1d-ca45-49bc-a2dd-13a0c49e443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:11.629985 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-69620c1d-ca45-49bc-a2dd-13a0c49e443e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 911 time: 0.2153521 Apr 21 21:12:11.777515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:11.789522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:11.923975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5efe503d-1bfd-41ce-a7ab-556653380c26 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:12.029132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-cce9df2a-f1b3-4715-b3b2-21e0bff2f1f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 200 len: 1002 time: 0.3572953 Apr 21 21:12:12.061468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5efe503d-1bfd-41ce-a7ab-556653380c26 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:12.061697 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:12.083032 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:12.127852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db84085-0979-4501-8939-10505b42e90a None None] Pushing event updated for resources: {'Port': ['ID=ff79988a-8f50-4e53-a313-9c2b7139ba92,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:12.350643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c4f92bd8-ceea-48b6-a728-f8234f7860d4 None None] Provisioning complete for port 9d0e1111-ea19-4076-a6d3-fe1da002af5a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:12.351157 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4f92bd8-ceea-48b6-a728-f8234f7860d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:12.372091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Subnet': ['ID=32b66859-c7ca-40fb-b7a4-b9be4ee9de90,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:12.400177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Checking segment: {'id': 'dd6424f2-20e7-48a2-8faf-d798a9b5a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d9a5be4-a800-4fab-a3ea-67183742d57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:12.400588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network hostable DHCP agents. Network: 0d9a5be4-a800-4fab-a3ea-67183742d57d, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:12.415811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:09Z', 'revision_number': 7, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'dadfb35c-7583-44a4-b213-42b58e4c5eef', 'name': '', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:62:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:57Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:12.423477 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-473b9c61-3aac-40a6-a464-7eb19bc5ea4d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/floatingips/d77a7e98-e40f-4516-8b36-725fe6c11698 HTTP/1.1" status: 200 len: 978 time: 5.4075506 Apr 21 21:12:12.434603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49052) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:12.455975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8cb8a6e5-a92a-4e2f-aa6e-93ee41a5546e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:12.461240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:12.485471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c4f92bd8-ceea-48b6-a728-f8234f7860d4 None None] Port 9d0e1111-ea19-4076-a6d3-fe1da002af5a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:12.486872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c5545-aa8b-4def-a0c7-10ea33497f11 req-965e711d-8005-47c6-8b9a-8b114bc21e09 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:12.488036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:12.488473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac1c5545-aa8b-4def-a0c7-10ea33497f11 req-965e711d-8005-47c6-8b9a-8b114bc21e09 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 931 time: 0.8628259 Apr 21 21:12:12.488678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:12.531432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-f23968a6-c321-43cb-a5f2-1508418dbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:12.534772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-f23968a6-c321-43cb-a5f2-1508418dbf44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.4954176 Apr 21 21:12:12.554496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62855678-b8ed-4f98-a46d-325d6e6d3900 req-202294f8-d1ea-4fe9-8948-5a6a0a7f7ca7 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:12.556414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62855678-b8ed-4f98-a46d-325d6e6d3900 req-202294f8-d1ea-4fe9-8948-5a6a0a7f7ca7 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 1.3659129 Apr 21 21:12:12.603576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:12.632368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:12.674092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network 0d9a5be4-a800-4fab-a3ea-67183742d57d is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:12.734125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:12.738194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:12.741012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:12.750869 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62855678-b8ed-4f98-a46d-325d6e6d3900 req-e2d3dc73-6cd1-4911-97f4-fa59c9c020f2 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841738 Apr 21 21:12:12.756640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 0d9a5be4-a800-4fab-a3ea-67183742d57d) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:12.785528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac1c5545-aa8b-4def-a0c7-10ea33497f11 req-875bfc2b-13c3-408a-885f-9ca137d06f01 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491820 Apr 21 21:12:12.787495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a6e5-a92a-4e2f-aa6e-93ee41a5546e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:12.803227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f17f4a6-5ee3-4d9b-8875-24f656b6f967 None None] Network 0d9a5be4-a800-4fab-a3ea-67183742d57d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:12.808997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:12.809540 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:12.827754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=9413c3fc-aa68-4d6b-9482-b8bde5856cdb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:12.839177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c4f92bd8-ceea-48b6-a728-f8234f7860d4 None None] Provisioning complete for port 5efe503d-1bfd-41ce-a7ab-556653380c26 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:12.839482 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4f92bd8-ceea-48b6-a728-f8234f7860d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:12.883190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-50b74469-daa5-41b3-9603-2f9c437baff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:12.892883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-50b74469-daa5-41b3-9603-2f9c437baff9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3470981 Apr 21 21:12:12.973892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:12.974593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:13.026952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1f77ce01-2f2f-4d46-aefb-4ea3737556d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4442034 Apr 21 21:12:13.031657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49054) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:13.068644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e5123626-f214-4802-ac74-fff7d9848121 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8112571 Apr 21 21:12:13.071138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49056) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:13.089738 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'port': {'network_id': '0d9a5be4-a800-4fab-a3ea-67183742d57d', 'name': 'tempest-NetworksIpV6TestAttrs-191176238'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:13.171692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee6651e-99df-48e4-beda-8d2502032845 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:12:13.189228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:13.195169 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-4b0fbc62-2097-4de9-a2cc-88cc896b52aa service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915113 Apr 21 21:12:13.251415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b69b610-483c-4582-b170-894c112d16c1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:13.253040 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6b69b610-483c-4582-b170-894c112d16c1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1982703 Apr 21 21:12:13.254297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Transition to ACTIVE for port object bee6651e-99df-48e4-beda-8d2502032845 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:12:13.266212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49060) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:13.277044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:13.305316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5370fc06-769e-40b6-a945-fe9b90380441 None None] Provisioning complete for port 9413c3fc-aa68-4d6b-9482-b8bde5856cdb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:13.305704 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5370fc06-769e-40b6-a945-fe9b90380441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:13.311822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-0d9a5be4-a800-4fab-a3ea-67183742d57d', 'network_id': '0d9a5be4-a800-4fab-a3ea-67183742d57d', 'tenant_id': '45b2ab9853474987a576f39828761561', 'fixed_ips': [{'subnet_id': '32b66859-c7ca-40fb-b7a4-b9be4ee9de90'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:13.312978 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:13.334870 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a6e5-a92a-4e2f-aa6e-93ee41a5546e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:13.361641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d640e-64ad-4ba3-b294-d780e9647559 req-9703e2a9-be38-44b9-9a0f-cc44ee423610 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:13.367347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:09Z', 'revision_number': 7, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'dadfb35c-7583-44a4-b213-42b58e4c5eef', 'name': '', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:62:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:57Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:13.369717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb1d640e-64ad-4ba3-b294-d780e9647559 req-9703e2a9-be38-44b9-9a0f-cc44ee423610 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.4017658 Apr 21 21:12:13.370777 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a6e5-a92a-4e2f-aa6e-93ee41a5546e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:13.370921 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-8cb8a6e5-a92a-4e2f-aa6e-93ee41a5546e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP d77a7e98-e40f-4516-8b36-725fe6c11698 disassociated. External IP: 172.25.0.116, port: 6b595f9a-11bc-4aa0-a3a8-6186c702e35a. Apr 21 21:12:13.452522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a2b70-430b-44fd-86b2-3df213480abf None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:09Z', 'revision_number': 7, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'dadfb35c-7583-44a4-b213-42b58e4c5eef', 'name': '', 'network_id': '154cc312-dd95-481a-a12f-864705bd7913', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:62:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:57Z', 'updated_at': '2022-04-21T21:12:05Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b005ce20-bd5a-4546-970c-0c8cdbe81a25', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:13.463866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5370fc06-769e-40b6-a945-fe9b90380441 None None] Port 9413c3fc-aa68-4d6b-9482-b8bde5856cdb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:13.553597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5370fc06-769e-40b6-a945-fe9b90380441 None None] Provisioning complete for port 9d0e1111-ea19-4076-a6d3-fe1da002af5a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:13.553937 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5370fc06-769e-40b6-a945-fe9b90380441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:13.713039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d2ada-d3c0-4654-8fbc-6b6571f917b6 None None] Network ec21a0b7-2e0e-467c-9828-73d937d224a3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:13.717430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5370fc06-769e-40b6-a945-fe9b90380441 None None] Port 9d0e1111-ea19-4076-a6d3-fe1da002af5a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:13.774829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Allocated IP 2001:db8::f816:3eff:fed5:e61e (0d9a5be4-a800-4fab-a3ea-67183742d57d/32b66859-c7ca-40fb-b7a4-b9be4ee9de90/e673bd64-7a7d-40a9-a99a-376412fabb88) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:13.813094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eb1d640e-64ad-4ba3-b294-d780e9647559 req-78f6b919-40bb-4f33-87dc-973eb8af0bf3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240828 Apr 21 21:12:13.825941 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-7483c9fa-cf3f-4e28-83fa-6c60e6c03d86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4151473 Apr 21 21:12:14.137474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:14.140898 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.144251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bee6651e-99df-48e4-beda-8d2502032845,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:14.209070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-4f8f20d8-dee1-4f4f-96b3-235fa679e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:14.210135 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-4f8f20d8-dee1-4f4f-96b3-235fa679e6b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1096 time: 0.2038918 Apr 21 21:12:14.211401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] device_id is not set on port d9fd72ac-fe20-496a-b423-78f03dd06e3f yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:12:14.234838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8b99ac10-3be4-4874-8e2e-6bbb05bf9451 req-cb9f9495-8d70-4790-9e16-d8bf10318fcb service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0169713 Apr 21 21:12:14.249869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ff79988a-8f50-4e53-a313-9c2b7139ba92 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:14.302554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1ae5-13a2-4ca5-ada6-b9a918931070 req-230a1292-396b-4a8f-a3c4-ac0e7a352ea3 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:14.303911 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-537b1ae5-13a2-4ca5-ada6-b9a918931070 req-230a1292-396b-4a8f-a3c4-ac0e7a352ea3 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 943 time: 0.2379191 Apr 21 21:12:14.343568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde142b0-56f4-478f-8b30-ced4524b9c9d req-4008c7eb-6368-45f0-923a-857f33836270 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:14.345106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dde142b0-56f4-478f-8b30-ced4524b9c9d req-4008c7eb-6368-45f0-923a-857f33836270 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.2905514 Apr 21 21:12:14.350875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb8a6e5-a92a-4e2f-aa6e-93ee41a5546e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:14.401759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e6a3357f-d787-47a7-918d-c8ab7b666e2b None None] Provisioning complete for port ff79988a-8f50-4e53-a313-9c2b7139ba92 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:14.402270 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6a3357f-d787-47a7-918d-c8ab7b666e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.413098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-f4951de2-66a8-4466-9b63-86912c539364 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 9413c3fc-aa68-4d6b-9482-b8bde5856cdb {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:14.413443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f4951de2-66a8-4466-9b63-86912c539364 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.434547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Attempting to bind port bee6651e-99df-48e4-beda-8d2502032845 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:14.434883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Attempting to bind port bee6651e-99df-48e4-beda-8d2502032845 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '4999e107-c8a8-4273-9eae-07f6c16c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:14.435700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Attempting to bind port bee6651e-99df-48e4-beda-8d2502032845 on network 3fda46b1-7914-4918-a085-baff98d3fb4d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:14.471486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dde142b0-56f4-478f-8b30-ced4524b9c9d req-c5ba9f49-aee0-4723-85bb-a177e543444b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173477 Apr 21 21:12:14.474291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Port bee6651e-99df-48e4-beda-8d2502032845 on network 3fda46b1-7914-4918-a085-baff98d3fb4d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:12:14.474599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Attempting to bind port bee6651e-99df-48e4-beda-8d2502032845 on network 3fda46b1-7914-4918-a085-baff98d3fb4d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:14.486991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:14.487353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Checking segment: {'id': '4999e107-c8a8-4273-9eae-07f6c16c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:14.487705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Bound using segment: {'id': '4999e107-c8a8-4273-9eae-07f6c16c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:14.488149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Bound port: bee6651e-99df-48e4-beda-8d2502032845, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4999e107-c8a8-4273-9eae-07f6c16c9ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:14.488499 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.508284 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.541705 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.566325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ff79988a-8f50-4e53-a313-9c2b7139ba92 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:14.566713 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.612370 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f4951de2-66a8-4466-9b63-86912c539364 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.627118 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.661055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-f4951de2-66a8-4466-9b63-86912c539364 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 9413c3fc-aa68-4d6b-9482-b8bde5856cdb owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:14.697014 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-537b1ae5-13a2-4ca5-ada6-b9a918931070 req-b251ba10-a413-4bf4-bdab-58cbc63e71ca tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506420 Apr 21 21:12:14.721160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] For port bee6651e-99df-48e4-beda-8d2502032845, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:14.783636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Network 0d9a5be4-a800-4fab-a3ea-67183742d57d is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:14.788184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Pushing event updated for resources: {'Port': ['ID=e673bd64-7a7d-40a9-a99a-376412fabb88,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:14.799005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:14.804237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:14.808051 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6a3357f-d787-47a7-918d-c8ab7b666e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.826078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] For port bee6651e-99df-48e4-beda-8d2502032845, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bee6651e-99df-48e4-beda-8d2502032845,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:14.842719 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.897435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-fed929ef-fb6d-42d9-86b8-41a7a6606b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:14.899408 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-fed929ef-fb6d-42d9-86b8-41a7a6606b50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.6324780 Apr 21 21:12:14.943336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e6a3357f-d787-47a7-918d-c8ab7b666e2b None None] For port ff79988a-8f50-4e53-a313-9c2b7139ba92, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ff79988a-8f50-4e53-a313-9c2b7139ba92,segment=NetworkSegment(1a82ab4a-bf0d-41fc-8bb7-af486591c257),segment_id=1a82ab4a-bf0d-41fc-8bb7-af486591c257)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:14.944448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.954883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Attempting to bind port e673bd64-7a7d-40a9-a99a-376412fabb88 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:14.955338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Attempting to bind port e673bd64-7a7d-40a9-a99a-376412fabb88 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'dd6424f2-20e7-48a2-8faf-d798a9b5a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d9a5be4-a800-4fab-a3ea-67183742d57d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:14.955769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Attempting to bind port e673bd64-7a7d-40a9-a99a-376412fabb88 on network 0d9a5be4-a800-4fab-a3ea-67183742d57d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:14.959784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6a3357f-d787-47a7-918d-c8ab7b666e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.995508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:14.995991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Checking segment: {'id': 'dd6424f2-20e7-48a2-8faf-d798a9b5a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d9a5be4-a800-4fab-a3ea-67183742d57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:14.996473 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:14.996991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Bound using segment: {'id': 'dd6424f2-20e7-48a2-8faf-d798a9b5a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d9a5be4-a800-4fab-a3ea-67183742d57d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:14.997713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Bound port: e673bd64-7a7d-40a9-a99a-376412fabb88, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6424f2-20e7-48a2-8faf-d798a9b5a737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0d9a5be4-a800-4fab-a3ea-67183742d57d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:14.998173 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:15.044352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bee6651e-99df-48e4-beda-8d2502032845,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:15.070100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-245e7355-ebb5-4438-aee2-5a7d0705d213 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 200 len: 217 time: 0.1594148 Apr 21 21:12:15.071075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:15.072126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:15.073101 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0039ab9-6781-4725-b5b0-b4aa36efa5e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/bee6651e-99df-48e4-beda-8d2502032845 HTTP/1.1" status: 200 len: 1091 time: 3.6885877 Apr 21 21:12:15.073947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ba67d7-328e-444a-b0e9-410e97c9f863', 'tag': 'bee6651e-99df-48e4-beda-8d2502032845'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:12:15.076333 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f9e76-0719-4815-a05c-99b6a1cc0690" -d '{"events": [{"name": "network-changed", "server_uuid": "91ba67d7-328e-444a-b0e9-410e97c9f863", "tag": "bee6651e-99df-48e4-beda-8d2502032845"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:12:15.098505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Allocated IP 2001:db8::f816:3eff:fefc:1b21 (0d9a5be4-a800-4fab-a3ea-67183742d57d/32b66859-c7ca-40fb-b7a4-b9be4ee9de90/d9fd72ac-fe20-496a-b423-78f03dd06e3f) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:15.139869 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f4951de2-66a8-4466-9b63-86912c539364 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:15.145539 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:12:15.146114 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:12:15.151253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3357f-d787-47a7-918d-c8ab7b666e2b None None] Pushing event updated for resources: {'Port': ['ID=ff79988a-8f50-4e53-a313-9c2b7139ba92,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:15.165051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb8a6e5-a92a-4e2f-aa6e-93ee41a5546e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:15.169940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a6e5-a92a-4e2f-aa6e-93ee41a5546e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:15.177723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5c811270-d37e-4fa1-a04a-b9abf8eb8503 None None] Provisioning complete for port ff79988a-8f50-4e53-a313-9c2b7139ba92 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:15.178421 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5c811270-d37e-4fa1-a04a-b9abf8eb8503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:15.178742 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbaa7e-f455-4717-a33d-7ba51a24b72b None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:15.198563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edbaa7e-f455-4717-a33d-7ba51a24b72b None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:15.199177 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1edbaa7e-f455-4717-a33d-7ba51a24b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:15.206967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] For port e673bd64-7a7d-40a9-a99a-376412fabb88, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:15.222249 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18620d2e-bd62-4866-8c4f-e1092865ac87 x-openstack-request-id: req-18620d2e-bd62-4866-8c4f-e1092865ac87 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:12:15.222844 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ba67d7-328e-444a-b0e9-410e97c9f863", "tag": "bee6651e-99df-48e4-beda-8d2502032845", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:12:15.223217 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18620d2e-bd62-4866-8c4f-e1092865ac87 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:12:15.223743 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18620d2e-bd62-4866-8c4f-e1092865ac87'] response: {'name': 'network-changed', 'server_uuid': '91ba67d7-328e-444a-b0e9-410e97c9f863', 'tag': 'bee6651e-99df-48e4-beda-8d2502032845', 'status': 'completed', 'code': 200} Apr 21 21:12:15.230532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] For port e673bd64-7a7d-40a9-a99a-376412fabb88, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e673bd64-7a7d-40a9-a99a-376412fabb88,segment=NetworkSegment(dd6424f2-20e7-48a2-8faf-d798a9b5a737),segment_id=dd6424f2-20e7-48a2-8faf-d798a9b5a737)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:15.236377 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8cb8a6e5-a92a-4e2f-aa6e-93ee41a5546e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/floatingips/d77a7e98-e40f-4516-8b36-725fe6c11698 HTTP/1.1" status: 200 len: 688 time: 2.7911248 Apr 21 21:12:15.239575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-556662c6-6cdb-496f-ad21-e9abc3154db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:15.241107 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-556662c6-6cdb-496f-ad21-e9abc3154db9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.1571412 Apr 21 21:12:15.241602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49076) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:15.243269 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:15.251711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad73d7-62d5-44d6-8f64-348119569f92 req-e7d3227a-5fe0-4684-ad5e-1b0148e88bb5 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:15.253804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0ad73d7-62d5-44d6-8f64-348119569f92 req-e7d3227a-5fe0-4684-ad5e-1b0148e88bb5 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.2741673 Apr 21 21:12:15.291527 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1edbaa7e-f455-4717-a33d-7ba51a24b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:15.319428 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edbaa7e-f455-4717-a33d-7ba51a24b72b None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:15.320416 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1edbaa7e-f455-4717-a33d-7ba51a24b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:15.347007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c5720-5620-4e4f-83d1-a38d22f68c4d None None] Pushing event updated for resources: {'Port': ['ID=e673bd64-7a7d-40a9-a99a-376412fabb88,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:15.348462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4951de2-66a8-4466-9b63-86912c539364 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=9413c3fc-aa68-4d6b-9482-b8bde5856cdb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:15.392375 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1edbaa7e-f455-4717-a33d-7ba51a24b72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:15.402864 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbaa7e-f455-4717-a33d-7ba51a24b72b None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:15.437174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-a9120e3a-c498-47ac-a805-b36e657059b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:15.439826 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-a9120e3a-c498-47ac-a805-b36e657059b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e770b70093449d0861c945300b97c4f&device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 1094 time: 0.2959001 Apr 21 21:12:15.560853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d70855f8-bf33-4743-b158-551599343435 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee6651e-99df-48e4-beda-8d2502032845 HTTP/1.1" status: 200 len: 217 time: 0.0500159 Apr 21 21:12:15.562892 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f4951de2-66a8-4466-9b63-86912c539364 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:15.566129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f4951de2-66a8-4466-9b63-86912c539364 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/9413c3fc-aa68-4d6b-9482-b8bde5856cdb HTTP/1.1" status: 204 len: 168 time: 2.2989452 Apr 21 21:12:15.579344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49082) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:15.619555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-cba2ceeb-60ec-4333-a6a4-41381a23272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:15.621847 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-cba2ceeb-60ec-4333-a6a4-41381a23272e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3595400 Apr 21 21:12:15.657802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0ad73d7-62d5-44d6-8f64-348119569f92 req-194faca9-277c-4280-9091-5d771c47bcd4 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924866 Apr 21 21:12:15.696812 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0451e69-5aa4-4e79-ad90-b9b189823744 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:12:15.698434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e0451e69-5aa4-4e79-ad90-b9b189823744 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/9413c3fc-aa68-4d6b-9482-b8bde5856cdb HTTP/1.1" status: 404 len: 333 time: 0.1179326 Apr 21 21:12:15.710540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49084) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:15.767008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-f39b93f0-b35d-4e4e-b745-db5cc4866f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:15.769243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-f39b93f0-b35d-4e4e-b745-db5cc4866f02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea5d8257-acab-4228-b5e0-f4eeee464a15 HTTP/1.1" status: 200 len: 854 time: 0.1991715 Apr 21 21:12:15.827341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-24a39ebc-5d22-4c11-b4c6-a0a430c8ca17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3fda46b1-7914-4918-a085-baff98d3fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456860 Apr 21 21:12:16.024469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee052b52-3d35-407b-84a9-02e437634923 req-2e4570a6-5de6-47aa-bbc0-28b8bee35231 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:16.033258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee052b52-3d35-407b-84a9-02e437634923 req-2e4570a6-5de6-47aa-bbc0-28b8bee35231 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 943 time: 0.1501660 Apr 21 21:12:16.122222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ae792274-c88e-4dab-9519-d9fa3b59d7d3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 9d0e1111-ea19-4076-a6d3-fe1da002af5a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:16.122613 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae792274-c88e-4dab-9519-d9fa3b59d7d3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.129258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee052b52-3d35-407b-84a9-02e437634923 req-281df90e-9052-493c-83b0-86ca51ac4e44 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949872 Apr 21 21:12:16.173764 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ff79988a-8f50-4e53-a313-9c2b7139ba92 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:16.243093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-e65dae32-6c54-4592-ae57-cf80d6b1e477 service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478332 Apr 21 21:12:16.245638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ff79988a-8f50-4e53-a313-9c2b7139ba92 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:16.246330 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.340001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fe6bf-792c-4c02-8904-8c30e5c37bfb req-2946fbee-8586-4d10-904c-6a0b18f964fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:16.341644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c34fe6bf-792c-4c02-8904-8c30e5c37bfb req-2946fbee-8586-4d10-904c-6a0b18f964fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 1097 time: 0.1885879 Apr 21 21:12:16.348568 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae792274-c88e-4dab-9519-d9fa3b59d7d3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.350840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e673bd64-7a7d-40a9-a99a-376412fabb88 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:16.373704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ae792274-c88e-4dab-9519-d9fa3b59d7d3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 9d0e1111-ea19-4076-a6d3-fe1da002af5a owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:16.404224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.410239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e673bd64-7a7d-40a9-a99a-376412fabb88 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:16.412028 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.451631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c34fe6bf-792c-4c02-8904-8c30e5c37bfb req-a57f0447-4190-4e56-a6db-9da1c541d168 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982733 Apr 21 21:12:16.456403 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35a42d7d-3aa6-476e-a423-5d371e14b21f req-d0078e2d-4c28-46a9-aa0d-019344fa7967 service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049708 Apr 21 21:12:16.466103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 97629ab7-2c53-4266-8067-d15d6dfeb773 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:16.466448 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.487997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port dadfb35c-7583-44a4-b213-42b58e4c5eef {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:16.488354 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.501725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47bb55-2401-4612-8aea-14487e407ba9 req-148e99c4-8049-47a7-9f2c-f7a940f150ca tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:16.509583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af47bb55-2401-4612-8aea-14487e407ba9 req-148e99c4-8049-47a7-9f2c-f7a940f150ca tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1613247 Apr 21 21:12:16.524142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.570042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port e673bd64-7a7d-40a9-a99a-376412fabb88, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e673bd64-7a7d-40a9-a99a-376412fabb88,segment=NetworkSegment(dd6424f2-20e7-48a2-8faf-d798a9b5a737),segment_id=dd6424f2-20e7-48a2-8faf-d798a9b5a737)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:16.577346 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.624430 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae792274-c88e-4dab-9519-d9fa3b59d7d3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.661901 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.684484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae792274-c88e-4dab-9519-d9fa3b59d7d3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=9d0e1111-ea19-4076-a6d3-fe1da002af5a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:16.686118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=e673bd64-7a7d-40a9-a99a-376412fabb88,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:16.703808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-21132ee4-d9a6-4e0f-9da7-aced11438d8a service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0735347 Apr 21 21:12:16.822639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-425ae673-6d05-4201-9522-690142fad7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:16.825200 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-425ae673-6d05-4201-9522-690142fad7f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e770b70093449d0861c945300b97c4f&device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 1094 time: 0.2145610 Apr 21 21:12:16.890180 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Port': ['ID=d9fd72ac-fe20-496a-b423-78f03dd06e3f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:16.937886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ae792274-c88e-4dab-9519-d9fa3b59d7d3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:16.941492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ae792274-c88e-4dab-9519-d9fa3b59d7d3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/9d0e1111-ea19-4076-a6d3-fe1da002af5a HTTP/1.1" status: 204 len: 168 time: 1.2299681 Apr 21 21:12:16.949322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49096) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:16.963909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f91b16-5c4b-4301-b736-86d75674ae2c req-47d423f1-a1c6-4601-b227-56391d4de82b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:16.972499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74f91b16-5c4b-4301-b736-86d75674ae2c req-47d423f1-a1c6-4601-b227-56391d4de82b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.1935148 Apr 21 21:12:16.983767 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af47bb55-2401-4612-8aea-14487e407ba9 req-9a81c71b-34c2-4ee4-ac08-da6f135007d0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4731996 Apr 21 21:12:16.985947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network 0d9a5be4-a800-4fab-a3ea-67183742d57d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:17.024207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:17.048874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:17.054528 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e008875-7e57-4f1b-8523-5f2cc9d571d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:12:17.055292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:17.057154 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1e008875-7e57-4f1b-8523-5f2cc9d571d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/9d0e1111-ea19-4076-a6d3-fe1da002af5a HTTP/1.1" status: 404 len: 333 time: 0.0633543 Apr 21 21:12:17.059355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.060657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74f91b16-5c4b-4301-b736-86d75674ae2c req-d65a075c-cac8-4d24-971d-a3b544755735 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873394 Apr 21 21:12:17.063595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49098) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:17.102751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port dadfb35c-7583-44a4-b213-42b58e4c5eef, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dadfb35c-7583-44a4-b213-42b58e4c5eef,segment=NetworkSegment(2215898e-f298-406a-8d8d-9d2020d6b1cd),segment_id=2215898e-f298-406a-8d8d-9d2020d6b1cd)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:17.104863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.120493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for dadfb35c-7583-44a4-b213-42b58e4c5eef owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:17.122664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b950ee-2fe6-46cd-86c4-7c541fa8131d None None] Network 0d9a5be4-a800-4fab-a3ea-67183742d57d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:17.139297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.139928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.142716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34895c7-9f40-44bb-94d5-f7cc3167a059 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet be72e650-881e-480e-8062-2a8c75a7ecc3 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:17.144078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-5abfb03a-ae31-4575-8124-cedc51d32199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:17.145552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-5abfb03a-ae31-4575-8124-cedc51d32199 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3fda46b1-7914-4918-a085-baff98d3fb4d HTTP/1.1" status: 200 len: 915 time: 0.3093803 Apr 21 21:12:17.147850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a34895c7-9f40-44bb-94d5-f7cc3167a059 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.174026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03c38fb2-9080-41e4-8a24-523b1e7e3bb7 req-675f2840-b452-49a9-9f65-06a677593d23 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725331 Apr 21 21:12:17.192066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 97629ab7-2c53-4266-8067-d15d6dfeb773 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:17.201832 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-76424c32-7a2a-4a4e-88d9-e4d9f8d0358c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.1234920 Apr 21 21:12:17.210650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49102) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:17.227225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-06220bbf-ca73-4417-9f84-196ef1243653 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bee6651e-99df-48e4-beda-8d2502032845 HTTP/1.1" status: 200 len: 217 time: 0.0539939 Apr 21 21:12:17.251502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a34895c7-9f40-44bb-94d5-f7cc3167a059 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.271376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5fbc5278-ce24-4b80-bc70-4cc8812ef495 None None] Provisioning complete for port e673bd64-7a7d-40a9-a99a-376412fabb88 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:17.271867 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5278-ce24-4b80-bc70-4cc8812ef495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.362387 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a34895c7-9f40-44bb-94d5-f7cc3167a059 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.424277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-76987421-5fe4-42db-8dc0-783168cd0de7 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Deleting subnet 32b66859-c7ca-40fb-b7a4-b9be4ee9de90 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:17.432501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76987421-5fe4-42db-8dc0-783168cd0de7 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.472025 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a34895c7-9f40-44bb-94d5-f7cc3167a059 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.472426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202f254-ecad-40b9-8843-80582d3ecf79 req-073ea234-319e-4528-a447-690c3f293a7d tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:17.474061 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d202f254-ecad-40b9-8843-80582d3ecf79 req-073ea234-319e-4528-a447-690c3f293a7d tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 943 time: 0.2453768 Apr 21 21:12:17.530448 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76987421-5fe4-42db-8dc0-783168cd0de7 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.554117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34895c7-9f40-44bb-94d5-f7cc3167a059 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=be72e650-881e-480e-8062-2a8c75a7ecc3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:17.561031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a34895c7-9f40-44bb-94d5-f7cc3167a059 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.565772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a34895c7-9f40-44bb-94d5-f7cc3167a059 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/be72e650-881e-480e-8062-2a8c75a7ecc3 HTTP/1.1" status: 204 len: 168 time: 0.5015898 Apr 21 21:12:17.574525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49104) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:17.597844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fc8e63-ee58-4a06-857f-ba01d6421afe None None] Network 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:17.713727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-a1c0199a-2659-4e6d-858b-4ee09945aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:17.721434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-a1c0199a-2659-4e6d-858b-4ee09945aec1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ea5d8257-acab-4228-b5e0-f4eeee464a15 HTTP/1.1" status: 200 len: 854 time: 0.2738709 Apr 21 21:12:17.728701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d202f254-ecad-40b9-8843-80582d3ecf79 req-d79b837d-5e9d-4a80-ae42-3bf6a011d661 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247005 Apr 21 21:12:17.740877 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.784589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-91442db9-ffcd-4042-9d97-62ea77512002 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3fda46b1-7914-4918-a085-baff98d3fb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558465 Apr 21 21:12:17.790842 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.858718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=dadfb35c-7583-44a4-b213-42b58e4c5eef,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:17.870504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:17.922536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e673bd64-7a7d-40a9-a99a-376412fabb88 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:17.979414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=97629ab7-2c53-4266-8067-d15d6dfeb773,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:18.046292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-7c42962e-37e7-4e49-98dc-dcba1f4d0c29 service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524054 Apr 21 21:12:18.102257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fe7ad0b3-2d4a-4509-b655-70bd91c6dab4 None None] Provisioning complete for port d9fd72ac-fe20-496a-b423-78f03dd06e3f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:18.102637 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad0b3-2d4a-4509-b655-70bd91c6dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.201273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ad0b3-2d4a-4509-b655-70bd91c6dab4 None None] Port d9fd72ac-fe20-496a-b423-78f03dd06e3f cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:18.210867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 5efe503d-1bfd-41ce-a7ab-556653380c26 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:18.211210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.261737 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fe7ad0b3-2d4a-4509-b655-70bd91c6dab4 None None] Provisioning complete for port e673bd64-7a7d-40a9-a99a-376412fabb88 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:18.262113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad0b3-2d4a-4509-b655-70bd91c6dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.304215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76987421-5fe4-42db-8dc0-783168cd0de7 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.334432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e673bd64-7a7d-40a9-a99a-376412fabb88 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:18.335001 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.385152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa88d81-f9e8-4d01-b863-6e5e1b443aff req-40feeb8e-014a-402e-b988-1f933ecfcb43 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:18.386621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfa88d81-f9e8-4d01-b863-6e5e1b443aff req-40feeb8e-014a-402e-b988-1f933ecfcb43 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.2334018 Apr 21 21:12:18.408331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] DHCP port deletion for 6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:18.415248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] For port 5efe503d-1bfd-41ce-a7ab-556653380c26, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5efe503d-1bfd-41ce-a7ab-556653380c26,segment=NetworkSegment(84d695d1-981c-4ad9-b7f1-34fe673595d6),segment_id=84d695d1-981c-4ad9-b7f1-34fe673595d6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:18.415845 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.452712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db0f9e76-0719-4815-a05c-99b6a1cc0690 req-7c8cc676-7101-4c02-a563-356838f23018 service neutron] 10.222.0.46 "GET /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911300 Apr 21 21:12:18.454883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 5efe503d-1bfd-41ce-a7ab-556653380c26 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:18.465783 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76987421-5fe4-42db-8dc0-783168cd0de7 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.485407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfa88d81-f9e8-4d01-b863-6e5e1b443aff req-794af9e6-7a49-4a64-a31d-d9dcad298ae7 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664811 Apr 21 21:12:18.488618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.491982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.493174 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ef08dc09-766c-41bb-b596-7037f6bad7fb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/floatingips/d77a7e98-e40f-4516-8b36-725fe6c11698 HTTP/1.1" status: 204 len: 168 time: 3.2457931 Apr 21 21:12:18.515459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49112) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:18.530154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76987421-5fe4-42db-8dc0-783168cd0de7 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Subnet': ['ID=32b66859-c7ca-40fb-b7a4-b9be4ee9de90,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:18.538393 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-76987421-5fe4-42db-8dc0-783168cd0de7 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.542478 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-76987421-5fe4-42db-8dc0-783168cd0de7 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/subnets/32b66859-c7ca-40fb-b7a4-b9be4ee9de90 HTTP/1.1" status: 204 len: 168 time: 1.3307793 Apr 21 21:12:18.545414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49116) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:18.552806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092fc7cb-9af7-4a2d-b5e1-8a003a9381a8 None None] Network 0d9a5be4-a800-4fab-a3ea-67183742d57d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:18.557804 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.593808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.608449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] Deleting port 5efe503d-1bfd-41ce-a7ab-556653380c26 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:18.608872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.628954 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-1dfc0214-2306-4b20-9ac6-4156709ed497 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] delete failed (client error): The resource could not be found. Apr 21 21:12:18.631438 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1dfc0214-2306-4b20-9ac6-4156709ed497 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/floatingips/d77a7e98-e40f-4516-8b36-725fe6c11698 HTTP/1.1" status: 404 len: 345 time: 0.1125050 Apr 21 21:12:18.639258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49118) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:18.639939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=5efe503d-1bfd-41ce-a7ab-556653380c26,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:18.641241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a48bf4-b27e-4351-806b-838d3095129e req-04ef8d5b-c56e-44a2-8bce-0a1c90aae0d7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:18.643668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90a48bf4-b27e-4351-806b-838d3095129e req-04ef8d5b-c56e-44a2-8bce-0a1c90aae0d7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.4244075 Apr 21 21:12:18.717104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] For port 5efe503d-1bfd-41ce-a7ab-556653380c26, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:18.719650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No DVR routers for this DVR port 5efe503d-1bfd-41ce-a7ab-556653380c26 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:18.729685 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.784017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb0fdfe-76eb-4941-b4f4-ecfd81e9a7cf tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:18.785670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb0fdfe-76eb-4941-b4f4-ecfd81e9a7cf tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:18.790877 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bfb0fdfe-76eb-4941-b4f4-ecfd81e9a7cf tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2430353 Apr 21 21:12:18.791741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49128) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:18.793349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] Calling delete_port for 5efe503d-1bfd-41ce-a7ab-556653380c26 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:18.797660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d327162-e533-45d9-b991-88ce5eb50441 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:18.806153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d327162-e533-45d9-b991-88ce5eb50441 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:18.814133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d327162-e533-45d9-b991-88ce5eb50441 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:18.815490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] Port 5efe503d-1bfd-41ce-a7ab-556653380c26 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:12:18.819659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3d327162-e533-45d9-b991-88ce5eb50441 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "GET /v2.0/ports?network_id=75224e28-f05b-4ed0-80b0-1df39e7b720a HTTP/1.1" status: 200 len: 2357 time: 0.1772132 Apr 21 21:12:18.828395 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.854862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49130) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:18.874099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90a48bf4-b27e-4351-806b-838d3095129e req-4794c7b4-afc6-4cef-9a58-d3f9151ccab9 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187197 Apr 21 21:12:18.951078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-484058c9-9927-4313-b239-97eaca1260fe None None] Provisioning complete for port d9fd72ac-fe20-496a-b423-78f03dd06e3f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:18.951625 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-484058c9-9927-4313-b239-97eaca1260fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:18.996986 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2f89592-d5e2-429b-a2de-7c889695b2c3 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.014935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e47ff0-51b8-4d35-8f1e-9d26661df8d0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:19.016542 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-68e47ff0-51b8-4d35-8f1e-9d26661df8d0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "GET /v2.0/subnets/cde23a83-242e-4c64-accb-3ddcf4d33b89 HTTP/1.1" status: 200 len: 797 time: 0.1586645 Apr 21 21:12:19.031799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] Pushing event deleted for resources: {'Port': ['ID=5efe503d-1bfd-41ce-a7ab-556653380c26,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:19.042087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-484058c9-9927-4313-b239-97eaca1260fe None None] Port d9fd72ac-fe20-496a-b423-78f03dd06e3f cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:19.052890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49136) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:19.058404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'port': {'network_id': '75224e28-f05b-4ed0-80b0-1df39e7b720a', 'name': 'tempest-FloatingIPTestJSON-415066123', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:19.069565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db78ac6-5f5e-464d-841b-8fc5d5d14f0b None None] No DVR routers for this DVR port 5efe503d-1bfd-41ce-a7ab-556653380c26 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:19.116960 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f89592-d5e2-429b-a2de-7c889695b2c3 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 21 21:12:19.117649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f89592-d5e2-429b-a2de-7c889695b2c3 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:19.126402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a2f89592-d5e2-429b-a2de-7c889695b2c3 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/0d9a5be4-a800-4fab-a3ea-67183742d57d HTTP/1.1" status: 409 len: 405 time: 0.3249118 Apr 21 21:12:19.127593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49138) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:19.143004 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-943055240'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:19.189466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a510cb4-1001-4aaf-a5e1-075dd7c16aaa None None] DHCP port deletion for 0d9a5be4-a800-4fab-a3ea-67183742d57d request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:19.232536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:19.236474 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.243810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:19.245949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4a510cb4-1001-4aaf-a5e1-075dd7c16aaa None None] Deleting port e673bd64-7a7d-40a9-a99a-376412fabb88 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:19.246838 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a510cb4-1001-4aaf-a5e1-075dd7c16aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.271732 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.283521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cfa0b-6e8f-4852-9b29-d84c576927d8 req-2e6c31dd-4f95-4077-8642-707fc6850154 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:19.293113 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f7cfa0b-6e8f-4852-9b29-d84c576927d8 req-2e6c31dd-4f95-4077-8642-707fc6850154 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 943 time: 0.3136587 Apr 21 21:12:19.305318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:19.320209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d695d1-981c-4ad9-b7f1-34fe673595d6') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:19.320498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d695d1-981c-4ad9-b7f1-34fe673595d6') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:19.329770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-b4754976-d138-4a69-be08-8a0c4735bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:19.331267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-b4754976-d138-4a69-be08-8a0c4735bf76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 1097 time: 0.1170650 Apr 21 21:12:19.338620 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.347603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f7fa2-0bae-4150-a018-349ca559ce0b req-b160837f-00e0-4439-ad2d-5cc101f011bd tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:19.355278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd7f7fa2-0bae-4150-a018-349ca559ce0b req-b160837f-00e0-4439-ad2d-5cc101f011bd tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.5340273 Apr 21 21:12:19.375149 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.379381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5f7cfa0b-6e8f-4852-9b29-d84c576927d8 req-fa7ca81f-348c-4b08-81aa-6cf44c1e9002 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853021 Apr 21 21:12:19.385759 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:19.386469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.390091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:19.449392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.449736 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Added segment 27a98ff4-ac8e-47fe-9924-543af8edfee0 of type vlan for network 67fe8c63-01d6-47eb-b7d2-389d9981c61c Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:19.507036 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:19.542557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4a510cb4-1001-4aaf-a5e1-075dd7c16aaa None None] For port e673bd64-7a7d-40a9-a99a-376412fabb88, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e673bd64-7a7d-40a9-a99a-376412fabb88,segment=NetworkSegment(dd6424f2-20e7-48a2-8faf-d798a9b5a737),segment_id=dd6424f2-20e7-48a2-8faf-d798a9b5a737)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:19.543119 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a510cb4-1001-4aaf-a5e1-075dd7c16aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.550696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.556671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.560535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/networks/6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a HTTP/1.1" status: 204 len: 168 time: 1.9850175 Apr 21 21:12:19.572683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49140) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:19.573653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4a510cb4-1001-4aaf-a5e1-075dd7c16aaa None None] Calling delete_port for e673bd64-7a7d-40a9-a99a-376412fabb88 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:19.582230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Made reservation on behalf of 9cab51b0ceee4d2bba81d36db9dca757 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:19.615581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1397274327'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:19.619142 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.628715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674d559-a5b9-408c-9232-b90227c94a03 req-cccf3698-5bb7-4f6e-942d-81e92ac729f7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:19.630919 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d674d559-a5b9-408c-9232-b90227c94a03 req-cccf3698-5bb7-4f6e-942d-81e92ac729f7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.1414704 Apr 21 21:12:19.635121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:19.645415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:19.653001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3a608-761b-43ef-b8e8-93b298543dd2 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Network': ['ID=6da22f2d-9db7-4c4b-b3b4-f6e0c6d3288a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:19.665738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd7f7fa2-0bae-4150-a018-349ca559ce0b req-905e0fb8-ad6b-435e-ad93-b4155e4bccfd tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092535 Apr 21 21:12:19.683741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:19.684397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:19.689665 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2dbac556-4266-4dd4-a710-7cf3dbc53cec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1859510 Apr 21 21:12:19.693219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49142) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:19.741158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:19.747968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.768716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.780060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:19.783489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.788179 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a510cb4-1001-4aaf-a5e1-075dd7c16aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.824506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-9525febb-839b-4eef-a255-160f415e9a38 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting subnet b005ce20-bd5a-4546-970c-0c8cdbe81a25 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:19.828027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a510cb4-1001-4aaf-a5e1-075dd7c16aaa None None] Pushing event deleted for resources: {'Port': ['ID=e673bd64-7a7d-40a9-a99a-376412fabb88,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:19.828449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9525febb-839b-4eef-a255-160f415e9a38 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.847509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a510cb4-1001-4aaf-a5e1-075dd7c16aaa None None] No DVR routers for this DVR port e673bd64-7a7d-40a9-a99a-376412fabb88 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:19.876660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:19.914396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9525febb-839b-4eef-a255-160f415e9a38 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:19.965436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Network': ['ID=67fe8c63-01d6-47eb-b7d2-389d9981c61c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:19.991500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-10ba484e-ac1d-43dd-957a-38748b93da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:19.991951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d674d559-a5b9-408c-9232-b90227c94a03 req-e997805c-1051-4fd5-859e-928aa0bf6b1f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026605 Apr 21 21:12:19.993475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-10ba484e-ac1d-43dd-957a-38748b93da60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 911 time: 0.5006287 Apr 21 21:12:20.008543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 67fe8c63-01d6-47eb-b7d2-389d9981c61c details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:20.008742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:20.011229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5efe503d-1bfd-41ce-a7ab-556653380c26 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:20.032506 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf87ea8e-d319-452a-b517-d7ca5824a04c tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8936598 Apr 21 21:12:20.038131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49148) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:20.046943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'subnet': {'network_id': '67fe8c63-01d6-47eb-b7d2-389d9981c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:20.057702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.068693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5efe503d-1bfd-41ce-a7ab-556653380c26 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:20.069132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5efe503d-1bfd-41ce-a7ab-556653380c26 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:20.069475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e673bd64-7a7d-40a9-a99a-376412fabb88 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:20.087859 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.088299 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Added segment 758c102c-7e6f-455c-a622-510127462f27 of type vlan for network 9c6ad13f-bd65-498b-a993-1e7a827f2361 Apr 21 21:12:20.137309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] device_id is not set on port 1ca51580-78de-4cbb-9de1-051540f375f7 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:12:20.254947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-aba991c3-66f1-460c-9a5f-2946993cc234 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 200 len: 1002 time: 0.2471778 Apr 21 21:12:20.295669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e673bd64-7a7d-40a9-a99a-376412fabb88 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:20.296458 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e673bd64-7a7d-40a9-a99a-376412fabb88 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:20.305504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bee6651e-99df-48e4-beda-8d2502032845 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:12:20.367411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9525febb-839b-4eef-a255-160f415e9a38 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.371472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-09126529-5934-4db0-adca-c80fbadd4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:20.374932 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-09126529-5934-4db0-adca-c80fbadd4d97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.1086178 Apr 21 21:12:20.482428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.527461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:17Z', 'revision_number': 8, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:20.533429 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.546665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-5c6646ca-db28-479b-affb-b80e7354865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:20.548151 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-5c6646ca-db28-479b-affb-b80e7354865b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035709 Apr 21 21:12:20.562654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:20.580954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ed8f6-a557-4d46-ac9f-aec82786d5a6 req-037dfa4b-67ef-4576-bc64-18955ed72124 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:20.582546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e57ed8f6-a557-4d46-ac9f-aec82786d5a6 req-037dfa4b-67ef-4576-bc64-18955ed72124 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.2405274 Apr 21 21:12:20.584840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.594559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:20.595217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.599588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:20.600336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:20.639136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port bee6651e-99df-48e4-beda-8d2502032845, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bee6651e-99df-48e4-beda-8d2502032845,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:20.701247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'bee6651e-99df-48e4-beda-8d2502032845', 'network_id': '3fda46b1-7914-4918-a085-baff98d3fb4d', 'port_id': 'bee6651e-99df-48e4-beda-8d2502032845', 'mac_address': 'fa:16:3e:0f:cc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5d8257-acab-4228-b5e0-f4eeee464a15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:12:20.740227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:20.743474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.749370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e57ed8f6-a557-4d46-ac9f-aec82786d5a6 req-452fe47f-4583-4813-b356-6aeb311567c8 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487961 Apr 21 21:12:20.759332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1480222 Apr 21 21:12:20.760538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9525febb-839b-4eef-a255-160f415e9a38 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.762563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49158) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:20.778730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': '9c6ad13f-bd65-498b-a993-1e7a827f2361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:20.826319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e969f-127d-4afa-aaf1-952d0fe3b0a6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Network': ['ID=9c6ad13f-bd65-498b-a993-1e7a827f2361,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:20.832946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525febb-839b-4eef-a255-160f415e9a38 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Subnet': ['ID=b005ce20-bd5a-4546-970c-0c8cdbe81a25,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:20.868607 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.886216 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9525febb-839b-4eef-a255-160f415e9a38 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.891903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9525febb-839b-4eef-a255-160f415e9a38 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/b005ce20-bd5a-4546-970c-0c8cdbe81a25 HTTP/1.1" status: 204 len: 168 time: 1.1949837 Apr 21 21:12:20.892078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:20.894972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:20.898007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee6651e-99df-48e4-beda-8d2502032845 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:12:20.907536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9c6ad13f-bd65-498b-a993-1e7a827f2361 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:20.911498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49160) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:20.915779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88a4d5-4000-439d-8ddd-21747b269df8 None None] Network 154cc312-dd95-481a-a12f-864705bd7913 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:21.014907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-3cc71c43-2d4e-4117-8388-9f853f61c2f9 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562802 Apr 21 21:12:21.045197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940378d-3e3b-417f-b155-c588169db8ee req-e6fad241-5000-491a-857b-312f6bbde5ab tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:21.046809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4940378d-3e3b-417f-b155-c588169db8ee req-e6fad241-5000-491a-857b-312f6bbde5ab tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 943 time: 0.1706841 Apr 21 21:12:21.083119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:21.118972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda4bc-b835-4e96-bbc7-f9d03cc2fdbf req-1d87d55a-371b-44c9-9083-ca0d05de0ea3 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:21.120508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93bda4bc-b835-4e96-bbc7-f9d03cc2fdbf req-1d87d55a-371b-44c9-9083-ca0d05de0ea3 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.2296152 Apr 21 21:12:21.149104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:21.152594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:21.163876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4940378d-3e3b-417f-b155-c588169db8ee req-4e5c8afc-c7f8-418a-b7f4-8f27711bc6b5 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065049 Apr 21 21:12:21.293844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-93bda4bc-b835-4e96-bbc7-f9d03cc2fdbf req-8b6238a0-2a79-401d-9494-50e567b5a67d tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655200 Apr 21 21:12:21.304228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50c85569-dd2c-4712-a023-d8a55f89e9a6 req-7800a644-a123-404b-a458-d8502c3176f7 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761905 Apr 21 21:12:21.389521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 33572479-5ff0-4e33-9d75-8c6fa85950f4 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:21.389872 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:21.404305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port bee6651e-99df-48e4-beda-8d2502032845, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bee6651e-99df-48e4-beda-8d2502032845,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:21.440318 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:21.448230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.20.0.14 (75224e28-f05b-4ed0-80b0-1df39e7b720a/cde23a83-242e-4c64-accb-3ddcf4d33b89/1ca51580-78de-4cbb-9de1-051540f375f7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:21.466187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.20.0.13 (75224e28-f05b-4ed0-80b0-1df39e7b720a/cde23a83-242e-4c64-accb-3ddcf4d33b89/1ca51580-78de-4cbb-9de1-051540f375f7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:21.487221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49168) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:21.516464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port 33572479-5ff0-4e33-9d75-8c6fa85950f4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=33572479-5ff0-4e33-9d75-8c6fa85950f4,segment=NetworkSegment(2215898e-f298-406a-8d8d-9d2020d6b1cd),segment_id=2215898e-f298-406a-8d8d-9d2020d6b1cd)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:21.516958 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:21.531961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 33572479-5ff0-4e33-9d75-8c6fa85950f4 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:21.534101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:21.607819 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=bee6651e-99df-48e4-beda-8d2502032845,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:21.621208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] DHCP port deletion for 154cc312-dd95-481a-a12f-864705bd7913 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:21.658324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=a14338a1-8225-4314-89d8-9b371d77f64d,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:21.692170 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0902532-e8fe-4159-b95d-a602c257cff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:21.717246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Checking segment: {'id': '758c102c-7e6f-455c-a622-510127462f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6ad13f-bd65-498b-a993-1e7a827f2361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:21.717635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network hostable DHCP agents. Network: 9c6ad13f-bd65-498b-a993-1e7a827f2361, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:21.747191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['bee6651e-99df-48e4-beda-8d2502032845'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:12:21.760360 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:21.801417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:12:21.812871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:21.820832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 9c6ad13f-bd65-498b-a993-1e7a827f2361 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:21.847374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=33572479-5ff0-4e33-9d75-8c6fa85950f4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:21.874375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No DVR routers for this DVR port 33572479-5ff0-4e33-9d75-8c6fa85950f4 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:21.879452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:17Z', 'revision_number': 8, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:21.911801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 9c6ad13f-bd65-498b-a993-1e7a827f2361) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:21.919995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:21.920809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.013095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Subnet': ['ID=e897d212-bd06-4477-bd30-35b40f6479a0,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:22.033674 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.065577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6c179-8a52-45f6-b92a-47390b94dae0 req-4cc608a4-28e5-4f73-bb6c-ad7c957ba190 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:22.067618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efc6c179-8a52-45f6-b92a-47390b94dae0 req-4cc608a4-28e5-4f73-bb6c-ad7c957ba190 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.1643538 Apr 21 21:12:22.068465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Checking segment: {'id': '27a98ff4-ac8e-47fe-9924-543af8edfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67fe8c63-01d6-47eb-b7d2-389d9981c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:22.068865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network hostable DHCP agents. Network: 67fe8c63-01d6-47eb-b7d2-389d9981c61c, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:22.088445 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.114663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-173a63b9-19da-43de-bf46-ee630009f8ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3391306 Apr 21 21:12:22.115173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:22.128743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0902532-e8fe-4159-b95d-a602c257cff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.130706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154cc312-dd95-481a-a12f-864705bd7913']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:22.135207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': '9c6ad13f-bd65-498b-a993-1e7a827f2361', 'name': 'tempest-PortsTestJSON-355696841', 'fixed_ips': [{'subnet_id': 'a14338a1-8225-4314-89d8-9b371d77f64d', 'ip_address': '172.20.0.10'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:22.141140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a0902532-e8fe-4159-b95d-a602c257cff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.146496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2215898e-f298-406a-8d8d-9d2020d6b1cd') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:22.146702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2215898e-f298-406a-8d8d-9d2020d6b1cd') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:22.169281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efc6c179-8a52-45f6-b92a-47390b94dae0 req-c4638c8d-1d98-41fb-8126-6f1335a09c7e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914900 Apr 21 21:12:22.171520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 33572479-5ff0-4e33-9d75-8c6fa85950f4 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:22.192696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe9bc48-7d02-4443-bd9d-61e889a3434b None None] Network 9c6ad13f-bd65-498b-a993-1e7a827f2361 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:22.194549 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.227379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a0902532-e8fe-4159-b95d-a602c257cff6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=add4763146ef4fab9086fe6d8daeeb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7375050 Apr 21 21:12:22.229080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49180) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:22.235971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.238902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0902532-e8fe-4159-b95d-a602c257cff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a189a-b800-499e-b51b-6c18e6b99965,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:22.253397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:22.253816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:22.257106 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:22.304057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] Deleting port 33572479-5ff0-4e33-9d75-8c6fa85950f4 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:22.304678 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.348044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network 67fe8c63-01d6-47eb-b7d2-389d9981c61c is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:22.383974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] For port 33572479-5ff0-4e33-9d75-8c6fa85950f4, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:22.384436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.392600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 67fe8c63-01d6-47eb-b7d2-389d9981c61c) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:22.403472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] Calling delete_port for 33572479-5ff0-4e33-9d75-8c6fa85950f4 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:22.410278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] Port 33572479-5ff0-4e33-9d75-8c6fa85950f4 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:12:22.416370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:22.417080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.423339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.425031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 33572479-5ff0-4e33-9d75-8c6fa85950f4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:22.427570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 33572479-5ff0-4e33-9d75-8c6fa85950f4 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:22.432024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.445994 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.451608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/networks/154cc312-dd95-481a-a12f-864705bd7913 HTTP/1.1" status: 204 len: 168 time: 1.5381582 Apr 21 21:12:22.451772 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d309b4cc-0ec8-4c51-8b2f-814e85fcf533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.453127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49186) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:22.478479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02e1a3-8c5b-4d88-b5bb-a27e5e69cec5 req-89a94b93-d00c-4dcc-9730-d85e115b6f73 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:22.481605 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.483583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc76faa-54c4-4a13-b73d-b97541acbbd0 None None] Network 67fe8c63-01d6-47eb-b7d2-389d9981c61c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:22.485998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c02e1a3-8c5b-4d88-b5bb-a27e5e69cec5 req-89a94b93-d00c-4dcc-9730-d85e115b6f73 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 944 time: 0.1647117 Apr 21 21:12:22.507382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ace53c-b316-4271-9bbd-a823ce8459ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Network': ['ID=154cc312-dd95-481a-a12f-864705bd7913,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:22.508160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:22.528306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=1ca51580-78de-4cbb-9de1-051540f375f7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:22.533502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002af5fb-284d-4113-ac1c-b7a8841758d5 None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:17Z', 'revision_number': 8, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'ec50d3d7-f077-4ac0-ac00-1d56042dbdf7', 'name': '', 'network_id': '07dc0855-3463-4659-9038-b630ed142756', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:39:43:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:51Z', 'updated_at': '2022-04-21T21:12:01Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'b44416e7-fbc6-4f7f-9c79-3720ad04dd98', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:22.578256 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d309b4cc-0ec8-4c51-8b2f-814e85fcf533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.599354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] Pushing event deleted for resources: {'Port': ['ID=33572479-5ff0-4e33-9d75-8c6fa85950f4,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:22.631075 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9f49abda-854e-4722-beb2-d57b15744a45 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5911987 Apr 21 21:12:22.638984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49188) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:22.641589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:22.647431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] Network 154cc312-dd95-481a-a12f-864705bd7913 is not hosted by any dhcp agent {{(pid=114648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 21:12:22.647976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6af011-3196-4a22-b8f5-dcc9eb7f8625 None None] No DVR routers for this DVR port 33572479-5ff0-4e33-9d75-8c6fa85950f4 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:22.648502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'port': {'network_id': '67fe8c63-01d6-47eb-b7d2-389d9981c61c', 'name': 'tempest-NetworksIpV6TestAttrs-1589166592'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:22.650346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-9c6ad13f-bd65-498b-a993-1e7a827f2361', 'network_id': '9c6ad13f-bd65-498b-a993-1e7a827f2361', 'tenant_id': '4cbd407d5df248d39e1214326ca0fc20', 'fixed_ips': [{'subnet_id': 'a14338a1-8225-4314-89d8-9b371d77f64d'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:22.651952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.654567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:22.658641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:22.668702 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c02e1a3-8c5b-4d88-b5bb-a27e5e69cec5 req-26d73dfd-439f-46ac-8a00-6371ff3bf4d9 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817880 Apr 21 21:12:22.790205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9109a-88da-4ce9-afaf-936593d366dd req-691c6743-c9b7-465a-a5d8-b95c9451632c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:22.791772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ccd9109a-88da-4ce9-afaf-936593d366dd req-691c6743-c9b7-465a-a5d8-b95c9451632c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.2674613 Apr 21 21:12:22.855635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:22.856314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.875618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:22.923928 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4c11382c-9638-4d0c-9a0a-31f0b9c83554 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.8696809 Apr 21 21:12:22.928117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ccd9109a-88da-4ce9-afaf-936593d366dd req-bc2250b4-940a-44f6-ae15-0b0675b2bc9b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244743 Apr 21 21:12:22.929399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49192) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:22.941198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '1ca51580-78de-4cbb-9de1-051540f375f7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:22.948746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port f4152746-711f-4100-a503-81963cbbd015 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:12:23.027779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Allocated IP 172.20.0.2 (9c6ad13f-bd65-498b-a993-1e7a827f2361/a14338a1-8225-4314-89d8-9b371d77f64d/359dcd5b-aafa-40e7-bde6-19761724a6e9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:23.032723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d309b4cc-0ec8-4c51-8b2f-814e85fcf533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.035909 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d309b4cc-0ec8-4c51-8b2f-814e85fcf533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.040085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d309b4cc-0ec8-4c51-8b2f-814e85fcf533 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f27a189a-b800-499e-b51b-6c18e6b99965 HTTP/1.1" status: 204 len: 168 time: 0.8097680 Apr 21 21:12:23.064975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.076395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-67fe8c63-01d6-47eb-b7d2-389d9981c61c', 'network_id': '67fe8c63-01d6-47eb-b7d2-389d9981c61c', 'tenant_id': '45b2ab9853474987a576f39828761561', 'fixed_ips': [{'subnet_id': 'e897d212-bd06-4477-bd30-35b40f6479a0'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:23.078559 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.124302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309b4cc-0ec8-4c51-8b2f-814e85fcf533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a189a-b800-499e-b51b-6c18e6b99965,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:23.199215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92ad8d-90ed-40f8-9c9c-ddff8898c296 req-c8f1bd85-c472-45af-8894-eb64e688ba06 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:23.200715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f92ad8d-90ed-40f8-9c9c-ddff8898c296 req-c8f1bd85-c472-45af-8894-eb64e688ba06 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.2517214 Apr 21 21:12:23.245331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:23.249683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.281032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.417012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Allocated IP 2001:db8::f816:3eff:feca:94f9 (67fe8c63-01d6-47eb-b7d2-389d9981c61c/e897d212-bd06-4477-bd30-35b40f6479a0/eaed71aa-4653-4ded-8381-10262a09d521) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:23.428781 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.437599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.25.0.236 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/a671ff58-32e8-404d-8b81-442d1b3f8467) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:23.445906 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.501100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.10 (9c6ad13f-bd65-498b-a993-1e7a827f2361/a14338a1-8225-4314-89d8-9b371d77f64d/f4152746-711f-4100-a503-81963cbbd015) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:23.540866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Network 9c6ad13f-bd65-498b-a993-1e7a827f2361 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:23.549032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:23.552801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:23.578774 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Pushing event updated for resources: {'Port': ['ID=359dcd5b-aafa-40e7-bde6-19761724a6e9,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:23.650607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Attempting to bind port 359dcd5b-aafa-40e7-bde6-19761724a6e9 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:23.651340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Attempting to bind port 359dcd5b-aafa-40e7-bde6-19761724a6e9 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '758c102c-7e6f-455c-a622-510127462f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6ad13f-bd65-498b-a993-1e7a827f2361'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:23.651625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Attempting to bind port 359dcd5b-aafa-40e7-bde6-19761724a6e9 on network 9c6ad13f-bd65-498b-a993-1e7a827f2361 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:23.665963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:23.666516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Checking segment: {'id': '758c102c-7e6f-455c-a622-510127462f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6ad13f-bd65-498b-a993-1e7a827f2361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:23.667221 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.667750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Bound using segment: {'id': '758c102c-7e6f-455c-a622-510127462f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6ad13f-bd65-498b-a993-1e7a827f2361'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:23.668327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Bound port: 359dcd5b-aafa-40e7-bde6-19761724a6e9, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758c102c-7e6f-455c-a622-510127462f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9c6ad13f-bd65-498b-a993-1e7a827f2361'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:23.668831 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.670413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f92ad8d-90ed-40f8-9c9c-ddff8898c296 req-32198638-46dd-469d-96f9-df1daeba6d95 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621329 Apr 21 21:12:23.673297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] device_id is not set on port 39f4d184-abf9-405c-b5f4-ba75616b09bd yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:12:23.781954 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.785171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.809795 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.825625 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.878381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dadfb35c-7583-44a4-b213-42b58e4c5eef no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:23.899881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d4614-7236-432d-beed-6674f4a3aaa6 req-0859f45a-cbf5-4bea-b03e-e90d014ce602 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:23.901480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c9d4614-7236-432d-beed-6674f4a3aaa6 req-0859f45a-cbf5-4bea-b03e-e90d014ce602 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 944 time: 0.1109474 Apr 21 21:12:23.905564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Allocated IP 2001:db8::f816:3eff:fe05:618f (67fe8c63-01d6-47eb-b7d2-389d9981c61c/e897d212-bd06-4477-bd30-35b40f6479a0/39f4d184-abf9-405c-b5f4-ba75616b09bd) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:23.911691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: dadfb35c-7583-44a4-b213-42b58e4c5eef {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:23.912631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device dadfb35c-7583-44a4-b213-42b58e4c5eef not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:23.918643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.920824 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.925202 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:23.927847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Network 67fe8c63-01d6-47eb-b7d2-389d9981c61c is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:23.933793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:23.937891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:23.946374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] For port 359dcd5b-aafa-40e7-bde6-19761724a6e9, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:23.966697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Pushing event updated for resources: {'Port': ['ID=eaed71aa-4653-4ded-8381-10262a09d521,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:23.973244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] For port 359dcd5b-aafa-40e7-bde6-19761724a6e9, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=359dcd5b-aafa-40e7-bde6-19761724a6e9,segment=NetworkSegment(758c102c-7e6f-455c-a622-510127462f27),segment_id=758c102c-7e6f-455c-a622-510127462f27)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:23.999679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:24.013663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 9c6ad13f-bd65-498b-a993-1e7a827f2361 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:24.017868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:24.019397 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.025966 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c9d4614-7236-432d-beed-6674f4a3aaa6 req-fd5add8a-fecd-47d4-9cfd-308bd917fb82 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176443 Apr 21 21:12:24.029714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:24.032321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:24.036526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:24.064017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=a671ff58-32e8-404d-8b81-442d1b3f8467,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:24.126377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Attempting to bind port eaed71aa-4653-4ded-8381-10262a09d521 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:24.126898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Attempting to bind port eaed71aa-4653-4ded-8381-10262a09d521 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '27a98ff4-ac8e-47fe-9924-543af8edfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67fe8c63-01d6-47eb-b7d2-389d9981c61c'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:24.127363 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Attempting to bind port eaed71aa-4653-4ded-8381-10262a09d521 on network 67fe8c63-01d6-47eb-b7d2-389d9981c61c {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:24.134162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65901a-f0da-4860-8811-6add1e848945 None None] Pushing event updated for resources: {'Port': ['ID=359dcd5b-aafa-40e7-bde6-19761724a6e9,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:24.139496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:24.140052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Checking segment: {'id': '27a98ff4-ac8e-47fe-9924-543af8edfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67fe8c63-01d6-47eb-b7d2-389d9981c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:24.140549 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.141259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Bound using segment: {'id': '27a98ff4-ac8e-47fe-9924-543af8edfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67fe8c63-01d6-47eb-b7d2-389d9981c61c'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:24.141833 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Bound port: eaed71aa-4653-4ded-8381-10262a09d521, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a98ff4-ac8e-47fe-9924-543af8edfee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '67fe8c63-01d6-47eb-b7d2-389d9981c61c'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:24.142333 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.144614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bee6651e-99df-48e4-beda-8d2502032845 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:24.202931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:24.203562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.235108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49218) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:24.264467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=f4152746-711f-4100-a503-81963cbbd015,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:24.272169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] For port eaed71aa-4653-4ded-8381-10262a09d521, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:24.277954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] For port eaed71aa-4653-4ded-8381-10262a09d521, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=eaed71aa-4653-4ded-8381-10262a09d521,segment=NetworkSegment(27a98ff4-ac8e-47fe-9924-543af8edfee0),segment_id=27a98ff4-ac8e-47fe-9924-543af8edfee0)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:24.285644 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.297292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port bee6651e-99df-48e4-beda-8d2502032845 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:12:24.309727 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3bcc1256-7527-4d15-8626-7ba7789ec8d5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1856313 Apr 21 21:12:24.310565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49222) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:24.315851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': '9c6ad13f-bd65-498b-a993-1e7a827f2361', 'name': 'tempest-PortsTestJSON-523360693', 'fixed_ips': [{'subnet_id': 'a14338a1-8225-4314-89d8-9b371d77f64d', 'ip_address': '172.20.0.9'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:24.317132 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.331661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port bee6651e-99df-48e4-beda-8d2502032845 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:24.331661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.418255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16d37d-a36f-4da3-959b-c22b2c8db272 None None] Pushing event updated for resources: {'Port': ['ID=eaed71aa-4653-4ded-8381-10262a09d521,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:24.490674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2111305809-network', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:24.509640 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.537482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.563792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba67d7-328e-444a-b0e9-410e97c9f863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee6651e-99df-48e4-beda-8d2502032845'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:12:24.567301 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75be16ab-9524-48ce-b8c8-3f017cecb886" -d '{"events": [{"server_uuid": "91ba67d7-328e-444a-b0e9-410e97c9f863", "name": "network-vif-plugged", "status": "completed", "tag": "bee6651e-99df-48e4-beda-8d2502032845"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:12:24.591251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port bee6651e-99df-48e4-beda-8d2502032845, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bee6651e-99df-48e4-beda-8d2502032845,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:24.600249 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.656803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Made reservation on behalf of bfa6c2b7f9654aef90999a2a7b56faeb for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:24.659582 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548e38b6-6a68-4d00-af46-eb5c9f2bce74 x-openstack-request-id: req-548e38b6-6a68-4d00-af46-eb5c9f2bce74 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:12:24.661966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.662680 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ba67d7-328e-444a-b0e9-410e97c9f863", "name": "network-vif-plugged", "status": "completed", "tag": "bee6651e-99df-48e4-beda-8d2502032845", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:12:24.664273 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-548e38b6-6a68-4d00-af46-eb5c9f2bce74 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:12:24.665685 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548e38b6-6a68-4d00-af46-eb5c9f2bce74'] response: {'server_uuid': '91ba67d7-328e-444a-b0e9-410e97c9f863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee6651e-99df-48e4-beda-8d2502032845', 'code': 200} Apr 21 21:12:24.672011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network 67fe8c63-01d6-47eb-b7d2-389d9981c61c is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:24.679256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=bee6651e-99df-48e4-beda-8d2502032845,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:24.687146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:24.687849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.692879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.695158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Port': ['ID=39f4d184-abf9-405c-b5f4-ba75616b09bd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:24.712502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:24.723076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:24.729633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.759485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:24.769877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:24.770923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.794887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 16b4bfee-cc18-46ba-83c4-31d9c71899d5 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:12:24.892017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-48815c52-c713-47a8-8635-02bc4d4052f5 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2488055 Apr 21 21:12:24.898398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49228) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:24.941281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port ec50d3d7-f077-4ac0-ac00-1d56042dbdf7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ec50d3d7-f077-4ac0-ac00-1d56042dbdf7,segment=NetworkSegment(3fb34e65-b28a-4da8-9e73-4d4f416e0455),segment_id=3fb34e65-b28a-4da8-9e73-4d4f416e0455)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:24.941659 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:24.959284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c2d78-1825-4f2d-880f-66c8ef4d76b6 req-a0b92486-6647-4324-8ce4-cf006f3e57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:24.960971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c1c2d78-1825-4f2d-880f-66c8ef4d76b6 req-a0b92486-6647-4324-8ce4-cf006f3e57d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 1096 time: 0.1800272 Apr 21 21:12:24.974129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:25.053516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f263-aa89-4d34-aa99-ae51c4585b45 req-0629001c-e94a-4e0f-aad3-bd3e58347982 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:25.054906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab03f263-aa89-4d34-aa99-ae51c4585b45 req-0629001c-e94a-4e0f-aad3-bd3e58347982 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.2555878 Apr 21 21:12:25.066162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c1c2d78-1825-4f2d-880f-66c8ef4d76b6 req-8c5a9a69-7dd5-466a-9523-1b593320ae46 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971167 Apr 21 21:12:25.069206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-deccd494-2345-4e09-a0d9-a83ef07c1a36 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Deleting subnet e897d212-bd06-4477-bd30-35b40f6479a0 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:25.079546 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.088781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.092681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deccd494-2345-4e09-a0d9-a83ef07c1a36 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.121405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:25.183191 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.186009 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deccd494-2345-4e09-a0d9-a83ef07c1a36 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.197921 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.198331 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Added segment d837ad70-b581-4e70-ac93-9aa79e4d75df of type vlan for network 34df5341-5a8e-4e79-bb66-a25fc4c585af Apr 21 21:12:25.200924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9479765-7581-48dd-870e-892083d4414a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:25.240238 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab03f263-aa89-4d34-aa99-ae51c4585b45 req-dfc32182-a6da-452a-97ac-949fae8281e4 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613853 Apr 21 21:12:25.257924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.9 (9c6ad13f-bd65-498b-a993-1e7a827f2361/a14338a1-8225-4314-89d8-9b371d77f64d/16b4bfee-cc18-46ba-83c4-31d9c71899d5) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:25.262799 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.280514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb500f9-3ac2-49ea-93b9-116fdfb49c62 req-0c9ee8fd-2700-40b0-9ffe-f3d24d0d1a79 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:25.282272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cb500f9-3ac2-49ea-93b9-116fdfb49c62 req-0c9ee8fd-2700-40b0-9ffe-f3d24d0d1a79 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 945 time: 0.1664464 Apr 21 21:12:25.354666 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.354893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.355773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:25.356354 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.469675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cb500f9-3ac2-49ea-93b9-116fdfb49c62 req-0792114e-1712-4d30-9bbc-8bfa24441561 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537631 Apr 21 21:12:25.494712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2506137 Apr 21 21:12:25.494712 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.495150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49234) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:25.509616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Request body: {'subnet': {'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2111305809-subnet', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:25.560391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7ed35-4830-45f8-8186-724b6c421d6d admin admin] Pushing event updated for resources: {'Network': ['ID=34df5341-5a8e-4e79-bb66-a25fc4c585af,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:25.565000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=ec50d3d7-f077-4ac0-ac00-1d56042dbdf7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:25.566907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deccd494-2345-4e09-a0d9-a83ef07c1a36 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.593679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:25.597275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Made reservation on behalf of bfa6c2b7f9654aef90999a2a7b56faeb for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:25.599904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.890309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:25.945285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.070655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network 9c6ad13f-bd65-498b-a993-1e7a827f2361 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:26.073965 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deccd494-2345-4e09-a0d9-a83ef07c1a36 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.095848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:26.131972 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8918d2e-b81c-446a-a3f5-0821fb77f97e None None] Network 67fe8c63-01d6-47eb-b7d2-389d9981c61c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:26.133853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.164931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:26.177638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccd494-2345-4e09-a0d9-a83ef07c1a36 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Subnet': ['ID=e897d212-bd06-4477-bd30-35b40f6479a0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:26.184891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 359dcd5b-aafa-40e7-bde6-19761724a6e9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:26.206982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-deccd494-2345-4e09-a0d9-a83ef07c1a36 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.213182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-deccd494-2345-4e09-a0d9-a83ef07c1a36 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/subnets/e897d212-bd06-4477-bd30-35b40f6479a0 HTTP/1.1" status: 204 len: 168 time: 1.3099248 Apr 21 21:12:26.214369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=16b4bfee-cc18-46ba-83c4-31d9c71899d5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:26.219898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49242) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:26.235671 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.279836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.321284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.347732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:26.349062 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.414258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4d2bb22b-f887-482c-8b2f-3ec4a3806fb7 None None] Provisioning complete for port eaed71aa-4653-4ded-8381-10262a09d521 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:26.414653 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d2bb22b-f887-482c-8b2f-3ec4a3806fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.442944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=a671ff58-32e8-404d-8b81-442d1b3f8467,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:26.453388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9cb9f-05cc-4452-94ec-b502dec4106a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:26.455336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9cb9f-05cc-4452-94ec-b502dec4106a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:26.461158 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-05c9cb9f-05cc-4452-94ec-b502dec4106a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2381577 Apr 21 21:12:26.462944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49244) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:26.487538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ae5038-094e-4b97-a39a-d6bbef794e25,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:26.495377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Checking segment: {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:26.495725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Network hostable DHCP agents. Network: 34df5341-5a8e-4e79-bb66-a25fc4c585af, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:26.564999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:26.567943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:26.579336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24643219-3ae6-4683-a78c-c4c11b511afd None None] Network 9c6ad13f-bd65-498b-a993-1e7a827f2361 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:26.586523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 34df5341-5a8e-4e79-bb66-a25fc4c585af) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:26.627842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787c0b7-9f13-4c7f-947d-e9a1c27c6929 None None] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:26.631264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:26.632090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.698840 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ad1cfe31-319c-45db-879d-66b0a4e8a100 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1949122 Apr 21 21:12:26.699543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49248) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:26.707769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:26.728370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:26.736498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4cdea62e-5803-47d9-8995-2fdfde654810 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2803712 Apr 21 21:12:26.740265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49250) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:26.742032 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:26.757985 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:26.764783 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:26.789296 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.793700 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.906858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a42144-66f9-4c7b-a055-262cb7b35059 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting subnet b44416e7-fbc6-4f7f-9c79-3720ad04dd98 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:26.909922 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:26.913231 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68a42144-66f9-4c7b-a055-262cb7b35059 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:26.977282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.005355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 359dcd5b-aafa-40e7-bde6-19761724a6e9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:27.005735 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.005880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68a42144-66f9-4c7b-a055-262cb7b35059 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.062989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-12959691-81c5-43fa-a1b3-da91fdbdbf09 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7485762 Apr 21 21:12:27.071708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49254) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:27.088019 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d2bb22b-f887-482c-8b2f-3ec4a3806fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.118299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68a42144-66f9-4c7b-a055-262cb7b35059 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.184228 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.192971 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:25Z', 'revision_number': 9, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:27.221248 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68a42144-66f9-4c7b-a055-262cb7b35059 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.226091 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:27.231009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ba5998-f216-4f58-af8a-1b1c9a52a216 None None] DHCP port deletion for 67fe8c63-01d6-47eb-b7d2-389d9981c61c request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:27.235844 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:27.236794 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:27.261619 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68a42144-66f9-4c7b-a055-262cb7b35059 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.265254 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-68a42144-66f9-4c7b-a055-262cb7b35059 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/b44416e7-fbc6-4f7f-9c79-3720ad04dd98 HTTP/1.1" status: 204 len: 168 time: 0.5242803 Apr 21 21:12:27.268707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a42144-66f9-4c7b-a055-262cb7b35059 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Subnet': ['ID=b44416e7-fbc6-4f7f-9c79-3720ad04dd98,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:27.271468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49256) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:27.291099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4d2bb22b-f887-482c-8b2f-3ec4a3806fb7 None None] For port eaed71aa-4653-4ded-8381-10262a09d521, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=eaed71aa-4653-4ded-8381-10262a09d521,segment=NetworkSegment(27a98ff4-ac8e-47fe-9924-543af8edfee0),segment_id=27a98ff4-ac8e-47fe-9924-543af8edfee0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:27.298716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544851e8-74c4-40cf-a339-ab607f1f1eea None None] Network 07dc0855-3463-4659-9038-b630ed142756 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:27.321416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2017e9ab-f1c6-41bb-97e1-092bd44e4164 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.354250 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2017e9ab-f1c6-41bb-97e1-092bd44e4164 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 21 21:12:27.354653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2017e9ab-f1c6-41bb-97e1-092bd44e4164 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:27.358717 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d2bb22b-f887-482c-8b2f-3ec4a3806fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.363214 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2017e9ab-f1c6-41bb-97e1-092bd44e4164 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/67fe8c63-01d6-47eb-b7d2-389d9981c61c HTTP/1.1" status: 409 len: 405 time: 0.8930473 Apr 21 21:12:27.367198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49258) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:27.375417 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:27.408167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37feef-1487-4ac7-8145-d815a3a32504 req-8864ea8d-118e-4ed1-8de1-8d335099eb78 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:27.415062 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d37feef-1487-4ac7-8145-d815a3a32504 req-8864ea8d-118e-4ed1-8de1-8d335099eb78 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 945 time: 0.3684528 Apr 21 21:12:27.420263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-443827154'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:27.450801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.469905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:27.474667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.481294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.493890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68708b7c-e5a4-4d42-bda9-5072e40cb0a8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:27.498274 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-68708b7c-e5a4-4d42-bda9-5072e40cb0a8 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4109361 Apr 21 21:12:27.501512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49260) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:27.574853 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP ed56abbf-e144-4aa6-a9e6-192995242765 associated. External IP: 172.25.0.236, port: 1ca51580-78de-4cbb-9de1-051540f375f7. Apr 21 21:12:27.611091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 42376a4b-e067-42ae-8f9b-8d632b9473f6 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:27.611683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.684710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port 42376a4b-e067-42ae-8f9b-8d632b9473f6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=42376a4b-e067-42ae-8f9b-8d632b9473f6,segment=NetworkSegment(3fb34e65-b28a-4da8-9e73-4d4f416e0455),segment_id=3fb34e65-b28a-4da8-9e73-4d4f416e0455)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:27.685122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.687748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0781b5d5-3faf-481c-9f75-96f8275d7552 None None] Provisioning complete for port 359dcd5b-aafa-40e7-bde6-19761724a6e9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:27.688190 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0781b5d5-3faf-481c-9f75-96f8275d7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.704851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 42376a4b-e067-42ae-8f9b-8d632b9473f6 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:27.722979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:27.733338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.733790 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Added segment 23aefde3-34b3-4f14-aa63-e6f2ad069220 of type vlan for network 262091a7-e217-4848-955d-f3c5fcccce98 Apr 21 21:12:27.748497 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:25Z', 'revision_number': 9, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:27.770034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bb22b-f887-482c-8b2f-3ec4a3806fb7 None None] Pushing event updated for resources: {'Port': ['ID=eaed71aa-4653-4ded-8381-10262a09d521,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:27.780162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-34df5341-5a8e-4e79-bb66-a25fc4c585af', 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'fixed_ips': [{'subnet_id': '24ae5038-094e-4b97-a39a-d6bbef794e25'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:27.781168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.796439 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00db054-6f72-4e96-b17a-b3c729399c0f None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:25Z', 'revision_number': 9, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'f3c0f5d5-d4ee-4992-9231-0ecd025aadef', 'name': '', 'network_id': '08a5248a-78e7-4b07-956c-cfc8be9d9e84', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:ac:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:40Z', 'updated_at': '2022-04-21T21:11:47Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': '406b1b10-f9bb-4289-a312-93254a1d7cde', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:27.899587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba5998-f216-4f58-af8a-1b1c9a52a216 None None] Deleting port eaed71aa-4653-4ded-8381-10262a09d521 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:27.900555 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5998-f216-4f58-af8a-1b1c9a52a216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:27.902698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.041399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d37feef-1487-4ac7-8145-d815a3a32504 req-c669991d-b416-4fcc-8dba-57c4151b5ca5 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937719 Apr 21 21:12:28.047215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.130699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.150227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:28.150889 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.219361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 359dcd5b-aafa-40e7-bde6-19761724a6e9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=359dcd5b-aafa-40e7-bde6-19761724a6e9,segment=NetworkSegment(758c102c-7e6f-455c-a622-510127462f27),segment_id=758c102c-7e6f-455c-a622-510127462f27)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:28.242900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8268085 Apr 21 21:12:28.247404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49274) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:28.280311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'subnet': {'network_id': '262091a7-e217-4848-955d-f3c5fcccce98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:28.285338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d0ba5998-f216-4f58-af8a-1b1c9a52a216 None None] For port eaed71aa-4653-4ded-8381-10262a09d521, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=eaed71aa-4653-4ded-8381-10262a09d521,segment=NetworkSegment(27a98ff4-ac8e-47fe-9924-543af8edfee0),segment_id=27a98ff4-ac8e-47fe-9924-543af8edfee0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:28.287045 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5998-f216-4f58-af8a-1b1c9a52a216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.294103 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.294890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device eaed71aa-4653-4ded-8381-10262a09d521 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:28.342269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1e087-f726-43f8-a441-04db64609fae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:28.348749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1e087-f726-43f8-a441-04db64609fae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:28.355082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1e087-f726-43f8-a441-04db64609fae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:28.356929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-24c1e087-f726-43f8-a441-04db64609fae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.8501718 Apr 21 21:12:28.373775 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0781b5d5-3faf-481c-9f75-96f8275d7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.389716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba5998-f216-4f58-af8a-1b1c9a52a216 None None] Calling delete_port for eaed71aa-4653-4ded-8381-10262a09d521 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:28.404560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49276) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:28.405420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.416896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:28.451334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac770d42-2e43-4fcb-947f-40a71b8d5a4b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Network': ['ID=262091a7-e217-4848-955d-f3c5fcccce98,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:28.534453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 262091a7-e217-4848-955d-f3c5fcccce98 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:28.596789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=42376a4b-e067-42ae-8f9b-8d632b9473f6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:28.610656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No DVR routers for this DVR port 42376a4b-e067-42ae-8f9b-8d632b9473f6 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:28.656726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=359dcd5b-aafa-40e7-bde6-19761724a6e9,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:28.669020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433726f-d0fc-467b-b9a3-ebc6185c8dec None None] DHCP port deletion for 07dc0855-3463-4659-9038-b630ed142756 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:28.680197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:28.711898 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.721156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.728918 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50368e4a-1bf5-460d-b774-e7708d8158ea None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:28.743422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.743988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.744479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.745041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.745518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.745937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.746361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.746782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.747762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.748524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.748977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.749398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:28.759857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-861b3ecc-a67e-408a-b218-f456d8b0a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:28.761474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-861b3ecc-a67e-408a-b218-f456d8b0a166 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1096 time: 0.5132051 Apr 21 21:12:28.769298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-de3f2962-0461-4a5a-8c4c-550655d7dfaf tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8347399 Apr 21 21:12:28.769599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Allocated IP 172.20.0.2 (34df5341-5a8e-4e79-bb66-a25fc4c585af/24ae5038-094e-4b97-a39a-d6bbef794e25/3f41d95e-04c7-4c85-863f-4803d45d0afc) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:28.772401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49284) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:28.776784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5998-f216-4f58-af8a-1b1c9a52a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.790944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-89692acd-7cd0-4d3b-91e6-57870a935ca5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'port_id': '1ca51580-78de-4cbb-9de1-051540f375f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:28.793671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.827284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c115420-da4d-49ee-8001-1eeb37b23d3b req-5da8f329-4123-4eee-b7f2-0dd0b9e5abcc tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:28.830727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c115420-da4d-49ee-8001-1eeb37b23d3b req-5da8f329-4123-4eee-b7f2-0dd0b9e5abcc tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.5257771 Apr 21 21:12:28.866123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89692acd-7cd0-4d3b-91e6-57870a935ca5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.868223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No active binding found for port eaed71aa-4653-4ded-8381-10262a09d521 {{(pid=114648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 21:12:28.868779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device eaed71aa-4653-4ded-8381-10262a09d521 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 21 21:12:28.880451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba5998-f216-4f58-af8a-1b1c9a52a216 None None] No DVR routers for this DVR port eaed71aa-4653-4ded-8381-10262a09d521 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:28.940174 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:28.974200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:28.978517 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.017164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba5998-f216-4f58-af8a-1b1c9a52a216 None None] Pushing event deleted for resources: {'Port': ['ID=eaed71aa-4653-4ded-8381-10262a09d521,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:29.040153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50368e4a-1bf5-460d-b774-e7708d8158ea None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:29.041695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-50368e4a-1bf5-460d-b774-e7708d8158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:29.074509 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:12:29.108121 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-0781b5d5-3faf-481c-9f75-96f8275d7552 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:12:29.108746 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-0781b5d5-3faf-481c-9f75-96f8275d7552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:12:29.109854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Port eaed71aa-4653-4ded-8381-10262a09d521 not found, will not notify nova. {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 21 21:12:29.115722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dc0855-3463-4659-9038-b630ed142756']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:29.152222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-50368e4a-1bf5-460d-b774-e7708d8158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:29.156348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb34e65-b28a-4da8-9e73-4d4f416e0455') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:29.156645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb34e65-b28a-4da8-9e73-4d4f416e0455') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:29.173874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50368e4a-1bf5-460d-b774-e7708d8158ea None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:29.175234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-50368e4a-1bf5-460d-b774-e7708d8158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:29.183828 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c115420-da4d-49ee-8001-1eeb37b23d3b req-d02c020b-c765-42d2-a593-1f5b780d3c31 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101315 Apr 21 21:12:29.219582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-50368e4a-1bf5-460d-b774-e7708d8158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:29.220241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50368e4a-1bf5-460d-b774-e7708d8158ea None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:29.226068 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.237167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-823df8a3-6f33-4e4c-9685-693a7fa5f8eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 16b4bfee-cc18-46ba-83c4-31d9c71899d5 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:29.239882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.247433 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-823df8a3-6f33-4e4c-9685-693a7fa5f8eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.274451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.281369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 359dcd5b-aafa-40e7-bde6-19761724a6e9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:29.322912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:29.333140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:29.336604 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Pushing event updated for resources: {'Port': ['ID=3f41d95e-04c7-4c85-863f-4803d45d0afc,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:29.340618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:29.356229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-007c1772-c08c-4b23-a39b-1fcf2d2e67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:29.357989 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-007c1772-c08c-4b23-a39b-1fcf2d2e67d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.5735664 Apr 21 21:12:29.361320 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.395511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:29.396105 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:29.401620 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:29.455342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Attempting to bind port 3f41d95e-04c7-4c85-863f-4803d45d0afc on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:29.455705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Attempting to bind port 3f41d95e-04c7-4c85-863f-4803d45d0afc by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:29.456075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Attempting to bind port 3f41d95e-04c7-4c85-863f-4803d45d0afc on network 34df5341-5a8e-4e79-bb66-a25fc4c585af {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:29.465734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:29.466105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Checking segment: {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:29.466549 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.466939 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Bound using segment: {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:29.467402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Bound port: 3f41d95e-04c7-4c85-863f-4803d45d0afc, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:29.467779 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.468657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-19bf85c6-e151-4563-b5a3-f32ac08d1c12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 200 len: 217 time: 0.0962570 Apr 21 21:12:29.471709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 359dcd5b-aafa-40e7-bde6-19761724a6e9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:29.472210 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.476538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Allocated IP 172.25.0.217 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/9a69e496-1561-4964-9f81-045dadc7462c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:29.546389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89692acd-7cd0-4d3b-91e6-57870a935ca5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.553000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89692acd-7cd0-4d3b-91e6-57870a935ca5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.592699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-823df8a3-6f33-4e4c-9685-693a7fa5f8eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.631541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.657708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.665071 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/networks/07dc0855-3463-4659-9038-b630ed142756 HTTP/1.1" status: 204 len: 168 time: 2.3658037 Apr 21 21:12:29.666279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-823df8a3-6f33-4e4c-9685-693a7fa5f8eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 16b4bfee-cc18-46ba-83c4-31d9c71899d5 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:29.695826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49286) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:29.793724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-f8ae4775-ecc9-44dc-8544-716f6e5c8a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:29.795379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-f8ae4775-ecc9-44dc-8544-716f6e5c8a23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.2757182 Apr 21 21:12:29.801175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b34e-ee98-4d37-810a-0ed34128f184 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Network': ['ID=07dc0855-3463-4659-9038-b630ed142756,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:29.804542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] For port 3f41d95e-04c7-4c85-863f-4803d45d0afc, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:29.809406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] For port 3f41d95e-04c7-4c85-863f-4803d45d0afc, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3f41d95e-04c7-4c85-863f-4803d45d0afc,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:29.832465 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:29.894351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684142ae-4ad3-4112-a0a9-dbd2ac694cd1 None None] Pushing event updated for resources: {'Port': ['ID=3f41d95e-04c7-4c85-863f-4803d45d0afc,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:29.935153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7e1209a8-167a-406c-9498-078592547c41 None None] Provisioning complete for port 359dcd5b-aafa-40e7-bde6-19761724a6e9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:29.935533 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7e1209a8-167a-406c-9498-078592547c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.033433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:30.036236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-7b56e0a0-fd52-47d3-82b4-3d0a98d905cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:30.039597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-7b56e0a0-fd52-47d3-82b4-3d0a98d905cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247782 Apr 21 21:12:30.081517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:30.082111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ec50d3d7-f077-4ac0-ac00-1d56042dbdf7 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:30.082525 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 42376a4b-e067-42ae-8f9b-8d632b9473f6 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:30.115431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.129444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89692acd-7cd0-4d3b-91e6-57870a935ca5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:30.148446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 42376a4b-e067-42ae-8f9b-8d632b9473f6 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:30.148983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 42376a4b-e067-42ae-8f9b-8d632b9473f6 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:30.149572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device eaed71aa-4653-4ded-8381-10262a09d521 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:30.221819 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: eaed71aa-4653-4ded-8381-10262a09d521 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:30.222159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device eaed71aa-4653-4ded-8381-10262a09d521 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:30.247843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7e1209a8-167a-406c-9498-078592547c41 None None] Provisioning complete for port 16b4bfee-cc18-46ba-83c4-31d9c71899d5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:30.248217 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7e1209a8-167a-406c-9498-078592547c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.348891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7e1209a8-167a-406c-9498-078592547c41 None None] Port 16b4bfee-cc18-46ba-83c4-31d9c71899d5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:30.373043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7e1209a8-167a-406c-9498-078592547c41 None None] Provisioning complete for port f4152746-711f-4100-a503-81963cbbd015 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:30.373775 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7e1209a8-167a-406c-9498-078592547c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.382785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.objects.ports [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:12:30.388850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.423910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7e1209a8-167a-406c-9498-078592547c41 None None] Port f4152746-711f-4100-a503-81963cbbd015 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:30.451776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-823df8a3-6f33-4e4c-9685-693a7fa5f8eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.492001 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4f22558e-c8e2-49be-a58c-6b8ec5e285a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.498942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89692acd-7cd0-4d3b-91e6-57870a935ca5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:30.506355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89692acd-7cd0-4d3b-91e6-57870a935ca5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.512842 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23f477-9cb0-4671-9c6a-73acd72a1bb5 None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:30.527314 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23f477-9cb0-4671-9c6a-73acd72a1bb5 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:30.527937 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b23f477-9cb0-4671-9c6a-73acd72a1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:30.543179 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.555977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823df8a3-6f33-4e4c-9685-693a7fa5f8eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=16b4bfee-cc18-46ba-83c4-31d9c71899d5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:30.579255 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b23f477-9cb0-4671-9c6a-73acd72a1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:30.590328 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23f477-9cb0-4671-9c6a-73acd72a1bb5 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:30.592429 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b23f477-9cb0-4671-9c6a-73acd72a1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:30.639482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Subnet': ['ID=bb7c7ef2-43de-4314-83eb-775bb60f8b17,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:30.646696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-e84f5b9b-5847-4507-ada4-a0c8a6664fa2 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969248 Apr 21 21:12:30.648981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5f9e4-d5a1-4252-8dc5-e5f42ebf2f3c req-52e418ea-829d-471c-8f06-3dbeb1c1a4c5 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:30.651152 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56a5f9e4-d5a1-4252-8dc5-e5f42ebf2f3c req-52e418ea-829d-471c-8f06-3dbeb1c1a4c5 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.1868064 Apr 21 21:12:30.723994 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-89692acd-7cd0-4d3b-91e6-57870a935ca5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/floatingips/ed56abbf-e144-4aa6-a9e6-192995242765 HTTP/1.1" status: 200 len: 978 time: 1.9493208 Apr 21 21:12:30.726784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:30.727581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49292) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:30.774410 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b23f477-9cb0-4671-9c6a-73acd72a1bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:30.775071 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23f477-9cb0-4671-9c6a-73acd72a1bb5 None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:30.782628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:30.868530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56a5f9e4-d5a1-4252-8dc5-e5f42ebf2f3c req-ebd4e9e1-ca0f-4bb1-826c-9d6b06d06eb6 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959312 Apr 21 21:12:30.896724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:30.898832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a69e496-1561-4964-9f81-045dadc7462c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:30.910519 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43d60693-7b9f-47ca-a48d-aa837f664b7a req-d87b19fc-d451-4186-b759-be911fca8cd9 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207921 Apr 21 21:12:30.919547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Checking segment: {'id': '23aefde3-34b3-4f14-aa63-e6f2ad069220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '262091a7-e217-4848-955d-f3c5fcccce98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:30.919988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network hostable DHCP agents. Network: 262091a7-e217-4848-955d-f3c5fcccce98, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:30.977992 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-823df8a3-6f33-4e4c-9685-693a7fa5f8eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:30.981173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-823df8a3-6f33-4e4c-9685-693a7fa5f8eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/16b4bfee-cc18-46ba-83c4-31d9c71899d5 HTTP/1.1" status: 204 len: 168 time: 2.5729766 Apr 21 21:12:30.984866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49300) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:31.085420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port a671ff58-32e8-404d-8b81-442d1b3f8467 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:31.086005 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:31.138740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:31.325139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3f41d95e-04c7-4c85-863f-4803d45d0afc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:31.335226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:31.335561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:31.352088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for a671ff58-32e8-404d-8b81-442d1b3f8467 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:31.407160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3f41d95e-04c7-4c85-863f-4803d45d0afc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:31.407754 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:31.530310 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:31.553498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network 262091a7-e217-4848-955d-f3c5fcccce98 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:31.561201 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c01d483-a7af-4ff6-a85b-872af805df07 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:12:31.566083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8c01d483-a7af-4ff6-a85b-872af805df07 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/16b4bfee-cc18-46ba-83c4-31d9c71899d5 HTTP/1.1" status: 404 len: 333 time: 0.5780330 Apr 21 21:12:31.568499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49302) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:31.612973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 3f41d95e-04c7-4c85-863f-4803d45d0afc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3f41d95e-04c7-4c85-863f-4803d45d0afc,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:31.622659 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:31.626754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 262091a7-e217-4848-955d-f3c5fcccce98) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:31.638225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:31.641399 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:31.663433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3736ce7-deee-42bb-a5a0-9ef52eb534d1 None None] Network 262091a7-e217-4848-955d-f3c5fcccce98 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:31.679340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ba824-c1a2-4dbd-a91f-92cdc1adc44b None None] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:31.710903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-00405918-7181-42ec-87ce-c0147134d8c2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.4583795 Apr 21 21:12:31.712607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49304) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:31.833609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=3f41d95e-04c7-4c85-863f-4803d45d0afc,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:31.868735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-000a0c43-0c40-4fe6-a821-dc52e3d53c64 None None] Provisioning complete for port 3f41d95e-04c7-4c85-863f-4803d45d0afc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:31.869428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-000a0c43-0c40-4fe6-a821-dc52e3d53c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:31.873686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.108949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-262091a7-e217-4848-955d-f3c5fcccce98', 'network_id': '262091a7-e217-4848-955d-f3c5fcccce98', 'tenant_id': '45b2ab9853474987a576f39828761561', 'fixed_ips': [{'subnet_id': 'bb7c7ef2-43de-4314-83eb-775bb60f8b17'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:32.109959 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.173473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-375d8c55-abf1-40a7-a533-15b0f309387d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port f4152746-711f-4100-a503-81963cbbd015 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:32.173798 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-375d8c55-abf1-40a7-a533-15b0f309387d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.233667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.277508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=a671ff58-32e8-404d-8b81-442d1b3f8467,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:32.295354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Allocated IP 2001:db8::f816:3eff:fe33:86a (262091a7-e217-4848-955d-f3c5fcccce98/bb7c7ef2-43de-4314-83eb-775bb60f8b17/7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:32.298623 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.364642 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.382056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770fc1-75e2-410a-aa74-860fd11b3634 req-e5564b61-ba32-41a4-9ba8-69ffc117b57a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:32.389208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6770fc1-75e2-410a-aa74-860fd11b3634 req-e5564b61-ba32-41a4-9ba8-69ffc117b57a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.3910747 Apr 21 21:12:32.418042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port f3c0f5d5-d4ee-4992-9231-0ecd025aadef {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:32.419116 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.484662 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.494127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.515472 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.516116 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP ed56abbf-e144-4aa6-a9e6-192995242765 disassociated (deleted). External IP: 172.25.0.236, port: 1ca51580-78de-4cbb-9de1-051540f375f7. Apr 21 21:12:32.532579 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-375d8c55-abf1-40a7-a533-15b0f309387d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.539663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Network 262091a7-e217-4848-955d-f3c5fcccce98 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:32.542974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:32.547280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:32.558494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Pushing event updated for resources: {'Port': ['ID=7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:32.567666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6770fc1-75e2-410a-aa74-860fd11b3634 req-6bd1f051-6fbd-450b-99da-731e595f3643 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768737 Apr 21 21:12:32.568884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-375d8c55-abf1-40a7-a533-15b0f309387d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for f4152746-711f-4100-a503-81963cbbd015 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:32.600980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.627026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Attempting to bind port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:32.627466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Attempting to bind port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '23aefde3-34b3-4f14-aa63-e6f2ad069220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '262091a7-e217-4848-955d-f3c5fcccce98'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:32.627944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Attempting to bind port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a on network 262091a7-e217-4848-955d-f3c5fcccce98 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:32.640350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:32.641332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Checking segment: {'id': '23aefde3-34b3-4f14-aa63-e6f2ad069220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '262091a7-e217-4848-955d-f3c5fcccce98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:32.641852 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.642614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Bound using segment: {'id': '23aefde3-34b3-4f14-aa63-e6f2ad069220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '262091a7-e217-4848-955d-f3c5fcccce98'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:32.643254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Bound port: 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23aefde3-34b3-4f14-aa63-e6f2ad069220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '262091a7-e217-4848-955d-f3c5fcccce98'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:32.643754 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.660539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dac110d1-9316-4aa2-a237-1fc11b8c943e None None] Provisioning complete for port 3f41d95e-04c7-4c85-863f-4803d45d0afc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:32.661405 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dac110d1-9316-4aa2-a237-1fc11b8c943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.677824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port f3c0f5d5-d4ee-4992-9231-0ecd025aadef, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f3c0f5d5-d4ee-4992-9231-0ecd025aadef,segment=NetworkSegment(b3d7d31b-e337-414a-9acc-e151f77d7f2a),segment_id=b3d7d31b-e337-414a-9acc-e151f77d7f2a)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:32.678189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.702181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for f3c0f5d5-d4ee-4992-9231-0ecd025aadef owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:32.726583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] For port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:32.732921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] For port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a,segment=NetworkSegment(23aefde3-34b3-4f14-aa63-e6f2ad069220),segment_id=23aefde3-34b3-4f14-aa63-e6f2ad069220)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:32.759192 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.859317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.883961 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e71f030-9725-4c1e-af9d-7d7b7ca99a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.920928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddf821-61f2-438e-aea5-88f614240ea2 None None] Pushing event updated for resources: {'Port': ['ID=7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:32.974932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:32.976384 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:32.997398 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-375d8c55-abf1-40a7-a533-15b0f309387d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.033367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7c7ef2-43de-4314-83eb-775bb60f8b17,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:33.044135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262091a7-e217-4848-955d-f3c5fcccce98']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:33.085102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d8c55-abf1-40a7-a533-15b0f309387d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=f4152746-711f-4100-a503-81963cbbd015,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:33.092017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Router 94716572-c54f-4eae-b7f0-1888f25fa625 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:12:33.095630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23aefde3-34b3-4f14-aa63-e6f2ad069220') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:33.095630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23aefde3-34b3-4f14-aa63-e6f2ad069220') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:33.117394 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.165044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.238103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:33.243666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:33.243666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:33.246877 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:33.258426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb074914-295c-4103-915d-0c2a1ffbb393 None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:33.259191 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.262205 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.273024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb074914-295c-4103-915d-0c2a1ffbb393 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:33.273935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cb074914-295c-4103-915d-0c2a1ffbb393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:33.319340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cb074914-295c-4103-915d-0c2a1ffbb393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:33.331928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb074914-295c-4103-915d-0c2a1ffbb393 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:33.333409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cb074914-295c-4103-915d-0c2a1ffbb393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:33.341309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=f3c0f5d5-d4ee-4992-9231-0ecd025aadef,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:33.374792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cb074914-295c-4103-915d-0c2a1ffbb393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:33.375494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb074914-295c-4103-915d-0c2a1ffbb393 None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:33.405535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-375d8c55-abf1-40a7-a533-15b0f309387d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.412031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-375d8c55-abf1-40a7-a533-15b0f309387d tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/f4152746-711f-4100-a503-81963cbbd015 HTTP/1.1" status: 204 len: 168 time: 1.8376968 Apr 21 21:12:33.420168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49314) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:33.494676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2a3711b9-5a97-4c49-a86f-22591f33b216 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/floatingips/ed56abbf-e144-4aa6-a9e6-192995242765 HTTP/1.1" status: 204 len: 168 time: 2.7224128 Apr 21 21:12:33.495593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49316) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:33.510628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.api [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:12:33.510628 n-d-838945-1 neutron-server[114647]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:12:33.510628 n-d-838945-1 neutron-server[114647]: [parameters: {'id': '262091a7-e217-4848-955d-f3c5fcccce98'}] Apr 21 21:12:33.510628 n-d-838945-1 neutron-server[114647]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:12:33.511139 n-d-838945-1 neutron-server[114647]: DEBUG oslo_db.api [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:12:33.511744 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2aa9e77-db38-4e1d-937f-e8d7b6d47fdb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:12:33.513345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c2aa9e77-db38-4e1d-937f-e8d7b6d47fdb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/f4152746-711f-4100-a503-81963cbbd015 HTTP/1.1" status: 404 len: 333 time: 0.0920384 Apr 21 21:12:33.537856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49318) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:33.539831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3f41d95e-04c7-4c85-863f-4803d45d0afc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:33.600102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:33.614181 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Sync routers for ids ['94716572-c54f-4eae-b7f0-1888f25fa625'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:33.644389 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Routers {'94716572-c54f-4eae-b7f0-1888f25fa625'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:33.645053 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['94716572-c54f-4eae-b7f0-1888f25fa625'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:33.678208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd50163-1f32-4df8-8d84-dd15c7cd2717 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet a14338a1-8225-4314-89d8-9b371d77f64d {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:33.686139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3f41d95e-04c7-4c85-863f-4803d45d0afc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:33.686516 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.696723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0bd50163-1f32-4df8-8d84-dd15c7cd2717 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.759494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.760159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.762970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2a57e894-b9bd-48c8-b707-b5f13d523ec7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0604739 Apr 21 21:12:33.765907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49322) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:33.822524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096e855-10af-4929-bb34-f8c5527584f5 req-a417ed39-1b6b-4a98-8e32-615b6a3a0b46 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:33.825154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6096e855-10af-4929-bb34-f8c5527584f5 req-a417ed39-1b6b-4a98-8e32-615b6a3a0b46 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.1293576 Apr 21 21:12:33.852124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0bd50163-1f32-4df8-8d84-dd15c7cd2717 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:33.894043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:33.910749 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Set router 94716572-c54f-4eae-b7f0-1888f25fa625 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:33.999024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:33.999680 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.034092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b7884cc2-826c-4c93-a147-84485605cb6f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 1ca51580-78de-4cbb-9de1-051540f375f7 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:34.034559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7884cc2-826c-4c93-a147-84485605cb6f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.037367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.174954 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0bd50163-1f32-4df8-8d84-dd15c7cd2717 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.208616 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.227234 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.279468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a,segment=NetworkSegment(23aefde3-34b3-4f14-aa63-e6f2ad069220),segment_id=23aefde3-34b3-4f14-aa63-e6f2ad069220)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:34.287679 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.316080 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a69e496-1561-4964-9f81-045dadc7462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:26Z', 'updated_at': '2022-04-21T21:12:31Z', 'revision_number': 3, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'gw_port': {'id': '9a69e496-1561-4964-9f81-045dadc7462c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:28Z', 'updated_at': '2022-04-21T21:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:34.357378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:34.390839 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Checking router: 94716572-c54f-4eae-b7f0-1888f25fa625 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:34.391240 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Updating router 94716572-c54f-4eae-b7f0-1888f25fa625 port 9a69e496-1561-4964-9f81-045dadc7462c binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:12:34.396236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Deleting port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:34.396576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.430794 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.455947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39ec74-62cc-42b3-bc88-a48de0eb70b7 None None] Network 262091a7-e217-4848-955d-f3c5fcccce98 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:34.490761 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0bd50163-1f32-4df8-8d84-dd15c7cd2717 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.519569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6096e855-10af-4929-bb34-f8c5527584f5 req-531c75e8-ba32-4c09-a5a4-262ecccbe388 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136909 Apr 21 21:12:34.521561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7884cc2-826c-4c93-a147-84485605cb6f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.582097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd50163-1f32-4df8-8d84-dd15c7cd2717 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=a14338a1-8225-4314-89d8-9b371d77f64d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:34.589856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ee412b58-009d-4b87-be32-90893fedb2da None None] Provisioning complete for port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:34.591588 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ee412b58-009d-4b87-be32-90893fedb2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.617457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b7884cc2-826c-4c93-a147-84485605cb6f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 1ca51580-78de-4cbb-9de1-051540f375f7 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:34.624946 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0bd50163-1f32-4df8-8d84-dd15c7cd2717 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.632626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49326) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:34.634202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0bd50163-1f32-4df8-8d84-dd15c7cd2717 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/a14338a1-8225-4314-89d8-9b371d77f64d HTTP/1.1" status: 204 len: 168 time: 1.0950699 Apr 21 21:12:34.673398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8a4ce7-d893-4804-9d28-94406c69611f None None] Network 9c6ad13f-bd65-498b-a993-1e7a827f2361 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:34.684960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] For port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a,segment=NetworkSegment(23aefde3-34b3-4f14-aa63-e6f2ad069220),segment_id=23aefde3-34b3-4f14-aa63-e6f2ad069220)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:34.685354 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.705544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Calling delete_port for 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:34.734437 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.796916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:34.820505 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.828958 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.923068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05616e73-82c5-4be8-bf9a-c3afc43e20da None None] DHCP port deletion for 262091a7-e217-4848-955d-f3c5fcccce98 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:34.940609 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Attempting to bind port 9a69e496-1561-4964-9f81-045dadc7462c on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:34.941036 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Attempting to bind port 9a69e496-1561-4964-9f81-045dadc7462c by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:34.941284 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Attempting to bind port 9a69e496-1561-4964-9f81-045dadc7462c on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:34.962026 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:34.962721 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:34.963308 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.964547 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:34.965226 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Bound port: 9a69e496-1561-4964-9f81-045dadc7462c, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:34.965781 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:34.996833 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] DHCP port deletion for 9c6ad13f-bd65-498b-a993-1e7a827f2361 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:34.999589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 359dcd5b-aafa-40e7-bde6-19761724a6e9 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:35.000064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.034742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-05616e73-82c5-4be8-bf9a-c3afc43e20da None None] Deleting port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:35.035215 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05616e73-82c5-4be8-bf9a-c3afc43e20da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.044078 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] For port 9a69e496-1561-4964-9f81-045dadc7462c, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:35.049509 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] For port 9a69e496-1561-4964-9f81-045dadc7462c, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9a69e496-1561-4964-9f81-045dadc7462c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:35.062426 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.066347 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Pushing event updated for resources: {'Port': ['ID=9a69e496-1561-4964-9f81-045dadc7462c,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:35.078370 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.079004 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.079619 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.080232 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.080728 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.081255 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.081750 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.082253 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.083333 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.084156 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.084299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] For port 359dcd5b-aafa-40e7-bde6-19761724a6e9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=359dcd5b-aafa-40e7-bde6-19761724a6e9,segment=NetworkSegment(758c102c-7e6f-455c-a622-510127462f27),segment_id=758c102c-7e6f-455c-a622-510127462f27)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:35.084749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.085003 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.085482 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:35.101593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 359dcd5b-aafa-40e7-bde6-19761724a6e9 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:35.144920 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Routers {'94716572-c54f-4eae-b7f0-1888f25fa625'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:35.146656 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['94716572-c54f-4eae-b7f0-1888f25fa625'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:35.252572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:35.252979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.269807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f2eb8cdb-be7b-4620-a3e3-397f723529e2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5725617 Apr 21 21:12:35.272629 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.273254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49330) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:35.336789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:35.341769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No DVR routers for this DVR port 359dcd5b-aafa-40e7-bde6-19761724a6e9 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:35.378021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Port': ['ID=7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:35.383579 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] Set router 94716572-c54f-4eae-b7f0-1888f25fa625 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:35.386729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No DVR routers for this DVR port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:35.387225 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-05616e73-82c5-4be8-bf9a-c3afc43e20da None None] For port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a,segment=NetworkSegment(23aefde3-34b3-4f14-aa63-e6f2ad069220),segment_id=23aefde3-34b3-4f14-aa63-e6f2ad069220)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:35.387638 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05616e73-82c5-4be8-bf9a-c3afc43e20da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.390286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:35.390851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:35.398658 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6a1b3-e2f3-4250-8b15-69a0b47810fe None None] Pushing event updated for resources: {'Port': ['ID=9a69e496-1561-4964-9f81-045dadc7462c,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:35.404738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.457299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cee407-f213-49c9-b627-c831b2583f87 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting subnet 406b1b10-f9bb-4289-a312-93254a1d7cde {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:35.461408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41cee407-f213-49c9-b627-c831b2583f87 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.482223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:35.493937 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=359dcd5b-aafa-40e7-bde6-19761724a6e9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:35.503289 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41cee407-f213-49c9-b627-c831b2583f87 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.510219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7884cc2-826c-4c93-a147-84485605cb6f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.569364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7884cc2-826c-4c93-a147-84485605cb6f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=1ca51580-78de-4cbb-9de1-051540f375f7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:35.622744 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41cee407-f213-49c9-b627-c831b2583f87 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.633165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 359dcd5b-aafa-40e7-bde6-19761724a6e9 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:35.646166 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a69e496-1561-4964-9f81-045dadc7462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:26Z', 'updated_at': '2022-04-21T21:12:31Z', 'revision_number': 3, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'gw_port': {'id': '9a69e496-1561-4964-9f81-045dadc7462c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:28Z', 'updated_at': '2022-04-21T21:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:35.659683 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.685161 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b5f85-7a10-4ea7-8c09-865cdd738d86 None None] The sync data for ids ['94716572-c54f-4eae-b7f0-1888f25fa625'] in n-d-838945-1 is: [{'id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a69e496-1561-4964-9f81-045dadc7462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:26Z', 'updated_at': '2022-04-21T21:12:31Z', 'revision_number': 3, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'gw_port': {'id': '9a69e496-1561-4964-9f81-045dadc7462c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:28Z', 'updated_at': '2022-04-21T21:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:35.686220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-05616e73-82c5-4be8-bf9a-c3afc43e20da None None] Calling delete_port for 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:35.715612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 359dcd5b-aafa-40e7-bde6-19761724a6e9 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:35.715955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 359dcd5b-aafa-40e7-bde6-19761724a6e9 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:35.723473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:35.751129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.757725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] Deleting port 359dcd5b-aafa-40e7-bde6-19761724a6e9 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:35.758102 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.761519 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7884cc2-826c-4c93-a147-84485605cb6f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.763622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.765047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b7884cc2-826c-4c93-a147-84485605cb6f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/ports/1ca51580-78de-4cbb-9de1-051540f375f7 HTTP/1.1" status: 204 len: 168 time: 2.2674220 Apr 21 21:12:35.769509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49334) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:35.778570 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:35.802034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6ad13f-bd65-498b-a993-1e7a827f2361']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:35.812347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262091a7-e217-4848-955d-f3c5fcccce98']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:35.825192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758c102c-7e6f-455c-a622-510127462f27') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:35.825794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758c102c-7e6f-455c-a622-510127462f27') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:35.834223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23aefde3-34b3-4f14-aa63-e6f2ad069220') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:35.835098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23aefde3-34b3-4f14-aa63-e6f2ad069220') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:35.841217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] For port 359dcd5b-aafa-40e7-bde6-19761724a6e9, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:35.842271 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.851550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.857209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] Calling delete_port for 359dcd5b-aafa-40e7-bde6-19761724a6e9 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:35.859971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] Port 359dcd5b-aafa-40e7-bde6-19761724a6e9 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:12:35.874385 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.876428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:35.876786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:35.881775 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.889440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.934541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.976534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] Pushing event deleted for resources: {'Port': ['ID=359dcd5b-aafa-40e7-bde6-19761724a6e9,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:35.980385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bd173-8055-48b2-83b8-b1367b8d9748 None None] No DVR routers for this DVR port 359dcd5b-aafa-40e7-bde6-19761724a6e9 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:35.988649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:35.989717 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:35.997952 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:36.064107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.087521 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05616e73-82c5-4be8-bf9a-c3afc43e20da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.130934 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.131490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:36.131898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:36.138889 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:36.144061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.173921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05616e73-82c5-4be8-bf9a-c3afc43e20da None None] Pushing event deleted for resources: {'Port': ['ID=7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:36.176305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05616e73-82c5-4be8-bf9a-c3afc43e20da None None] No DVR routers for this DVR port 7df7c6a8-3e73-4e4e-bc48-2a67ef4de22a on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:36.196528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:32Z', 'revision_number': 10, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:36.202254 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.230764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49336) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:36.231661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/networks/9c6ad13f-bd65-498b-a993-1e7a827f2361 HTTP/1.1" status: 204 len: 168 time: 1.5784879 Apr 21 21:12:36.240931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-496160785'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:36.244526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:36.244713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41cee407-f213-49c9-b627-c831b2583f87 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.245116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f174842-2eef-497f-9d99-d6200129c253 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Network': ['ID=9c6ad13f-bd65-498b-a993-1e7a827f2361,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:36.254441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:36.255857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:36.294830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc2547-e031-402d-993b-bff02681d00c req-1af05e29-a343-4bbe-bd96-c0a7fac8fd23 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:36.296484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11dc2547-e031-402d-993b-bff02681d00c req-1af05e29-a343-4bbe-bd96-c0a7fac8fd23 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.4341795 Apr 21 21:12:36.303070 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.374497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cee407-f213-49c9-b627-c831b2583f87 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Subnet': ['ID=406b1b10-f9bb-4289-a312-93254a1d7cde,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:36.388874 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.391998 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41cee407-f213-49c9-b627-c831b2583f87 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.397213 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-41cee407-f213-49c9-b627-c831b2583f87 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/406b1b10-f9bb-4289-a312-93254a1d7cde HTTP/1.1" status: 204 len: 168 time: 1.1229622 Apr 21 21:12:36.404487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49340) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:36.409861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da99621-5e2b-4f05-9f13-ed8effa8d28b None None] Network 08a5248a-78e7-4b07-956c-cfc8be9d9e84 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:36.424496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.428522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/262091a7-e217-4848-955d-f3c5fcccce98 HTTP/1.1" status: 204 len: 168 time: 4.7148094 Apr 21 21:12:36.443513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:36.445677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49342) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:36.452432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.458733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-271753774'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:36.478718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:36.516474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abcd4e-a99c-4b87-921e-bebadee0ca8a tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Network': ['ID=262091a7-e217-4848-955d-f3c5fcccce98,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:36.544609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:36.552411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.574132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.25.0.17 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/32b7bd28-2c05-4fa6-b680-23e73d1dd31b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:36.604247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-11dc2547-e031-402d-993b-bff02681d00c req-b7d6059a-c3a4-445e-8d4e-d1c86fdf4b29 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599938 Apr 21 21:12:36.633587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Allocated IP 172.20.0.1 (34df5341-5a8e-4e79-bb66-a25fc4c585af/24ae5038-094e-4b97-a39a-d6bbef794e25/45cbbb09-8ac2-4262-af98-3a5d75078e94) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:36.635783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:36.657116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.657449 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Added segment 2fa4c816-8e32-41fc-88b3-ce6cde92dc7b of type vlan for network b58aaa59-eaad-49de-a9ea-5285e8110b18 Apr 21 21:12:36.662197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.770559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.792582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.893970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.899527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c688db1-64aa-46ff-a551-3beedb12f280 None None] DHCP port deletion for 08a5248a-78e7-4b07-956c-cfc8be9d9e84 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:36.902556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:36.903267 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.907904 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.927802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:36.936894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:32Z', 'revision_number': 10, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:36.954891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:36.955313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.979364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4fc83f-77f0-471e-8b03-834a7b11fb5e None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:32Z', 'revision_number': 10, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c5b3d-f117-4f4c-97fb-6a8314bea037', 'name': '', 'network_id': '1496cb9c-d1b6-447c-9d10-1363b5b634df', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'mac_address': 'fa:16:3e:12:b5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1176c44e-1896-45de-bc37-900c260f0749', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:27Z', 'updated_at': '2022-04-21T21:11:35Z', 'revision_number': 5, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'subnets': [{'id': 'fe89a884-fe5f-4593-b401-c372fe8fb6bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:36.980189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:36.981425 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:36.981776 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Added segment 9199547b-1a76-406a-8cac-56de8da5d8f4 of type vlan for network a15004da-3332-4e87-9141-044bd129894f Apr 21 21:12:37.008361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:37.022794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7825515 Apr 21 21:12:37.028533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7c688db1-64aa-46ff-a551-3beedb12f280 None None] Deleting port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:37.029290 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c688db1-64aa-46ff-a551-3beedb12f280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.032903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:37.034988 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.039077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49344) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:37.055519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'b58aaa59-eaad-49de-a9ea-5285e8110b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:37.114734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7c688db1-64aa-46ff-a551-3beedb12f280 None None] For port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0c47fcc2-6a4b-4070-a6d7-5d0c5231a342,segment=NetworkSegment(b3d7d31b-e337-414a-9acc-e151f77d7f2a),segment_id=b3d7d31b-e337-414a-9acc-e151f77d7f2a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:37.115037 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c688db1-64aa-46ff-a551-3beedb12f280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.125312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e7cd8-60b0-4938-b7f5-5fa196c52bb4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Network': ['ID=b58aaa59-eaad-49de-a9ea-5285e8110b18,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:37.133330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7c688db1-64aa-46ff-a551-3beedb12f280 None None] Calling delete_port for 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:37.139033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b58aaa59-eaad-49de-a9ea-5285e8110b18 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:37.168136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=32b7bd28-2c05-4fa6-b680-23e73d1dd31b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:37.171793 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.219530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0c47fcc2-6a4b-4070-a6d7-5d0c5231a342,segment=NetworkSegment(b3d7d31b-e337-414a-9acc-e151f77d7f2a),segment_id=b3d7d31b-e337-414a-9acc-e151f77d7f2a)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:37.220343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.231999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.236709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:37.239869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.246227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:37.246897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.273082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:37.279429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.287127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c688db1-64aa-46ff-a551-3beedb12f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.316879 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c688db1-64aa-46ff-a551-3beedb12f280 None None] Pushing event deleted for resources: {'Port': ['ID=0c47fcc2-6a4b-4070-a6d7-5d0c5231a342,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:37.320733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c688db1-64aa-46ff-a551-3beedb12f280 None None] No DVR routers for this DVR port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:37.346375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8995919 Apr 21 21:12:37.347184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49346) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:37.355177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.363234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'subnet': {'network_id': 'a15004da-3332-4e87-9141-044bd129894f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:37.392568 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.414826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e899a-bfd6-46e8-98d0-00693254358e tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Network': ['ID=a15004da-3332-4e87-9141-044bd129894f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:37.433899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a15004da-3332-4e87-9141-044bd129894f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:37.443641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.448303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No DVR routers for this DVR port 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:37.553233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9a69e496-1561-4964-9f81-045dadc7462c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:37.566504 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.595347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:37.598865 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.611841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9a69e496-1561-4964-9f81-045dadc7462c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:37.612919 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.634304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=0c47fcc2-6a4b-4070-a6d7-5d0c5231a342,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:37.721626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a5248a-78e7-4b07-956c-cfc8be9d9e84']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:37.724696 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.741730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:37.756775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d7d31b-e337-414a-9acc-e151f77d7f2a') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:37.757202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d7d31b-e337-414a-9acc-e151f77d7f2a') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:37.758012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 9a69e496-1561-4964-9f81-045dadc7462c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9a69e496-1561-4964-9f81-045dadc7462c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:37.762526 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.766122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:37.776288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:37.779211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.785511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.797487 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.806941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eb402-66d5-49a3-9ff3-1f963fa393da req-d32d7c3b-3d2b-4209-9507-8859906e215b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:37.808465 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-208eb402-66d5-49a3-9ff3-1f963fa393da req-d32d7c3b-3d2b-4209-9507-8859906e215b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.0909569 Apr 21 21:12:37.881556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Pushing event updated for resources: {'Port': ['ID=45cbbb09-8ac2-4262-af98-3a5d75078e94,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:37.893375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.903985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f3c0f5d5-d4ee-4992-9231-0ecd025aadef no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:37.910615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:37.911144 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:37.915317 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:37.946049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: f3c0f5d5-d4ee-4992-9231-0ecd025aadef {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:37.946465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f3c0f5d5-d4ee-4992-9231-0ecd025aadef not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:37.946979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:37.950816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:37.975719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:37.976230 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0c47fcc2-6a4b-4070-a6d7-5d0c5231a342 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:37.978011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=9a69e496-1561-4964-9f81-045dadc7462c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:38.085568 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.106850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.113061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/networks/08a5248a-78e7-4b07-956c-cfc8be9d9e84 HTTP/1.1" status: 204 len: 168 time: 1.7006629 Apr 21 21:12:38.123604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49352) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:38.152895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b11e8-3a08-401e-beaa-99543363d25c tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Network': ['ID=08a5248a-78e7-4b07-956c-cfc8be9d9e84,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:38.188502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bda5f8be-c437-48f6-91f5-81dae35beccb None None] Provisioning complete for port 45cbbb09-8ac2-4262-af98-3a5d75078e94 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:38.189203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bda5f8be-c437-48f6-91f5-81dae35beccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.204179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-208eb402-66d5-49a3-9ff3-1f963fa393da req-1b90d0df-81b9-4cfe-9269-3008f14b914c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610444 Apr 21 21:12:38.216793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=32b7bd28-2c05-4fa6-b680-23e73d1dd31b,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:38.258334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bda5f8be-c437-48f6-91f5-81dae35beccb None None] Port 45cbbb09-8ac2-4262-af98-3a5d75078e94 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:38.276064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.283786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.285262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.324832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.328488 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-30d7dd79-6d8c-4ac7-95b6-fdf5b0d368c1 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5554717 Apr 21 21:12:38.330554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49354) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:38.337335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'port': {'network_id': '75224e28-f05b-4ed0-80b0-1df39e7b720a', 'name': 'tempest-FloatingIPTestJSON-132666327'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:38.356357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Subnet': ['ID=3f426d97-27b6-4907-a08a-80f713d28e30,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:38.366803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Checking segment: {'id': '9199547b-1a76-406a-8cac-56de8da5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a15004da-3332-4e87-9141-044bd129894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:38.367287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network hostable DHCP agents. Network: a15004da-3332-4e87-9141-044bd129894f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:38.382994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network a15004da-3332-4e87-9141-044bd129894f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:38.391444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a15004da-3332-4e87-9141-044bd129894f) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:38.396089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:38.396691 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.403632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59afe454-5c40-46a7-a6b2-afe5a871f924 None None] Network a15004da-3332-4e87-9141-044bd129894f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:38.414865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d338eebe-9379-498a-8bc0-80ff12641082 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0573995 Apr 21 21:12:38.417324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49356) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:38.537262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.550427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=478fb0dd-2f87-47f0-9e1b-f7ecd762c9e5,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:38.568512 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.571240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-a15004da-3332-4e87-9141-044bd129894f', 'network_id': 'a15004da-3332-4e87-9141-044bd129894f', 'tenant_id': '45b2ab9853474987a576f39828761561', 'fixed_ips': [{'subnet_id': '3f426d97-27b6-4907-a08a-80f713d28e30'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:38.572248 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.631758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.632307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Checking segment: {'id': '2fa4c816-8e32-41fc-88b3-ce6cde92dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b58aaa59-eaad-49de-a9ea-5285e8110b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:38.632307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network hostable DHCP agents. Network: b58aaa59-eaad-49de-a9ea-5285e8110b18, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:38.701136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Made reservation on behalf of 9cab51b0ceee4d2bba81d36db9dca757 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:38.704552 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.718490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Allocated IP 2001:db8::2 (a15004da-3332-4e87-9141-044bd129894f/3f426d97-27b6-4907-a08a-80f713d28e30/ba03d30e-273f-4fd1-afeb-420bc21635a4) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:38.768891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network b58aaa59-eaad-49de-a9ea-5285e8110b18 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:38.773686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] device_id is not set on port 00459dc8-2c75-4dc9-8f9f-33a3064d72a6 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:12:38.866059 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.872173 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.890101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:38.919882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Subnet': ['ID=3f426d97-27b6-4907-a08a-80f713d28e30,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:38.925592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Network a15004da-3332-4e87-9141-044bd129894f is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:38.931047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:38.933663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:38.937415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Pushing event updated for resources: {'Port': ['ID=ba03d30e-273f-4fd1-afeb-420bc21635a4,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:38.988157 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.013539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15004da-3332-4e87-9141-044bd129894f']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:39.025964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9199547b-1a76-406a-8cac-56de8da5d8f4') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:39.026470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9199547b-1a76-406a-8cac-56de8da5d8f4') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:39.043025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.057785 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.065190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:39.065821 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:39.069856 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:39.128026 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.api [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:12:39.128026 n-d-838945-1 neutron-server[114646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:12:39.128026 n-d-838945-1 neutron-server[114646]: [parameters: {'id': 'a15004da-3332-4e87-9141-044bd129894f'}] Apr 21 21:12:39.128026 n-d-838945-1 neutron-server[114646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:12:39.128575 n-d-838945-1 neutron-server[114646]: DEBUG oslo_db.api [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:12:39.154212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Attempting to bind port ba03d30e-273f-4fd1-afeb-420bc21635a4 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:39.154496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Attempting to bind port ba03d30e-273f-4fd1-afeb-420bc21635a4 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '9199547b-1a76-406a-8cac-56de8da5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a15004da-3332-4e87-9141-044bd129894f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:39.154854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Attempting to bind port ba03d30e-273f-4fd1-afeb-420bc21635a4 on network a15004da-3332-4e87-9141-044bd129894f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:39.157554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b58aaa59-eaad-49de-a9ea-5285e8110b18) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:39.161292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:39.161661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Checking segment: {'id': '9199547b-1a76-406a-8cac-56de8da5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a15004da-3332-4e87-9141-044bd129894f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:39.162069 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.162507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Bound using segment: {'id': '9199547b-1a76-406a-8cac-56de8da5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a15004da-3332-4e87-9141-044bd129894f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:39.162977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Bound port: ba03d30e-273f-4fd1-afeb-420bc21635a4, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9199547b-1a76-406a-8cac-56de8da5d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a15004da-3332-4e87-9141-044bd129894f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:39.163484 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.168575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95df748-11b4-4345-8326-1a0cb587a508 None None] Network b58aaa59-eaad-49de-a9ea-5285e8110b18 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:39.173501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:39.174121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.253644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9a69e496-1561-4964-9f81-045dadc7462c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:39.255089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6f93490e-f52b-422f-82ef-3c4a3cb121e1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2041066 Apr 21 21:12:39.258402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49360) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:39.265094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-90bd11ad-e362-4ead-acd3-40898e6e30ae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1440541073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:39.305805 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-90bd11ad-e362-4ead-acd3-40898e6e30ae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.306499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-90bd11ad-e362-4ead-acd3-40898e6e30ae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.313096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.315757 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.20.0.3 (75224e28-f05b-4ed0-80b0-1df39e7b720a/cde23a83-242e-4c64-accb-3ddcf4d33b89/00459dc8-2c75-4dc9-8f9f-33a3064d72a6) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:39.334637 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.342422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] For port ba03d30e-273f-4fd1-afeb-420bc21635a4, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:39.346942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] For port ba03d30e-273f-4fd1-afeb-420bc21635a4, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ba03d30e-273f-4fd1-afeb-420bc21635a4,segment=NetworkSegment(9199547b-1a76-406a-8cac-56de8da5d8f4),segment_id=9199547b-1a76-406a-8cac-56de8da5d8f4)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:39.353659 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.435728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-90bd11ad-e362-4ead-acd3-40898e6e30ae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.438933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9a69e496-1561-4964-9f81-045dadc7462c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:39.439353 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.445621 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-90bd11ad-e362-4ead-acd3-40898e6e30ae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.467577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-90bd11ad-e362-4ead-acd3-40898e6e30ae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.471283 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-90bd11ad-e362-4ead-acd3-40898e6e30ae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2089736 Apr 21 21:12:39.471495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49364) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:39.478655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'network_id': 'b58aaa59-eaad-49de-a9ea-5285e8110b18', 'name': 'tempest-PortsTestJSON-1023447398'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:39.493253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Pushing event updated for resources: {'Port': ['ID=45cbbb09-8ac2-4262-af98-3a5d75078e94,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:39.501172 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.531717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8abdc-5ea0-49c3-8fae-610685c51bcf None None] Pushing event updated for resources: {'Port': ['ID=ba03d30e-273f-4fd1-afeb-420bc21635a4,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:39.539651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-b58aaa59-eaad-49de-a9ea-5285e8110b18', 'network_id': 'b58aaa59-eaad-49de-a9ea-5285e8110b18', 'tenant_id': '4cbd407d5df248d39e1214326ca0fc20', 'fixed_ips': [{'subnet_id': '478fb0dd-2f87-47f0-9e1b-f7ecd762c9e5'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:39.540498 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.557724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2036-8b9c-423c-a5ce-2790f4df5e92 req-19440e82-4c82-4634-88d0-6c23d7611a56 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:39.558989 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-832d2036-8b9c-423c-a5ce-2790f4df5e92 req-19440e82-4c82-4634-88d0-6c23d7611a56 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.1899531 Apr 21 21:12:39.561858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f25b490-2510-43a8-ac5f-6d60551f6b63 None None] Network a15004da-3332-4e87-9141-044bd129894f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:39.629774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.651704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:39.655655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.694018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port a296e77f-19d9-461c-9dd2-9dcb5668f83e yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:12:39.708876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.758672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-832d2036-8b9c-423c-a5ce-2790f4df5e92 req-844345b2-5a90-47db-a2ae-bafbfb3a0890 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580369 Apr 21 21:12:39.773427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Deleting port ba03d30e-273f-4fd1-afeb-420bc21635a4 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:39.774046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.841727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Allocated IP 172.20.0.2 (b58aaa59-eaad-49de-a9ea-5285e8110b18/478fb0dd-2f87-47f0-9e1b-f7ecd762c9e5/566ab157-de9a-4a39-9722-59ee9a0e74b3) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:39.842979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.847191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:39.854626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:39.881792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] For port ba03d30e-273f-4fd1-afeb-420bc21635a4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ba03d30e-273f-4fd1-afeb-420bc21635a4,segment=NetworkSegment(9199547b-1a76-406a-8cac-56de8da5d8f4),segment_id=9199547b-1a76-406a-8cac-56de8da5d8f4)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:39.882369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:39.897164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Calling delete_port for ba03d30e-273f-4fd1-afeb-420bc21635a4 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:39.991170 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.021456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Port': ['ID=ba03d30e-273f-4fd1-afeb-420bc21635a4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:40.025496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No DVR routers for this DVR port ba03d30e-273f-4fd1-afeb-420bc21635a4 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:40.058341 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.061421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.069095 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.103132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 75224e28-f05b-4ed0-80b0-1df39e7b720a is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:40.113497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:40.125218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Network b58aaa59-eaad-49de-a9ea-5285e8110b18 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:40.128509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:40.132489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:40.139102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:40.143494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Pushing event updated for resources: {'Port': ['ID=566ab157-de9a-4a39-9722-59ee9a0e74b3,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:40.153436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.10 (b58aaa59-eaad-49de-a9ea-5285e8110b18/478fb0dd-2f87-47f0-9e1b-f7ecd762c9e5/a296e77f-19d9-461c-9dd2-9dcb5668f83e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:40.219161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Attempting to bind port 566ab157-de9a-4a39-9722-59ee9a0e74b3 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:40.219526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Attempting to bind port 566ab157-de9a-4a39-9722-59ee9a0e74b3 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2fa4c816-8e32-41fc-88b3-ce6cde92dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b58aaa59-eaad-49de-a9ea-5285e8110b18'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:40.220689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Attempting to bind port 566ab157-de9a-4a39-9722-59ee9a0e74b3 on network b58aaa59-eaad-49de-a9ea-5285e8110b18 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:40.221221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.229275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-31fe4c30-7558-4cb0-b850-dce9ca561e03 None None] Provisioning complete for port 45cbbb09-8ac2-4262-af98-3a5d75078e94 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:40.230525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-31fe4c30-7558-4cb0-b850-dce9ca561e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.230684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=00459dc8-2c75-4dc9-8f9f-33a3064d72a6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:40.231494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:40.231939 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Checking segment: {'id': '2fa4c816-8e32-41fc-88b3-ce6cde92dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b58aaa59-eaad-49de-a9ea-5285e8110b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:40.240318 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.240993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Bound using segment: {'id': '2fa4c816-8e32-41fc-88b3-ce6cde92dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b58aaa59-eaad-49de-a9ea-5285e8110b18'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:40.241702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Bound port: 566ab157-de9a-4a39-9722-59ee9a0e74b3, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa4c816-8e32-41fc-88b3-ce6cde92dc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b58aaa59-eaad-49de-a9ea-5285e8110b18'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:40.242753 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.243285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Router 94716572-c54f-4eae-b7f0-1888f25fa625 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:40.261594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15004da-3332-4e87-9141-044bd129894f']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:40.274782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:40.275419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.278874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9199547b-1a76-406a-8cac-56de8da5d8f4') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:40.279254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9199547b-1a76-406a-8cac-56de8da5d8f4') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:40.299859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-24d54736-6e64-4bb9-90b6-6f4c5affca86 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9662795 Apr 21 21:12:40.303858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49368) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:40.308456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c306043e-f30f-4d43-91d3-bbe7190e6aff tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'port_id': '00459dc8-2c75-4dc9-8f9f-33a3064d72a6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:40.341378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.361362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-31fe4c30-7558-4cb0-b850-dce9ca561e03 None None] Port 45cbbb09-8ac2-4262-af98-3a5d75078e94 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:40.401438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port fa8c5b3d-f117-4f4c-97fb-6a8314bea037 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:40.401776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.406273 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.416976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c306043e-f30f-4d43-91d3-bbe7190e6aff tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.417606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] For port 566ab157-de9a-4a39-9722-59ee9a0e74b3, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:40.421244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] For port 566ab157-de9a-4a39-9722-59ee9a0e74b3, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=566ab157-de9a-4a39-9722-59ee9a0e74b3,segment=NetworkSegment(2fa4c816-8e32-41fc-88b3-ce6cde92dc7b),segment_id=2fa4c816-8e32-41fc-88b3-ce6cde92dc7b)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:40.427836 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.467060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:40.474002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-51537b2a-af82-4803-adc3-0b6e2c051f9f admin admin] 10.222.0.49 "PUT /v2.0/routers/94716572-c54f-4eae-b7f0-1888f25fa625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7071877 Apr 21 21:12:40.485817 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Sync routers for ids ['94716572-c54f-4eae-b7f0-1888f25fa625'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:40.500565 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Routers {'94716572-c54f-4eae-b7f0-1888f25fa625'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:40.505350 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['94716572-c54f-4eae-b7f0-1888f25fa625'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:40.509501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.520071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0ad76-a6ce-4208-8703-95f3f68a1645 None None] Pushing event updated for resources: {'Port': ['ID=566ab157-de9a-4a39-9722-59ee9a0e74b3,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:40.558270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port fa8c5b3d-f117-4f4c-97fb-6a8314bea037, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fa8c5b3d-f117-4f4c-97fb-6a8314bea037,segment=NetworkSegment(962b39b4-e4e9-49a8-9d11-b3592384def1),segment_id=962b39b4-e4e9-49a8-9d11-b3592384def1)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:40.559098 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.575086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for fa8c5b3d-f117-4f4c-97fb-6a8314bea037 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:40.663737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:40.664284 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.671257 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Set router 94716572-c54f-4eae-b7f0-1888f25fa625 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:40.704674 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:40.803222 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.907061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network b58aaa59-eaad-49de-a9ea-5285e8110b18 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:40.916729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.932489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:40.938593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/a15004da-3332-4e87-9141-044bd129894f HTTP/1.1" status: 204 len: 168 time: 2.5202503 Apr 21 21:12:40.944566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49382) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:40.985522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-164987877'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:40.991094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.037746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=fa8c5b3d-f117-4f4c-97fb-6a8314bea037,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:41.047916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:41.065663 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a69e496-1561-4964-9f81-045dadc7462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:26Z', 'updated_at': '2022-04-21T21:12:38Z', 'revision_number': 4, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'gw_port': {'id': '9a69e496-1561-4964-9f81-045dadc7462c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:28Z', 'updated_at': '2022-04-21T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45cbbb09-8ac2-4262-af98-3a5d75078e94', 'name': '', 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'mac_address': 'fa:16:3e:d5:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '24ae5038-094e-4b97-a39a-d6bbef794e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:35Z', 'updated_at': '2022-04-21T21:12:38Z', 'revision_number': 2, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'subnets': [{'id': '24ae5038-094e-4b97-a39a-d6bbef794e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:41.102460 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Checking router: 94716572-c54f-4eae-b7f0-1888f25fa625 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:41.103027 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Updating router 94716572-c54f-4eae-b7f0-1888f25fa625 port 45cbbb09-8ac2-4262-af98-3a5d75078e94 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:12:41.106695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0ff04-cac0-4017-8755-c911e1c7899b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Network': ['ID=a15004da-3332-4e87-9141-044bd129894f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:41.122803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:41.134820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:41.138666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.231542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=a296e77f-19d9-461c-9dd2-9dcb5668f83e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:41.281902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dabeb1-052a-49a7-bd0d-c474c02a4130 req-20ce9638-d7d0-4bc1-afb8-d6d10564e05f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:41.285959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:41.286493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63dabeb1-052a-49a7-bd0d-c474c02a4130 req-20ce9638-d7d0-4bc1-afb8-d6d10564e05f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.2340097 Apr 21 21:12:41.350062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.350410 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Added segment 21f03857-ee33-40d6-8775-b53c2f75aa3e of type vlan for network 914bf399-73d1-40c6-ac6f-4e5870a34cb6 Apr 21 21:12:41.405794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:41.406466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.439699 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.465675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.502815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 566ab157-de9a-4a39-9722-59ee9a0e74b3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:41.528831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49394) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:41.531734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.540568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:41.541913 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.555783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-618719707-network', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:41.582867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 566ab157-de9a-4a39-9722-59ee9a0e74b3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:41.583688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.587945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63dabeb1-052a-49a7-bd0d-c474c02a4130 req-bfe9c2db-dc1d-4b35-b4f9-42d4a9cf8325 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618301 Apr 21 21:12:41.601307 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-51a0c93e-bbb9-46b1-ab12-448c79e78e31 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1287096 Apr 21 21:12:41.602915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49396) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:41.718610 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.724628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.731919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Made reservation on behalf of db4046cada014f1d88b6128477a6fb40 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:41.734511 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.751151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Network': ['ID=914bf399-73d1-40c6-ac6f-4e5870a34cb6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:41.773616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-290de54e-12d0-470e-b30f-d859cb655327 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7928131 Apr 21 21:12:41.775676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.777672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 914bf399-73d1-40c6-ac6f-4e5870a34cb6 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:41.780417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49398) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:41.791616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Request body: {'subnet': {'network_id': '914bf399-73d1-40c6-ac6f-4e5870a34cb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:41.913286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 566ab157-de9a-4a39-9722-59ee9a0e74b3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=566ab157-de9a-4a39-9722-59ee9a0e74b3,segment=NetworkSegment(2fa4c816-8e32-41fc-88b3-ce6cde92dc7b),segment_id=2fa4c816-8e32-41fc-88b3-ce6cde92dc7b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:41.934167 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.934775 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:41.945997 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.011877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=566ab157-de9a-4a39-9722-59ee9a0e74b3,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:42.045055 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abbe58-58ad-46b5-bdb7-b30364a3d791 None None] Pushing event updated for resources: {'Port': ['ID=45cbbb09-8ac2-4262-af98-3a5d75078e94,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:42.124420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7d879-7ea3-4563-a811-6254c0a13a5a None None] Network b58aaa59-eaad-49de-a9ea-5285e8110b18 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:42.174060 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Attempting to bind port 45cbbb09-8ac2-4262-af98-3a5d75078e94 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:42.174616 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Attempting to bind port 45cbbb09-8ac2-4262-af98-3a5d75078e94 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:42.175117 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Attempting to bind port 45cbbb09-8ac2-4262-af98-3a5d75078e94 on network 34df5341-5a8e-4e79-bb66-a25fc4c585af {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:42.180541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:42.187210 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:42.188039 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Checking segment: {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:42.188753 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.189269 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Bound using segment: {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:42.190054 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Bound port: 45cbbb09-8ac2-4262-af98-3a5d75078e94, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:42.190761 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.292973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-14ae060e-2192-49a9-b0d6-731dccc14278 None None] Provisioning complete for port 566ab157-de9a-4a39-9722-59ee9a0e74b3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:42.293300 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-14ae060e-2192-49a9-b0d6-731dccc14278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.338865 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] For port 45cbbb09-8ac2-4262-af98-3a5d75078e94, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:42.344842 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] For port 45cbbb09-8ac2-4262-af98-3a5d75078e94, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=45cbbb09-8ac2-4262-af98-3a5d75078e94,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:42.354646 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.357567 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.359848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:42.369928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7e910cc9-0a0f-456c-b7fc-89a03e57e330 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2430458 Apr 21 21:12:42.371295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49402) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:42.401167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:42.438357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c131eed-a99f-4216-9046-8a4b3776cbe7 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting subnet fe89a884-fe5f-4593-b401-c372fe8fb6bf {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:42.442051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.447879 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:42.448522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:42.455467 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:12:42.468197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.468900 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Added segment 95154b18-ec7d-4199-a1f1-7c6fd7b102f8 of type vlan for network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb Apr 21 21:12:42.471168 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Routers {'94716572-c54f-4eae-b7f0-1888f25fa625'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:42.474655 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['94716572-c54f-4eae-b7f0-1888f25fa625'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:42.569079 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.595503 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c131eed-a99f-4216-9046-8a4b3776cbe7 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.650679 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.654921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:42.656299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.682663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:42.697438 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] Set router 94716572-c54f-4eae-b7f0-1888f25fa625 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:42.711620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c306043e-f30f-4d43-91d3-bbe7190e6aff tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.740046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c306043e-f30f-4d43-91d3-bbe7190e6aff tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.817360 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abbe58-58ad-46b5-bdb7-b30364a3d791 None None] Pushing event updated for resources: {'Port': ['ID=45cbbb09-8ac2-4262-af98-3a5d75078e94,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:42.852949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:40Z', 'revision_number': 11, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:42.901860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:42.910100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Made reservation on behalf of 45b2ab9853474987a576f39828761561 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:42.914450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.925115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:42.926040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:42.935622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4052973 Apr 21 21:12:42.940358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49406) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:42.969041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Pushing event updated for resources: {'Network': ['ID=6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:42.975129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c131eed-a99f-4216-9046-8a4b3776cbe7 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:42.983041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084d9d9-c288-4511-bdc2-9e5c008eba8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c48688c-3284-4c8f-b8e8-ac7c01111191,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:42.983817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Request body: {'subnet': {'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-618719707-subnet', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:42.993808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:12:43.042562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Made reservation on behalf of db4046cada014f1d88b6128477a6fb40 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:12:43.044868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:43.078218 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a69e496-1561-4964-9f81-045dadc7462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:26Z', 'updated_at': '2022-04-21T21:12:38Z', 'revision_number': 4, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'gw_port': {'id': '9a69e496-1561-4964-9f81-045dadc7462c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:28Z', 'updated_at': '2022-04-21T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45cbbb09-8ac2-4262-af98-3a5d75078e94', 'name': '', 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'mac_address': 'fa:16:3e:d5:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '24ae5038-094e-4b97-a39a-d6bbef794e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:35Z', 'updated_at': '2022-04-21T21:12:42Z', 'revision_number': 4, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'subnets': [{'id': '24ae5038-094e-4b97-a39a-d6bbef794e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:43.084892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b165d5-72a9-4417-9b0c-7aebda715da8 req-214325e7-5496-4e07-b05e-4f9c9ab6ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:43.092621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9b165d5-72a9-4417-9b0c-7aebda715da8 req-214325e7-5496-4e07-b05e-4f9c9ab6ce8f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1096 time: 0.4099913 Apr 21 21:12:43.221164 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84940b-84c5-402e-bdcf-f2244e12c8e0 None None] The sync data for ids ['94716572-c54f-4eae-b7f0-1888f25fa625'] in n-d-838945-1 is: [{'id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a69e496-1561-4964-9f81-045dadc7462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:26Z', 'updated_at': '2022-04-21T21:12:38Z', 'revision_number': 4, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'gw_port': {'id': '9a69e496-1561-4964-9f81-045dadc7462c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:28Z', 'updated_at': '2022-04-21T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '45cbbb09-8ac2-4262-af98-3a5d75078e94', 'name': '', 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'mac_address': 'fa:16:3e:d5:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_interface', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '24ae5038-094e-4b97-a39a-d6bbef794e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:35Z', 'updated_at': '2022-04-21T21:12:42Z', 'revision_number': 4, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'subnets': [{'id': '24ae5038-094e-4b97-a39a-d6bbef794e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:43.478235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c051-bd8e-49fd-ab00-72e3db217c82 req-6c636b9a-3053-4bcd-a82b-6392ecc4c44f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:43.487194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0cf5c051-bd8e-49fd-ab00-72e3db217c82 req-6c636b9a-3053-4bcd-a82b-6392ecc4c44f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.7210557 Apr 21 21:12:43.496376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 566ab157-de9a-4a39-9722-59ee9a0e74b3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:43.500507 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c131eed-a99f-4216-9046-8a4b3776cbe7 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:43.526388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:43.630243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0cf5c051-bd8e-49fd-ab00-72e3db217c82 req-ed6f1b81-d6a7-407a-bfb0-12fc18d36b95 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420734 Apr 21 21:12:43.643295 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9b165d5-72a9-4417-9b0c-7aebda715da8 req-2a410bdb-1082-45d5-8f21-ed9c2ec8153a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564130 Apr 21 21:12:43.687875 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c131eed-a99f-4216-9046-8a4b3776cbe7 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:43.720752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c131eed-a99f-4216-9046-8a4b3776cbe7 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Subnet': ['ID=fe89a884-fe5f-4593-b401-c372fe8fb6bf,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:43.729670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3f11b550-2859-42b7-9f11-f662b345f97e None None] Provisioning complete for port 45cbbb09-8ac2-4262-af98-3a5d75078e94 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:43.730175 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3f11b550-2859-42b7-9f11-f662b345f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:43.733302 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c131eed-a99f-4216-9046-8a4b3776cbe7 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:43.739728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2c131eed-a99f-4216-9046-8a4b3776cbe7 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/fe89a884-fe5f-4593-b401-c372fe8fb6bf HTTP/1.1" status: 204 len: 168 time: 1.3670564 Apr 21 21:12:43.741166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:43.745332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49410) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:43.813333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a088c881-a8bf-48f9-9f75-d93063a52e97 None None] Network 1496cb9c-d1b6-447c-9d10-1363b5b634df requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:43.815043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:40Z', 'revision_number': 11, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:43.853418 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-c306043e-f30f-4d43-91d3-bbe7190e6aff tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP 9c6ed98f-f73c-4616-85bc-0afbeb02bfda associated. External IP: 172.25.0.17, port: 00459dc8-2c75-4dc9-8f9f-33a3064d72a6. Apr 21 21:12:43.887541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff807edc-677b-4766-9bda-9b2a4fa688a9 None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:40Z', 'revision_number': 11, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:43.901939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:43.915177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:43.962350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 566ab157-de9a-4a39-9722-59ee9a0e74b3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:43.962584 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:43.986456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:43.993518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Deleting port d3b977c4-6c25-4d1d-8955-16fe2bd545b1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:43.993518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.027711 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3f11b550-2859-42b7-9f11-f662b345f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.083400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] For port d3b977c4-6c25-4d1d-8955-16fe2bd545b1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d3b977c4-6c25-4d1d-8955-16fe2bd545b1,segment=NetworkSegment(962b39b4-e4e9-49a8-9d11-b3592384def1),segment_id=962b39b4-e4e9-49a8-9d11-b3592384def1)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:44.083939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.108332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Calling delete_port for d3b977c4-6c25-4d1d-8955-16fe2bd545b1 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:44.127249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3f11b550-2859-42b7-9f11-f662b345f97e None None] For port 45cbbb09-8ac2-4262-af98-3a5d75078e94, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=45cbbb09-8ac2-4262-af98-3a5d75078e94,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:44.136367 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3f11b550-2859-42b7-9f11-f662b345f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.189683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11b550-2859-42b7-9f11-f662b345f97e None None] Pushing event updated for resources: {'Port': ['ID=45cbbb09-8ac2-4262-af98-3a5d75078e94,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:44.199885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Checking segment: {'id': '95154b18-ec7d-4199-a1f1-7c6fd7b102f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:44.200252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Network hostable DHCP agents. Network: 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:44.244792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.274740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c77f1835-9a5f-44fc-ad33-c7755c78796e None None] Provisioning complete for port a296e77f-19d9-461c-9dd2-9dcb5668f83e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:44.275197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c77f1835-9a5f-44fc-ad33-c7755c78796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.321765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135bf155-0115-4de1-921b-41663f30ec11 None None] DHCP port deletion for 1496cb9c-d1b6-447c-9d10-1363b5b634df request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:44.325287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Port': ['ID=d3b977c4-6c25-4d1d-8955-16fe2bd545b1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:44.340848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No DVR routers for this DVR port d3b977c4-6c25-4d1d-8955-16fe2bd545b1 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:44.361703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c77f1835-9a5f-44fc-ad33-c7755c78796e None None] Port a296e77f-19d9-461c-9dd2-9dcb5668f83e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:44.369672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78542574-da87-4f74-a8a1-ed3a81a7d210 None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:12:44.412011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.objects.ports [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114646) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:12:44.433800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c77f1835-9a5f-44fc-ad33-c7755c78796e None None] Provisioning complete for port 566ab157-de9a-4a39-9722-59ee9a0e74b3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:44.434119 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c77f1835-9a5f-44fc-ad33-c7755c78796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.458818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:44.487458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.513372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.533047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1496cb9c-d1b6-447c-9d10-1363b5b634df']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:44.553072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962b39b4-e4e9-49a8-9d11-b3592384def1') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:44.557374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962b39b4-e4e9-49a8-9d11-b3592384def1') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:44.577018 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.589576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:44.599201 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.616007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:44.616412 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:44.624572 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:44.640351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:44.641562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.798456 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.826392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.845550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/networks/1496cb9c-d1b6-447c-9d10-1363b5b634df HTTP/1.1" status: 204 len: 168 time: 1.0963700 Apr 21 21:12:44.845550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d2fde-9ef9-415f-a873-0a1a945076e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Pushing event deleted for resources: {'Network': ['ID=1496cb9c-d1b6-447c-9d10-1363b5b634df,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:44.846046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49422) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:44.853440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'routes': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:44.861060 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5f16071-2064-4950-84b1-3cd542340f3e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8806176 Apr 21 21:12:44.862041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event updated for resources: {'Subnet': ['ID=21788357-6ebd-419b-b770-0c34cc823b4d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:44.864359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49424) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:44.911763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Checking segment: {'id': '21f03857-ee33-40d6-8775-b53c2f75aa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '914bf399-73d1-40c6-ac6f-4e5870a34cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:44.912127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Network hostable DHCP agents. Network: 914bf399-73d1-40c6-ac6f-4e5870a34cb6, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:12:44.919458 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.947350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:44.964105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c306043e-f30f-4d43-91d3-bbe7190e6aff tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:44.967982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78542574-da87-4f74-a8a1-ed3a81a7d210 None None] Network 914bf399-73d1-40c6-ac6f-4e5870a34cb6 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:12:44.975922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91252b8-7a8f-4272-b5f0-cfa4edc67627 req-44d6562e-34cc-45fd-a3c9-b4e238c2b993 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:44.983956 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f91252b8-7a8f-4272-b5f0-cfa4edc67627 req-44d6562e-34cc-45fd-a3c9-b4e238c2b993 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.1780288 Apr 21 21:12:44.986526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78542574-da87-4f74-a8a1-ed3a81a7d210 None None] Unable to find a vacant binding_index for network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb and agent 1670ebef-0960-4a94-b715-a04963bfe4a6 {{(pid=114648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 21 21:12:45.007111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78542574-da87-4f74-a8a1-ed3a81a7d210 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 914bf399-73d1-40c6-ac6f-4e5870a34cb6), (DHCP agent, n-d-838945-1, 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb) {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:12:45.073096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Unable to find a vacant binding_index for network 914bf399-73d1-40c6-ac6f-4e5870a34cb6 and agent 1670ebef-0960-4a94-b715-a04963bfe4a6 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 21 21:12:45.086329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 914bf399-73d1-40c6-ac6f-4e5870a34cb6) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:45.090879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:45.091708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.218160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=a296e77f-19d9-461c-9dd2-9dcb5668f83e,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:45.232063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-19cffc8d-6f3d-4ea0-a322-5f184e31bd69 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.4429023 Apr 21 21:12:45.244106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f91252b8-7a8f-4272-b5f0-cfa4edc67627 req-f7ef9418-bf89-41af-afff-596fd99696a3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595613 Apr 21 21:12:45.246166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49426) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:45.373621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45cbbb09-8ac2-4262-af98-3a5d75078e94 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:45.487766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 45cbbb09-8ac2-4262-af98-3a5d75078e94 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:45.488210 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.497466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-618719707-router', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:45.539826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb', 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'fixed_ips': [{'subnet_id': 'dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:45.540910 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.572665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-914bf399-73d1-40c6-ac6f-4e5870a34cb6', 'network_id': '914bf399-73d1-40c6-ac6f-4e5870a34cb6', 'tenant_id': '45b2ab9853474987a576f39828761561', 'fixed_ips': [{'subnet_id': '21788357-6ebd-419b-b770-0c34cc823b4d'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:12:45.573619 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.643434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Added routes are [] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 21:12:45.644109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Removed routes are [] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 21:12:45.644780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.690450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.691883 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.746524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Allocated IP 172.20.0.2 (6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb/dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4/0c250c1d-0a8c-4b69-90b6-9c7ca45f2771) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:45.766406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c306043e-f30f-4d43-91d3-bbe7190e6aff tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:45.778541 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c81f43-b47d-403e-a383-e9b80dbb8d35 None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:45.788280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c306043e-f30f-4d43-91d3-bbe7190e6aff tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.795044 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c81f43-b47d-403e-a383-e9b80dbb8d35 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:45.795665 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-79c81f43-b47d-403e-a383-e9b80dbb8d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:45.833699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.839147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.871076 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-79c81f43-b47d-403e-a383-e9b80dbb8d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:45.879901 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c81f43-b47d-403e-a383-e9b80dbb8d35 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:45.880501 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-79c81f43-b47d-403e-a383-e9b80dbb8d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:45.915799 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-79c81f43-b47d-403e-a383-e9b80dbb8d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:45.916332 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c81f43-b47d-403e-a383-e9b80dbb8d35 None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:45.935762 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c306043e-f30f-4d43-91d3-bbe7190e6aff tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/floatingips/9c6ed98f-f73c-4616-85bc-0afbeb02bfda HTTP/1.1" status: 200 len: 976 time: 5.6306825 Apr 21 21:12:45.936946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49430) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:45.940932 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.951170 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.972593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:45.983521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 1176c44e-1896-45de-bc37-900c260f0749 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:45.989944 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.059265 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.150479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:46.157167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:46.159687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:46.183803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.244565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:46.288571 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.291833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c489a945-cfbc-4c83-99a9-7dbc540cb1a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749 HTTP/1.1" status: 200 len: 701 time: 1.4435930 Apr 21 21:12:46.294862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Pushing event updated for resources: {'Port': ['ID=0c250c1d-0a8c-4b69-90b6-9c7ca45f2771,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:46.302132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] Sync routers for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:46.306882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49434) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:46.392188 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.458252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:46.458961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:46.465959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Allocated IP 2001:db8::f816:3eff:fee6:dc36 (914bf399-73d1-40c6-ac6f-4e5870a34cb6/21788357-6ebd-419b-b770-0c34cc823b4d/8d12641c-2a54-44ba-9b78-26048a0502fd) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:46.466949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-96cd5bc3-63c3-4e81-ab02-b3b4840198eb tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=1176c44e-1896-45de-bc37-900c260f0749 HTTP/1.1" status: 200 len: 205 time: 0.1587076 Apr 21 21:12:46.468795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fa8c5b3d-f117-4f4c-97fb-6a8314bea037 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:46.470787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49436) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:46.512809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Attempting to bind port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:46.513197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Attempting to bind port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '95154b18-ec7d-4199-a1f1-7c6fd7b102f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:46.513724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Attempting to bind port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 on network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:46.533038 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.548823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 00459dc8-2c75-4dc9-8f9f-33a3064d72a6 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:46.549243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.567518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6393157-8611-4c6f-8fd6-8fbe062ffd34 req-c0a2c8fb-ff8f-496b-b1fa-7800f0123fb3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:46.569095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6393157-8611-4c6f-8fd6-8fbe062ffd34 req-c0a2c8fb-ff8f-496b-b1fa-7800f0123fb3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.1048207 Apr 21 21:12:46.581885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fa8c5b3d-f117-4f4c-97fb-6a8314bea037 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:46.582780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fa8c5b3d-f117-4f4c-97fb-6a8314bea037 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:46.583338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d3b977c4-6c25-4d1d-8955-16fe2bd545b1 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:46.588281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:46.588740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Checking segment: {'id': '95154b18-ec7d-4199-a1f1-7c6fd7b102f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:46.589229 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.589687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Bound using segment: {'id': '95154b18-ec7d-4199-a1f1-7c6fd7b102f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:46.590297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Bound port: 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95154b18-ec7d-4199-a1f1-7c6fd7b102f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:46.590706 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.614896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:46.647462 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a4f-9e19-4225-9ac7-8e64a7b5d3ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.658561 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a6393157-8611-4c6f-8fd6-8fbe062ffd34 req-f819c4ae-02a3-4ec1-8cbe-144f0f960a2e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804293 Apr 21 21:12:46.791020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.819928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:46.830973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: d3b977c4-6c25-4d1d-8955-16fe2bd545b1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:46.831368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d3b977c4-6c25-4d1d-8955-16fe2bd545b1 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:46.896087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:40Z', 'revision_number': 11, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:46.963719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] For port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:46.967362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] For port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0c250c1d-0a8c-4b69-90b6-9c7ca45f2771,segment=NetworkSegment(95154b18-ec7d-4199-a1f1-7c6fd7b102f8),segment_id=95154b18-ec7d-4199-a1f1-7c6fd7b102f8)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:47.054660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-abb11e70-be08-4840-8aef-350b298d8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:47.056610 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-abb11e70-be08-4840-8aef-350b298d8026 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0990217 Apr 21 21:12:47.061577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.109140 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.116736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] Checking router: 1176c44e-1896-45de-bc37-900c260f0749 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:47.120017 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.128334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.130387 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a4f-9e19-4225-9ac7-8e64a7b5d3ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.135294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a4f-9e19-4225-9ac7-8e64a7b5d3ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.149320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Allocated IP 172.25.0.232 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/3e32f5e2-adeb-4941-bb1e-15458d1a53bd) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:47.188075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] Routers {'1176c44e-1896-45de-bc37-900c260f0749'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:47.189035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['1176c44e-1896-45de-bc37-900c260f0749'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:47.201181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Network 914bf399-73d1-40c6-ac6f-4e5870a34cb6 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:47.235948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-8889b873-58e2-40d7-9f15-612de9ea5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:47.237636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-8889b873-58e2-40d7-9f15-612de9ea5c03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.1719468 Apr 21 21:12:47.251539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:47.263171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:47.322836 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-7737e753-dbf9-414d-9e98-f2b5240e05ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 200 len: 217 time: 0.0479302 Apr 21 21:12:47.328197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] Set router 1176c44e-1896-45de-bc37-900c260f0749 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:47.329643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba87a48-6a82-4b6c-b4b2-657e75d1ef53 None None] Pushing event updated for resources: {'Port': ['ID=0c250c1d-0a8c-4b69-90b6-9c7ca45f2771,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:47.406297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.413804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-a6542eb8-95d1-43d3-9be6-bcc7ae610a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:47.415642 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-a6542eb8-95d1-43d3-9be6-bcc7ae610a24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0825543 Apr 21 21:12:47.455529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:40Z', 'revision_number': 11, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:47.468116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.481629 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.495338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-8e7d8378-8d0a-47eb-a9cc-37507af350a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:47.498677 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-8e7d8378-8d0a-47eb-a9cc-37507af350a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735955 Apr 21 21:12:47.533018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a4f-9e19-4225-9ac7-8e64a7b5d3ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.533551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ec0a4f-9e19-4225-9ac7-8e64a7b5d3ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Fanout notify agent at l3_agent the message router_deleted on router 1176c44e-1896-45de-bc37-900c260f0749 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:12:47.543753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fe4633-4698-41a2-81e9-2fe9507f4c35 None None] The sync data for ids ['1176c44e-1896-45de-bc37-900c260f0749'] in n-d-838945-1 is: [{'id': '1176c44e-1896-45de-bc37-900c260f0749', 'name': 'tempest-RoutersTest-router-1930896994', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:24Z', 'updated_at': '2022-04-21T21:12:40Z', 'revision_number': 11, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:47.561694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Pushing event updated for resources: {'Port': ['ID=8d12641c-2a54-44ba-9b78-26048a0502fd,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:47.564821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Attempting to bind port 8d12641c-2a54-44ba-9b78-26048a0502fd on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:47.565179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Attempting to bind port 8d12641c-2a54-44ba-9b78-26048a0502fd by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '21f03857-ee33-40d6-8775-b53c2f75aa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '914bf399-73d1-40c6-ac6f-4e5870a34cb6'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:47.565542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Attempting to bind port 8d12641c-2a54-44ba-9b78-26048a0502fd on network 914bf399-73d1-40c6-ac6f-4e5870a34cb6 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:47.577162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:47.578778 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Checking segment: {'id': '21f03857-ee33-40d6-8775-b53c2f75aa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '914bf399-73d1-40c6-ac6f-4e5870a34cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:47.579191 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.579584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Bound using segment: {'id': '21f03857-ee33-40d6-8775-b53c2f75aa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '914bf399-73d1-40c6-ac6f-4e5870a34cb6'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:47.580077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Bound port: 8d12641c-2a54-44ba-9b78-26048a0502fd, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f03857-ee33-40d6-8775-b53c2f75aa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '914bf399-73d1-40c6-ac6f-4e5870a34cb6'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:47.580443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.601841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41ec0a4f-9e19-4225-9ac7-8e64a7b5d3ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.609370 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-41ec0a4f-9e19-4225-9ac7-8e64a7b5d3ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749 HTTP/1.1" status: 204 len: 168 time: 1.1339185 Apr 21 21:12:47.613392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49450) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:47.632657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-afcb831d-2de9-4794-81aa-c8a4964870fe tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-619312340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:47.650306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.733367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] For port 8d12641c-2a54-44ba-9b78-26048a0502fd, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:47.740137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] For port 8d12641c-2a54-44ba-9b78-26048a0502fd, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d12641c-2a54-44ba-9b78-26048a0502fd,segment=NetworkSegment(21f03857-ee33-40d6-8775-b53c2f75aa3e),segment_id=21f03857-ee33-40d6-8775-b53c2f75aa3e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:47.745701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:47.746650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.761066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:47.764029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:47.834721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d7f8c-ff23-422b-a013-ca3aba8ff7fb None None] Pushing event updated for resources: {'Port': ['ID=8d12641c-2a54-44ba-9b78-26048a0502fd,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:47.875865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-afcb831d-2de9-4794-81aa-c8a4964870fe tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.877131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-afcb831d-2de9-4794-81aa-c8a4964870fe tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:47.903437 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-ee27e84d-84a5-4d28-a255-20562f6c70bf service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988490 Apr 21 21:12:47.904159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Pushing event updated for resources: {'Port': ['ID=3e32f5e2-adeb-4941-bb1e-15458d1a53bd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:48.125303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=a296e77f-19d9-461c-9dd2-9dcb5668f83e,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:48.147910 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-afcb831d-2de9-4794-81aa-c8a4964870fe tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.158841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-afcb831d-2de9-4794-81aa-c8a4964870fe tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.158982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232ab22-49fe-4503-b1dd-e995d2eac60c req-3907d068-7523-46bf-a516-72239c3ed484 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:48.166552 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5232ab22-49fe-4503-b1dd-e995d2eac60c req-3907d068-7523-46bf-a516-72239c3ed484 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 1.2070246 Apr 21 21:12:48.225668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.225668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.297563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-afcb831d-2de9-4794-81aa-c8a4964870fe tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.298783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-afcb831d-2de9-4794-81aa-c8a4964870fe tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6698267 Apr 21 21:12:48.306408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49454) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:48.313287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8b8f1f2d-f207-4063-adfd-315a36d0bd86 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:48.320894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Subnet': ['ID=21788357-6ebd-419b-b770-0c34cc823b4d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:48.337973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef3b8a7d-b128-4ba8-a6b0-4fb61703c143 req-0dc459b9-88de-4f2b-bce5-613c5b9c2d1f service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191430 Apr 21 21:12:48.585297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.626730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5232ab22-49fe-4503-b1dd-e995d2eac60c req-36cb5aaa-c2c5-4cef-9998-032afda56306 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027920 Apr 21 21:12:48.693445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.738103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914bf399-73d1-40c6-ac6f-4e5870a34cb6']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:48.767009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f03857-ee33-40d6-8775-b53c2f75aa3e') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:48.767248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f03857-ee33-40d6-8775-b53c2f75aa3e') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:48.782098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.800490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.800989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.801379 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP 9c6ed98f-f73c-4616-85bc-0afbeb02bfda disassociated. External IP: 172.25.0.17, port: 00459dc8-2c75-4dc9-8f9f-33a3064d72a6. Apr 21 21:12:48.801866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 00459dc8-2c75-4dc9-8f9f-33a3064d72a6 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:48.809941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network b58aaa59-eaad-49de-a9ea-5285e8110b18 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:48.818266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:48.830259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.843537 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:48.843943 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:48.848116 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:49.005816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b04a0726-0138-4023-89cd-4b7e73639677 None None] Provisioning complete for port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:49.007834 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b04a0726-0138-4023-89cd-4b7e73639677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:49.071176 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.api [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:12:49.071176 n-d-838945-1 neutron-server[114646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:12:49.071176 n-d-838945-1 neutron-server[114646]: [parameters: {'id': '914bf399-73d1-40c6-ac6f-4e5870a34cb6'}] Apr 21 21:12:49.071176 n-d-838945-1 neutron-server[114646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:12:49.071707 n-d-838945-1 neutron-server[114646]: DEBUG oslo_db.api [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:12:49.122891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b04a0726-0138-4023-89cd-4b7e73639677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:49.200836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b04a0726-0138-4023-89cd-4b7e73639677 None None] For port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0c250c1d-0a8c-4b69-90b6-9c7ca45f2771,segment=NetworkSegment(95154b18-ec7d-4199-a1f1-7c6fd7b102f8),segment_id=95154b18-ec7d-4199-a1f1-7c6fd7b102f8)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:49.208928 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b04a0726-0138-4023-89cd-4b7e73639677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:49.251387 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b8f1f2d-f207-4063-adfd-315a36d0bd86 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:49.297633 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b8f1f2d-f207-4063-adfd-315a36d0bd86 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:49.305945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a0726-0138-4023-89cd-4b7e73639677 None None] Pushing event updated for resources: {'Port': ['ID=0c250c1d-0a8c-4b69-90b6-9c7ca45f2771,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:49.334534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:49.336951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Router 9b8740a3-425c-41af-b9e8-c807f78026da is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:12:49.381412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=00459dc8-2c75-4dc9-8f9f-33a3064d72a6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:49.393366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc09f9d4-dd28-4cdd-bae3-6ef98463295d None None] Network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:49.421389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca1f998-0a48-4891-bc94-9afab34d41eb None None] Network 914bf399-73d1-40c6-ac6f-4e5870a34cb6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:49.500562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8f1f2d-f207-4063-adfd-315a36d0bd86 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Router 731080ae-5924-4a9f-a1ff-0a7821668b52 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:12:49.581428 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:49.626797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:49.637614 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dfc19f-d375-48c8-adc8-20bd611ecaf4 None None] Sync routers for ids ['9b8740a3-425c-41af-b9e8-c807f78026da'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:49.639285 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9c65a09d-be53-4197-b0c2-03ec1fd2d93c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "PUT /v2.0/routers/9b8740a3-425c-41af-b9e8-c807f78026da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0213826 Apr 21 21:12:49.639927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49462) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:49.671919 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfc19f-d375-48c8-adc8-20bd611ecaf4 None None] Routers {'9b8740a3-425c-41af-b9e8-c807f78026da'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:49.673533 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c1dfc19f-d375-48c8-adc8-20bd611ecaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['9b8740a3-425c-41af-b9e8-c807f78026da'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:49.700850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d12641c-2a54-44ba-9b78-26048a0502fd up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:49.708874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8f1f2d-f207-4063-adfd-315a36d0bd86 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:49.717045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:49.726210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b8f1f2d-f207-4063-adfd-315a36d0bd86 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:49.728819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8b8f1f2d-f207-4063-adfd-315a36d0bd86 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "PUT /v2.0/routers/731080ae-5924-4a9f-a1ff-0a7821668b52 HTTP/1.1" status: 200 len: 693 time: 1.4180582 Apr 21 21:12:49.731527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49466) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:49.742953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:49.759404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe39b14-6ccd-47f8-b1c8-3eef272d96ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:49.764068 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cfe39b14-6ccd-47f8-b1c8-3eef272d96ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8740a3-425c-41af-b9e8-c807f78026da HTTP/1.1" status: 200 len: 983 time: 0.1210630 Apr 21 21:12:49.769074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49468) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:49.778817 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c1dfc19f-d375-48c8-adc8-20bd611ecaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:49.783890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] Sync routers for ids ['731080ae-5924-4a9f-a1ff-0a7821668b52'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:49.793705 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfc19f-d375-48c8-adc8-20bd611ecaf4 None None] Routers {'9b8740a3-425c-41af-b9e8-c807f78026da'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:49.796062 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c1dfc19f-d375-48c8-adc8-20bd611ecaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['9b8740a3-425c-41af-b9e8-c807f78026da'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:49.867390 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c1dfc19f-d375-48c8-adc8-20bd611ecaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:49.868190 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dfc19f-d375-48c8-adc8-20bd611ecaf4 None None] The sync data for ids ['9b8740a3-425c-41af-b9e8-c807f78026da'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:49.913034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] Routers {'731080ae-5924-4a9f-a1ff-0a7821668b52'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:49.913844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['731080ae-5924-4a9f-a1ff-0a7821668b52'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:49.979927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9f78d72b-74c0-4241-9695-740e43b44859 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/routers/731080ae-5924-4a9f-a1ff-0a7821668b52 HTTP/1.1" status: 200 len: 699 time: 0.2448697 Apr 21 21:12:49.981580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49470) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:50.020389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e3f62b98-63e2-4ef2-86b6-36b8f8be1d3e None None] Provisioning complete for port 8d12641c-2a54-44ba-9b78-26048a0502fd triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:50.021161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3f62b98-63e2-4ef2-86b6-36b8f8be1d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:50.037238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Deleting port 8d12641c-2a54-44ba-9b78-26048a0502fd {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:50.037652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:50.039985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b7e08-9307-4a03-ae35-c17440203e6b req-580feeb0-9c74-4e57-a15e-66e1eb0b749a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:50.043137 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c833652d-5578-4d7d-8e26-c843df9355a5 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=731080ae-5924-4a9f-a1ff-0a7821668b52 HTTP/1.1" status: 200 len: 205 time: 0.0535266 Apr 21 21:12:50.046249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49472) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:50.048618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-339b7e08-9307-4a03-ae35-c17440203e6b req-580feeb0-9c74-4e57-a15e-66e1eb0b749a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.2297122 Apr 21 21:12:50.110334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-339b7e08-9307-4a03-ae35-c17440203e6b req-c1b0ae53-73b8-497b-a622-e17a7e2f834d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607193 Apr 21 21:12:50.134578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Router 112969de-4394-4274-bfa6-4b6a0deb136f is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:12:50.147475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb02c3f7-9520-4397-ad17-564cb9173f5d None None] Network 914bf399-73d1-40c6-ac6f-4e5870a34cb6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:50.171765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] Set router 731080ae-5924-4a9f-a1ff-0a7821668b52 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:50.288336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:50.298418 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Sync routers for ids ['112969de-4394-4274-bfa6-4b6a0deb136f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:50.317575 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Routers {'112969de-4394-4274-bfa6-4b6a0deb136f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:50.321234 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['112969de-4394-4274-bfa6-4b6a0deb136f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:50.334739 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:50.340703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-899182ff-7a05-4cd6-83b5-d55795601655 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4734745 Apr 21 21:12:50.341100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49476) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:50.478478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8d12641c-2a54-44ba-9b78-26048a0502fd triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:50.478989 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:50.556560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731080ae-5924-4a9f-a1ff-0a7821668b52', 'name': 'tempest-RoutersTest-router-619312340', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:47Z', 'updated_at': '2022-04-21T21:12:49Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:50.643647 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3f62b98-63e2-4ef2-86b6-36b8f8be1d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:50.662060 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Set router 112969de-4394-4274-bfa6-4b6a0deb136f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:50.670636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88e5cb40-5b1c-4be3-a12a-ad1f634504a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:50.748994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] Checking router: 731080ae-5924-4a9f-a1ff-0a7821668b52 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:50.791062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] For port 8d12641c-2a54-44ba-9b78-26048a0502fd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d12641c-2a54-44ba-9b78-26048a0502fd,segment=NetworkSegment(21f03857-ee33-40d6-8775-b53c2f75aa3e),segment_id=21f03857-ee33-40d6-8775-b53c2f75aa3e)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:50.791465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:50.796460 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:50.809387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Calling delete_port for 8d12641c-2a54-44ba-9b78-26048a0502fd owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:50.881073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] Routers {'731080ae-5924-4a9f-a1ff-0a7821668b52'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:50.881962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['731080ae-5924-4a9f-a1ff-0a7821668b52'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:50.884667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:50.923539 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'name': 'tempest-TestServerMultinode-618719707-router', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:45Z', 'updated_at': '2022-04-21T21:12:48Z', 'revision_number': 3, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'gw_port': {'id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:46Z', 'updated_at': '2022-04-21T21:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:50.967839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e3f62b98-63e2-4ef2-86b6-36b8f8be1d3e None None] For port 8d12641c-2a54-44ba-9b78-26048a0502fd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d12641c-2a54-44ba-9b78-26048a0502fd,segment=NetworkSegment(21f03857-ee33-40d6-8775-b53c2f75aa3e),segment_id=21f03857-ee33-40d6-8775-b53c2f75aa3e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:50.975068 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Checking router: 112969de-4394-4274-bfa6-4b6a0deb136f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:50.975462 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Updating router 112969de-4394-4274-bfa6-4b6a0deb136f port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:12:51.005063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:51.008156 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3f62b98-63e2-4ef2-86b6-36b8f8be1d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.010403 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.031128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.037132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b184c-6516-4d10-b0e0-de1c059b853d None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:51.074969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] Set router 731080ae-5924-4a9f-a1ff-0a7821668b52 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:51.217198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7722f-9421-4758-b46d-05253231c143 None None] DHCP port deletion for 914bf399-73d1-40c6-ac6f-4e5870a34cb6 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:51.221987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f62b98-63e2-4ef2-86b6-36b8f8be1d3e None None] Pushing event updated for resources: {'Port': ['ID=8d12641c-2a54-44ba-9b78-26048a0502fd,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:51.280195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731080ae-5924-4a9f-a1ff-0a7821668b52', 'name': 'tempest-RoutersTest-router-619312340', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:47Z', 'updated_at': '2022-04-21T21:12:49Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:51.301536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1ecd5b14-31e9-4eee-adaa-15e7eed7b0e2 None None] Provisioning complete for port a296e77f-19d9-461c-9dd2-9dcb5668f83e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:51.302252 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1ecd5b14-31e9-4eee-adaa-15e7eed7b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.307875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.319234 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5d8c0b7b-91b6-4424-946d-4c5d8c48c0f8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/ports/00459dc8-2c75-4dc9-8f9f-33a3064d72a6 HTTP/1.1" status: 204 len: 168 time: 5.3732994 Apr 21 21:12:51.320149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49486) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:51.407142 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88e5cb40-5b1c-4be3-a12a-ad1f634504a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.409396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5bf54044-81ff-42dc-a744-11de94e85f13 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "GET /v2.0/floatingips/9c6ed98f-f73c-4616-85bc-0afbeb02bfda HTTP/1.1" status: 200 len: 687 time: 0.0884643 Apr 21 21:12:51.412375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49490) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:51.413214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88e5cb40-5b1c-4be3-a12a-ad1f634504a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.489993 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:12:51.490360 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:12:51.490860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b184c-6516-4d10-b0e0-de1c059b853d None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:51.491691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ae5b184c-6516-4d10-b0e0-de1c059b853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:51.491849 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88e5cb40-5b1c-4be3-a12a-ad1f634504a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.492302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e5cb40-5b1c-4be3-a12a-ad1f634504a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Fanout notify agent at l3_agent the message router_deleted on router 731080ae-5924-4a9f-a1ff-0a7821668b52 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:12:51.493827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adff375-ef6e-4f16-8584-01c619eee994 None None] The sync data for ids ['731080ae-5924-4a9f-a1ff-0a7821668b52'] in n-d-838945-1 is: [{'id': '731080ae-5924-4a9f-a1ff-0a7821668b52', 'name': 'tempest-RoutersTest-router-619312340', 'tenant_id': '637500fdd5104eec9394a5dd84cfc27d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:47Z', 'updated_at': '2022-04-21T21:12:49Z', 'revision_number': 2, 'project_id': '637500fdd5104eec9394a5dd84cfc27d', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:51.525842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88e5cb40-5b1c-4be3-a12a-ad1f634504a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.531453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-88e5cb40-5b1c-4be3-a12a-ad1f634504a0 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/731080ae-5924-4a9f-a1ff-0a7821668b52 HTTP/1.1" status: 204 len: 168 time: 1.4745159 Apr 21 21:12:51.536905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49492) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:51.610772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9d5525e7-8dd2-47f5-b48d-a9d6638f6818 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=731080ae-5924-4a9f-a1ff-0a7821668b52 HTTP/1.1" status: 200 len: 205 time: 0.0661893 Apr 21 21:12:51.624666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ae5b184c-6516-4d10-b0e0-de1c059b853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:51.625403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49494) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:51.633389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.646540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1ecd5b14-31e9-4eee-adaa-15e7eed7b0e2 None None] Port a296e77f-19d9-461c-9dd2-9dcb5668f83e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:51.679698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b184c-6516-4d10-b0e0-de1c059b853d None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:51.686325 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-923dd046-7e69-4971-9ee5-2baf5f3639ca tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] delete failed (client error): The resource could not be found. Apr 21 21:12:51.686868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ae5b184c-6516-4d10-b0e0-de1c059b853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:51.689907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-923dd046-7e69-4971-9ee5-2baf5f3639ca tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/731080ae-5924-4a9f-a1ff-0a7821668b52 HTTP/1.1" status: 404 len: 336 time: 0.0602314 Apr 21 21:12:51.703933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49496) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:51.715461 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.728185 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.735990 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1b5eca-9461-4d2b-ba3e-e97660f935ee tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:51.736431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1b5eca-9461-4d2b-ba3e-e97660f935ee tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:51.742455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dd1b5eca-9461-4d2b-ba3e-e97660f935ee tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/b005ce20-bd5a-4546-970c-0c8cdbe81a25 HTTP/1.1" status: 404 len: 337 time: 0.0350523 Apr 21 21:12:51.754724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a6404-911f-4f1c-9268-aecb69316db3 req-f88faf7a-4015-46bf-87bb-47a216bb1318 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:51.756263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-863a6404-911f-4f1c-9268-aecb69316db3 req-f88faf7a-4015-46bf-87bb-47a216bb1318 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.4707158 Apr 21 21:12:51.761484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ae5b184c-6516-4d10-b0e0-de1c059b853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:51.762157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b184c-6516-4d10-b0e0-de1c059b853d None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:51.769290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-61c7722f-9421-4758-b46d-05253231c143 None None] Deleting port 8d12641c-2a54-44ba-9b78-26048a0502fd {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:51.769880 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61c7722f-9421-4758-b46d-05253231c143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.770296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49498) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:51.838121 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3f5850-a2fc-4e00-b0e3-4c292ae93dc2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:51.838840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3f5850-a2fc-4e00-b0e3-4c292ae93dc2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:51.839536 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802844a-cb96-49bd-a5d2-288868970f31 None None] Pushing event updated for resources: {'Port': ['ID=3e32f5e2-adeb-4941-bb1e-15458d1a53bd,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:51.856559 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0e3f5850-a2fc-4e00-b0e3-4c292ae93dc2 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/b44416e7-fbc6-4f7f-9c79-3720ad04dd98 HTTP/1.1" status: 404 len: 337 time: 0.0829349 Apr 21 21:12:51.867511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49500) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:51.869414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb75bd5-b502-4e37-b24f-713326d10da5 None None] Network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:51.872009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-863a6404-911f-4f1c-9268-aecb69316db3 req-65127bb9-b9fe-47e9-9ac3-ef3232d0f1b7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849094 Apr 21 21:12:51.882344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.897094 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Attempting to bind port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:12:51.897459 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Attempting to bind port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:12:51.903991 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Attempting to bind port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:12:51.909284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No DVR routers for this DVR port 8d12641c-2a54-44ba-9b78-26048a0502fd on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:51.929843 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:12:51.930212 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:12:51.930608 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.930990 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:12:51.931454 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Bound port: 3e32f5e2-adeb-4941-bb1e-15458d1a53bd, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:12:51.931825 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:51.949232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Port': ['ID=8d12641c-2a54-44ba-9b78-26048a0502fd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:51.949863 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-85565fe1-7f0a-4ea6-b4c1-e3e3bf1f2025 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:51.950418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85565fe1-7f0a-4ea6-b4c1-e3e3bf1f2025 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:51.959672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-85565fe1-7f0a-4ea6-b4c1-e3e3bf1f2025 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/406b1b10-f9bb-4289-a312-93254a1d7cde HTTP/1.1" status: 404 len: 337 time: 0.0907345 Apr 21 21:12:51.964227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49504) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:51.998318 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c869a908-e385-4f71-9fdf-84360b169ca5 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:51.999052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c869a908-e385-4f71-9fdf-84360b169ca5 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:52.002427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c869a908-e385-4f71-9fdf-84360b169ca5 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/fe89a884-fe5f-4593-b401-c372fe8fb6bf HTTP/1.1" status: 404 len: 337 time: 0.0350332 Apr 21 21:12:52.032366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49506) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.034092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 32b7bd28-2c05-4fa6-b680-23e73d1dd31b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:52.034728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.058118 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.064867 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] For port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:12:52.069198 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] For port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3e32f5e2-adeb-4941-bb1e-15458d1a53bd,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:12:52.084978 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.088850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914bf399-73d1-40c6-ac6f-4e5870a34cb6']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:52.099923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f03857-ee33-40d6-8775-b53c2f75aa3e') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:52.100243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f03857-ee33-40d6-8775-b53c2f75aa3e') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:52.110473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.124692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.129296 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.129782 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.131606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:52.131996 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.143485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 32b7bd28-2c05-4fa6-b680-23e73d1dd31b owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:52.201229 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802844a-cb96-49bd-a5d2-288868970f31 None None] Pushing event updated for resources: {'Port': ['ID=3e32f5e2-adeb-4941-bb1e-15458d1a53bd,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:52.223325 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:52.228638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Port 8d12641c-2a54-44ba-9b78-26048a0502fd update to ACTIVE by agent not found {{(pid=114648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 21 21:12:52.229148 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Routers {'112969de-4394-4274-bfa6-4b6a0deb136f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:52.229264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:52.229979 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['112969de-4394-4274-bfa6-4b6a0deb136f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:52.230918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.257861 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.263888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/914bf399-73d1-40c6-ac6f-4e5870a34cb6 HTTP/1.1" status: 204 len: 168 time: 7.0103500 Apr 21 21:12:52.279503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49508) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.297216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dc95a-6231-4622-9ae1-a675fe77bbed tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Network': ['ID=914bf399-73d1-40c6-ac6f-4e5870a34cb6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:52.319950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-61c7722f-9421-4758-b46d-05253231c143 None None] For port 8d12641c-2a54-44ba-9b78-26048a0502fd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d12641c-2a54-44ba-9b78-26048a0502fd,segment=NetworkSegment(21f03857-ee33-40d6-8775-b53c2f75aa3e),segment_id=21f03857-ee33-40d6-8775-b53c2f75aa3e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:52.320458 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61c7722f-9421-4758-b46d-05253231c143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.351580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1a283c66-eade-48f7-a9f5-717a9af6f496 None None] Provisioning complete for port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:52.351580 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a283c66-eade-48f7-a9f5-717a9af6f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.351794 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-55260fe6-9167-456b-9da1-9faba512caa2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:52.351794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55260fe6-9167-456b-9da1-9faba512caa2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:52.355265 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-55260fe6-9167-456b-9da1-9faba512caa2 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/subnets/21788357-6ebd-419b-b770-0c34cc823b4d HTTP/1.1" status: 404 len: 337 time: 0.0725896 Apr 21 21:12:52.382718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49512) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.429972 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-61c7722f-9421-4758-b46d-05253231c143 None None] Calling delete_port for 8d12641c-2a54-44ba-9b78-26048a0502fd owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:52.446686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c47fcc97-c44b-4e9a-ace6-54e6d51a64ec tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=1176c44e-1896-45de-bc37-900c260f0749 HTTP/1.1" status: 200 len: 205 time: 0.1506619 Apr 21 21:12:52.447447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49518) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.478810 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f05655a-d6ab-4dc8-95ed-29d8b078146d tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:52.479486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f05655a-d6ab-4dc8-95ed-29d8b078146d tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:52.486314 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9f05655a-d6ab-4dc8-95ed-29d8b078146d tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/914bf399-73d1-40c6-ac6f-4e5870a34cb6 HTTP/1.1" status: 404 len: 339 time: 0.1025152 Apr 21 21:12:52.494449 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] Set router 112969de-4394-4274-bfa6-4b6a0deb136f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:52.502500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49520) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.557502 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7632d0c3-816b-439c-af00-991a45878deb tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:52.557972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7632d0c3-816b-439c-af00-991a45878deb tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:52.561878 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7632d0c3-816b-439c-af00-991a45878deb tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/subnets/3f426d97-27b6-4907-a08a-80f713d28e30 HTTP/1.1" status: 404 len: 337 time: 0.0514383 Apr 21 21:12:52.570746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49522) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.573251 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-d7f80d05-a20c-4c7e-8e1d-2a98707511e4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] delete failed (client error): The resource could not be found. Apr 21 21:12:52.574509 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d7f80d05-a20c-4c7e-8e1d-2a98707511e4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/1176c44e-1896-45de-bc37-900c260f0749 HTTP/1.1" status: 404 len: 336 time: 0.1219990 Apr 21 21:12:52.578220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49524) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.611555 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.619396 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-3577680d-6c1e-4397-b21d-93294a8f3bcb tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:52.619979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3577680d-6c1e-4397-b21d-93294a8f3bcb tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:52.623150 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3577680d-6c1e-4397-b21d-93294a8f3bcb tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/a15004da-3332-4e87-9141-044bd129894f HTTP/1.1" status: 404 len: 339 time: 0.0514467 Apr 21 21:12:52.626415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49526) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.644186 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.656468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-80d7bbd5-f494-4c68-afc2-d7c406a7d437 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba928a7-79e3-48fd-8d7c-2cef43f93b20 HTTP/1.1" status: 200 len: 205 time: 0.0761340 Apr 21 21:12:52.668069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=32b7bd28-2c05-4fa6-b680-23e73d1dd31b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:52.690239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:52.690853 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.703370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49530) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.760431 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-f5d905ea-73b9-4b83-b9fa-6d7aee8432b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] delete failed (client error): The resource could not be found. Apr 21 21:12:52.761777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f5d905ea-73b9-4b83-b9fa-6d7aee8432b4 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/aba928a7-79e3-48fd-8d7c-2cef43f93b20 HTTP/1.1" status: 404 len: 336 time: 0.0573802 Apr 21 21:12:52.810352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49532) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.831460 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61c7722f-9421-4758-b46d-05253231c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:52.853422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.853995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.854494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.855183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.855727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.856232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.857217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.857765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.858272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.858914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.859611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.860096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:52.904173 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a77c2d-9f22-49ea-8a04-ebda287df780 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:52.904695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a77c2d-9f22-49ea-8a04-ebda287df780 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:52.917266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53a77c2d-9f22-49ea-8a04-ebda287df780 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/subnets/bb7c7ef2-43de-4314-83eb-775bb60f8b17 HTTP/1.1" status: 404 len: 337 time: 0.2898409 Apr 21 21:12:52.920004 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'name': 'tempest-TestServerMultinode-618719707-router', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:45Z', 'updated_at': '2022-04-21T21:12:48Z', 'revision_number': 3, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'gw_port': {'id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:46Z', 'updated_at': '2022-04-21T21:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:52.920568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49534) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.932204 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80a08c0-4e6e-41c6-affb-00a271faa57e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:52.932641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80a08c0-4e6e-41c6-affb-00a271faa57e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:52.936743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f80a08c0-4e6e-41c6-affb-00a271faa57e tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/4bfdb9f6-6d64-4ab6-9ea5-4a825f022488 HTTP/1.1" status: 404 len: 337 time: 0.1223509 Apr 21 21:12:52.949213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49536) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:52.974577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61c7722f-9421-4758-b46d-05253231c143 None None] Network 914bf399-73d1-40c6-ac6f-4e5870a34cb6 is not hosted by any dhcp agent {{(pid=114648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 21:12:52.975039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7722f-9421-4758-b46d-05253231c143 None None] No DVR routers for this DVR port 8d12641c-2a54-44ba-9b78-26048a0502fd on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:52.982493 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c745f-1d7e-47f0-acb0-0734a55f4f5a None None] The sync data for ids ['112969de-4394-4274-bfa6-4b6a0deb136f'] in n-d-838945-1 is: [{'id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'name': 'tempest-TestServerMultinode-618719707-router', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:45Z', 'updated_at': '2022-04-21T21:12:48Z', 'revision_number': 3, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'gw_port': {'id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:46Z', 'updated_at': '2022-04-21T21:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:52.982839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7722f-9421-4758-b46d-05253231c143 None None] Pushing event deleted for resources: {'Port': ['ID=8d12641c-2a54-44ba-9b78-26048a0502fd,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:53.023783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Allocated IP 172.20.0.1 (6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb/dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4/ac87994d-14d7-4aef-8a9f-4244f35fe502) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:53.039454 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-70861db5-3437-40e3-8ac0-5c1da570f7bf tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:53.040108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70861db5-3437-40e3-8ac0-5c1da570f7bf tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:53.048408 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-70861db5-3437-40e3-8ac0-5c1da570f7bf tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/262091a7-e217-4848-955d-f3c5fcccce98 HTTP/1.1" status: 404 len: 339 time: 0.1245592 Apr 21 21:12:53.050635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-45f62656-dd0e-4488-89a6-6d9beee00963 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3ee333e-68b8-496f-bc86-6d228b7f636b HTTP/1.1" status: 200 len: 205 time: 0.0784650 Apr 21 21:12:53.053494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49538) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.054801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49540) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.126944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:53.133685 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:53.134890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-489d7534-217f-483e-a2d3-16cc879e4e1b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/floatingips/9c6ed98f-f73c-4616-85bc-0afbeb02bfda HTTP/1.1" status: 204 len: 168 time: 1.7214477 Apr 21 21:12:53.151892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49542) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.158434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '6b595f9a-11bc-4aa0-a3a8-6186c702e35a'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:53.179899 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-bb99f0f5-40d4-4ad3-b7eb-a565903845fc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] delete failed (client error): The resource could not be found. Apr 21 21:12:53.186799 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bb99f0f5-40d4-4ad3-b7eb-a565903845fc tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/d3ee333e-68b8-496f-bc86-6d228b7f636b HTTP/1.1" status: 404 len: 336 time: 0.1280832 Apr 21 21:12:53.188993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49544) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.213979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a68908ea-5de2-42f7-85c1-55dfba1ba3c4 None None] Provisioning complete for port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:53.213979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a68908ea-5de2-42f7-85c1-55dfba1ba3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:53.263547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-37f071a8-6fdf-488b-b6ed-f9b34068b81f tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=8226dd32-4e88-4033-9511-c05e1402eb6c HTTP/1.1" status: 200 len: 205 time: 0.0719571 Apr 21 21:12:53.268233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:53.269357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49546) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.361506 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-2259a7a7-fc49-466e-95d4-1bba866e1737 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] delete failed (client error): The resource could not be found. Apr 21 21:12:53.366478 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2259a7a7-fc49-466e-95d4-1bba866e1737 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/8226dd32-4e88-4033-9511-c05e1402eb6c HTTP/1.1" status: 404 len: 336 time: 0.0957334 Apr 21 21:12:53.367292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49548) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.423378 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-c576548f-b292-4de3-a498-fff5ec788ba1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:53.424143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c576548f-b292-4de3-a498-fff5ec788ba1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:53.430804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c576548f-b292-4de3-a498-fff5ec788ba1 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/e3009d08-8860-4919-abe5-41cca95965e2 HTTP/1.1" status: 404 len: 337 time: 0.0621712 Apr 21 21:12:53.433664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49552) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.474120 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:53.487808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:53.487808 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:53.518974 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:53.569556 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d8ddf69c-0781-40c2-83a9-b05e32717a17 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=b7b55347-186c-411b-8eda-862cd32f9122 HTTP/1.1" status: 200 len: 205 time: 0.1213627 Apr 21 21:12:53.572048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49556) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.712311 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-9ff9aacf-2c77-4851-8c6f-7efcfd092139 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] delete failed (client error): The resource could not be found. Apr 21 21:12:53.713705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9ff9aacf-2c77-4851-8c6f-7efcfd092139 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/b7b55347-186c-411b-8eda-862cd32f9122 HTTP/1.1" status: 404 len: 336 time: 0.1397984 Apr 21 21:12:53.716315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49558) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.754936 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e57086-e7f7-4add-922a-fe72db9537ba tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:53.755803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e57086-e7f7-4add-922a-fe72db9537ba tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:53.761510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a4e57086-e7f7-4add-922a-fe72db9537ba tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/755bf771-e860-484d-a73c-d20d36503e5b HTTP/1.1" status: 404 len: 337 time: 0.0416853 Apr 21 21:12:53.763750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49560) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.798974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d12641c-2a54-44ba-9b78-26048a0502fd no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:53.817032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f56f08a8-5a61-4734-b20a-f041386841e3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "GET /v2.0/ports?device_id=f37aaac7-3f3e-4832-80ae-10da593f44d7 HTTP/1.1" status: 200 len: 205 time: 0.0460715 Apr 21 21:12:53.817977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49562) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.843245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8d12641c-2a54-44ba-9b78-26048a0502fd {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:53.845560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d12641c-2a54-44ba-9b78-26048a0502fd not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:53.892348 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-1d0b5263-1cc7-4fec-ae0e-9cd546fafea3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] delete failed (client error): The resource could not be found. Apr 21 21:12:53.901144 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1d0b5263-1cc7-4fec-ae0e-9cd546fafea3 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/routers/f37aaac7-3f3e-4832-80ae-10da593f44d7 HTTP/1.1" status: 404 len: 336 time: 0.0797138 Apr 21 21:12:53.907606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49564) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:53.944728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port a296e77f-19d9-461c-9dd2-9dcb5668f83e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:53.945045 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:53.951070 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a15d676-a6d3-4eae-aabd-2da847bd50ee tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:53.951533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a15d676-a6d3-4eae-aabd-2da847bd50ee tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:53.959643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a15d676-a6d3-4eae-aabd-2da847bd50ee tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/5cd9fca4-ecda-42d0-9ffe-5c410cc74122 HTTP/1.1" status: 404 len: 337 time: 0.0494614 Apr 21 21:12:53.972991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49566) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:54.040119 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6aa342-0f88-4f79-bfb9-7bf5531ef763 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:54.040577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6aa342-0f88-4f79-bfb9-7bf5531ef763 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:54.047121 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7b6aa342-0f88-4f79-bfb9-7bf5531ef763 tempest-RoutersTest-1824189946 tempest-RoutersTest-1824189946-project] 10.222.0.49 "DELETE /v2.0/subnets/862309fe-3a44-4330-809d-e9aef018153e HTTP/1.1" status: 404 len: 337 time: 0.0730121 Apr 21 21:12:54.120791 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.142619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for a296e77f-19d9-461c-9dd2-9dcb5668f83e owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:54.222918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-32ae0c43-22b0-44a5-8d57-2715e6ab8f0b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Deleting port 39f4d184-abf9-405c-b5f4-ba75616b09bd {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:54.223259 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-32ae0c43-22b0-44a5-8d57-2715e6ab8f0b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.234062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.320870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:54.340323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:54.346975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:54.375044 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.380563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Pushing event updated for resources: {'Port': ['ID=ac87994d-14d7-4aef-8a9f-4244f35fe502,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:54.392701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-32ae0c43-22b0-44a5-8d57-2715e6ab8f0b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.415625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=a296e77f-19d9-461c-9dd2-9dcb5668f83e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:54.434968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.436260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49574) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:54.573537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-32ae0c43-22b0-44a5-8d57-2715e6ab8f0b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Calling delete_port for 39f4d184-abf9-405c-b5f4-ba75616b09bd owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:54.623087 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.650859 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.739368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.829133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-abe819be-c8c6-48a9-a645-6bb116a0635b None None] Provisioning complete for port ac87994d-14d7-4aef-8a9f-4244f35fe502 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:54.854134 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-abe819be-c8c6-48a9-a645-6bb116a0635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:54.900984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-abe819be-c8c6-48a9-a645-6bb116a0635b None None] Port ac87994d-14d7-4aef-8a9f-4244f35fe502 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:55.081225 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-32ae0c43-22b0-44a5-8d57-2715e6ab8f0b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.089979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.25.0.231 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/302bd25f-3e80-418b-8138-cadffa258150) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:55.141675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-32ae0c43-22b0-44a5-8d57-2715e6ab8f0b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.145822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-32ae0c43-22b0-44a5-8d57-2715e6ab8f0b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/ports/39f4d184-abf9-405c-b5f4-ba75616b09bd HTTP/1.1" status: 204 len: 168 time: 2.0894690 Apr 21 21:12:55.148462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49592) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:55.159299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae0c43-22b0-44a5-8d57-2715e6ab8f0b tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Port': ['ID=39f4d184-abf9-405c-b5f4-ba75616b09bd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:55.178198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ecaa4168-1321-42be-9ac6-8a7cc58fb7af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=637500fdd5104eec9394a5dd84cfc27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7398341 Apr 21 21:12:55.178754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49594) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:55.195317 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c6d87b-fed6-4934-92a3-3007211743b9 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:55.195808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c6d87b-fed6-4934-92a3-3007211743b9 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:55.198926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a4c6d87b-fed6-4934-92a3-3007211743b9 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/subnets/e897d212-bd06-4477-bd30-35b40f6479a0 HTTP/1.1" status: 404 len: 337 time: 0.0463820 Apr 21 21:12:55.212189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49596) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:55.223703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3e32f5e2-adeb-4941-bb1e-15458d1a53bd up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:55.298608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:55.299289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.372203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0d93c55-0055-4417-a2f5-4cd4ee6c51a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.380089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.385489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49598) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:55.401939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.402149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-823c60cc-8d45-4dbe-a77e-a2b8e3611997 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634712528', 'description': 'tempest-description--714050760'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:55.424889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3e32f5e2-adeb-4941-bb1e-15458d1a53bd,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:55.431816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0d93c55-0055-4417-a2f5-4cd4ee6c51a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.432697 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.479560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Router 9b8740a3-425c-41af-b9e8-c807f78026da has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:55.502275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=3e32f5e2-adeb-4941-bb1e-15458d1a53bd,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:55.514982 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-823c60cc-8d45-4dbe-a77e-a2b8e3611997 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.528039 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.541285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.547896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.587978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:55.600840 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64415789-6aa8-4c57-bb1f-6554a2a6afa2 None None] Sync routers for ids ['9b8740a3-425c-41af-b9e8-c807f78026da'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:55.607820 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a70c9af0-be85-4b96-a622-bc8e7dc3b1b7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "PUT /v2.0/routers/9b8740a3-425c-41af-b9e8-c807f78026da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8315535 Apr 21 21:12:55.611136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49600) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:55.613231 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64415789-6aa8-4c57-bb1f-6554a2a6afa2 None None] Routers {'9b8740a3-425c-41af-b9e8-c807f78026da'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:55.614185 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-64415789-6aa8-4c57-bb1f-6554a2a6afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['9b8740a3-425c-41af-b9e8-c807f78026da'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:55.623908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0d93c55-0055-4417-a2f5-4cd4ee6c51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.628470 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0d93c55-0055-4417-a2f5-4cd4ee6c51a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.630903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f0d93c55-0055-4417-a2f5-4cd4ee6c51a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19d39fc1-d419-45ff-b473-bf3430a74be3 HTTP/1.1" status: 204 len: 168 time: 0.4497406 Apr 21 21:12:55.652900 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-64415789-6aa8-4c57-bb1f-6554a2a6afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:55.665040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.674533 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64415789-6aa8-4c57-bb1f-6554a2a6afa2 None None] Routers {'9b8740a3-425c-41af-b9e8-c807f78026da'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:55.674987 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-64415789-6aa8-4c57-bb1f-6554a2a6afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['9b8740a3-425c-41af-b9e8-c807f78026da'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:55.697172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d93c55-0055-4417-a2f5-4cd4ee6c51a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d39fc1-d419-45ff-b473-bf3430a74be3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:55.703550 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a91ea6-27f2-4ad0-898c-983c1b6954ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:12:55.708160 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-73a91ea6-27f2-4ad0-898c-983c1b6954ee tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/a296e77f-19d9-461c-9dd2-9dcb5668f83e HTTP/1.1" status: 404 len: 333 time: 0.0926664 Apr 21 21:12:55.717665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Pushing event updated for resources: {'Port': ['ID=ac87994d-14d7-4aef-8a9f-4244f35fe502,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:55.720259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49604) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:55.727526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fe8c63-01d6-47eb-b7d2-389d9981c61c']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:55.738892 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.749149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a98ff4-ac8e-47fe-9924-543af8edfee0') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:55.749448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a98ff4-ac8e-47fe-9924-543af8edfee0') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:55.771078 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.778868 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-64415789-6aa8-4c57-bb1f-6554a2a6afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:55.780514 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64415789-6aa8-4c57-bb1f-6554a2a6afa2 None None] The sync data for ids ['9b8740a3-425c-41af-b9e8-c807f78026da'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:12:55.794980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.815574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.845571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af4b5a41-3859-474e-8ada-a6deb568b2cc tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.862928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:55.863931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:55.895011 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:55.935502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-823c60cc-8d45-4dbe-a77e-a2b8e3611997 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:55.955782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:55.990112 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-823c60cc-8d45-4dbe-a77e-a2b8e3611997 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.016578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:56.036871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=302bd25f-3e80-418b-8138-cadffa258150,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:56.053446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:56.074331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af4b5a41-3859-474e-8ada-a6deb568b2cc tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.077512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af4b5a41-3859-474e-8ada-a6deb568b2cc tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.116239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c60cc-8d45-4dbe-a77e-a2b8e3611997 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b32a659-78c9-4770-8f25-4e466c89861a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:56.116239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.116239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-823c60cc-8d45-4dbe-a77e-a2b8e3611997 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.116239 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-823c60cc-8d45-4dbe-a77e-a2b8e3611997 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7189858 Apr 21 21:12:56.126952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49618) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:56.139770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5c939938-cb6c-443b-ad7b-0d536f399f01 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Request body: {'security_group_rule': {'security_group_id': '0b32a659-78c9-4770-8f25-4e466c89861a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:56.150150 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.154026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/67fe8c63-01d6-47eb-b7d2-389d9981c61c HTTP/1.1" status: 204 len: 168 time: 0.9361234 Apr 21 21:12:56.155325 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af4b5a41-3859-474e-8ada-a6deb568b2cc tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.156036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4b5a41-3859-474e-8ada-a6deb568b2cc tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Fanout notify agent at l3_agent the message router_deleted on router 9b8740a3-425c-41af-b9e8-c807f78026da {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:12:56.158042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49620) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:56.169429 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af4b5a41-3859-474e-8ada-a6deb568b2cc tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.173213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-af4b5a41-3859-474e-8ada-a6deb568b2cc tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/routers/9b8740a3-425c-41af-b9e8-c807f78026da HTTP/1.1" status: 204 len: 168 time: 0.4516630 Apr 21 21:12:56.179269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578451d-cfd7-4345-b242-42b23503f228 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Network': ['ID=67fe8c63-01d6-47eb-b7d2-389d9981c61c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:56.180967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49622) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:56.205354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:56.239425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:56.303220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c939938-cb6c-443b-ad7b-0d536f399f01 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.319193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9db4ffeb-07cf-449a-9fb6-593eb37d3798 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Deleting port d9fd72ac-fe20-496a-b423-78f03dd06e3f {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:56.320452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9db4ffeb-07cf-449a-9fb6-593eb37d3798 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.362946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb89283-2c9d-4e00-a7b3-7a94defc4431 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet 478fb0dd-2f87-47f0-9e1b-f7ecd762c9e5 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:56.400328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cb89283-2c9d-4e00-a7b3-7a94defc4431 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.446036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9db4ffeb-07cf-449a-9fb6-593eb37d3798 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.467238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9db4ffeb-07cf-449a-9fb6-593eb37d3798 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Calling delete_port for d9fd72ac-fe20-496a-b423-78f03dd06e3f owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:56.546276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b64aac23-7e95-4006-a012-0da9151e6c8b None None] Provisioning complete for port ac87994d-14d7-4aef-8a9f-4244f35fe502 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:56.547205 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b64aac23-7e95-4006-a012-0da9151e6c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.580368 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cb89283-2c9d-4e00-a7b3-7a94defc4431 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.583802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9db4ffeb-07cf-449a-9fb6-593eb37d3798 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.617901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b64aac23-7e95-4006-a012-0da9151e6c8b None None] Port ac87994d-14d7-4aef-8a9f-4244f35fe502 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:12:56.629002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9db4ffeb-07cf-449a-9fb6-593eb37d3798 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.635630 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9db4ffeb-07cf-449a-9fb6-593eb37d3798 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/ports/d9fd72ac-fe20-496a-b423-78f03dd06e3f HTTP/1.1" status: 204 len: 168 time: 0.4762440 Apr 21 21:12:56.637295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49632) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:56.638155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4ffeb-07cf-449a-9fb6-593eb37d3798 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Port': ['ID=d9fd72ac-fe20-496a-b423-78f03dd06e3f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:56.668302 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19d29cc-1d10-4192-9801-2f1b934b10e3 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] DELETE failed (client error): The resource could not be found. Apr 21 21:12:56.668939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19d29cc-1d10-4192-9801-2f1b934b10e3 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:12:56.674791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a19d29cc-1d10-4192-9801-2f1b934b10e3 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/subnets/32b66859-c7ca-40fb-b7a4-b9be4ee9de90 HTTP/1.1" status: 404 len: 337 time: 0.0338576 Apr 21 21:12:56.676451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49634) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:56.739163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Router 112969de-4394-4274-bfa6-4b6a0deb136f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:56.739752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49636) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:56.741463 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c939938-cb6c-443b-ad7b-0d536f399f01 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.763372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c939938-cb6c-443b-ad7b-0d536f399f01 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.768267 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.829108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c939938-cb6c-443b-ad7b-0d536f399f01 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a250b818-d1fb-43dd-b6f5-4dff513160ed,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:56.887135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c939938-cb6c-443b-ad7b-0d536f399f01 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.889220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5c939938-cb6c-443b-ad7b-0d536f399f01 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7567935 Apr 21 21:12:56.895504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49640) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:56.900934 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8388c4dd-e3f0-4822-b32b-6c4e64dee53c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Request body: {'security_group_rule': {'security_group_id': '0b32a659-78c9-4770-8f25-4e466c89861a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:56.903057 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cb89283-2c9d-4e00-a7b3-7a94defc4431 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.921934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.937004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-28be90b8-23c3-48e3-a431-cd76503403bb tempest-DvrRoutersNegativeTest-1855990119 tempest-DvrRoutersNegativeTest-1855990119-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1691485822', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:56.940044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.policy [None req-28be90b8-23c3-48e3-a431-cd76503403bb tempest-DvrRoutersNegativeTest-1855990119 tempest-DvrRoutersNegativeTest-1855990119-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114647) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 21 21:12:56.940261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8388c4dd-e3f0-4822-b32b-6c4e64dee53c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:56.940382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.policy [None req-28be90b8-23c3-48e3-a431-cd76503403bb tempest-DvrRoutersNegativeTest-1855990119 tempest-DvrRoutersNegativeTest-1855990119-project] Failed policy check for 'create_router' {{(pid=114647) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 21 21:12:56.940883 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-28be90b8-23c3-48e3-a431-cd76503403bb tempest-DvrRoutersNegativeTest-1855990119 tempest-DvrRoutersNegativeTest-1855990119-project] create failed (client error): Access was denied to this resource. Apr 21 21:12:56.948803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-28be90b8-23c3-48e3-a431-cd76503403bb tempest-DvrRoutersNegativeTest-1855990119 tempest-DvrRoutersNegativeTest-1855990119-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1995237 Apr 21 21:12:56.965217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9a5be4-a800-4fab-a3ea-67183742d57d']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:56.976935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6424f2-20e7-48a2-8faf-d798a9b5a737') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:56.977617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6424f2-20e7-48a2-8faf-d798a9b5a737') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:56.995578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.020909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.030996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:57.032337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:57.109764 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:57.174367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3e32f5e2-adeb-4941-bb1e-15458d1a53bd up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:12:57.264392 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8388c4dd-e3f0-4822-b32b-6c4e64dee53c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.273118 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8388c4dd-e3f0-4822-b32b-6c4e64dee53c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.274820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:12:57.275426 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.280832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.314390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.319150 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/0d9a5be4-a800-4fab-a3ea-67183742d57d HTTP/1.1" status: 204 len: 168 time: 0.6420057 Apr 21 21:12:57.328512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865f12-efb7-44f5-9ad2-b18bca013420 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Network': ['ID=0d9a5be4-a800-4fab-a3ea-67183742d57d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:57.333713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49648) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:57.349312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388c4dd-e3f0-4822-b32b-6c4e64dee53c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598114b9-fe60-43ad-9d08-6e0841d3b54f,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:57.408974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8388c4dd-e3f0-4822-b32b-6c4e64dee53c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.410297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8388c4dd-e3f0-4822-b32b-6c4e64dee53c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5136428 Apr 21 21:12:57.413838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49650) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:57.421307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:12:57.433333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49652) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:57.467362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8800e5-585f-496a-928c-bcc733b512ab tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Deleting subnet 13b31868-f090-4043-9c7b-cb8d630f8cd9 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:12:57.470991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd8800e5-585f-496a-928c-bcc733b512ab tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.491505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cb89283-2c9d-4e00-a7b3-7a94defc4431 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.517682 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd8800e5-585f-496a-928c-bcc733b512ab tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.539507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb89283-2c9d-4e00-a7b3-7a94defc4431 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=478fb0dd-2f87-47f0-9e1b-f7ecd762c9e5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:57.551463 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cb89283-2c9d-4e00-a7b3-7a94defc4431 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.559878 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0cb89283-2c9d-4e00-a7b3-7a94defc4431 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/478fb0dd-2f87-47f0-9e1b-f7ecd762c9e5 HTTP/1.1" status: 204 len: 168 time: 1.3735209 Apr 21 21:12:57.561180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466fb22a-2bac-435d-98ce-17294f600ef7 None None] Network b58aaa59-eaad-49de-a9ea-5285e8110b18 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:57.569256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49656) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:57.599498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.614511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:12:57.632648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Sync routers for ids ['112969de-4394-4274-bfa6-4b6a0deb136f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:12:57.633381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-491f77b3-4fd4-429b-8cdc-1437d69add15 admin admin] 10.222.0.49 "PUT /v2.0/routers/112969de-4394-4274-bfa6-4b6a0deb136f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2904084 Apr 21 21:12:57.674000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Routers {'112969de-4394-4274-bfa6-4b6a0deb136f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:12:57.674632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['112969de-4394-4274-bfa6-4b6a0deb136f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:57.709323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.716948 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.737598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.808101 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd8800e5-585f-496a-928c-bcc733b512ab tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.926550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.968803 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd8800e5-585f-496a-928c-bcc733b512ab tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.974786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:57.985665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 566ab157-de9a-4a39-9722-59ee9a0e74b3 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:57.992211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.041445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd8800e5-585f-496a-928c-bcc733b512ab tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.044915 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bd8800e5-585f-496a-928c-bcc733b512ab tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/subnets/13b31868-f090-4043-9c7b-cb8d630f8cd9 HTTP/1.1" status: 204 len: 168 time: 0.7081625 Apr 21 21:12:58.047171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.049190 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.052110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8800e5-585f-496a-928c-bcc733b512ab tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Subnet': ['ID=13b31868-f090-4043-9c7b-cb8d630f8cd9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:58.054245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49664) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:58.087664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532cf5a7-d811-434d-8408-d61c58405ceb None None] Network ec21a0b7-2e0e-467c-9828-73d937d224a3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:12:58.120032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a2c5e-f238-4361-9837-cc96f1fbf8f9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:58.187456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.188088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.188637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.189156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.189673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.190197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.190705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.191238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.191725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.192216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.192727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.193269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:12:58.211051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-eba186b6-3222-4219-8e51-2ee1195b33ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a241e2b7ef864b7d870d4869a4120334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7767799 Apr 21 21:12:58.220045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49674) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:58.256279 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.310780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] For port 566ab157-de9a-4a39-9722-59ee9a0e74b3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=566ab157-de9a-4a39-9722-59ee9a0e74b3,segment=NetworkSegment(2fa4c816-8e32-41fc-88b3-ce6cde92dc7b),segment_id=2fa4c816-8e32-41fc-88b3-ce6cde92dc7b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:58.311244 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.373154 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-222de588-dc0c-4d71-ab92-f366c49cff51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.380488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 566ab157-de9a-4a39-9722-59ee9a0e74b3 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:58.405705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Set router 112969de-4394-4274-bfa6-4b6a0deb136f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:12:58.407507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-222de588-dc0c-4d71-ab92-f366c49cff51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.483177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Allocated IP 172.25.0.57 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/8904d5ba-ea7d-40f1-91c0-6839dbad228f) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:12:58.505319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-222de588-dc0c-4d71-ab92-f366c49cff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.509107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] DHCP port deletion for b58aaa59-eaad-49de-a9ea-5285e8110b18 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:58.510135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-222de588-dc0c-4d71-ab92-f366c49cff51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.511476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-222de588-dc0c-4d71-ab92-f366c49cff51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/766a2c5e-f238-4361-9837-cc96f1fbf8f9 HTTP/1.1" status: 204 len: 168 time: 0.2904449 Apr 21 21:12:58.560271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Deleting port ff79988a-8f50-4e53-a313-9c2b7139ba92 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:58.560498 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.569465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.589411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.659347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222de588-dc0c-4d71-ab92-f366c49cff51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a2c5e-f238-4361-9837-cc96f1fbf8f9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:58.712651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5d7ce-5418-4269-a981-db59c16bf800 None None] DHCP port deletion for ec21a0b7-2e0e-467c-9828-73d937d224a3 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:12:58.727819 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.797041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] Deleting port 566ab157-de9a-4a39-9722-59ee9a0e74b3 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:58.797595 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.846749 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.857144 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP 24f5a051-6829-4f16-a97e-1da0403f8ef7 associated. External IP: 172.25.0.231, port: 6b595f9a-11bc-4aa0-a3a8-6186c702e35a. Apr 21 21:12:58.879315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-94380995-7258-416f-abe8-235f06a744f6 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:58.886439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-94380995-7258-416f-abe8-235f06a744f6 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/networks?id=34df5341-5a8e-4e79-bb66-a25fc4c585af HTTP/1.1" status: 200 len: 911 time: 0.4129453 Apr 21 21:12:58.914786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-0ab6728e-263e-4bbb-8cde-b7cb0c9da378 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/quotas/db4046cada014f1d88b6128477a6fb40 HTTP/1.1" status: 200 len: 375 time: 0.0274041 Apr 21 21:12:58.915028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=302bd25f-3e80-418b-8138-cadffa258150,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:58.935218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] For port ff79988a-8f50-4e53-a313-9c2b7139ba92, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ff79988a-8f50-4e53-a313-9c2b7139ba92,segment=NetworkSegment(1a82ab4a-bf0d-41fc-8bb7-af486591c257),segment_id=1a82ab4a-bf0d-41fc-8bb7-af486591c257)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:58.935896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.939043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No DVR routers for this DVR port 566ab157-de9a-4a39-9722-59ee9a0e74b3 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:58.984649 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:58.984927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=566ab157-de9a-4a39-9722-59ee9a0e74b3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:59.020096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'name': 'tempest-TestServerMultinode-618719707-router', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:45Z', 'updated_at': '2022-04-21T21:12:54Z', 'revision_number': 4, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'gw_port': {'id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:46Z', 'updated_at': '2022-04-21T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'ac87994d-14d7-4aef-8a9f-4244f35fe502', 'name': '', 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'mac_address': 'fa:16:3e:6a:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:51Z', 'updated_at': '2022-04-21T21:12:54Z', 'revision_number': 2, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'subnets': [{'id': 'dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:59.025116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Calling delete_port for ff79988a-8f50-4e53-a313-9c2b7139ba92 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:59.025733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] For port 566ab157-de9a-4a39-9722-59ee9a0e74b3, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:59.026097 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.054650 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-23c2ef83-92dd-4868-a472-9ac81deb73d5 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4046cada014f1d88b6128477a6fb40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389046 Apr 21 21:12:59.092374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] Calling delete_port for 566ab157-de9a-4a39-9722-59ee9a0e74b3 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:59.099586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5d7ce-5418-4269-a981-db59c16bf800 None None] Deleting port ff79988a-8f50-4e53-a313-9c2b7139ba92 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:12:59.101635 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d7ce-5418-4269-a981-db59c16bf800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.128956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.191652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Checking router: 112969de-4394-4274-bfa6-4b6a0deb136f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:12:59.192009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Updating router 112969de-4394-4274-bfa6-4b6a0deb136f port ac87994d-14d7-4aef-8a9f-4244f35fe502 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:12:59.195379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] Port 566ab157-de9a-4a39-9722-59ee9a0e74b3 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:12:59.221975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.226423 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 566ab157-de9a-4a39-9722-59ee9a0e74b3 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:59.233802 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.236571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:12:59.247151 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:12:59.249268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event updated for resources: {'Port': ['ID=8904d5ba-ea7d-40f1-91c0-6839dbad228f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:59.251517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:12:59.253142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58aaa59-eaad-49de-a9ea-5285e8110b18']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:59.269124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa4c816-8e32-41fc-88b3-ce6cde92dc7b') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:59.269565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa4c816-8e32-41fc-88b3-ce6cde92dc7b') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:59.283857 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.297961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 566ab157-de9a-4a39-9722-59ee9a0e74b3 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:12:59.298297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 566ab157-de9a-4a39-9722-59ee9a0e74b3 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:12:59.298702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ff79988a-8f50-4e53-a313-9c2b7139ba92 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:12:59.304157 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.308292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-71f49fc0-f920-4368-b372-bac1fb902dcc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:12:59.309719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-71f49fc0-f920-4368-b372-bac1fb902dcc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2543027 Apr 21 21:12:59.348086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2cd5d7ce-5418-4269-a981-db59c16bf800 None None] For port ff79988a-8f50-4e53-a313-9c2b7139ba92, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ff79988a-8f50-4e53-a313-9c2b7139ba92,segment=NetworkSegment(1a82ab4a-bf0d-41fc-8bb7-af486591c257),segment_id=1a82ab4a-bf0d-41fc-8bb7-af486591c257)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:12:59.348494 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d7ce-5418-4269-a981-db59c16bf800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.355493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] No DVR routers for this DVR port 566ab157-de9a-4a39-9722-59ee9a0e74b3 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:59.360330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33095ba0-c22c-4a5e-952c-6f6e3fbd6a62 None None] Pushing event deleted for resources: {'Port': ['ID=566ab157-de9a-4a39-9722-59ee9a0e74b3,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:59.363709 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.388317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5d7ce-5418-4269-a981-db59c16bf800 None None] Calling delete_port for ff79988a-8f50-4e53-a313-9c2b7139ba92 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:12:59.413581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:12:59.414605 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:12:59.423520 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:12:59.496539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Port ff79988a-8f50-4e53-a313-9c2b7139ba92 update to DOWN by agent not found {{(pid=114648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 21 21:12:59.586365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.603085 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-5d08490c-8a99-4a41-b9df-b19281fb9d78 service neutron] 10.222.0.49 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665050 Apr 21 21:12:59.612623 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.737997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Port': ['ID=ff79988a-8f50-4e53-a313-9c2b7139ba92,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:59.763554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] No DVR routers for this DVR port ff79988a-8f50-4e53-a313-9c2b7139ba92 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:59.872687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.876107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.879479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.895568 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.896097 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.898674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/networks/b58aaa59-eaad-49de-a9ea-5285e8110b18 HTTP/1.1" status: 204 len: 168 time: 2.3281925 Apr 21 21:12:59.906142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d7ce-5418-4269-a981-db59c16bf800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.911149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49712) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:59.918552 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:12:59.951088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5d7ce-5418-4269-a981-db59c16bf800 None None] No DVR routers for this DVR port ff79988a-8f50-4e53-a313-9c2b7139ba92 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:12:59.958256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5d7ce-5418-4269-a981-db59c16bf800 None None] Pushing event deleted for resources: {'Port': ['ID=ff79988a-8f50-4e53-a313-9c2b7139ba92,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:12:59.968876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c9912-0359-43b7-89f6-37213ee594fd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:12:59.974159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-250c9912-0359-43b7-89f6-37213ee594fd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 HTTP/1.1" status: 200 len: 840 time: 0.0581753 Apr 21 21:12:59.974159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec21a0b7-2e0e-467c-9828-73d937d224a3']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:12:59.976132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:12:59.983383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49714) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:12:59.984235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9023846-c02f-4785-ab84-32eda1813337 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Network': ['ID=b58aaa59-eaad-49de-a9ea-5285e8110b18,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:00.038885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-8084a0ec-2238-4636-85a5-d9a2e4e799e4 service neutron] 10.222.0.49 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343522 Apr 21 21:13:00.096297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8e3f3abd-30ff-43c0-8469-53850bb0b5a0 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1063693 Apr 21 21:13:00.096297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a82ab4a-bf0d-41fc-8bb7-af486591c257') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:00.096641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a82ab4a-bf0d-41fc-8bb7-af486591c257') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:00.102559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49718) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:00.123693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:00.159478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab248864-b1e3-48f2-8d2c-df5096661cfd None None] Pushing event updated for resources: {'Port': ['ID=ac87994d-14d7-4aef-8a9f-4244f35fe502,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:00.172995 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.255535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Attempting to bind port ac87994d-14d7-4aef-8a9f-4244f35fe502 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:00.255915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Attempting to bind port ac87994d-14d7-4aef-8a9f-4244f35fe502 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '95154b18-ec7d-4199-a1f1-7c6fd7b102f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:00.258519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Attempting to bind port ac87994d-14d7-4aef-8a9f-4244f35fe502 on network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:00.299650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.310817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:00.311041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Checking segment: {'id': '95154b18-ec7d-4199-a1f1-7c6fd7b102f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:00.311368 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.318172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:00.318333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Bound using segment: {'id': '95154b18-ec7d-4199-a1f1-7c6fd7b102f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:00.318579 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.320333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Bound port: ac87994d-14d7-4aef-8a9f-4244f35fe502, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95154b18-ec7d-4199-a1f1-7c6fd7b102f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:00.320746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:00.321852 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:00.432500 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.440165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.483116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] For port ac87994d-14d7-4aef-8a9f-4244f35fe502, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:00.525818 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc918efb-151c-4392-bb9d-8c3b836d0954 req-8c79ee6d-7c66-4a5f-ae79-1201bed13793 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 210 time: 0.0776091 Apr 21 21:13:00.542552 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-790f3b48-d8af-4dbb-a320-0624079d0b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.554171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] For port ac87994d-14d7-4aef-8a9f-4244f35fe502, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ac87994d-14d7-4aef-8a9f-4244f35fe502,segment=NetworkSegment(95154b18-ec7d-4199-a1f1-7c6fd7b102f8),segment_id=95154b18-ec7d-4199-a1f1-7c6fd7b102f8)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:00.586005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.589196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.603220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.606359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] 10.222.0.49 "DELETE /v2.0/networks/ec21a0b7-2e0e-467c-9828-73d937d224a3 HTTP/1.1" status: 204 len: 168 time: 2.5493124 Apr 21 21:13:00.608114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event updated for resources: {'Port': ['ID=8904d5ba-ea7d-40f1-91c0-6839dbad228f,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:00.624984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:00.631860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.690421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-eb9cf3e4-d443-462d-97e3-1e3a5e22b562 None None] Provisioning complete for port ac87994d-14d7-4aef-8a9f-4244f35fe502 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:00.690692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf3e4-d443-462d-97e3-1e3a5e22b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.700574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3955ca0-d5c5-4317-b732-ca17a85f1b89 tempest-NetworksIpV6TestAttrs-1809215205 tempest-NetworksIpV6TestAttrs-1809215205-project] Pushing event deleted for resources: {'Network': ['ID=ec21a0b7-2e0e-467c-9828-73d937d224a3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:00.705291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:13:00.716486 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a6ea7-89aa-4093-b666-5801565c51dd None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:13:00.734332 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a6ea7-89aa-4093-b666-5801565c51dd None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:00.734960 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c36a6ea7-89aa-4093-b666-5801565c51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:00.746409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.762882 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.771847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:00.774061 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0d5f732d-d143-432a-bf00-1dbd490f4eb1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3592281 Apr 21 21:13:00.799602 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c36a6ea7-89aa-4093-b666-5801565c51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:00.806835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab248864-b1e3-48f2-8d2c-df5096661cfd None None] Pushing event updated for resources: {'Port': ['ID=ac87994d-14d7-4aef-8a9f-4244f35fe502,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:00.822830 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a6ea7-89aa-4093-b666-5801565c51dd None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:00.823448 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c36a6ea7-89aa-4093-b666-5801565c51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:00.846794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Routers {'112969de-4394-4274-bfa6-4b6a0deb136f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:00.848226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:12:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['112969de-4394-4274-bfa6-4b6a0deb136f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:00.868390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49742) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:00.869305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-10a927c4-3815-4dc5-bb4d-3b48f83d6613 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7142456 Apr 21 21:13:00.875770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1374023224'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:00.889250 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c36a6ea7-89aa-4093-b666-5801565c51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:00.890444 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a6ea7-89aa-4093-b666-5801565c51dd None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:00.950875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Made reservation on behalf of 9cab51b0ceee4d2bba81d36db9dca757 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:00.955453 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.016862 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf3e4-d443-462d-97e3-1e3a5e22b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.028641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:01.070625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.070986 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Added segment 11505cef-b250-4d55-9db1-a477237ec487 of type vlan for network 88e9df36-a4bd-4446-9996-c8808fbeb97b Apr 21 21:13:01.105304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.206471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.266306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.272469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:01.273136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.281183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49760) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:01.292963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:01.296531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:01.306143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:01.317671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.321659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=faff9ebc-b461-47b0-9b3b-731e84713e1d,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:01.358252 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5e169a1f-0ac8-4f62-855d-c4683cd06cf9 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2545128 Apr 21 21:13:01.360746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49764) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:01.365234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-10561e97-d84e-4ed2-bfcd-a850af9e1515 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'security_group': {'name': 'tempest-secgroup-900505124'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:01.376815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351830c-8e2d-4948-a5d6-4478799d1f99 None None] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:01.391880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10561e97-d84e-4ed2-bfcd-a850af9e1515 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.449213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Network': ['ID=88e9df36-a4bd-4446-9996-c8808fbeb97b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:01.466706 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a26d723b-9286-41c8-8dd2-ce5c5cbdb95b tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5968881 Apr 21 21:13:01.469708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49772) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:01.480146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'subnet': {'network_id': '88e9df36-a4bd-4446-9996-c8808fbeb97b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:01.511220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-481fa86f-bf4a-45aa-8713-d071b5fecf29 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1634712528&fields=id&tenant_id=813f65962f4b40f48c80b2fae13a3ce5 HTTP/1.1" status: 200 len: 267 time: 0.1996109 Apr 21 21:13:01.518017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 88e9df36-a4bd-4446-9996-c8808fbeb97b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:01.662749 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10561e97-d84e-4ed2-bfcd-a850af9e1515 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.693002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dce6a570-476a-42d0-b9b0-1a33834ff141 req-beb1fd7f-3a00-4e25-b1d3-0d7dd4b7eba6 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 210 time: 0.0383739 Apr 21 21:13:01.696526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10561e97-d84e-4ed2-bfcd-a850af9e1515 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.719246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-eb9cf3e4-d443-462d-97e3-1e3a5e22b562 None None] For port ac87994d-14d7-4aef-8a9f-4244f35fe502, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ac87994d-14d7-4aef-8a9f-4244f35fe502,segment=NetworkSegment(95154b18-ec7d-4199-a1f1-7c6fd7b102f8),segment_id=95154b18-ec7d-4199-a1f1-7c6fd7b102f8)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:01.735526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10561e97-d84e-4ed2-bfcd-a850af9e1515 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.739416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-10561e97-d84e-4ed2-bfcd-a850af9e1515 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3776138 Apr 21 21:13:01.750649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49780) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:01.753405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Made reservation on behalf of 9cab51b0ceee4d2bba81d36db9dca757 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:01.759983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.768212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d0f2ad2f-5218-4c60-83f9-4d7b410a9f74 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'security_group': {'name': 'tempest-secgroup-285642172'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:01.778084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-f795876a-e060-4632-9366-1cf0fa766e20 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:01.779649 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-f795876a-e060-4632-9366-1cf0fa766e20 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 819 time: 0.2669165 Apr 21 21:13:01.817052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ad2f-5218-4c60-83f9-4d7b410a9f74 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.826868 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4fa87441-562d-4cde-b8d6-f92923a6e83e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45b2ab9853474987a576f39828761561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289383 Apr 21 21:13:01.827485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49782) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:01.836587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10561e97-d84e-4ed2-bfcd-a850af9e1515 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcbd538-0a1e-41b3-a8b1-a2ecbf5de7fe,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:01.901936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] Set router 112969de-4394-4274-bfa6-4b6a0deb136f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:13:01.955959 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d96489aa-f1c3-4b4c-88c9-032d0bf98e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:01.959208 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-58d46410-ca12-4629-9b9c-1714f5d0a30a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/quotas/813f65962f4b40f48c80b2fae13a3ce5 HTTP/1.1" status: 200 len: 375 time: 0.1401660 Apr 21 21:13:02.110809 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf3e4-d443-462d-97e3-1e3a5e22b562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.299599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3f2db4bb-6272-4ed0-bacf-d9fcd7c46d4f None None] Provisioning complete for port ac87994d-14d7-4aef-8a9f-4244f35fe502 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:02.299974 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3f2db4bb-6272-4ed0-bacf-d9fcd7c46d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.386195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4dea-8aec-4c82-a8f1-9f7a8077dfb7 req-7db83094-b544-46b9-95ec-77cf43e0c262 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:02.396537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5fa4dea-8aec-4c82-a8f1-9f7a8077dfb7 req-7db83094-b544-46b9-95ec-77cf43e0c262 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 945 time: 0.1505306 Apr 21 21:13:02.402615 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d96489aa-f1c3-4b4c-88c9-032d0bf98e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.461056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-d16b0a04-efe2-4da3-8b02-010a3127e446 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4853971 Apr 21 21:13:02.462459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ad2f-5218-4c60-83f9-4d7b410a9f74 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.483863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d5fa4dea-8aec-4c82-a8f1-9f7a8077dfb7 req-8d530ff8-b768-47f6-b11e-ebcc6ffa6a0b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862510 Apr 21 21:13:02.497138 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ad2f-5218-4c60-83f9-4d7b410a9f74 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.521232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cf3e4-d443-462d-97e3-1e3a5e22b562 None None] Pushing event updated for resources: {'Port': ['ID=ac87994d-14d7-4aef-8a9f-4244f35fe502,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:02.588794 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d96489aa-f1c3-4b4c-88c9-032d0bf98e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.603608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d96489aa-f1c3-4b4c-88c9-032d0bf98e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.606965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d96489aa-f1c3-4b4c-88c9-032d0bf98e1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/134289ca-8da7-46ab-99a2-9a67b71920fc HTTP/1.1" status: 204 len: 168 time: 0.7778609 Apr 21 21:13:02.614390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'tenant_id': '4cbd407d5df248d39e1214326ca0fc20', 'fixed_ips': [{'subnet_id': 'faff9ebc-b461-47b0-9b3b-731e84713e1d'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:02.615516 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.621785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ad2f-5218-4c60-83f9-4d7b410a9f74 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.626669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d0f2ad2f-5218-4c60-83f9-4d7b410a9f74 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8744240 Apr 21 21:13:02.627391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49794) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:02.633533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'name': 'tempest-TestServerMultinode-618719707-router', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:45Z', 'updated_at': '2022-04-21T21:12:54Z', 'revision_number': 4, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'gw_port': {'id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:46Z', 'updated_at': '2022-04-21T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'ac87994d-14d7-4aef-8a9f-4244f35fe502', 'name': '', 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'mac_address': 'fa:16:3e:6a:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:51Z', 'updated_at': '2022-04-21T21:13:00Z', 'revision_number': 4, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'subnets': [{'id': 'dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:02.662490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-aef44809-9a38-4828-9c96-27159215d7a3 service neutron] 10.222.0.49 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884496 Apr 21 21:13:02.674220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5163a0b-b460-44b0-a246-85896593ab8a None None] The sync data for ids ['112969de-4394-4274-bfa6-4b6a0deb136f'] in n-d-838945-1 is: [{'id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'name': 'tempest-TestServerMultinode-618719707-router', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:45Z', 'updated_at': '2022-04-21T21:12:54Z', 'revision_number': 4, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'gw_port': {'id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:46Z', 'updated_at': '2022-04-21T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'ac87994d-14d7-4aef-8a9f-4244f35fe502', 'name': '', 'network_id': '6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'mac_address': 'fa:16:3e:6a:e2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:51Z', 'updated_at': '2022-04-21T21:13:00Z', 'revision_number': 4, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'subnets': [{'id': 'dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:02.675435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-333127711', 'security_groups': ['b061f302-616d-4596-a9ca-5cd6f5212182'], 'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'faff9ebc-b461-47b0-9b3b-731e84713e1d'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:02.831301 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf6fcafe-f75a-4bd5-9d9f-1f769ec681b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.889161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96489aa-f1c3-4b4c-88c9-032d0bf98e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134289ca-8da7-46ab-99a2-9a67b71920fc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:02.921703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-a4727671-2456-41e3-a5c3-4a868eadd3e9 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:02.924019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-a4727671-2456-41e3-a5c3-4a868eadd3e9 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.43 "GET /v2.0/networks?id=34df5341-5a8e-4e79-bb66-a25fc4c585af HTTP/1.1" status: 200 len: 911 time: 0.3817680 Apr 21 21:13:02.924517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2ad2f-5218-4c60-83f9-4d7b410a9f74 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b061f302-616d-4596-a9ca-5cd6f5212182,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:02.930153 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:02.961718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Request body: {'port': {'device_id': '1ce1e2c6-7ec8-4c12-8e45-146b50b61c41', 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af', 'admin_state_up': True, 'tenant_id': 'db4046cada014f1d88b6128477a6fb40'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:03.026759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Allocated IP 172.20.0.2 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/faff9ebc-b461-47b0-9b3b-731e84713e1d/5735bd0c-9bad-4a6f-a946-caf73b1e3e1e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:03.051079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cd60ca8d-023b-4630-8746-4fba681bb4a4 req-71a406c4-a3f8-40c3-8e63-24a8b85272a0 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 210 time: 0.1217790 Apr 21 21:13:03.103861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Checking segment: {'id': '11505cef-b250-4d55-9db1-a477237ec487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '88e9df36-a4bd-4446-9996-c8808fbeb97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:03.104328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network hostable DHCP agents. Network: 88e9df36-a4bd-4446-9996-c8808fbeb97b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:03.114962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Made reservation on behalf of db4046cada014f1d88b6128477a6fb40 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:03.117592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:03.123280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Subnet': ['ID=ca214174-1b8b-4b03-8091-19010dc6f0a0,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:03.149134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 88e9df36-a4bd-4446-9996-c8808fbeb97b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:03.151634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-9943519d-c329-46f3-9d24-6a6b457a7c28 service neutron] 10.222.0.49 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853671 Apr 21 21:13:03.168067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 88e9df36-a4bd-4446-9996-c8808fbeb97b) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:03.193393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:03.221353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:03.221978 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:03.228091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696c203-17ab-47b2-a8d1-93d351843456 None None] Network 88e9df36-a4bd-4446-9996-c8808fbeb97b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:03.266703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-174a86c8-ca36-45cc-a4ee-c38f36a19cc0 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7880697 Apr 21 21:13:03.266942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49804) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:03.273328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1825627727', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:03.339476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ac87994d-14d7-4aef-8a9f-4244f35fe502 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:03.345680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:03.365758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:13:03.401563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:03.402972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:03.432120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Allocated IP 172.20.0.4 (34df5341-5a8e-4e79-bb66-a25fc4c585af/24ae5038-094e-4b97-a39a-d6bbef794e25/5f4db032-a07c-46c3-b3fa-ec433191f3a6) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:03.638981 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:03.674982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ac87994d-14d7-4aef-8a9f-4244f35fe502 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:03.675416 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:03.684346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22b9f1fa-36da-47c5-8c22-4b5fed976d0b req-8eed8444-b89d-4cc6-91f1-f8466df33c57 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 210 time: 0.1165946 Apr 21 21:13:03.835064 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:03.895457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.002490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Pushing event updated for resources: {'Port': ['ID=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:04.025613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.12 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/faff9ebc-b461-47b0-9b3b-731e84713e1d/0b6f986a-7dfa-4688-85cc-d2d9764ec6e4) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:04.046731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:04.061158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:04.065802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:04.070633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-88e9df36-a4bd-4446-9996-c8808fbeb97b', 'network_id': '88e9df36-a4bd-4446-9996-c8808fbeb97b', 'tenant_id': '9cab51b0ceee4d2bba81d36db9dca757', 'fixed_ips': [{'subnet_id': 'ca214174-1b8b-4b03-8091-19010dc6f0a0'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:04.071641 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.126145 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.206167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49836) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:04.215428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.287122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Attempting to bind port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:04.288050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Attempting to bind port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ba6ef7c0-f48e-4511-a99e-ec4ed8daad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:04.288581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Attempting to bind port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e on network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:04.298992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:04.299362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Checking segment: {'id': 'ba6ef7c0-f48e-4511-a99e-ec4ed8daad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:04.300066 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.300352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Bound using segment: {'id': 'ba6ef7c0-f48e-4511-a99e-ec4ed8daad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:04.300846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Bound port: 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6ef7c0-f48e-4511-a99e-ec4ed8daad11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:04.301229 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.327961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11440b1-3075-4ef2-b2fb-5c46c4be8ece req-3ca89e9f-a3bb-4811-9274-edcba76537f6 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:04.339203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a11440b1-3075-4ef2-b2fb-5c46c4be8ece req-3ca89e9f-a3bb-4811-9274-edcba76537f6 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 945 time: 0.6984615 Apr 21 21:13:04.375200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.397722 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6cc06eb-108c-40d9-bf18-670a9334a15b req-c4287482-1e9c-4a1d-bdf7-55af47ad9019 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 210 time: 0.1851306 Apr 21 21:13:04.404682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-bef613a4-6d23-48fe-91f2-edf2458048ba tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:04.406571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-bef613a4-6d23-48fe-91f2-edf2458048ba tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.46 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 945 time: 0.5241714 Apr 21 21:13:04.436125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.465369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] For port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:04.469014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] For port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,segment=NetworkSegment(ba6ef7c0-f48e-4511-a99e-ec4ed8daad11),segment_id=ba6ef7c0-f48e-4511-a99e-ec4ed8daad11)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:04.486579 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.547416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=0b6f986a-7dfa-4688-85cc-d2d9764ec6e4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:04.568130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1106635008'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:04.583076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Allocated IP 172.20.0.2 (88e9df36-a4bd-4446-9996-c8808fbeb97b/ca214174-1b8b-4b03-8091-19010dc6f0a0/a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:04.600820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:04.605381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:04.609218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:04.679461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:04.683641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.705079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.728008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a11440b1-3075-4ef2-b2fb-5c46c4be8ece req-36e18ddc-5bf1-477f-8f50-261d750843eb tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875678 Apr 21 21:13:04.728644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:04.729415 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.757993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-16bb9763-2a73-4c65-a7b2-79f0c32f5b19 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1077964 Apr 21 21:13:04.763071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49846) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:04.769654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-89603b87-edb3-4785-a907-1ed39c749fd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:04.917831 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.935194 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.959089 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.972314 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc72a3ea-a907-44f7-9798-5fb217fe48e3 req-5207d6cd-aa0f-4861-8c4c-28d1116abe86 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 210 time: 0.1006474 Apr 21 21:13:04.981432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Deleting port bee6651e-99df-48e4-beda-8d2502032845 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:04.984193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:04.986757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a652cd-0feb-401c-bcdb-f54bf26c2d27 None None] Pushing event updated for resources: {'Port': ['ID=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:05.000918 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Network 88e9df36-a4bd-4446-9996-c8808fbeb97b is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:05.028044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:05.031231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:05.118976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.129521 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.144110 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.151698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89603b87-edb3-4785-a907-1ed39c749fd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:05.156254 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89603b87-edb3-4785-a907-1ed39c749fd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.166446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:05.270057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.270608 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment 6481edd5-2fcf-4de3-a6f7-0009b24c278b of type vlan for network f9f23456-c44f-4565-add1-fa793c232b4a Apr 21 21:13:05.292807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1be70b-5960-4228-992c-dc529aac20c3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:05.333182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] For port bee6651e-99df-48e4-beda-8d2502032845, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=bee6651e-99df-48e4-beda-8d2502032845,segment=NetworkSegment(4999e107-c8a8-4273-9eae-07f6c16c9ca5),segment_id=4999e107-c8a8-4273-9eae-07f6c16c9ca5)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:05.333822 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.372749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:05.382120 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.413431 n-d-838945-1 neutron-server[114646]: INFO neutron.db.ipam_backend_mixin [None req-89603b87-edb3-4785-a907-1ed39c749fd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet faff9ebc-b461-47b0-9b3b-731e84713e1d (CIDR: 172.20.0.0/28) Apr 21 21:13:05.423194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:05.429699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:05.445596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Calling delete_port for bee6651e-99df-48e4-beda-8d2502032845 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:05.487492 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.522690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.524731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Pushing event updated for resources: {'Port': ['ID=a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:05.558101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Pushing event updated for resources: {'Port': ['ID=5f4db032-a07c-46c3-b3fa-ec433191f3a6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:05.592522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Attempting to bind port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:05.594742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Attempting to bind port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '11505cef-b250-4d55-9db1-a477237ec487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '88e9df36-a4bd-4446-9996-c8808fbeb97b'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:05.595285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Attempting to bind port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc on network 88e9df36-a4bd-4446-9996-c8808fbeb97b {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:05.600580 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.603854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:05.604554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Checking segment: {'id': '11505cef-b250-4d55-9db1-a477237ec487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '88e9df36-a4bd-4446-9996-c8808fbeb97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:05.605099 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.605666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Bound using segment: {'id': '11505cef-b250-4d55-9db1-a477237ec487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '88e9df36-a4bd-4446-9996-c8808fbeb97b'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:05.606306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Bound port: a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11505cef-b250-4d55-9db1-a477237ec487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '88e9df36-a4bd-4446-9996-c8808fbeb97b'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:05.606883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.637389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.647935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:05.648595 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.652689 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-89603b87-edb3-4785-a907-1ed39c749fd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:05.653180 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89603b87-edb3-4785-a907-1ed39c749fd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:05.713130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] For port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:05.717060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] For port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc,segment=NetworkSegment(11505cef-b250-4d55-9db1-a477237ec487),segment_id=11505cef-b250-4d55-9db1-a477237ec487)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:05.731066 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.804791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5763991 Apr 21 21:13:05.804791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-89603b87-edb3-4785-a907-1ed39c749fd1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0344105 Apr 21 21:13:05.804791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49854) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:05.816210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:05.818015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.25.0.239 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/d7b0adf6-6e42-404a-893d-b9ed9535e265) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:05.825708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920be83-c7e7-487f-8c77-ee6093a548bf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=f9f23456-c44f-4565-add1-fa793c232b4a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:05.842550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:05.851099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:05.888849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network f9f23456-c44f-4565-add1-fa793c232b4a details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:05.947144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e599297-c086-490a-8c2f-f29f20c94b5d req-2b9dd91c-c94c-41f8-a9ea-e1e393854910 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:05.948725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e599297-c086-490a-8c2f-f29f20c94b5d req-2b9dd91c-c94c-41f8-a9ea-e1e393854910 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1027 time: 0.4195077 Apr 21 21:13:05.972348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49858) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:05.997911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': 'f9f23456-c44f-4565-add1-fa793c232b4a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:06.025368 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-176aa03c-1800-40cf-a79f-0a41e8afa57d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0914698 Apr 21 21:13:06.055660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-3df917cf-3705-4576-b001-b6ff2ee53bf3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:06.057312 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-3df917cf-3705-4576-b001-b6ff2ee53bf3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 819 time: 0.7006793 Apr 21 21:13:06.068170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd2b5-780a-40cb-8fbb-8aaae7e72bb7 None None] Pushing event updated for resources: {'Port': ['ID=a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:06.077118 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:06.080919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395bf8d-9a9f-4ecd-bb8d-f38c5b9c1aa1 req-6a66a586-3d9b-43ff-997f-0dcfca19fe94 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:06.083089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1395bf8d-9a9f-4ecd-bb8d-f38c5b9c1aa1 req-6a66a586-3d9b-43ff-997f-0dcfca19fe94 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 945 time: 0.2421808 Apr 21 21:13:06.095836 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:13:06.101658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dcb48bb7-6e3a-49b9-8833-261b6b204b51 None None] Provisioning complete for port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:06.102187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dcb48bb7-6e3a-49b9-8833-261b6b204b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:06.185619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dcb48bb7-6e3a-49b9-8833-261b6b204b51 None None] Port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:06.258589 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1395bf8d-9a9f-4ecd-bb8d-f38c5b9c1aa1 req-94df6108-adf3-4a7e-b97b-839654afa32d tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/security-groups?id=4199ba17-2f85-46c7-a378-f9a9c4fd19f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483545 Apr 21 21:13:06.269814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-0b8a849b-d1ce-48f2-b7d4-901237ca7fcc tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=813f65962f4b40f48c80b2fae13a3ce5 HTTP/1.1" status: 200 len: 380 time: 0.1857581 Apr 21 21:13:06.288751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Request body: {'port': {'device_id': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'admin_state_up': True, 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'security_groups': ['0b32a659-78c9-4770-8f25-4e466c89861a']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:06.377968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:06.382001 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:06.420476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-984b801c-615b-4e0a-b8d1-ab7539484d32 req-e73db718-e993-4aac-a2f0-4f2ee6e50600 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 210 time: 0.0536444 Apr 21 21:13:06.432109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Request body: {'port': {'device_id': '1ce1e2c6-7ec8-4c12-8e45-146b50b61c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:06.508935 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e599297-c086-490a-8c2f-f29f20c94b5d req-8f7b3476-ff6d-4776-9c02-b8e399a25b08 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196242 Apr 21 21:13:06.573143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Made reservation on behalf of 813f65962f4b40f48c80b2fae13a3ce5 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:06.577600 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:06.581103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:06.585224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:06.662704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:06.694633 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:06.930890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Allocated IP 172.20.0.10 (6d364502-689a-4e66-b068-a0c6a28098c8/347713c0-4682-491a-9536-3fa9aee2c95b/c0a5b7a3-5859-4adf-8622-7cf63be46386) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:06.952528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d33e0636-fdc0-4a7e-8f6c-27668d060fc1 None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:06.953027 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d33e0636-fdc0-4a7e-8f6c-27668d060fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:06.960386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:06.973328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.046859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:07.054970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:07.058286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:07.058853 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.112619 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d33e0636-fdc0-4a7e-8f6c-27668d060fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.148531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Pushing event deleted for resources: {'Port': ['ID=bee6651e-99df-48e4-beda-8d2502032845,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:07.158482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d33e0636-fdc0-4a7e-8f6c-27668d060fc1 None None] For port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,segment=NetworkSegment(ba6ef7c0-f48e-4511-a99e-ec4ed8daad11),segment_id=ba6ef7c0-f48e-4511-a99e-ec4ed8daad11)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:07.167997 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d33e0636-fdc0-4a7e-8f6c-27668d060fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.203594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3975098 Apr 21 21:13:07.210767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49866) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:07.224646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1937528655', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c24e2b4d-0847-4ea4-a3da-c4726f019ee7'}], 'security_groups': ['3fcbd538-0a1e-41b3-a8b1-a2ecbf5de7fe']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:07.230733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.264035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e0636-fdc0-4a7e-8f6c-27668d060fc1 None None] Pushing event updated for resources: {'Port': ['ID=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:07.270502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5152ee3-653b-4c7d-9dc9-6ce976a2e7d0 None None] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:07.270704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] No DVR routers for this DVR port bee6651e-99df-48e4-beda-8d2502032845 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:07.274238 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.277874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e9ba7e35-dc52-43a1-a91e-b9a976c7b4f7 req-6da11065-a6cc-4204-96d7-4b2ef73cc86b tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.46 "DELETE /v2.0/ports/bee6651e-99df-48e4-beda-8d2502032845 HTTP/1.1" status: 204 len: 173 time: 2.7731931 Apr 21 21:13:07.314032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8ef92-11bd-4738-a2a7-a76a4261dfc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=c24e2b4d-0847-4ea4-a3da-c4726f019ee7,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:07.334417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d33e0636-fdc0-4a7e-8f6c-27668d060fc1 None None] Provisioning complete for port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:07.336148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d33e0636-fdc0-4a7e-8f6c-27668d060fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.371505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba67d7-328e-444a-b0e9-410e97c9f863', 'name': 'network-vif-deleted', 'tag': 'bee6651e-99df-48e4-beda-8d2502032845'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:07.381476 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb668f7d-99de-442f-a6f1-6f68b302b9f2" -d '{"events": [{"server_uuid": "91ba67d7-328e-444a-b0e9-410e97c9f863", "name": "network-vif-deleted", "tag": "bee6651e-99df-48e4-beda-8d2502032845"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:07.448787 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4fd15ea9-4404-49dd-8646-ffefdc685d69 req-9bfc1619-216e-4f90-82c6-41db934ebf12 tempest-VolumesSnapshotTestJSON-714231703 tempest-VolumesSnapshotTestJSON-714231703-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ba67d7-328e-444a-b0e9-410e97c9f863 HTTP/1.1" status: 200 len: 210 time: 0.0529134 Apr 21 21:13:07.457264 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.489149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.506673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:07.530877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:07.537349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:07.589622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:07.617744 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e2db594-dc20-4c69-9544-35be9f9c6820 req-39f14e18-0fb5-41fd-a969-04b0a764e121 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 210 time: 0.0322249 Apr 21 21:13:07.650878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d33e0636-fdc0-4a7e-8f6c-27668d060fc1 None None] Port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:07.655470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1949435d-6c38-4f37-aa68-8d059b159394 None None] Network 88e9df36-a4bd-4446-9996-c8808fbeb97b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:07.673175 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.772171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Network 6d364502-689a-4e66-b068-a0c6a28098c8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:07.826146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:07.838462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:07.844579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6b616ec7-f185-4dc2-a9ea-cb02dd080a59 None None] Provisioning complete for port 0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:07.845248 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6b616ec7-f185-4dc2-a9ea-cb02dd080a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.845647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event updated for resources: {'Port': ['ID=c0a5b7a3-5859-4adf-8622-7cf63be46386,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:07.861000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:07.861447 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.906482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cf244-0b84-4505-8b03-46fa10c85f50 req-bf3446b0-d603-447c-a88d-dd25795e2b9b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:07.907987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a03cf244-0b84-4505-8b03-46fa10c85f50 req-bf3446b0-d603-447c-a88d-dd25795e2b9b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1027 time: 0.1771195 Apr 21 21:13:07.950245 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de911204-7914-4a9b-92f6-f104d4688b76 x-openstack-request-id: req-de911204-7914-4a9b-92f6-f104d4688b76 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:07.951942 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ba67d7-328e-444a-b0e9-410e97c9f863", "name": "network-vif-deleted", "tag": "bee6651e-99df-48e4-beda-8d2502032845", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:07.952872 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de911204-7914-4a9b-92f6-f104d4688b76 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:07.953907 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de911204-7914-4a9b-92f6-f104d4688b76'] response: {'server_uuid': '91ba67d7-328e-444a-b0e9-410e97c9f863', 'name': 'network-vif-deleted', 'tag': 'bee6651e-99df-48e4-beda-8d2502032845', 'status': 'completed', 'code': 200} Apr 21 21:13:07.955313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=d7b0adf6-6e42-404a-893d-b9ed9535e265,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:07.968801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:07.992719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6b616ec7-f185-4dc2-a9ea-cb02dd080a59 None None] Port 0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:08.002515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:08.004000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.088160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6b616ec7-f185-4dc2-a9ea-cb02dd080a59 None None] Provisioning complete for port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:08.088601 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6b616ec7-f185-4dc2-a9ea-cb02dd080a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.169871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:08.275284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c40d3f-cc22-4735-ad14-ad502a94c6f5 None None] Update dhcp port {'port': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'fixed_ips': [{'subnet_id': 'faff9ebc-b461-47b0-9b3b-731e84713e1d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c24e2b4d-0847-4ea4-a3da-c4726f019ee7'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '5735bd0c-9bad-4a6f-a946-caf73b1e3e1e'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:13:08.392617 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73c40d3f-cc22-4735-ad14-ad502a94c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.399623 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6b616ec7-f185-4dc2-a9ea-cb02dd080a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.420017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:08.420565 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.423235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bee6651e-99df-48e4-beda-8d2502032845 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:13:08.457514 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8aab3ed6-7ec0-41c7-8e61-223a71fc130a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1740315 Apr 21 21:13:08.480917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: bee6651e-99df-48e4-beda-8d2502032845 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:13:08.481567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device bee6651e-99df-48e4-beda-8d2502032845 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:13:08.563962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a03cf244-0b84-4505-8b03-46fa10c85f50 req-cff43744-a0ba-45e6-9e01-60888e1b26c1 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285317 Apr 21 21:13:08.575108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6b616ec7-f185-4dc2-a9ea-cb02dd080a59 None None] For port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc,segment=NetworkSegment(11505cef-b250-4d55-9db1-a477237ec487),segment_id=11505cef-b250-4d55-9db1-a477237ec487)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:08.588474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6b616ec7-f185-4dc2-a9ea-cb02dd080a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.631825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Request body: {'port': {'device_id': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:08.666219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Delete allocated IP 172.20.0.12 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/faff9ebc-b461-47b0-9b3b-731e84713e1d) {{(pid=114646) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 21:13:08.672403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=1ae34280-fdc0-426f-92d4-a9c4685176e4,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:08.718425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4db032-a07c-46c3-b3fa-ec433191f3a6 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:13:08.725519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.30 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/c24e2b4d-0847-4ea4-a3da-c4726f019ee7/0b6f986a-7dfa-4688-85cc-d2d9764ec6e4) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:08.737155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.792014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.798422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Transition to ACTIVE for port object 5f4db032-a07c-46c3-b3fa-ec433191f3a6 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:13:08.804458 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-09be7815-0bf3-4a4e-a0a4-6aa54d70177b None None] Provisioning complete for port c0a5b7a3-5859-4adf-8622-7cf63be46386 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:08.804909 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-09be7815-0bf3-4a4e-a0a4-6aa54d70177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.812040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': '6481edd5-2fcf-4de3-a6f7-0009b24c278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9f23456-c44f-4565-add1-fa793c232b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:08.812908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: f9f23456-c44f-4565-add1-fa793c232b4a, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:08.827007 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.831605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b616ec7-f185-4dc2-a9ea-cb02dd080a59 None None] Pushing event updated for resources: {'Port': ['ID=a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:08.880894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-09be7815-0bf3-4a4e-a0a4-6aa54d70177b None None] Port c0a5b7a3-5859-4adf-8622-7cf63be46386 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:08.893040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-09be7815-0bf3-4a4e-a0a4-6aa54d70177b None None] Provisioning complete for port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:08.893736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-09be7815-0bf3-4a4e-a0a4-6aa54d70177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:08.958268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network f9f23456-c44f-4565-add1-fa793c232b4a is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:09.016051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556b6b8-fbef-4c11-9563-0302d78dd1fb req-bd0cd968-9770-4f4f-a9e0-03720354d7b3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:09.017866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b556b6b8-fbef-4c11-9563-0302d78dd1fb req-bd0cd968-9770-4f4f-a9e0-03720354d7b3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 932 time: 0.2281642 Apr 21 21:13:09.051655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4db032-a07c-46c3-b3fa-ec433191f3a6,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:09.060392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, f9f23456-c44f-4565-add1-fa793c232b4a) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:09.070412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df1b66a-fff5-4177-97e8-9cb023530c40 None None] Network f9f23456-c44f-4565-add1-fa793c232b4a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:09.098763 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:09.100107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.148460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.180873 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.198031 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.286869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-49e0d98b-b52f-4369-9874-9caf8cff5c55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2954462 Apr 21 21:13:09.305240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49900) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:09.315355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1166072329'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:09.351262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=0b6f986a-7dfa-4688-85cc-d2d9764ec6e4,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:09.354101 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b556b6b8-fbef-4c11-9563-0302d78dd1fb req-2675a4b8-3780-478c-8390-bf67dee25603 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966344 Apr 21 21:13:09.388619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:09.405174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:09.408796 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.410070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] In _notify_port_updated(), no bound segment for port 0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 on network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:13:09.413434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Attempting to bind port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:09.413841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Attempting to bind port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:09.414368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Attempting to bind port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 on network 34df5341-5a8e-4e79-bb66-a25fc4c585af {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:09.418559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:09.419367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.426277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49902) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:09.427356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2669180f-d79a-4e33-867e-3fa24e5c9f2e tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "PUT /v2.0/ports/0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 HTTP/1.1" status: 200 len: 921 time: 2.2135248 Apr 21 21:13:09.455482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-73c40d3f-cc22-4735-ad14-ad502a94c6f5 None None] Allocated IP 172.20.0.18 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/c24e2b4d-0847-4ea4-a3da-c4726f019ee7/5735bd0c-9bad-4a6f-a946-caf73b1e3e1e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:09.465104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 on network 34df5341-5a8e-4e79-bb66-a25fc4c585af not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:13:09.469316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Attempting to bind port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 on network 34df5341-5a8e-4e79-bb66-a25fc4c585af {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:09.484673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a5b7a3-5859-4adf-8622-7cf63be46386 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:13:09.494868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.516145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Transition to ACTIVE for port object c0a5b7a3-5859-4adf-8622-7cf63be46386 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:13:09.520488 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.572458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Pushing event updated for resources: {'Port': ['ID=c0a5b7a3-5859-4adf-8622-7cf63be46386,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:09.592081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:09.594582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Checking segment: {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:09.595273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Bound using segment: {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:09.595895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Bound port: 5f4db032-a07c-46c3-b3fa-ec433191f3a6, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:09.597793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.620109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-f9f23456-c44f-4565-add1-fa793c232b4a', 'network_id': 'f9f23456-c44f-4565-add1-fa793c232b4a', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': '1ae34280-fdc0-426f-92d4-a9c4685176e4'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:09.621130 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.783542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:09.872726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Attempting to bind port c0a5b7a3-5859-4adf-8622-7cf63be46386 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:09.873342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Attempting to bind port c0a5b7a3-5859-4adf-8622-7cf63be46386 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:09.873844 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Attempting to bind port c0a5b7a3-5859-4adf-8622-7cf63be46386 on network 6d364502-689a-4e66-b068-a0c6a28098c8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:09.910145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Port c0a5b7a3-5859-4adf-8622-7cf63be46386 on network 6d364502-689a-4e66-b068-a0c6a28098c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:13:09.910642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Attempting to bind port c0a5b7a3-5859-4adf-8622-7cf63be46386 on network 6d364502-689a-4e66-b068-a0c6a28098c8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:09.938767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:09.942457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Checking segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:09.943388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Bound using segment: {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:09.943529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Bound port: c0a5b7a3-5859-4adf-8622-7cf63be46386, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b1d6aa-f3e2-42b7-89be-7b5655563a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:09.943977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:09.995232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbdebd-3379-47c4-8bac-d9b09cb161b1 req-3a13ddac-0f09-4b75-b072-f77cc7af2651 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:10.000328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62bbdebd-3379-47c4-8bac-d9b09cb161b1 req-3a13ddac-0f09-4b75-b072-f77cc7af2651 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1052 time: 0.2970273 Apr 21 21:13:10.007069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.007471 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment cea749a8-682a-4c4b-8e9b-b46f960411d6 of type vlan for network a4e319b0-a70e-4a58-9347-67a2c1d20c48 Apr 21 21:13:10.011248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] For port 5f4db032-a07c-46c3-b3fa-ec433191f3a6, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:10.052497 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.061784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] For port 5f4db032-a07c-46c3-b3fa-ec433191f3a6, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f4db032-a07c-46c3-b3fa-ec433191f3a6,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:10.084184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] For port c0a5b7a3-5859-4adf-8622-7cf63be46386, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:10.090426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62bbdebd-3379-47c4-8bac-d9b09cb161b1 req-b2abedab-246c-47c3-93b3-3f56f9d222f1 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813565 Apr 21 21:13:10.120107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] For port c0a5b7a3-5859-4adf-8622-7cf63be46386, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:10.135084 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.136311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-44490a80-a224-41af-97f6-296ea8804d46 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:10.136870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44490a80-a224-41af-97f6-296ea8804d46 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.158647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.161192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:10.161860 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.166050 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] 10.222.0.46 "PUT /v2.0/ports/c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 200 len: 1092 time: 1.6934361 Apr 21 21:13:10.168483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:10.173218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:10.173784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.175961 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:10.305247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-73c40d3f-cc22-4735-ad14-ad502a94c6f5 None None] For port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,segment=NetworkSegment(ba6ef7c0-f48e-4511-a99e-ec4ed8daad11),segment_id=ba6ef7c0-f48e-4511-a99e-ec4ed8daad11)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:10.337499 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89168627-fbdf-430c-8f46-c24dabda65d4 x-openstack-request-id: req-89168627-fbdf-430c-8f46-c24dabda65d4 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:10.338588 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:10.339060 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89168627-fbdf-430c-8f46-c24dabda65d4 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:10.340986 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89168627-fbdf-430c-8f46-c24dabda65d4'] response: {'name': 'network-changed', 'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'status': 'completed', 'code': 200} Apr 21 21:13:10.344168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73c40d3f-cc22-4735-ad14-ad502a94c6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.370273 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73c40d3f-cc22-4735-ad14-ad502a94c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.378738 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1617f3-31eb-49f6-bb24-1fac3d05799d service neutron] Pushing event updated for resources: {'Port': ['ID=c0a5b7a3-5859-4adf-8622-7cf63be46386,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:10.403055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.407279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-03c01c0c-aab8-47c0-83a9-98c1868d9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:10.408888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-03c01c0c-aab8-47c0-83a9-98c1868d9b60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1095 time: 0.1503167 Apr 21 21:13:10.460004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:10.460671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.462102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/5f4db032-a07c-46c3-b3fa-ec433191f3a6 HTTP/1.1" status: 200 len: 1091 time: 4.3440182 Apr 21 21:13:10.468623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce1e2c6-7ec8-4c12-8e45-146b50b61c41', 'tag': '5f4db032-a07c-46c3-b3fa-ec433191f3a6'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:10.470672 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce1e2c6-7ec8-4c12-8e45-146b50b61c41", "tag": "5f4db032-a07c-46c3-b3fa-ec433191f3a6"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:10.484548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a11811-3292-45e3-a658-1ad3394f36e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4db032-a07c-46c3-b3fa-ec433191f3a6,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:10.516171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Allocated IP 172.20.255.242 (f9f23456-c44f-4565-add1-fa793c232b4a/1ae34280-fdc0-426f-92d4-a9c4685176e4/1e333962-56ee-4d8d-9e30-522b71a6fd22) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:10.528963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-2b59d713-f9fe-4325-b672-ee95d5b99abc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 200 len: 217 time: 0.1086798 Apr 21 21:13:10.605055 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e48428d-4507-42a4-b76e-dc222c84fbfa x-openstack-request-id: req-1e48428d-4507-42a4-b76e-dc222c84fbfa {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:10.605329 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce1e2c6-7ec8-4c12-8e45-146b50b61c41", "tag": "5f4db032-a07c-46c3-b3fa-ec433191f3a6", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:10.605579 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e48428d-4507-42a4-b76e-dc222c84fbfa {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:10.605972 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e48428d-4507-42a4-b76e-dc222c84fbfa'] response: {'name': 'network-changed', 'server_uuid': '1ce1e2c6-7ec8-4c12-8e45-146b50b61c41', 'tag': '5f4db032-a07c-46c3-b3fa-ec433191f3a6', 'status': 'completed', 'code': 200} Apr 21 21:13:10.618304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-85547814-102d-4fbf-98e5-9babc853a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:10.620397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-85547814-102d-4fbf-98e5-9babc853a321 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0819774 Apr 21 21:13:10.627968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.636790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:10.637424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.663265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44490a80-a224-41af-97f6-296ea8804d46 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:10.736124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-74aa876d-d4d3-4f10-8de0-f15ae33e7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:10.738330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-74aa876d-d4d3-4f10-8de0-f15ae33e7e82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030846 Apr 21 21:13:10.749668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd8f05-72a9-431d-9595-c51088ce33f3 req-a6829eeb-f87a-4c5f-99d8-6fa796d69048 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:10.751695 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04cd8f05-72a9-431d-9595-c51088ce33f3 req-a6829eeb-f87a-4c5f-99d8-6fa796d69048 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 944 time: 0.2099881 Apr 21 21:13:10.792304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-44490a80-a224-41af-97f6-296ea8804d46 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:10.833801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5259569 Apr 21 21:13:10.834905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49924) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:10.851597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04cd8f05-72a9-431d-9595-c51088ce33f3 req-eb887457-23bc-485a-a018-26422e4d201f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854633 Apr 21 21:13:10.883984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': 'a4e319b0-a70e-4a58-9347-67a2c1d20c48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:10.900178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:10.932330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-3a20b059-b118-45d4-868c-f4a8a17df9a5 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793480 Apr 21 21:13:10.971045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c40d3f-cc22-4735-ad14-ad502a94c6f5 None None] Pushing event updated for resources: {'Port': ['ID=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:11.002667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-4c73efd5-fb2d-4e49-9670-74a9335d1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:11.005474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-4c73efd5-fb2d-4e49-9670-74a9335d1b3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db4046cada014f1d88b6128477a6fb40&device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1094 time: 0.4717760 Apr 21 21:13:11.006242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d9f3f-9f39-41b6-9f98-9d4c0dee0d9b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=a4e319b0-a70e-4a58-9347-67a2c1d20c48,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:11.024960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a4e319b0-a70e-4a58-9347-67a2c1d20c48 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:11.113302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3869dc9-768e-415b-9a18-36fffff6c31d req-8b71ce3e-999a-4ae2-a652-f640970db329 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662273 Apr 21 21:13:11.176510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:11.177181 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:11.200192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-3934e66d-87f1-4f19-9fc2-00028e8ba155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f4db032-a07c-46c3-b3fa-ec433191f3a6 HTTP/1.1" status: 200 len: 217 time: 0.1827793 Apr 21 21:13:11.200814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:11.205228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:11.238998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router 0a20df92-3f02-4a28-8a58-16f551768c8b is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:13:11.275847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-6bfe0dd1-aa9e-4ff8-9013-2001ba4bb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:11.278119 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-6bfe0dd1-aa9e-4ff8-9013-2001ba4bb9d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1095 time: 0.1038678 Apr 21 21:13:11.360892 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:11.448591 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:11.461048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-cce7f3d1-662f-4c63-95ab-85a14d8adf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:11.462670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-cce7f3d1-662f-4c63-95ab-85a14d8adf86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.1756644 Apr 21 21:13:11.516390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Network f9f23456-c44f-4565-add1-fa793c232b4a is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:11.546523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Pushing event updated for resources: {'Port': ['ID=1e333962-56ee-4d8d-9e30-522b71a6fd22,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:11.546807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-e40a0ba6-a906-4142-8df3-34a427e8b6f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 200 len: 217 time: 0.0768132 Apr 21 21:13:11.549277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:11.571566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:11.650777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-c75b5182-f8dc-4c0d-b702-ab287e980473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:11.653647 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-c75b5182-f8dc-4c0d-b702-ab287e980473 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.1006188 Apr 21 21:13:11.681543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Attempting to bind port 1e333962-56ee-4d8d-9e30-522b71a6fd22 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:11.682080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Attempting to bind port 1e333962-56ee-4d8d-9e30-522b71a6fd22 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '6481edd5-2fcf-4de3-a6f7-0009b24c278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9f23456-c44f-4565-add1-fa793c232b4a'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:11.682368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Attempting to bind port 1e333962-56ee-4d8d-9e30-522b71a6fd22 on network f9f23456-c44f-4565-add1-fa793c232b4a {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:11.692902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:11.693265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Checking segment: {'id': '6481edd5-2fcf-4de3-a6f7-0009b24c278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9f23456-c44f-4565-add1-fa793c232b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:11.693676 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:11.694131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Bound using segment: {'id': '6481edd5-2fcf-4de3-a6f7-0009b24c278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9f23456-c44f-4565-add1-fa793c232b4a'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:11.694613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Bound port: 1e333962-56ee-4d8d-9e30-522b71a6fd22, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6481edd5-2fcf-4de3-a6f7-0009b24c278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f9f23456-c44f-4565-add1-fa793c232b4a'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:11.695083 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:11.701324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-29df5a12-d757-4d5e-8ef5-535a5aaccffb None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:11.702120 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-29df5a12-d757-4d5e-8ef5-535a5aaccffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:11.728347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-bda9f323-2201-4c89-af99-1e1b3751a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:11.730053 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-bda9f323-2201-4c89-af99-1e1b3751a62e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681634 Apr 21 21:13:11.734943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:11.858109 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-e90ef823-c858-4e3b-af54-b1f64ec10cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202910 Apr 21 21:13:11.903920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-c0d748f4-a07e-48ea-b4d1-df7aab2cdaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:11.905413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-c0d748f4-a07e-48ea-b4d1-df7aab2cdaf0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24ae5038-094e-4b97-a39a-d6bbef794e25 HTTP/1.1" status: 200 len: 849 time: 0.6796155 Apr 21 21:13:11.910240 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:11.938997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] For port 1e333962-56ee-4d8d-9e30-522b71a6fd22, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:11.943740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] For port 1e333962-56ee-4d8d-9e30-522b71a6fd22, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1e333962-56ee-4d8d-9e30-522b71a6fd22,segment=NetworkSegment(6481edd5-2fcf-4de3-a6f7-0009b24c278b),segment_id=6481edd5-2fcf-4de3-a6f7-0009b24c278b)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:11.958611 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:12.063392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3905acd-e0ed-46b1-b27f-d20f2d5861b9 req-1b8eb8ef-4226-40d7-8d94-95f554c39d10 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983247 Apr 21 21:13:12.082815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb0a7-04d9-4916-af4a-ea3753f91460 req-65f6eda1-c44f-4600-9d07-23f4abb4980e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:12.099804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-096eb0a7-04d9-4916-af4a-ea3753f91460 req-65f6eda1-c44f-4600-9d07-23f4abb4980e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 944 time: 0.1097214 Apr 21 21:13:12.177834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-096eb0a7-04d9-4916-af4a-ea3753f91460 req-bb15a2ef-bcc1-4a7d-b38d-51c00ee263c8 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720131 Apr 21 21:13:12.198439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:12.200009 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:12.250219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622406b8-6b48-4335-9e06-6569e96791e3 req-f169cea1-62c0-4d2d-8d74-87a7afeb7823 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:12.251791 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-622406b8-6b48-4335-9e06-6569e96791e3 req-f169cea1-62c0-4d2d-8d74-87a7afeb7823 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1094 time: 0.9207180 Apr 21 21:13:12.273841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:13:12.279973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7dc2b-64a0-43dd-8380-fb0e850fb35b None None] Pushing event updated for resources: {'Port': ['ID=1e333962-56ee-4d8d-9e30-522b71a6fd22,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:12.305541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d562726-8c52-429b-beba-1a771055acd1 None None] Sync routers for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:13:12.307647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-29df5a12-d757-4d5e-8ef5-535a5aaccffb None None] Provisioning complete for port 0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:12.308292 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-29df5a12-d757-4d5e-8ef5-535a5aaccffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:12.346170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=25d0873a-b0b8-426e-8376-98977a06ffff,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:12.386827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-6643755b-3e47-4775-943c-18d76fad1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:12.388394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-6643755b-3e47-4775-943c-18d76fad1bfe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34df5341-5a8e-4e79-bb66-a25fc4c585af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4751530 Apr 21 21:13:12.392973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-8d24f47f-3855-4a6f-8e74-f7b0c6c3afcb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2762392 Apr 21 21:13:12.393653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44490a80-a224-41af-97f6-296ea8804d46 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:12.464512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d562726-8c52-429b-beba-1a771055acd1 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:12.465317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7d562726-8c52-429b-beba-1a771055acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:12.477841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44490a80-a224-41af-97f6-296ea8804d46 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=0b6f986a-7dfa-4688-85cc-d2d9764ec6e4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:12.480350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-29df5a12-d757-4d5e-8ef5-535a5aaccffb None None] Port 0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:12.486312 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:12.488346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a2a48108-f43a-458e-9e03-48a1e51eb70d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2199192 Apr 21 21:13:12.491250 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49940) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:12.546854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7d562726-8c52-429b-beba-1a771055acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:12.559928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d562726-8c52-429b-beba-1a771055acd1 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:12.560724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7d562726-8c52-429b-beba-1a771055acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:12.567974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-29df5a12-d757-4d5e-8ef5-535a5aaccffb None None] Provisioning complete for port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:12.568342 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-29df5a12-d757-4d5e-8ef5-535a5aaccffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:12.614300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': 'cea749a8-682a-4c4b-8e9b-b46f960411d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a4e319b0-a70e-4a58-9347-67a2c1d20c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:12.616746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: a4e319b0-a70e-4a58-9347-67a2c1d20c48, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:12.679748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-29df5a12-d757-4d5e-8ef5-535a5aaccffb None None] Port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:12.686753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-7d562726-8c52-429b-beba-1a771055acd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:12.687722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d562726-8c52-429b-beba-1a771055acd1 None None] The sync data for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:12.794199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a86548de-f39d-4a35-a601-b529f2be3dae None None] Could not find standard attr ID for object 0b6f986a-7dfa-4688-85cc-d2d9764ec6e4. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:13:13.280453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-622406b8-6b48-4335-9e06-6569e96791e3 req-ff5b8965-0da6-4417-b2b5-e07aee3dfdf5 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9935746 Apr 21 21:13:13.283651 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44490a80-a224-41af-97f6-296ea8804d46 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:13.296528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-44490a80-a224-41af-97f6-296ea8804d46 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 HTTP/1.1" status: 204 len: 168 time: 3.8546877 Apr 21 21:13:13.296903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49948) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:13.347647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network a4e319b0-a70e-4a58-9347-67a2c1d20c48 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:13.382371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a4e319b0-a70e-4a58-9347-67a2c1d20c48) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:13.382517 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-420c3661-08b1-419c-a6bb-947d9cf6c80f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:13:13.389064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-b5fb5fe9-b26f-4240-a061-e133411d3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:13.389064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-b5fb5fe9-b26f-4240-a061-e133411d3794 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 1097 time: 0.8472869 Apr 21 21:13:13.391019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49950) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:13.401554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c65d2-4ca5-4674-9bf2-141728c5a97b None None] Network a4e319b0-a70e-4a58-9347-67a2c1d20c48 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:13.408826 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-d4e33b59-3780-404f-b340-d8cc42a749f3 service neutron] 10.222.0.43 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9934862 Apr 21 21:13:13.409894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-420c3661-08b1-419c-a6bb-947d9cf6c80f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/0b6f986a-7dfa-4688-85cc-d2d9764ec6e4 HTTP/1.1" status: 404 len: 333 time: 0.0864763 Apr 21 21:13:13.410242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:13.410833 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:13.491837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4738b1-4b9a-42ba-9c86-d6d3929bd528 req-53046cb3-0dbc-4720-b6e1-83097bf2ffc4 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:13.493322 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a4738b1-4b9a-42ba-9c86-d6d3929bd528 req-53046cb3-0dbc-4720-b6e1-83097bf2ffc4 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 944 time: 0.1541646 Apr 21 21:13:13.536617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:13.613187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-102e11ec-425e-44e4-bef0-c142d27f123d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.7344139 Apr 21 21:13:13.672478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49954) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:13.684457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-a4e319b0-a70e-4a58-9347-67a2c1d20c48', 'network_id': 'a4e319b0-a70e-4a58-9347-67a2c1d20c48', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': '25d0873a-b0b8-426e-8376-98977a06ffff'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:13.685370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:13.705945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a4738b1-4b9a-42ba-9c86-d6d3929bd528 req-f8d92f27-6822-44ea-aa1d-a41600776256 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933191 Apr 21 21:13:13.716203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e05258ab-a126-4fe6-9ddf-8b8a79bf2249 req-def9a0ed-74f4-4130-871d-89464fb8a1b1 service neutron] 10.222.0.43 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959454 Apr 21 21:13:13.728700 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fc9f-a7c2-4cf4-9d9f-5dd1d14c7300 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:13.739717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1e333962-56ee-4d8d-9e30-522b71a6fd22 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:13.805291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a1e19-f7d9-4bf6-aa9e-b5c30adb866d None None] Network f9f23456-c44f-4565-add1-fa793c232b4a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:13.863675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fc9f-a7c2-4cf4-9d9f-5dd1d14c7300 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:13.915975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-9ec2d6fb-7da1-4ea5-9a76-7b2cd360bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:13.917541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-9ec2d6fb-7da1-4ea5-9a76-7b2cd360bc0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=db4046cada014f1d88b6128477a6fb40&device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1094 time: 0.1089389 Apr 21 21:13:13.927373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-6d6a44e1-44d3-4d7a-8ebc-1d9894706330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:13.928741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-6d6a44e1-44d3-4d7a-8ebc-1d9894706330 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.5074618 Apr 21 21:13:13.949250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7a82ac99-b82d-4418-98c2-068c7d98c515 None None] Provisioning complete for port 1e333962-56ee-4d8d-9e30-522b71a6fd22 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:13.949751 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7a82ac99-b82d-4418-98c2-068c7d98c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.017948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.20.0.1 (88e9df36-a4bd-4446-9996-c8808fbeb97b/ca214174-1b8b-4b03-8091-19010dc6f0a0/e0b76413-0762-40ed-845b-dfa01c5a7803) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:14.043428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-c2fbe0f0-6c95-427f-8658-a1b9d1c464c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:14.045052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-c2fbe0f0-6c95-427f-8658-a1b9d1c464c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34df5341-5a8e-4e79-bb66-a25fc4c585af HTTP/1.1" status: 200 len: 911 time: 0.1152687 Apr 21 21:13:14.078421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1e333962-56ee-4d8d-9e30-522b71a6fd22 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:14.084481 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.119065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-1c36bc1b-1b89-4d1e-b99c-a647d4e1645e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae HTTP/1.1" status: 200 len: 217 time: 0.0655921 Apr 21 21:13:14.159100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-d6834606-79aa-4e7b-98a0-d19bf63907b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f4db032-a07c-46c3-b3fa-ec433191f3a6 HTTP/1.1" status: 200 len: 217 time: 0.0379112 Apr 21 21:13:14.237242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.251947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-0dc8d404-0821-426c-a914-d54f7b77daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:14.253424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-0dc8d404-0821-426c-a914-d54f7b77daae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=24ae5038-094e-4b97-a39a-d6bbef794e25 HTTP/1.1" status: 200 len: 849 time: 0.0837238 Apr 21 21:13:14.276591 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.324197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 88e9df36-a4bd-4446-9996-c8808fbeb97b is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:14.332454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.362409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:14.370155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:14.392519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Allocated IP 172.20.0.2 (a4e319b0-a70e-4a58-9347-67a2c1d20c48/25d0873a-b0b8-426e-8376-98977a06ffff/5c4722cd-9d13-4088-bab1-4021dd8f38d9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:14.443924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=e0b76413-0762-40ed-845b-dfa01c5a7803,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:14.452377 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fc9f-a7c2-4cf4-9d9f-5dd1d14c7300 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.455023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fc9f-a7c2-4cf4-9d9f-5dd1d14c7300 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.459095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8fb9fc9f-a7c2-4cf4-9d9f-5dd1d14c7300 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/security-groups/b061f302-616d-4596-a9ca-5cd6f5212182 HTTP/1.1" status: 204 len: 168 time: 1.0642388 Apr 21 21:13:14.463792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 49966) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:14.481744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2eeac1-d556-4128-9daf-f62ef772f18b req-c4aed6da-e7ee-4dfc-8852-7f625886f0c9 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:14.483272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa2eeac1-d556-4128-9daf-f62ef772f18b req-c4aed6da-e7ee-4dfc-8852-7f625886f0c9 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1094 time: 0.1198506 Apr 21 21:13:14.507042 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.606449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa2eeac1-d556-4128-9daf-f62ef772f18b req-8f6d3fd1-c49c-428c-b577-19c1a7ac6dc2 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911851 Apr 21 21:13:14.607826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-7de97353-877b-46d3-9dda-a4259730b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:14.609228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-7de97353-877b-46d3-9dda-a4259730b572 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.4477339 Apr 21 21:13:14.609943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9fc9f-a7c2-4cf4-9d9f-5dd1d14c7300 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061f302-616d-4596-a9ca-5cd6f5212182,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:14.663349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-cb8114ca-a9c6-4263-9409-09a92f85275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:14.664040 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.677263 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-cb8114ca-a9c6-4263-9409-09a92f85275b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34df5341-5a8e-4e79-bb66-a25fc4c585af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3392315 Apr 21 21:13:14.731945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c0a5b7a3-5859-4adf-8622-7cf63be46386 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:13:14.736850 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.755790 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7a82ac99-b82d-4418-98c2-068c7d98c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.822206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Network a4e319b0-a70e-4a58-9347-67a2c1d20c48 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:14.911113 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:14.935002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7a82ac99-b82d-4418-98c2-068c7d98c515 None None] For port 1e333962-56ee-4d8d-9e30-522b71a6fd22, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1e333962-56ee-4d8d-9e30-522b71a6fd22,segment=NetworkSegment(6481edd5-2fcf-4de3-a6f7-0009b24c278b),segment_id=6481edd5-2fcf-4de3-a6f7-0009b24c278b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:14.944236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Pushing event updated for resources: {'Port': ['ID=5c4722cd-9d13-4088-bab1-4021dd8f38d9,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:14.959383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:14.963093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:14.987509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-479c57d9-dfb2-4161-9b9b-7d94262ce8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:14.989755 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-479c57d9-dfb2-4161-9b9b-7d94262ce8a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3696117 Apr 21 21:13:15.014544 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.039447 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7a82ac99-b82d-4418-98c2-068c7d98c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.132965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-c09cf1fc-9024-48de-a677-96b1c80bc40e service neutron] 10.222.0.43 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465518 Apr 21 21:13:15.179818 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.246586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-7584c4be-c707-43ba-91db-72895df8d47b service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480199 Apr 21 21:13:15.248658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=25d0873a-b0b8-426e-8376-98977a06ffff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:15.367794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82ac99-b82d-4418-98c2-068c7d98c515 None None] Pushing event updated for resources: {'Port': ['ID=1e333962-56ee-4d8d-9e30-522b71a6fd22,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:15.405753 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.441748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Attempting to bind port 5c4722cd-9d13-4088-bab1-4021dd8f38d9 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:15.442121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Attempting to bind port 5c4722cd-9d13-4088-bab1-4021dd8f38d9 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'cea749a8-682a-4c4b-8e9b-b46f960411d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a4e319b0-a70e-4a58-9347-67a2c1d20c48'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:15.442486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Attempting to bind port 5c4722cd-9d13-4088-bab1-4021dd8f38d9 on network a4e319b0-a70e-4a58-9347-67a2c1d20c48 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:15.458748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78fc92bb-6acf-4d50-b3a4-e0764202d0ca req-b8b3d216-4170-4eb4-bea2-a37de8d21ef1 service neutron] 10.222.0.43 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172126 Apr 21 21:13:15.468921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:15.469308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Checking segment: {'id': 'cea749a8-682a-4c4b-8e9b-b46f960411d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a4e319b0-a70e-4a58-9347-67a2c1d20c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:15.470107 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.470530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Bound using segment: {'id': 'cea749a8-682a-4c4b-8e9b-b46f960411d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a4e319b0-a70e-4a58-9347-67a2c1d20c48'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:15.471019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Bound port: 5c4722cd-9d13-4088-bab1-4021dd8f38d9, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea749a8-682a-4c4b-8e9b-b46f960411d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a4e319b0-a70e-4a58-9347-67a2c1d20c48'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:15.471412 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.473518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e5513fc7-ab1a-48f0-9799-0572a415547d None None] Provisioning complete for port e0b76413-0762-40ed-845b-dfa01c5a7803 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:15.473919 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e5513fc7-ab1a-48f0-9799-0572a415547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.474116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e319b0-a70e-4a58-9347-67a2c1d20c48']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:15.498145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea749a8-682a-4c4b-8e9b-b46f960411d6') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:15.498375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea749a8-682a-4c4b-8e9b-b46f960411d6') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:15.510589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab36d11-1f6a-4a47-8670-1022581a2378 req-ca815aff-a01d-47e9-abc9-f845c815c3d2 service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539470 Apr 21 21:13:15.512265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.533933 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.549816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:15.550749 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:15.553891 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:15.572832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c0a5b7a3-5859-4adf-8622-7cf63be46386, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:15.604983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e5513fc7-ab1a-48f0-9799-0572a415547d None None] Port e0b76413-0762-40ed-845b-dfa01c5a7803 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:15.623414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'port_id': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:13:15.628601 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0915684a-6d35-48e0-91ad-f8cfb81a8bdd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.681302 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.698581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a5b7a3-5859-4adf-8622-7cf63be46386 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:13:15.700320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe42a9-cab4-4388-b951-507add2479d8 req-2980c9ec-2e9d-4d1d-a634-abaf946122a4 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:15.718064 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-35fe42a9-cab4-4388-b951-507add2479d8 req-2980c9ec-2e9d-4d1d-a634-abaf946122a4 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 944 time: 0.8720801 Apr 21 21:13:15.718938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1e333962-56ee-4d8d-9e30-522b71a6fd22 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:15.725958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] For port 5c4722cd-9d13-4088-bab1-4021dd8f38d9, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:15.730851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] For port 5c4722cd-9d13-4088-bab1-4021dd8f38d9, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5c4722cd-9d13-4088-bab1-4021dd8f38d9,segment=NetworkSegment(cea749a8-682a-4c4b-8e9b-b46f960411d6),segment_id=cea749a8-682a-4c4b-8e9b-b46f960411d6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:15.761183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.api [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:13:15.761183 n-d-838945-1 neutron-server[114647]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:13:15.761183 n-d-838945-1 neutron-server[114647]: [parameters: {'id': 'a4e319b0-a70e-4a58-9347-67a2c1d20c48'}] Apr 21 21:13:15.761183 n-d-838945-1 neutron-server[114647]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:13:15.761669 n-d-838945-1 neutron-server[114647]: DEBUG oslo_db.api [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:13:15.776208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.783340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c0a5b7a3-5859-4adf-8622-7cf63be46386, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:15.789737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f48823-2763-45af-872f-f03c086b157c req-d09cde91-829f-41a3-832b-eaa231da73dc tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:15.804681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67f48823-2763-45af-872f-f03c086b157c req-d09cde91-829f-41a3-832b-eaa231da73dc tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1094 time: 0.0789471 Apr 21 21:13:15.823976 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.866604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0915684a-6d35-48e0-91ad-f8cfb81a8bdd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.879618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67f48823-2763-45af-872f-f03c086b157c req-04c94722-ba51-4d48-9b53-b4f2e0720b02 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738969 Apr 21 21:13:15.913433 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-35fe42a9-cab4-4388-b951-507add2479d8 req-f524a70a-e703-4912-887c-3b3e63e7c08c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932311 Apr 21 21:13:15.940332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9e2d8-3a5d-4a2a-85f5-6825a58b9f37 None None] Pushing event updated for resources: {'Port': ['ID=5c4722cd-9d13-4088-bab1-4021dd8f38d9,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:15.950590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1e333962-56ee-4d8d-9e30-522b71a6fd22 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:15.951024 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:15.959803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-cd929a30-4cbd-4155-9ba5-1b01a3957c7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3286998 Apr 21 21:13:16.054697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0915684a-6d35-48e0-91ad-f8cfb81a8bdd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.057356 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0915684a-6d35-48e0-91ad-f8cfb81a8bdd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.058558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0915684a-6d35-48e0-91ad-f8cfb81a8bdd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/security-groups/3fcbd538-0a1e-41b3-a8b1-a2ecbf5de7fe HTTP/1.1" status: 204 len: 168 time: 1.5935912 Apr 21 21:13:16.061392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49978) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:16.078322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159aaf7-3602-480c-b0f2-47e79a6ff24a None None] Network a4e319b0-a70e-4a58-9347-67a2c1d20c48 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:16.090427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915684a-6d35-48e0-91ad-f8cfb81a8bdd tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcbd538-0a1e-41b3-a8b1-a2ecbf5de7fe,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:16.127414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-f8f219ab-c74e-4fb9-9cea-2ee03f9fee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:16.129369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-f8f219ab-c74e-4fb9-9cea-2ee03f9fee96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1096 time: 0.1153200 Apr 21 21:13:16.141904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=c0a5b7a3-5859-4adf-8622-7cf63be46386,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:16.142024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c1411b-0cfe-4832-a61a-d247ad5d23d7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet faff9ebc-b461-47b0-9b3b-731e84713e1d {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:13:16.165522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92c1411b-0cfe-4832-a61a-d247ad5d23d7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.192593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['c0a5b7a3-5859-4adf-8622-7cf63be46386'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:13:16.197253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e9e5ebd8-be02-4ff1-9b01-a2aa46eadde4 None None] Provisioning complete for port 1e333962-56ee-4d8d-9e30-522b71a6fd22 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:16.197857 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e9e5ebd8-be02-4ff1-9b01-a2aa46eadde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.241372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92c1411b-0cfe-4832-a61a-d247ad5d23d7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.279170 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.437431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-faa9f714-b7aa-44f9-a108-cdb4150748cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:16.438922 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-faa9f714-b7aa-44f9-a108-cdb4150748cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.2437625 Apr 21 21:13:16.444166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92c1411b-0cfe-4832-a61a-d247ad5d23d7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.481638 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.488144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting port 5c4722cd-9d13-4088-bab1-4021dd8f38d9 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:16.488613 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.545268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-21798865-69cd-4ad9-aff9-947dec5ab7d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 200 len: 217 time: 0.0860803 Apr 21 21:13:16.546613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.583636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] For port 5c4722cd-9d13-4088-bab1-4021dd8f38d9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5c4722cd-9d13-4088-bab1-4021dd8f38d9,segment=NetworkSegment(cea749a8-682a-4c4b-8e9b-b46f960411d6),segment_id=cea749a8-682a-4c4b-8e9b-b46f960411d6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:16.584119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.594957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92c1411b-0cfe-4832-a61a-d247ad5d23d7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.598536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db115f42-ae9e-4783-aa6d-b9bb91c0f9b3 None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:13:16.614289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Calling delete_port for 5c4722cd-9d13-4088-bab1-4021dd8f38d9 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:16.639635 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92c1411b-0cfe-4832-a61a-d247ad5d23d7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.648182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-92c1411b-0cfe-4832-a61a-d247ad5d23d7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/faff9ebc-b461-47b0-9b3b-731e84713e1d HTTP/1.1" status: 204 len: 168 time: 0.5851874 Apr 21 21:13:16.656329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1411b-0cfe-4832-a61a-d247ad5d23d7 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=faff9ebc-b461-47b0-9b3b-731e84713e1d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:16.662575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 49990) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:16.672569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:16.681323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=e0b76413-0762-40ed-845b-dfa01c5a7803,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:16.754369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.759306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-48525160-39ac-488b-8043-4d9a5bc658e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:16.761527 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-48525160-39ac-488b-8043-4d9a5bc658e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.1949768 Apr 21 21:13:16.771651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db115f42-ae9e-4783-aa6d-b9bb91c0f9b3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:13:16.892564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-da91e4fa-e5dd-4e4c-8142-bebd4b6baef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:16.895801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-da91e4fa-e5dd-4e4c-8142-bebd4b6baef7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271410 Apr 21 21:13:16.938308 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.954253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:16.958344 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:16.999472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Port': ['ID=5c4722cd-9d13-4088-bab1-4021dd8f38d9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:17.007124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No DVR routers for this DVR port 5c4722cd-9d13-4088-bab1-4021dd8f38d9 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:17.088415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 88e9df36-a4bd-4446-9996-c8808fbeb97b is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:17.095514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:17.204013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4f381-39a5-40bf-945b-7d8c67af2b9d req-22109d7c-5ca1-4888-8b94-e892f86617f3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:17.211469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8bc4f381-39a5-40bf-945b-7d8c67af2b9d req-22109d7c-5ca1-4888-8b94-e892f86617f3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 945 time: 0.1757126 Apr 21 21:13:17.240977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.245216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-97d183ad-c460-4f79-964f-9209febd3ddd service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407321 Apr 21 21:13:17.270158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37dd93-bdc6-45f6-b3c2-2774079cd102 req-1c8611c7-d52f-4fef-a066-07ce736bf74b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:17.272424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f37dd93-bdc6-45f6-b3c2-2774079cd102 req-1c8611c7-d52f-4fef-a066-07ce736bf74b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1094 time: 0.2001333 Apr 21 21:13:17.278137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8a469-cf5f-4626-bd6a-76fe8466aa7d None None] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:17.290802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e319b0-a70e-4a58-9347-67a2c1d20c48']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:17.385792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea749a8-682a-4c4b-8e9b-b46f960411d6') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:17.386277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea749a8-682a-4c4b-8e9b-b46f960411d6') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:17.408808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.442053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.444285 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8bc4f381-39a5-40bf-945b-7d8c67af2b9d req-fde5c893-3779-44ea-a367-f6c024cb5f95 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318592 Apr 21 21:13:17.478218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:17.478791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:17.482133 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:17.484863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f37dd93-bdc6-45f6-b3c2-2774079cd102 req-62ae4e49-a39f-4d31-b041-597d3271e95b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856782 Apr 21 21:13:17.485723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router 0a20df92-3f02-4a28-8a58-16f551768c8b has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:13:17.528856 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c4a6adc-cd66-4a29-99c8-d3f7a362e78c req-d9ef5496-0e75-414e-9c11-927eb627eb1a service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762685 Apr 21 21:13:17.667767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.690778 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.698465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0501d6e6-d837-42c8-bb92-34a058226e53 None None] Provisioning complete for port e0b76413-0762-40ed-845b-dfa01c5a7803 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:17.698697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/a4e319b0-a70e-4a58-9347-67a2c1d20c48 HTTP/1.1" status: 204 len: 168 time: 4.0128160 Apr 21 21:13:17.698811 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0501d6e6-d837-42c8-bb92-34a058226e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.698914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf29b6b-73e6-4272-b3d3-5eaa13f51963 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=a4e319b0-a70e-4a58-9347-67a2c1d20c48,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:17.702653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50002) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:17.709252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1929331791'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:17.767712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:13:17.777875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0501d6e6-d837-42c8-bb92-34a058226e53 None None] Port e0b76413-0762-40ed-845b-dfa01c5a7803 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:17.783853 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09a1f5-f675-4055-a120-0844b0845414 None None] Sync routers for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:13:17.806322 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-28fe8b5c-dc8f-424d-9075-4f31121e0d62 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/routers/0a20df92-3f02-4a28-8a58-16f551768c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3112316 Apr 21 21:13:17.806322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:17.807658 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09a1f5-f675-4055-a120-0844b0845414 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:17.809773 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9c09a1f5-f675-4055-a120-0844b0845414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:17.813373 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.816340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50004) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:17.821946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'port': {'network_id': '88e9df36-a4bd-4446-9996-c8808fbeb97b', 'name': 'tempest-FloatingIPTestJSON-164057909'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:17.881515 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9c09a1f5-f675-4055-a120-0844b0845414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:17.901481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:17.904566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.910425 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09a1f5-f675-4055-a120-0844b0845414 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:17.911148 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9c09a1f5-f675-4055-a120-0844b0845414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:17.929865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5f4db032-a07c-46c3-b3fa-ec433191f3a6 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:13:17.936408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:17.937764 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment 5ff61467-f62a-481c-be16-ab34fbfa3aca of type vlan for network 2465c017-ef65-4ca7-bc86-1224de9494e9 Apr 21 21:13:18.007546 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9c09a1f5-f675-4055-a120-0844b0845414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:18.008459 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09a1f5-f675-4055-a120-0844b0845414 None None] The sync data for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:18.060344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:18.083578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=38fb4759-ef6c-4859-924c-59ef0d6444f9,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:18.120535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:18.125778 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:18.132506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:18.133260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:18.141059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:18.145512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:18.146111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:18.183993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5f4db032-a07c-46c3-b3fa-ec433191f3a6, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f4db032-a07c-46c3-b3fa-ec433191f3a6,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:18.224518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '5f4db032-a07c-46c3-b3fa-ec433191f3a6', 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af', 'port_id': '5f4db032-a07c-46c3-b3fa-ec433191f3a6', 'mac_address': 'fa:16:3e:d3:cf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ae5038-094e-4b97-a39a-d6bbef794e25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:13:18.225205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-887929b7-724e-4c95-9fcb-11d944fcfe18 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5570266 Apr 21 21:13:18.232988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50006) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:18.243557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4d53c1f6-1f70-4e92-b0bf-9c9d3df56a88 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'security_group': {'name': 'tempest-secgroup-206047222'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:18.260674 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5525620 Apr 21 21:13:18.283105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50008) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:18.292358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': '2465c017-ef65-4ca7-bc86-1224de9494e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:18.301924 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d53c1f6-1f70-4e92-b0bf-9c9d3df56a88 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:18.316853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407f05b-361d-4a64-a8fb-66800ac2644e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=2465c017-ef65-4ca7-bc86-1224de9494e9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:18.342408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2465c017-ef65-4ca7-bc86-1224de9494e9 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:18.460886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Made reservation on behalf of 9cab51b0ceee4d2bba81d36db9dca757 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:18.464420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:18.508988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] device_id is not set on port 1871cebe-f658-4140-9c59-f6200b83f73e yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:13:18.510920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c0a5b7a3-5859-4adf-8622-7cf63be46386 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:18.584565 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:18.673956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4db032-a07c-46c3-b3fa-ec433191f3a6 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:13:18.733772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5f4db032-a07c-46c3-b3fa-ec433191f3a6, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f4db032-a07c-46c3-b3fa-ec433191f3a6,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:18.744534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port c0a5b7a3-5859-4adf-8622-7cf63be46386 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:13:18.753480 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:18.758609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port c0a5b7a3-5859-4adf-8622-7cf63be46386 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:18.759016 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.049982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Allocated IP 172.20.0.6 (88e9df36-a4bd-4446-9996-c8808fbeb97b/ca214174-1b8b-4b03-8091-19010dc6f0a0/1871cebe-f658-4140-9c59-f6200b83f73e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:19.055631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:19.061427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.073370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc473c6b-bb7d-49d9-b078-7677e22b598a req-8b0189c0-e164-482c-be26-873e32a9c025 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:19.083203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc473c6b-bb7d-49d9-b078-7677e22b598a req-8b0189c0-e164-482c-be26-873e32a9c025 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 945 time: 0.4167683 Apr 21 21:13:19.113164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e247be-8655-40f2-8aed-2be6d3b3f331 req-e410202a-7ba6-4714-9b7c-14833b3a12e8 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:19.114839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77e247be-8655-40f2-8aed-2be6d3b3f331 req-e410202a-7ba6-4714-9b7c-14833b3a12e8 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1095 time: 0.0771720 Apr 21 21:13:19.119533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8cbaaa-60e0-43f9-89d8-34b304fa197c None None] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:19.136930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d53c1f6-1f70-4e92-b0bf-9c9d3df56a88 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.149717 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d53c1f6-1f70-4e92-b0bf-9c9d3df56a88 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.187995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77e247be-8655-40f2-8aed-2be6d3b3f331 req-261fda1c-124b-4e97-a2fd-c483b1229974 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663016 Apr 21 21:13:19.237327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53c1f6-1f70-4e92-b0bf-9c9d3df56a88 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fac96d-557d-49f1-8375-0a570af6887f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:19.265439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Performing IP validity checks on allocation pools {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 21:13:19.266521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 21:13:19.286594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d53c1f6-1f70-4e92-b0bf-9c9d3df56a88 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.290962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4d53c1f6-1f70-4e92-b0bf-9c9d3df56a88 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0536604 Apr 21 21:13:19.292239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50032) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:19.300300 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.305273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc473c6b-bb7d-49d9-b078-7677e22b598a req-b6539466-b92f-434f-ac4b-3306f57ce844 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206979 Apr 21 21:13:19.307531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-41471a41-8763-49d6-b346-16394e124b53 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'security_group': {'name': 'tempest-secgroup-500082473'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:19.341003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d113255c-7661-45de-b3e8-6bcd07bc9a17 None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:19.341409 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d113255c-7661-45de-b3e8-6bcd07bc9a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.342880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41471a41-8763-49d6-b346-16394e124b53 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.387979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:19.390707 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce354a2b-0382-493e-8d9b-3b89b0c74e9e" -d '{"events": [{"server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "name": "network-vif-plugged", "status": "completed", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:19.405271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5f4db032-a07c-46c3-b3fa-ec433191f3a6'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:13:19.475436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port c0a5b7a3-5859-4adf-8622-7cf63be46386, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:19.477182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5f4db032-a07c-46c3-b3fa-ec433191f3a6,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:19.501749 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.557550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41471a41-8763-49d6-b346-16394e124b53 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.568641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41471a41-8763-49d6-b346-16394e124b53 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.600438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41471a41-8763-49d6-b346-16394e124b53 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1550dd-7319-4000-b5eb-27dbf201a221,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:19.614626 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41471a41-8763-49d6-b346-16394e124b53 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.618411 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-41471a41-8763-49d6-b346-16394e124b53 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3224497 Apr 21 21:13:19.618666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50038) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:19.623610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e4e8bcc8-4901-4bda-8ce4-b0f9922d01eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'security_group': {'name': 'tempest-secgroup-1264496185'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:19.654934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4e8bcc8-4901-4bda-8ce4-b0f9922d01eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.775610 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c75403-38f4-426f-a130-84a52082c201 x-openstack-request-id: req-c3c75403-38f4-426f-a130-84a52082c201 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:19.776423 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "name": "network-vif-plugged", "status": "completed", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:19.776423 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3c75403-38f4-426f-a130-84a52082c201 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:19.780670 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c75403-38f4-426f-a130-84a52082c201'] response: {'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'code': 200} Apr 21 21:13:19.819233 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4e8bcc8-4901-4bda-8ce4-b0f9922d01eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.890961 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4e8bcc8-4901-4bda-8ce4-b0f9922d01eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:19.969874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8bcc8-4901-4bda-8ce4-b0f9922d01eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce3ed54-0f24-48ca-af24-f4d1b2a05404,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:20.001341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e4e8bcc8-4901-4bda-8ce4-b0f9922d01eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:20.002636 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e4e8bcc8-4901-4bda-8ce4-b0f9922d01eb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3828080 Apr 21 21:13:20.014154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50046) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:20.016949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da644e2-30e3-4a99-b91e-cead5e819819 req-ade4a84a-e3f3-403c-8181-32928c6cbf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:20.018547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1da644e2-30e3-4a99-b91e-cead5e819819 req-ade4a84a-e3f3-403c-8181-32928c6cbf81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1097 time: 0.1940129 Apr 21 21:13:20.026695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1255690475', 'security_groups': ['fce3ed54-0f24-48ca-af24-f4d1b2a05404'], 'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38fb4759-ef6c-4859-924c-59ef0d6444f9'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:20.031168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=c0a5b7a3-5859-4adf-8622-7cf63be46386,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:20.176369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d113255c-7661-45de-b3e8-6bcd07bc9a17 None None] Provisioning complete for port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:20.180494 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d113255c-7661-45de-b3e8-6bcd07bc9a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:20.256630 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1da644e2-30e3-4a99-b91e-cead5e819819 req-c1a759b3-97e6-44d1-b704-6c195a6eddd0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258906 Apr 21 21:13:20.270674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:20.314263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d708f-3a9f-4b8d-b5cc-ec8be8d63ac4 None None] Update dhcp port {'port': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'fixed_ips': [{'subnet_id': 'c24e2b4d-0847-4ea4-a3da-c4726f019ee7', 'ip_address': '172.20.0.18'}, {'subnet_id': '38fb4759-ef6c-4859-924c-59ef0d6444f9'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '5735bd0c-9bad-4a6f-a946-caf73b1e3e1e'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:13:20.350330 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a80d708f-3a9f-4b8d-b5cc-ec8be8d63ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:20.371976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d113255c-7661-45de-b3e8-6bcd07bc9a17 None None] Port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:20.576803 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:20.635334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:20.642335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:20.658324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615e2f2-7427-448c-a4dc-2a7db150ac0a req-535065ea-c707-4908-923d-046ad27eb23e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:20.680829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e615e2f2-7427-448c-a4dc-2a7db150ac0a req-535065ea-c707-4908-923d-046ad27eb23e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1336703 Apr 21 21:13:20.695070 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:20.711769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57f1a2-08ad-44da-97f2-78e0b0400d3a req-5ea201a1-1853-424f-9978-23f1d60c8d0c tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:20.714863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c57f1a2-08ad-44da-97f2-78e0b0400d3a req-5ea201a1-1853-424f-9978-23f1d60c8d0c tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1095 time: 0.2821498 Apr 21 21:13:20.752149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-a80d708f-3a9f-4b8d-b5cc-ec8be8d63ac4 None None] Allocated IP 172.20.0.2 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/38fb4759-ef6c-4859-924c-59ef0d6444f9/5735bd0c-9bad-4a6f-a946-caf73b1e3e1e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:20.772167 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:20.784812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e615e2f2-7427-448c-a4dc-2a7db150ac0a req-5ac25a1d-f469-4250-9e81-2691713e524b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023636 Apr 21 21:13:20.812473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] device_id is not set on port 1528d85b-590f-43fc-84ca-b6b4f9b55fec yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:13:20.855541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c57f1a2-08ad-44da-97f2-78e0b0400d3a req-9c7d49cd-f65d-4674-b4dd-0530d431b669 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973086 Apr 21 21:13:20.860486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:20.873477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=34a52bfb-eb93-4933-a6a6-7b9b5093f309,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:20.913019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Network 88e9df36-a4bd-4446-9996-c8808fbeb97b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:20.917483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': '5ff61467-f62a-481c-be16-ab34fbfa3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2465c017-ef65-4ca7-bc86-1224de9494e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:20.917483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: 2465c017-ef65-4ca7-bc86-1224de9494e9, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:20.922471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:20.945421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:20.993188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a80d708f-3a9f-4b8d-b5cc-ec8be8d63ac4 None None] For port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,segment=NetworkSegment(ba6ef7c0-f48e-4511-a99e-ec4ed8daad11),segment_id=ba6ef7c0-f48e-4511-a99e-ec4ed8daad11)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:21.003023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:21.012739 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:21.032369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event updated for resources: {'Port': ['ID=1871cebe-f658-4140-9c59-f6200b83f73e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:21.058396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d4cff9ce-76ae-4bcb-8d99-a978ac327a95 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2403197 Apr 21 21:13:21.059895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50058) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:21.063014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network 2465c017-ef65-4ca7-bc86-1224de9494e9 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:21.064456 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a80d708f-3a9f-4b8d-b5cc-ec8be8d63ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:21.071614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Request body: {'floatingip': {'port_id': '1871cebe-f658-4140-9c59-f6200b83f73e'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:21.073719 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a80d708f-3a9f-4b8d-b5cc-ec8be8d63ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:21.212010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2465c017-ef65-4ca7-bc86-1224de9494e9) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:21.228370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6147d42f-06f7-4699-b18a-4191d3e47019 None None] Network 2465c017-ef65-4ca7-bc86-1224de9494e9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:21.232677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:21.238909 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:21.309339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cab264a9-e1f6-4df0-a9c0-f2cd5c9152de tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0247855 Apr 21 21:13:21.312071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50060) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:21.317534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:21.337634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.14 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/38fb4759-ef6c-4859-924c-59ef0d6444f9/1528d85b-590f-43fc-84ca-b6b4f9b55fec) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:21.490215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d708f-3a9f-4b8d-b5cc-ec8be8d63ac4 None None] Pushing event updated for resources: {'Port': ['ID=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:21.699648 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:21.825541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:21.880708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:21.882630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-74df7dbb-0010-4fba-baf2-28a21e397c05 None None] Provisioning complete for port 1871cebe-f658-4140-9c59-f6200b83f73e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:21.882984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-74df7dbb-0010-4fba-baf2-28a21e397c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:21.916904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=1528d85b-590f-43fc-84ca-b6b4f9b55fec,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:21.932494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:21.935840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:21.940196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:21.974420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5f4db032-a07c-46c3-b3fa-ec433191f3a6 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:22.256127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:22.275759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-74df7dbb-0010-4fba-baf2-28a21e397c05 None None] Port 1871cebe-f658-4140-9c59-f6200b83f73e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:22.294295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-2465c017-ef65-4ca7-bc86-1224de9494e9', 'network_id': '2465c017-ef65-4ca7-bc86-1224de9494e9', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': '34a52bfb-eb93-4933-a6a6-7b9b5093f309'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:22.295135 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:22.338450 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:13:22.355595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:22.355974 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:22.363365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:22.364632 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:22.372633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:22.373029 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:22.420581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:22.422817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1679e-f950-4501-ac96-08d2f4eaf363 req-de186069-e663-490d-8e4b-39bd5844f388 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:22.424313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61d06c-fe37-41b5-b2bd-400fabcad2cc req-eb1b9092-b88a-49cf-a1ee-5ab6e3fc4b34 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:22.425208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-16a1679e-f950-4501-ac96-08d2f4eaf363 req-de186069-e663-490d-8e4b-39bd5844f388 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1095 time: 0.3169672 Apr 21 21:13:22.428858 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:22.445657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b61d06c-fe37-41b5-b2bd-400fabcad2cc req-eb1b9092-b88a-49cf-a1ee-5ab6e3fc4b34 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.3927541 Apr 21 21:13:22.505493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-331933f1-564a-49de-a64a-bbc5799678b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4923267 Apr 21 21:13:22.520304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50072) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:22.531920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4f830957-2ce9-49a5-a79b-f03e76af77b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:22.598411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:22.710610 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b61d06c-fe37-41b5-b2bd-400fabcad2cc req-e781ba28-f8d9-4992-9fe1-98bf8e347496 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543011 Apr 21 21:13:22.893950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Allocated IP 172.20.0.3 (2465c017-ef65-4ca7-bc86-1224de9494e9/34a52bfb-eb93-4933-a6a6-7b9b5093f309/c5f21787-b561-4b62-8a17-df323625d4f9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:23.003746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-16a1679e-f950-4501-ac96-08d2f4eaf363 req-75b297e9-2a35-4239-8c5b-e10df6da8e78 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692573 Apr 21 21:13:23.080590 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP 24f5a051-6829-4f16-a97e-1da0403f8ef7 associated. External IP: 172.25.0.231, port: 6b595f9a-11bc-4aa0-a3a8-6186c702e35a. Apr 21 21:13:23.232715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64434d-b936-4ef3-b2ab-b1636edce101 req-ddac8376-4a3f-435b-abf1-31d0d358d73c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:23.234209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d64434d-b936-4ef3-b2ab-b1636edce101 req-ddac8376-4a3f-435b-abf1-31d0d358d73c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.3502002 Apr 21 21:13:23.247339 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:23.259456 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:23.261531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50080) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:23.285580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Request body: {'floatingip': {'port_id': 'c0a5b7a3-5859-4adf-8622-7cf63be46386'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:23.315451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-34c9a951-6061-4cf0-8407-cab546e513d6 None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:23.316592 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-34c9a951-6061-4cf0-8407-cab546e513d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:23.376220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Network 2465c017-ef65-4ca7-bc86-1224de9494e9 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:23.611412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:23.616607 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:23.635513 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:23.692962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:23.697053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:23.715504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=34a52bfb-eb93-4933-a6a6-7b9b5093f309,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:23.764855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Pushing event updated for resources: {'Port': ['ID=c5f21787-b561-4b62-8a17-df323625d4f9,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:23.778820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f830957-2ce9-49a5-a79b-f03e76af77b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:23.791066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f830957-2ce9-49a5-a79b-f03e76af77b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.003580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce1e2c6-7ec8-4c12-8e45-146b50b61c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4db032-a07c-46c3-b3fa-ec433191f3a6'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:24.012316 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfde15a3-b323-4554-a116-76b444e70c16" -d '{"events": [{"server_uuid": "1ce1e2c6-7ec8-4c12-8e45-146b50b61c41", "name": "network-vif-plugged", "status": "completed", "tag": "5f4db032-a07c-46c3-b3fa-ec433191f3a6"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:24.043927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Attempting to bind port c5f21787-b561-4b62-8a17-df323625d4f9 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:24.049793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Attempting to bind port c5f21787-b561-4b62-8a17-df323625d4f9 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5ff61467-f62a-481c-be16-ab34fbfa3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2465c017-ef65-4ca7-bc86-1224de9494e9'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:24.052951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Attempting to bind port c5f21787-b561-4b62-8a17-df323625d4f9 on network 2465c017-ef65-4ca7-bc86-1224de9494e9 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:24.063546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50090) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:24.068744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5f4db032-a07c-46c3-b3fa-ec433191f3a6, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f4db032-a07c-46c3-b3fa-ec433191f3a6,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:24.089853 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.093912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:24.097024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Checking segment: {'id': '5ff61467-f62a-481c-be16-ab34fbfa3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2465c017-ef65-4ca7-bc86-1224de9494e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:24.099397 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.099894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Bound using segment: {'id': '5ff61467-f62a-481c-be16-ab34fbfa3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2465c017-ef65-4ca7-bc86-1224de9494e9'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:24.100544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Bound port: c5f21787-b561-4b62-8a17-df323625d4f9, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff61467-f62a-481c-be16-ab34fbfa3aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '2465c017-ef65-4ca7-bc86-1224de9494e9'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:24.103390 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.123110 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.306872 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e46bd7a-72bf-4759-93ce-532ff9b1afbc x-openstack-request-id: req-0e46bd7a-72bf-4759-93ce-532ff9b1afbc {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:24.307166 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce1e2c6-7ec8-4c12-8e45-146b50b61c41", "name": "network-vif-plugged", "status": "completed", "tag": "5f4db032-a07c-46c3-b3fa-ec433191f3a6", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:24.307967 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e46bd7a-72bf-4759-93ce-532ff9b1afbc {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:24.308373 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e46bd7a-72bf-4759-93ce-532ff9b1afbc'] response: {'server_uuid': '1ce1e2c6-7ec8-4c12-8e45-146b50b61c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4db032-a07c-46c3-b3fa-ec433191f3a6', 'code': 200} Apr 21 21:13:24.408192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-34c9a951-6061-4cf0-8407-cab546e513d6 None None] Provisioning complete for port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:24.409108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-34c9a951-6061-4cf0-8407-cab546e513d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.430961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2465c017-ef65-4ca7-bc86-1224de9494e9']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:24.469481 n-d-838945-1 neutron-server[114646]: INFO neutron.db.ipam_backend_mixin [None req-4f830957-2ce9-49a5-a79b-f03e76af77b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 38fb4759-ef6c-4859-924c-59ef0d6444f9 (CIDR: 172.20.0.0/28) Apr 21 21:13:24.491752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] For port c5f21787-b561-4b62-8a17-df323625d4f9, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:24.495455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] For port c5f21787-b561-4b62-8a17-df323625d4f9, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c5f21787-b561-4b62-8a17-df323625d4f9,segment=NetworkSegment(5ff61467-f62a-481c-be16-ab34fbfa3aca),segment_id=5ff61467-f62a-481c-be16-ab34fbfa3aca)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:24.506856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff61467-f62a-481c-be16-ab34fbfa3aca') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:24.507149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff61467-f62a-481c-be16-ab34fbfa3aca') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:24.528130 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37938e82-a728-43c5-a7da-d220380dcd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.539492 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.549076 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.561470 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f830957-2ce9-49a5-a79b-f03e76af77b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:24.571235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f830957-2ce9-49a5-a79b-f03e76af77b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:24.594078 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.599091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5f4db032-a07c-46c3-b3fa-ec433191f3a6,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:24.614171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:13:24.617012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:24.617663 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:24.620966 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:24.625705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8ffc9-38f2-4864-8609-558df3ec6f3b req-cd0470be-6ce4-4f23-af3a-5e555ab4e342 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:24.627499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49b8ffc9-38f2-4864-8609-558df3ec6f3b req-cd0470be-6ce4-4f23-af3a-5e555ab4e342 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1096 time: 0.3412921 Apr 21 21:13:24.632518 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4f830957-2ce9-49a5-a79b-f03e76af77b4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1083503 Apr 21 21:13:24.645314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50100) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:24.657345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f81e7e-d5ef-43a6-9553-52519c5305f2 req-51480d30-3ac0-4823-8993-1b60edc6d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:24.660967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9f81e7e-d5ef-43a6-9553-52519c5305f2 req-51480d30-3ac0-4823-8993-1b60edc6d252 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1096 time: 0.3119605 Apr 21 21:13:24.670779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0eba354b-db27-4710-8293-d8dda8de8382 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:24.673201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-34c9a951-6061-4cf0-8407-cab546e513d6 None None] Port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:24.760696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415434f-cc46-4630-82e7-15e4f519967d None None] Pushing event updated for resources: {'Port': ['ID=c5f21787-b561-4b62-8a17-df323625d4f9,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:24.771628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e92483-c395-4fb0-8668-be52a4615a29 None None] Network 2465c017-ef65-4ca7-bc86-1224de9494e9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:24.833917 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.api [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:13:24.833917 n-d-838945-1 neutron-server[114647]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:13:24.833917 n-d-838945-1 neutron-server[114647]: [parameters: {'id': '2465c017-ef65-4ca7-bc86-1224de9494e9'}] Apr 21 21:13:24.833917 n-d-838945-1 neutron-server[114647]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:13:24.834741 n-d-838945-1 neutron-server[114647]: DEBUG oslo_db.api [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:13:24.852012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9f81e7e-d5ef-43a6-9553-52519c5305f2 req-198dc7e3-fc1e-493c-ac3f-ce53579c1844 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202967 Apr 21 21:13:24.954609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:13:24.966850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061531f5-a491-4ebe-8b92-08a9b2ebbe22 None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:13:24.978540 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49b8ffc9-38f2-4864-8609-558df3ec6f3b req-3ffa9a8e-9e65-495e-9afc-51f942b70e51 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322380 Apr 21 21:13:24.984856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a26fa411-c21c-41d7-b2cc-cef2f937144f None None] Provisioning complete for port 1528d85b-590f-43fc-84ca-b6b4f9b55fec triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:24.985539 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a26fa411-c21c-41d7-b2cc-cef2f937144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:25.028795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a26fa411-c21c-41d7-b2cc-cef2f937144f None None] Port 1528d85b-590f-43fc-84ca-b6b4f9b55fec cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:25.032156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37938e82-a728-43c5-a7da-d220380dcd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:25.039955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061531f5-a491-4ebe-8b92-08a9b2ebbe22 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:25.040611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-061531f5-a491-4ebe-8b92-08a9b2ebbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:25.041638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37938e82-a728-43c5-a7da-d220380dcd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:25.078953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-061531f5-a491-4ebe-8b92-08a9b2ebbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:25.086355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-37938e82-a728-43c5-a7da-d220380dcd70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68c1c833e65e4ac2b7bf83cbb262fd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0193615 Apr 21 21:13:25.093131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50102) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:25.095009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061531f5-a491-4ebe-8b92-08a9b2ebbe22 None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:25.095687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-061531f5-a491-4ebe-8b92-08a9b2ebbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:25.100474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2509c12-f93e-419a-8b28-5844a361e9dd None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:13:25.132325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-061531f5-a491-4ebe-8b92-08a9b2ebbe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:25.133100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061531f5-a491-4ebe-8b92-08a9b2ebbe22 None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:25.164728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37938e82-a728-43c5-a7da-d220380dcd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcc1293-2ed4-4de2-b081-ba90fdadf4bb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:25.300203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2509c12-f93e-419a-8b28-5844a361e9dd None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:13:25.351705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eba354b-db27-4710-8293-d8dda8de8382 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:25.355428 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0eba354b-db27-4710-8293-d8dda8de8382 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:25.380401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd63d-4106-48f9-93e4-e116cc163580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:25.409388 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:25.418591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router 0a20df92-3f02-4a28-8a58-16f551768c8b has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:13:26.008641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:13:26.014549 n-d-838945-1 neutron-server[114646]: INFO neutron.db.ipam_backend_mixin [None req-0eba354b-db27-4710-8293-d8dda8de8382 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c24e2b4d-0847-4ea4-a3da-c4726f019ee7 (CIDR: 172.20.0.16/28) Apr 21 21:13:26.022161 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24e353-a3ec-4bc8-97a2-5658672b1376 None None] Sync routers for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:13:26.028304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.037424 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24e353-a3ec-4bc8-97a2-5658672b1376 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:26.038043 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f24e353-a3ec-4bc8-97a2-5658672b1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:26.073208 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd63d-4106-48f9-93e4-e116cc163580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.113960 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eba354b-db27-4710-8293-d8dda8de8382 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:26.114718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eba354b-db27-4710-8293-d8dda8de8382 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:26.118160 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f24e353-a3ec-4bc8-97a2-5658672b1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:26.144624 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24e353-a3ec-4bc8-97a2-5658672b1376 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:26.145516 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f24e353-a3ec-4bc8-97a2-5658672b1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:26.189410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting port c5f21787-b561-4b62-8a17-df323625d4f9 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:26.189776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.203563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.resource_extend [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:13:26.213180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2ecefa44-2383-413e-82ee-ad356ea4c1eb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/floatingips/24f5a051-6829-4f16-a97e-1da0403f8ef7 HTTP/1.1" status: 200 len: 977 time: 5.1519709 Apr 21 21:13:26.223121 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f24e353-a3ec-4bc8-97a2-5658672b1376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:26.228580 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24e353-a3ec-4bc8-97a2-5658672b1376 None None] The sync data for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:26.243605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50116) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:26.305072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0eba354b-db27-4710-8293-d8dda8de8382 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6447206 Apr 21 21:13:26.305868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd63d-4106-48f9-93e4-e116cc163580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.306309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608090c-01d0-4e7d-873a-862a149f8a21 req-9904b8f7-0a84-41bc-a391-84fba6dddf17 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:26.307799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e608090c-01d0-4e7d-873a-862a149f8a21 req-9904b8f7-0a84-41bc-a391-84fba6dddf17 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1096 time: 0.1700902 Apr 21 21:13:26.308347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7f2bd63d-4106-48f9-93e4-e116cc163580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.308462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50118) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:26.311699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7f2bd63d-4106-48f9-93e4-e116cc163580 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fcc1293-2ed4-4de2-b081-ba90fdadf4bb HTTP/1.1" status: 204 len: 168 time: 1.1279187 Apr 21 21:13:26.321176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'subnet': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:26.359014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2bd63d-4106-48f9-93e4-e116cc163580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcc1293-2ed4-4de2-b081-ba90fdadf4bb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:26.390865 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.399588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.509819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] For port c5f21787-b561-4b62-8a17-df323625d4f9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c5f21787-b561-4b62-8a17-df323625d4f9,segment=NetworkSegment(5ff61467-f62a-481c-be16-ab34fbfa3aca),segment_id=5ff61467-f62a-481c-be16-ab34fbfa3aca)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:26.510193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.546732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Calling delete_port for c5f21787-b561-4b62-8a17-df323625d4f9 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:26.547164 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Floating IP 8a295294-1f29-4c65-b919-b5327f076df4 associated. External IP: 172.25.0.57, port: c0a5b7a3-5859-4adf-8622-7cf63be46386. Apr 21 21:13:26.562633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e608090c-01d0-4e7d-873a-862a149f8a21 req-d9ef3114-b432-4caa-aa66-63a1bb904524 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443968 Apr 21 21:13:26.693064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Made reservation on behalf of 4cbd407d5df248d39e1214326ca0fc20 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:26.696371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.762433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50126) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:26.803575 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67bfe5f5-1ac9-42d1-b348-e5282fdade6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.876830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Router 99eb9cda-525c-4a85-8371-1aa73a6b4315 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:13:26.893342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 1871cebe-f658-4140-9c59-f6200b83f73e {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:26.893816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:26.958636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.003057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Port': ['ID=c5f21787-b561-4b62-8a17-df323625d4f9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:27.008370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No DVR routers for this DVR port c5f21787-b561-4b62-8a17-df323625d4f9 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:27.058756 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67bfe5f5-1ac9-42d1-b348-e5282fdade6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.065933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67bfe5f5-1ac9-42d1-b348-e5282fdade6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.104618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:13:27.109663 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.118052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] Sync routers for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:13:27.133144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:27.134722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:27.140939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.162575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-adfc136d-9a92-40d8-a213-3fe8d7994228 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "PUT /v2.0/floatingips/8a295294-1f29-4c65-b919-b5327f076df4 HTTP/1.1" status: 200 len: 991 time: 3.8999312 Apr 21 21:13:27.164085 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.167118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:27.169643 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30b5fc4-824f-4126-a965-a64f5f8900ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:27.175601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfe5f5-1ac9-42d1-b348-e5282fdade6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b479315e-6f4b-49d2-87b2-2c44f2df273f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:27.184172 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-67bfe5f5-1ac9-42d1-b348-e5282fdade6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=843a014f1f6440439d44b740051df6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182489 Apr 21 21:13:27.184477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50134) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:27.238549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2465c017-ef65-4ca7-bc86-1224de9494e9']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:27.247430 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.248064 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee858e0-f86d-4d8c-aaa9-37cb544d7b5e x-openstack-request-id: req-dee858e0-f86d-4d8c-aaa9-37cb544d7b5e {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:27.248426 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:27.248743 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dee858e0-f86d-4d8c-aaa9-37cb544d7b5e {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:27.249243 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee858e0-f86d-4d8c-aaa9-37cb544d7b5e'] response: {'name': 'network-changed', 'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'status': 'completed', 'code': 200} Apr 21 21:13:27.250241 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f606f69a-0fff-4792-9560-5e6190cb1139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.263664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff61467-f62a-481c-be16-ab34fbfa3aca') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:27.263889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff61467-f62a-481c-be16-ab34fbfa3aca') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:27.309072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Subnet': ['ID=06d46a84-1288-49f9-b044-94c2d1447d7e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:27.315993 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f606f69a-0fff-4792-9560-5e6190cb1139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.331934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.336338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-d5db9955-5a70-4b86-ba28-aa8db8ed5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:27.337970 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-d5db9955-5a70-4b86-ba28-aa8db8ed5d38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1097 time: 0.0730312 Apr 21 21:13:27.356539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:13:27.372854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:27.378362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:27.384516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:27.385152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.390478 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.405564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:27.405974 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:27.409679 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:27.463834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-e51be893-0e56-4822-9222-333e61eba846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:27.465437 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-e51be893-0e56-4822-9222-333e61eba846 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.1204066 Apr 21 21:13:27.471051 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642787da-ea9a-411b-b03b-92effce542b3 None None] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:27.501991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c3df1b0b-93a6-4d06-8619-04b33e4fc7f5 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1825392 Apr 21 21:13:27.505218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50136) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:27.512929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1863289005', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06d46a84-1288-49f9-b044-94c2d1447d7e'}], 'security_groups': ['d2fac96d-557d-49f1-8375-0a570af6887f', '8d1550dd-7319-4000-b5eb-27dbf201a221']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:27.577801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.578716 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-5a35d832-e5d3-4d0a-84ed-d466f0042e99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 200 len: 999 time: 0.1046119 Apr 21 21:13:27.588283 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.591437 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/2465c017-ef65-4ca7-bc86-1224de9494e9 HTTP/1.1" status: 204 len: 168 time: 6.2771165 Apr 21 21:13:27.595639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50140) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:27.608588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-430772724'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:27.618751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155dae-11bd-4617-a3b8-b35d6e5fdbab tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=2465c017-ef65-4ca7-bc86-1224de9494e9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:27.628791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.629168 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.629463 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Floating IP 24f5a051-6829-4f16-a97e-1da0403f8ef7 disassociated. External IP: 172.25.0.231, port: 1871cebe-f658-4140-9c59-f6200b83f73e. Apr 21 21:13:27.629800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 1871cebe-f658-4140-9c59-f6200b83f73e owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:27.642296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f606f69a-0fff-4792-9560-5e6190cb1139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.645747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f606f69a-0fff-4792-9560-5e6190cb1139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.646910 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f606f69a-0fff-4792-9560-5e6190cb1139 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b479315e-6f4b-49d2-87b2-2c44f2df273f HTTP/1.1" status: 204 len: 168 time: 0.4613967 Apr 21 21:13:27.695713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606f69a-0fff-4792-9560-5e6190cb1139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b479315e-6f4b-49d2-87b2-2c44f2df273f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:27.771113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-f2782028-93bb-4cd1-8b43-6e1041bb31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:27.779261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-f2782028-93bb-4cd1-8b43-6e1041bb31d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.1837776 Apr 21 21:13:27.822670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:27.823122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37f2b-ade6-4c79-a4be-57ea9f9cef43 req-76cb6197-9907-467e-9ece-ee2a8e44018b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:27.825051 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0de37f2b-ade6-4c79-a4be-57ea9f9cef43 req-76cb6197-9907-467e-9ece-ee2a8e44018b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1096 time: 0.1090038 Apr 21 21:13:27.855194 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.888656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:27.892272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8a295294-1f29-4c65-b919-b5327f076df4', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'port_id': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:12:59Z', 'updated_at': '2022-04-21T21:13:25Z', 'revision_number': 1, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:27.981126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] Checking router: 99eb9cda-525c-4a85-8371-1aa73a6b4315 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:13:28.002501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-4299eb42-7646-4ca4-8cb3-e3c5168a661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:28.004574 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-4299eb42-7646-4ca4-8cb3-e3c5168a661c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230115 Apr 21 21:13:28.054820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:28.060105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:28.084158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0de37f2b-ade6-4c79-a4be-57ea9f9cef43 req-a689c202-d8f5-4527-87d9-d529940757ed tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353804 Apr 21 21:13:28.171970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Update dhcp port {'port': {'network_id': 'e2a0c914-bcf2-4f97-9a52-e7c27f319b20', 'fixed_ips': [{'subnet_id': 'c24e2b4d-0847-4ea4-a3da-c4726f019ee7', 'ip_address': '172.20.0.18'}, {'subnet_id': '38fb4759-ef6c-4859-924c-59ef0d6444f9', 'ip_address': '172.20.0.2'}, {'subnet_id': '06d46a84-1288-49f9-b044-94c2d1447d7e'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '5735bd0c-9bad-4a6f-a946-caf73b1e3e1e'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:13:28.269594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:28.299906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:28.315285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:28.315751 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment c2442f4a-6fef-4800-90d5-9c70fa433949 of type vlan for network b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8 Apr 21 21:13:28.392212 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:28.397935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=1871cebe-f658-4140-9c59-f6200b83f73e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:28.568076 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:28.573685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:28.574323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:28.582861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-c47dcbbf-68d4-4aed-ad72-638b8ebafb06 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700641 Apr 21 21:13:28.647938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e03408-5d41-4b5c-8db7-f76b8a4ed293 req-a1bbad43-003c-4f06-8635-fa526105609a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:28.649525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49e03408-5d41-4b5c-8db7-f76b8a4ed293 req-a1bbad43-003c-4f06-8635-fa526105609a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.2332127 Apr 21 21:13:28.703072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:13:28.827961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2231326 Apr 21 21:13:28.829858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37648e9-cfb6-4e17-8829-fa38fac7112e tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:28.852360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:28.865104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router 0a20df92-3f02-4a28-8a58-16f551768c8b has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:13:28.868113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': 'b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:28.892117 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:28.897878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:28.904232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3293dbe-5017-4b3d-b6d7-58647c398fd4 req-d039dcfc-e4d5-4eb3-932c-dd03272e65c8 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:28.905819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e3293dbe-5017-4b3d-b6d7-58647c398fd4 req-d039dcfc-e4d5-4eb3-932c-dd03272e65c8 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1096 time: 0.5423274 Apr 21 21:13:29.098581 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49e03408-5d41-4b5c-8db7-f76b8a4ed293 req-f04836c0-84cf-4da8-97f9-0fdd4a921ad4 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341680 Apr 21 21:13:29.134356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a30b5fc4-824f-4126-a965-a64f5f8900ec req-92d44267-700b-4aad-97bd-2000ca8dfc9f service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402751 Apr 21 21:13:29.195702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:29.200200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:29.254976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e3293dbe-5017-4b3d-b6d7-58647c398fd4 req-06d54465-e0eb-4e59-8ff3-bee6d6be64bb tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275936 Apr 21 21:13:29.377324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Delete allocated IP 172.20.0.14 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/38fb4759-ef6c-4859-924c-59ef0d6444f9) {{(pid=114647) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 21:13:29.400379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Allocated IP 172.20.0.36 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/06d46a84-1288-49f9-b044-94c2d1447d7e/1528d85b-590f-43fc-84ca-b6b4f9b55fec) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:29.410776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8a295294-1f29-4c65-b919-b5327f076df4', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'port_id': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:12:59Z', 'updated_at': '2022-04-21T21:13:25Z', 'revision_number': 1, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:29.470727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5d0474-6719-4a74-8e90-732e1b5a9636 None None] The sync data for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 is: [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8a295294-1f29-4c65-b919-b5327f076df4', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'port_id': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:12:59Z', 'updated_at': '2022-04-21T21:13:25Z', 'revision_number': 1, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:29.488793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df676f3-fb71-4ae2-b155-f9a259ed7cb9 req-213bd9ab-0a57-45b8-b872-ca7a4bc51516 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:29.490510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6df676f3-fb71-4ae2-b155-f9a259ed7cb9 req-213bd9ab-0a57-45b8-b872-ca7a4bc51516 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1096 time: 0.1147645 Apr 21 21:13:29.599715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:13:29.621369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:29.623326 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f8b8f-f812-44fd-bc75-ab419a171db3 None None] Sync routers for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:13:29.651438 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f8b8f-f812-44fd-bc75-ab419a171db3 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:29.655222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6df676f3-fb71-4ae2-b155-f9a259ed7cb9 req-cea878db-141a-4606-95eb-ea1aba4e3c53 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538744 Apr 21 21:13:29.656849 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-835f8b8f-f812-44fd-bc75-ab419a171db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:29.712101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=4066c4ad-8e59-4722-ad66-7a905b2d2084,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:29.744213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': 'c2442f4a-6fef-4800-90d5-9c70fa433949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:29.745525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:29.769900 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-835f8b8f-f812-44fd-bc75-ab419a171db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:29.793835 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:29.796904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:29.808390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50198) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:29.809393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bf248266-b368-492d-9162-43d05e2c279d tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/ports/1871cebe-f658-4140-9c59-f6200b83f73e HTTP/1.1" status: 204 len: 168 time: 3.5645666 Apr 21 21:13:29.809790 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f8b8f-f812-44fd-bc75-ab419a171db3 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:29.810770 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-835f8b8f-f812-44fd-bc75-ab419a171db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:29.918909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:29.922584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:29.934401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40434db-6415-4f51-9847-e0b5c7840bf8 None None] Network b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:29.936686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:29.941558 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-835f8b8f-f812-44fd-bc75-ab419a171db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:29.946785 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835f8b8f-f812-44fd-bc75-ab419a171db3 None None] The sync data for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:30.063290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:30.063934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.077311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event updated for resources: {'Port': ['ID=1528d85b-590f-43fc-84ca-b6b4f9b55fec,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:30.122107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3f63a3-ce12-44c6-ba08-a631ec800687 None None] New status for floating IP 8a295294-1f29-4c65-b919-b5327f076df4: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:13:30.129158 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c408065f-693a-42fd-befa-8ce669840703 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2729018 Apr 21 21:13:30.130663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50216) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:30.155899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] In _notify_port_updated(), no bound segment for port 1528d85b-590f-43fc-84ca-b6b4f9b55fec on network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:13:30.163055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:30.164003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.169350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0cc6c0e5-78c2-4c20-81c1-4c3f796d91ea tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "PUT /v2.0/ports/1528d85b-590f-43fc-84ca-b6b4f9b55fec HTTP/1.1" status: 200 len: 960 time: 2.6627381 Apr 21 21:13:30.170339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50220) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:30.322812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-89706859-9e71-4f2c-a7ac-274b95131cac tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:30.330204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-89706859-9e71-4f2c-a7ac-274b95131cac tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/networks?id=34df5341-5a8e-4e79-bb66-a25fc4c585af HTTP/1.1" status: 200 len: 911 time: 0.1753359 Apr 21 21:13:30.338373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Allocated IP 172.20.0.34 (e2a0c914-bcf2-4f97-9a52-e7c27f319b20/06d46a84-1288-49f9-b044-94c2d1447d7e/5735bd0c-9bad-4a6f-a946-caf73b1e3e1e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:30.360278 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0e55c-7421-419b-babe-135a6271e773 req-3aadc5c8-f1af-4b50-9981-6e099b2b2681 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:30.360278 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6fb0e55c-7421-419b-babe-135a6271e773 req-3aadc5c8-f1af-4b50-9981-6e099b2b2681 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1640289 Apr 21 21:13:30.374745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-1b0db32b-6d42-45ee-a9a9-402a00ad62b6 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/quotas/db4046cada014f1d88b6128477a6fb40 HTTP/1.1" status: 200 len: 375 time: 0.0436509 Apr 21 21:13:30.431414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.460348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae27737-be60-41d8-9f44-808f1f6d0eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8', 'network_id': 'b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': '4066c4ad-8e59-4722-ad66-7a905b2d2084'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:30.466250 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eae27737-be60-41d8-9f44-808f1f6d0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.468378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6fb0e55c-7421-419b-babe-135a6271e773 req-df8960b6-98ba-446f-81a3-bdc7cdf339d5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762680 Apr 21 21:13:30.470135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-37c86369-7a2c-4333-b536-9b8b98ab37ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port 1528d85b-590f-43fc-84ca-b6b4f9b55fec {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:30.470646 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37c86369-7a2c-4333-b536-9b8b98ab37ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.583310 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37c86369-7a2c-4333-b536-9b8b98ab37ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.595872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-37c86369-7a2c-4333-b536-9b8b98ab37ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for 1528d85b-590f-43fc-84ca-b6b4f9b55fec owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:30.619149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.620613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-7abf582f-7456-48c8-91e6-34844e2fbf42 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=db4046cada014f1d88b6128477a6fb40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2449253 Apr 21 21:13:30.640124 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-03f64d4b-9df7-4c46-a677-6c12793c3ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.738080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] For port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,segment=NetworkSegment(ba6ef7c0-f48e-4511-a99e-ec4ed8daad11),segment_id=ba6ef7c0-f48e-4511-a99e-ec4ed8daad11)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:30.766594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-53430c6f-596d-465b-b733-fa02afa18636 service neutron] 10.222.0.49 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448736 Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server [None req-eae27737-be60-41d8-9f44-808f1f6d0eab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4066c4ad-8e59-4722-ad66-7a905b2d2084: This subnet is being modified by another concurrent operation. Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise exception Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4066c4ad-8e59-4722-ad66-7a905b2d2084: This subnet is being modified by another concurrent operation. Apr 21 21:13:30.771227 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server Apr 21 21:13:30.790263 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.793344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc690eba-f9e9-4bb7-b91e-5096637e2892 None None] Network b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:30.800900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.811428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.897638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=4066c4ad-8e59-4722-ad66-7a905b2d2084,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:30.933506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37c86369-7a2c-4333-b536-9b8b98ab37ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:30.998676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.004628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Pushing event updated for resources: {'Port': ['ID=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:31.023239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c86369-7a2c-4333-b536-9b8b98ab37ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=1528d85b-590f-43fc-84ca-b6b4f9b55fec,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:31.032893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.033402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.034430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.034927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.035342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.035604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.035871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.036284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.036681 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.037173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.037570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.037970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.038502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610a6290-4356-4cd9-95d6-010fa2aeba84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:31.054462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:31.172917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-d794b564-054d-4bb5-ad7f-c826e726f6fc service neutron] 10.222.0.49 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053736 Apr 21 21:13:31.178475 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37c86369-7a2c-4333-b536-9b8b98ab37ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.190861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-37c86369-7a2c-4333-b536-9b8b98ab37ac tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/1528d85b-590f-43fc-84ca-b6b4f9b55fec HTTP/1.1" status: 204 len: 168 time: 1.0185397 Apr 21 21:13:31.191518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50240) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:31.232443 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7f47cd-177f-42b0-9958-53816da75581 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] GET failed (client error): The resource could not be found. Apr 21 21:13:31.237265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8f7f47cd-177f-42b0-9958-53816da75581 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports/1528d85b-590f-43fc-84ca-b6b4f9b55fec HTTP/1.1" status: 404 len: 333 time: 0.0446584 Apr 21 21:13:31.238202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50242) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:31.317511 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23b062ab-09b8-48ec-bb25-2253e7e91a92 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.348110 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23b062ab-09b8-48ec-bb25-2253e7e91a92 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.403648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23b062ab-09b8-48ec-bb25-2253e7e91a92 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.418807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23b062ab-09b8-48ec-bb25-2253e7e91a92 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.426603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-23b062ab-09b8-48ec-bb25-2253e7e91a92 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/security-groups/fce3ed54-0f24-48ca-af24-f4d1b2a05404 HTTP/1.1" status: 204 len: 168 time: 0.1852016 Apr 21 21:13:31.427025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50252) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:31.453494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b062ab-09b8-48ec-bb25-2253e7e91a92 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce3ed54-0f24-48ca-af24-f4d1b2a05404,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:31.498089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-837300c7-a3ac-4532-8577-a50abe590669 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.547224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-837300c7-a3ac-4532-8577-a50abe590669 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.683442 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-837300c7-a3ac-4532-8577-a50abe590669 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.686067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-837300c7-a3ac-4532-8577-a50abe590669 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.690672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-837300c7-a3ac-4532-8577-a50abe590669 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/security-groups/8d1550dd-7319-4000-b5eb-27dbf201a221 HTTP/1.1" status: 204 len: 168 time: 0.2564476 Apr 21 21:13:31.700342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50258) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:31.708511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2442f4a-6fef-4800-90d5-9c70fa433949') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:31.709132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2442f4a-6fef-4800-90d5-9c70fa433949') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:31.718499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.747847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.757148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:31.758134 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:31.885646 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:31.920713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-750f2dbe-334c-46d7-8d7e-d0afde590f06 req-c51df572-6b66-4458-8223-3318f9aa19f8 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 210 time: 0.0361462 Apr 21 21:13:31.923895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.936982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:31.940938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8 HTTP/1.1" status: 204 len: 168 time: 1.8088288 Apr 21 21:13:31.946062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50264) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:31.956637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040436851'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:32.032237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:32.036640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.082093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b521545-a74c-4af5-bc05-46a8556acfda tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:32.171172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:32.226557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:32.278002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b0f776df-8d3b-4bc4-abe5-bac080ba26f0 None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:32.278816 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b0f776df-8d3b-4bc4-abe5-bac080ba26f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.296262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837300c7-a3ac-4532-8577-a50abe590669 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1550dd-7319-4000-b5eb-27dbf201a221,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:32.330705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057130-8d05-4926-807c-a1839e09b8d1 req-72a3571e-6ba2-44de-b33d-4c79d766d484 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:32.339321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18057130-8d05-4926-807c-a1839e09b8d1 req-72a3571e-6ba2-44de-b33d-4c79d766d484 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.7372484 Apr 21 21:13:32.341312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.341679 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment f69cadd0-eb63-4964-8a9f-f842895d17e7 of type vlan for network 9e8e553e-cfec-44db-a5ab-6805504415ec Apr 21 21:13:32.445747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09c4af1e-fec0-474e-bc24-407ff771d489 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.472154 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18057130-8d05-4926-807c-a1839e09b8d1 req-ce91a679-f20c-4918-9202-b901dc5ae17a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023273 Apr 21 21:13:32.479677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.498095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b0f776df-8d3b-4bc4-abe5-bac080ba26f0 None None] Could not find standard attr ID for object 1528d85b-590f-43fc-84ca-b6b4f9b55fec. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:13:32.513341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09c4af1e-fec0-474e-bc24-407ff771d489 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.516050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.522730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:32.523337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.525786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:32.526549 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.587098 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b0f776df-8d3b-4bc4-abe5-bac080ba26f0 None None] Provisioning complete for port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:32.587926 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b0f776df-8d3b-4bc4-abe5-bac080ba26f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.608195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09c4af1e-fec0-474e-bc24-407ff771d489 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.611398 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09c4af1e-fec0-474e-bc24-407ff771d489 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.615675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-09c4af1e-fec0-474e-bc24-407ff771d489 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/security-groups/d2fac96d-557d-49f1-8375-0a570af6887f HTTP/1.1" status: 204 len: 168 time: 0.9153209 Apr 21 21:13:32.617648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50272) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:32.640337 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b0f776df-8d3b-4bc4-abe5-bac080ba26f0 None None] Port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:32.642652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4af1e-fec0-474e-bc24-407ff771d489 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fac96d-557d-49f1-8375-0a570af6887f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:32.704071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7543843 Apr 21 21:13:32.715279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50274) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:32.720968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': '9e8e553e-cfec-44db-a5ab-6805504415ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:32.739832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f434cf9-c8bb-4d85-accb-987dc27cf9e6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet 38fb4759-ef6c-4859-924c-59ef0d6444f9 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:13:32.744489 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f434cf9-c8bb-4d85-accb-987dc27cf9e6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.797097 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d2b227b5-cfd8-4ffb-a6ac-21ebfcc16ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.799198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3179164-9003-4dce-b720-952f753a0067 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=9e8e553e-cfec-44db-a5ab-6805504415ec,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:32.812901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9e8e553e-cfec-44db-a5ab-6805504415ec details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:32.829790 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f434cf9-c8bb-4d85-accb-987dc27cf9e6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.875864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:32.881616 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:32.958566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-566484e4-721f-4d11-adf5-3d7f34ed7723 None None] Could not find standard attr ID for object 1528d85b-590f-43fc-84ca-b6b4f9b55fec. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:13:32.991131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f434cf9-c8bb-4d85-accb-987dc27cf9e6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.040409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port e0b76413-0762-40ed-845b-dfa01c5a7803 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:33.040753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.104291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c400fe23-8f3f-48d8-ac61-31fa236a653a req-d3e02dea-f2e5-4c57-b646-916887aa119d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 210 time: 0.0349267 Apr 21 21:13:33.148935 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f434cf9-c8bb-4d85-accb-987dc27cf9e6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.191340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331d742e-4a58-4119-8d69-b68f5b00e081 None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:13:33.204480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f434cf9-c8bb-4d85-accb-987dc27cf9e6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=38fb4759-ef6c-4859-924c-59ef0d6444f9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:33.218115 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f434cf9-c8bb-4d85-accb-987dc27cf9e6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.222902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3f434cf9-c8bb-4d85-accb-987dc27cf9e6 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/38fb4759-ef6c-4859-924c-59ef0d6444f9 HTTP/1.1" status: 204 len: 168 time: 0.5813835 Apr 21 21:13:33.230936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50278) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:33.345235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdf080d-127d-4e18-af6d-47125aa45e37 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet 06d46a84-1288-49f9-b044-94c2d1447d7e {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:13:33.362708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6cdf080d-127d-4e18-af6d-47125aa45e37 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.432098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.434908 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6cdf080d-127d-4e18-af6d-47125aa45e37 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.482248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331d742e-4a58-4119-8d69-b68f5b00e081 None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:13:33.487811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for e0b76413-0762-40ed-845b-dfa01c5a7803 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:33.491749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-83e4e0be-86d0-4310-a624-78201cbd03de tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:33.493361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-83e4e0be-86d0-4310-a624-78201cbd03de tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.46 "GET /v2.0/networks?id=34df5341-5a8e-4e79-bb66-a25fc4c585af HTTP/1.1" status: 200 len: 911 time: 0.3881283 Apr 21 21:13:33.528055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Request body: {'port': {'device_id': 'e6d7326d-7fcc-4c69-a88b-1c5d4be015e8', 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af', 'admin_state_up': True, 'tenant_id': 'db4046cada014f1d88b6128477a6fb40'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:33.531319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.642096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6cdf080d-127d-4e18-af6d-47125aa45e37 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.652627 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Made reservation on behalf of db4046cada014f1d88b6128477a6fb40 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:33.655017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.660970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=d24f077a-bfb5-42e9-823a-06e46c20d0f7,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:33.693916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': 'f69cadd0-eb63-4964-8a9f-f842895d17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '9e8e553e-cfec-44db-a5ab-6805504415ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:33.694277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: 9e8e553e-cfec-44db-a5ab-6805504415ec, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:33.710622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04d08-9411-4c8e-a718-3ced2e1f11a3 req-5f190ec2-a287-49eb-aee3-d4b02f7afa12 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:33.719316 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3be04d08-9411-4c8e-a718-3ced2e1f11a3 req-5f190ec2-a287-49eb-aee3-d4b02f7afa12 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1115394 Apr 21 21:13:33.783527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3be04d08-9411-4c8e-a718-3ced2e1f11a3 req-124e11e4-6260-40dc-85b2-1eff0ac3f855 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634940 Apr 21 21:13:33.793793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6cdf080d-127d-4e18-af6d-47125aa45e37 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.805187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network 9e8e553e-cfec-44db-a5ab-6805504415ec is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:33.829253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 9e8e553e-cfec-44db-a5ab-6805504415ec) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:33.837774 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6cdf080d-127d-4e18-af6d-47125aa45e37 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.841677 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6cdf080d-127d-4e18-af6d-47125aa45e37 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/06d46a84-1288-49f9-b044-94c2d1447d7e HTTP/1.1" status: 204 len: 168 time: 0.6063390 Apr 21 21:13:33.843009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf080d-127d-4e18-af6d-47125aa45e37 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=06d46a84-1288-49f9-b044-94c2d1447d7e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:33.844878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50290) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:33.858440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:33.859040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:33.888719 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e739db-2d9b-4752-ba8b-d66952595a4b tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:33.889527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e739db-2d9b-4752-ba8b-d66952595a4b tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:33.892907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-01e739db-2d9b-4752-ba8b-d66952595a4b tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/38fb4759-ef6c-4859-924c-59ef0d6444f9 HTTP/1.1" status: 404 len: 337 time: 0.0415151 Apr 21 21:13:33.896961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3236b5a5-092a-4314-861e-4af92d7a036a tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1781669 Apr 21 21:13:33.897581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50292) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:33.898127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50294) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:33.910840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Allocated IP 172.20.0.12 (34df5341-5a8e-4e79-bb66-a25fc4c585af/24ae5038-094e-4b97-a39a-d6bbef794e25/3534b752-0bcd-4cab-a93d-a75257f499a2) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:33.993149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.016575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9068b8f-48d0-40e4-b408-b4799e48646f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting subnet c24e2b4d-0847-4ea4-a3da-c4726f019ee7 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:13:34.020175 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9068b8f-48d0-40e4-b408-b4799e48646f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.029862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=e0b76413-0762-40ed-845b-dfa01c5a7803,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:34.070219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9068b8f-48d0-40e4-b408-b4799e48646f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.092014 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.150025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da8400-8363-4528-b5ea-66bd009d8d42 None None] Network e2a0c914-bcf2-4f97-9a52-e7c27f319b20 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:34.229426 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9068b8f-48d0-40e4-b408-b4799e48646f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.236206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.240378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05c3c943-90c3-4847-8fff-de8f4ff3f742 req-05bfeaf2-de21-407f-8ad3-83b0cc5e31ba tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 210 time: 0.0384438 Apr 21 21:13:34.258570 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.308857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c95cb-1276-4a3b-a642-35b676d6610e None None] Network 9e8e553e-cfec-44db-a5ab-6805504415ec requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:34.345832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.356884 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.363835 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.371219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9068b8f-48d0-40e4-b408-b4799e48646f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.384658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5f4db032-a07c-46c3-b3fa-ec433191f3a6'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:13:34.431677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9068b8f-48d0-40e4-b408-b4799e48646f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Subnet': ['ID=c24e2b4d-0847-4ea4-a3da-c4726f019ee7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:34.450082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9068b8f-48d0-40e4-b408-b4799e48646f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.457588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e9068b8f-48d0-40e4-b408-b4799e48646f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/c24e2b4d-0847-4ea4-a3da-c4726f019ee7 HTTP/1.1" status: 204 len: 168 time: 0.5555201 Apr 21 21:13:34.464827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50306) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:34.514851 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5fcadc-33c8-4086-805e-78b9b11be242 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:34.515393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5fcadc-33c8-4086-805e-78b9b11be242 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:34.520455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-de5fcadc-33c8-4086-805e-78b9b11be242 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/faff9ebc-b461-47b0-9b3b-731e84713e1d HTTP/1.1" status: 404 len: 337 time: 0.0546257 Apr 21 21:13:34.524584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50312) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:34.526238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:34.531298 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:34.575911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:34.585370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a539fcf5-832e-4a67-b41c-03656b330af3 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "GET /v2.0/ports?device_id=9b8740a3-425c-41af-b9e8-c807f78026da HTTP/1.1" status: 200 len: 205 time: 0.0593734 Apr 21 21:13:34.588610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50314) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:34.645711 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-ac6fafd4-3710-418d-9170-97e7087cc8ae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] delete failed (client error): The resource could not be found. Apr 21 21:13:34.647885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ac6fafd4-3710-418d-9170-97e7087cc8ae tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/routers/9b8740a3-425c-41af-b9e8-c807f78026da HTTP/1.1" status: 404 len: 336 time: 0.0546055 Apr 21 21:13:34.650508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50318) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:34.695976 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f3146e-a60d-4960-9d35-d0060e84696c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:34.696575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f3146e-a60d-4960-9d35-d0060e84696c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:34.699866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-85f3146e-a60d-4960-9d35-d0060e84696c tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/478fb0dd-2f87-47f0-9e1b-f7ecd762c9e5 HTTP/1.1" status: 404 len: 337 time: 0.0479202 Apr 21 21:13:34.701231 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:34.703328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50320) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:34.729000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Pushing event updated for resources: {'Port': ['ID=3534b752-0bcd-4cab-a93d-a75257f499a2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:34.740721 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92acaf7-b681-47ce-9adf-5537a890d711 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:34.741714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92acaf7-b681-47ce-9adf-5537a890d711 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:34.745213 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e92acaf7-b681-47ce-9adf-5537a890d711 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/a14338a1-8225-4314-89d8-9b371d77f64d HTTP/1.1" status: 404 len: 337 time: 0.0372229 Apr 21 21:13:34.749489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50324) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:34.774613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=d24f077a-bfb5-42e9-823a-06e46c20d0f7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:34.896294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d9ed0-e560-4dc2-912d-7b038da6c64c None None] Network 9e8e553e-cfec-44db-a5ab-6805504415ec requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:34.918613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b97ed23-ccea-462c-b5fe-251002ec8c58 None None] DHCP port deletion for e2a0c914-bcf2-4f97-9a52-e7c27f319b20 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:13:34.933954 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3421c3c-0fc5-4acb-800b-6f8e35f66c7f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:34.943964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3421c3c-0fc5-4acb-800b-6f8e35f66c7f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:34.947145 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a3421c3c-0fc5-4acb-800b-6f8e35f66c7f tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/be72e650-881e-480e-8062-2a8c75a7ecc3 HTTP/1.1" status: 404 len: 337 time: 0.1891892 Apr 21 21:13:34.997009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50328) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:35.058577 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e7b773-d8ec-42e4-9ab6-0466d16ddf51 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:35.059696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e7b773-d8ec-42e4-9ab6-0466d16ddf51 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:35.063564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-11e7b773-d8ec-42e4-9ab6-0466d16ddf51 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/db5a4eb2-ac8c-4bb4-8b2f-3b10bafa6b26 HTTP/1.1" status: 404 len: 333 time: 0.0594368 Apr 21 21:13:35.066373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:35.067164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.070579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50334) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:35.089441 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.112949 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43c138d-1b13-416c-a819-fd6465ea8dc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:35.114221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43c138d-1b13-416c-a819-fd6465ea8dc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:35.117512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d43c138d-1b13-416c-a819-fd6465ea8dc4 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/0a77fa01-8b4f-48cd-b9c7-bff958fe192a HTTP/1.1" status: 404 len: 337 time: 0.0419815 Apr 21 21:13:35.124270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50336) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:35.175886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-0173c2c8-63d3-4a7a-a0be-5b3c81d7f06a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6655149 Apr 21 21:13:35.191839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Request body: {'port': {'device_id': 'e6d7326d-7fcc-4c69-a88b-1c5d4be015e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:35.200393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b661134c-b9dd-4010-a68c-5f53909c54e3 None None] Provisioning complete for port 3534b752-0bcd-4cab-a93d-a75257f499a2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:35.200866 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b661134c-b9dd-4010-a68c-5f53909c54e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.207581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8e553e-cfec-44db-a5ab-6805504415ec']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:35.210290 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7712a6e-6b1f-46a2-8caf-653c9b147398 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:35.210737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7712a6e-6b1f-46a2-8caf-653c9b147398 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:35.213918 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f7712a6e-6b1f-46a2-8caf-653c9b147398 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/9ca7df33-3338-4b61-bbfe-5eb1cb3cce72 HTTP/1.1" status: 404 len: 337 time: 0.0884843 Apr 21 21:13:35.216521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50338) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:35.231873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef14253-5622-4c38-ab44-97f69028dec7 req-42ab427a-e7ac-48ad-ad21-1f4e0311e258 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:35.241042 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cef14253-5622-4c38-ab44-97f69028dec7 req-42ab427a-e7ac-48ad-ad21-1f4e0311e258 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.2465606 Apr 21 21:13:35.245531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b661134c-b9dd-4010-a68c-5f53909c54e3 None None] Port 3534b752-0bcd-4cab-a93d-a75257f499a2 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:13:35.252153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7b97ed23-ccea-462c-b5fe-251002ec8c58 None None] Deleting port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:35.252798 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b97ed23-ccea-462c-b5fe-251002ec8c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.264188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69cadd0-eb63-4964-8a9f-f842895d17e7') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:35.264559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69cadd0-eb63-4964-8a9f-f842895d17e7') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:35.281321 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.314054 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-31da6cd6-b749-4276-b565-67047037ffcb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:35.314996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31da6cd6-b749-4276-b565-67047037ffcb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:35.321555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-31da6cd6-b749-4276-b565-67047037ffcb tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/24e9ab17-b28d-4b92-b9eb-d7318ee7c0ae HTTP/1.1" status: 404 len: 333 time: 0.0748556 Apr 21 21:13:35.322042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50344) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:35.325384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cef14253-5622-4c38-ab44-97f69028dec7 req-138b3c5a-1600-49f1-bba3-eb9b8229d677 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832164 Apr 21 21:13:35.345186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.354517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:35.355557 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:35.360310 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:35.414906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7b97ed23-ccea-462c-b5fe-251002ec8c58 None None] For port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,segment=NetworkSegment(ba6ef7c0-f48e-4511-a99e-ec4ed8daad11),segment_id=ba6ef7c0-f48e-4511-a99e-ec4ed8daad11)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:35.415505 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b97ed23-ccea-462c-b5fe-251002ec8c58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.421094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.427460 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.435786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7b97ed23-ccea-462c-b5fe-251002ec8c58 None None] Calling delete_port for 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:35.436020 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d2cc8d-e36e-41ef-8154-aceece56db03 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:35.436269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d2cc8d-e36e-41ef-8154-aceece56db03 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:35.440135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.442373 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b3d2cc8d-e36e-41ef-8154-aceece56db03 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/136a62a7-e713-49bf-bbcd-4daa4db2db80 HTTP/1.1" status: 404 len: 337 time: 0.1150298 Apr 21 21:13:35.442569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50346) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:35.464983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.473655 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/9e8e553e-cfec-44db-a5ab-6805504415ec HTTP/1.1" status: 204 len: 168 time: 1.5688162 Apr 21 21:13:35.476291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50348) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:35.498721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ada81-ce69-4820-b1d3-8e3be4cf0994 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=9e8e553e-cfec-44db-a5ab-6805504415ec,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:35.502138 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13458cc-8b91-4b37-956a-e6ba98ca8a99 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:35.502821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13458cc-8b91-4b37-956a-e6ba98ca8a99 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:35.505977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b13458cc-8b91-4b37-956a-e6ba98ca8a99 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/subnets/b38a2b7d-a887-475e-a51f-a0a2177b7639 HTTP/1.1" status: 404 len: 337 time: 0.0617495 Apr 21 21:13:35.508322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50350) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:35.542184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-535415758'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:35.570729 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b97ed23-ccea-462c-b5fe-251002ec8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.571181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router 0a20df92-3f02-4a28-8a58-16f551768c8b has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:13:35.610234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97ed23-ccea-462c-b5fe-251002ec8c58 None None] Pushing event deleted for resources: {'Port': ['ID=5735bd0c-9bad-4a6f-a946-caf73b1e3e1e,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:35.616162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97ed23-ccea-462c-b5fe-251002ec8c58 None None] No DVR routers for this DVR port 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:35.642495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-4867ca05-f2a4-4e65-806a-95fe59beb531 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Deleting port d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:35.643728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4867ca05-f2a4-4e65-806a-95fe59beb531 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.726699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4867ca05-f2a4-4e65-806a-95fe59beb531 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.740973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-4867ca05-f2a4-4e65-806a-95fe59beb531 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Calling delete_port for d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:35.847832 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4867ca05-f2a4-4e65-806a-95fe59beb531 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.853539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:35.866998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.928181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867ca05-f2a4-4e65-806a-95fe59beb531 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Port': ['ID=d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:35.939415 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4867ca05-f2a4-4e65-806a-95fe59beb531 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:35.947305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4867ca05-f2a4-4e65-806a-95fe59beb531 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/ports/d623648e-8bcd-4a3f-b625-c7e4aa5d1ee3 HTTP/1.1" status: 204 len: 168 time: 0.4379077 Apr 21 21:13:35.950041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50356) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:35.986372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.019877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:36.031324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.031878 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment bc558853-1a98-45c8-b9f5-005096da9851 of type vlan for network 7016e836-0c84-4ee8-acec-f2901b75f010 Apr 21 21:13:36.084638 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.125036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:13:36.128976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872ce4-5e58-47f8-870f-5c2063ca8923 req-128575e3-7372-46af-a5aa-668bcffdbfac tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:36.137801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3872ce4-5e58-47f8-870f-5c2063ca8923 req-128575e3-7372-46af-a5aa-668bcffdbfac tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1028 time: 0.6939261 Apr 21 21:13:36.150350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.156822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:36.157649 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.157795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.171223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:13:36.171570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5735bd0c-9bad-4a6f-a946-caf73b1e3e1e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:13:36.298243 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.322190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a0c914-bcf2-4f97-9a52-e7c27f319b20']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:36.334090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6ef7c0-f48e-4511-a99e-ec4ed8daad11') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:36.334659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6ef7c0-f48e-4511-a99e-ec4ed8daad11') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:36.347800 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.363327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.369291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:36.369685 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:36.395302 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:36.481704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:13:36.496218 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e64670-be76-4668-8f82-0e102397c9d8 None None] Sync routers for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:13:36.497434 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a9f6a176-5e8e-4fdd-8e68-96c22ca5b0f6 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/routers/0a20df92-3f02-4a28-8a58-16f551768c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6643422 Apr 21 21:13:36.498266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50362) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:36.510563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e64670-be76-4668-8f82-0e102397c9d8 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:36.511531 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7e64670-be76-4668-8f82-0e102397c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:36.515392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.543561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:36.547028 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] 10.222.0.49 "DELETE /v2.0/networks/e2a0c914-bcf2-4f97-9a52-e7c27f319b20 HTTP/1.1" status: 204 len: 168 time: 0.5959334 Apr 21 21:13:36.569216 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6991226-e77c-41fb-b27a-2b4979213ae1 tempest-PortsTestJSON-695963780 tempest-PortsTestJSON-695963780-project] Pushing event deleted for resources: {'Network': ['ID=e2a0c914-bcf2-4f97-9a52-e7c27f319b20,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:36.584977 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7e64670-be76-4668-8f82-0e102397c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:36.594517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12172-b766-4684-9bd2-8ccab007c6b7 req-bfd8a523-8ac4-4030-b7e4-99da60cbbb70 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:36.597096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94e12172-b766-4684-9bd2-8ccab007c6b7 req-bfd8a523-8ac4-4030-b7e4-99da60cbbb70 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1227603 Apr 21 21:13:36.601405 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e64670-be76-4668-8f82-0e102397c9d8 None None] Routers {'0a20df92-3f02-4a28-8a58-16f551768c8b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:36.602159 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7e64670-be76-4668-8f82-0e102397c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0a20df92-3f02-4a28-8a58-16f551768c8b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:36.722886 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-94e12172-b766-4684-9bd2-8ccab007c6b7 req-f7f7251c-3876-4795-afa2-d020a4909645 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175098 Apr 21 21:13:36.751073 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7e64670-be76-4668-8f82-0e102397c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:36.753558 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e64670-be76-4668-8f82-0e102397c9d8 None None] The sync data for ids ['0a20df92-3f02-4a28-8a58-16f551768c8b'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:36.971127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50368) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:37.030475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=7016e836-0c84-4ee8-acec-f2901b75f010,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:37.047406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3872ce4-5e58-47f8-870f-5c2063ca8923 req-b55ec152-efcb-4648-a571-6ecbd01188ee tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9083648 Apr 21 21:13:37.051305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 7016e836-0c84-4ee8-acec-f2901b75f010 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:37.064439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50376) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:37.064649 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fd1b650f-f1fb-48dd-8add-5bdef43e5e74 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5267174 Apr 21 21:13:37.074025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': '7016e836-0c84-4ee8-acec-f2901b75f010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:37.087861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3534b752-0bcd-4cab-a93d-a75257f499a2 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:13:37.100292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.229952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Transition to ACTIVE for port object 3534b752-0bcd-4cab-a93d-a75257f499a2 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:13:37.241263 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.277868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.328154 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1d5c89e8-1f3c-43f9-9732-0452effdcee2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cbd407d5df248d39e1214326ca0fc20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550601 Apr 21 21:13:37.328915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50380) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:37.364256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Pushing event updated for resources: {'Port': ['ID=3534b752-0bcd-4cab-a93d-a75257f499a2,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:37.383232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:37.391847 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.481589 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9559306d-ccbd-4d0f-9dc8-89be52214619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.521192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Attempting to bind port 3534b752-0bcd-4cab-a93d-a75257f499a2 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:37.521673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Attempting to bind port 3534b752-0bcd-4cab-a93d-a75257f499a2 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:37.523757 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Attempting to bind port 3534b752-0bcd-4cab-a93d-a75257f499a2 on network 34df5341-5a8e-4e79-bb66-a25fc4c585af {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:37.527951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Performing IP validity checks on allocation pools {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 21:13:37.528409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 21:13:37.539129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.563883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Port 3534b752-0bcd-4cab-a93d-a75257f499a2 on network 34df5341-5a8e-4e79-bb66-a25fc4c585af not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:13:37.564293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Attempting to bind port 3534b752-0bcd-4cab-a93d-a75257f499a2 on network 34df5341-5a8e-4e79-bb66-a25fc4c585af {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:37.575563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:37.575960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Checking segment: {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:37.576285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Bound using segment: {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:37.576729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Bound port: 3534b752-0bcd-4cab-a93d-a75257f499a2, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd837ad70-b581-4e70-ac93-9aa79e4d75df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:37.577122 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.674882 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.688946 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9559306d-ccbd-4d0f-9dc8-89be52214619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.712811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] For port 3534b752-0bcd-4cab-a93d-a75257f499a2, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:37.716193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] For port 3534b752-0bcd-4cab-a93d-a75257f499a2, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3534b752-0bcd-4cab-a93d-a75257f499a2,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:37.733494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.801112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:37.801688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.803059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] 10.222.0.46 "PUT /v2.0/ports/3534b752-0bcd-4cab-a93d-a75257f499a2 HTTP/1.1" status: 200 len: 1092 time: 2.6162231 Apr 21 21:13:37.804310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d7326d-7fcc-4c69-a88b-1c5d4be015e8', 'tag': '3534b752-0bcd-4cab-a93d-a75257f499a2'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:37.809789 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d7326d-7fcc-4c69-a88b-1c5d4be015e8", "tag": "3534b752-0bcd-4cab-a93d-a75257f499a2"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:37.862306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port d7b0adf6-6e42-404a-893d-b9ed9535e265 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:37.862652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:37.884004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=ae7ad506-e353-49d7-b097-e2efb31cae02,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:37.891006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': 'bc558853-1a98-45c8-b9f5-005096da9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7016e836-0c84-4ee8-acec-f2901b75f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:37.891745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: 7016e836-0c84-4ee8-acec-f2901b75f010, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:37.914788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50390) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:37.936797 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227ab3ee-46d0-48d0-9c49-fc8405f829d8 x-openstack-request-id: req-227ab3ee-46d0-48d0-9c49-fc8405f829d8 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:37.937134 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d7326d-7fcc-4c69-a88b-1c5d4be015e8", "tag": "3534b752-0bcd-4cab-a93d-a75257f499a2", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:37.937586 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-227ab3ee-46d0-48d0-9c49-fc8405f829d8 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:37.937986 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227ab3ee-46d0-48d0-9c49-fc8405f829d8'] response: {'name': 'network-changed', 'server_uuid': 'e6d7326d-7fcc-4c69-a88b-1c5d4be015e8', 'tag': '3534b752-0bcd-4cab-a93d-a75257f499a2', 'status': 'completed', 'code': 200} Apr 21 21:13:37.951157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network 7016e836-0c84-4ee8-acec-f2901b75f010 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:37.986156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23d962-7f0a-4b15-a17f-12cf53fc9929 req-36869fa2-6fd8-4403-9679-3576c765cdc5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:37.990379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dd23d962-7f0a-4b15-a17f-12cf53fc9929 req-36869fa2-6fd8-4403-9679-3576c765cdc5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1281197 Apr 21 21:13:37.994022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 7016e836-0c84-4ee8-acec-f2901b75f010) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:38.002313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a0c39-c774-415a-a488-5c3a16cd74a2 None None] Network 7016e836-0c84-4ee8-acec-f2901b75f010 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:38.010414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:38.011013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.027343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9559306d-ccbd-4d0f-9dc8-89be52214619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.032505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9559306d-ccbd-4d0f-9dc8-89be52214619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.035723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9559306d-ccbd-4d0f-9dc8-89be52214619 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/243af66f-5e71-4552-8488-e4614fe107f6 HTTP/1.1" status: 204 len: 168 time: 0.7020900 Apr 21 21:13:38.046848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d5801c1f-4438-4036-a780-1e5279e95b91 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9800918 Apr 21 21:13:38.050031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50396) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:38.088491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-120ea25b-dbea-404a-9e93-69c9ee76c003 req-db275b7a-a63c-475e-9a68-5f62f4d11846 service neutron] (114647) timed out ('10.222.0.49', 51738) {{(pid=114647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:13:38.111706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559306d-ccbd-4d0f-9dc8-89be52214619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243af66f-5e71-4552-8488-e4614fe107f6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:38.156862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dd23d962-7f0a-4b15-a17f-12cf53fc9929 req-337c230e-4095-4e46-a729-e532d1493cc4 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180298 Apr 21 21:13:38.316046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765e849-4179-4fb1-8f4b-27d5d7b0fecc service neutron] Pushing event updated for resources: {'Port': ['ID=3534b752-0bcd-4cab-a93d-a75257f499a2,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:38.344192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-7016e836-0c84-4ee8-acec-f2901b75f010', 'network_id': '7016e836-0c84-4ee8-acec-f2901b75f010', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': 'ae7ad506-e353-49d7-b097-e2efb31cae02'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:38.345413 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.371005 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49664101-92e0-40ab-911a-16bc86d9ba63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.411574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-538a5d19-0b95-4adf-b771-e9ad354c4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:38.413510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-538a5d19-0b95-4adf-b771-e9ad354c4d37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db4046cada014f1d88b6128477a6fb40&device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1095 time: 0.5464756 Apr 21 21:13:38.423942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.503763 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.514296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-f2d591f3-ae24-4283-ade0-5eecff0e47fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3534b752-0bcd-4cab-a93d-a75257f499a2 HTTP/1.1" status: 200 len: 217 time: 0.0790436 Apr 21 21:13:38.579091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8f16-d9f0-4c1b-9390-2dc28edc55c0 req-00d78d0b-779d-445c-9945-aea84dbf789b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:38.580662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c84c8f16-d9f0-4c1b-9390-2dc28edc55c0 req-00d78d0b-779d-445c-9945-aea84dbf789b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1095 time: 0.2273765 Apr 21 21:13:38.582085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-cae5ae8f-1e21-455f-b1af-1eaf790111ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:38.583402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-cae5ae8f-1e21-455f-b1af-1eaf790111ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24ae5038-094e-4b97-a39a-d6bbef794e25 HTTP/1.1" status: 200 len: 849 time: 0.0550323 Apr 21 21:13:38.590980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for d7b0adf6-6e42-404a-893d-b9ed9535e265 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:38.658305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Allocated IP 172.20.0.3 (7016e836-0c84-4ee8-acec-f2901b75f010/ae7ad506-e353-49d7-b097-e2efb31cae02/c8a13d9f-073b-4d27-99bc-1843564bb55d) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:38.792113 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c84c8f16-d9f0-4c1b-9390-2dc28edc55c0 req-60e236a9-16a5-4a88-92a8-5676737753ad tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964204 Apr 21 21:13:38.793779 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.896666 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.903959 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:38.944787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Network 7016e836-0c84-4ee8-acec-f2901b75f010 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:38.952750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:38.961460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:38.964425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Pushing event updated for resources: {'Port': ['ID=c8a13d9f-073b-4d27-99bc-1843564bb55d,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:39.009282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-23064ee9-41ea-4004-b5cf-a4955b48884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:39.010873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-23064ee9-41ea-4004-b5cf-a4955b48884a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34df5341-5a8e-4e79-bb66-a25fc4c585af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4069335 Apr 21 21:13:39.032200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.042766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Attempting to bind port c8a13d9f-073b-4d27-99bc-1843564bb55d on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:39.044736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Attempting to bind port c8a13d9f-073b-4d27-99bc-1843564bb55d by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'bc558853-1a98-45c8-b9f5-005096da9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7016e836-0c84-4ee8-acec-f2901b75f010'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:39.044736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Attempting to bind port c8a13d9f-073b-4d27-99bc-1843564bb55d on network 7016e836-0c84-4ee8-acec-f2901b75f010 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:39.050296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:39.051070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Checking segment: {'id': 'bc558853-1a98-45c8-b9f5-005096da9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7016e836-0c84-4ee8-acec-f2901b75f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:39.051247 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.051799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Bound using segment: {'id': 'bc558853-1a98-45c8-b9f5-005096da9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7016e836-0c84-4ee8-acec-f2901b75f010'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:39.052793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Bound port: c8a13d9f-073b-4d27-99bc-1843564bb55d, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc558853-1a98-45c8-b9f5-005096da9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '7016e836-0c84-4ee8-acec-f2901b75f010'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:39.052793 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.075517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49664101-92e0-40ab-911a-16bc86d9ba63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.135583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=d7b0adf6-6e42-404a-893d-b9ed9535e265,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:39.137416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49664101-92e0-40ab-911a-16bc86d9ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.142935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] For port c8a13d9f-073b-4d27-99bc-1843564bb55d, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:39.148875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] For port c8a13d9f-073b-4d27-99bc-1843564bb55d, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c8a13d9f-073b-4d27-99bc-1843564bb55d,segment=NetworkSegment(bc558853-1a98-45c8-b9f5-005096da9851),segment_id=bc558853-1a98-45c8-b9f5-005096da9851)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:39.158256 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.237692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.283321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986363d-f9eb-45db-9e9a-6ade290154e4 None None] Pushing event updated for resources: {'Port': ['ID=c8a13d9f-073b-4d27-99bc-1843564bb55d,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:39.396164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8e957-c782-4474-bb49-46ef64fab9ed req-f9723363-70c4-4db4-9e4e-885f661b5829 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:39.397984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8a8e957-c782-4474-bb49-46ef64fab9ed req-f9723363-70c4-4db4-9e4e-885f661b5829 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1428721 Apr 21 21:13:39.401436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7ad506-e353-49d7-b097-e2efb31cae02,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:39.405537 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49664101-92e0-40ab-911a-16bc86d9ba63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fb7f53-e91b-42e9-99cf-b55340b01484,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:39.426272 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-49664101-92e0-40ab-911a-16bc86d9ba63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c163b5e627b41a9946c9bda261cefb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5072808 Apr 21 21:13:39.426685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50424) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:39.467220 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.475033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-5f8600ee-950b-4f36-873a-aa20684408af service neutron] 10.222.0.46 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467375 Apr 21 21:13:39.490489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f8a8e957-c782-4474-bb49-46ef64fab9ed req-f516de52-249f-4cbb-ba9d-cd61ae8472a2 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653419 Apr 21 21:13:39.510143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50426) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:39.538302 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68b4c7a3-c869-4cea-a086-3f703c81af9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.598660 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68b4c7a3-c869-4cea-a086-3f703c81af9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.664903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.670218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.697190 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68b4c7a3-c869-4cea-a086-3f703c81af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.699786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68b4c7a3-c869-4cea-a086-3f703c81af9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.701039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-68b4c7a3-c869-4cea-a086-3f703c81af9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1fb7f53-e91b-42e9-99cf-b55340b01484 HTTP/1.1" status: 204 len: 168 time: 0.2730463 Apr 21 21:13:39.715359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4c7a3-c869-4cea-a086-3f703c81af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fb7f53-e91b-42e9-99cf-b55340b01484,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:39.765939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5229011e-7b25-4375-84da-60b1d8dff64c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:39.767531 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-5229011e-7b25-4375-84da-60b1d8dff64c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 21:13:39.769069 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-5229011e-7b25-4375-84da-60b1d8dff64c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 21:13:39.778608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5229011e-7b25-4375-84da-60b1d8dff64c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2670865 Apr 21 21:13:39.779504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50436) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:39.784094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124957342'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:39.823152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.841144 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:39.994757 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a2ec4-3a01-4203-9605-db83c4092e17 req-c96af046-3d2e-4700-927e-6cf5f3d5c98a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:40.005507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa0a2ec4-3a01-4203-9605-db83c4092e17 req-c96af046-3d2e-4700-927e-6cf5f3d5c98a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1095 time: 0.0932372 Apr 21 21:13:40.027271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.088408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.103939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.109165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.121623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Fanout notify agent at l3_agent the message router_deleted on router 0a20df92-3f02-4a28-8a58-16f551768c8b {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:13:40.172686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c8a13d9f-073b-4d27-99bc-1843564bb55d up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:40.240513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-df03a4c5-4ae9-49b7-8400-4faa8621481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:40.242532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-df03a4c5-4ae9-49b7-8400-4faa8621481a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 1097 time: 0.2302349 Apr 21 21:13:40.247648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c8a13d9f-073b-4d27-99bc-1843564bb55d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:40.248023 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.259425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9389a644-ecc6-4d42-8168-480b16ee0017 req-35091c1c-9f67-4962-b66b-8dea3cf6f094 service neutron] 10.222.0.46 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871775 Apr 21 21:13:40.260045 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa0a2ec4-3a01-4203-9605-db83c4092e17 req-798d15f9-553d-4bc2-b426-0e768ff4a240 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470381 Apr 21 21:13:40.280308 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.289463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf0e97c5-688a-4e17-a3ae-4c039e8554e8 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/routers/0a20df92-3f02-4a28-8a58-16f551768c8b HTTP/1.1" status: 204 len: 168 time: 3.3104160 Apr 21 21:13:40.294418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7016e836-0c84-4ee8-acec-f2901b75f010']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:40.298621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50444) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:40.333784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0ccd42-db36-468d-9682-a268dbe68fdf,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:40.381392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc558853-1a98-45c8-b9f5-005096da9851') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:40.382796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc558853-1a98-45c8-b9f5-005096da9851') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:40.410170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623e486-c985-4b3f-9122-ed7145711b3f req-988c4148-4d5b-4524-8cb5-c3ef588d6434 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:40.410962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0623e486-c985-4b3f-9122-ed7145711b3f req-988c4148-4d5b-4524-8cb5-c3ef588d6434 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.4539697 Apr 21 21:13:40.413410 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.432898 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.444624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.447896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:40.448360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.452571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-868302db-4dbb-4504-b992-2308946fc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:40.454110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-868302db-4dbb-4504-b992-2308946fc471 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=db4046cada014f1d88b6128477a6fb40&device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1095 time: 0.1322968 Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:40.454763 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:40.591231 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.598619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-7cbe6f2a-1429-4bee-818a-ed0b458dcf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:40.600325 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-7cbe6f2a-1429-4bee-818a-ed0b458dcf6c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 911 time: 0.3247538 Apr 21 21:13:40.605074 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.610407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port c8a13d9f-073b-4d27-99bc-1843564bb55d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c8a13d9f-073b-4d27-99bc-1843564bb55d,segment=NetworkSegment(bc558853-1a98-45c8-b9f5-005096da9851),segment_id=bc558853-1a98-45c8-b9f5-005096da9851)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:40.619562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-67982c51-d87e-40d1-a874-030e498f0ddb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting subnet ca214174-1b8b-4b03-8091-19010dc6f0a0 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:13:40.625753 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.630532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-67982c51-d87e-40d1-a874-030e498f0ddb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.657635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0623e486-c985-4b3f-9122-ed7145711b3f req-2663e320-8aa3-48ef-a7d9-39984575463c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271798 Apr 21 21:13:40.663692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.api [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:13:40.663692 n-d-838945-1 neutron-server[114646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:13:40.663692 n-d-838945-1 neutron-server[114646]: [parameters: {'id': '7016e836-0c84-4ee8-acec-f2901b75f010'}] Apr 21 21:13:40.663692 n-d-838945-1 neutron-server[114646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:13:40.664181 n-d-838945-1 neutron-server[114646]: DEBUG oslo_db.api [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:13:40.718567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50448) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:40.740659 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d99086bd-7023-4dce-ac35-495c08c55274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.748416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.749812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9691694 Apr 21 21:13:40.756974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50450) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:40.762924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-a9243177-d59b-412c-9b4e-bb11e64889cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:40.764935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-a9243177-d59b-412c-9b4e-bb11e64889cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=34df5341-5a8e-4e79-bb66-a25fc4c585af HTTP/1.1" status: 200 len: 911 time: 0.2926443 Apr 21 21:13:40.769207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-df19f64f-9fd3-4425-96bb-a5c838dfab0b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'e2d048c7-0b83-40bd-abf9-d30501050a65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:40.778866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc12d5-3e3c-457d-81e4-14641ef64f12 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d048c7-0b83-40bd-abf9-d30501050a65,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:40.793076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=c8a13d9f-073b-4d27-99bc-1843564bb55d,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:40.798169 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-67982c51-d87e-40d1-a874-030e498f0ddb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.822602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-5e65d9de-b7c6-4733-8008-eaff24d43d74 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 200 len: 1002 time: 0.2148914 Apr 21 21:13:40.861791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-37863d62-ff4a-49fe-b493-37cae56a9675 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3534b752-0bcd-4cab-a93d-a75257f499a2 HTTP/1.1" status: 200 len: 217 time: 0.0880115 Apr 21 21:13:40.902315 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df19f64f-9fd3-4425-96bb-a5c838dfab0b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:40.956156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-a73cc1e0-1349-459e-be42-6ee3c68c552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:40.957934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-a73cc1e0-1349-459e-be42-6ee3c68c552b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.1125970 Apr 21 21:13:40.974130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-69c7f21e-77e3-41b5-b9f5-ec8c61ffcf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:40.976043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-69c7f21e-77e3-41b5-b9f5-ec8c61ffcf77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24ae5038-094e-4b97-a39a-d6bbef794e25 HTTP/1.1" status: 200 len: 849 time: 0.1012149 Apr 21 21:13:41.014082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-67982c51-d87e-40d1-a874-030e498f0ddb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.043395 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d99086bd-7023-4dce-ac35-495c08c55274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.052535 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d99086bd-7023-4dce-ac35-495c08c55274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.073619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-3b482022-fc14-460d-ae08-71a38ec02233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:41.075262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-3b482022-fc14-460d-ae08-71a38ec02233 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34df5341-5a8e-4e79-bb66-a25fc4c585af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880551 Apr 21 21:13:41.092194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-7eb2f008-25d3-4da9-aa3b-706c1f09de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:41.093952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-7eb2f008-25d3-4da9-aa3b-706c1f09de94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287060 Apr 21 21:13:41.100433 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df19f64f-9fd3-4425-96bb-a5c838dfab0b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.105989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d99086bd-7023-4dce-ac35-495c08c55274 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a009b078957a43c0bdf9dd911c58c3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951054 Apr 21 21:13:41.106812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df19f64f-9fd3-4425-96bb-a5c838dfab0b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.111405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50452) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:41.126016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99086bd-7023-4dce-ac35-495c08c55274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dbc373-a0b7-402b-8137-263691bbe35a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:41.133424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb6182-98d2-4127-8f0e-dacfa017ed5f None None] Network 7016e836-0c84-4ee8-acec-f2901b75f010 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:41.146299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19f64f-9fd3-4425-96bb-a5c838dfab0b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c5a04f-192e-499d-9b76-bc8d37e18c55,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:41.168338 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-df19f64f-9fd3-4425-96bb-a5c838dfab0b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.172703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-df19f64f-9fd3-4425-96bb-a5c838dfab0b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4144456 Apr 21 21:13:41.173581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50454) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:41.182639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c3304802-dcf0-4b0d-b292-bb39be4516db tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'e2d048c7-0b83-40bd-abf9-d30501050a65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:41.219237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.238916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4e0ff31e-9b8e-4e1b-b577-04ec63c5608c None None] Provisioning complete for port c8a13d9f-073b-4d27-99bc-1843564bb55d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:41.240431 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff31e-9b8e-4e1b-b577-04ec63c5608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.271127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-67982c51-d87e-40d1-a874-030e498f0ddb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.303600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-1d410d48-1fbb-4ecf-86a8-0f042295b427 service neutron] 10.222.0.46 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190886 Apr 21 21:13:41.307000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-67982c51-d87e-40d1-a874-030e498f0ddb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.313322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-67982c51-d87e-40d1-a874-030e498f0ddb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/subnets/ca214174-1b8b-4b03-8091-19010dc6f0a0 HTTP/1.1" status: 204 len: 168 time: 0.9780426 Apr 21 21:13:41.319650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50458) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:41.348754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a7def-2833-47da-95ac-5e83d058c35c None None] Network 88e9df36-a4bd-4446-9996-c8808fbeb97b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:41.350210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67982c51-d87e-40d1-a874-030e498f0ddb tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Subnet': ['ID=ca214174-1b8b-4b03-8091-19010dc6f0a0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:41.355981 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3304802-dcf0-4b0d-b292-bb39be4516db tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.414898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-93ccbda3-3d63-4253-b7b6-65cba77ae11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.450055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-d6484b5c-46c6-42f2-af68-4ddf2c623b61 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401668 Apr 21 21:13:41.459108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-93ccbda3-3d63-4253-b7b6-65cba77ae11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.547567 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-c3304802-dcf0-4b0d-b292-bb39be4516db tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 21:13:41.548633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c3304802-dcf0-4b0d-b292-bb39be4516db tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3694785 Apr 21 21:13:41.571591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50462) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:41.627238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8299ebbf-8e71-47c8-ac10-d42e73c17b7d None None] DHCP port deletion for 7016e836-0c84-4ee8-acec-f2901b75f010 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:13:41.676882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bb603-0b2b-4bc2-891c-1b6ca6b00bba req-c788b9c9-9a67-42ad-bbd2-02fa528f30f6 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:41.678422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-570bb603-0b2b-4bc2-891c-1b6ca6b00bba req-c788b9c9-9a67-42ad-bbd2-02fa528f30f6 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1095 time: 0.2419355 Apr 21 21:13:41.729611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd30a4a2-46d3-4175-b9c5-1ba8872e061b None None] DHCP port deletion for 88e9df36-a4bd-4446-9996-c8808fbeb97b request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:13:41.742092 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-93ccbda3-3d63-4253-b7b6-65cba77ae11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.744634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-93ccbda3-3d63-4253-b7b6-65cba77ae11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.760458 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-93ccbda3-3d63-4253-b7b6-65cba77ae11e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4dbc373-a0b7-402b-8137-263691bbe35a HTTP/1.1" status: 204 len: 168 time: 0.6255898 Apr 21 21:13:41.761556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-961a6cfb-1659-433d-a77d-ffe43cdec27a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.789859 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-961a6cfb-1659-433d-a77d-ffe43cdec27a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.818340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8299ebbf-8e71-47c8-ac10-d42e73c17b7d None None] Deleting port c8a13d9f-073b-4d27-99bc-1843564bb55d {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:41.818875 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8299ebbf-8e71-47c8-ac10-d42e73c17b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.832258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a6958e7-086a-43c1-8c69-d2b537b8c4e4 req-9e571ed5-dd46-48d4-8800-34af6c2c67c3 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558984 Apr 21 21:13:41.859987 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-961a6cfb-1659-433d-a77d-ffe43cdec27a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.862107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-961a6cfb-1659-433d-a77d-ffe43cdec27a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:41.863315 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-961a6cfb-1659-433d-a77d-ffe43cdec27a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/e2d048c7-0b83-40bd-abf9-d30501050a65 HTTP/1.1" status: 204 len: 168 time: 0.2556636 Apr 21 21:13:41.867002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccbda3-3d63-4253-b7b6-65cba77ae11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dbc373-a0b7-402b-8137-263691bbe35a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:41.869074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50468) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:41.881918 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-570bb603-0b2b-4bc2-891c-1b6ca6b00bba req-ecb3492b-541b-43ce-b06b-07492cc54a72 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785412 Apr 21 21:13:41.897690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a6cfb-1659-433d-a77d-ffe43cdec27a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d048c7-0b83-40bd-abf9-d30501050a65,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:41.959082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-77486a8f-f738-4515-95b1-1713baf2aa28 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887015 Apr 21 21:13:41.963523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50470) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:41.968391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-db0273cb-c2bc-4a57-ae1f-a9c0c7191bd9 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444638439'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:42.005638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db0273cb-c2bc-4a57-ae1f-a9c0c7191bd9 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.143990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting port c8a13d9f-073b-4d27-99bc-1843564bb55d {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:42.145019 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.145304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db0273cb-c2bc-4a57-ae1f-a9c0c7191bd9 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.150840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db0273cb-c2bc-4a57-ae1f-a9c0c7191bd9 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.157616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8299ebbf-8e71-47c8-ac10-d42e73c17b7d None None] For port c8a13d9f-073b-4d27-99bc-1843564bb55d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c8a13d9f-073b-4d27-99bc-1843564bb55d,segment=NetworkSegment(bc558853-1a98-45c8-b9f5-005096da9851),segment_id=bc558853-1a98-45c8-b9f5-005096da9851)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:42.158156 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8299ebbf-8e71-47c8-ac10-d42e73c17b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.173006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8299ebbf-8e71-47c8-ac10-d42e73c17b7d None None] Calling delete_port for c8a13d9f-073b-4d27-99bc-1843564bb55d owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:42.191974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0273cb-c2bc-4a57-ae1f-a9c0c7191bd9 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b20994-b366-44c4-a2c3-7fff897051de,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:42.224293 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db0273cb-c2bc-4a57-ae1f-a9c0c7191bd9 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.229024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-db0273cb-c2bc-4a57-ae1f-a9c0c7191bd9 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2621677 Apr 21 21:13:42.231986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50472) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:42.246009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c8a13d9f-073b-4d27-99bc-1843564bb55d no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:13:42.269836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5cbf7179-6a51-4b9c-a579-32817b5308b1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'a8b20994-b366-44c4-a2c3-7fff897051de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:42.270783 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-5cbf7179-6a51-4b9c-a579-32817b5308b1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 21 21:13:42.271409 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-5cbf7179-6a51-4b9c-a579-32817b5308b1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:42.272414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5cbf7179-6a51-4b9c-a579-32817b5308b1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0387359 Apr 21 21:13:42.275467 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50474) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:42.280435 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.318442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fd30a4a2-46d3-4175-b9c5-1ba8872e061b None None] Deleting port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:42.320101 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd30a4a2-46d3-4175-b9c5-1ba8872e061b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.361222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] For port c8a13d9f-073b-4d27-99bc-1843564bb55d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c8a13d9f-073b-4d27-99bc-1843564bb55d,segment=NetworkSegment(bc558853-1a98-45c8-b9f5-005096da9851),segment_id=bc558853-1a98-45c8-b9f5-005096da9851)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:42.362033 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.373102 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d4d42a5-78fa-4f8a-97b6-4ff4012fb8aa req-1479e043-04b8-47ec-b8bb-948766b64b3f service neutron] 10.222.0.46 "GET /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0610857 Apr 21 21:13:42.387047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fe454-3c6b-4612-bbc8-717235101d86 req-053deb2f-6980-487e-a365-55b85740d400 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:42.388867 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a1fe454-3c6b-4612-bbc8-717235101d86 req-053deb2f-6980-487e-a365-55b85740d400 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.2737598 Apr 21 21:13:42.390056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Calling delete_port for c8a13d9f-073b-4d27-99bc-1843564bb55d owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:42.436682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fd30a4a2-46d3-4175-b9c5-1ba8872e061b None None] For port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc,segment=NetworkSegment(11505cef-b250-4d55-9db1-a477237ec487),segment_id=11505cef-b250-4d55-9db1-a477237ec487)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:42.440329 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd30a4a2-46d3-4175-b9c5-1ba8872e061b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.444063 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4df7-e232-4b88-8241-8e993828c288 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.499199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fd30a4a2-46d3-4175-b9c5-1ba8872e061b None None] Calling delete_port for a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:42.515678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3534b752-0bcd-4cab-a93d-a75257f499a2 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:13:42.551049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4df7-e232-4b88-8241-8e993828c288 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.552610 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a1fe454-3c6b-4612-bbc8-717235101d86 req-a45d7764-4980-417b-9a73-b89663f27df2 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337481 Apr 21 21:13:42.597720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:42.598289 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.684212 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.699890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4df7-e232-4b88-8241-8e993828c288 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.711402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4df7-e232-4b88-8241-8e993828c288 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.717190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d2ca4df7-e232-4b88-8241-8e993828c288 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8b20994-b366-44c4-a2c3-7fff897051de HTTP/1.1" status: 204 len: 168 time: 0.4404771 Apr 21 21:13:42.724540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50486) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:42.731709 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8299ebbf-8e71-47c8-ac10-d42e73c17b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.735514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] For port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc,segment=NetworkSegment(11505cef-b250-4d55-9db1-a477237ec487),segment_id=11505cef-b250-4d55-9db1-a477237ec487)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:42.736402 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.749599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.754519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca4df7-e232-4b88-8241-8e993828c288 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b20994-b366-44c4-a2c3-7fff897051de,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:42.790348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:42.792584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Port': ['ID=c8a13d9f-073b-4d27-99bc-1843564bb55d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:42.796878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299ebbf-8e71-47c8-ac10-d42e73c17b7d None None] Pushing event deleted for resources: {'Port': ['ID=c8a13d9f-073b-4d27-99bc-1843564bb55d,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:42.804227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No DVR routers for this DVR port c8a13d9f-073b-4d27-99bc-1843564bb55d on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:42.816906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299ebbf-8e71-47c8-ac10-d42e73c17b7d None None] No DVR routers for this DVR port c8a13d9f-073b-4d27-99bc-1843564bb55d on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:42.857126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:13:42.909332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 3534b752-0bcd-4cab-a93d-a75257f499a2, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3534b752-0bcd-4cab-a93d-a75257f499a2,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:42.920146 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd30a4a2-46d3-4175-b9c5-1ba8872e061b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.932324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50492) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:42.932571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fa57ddba-d913-4ffc-9ab8-6d995021cd9b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2018659 Apr 21 21:13:42.949702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4af3d2c9-054e-4458-96c6-5117d13196a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094439554'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:42.977893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4af3d2c9-054e-4458-96c6-5117d13196a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:42.982141 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.016066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '3534b752-0bcd-4cab-a93d-a75257f499a2', 'network_id': '34df5341-5a8e-4e79-bb66-a25fc4c585af', 'port_id': '3534b752-0bcd-4cab-a93d-a75257f499a2', 'mac_address': 'fa:16:3e:82:ba:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ae5038-094e-4b97-a39a-d6bbef794e25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:13:43.019352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7016e836-0c84-4ee8-acec-f2901b75f010']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:43.022151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30a4a2-46d3-4175-b9c5-1ba8872e061b None None] Pushing event deleted for resources: {'Port': ['ID=a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:43.024318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30a4a2-46d3-4175-b9c5-1ba8872e061b None None] No DVR routers for this DVR port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:43.036804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No active binding found for port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc {{(pid=114648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 21:13:43.037257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:13:43.044259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc558853-1a98-45c8-b9f5-005096da9851') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:43.044818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc558853-1a98-45c8-b9f5-005096da9851') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:43.062554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.063226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.070754 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:13:43.100691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:43.103110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] No DVR routers for this DVR port a6af1ed2-f6c5-4a5e-b1b9-570518dd73fc on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:43.104970 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.105140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.136178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3534b752-0bcd-4cab-a93d-a75257f499a2 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:13:43.137204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:43.137636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:43.140795 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:43.168333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 3534b752-0bcd-4cab-a93d-a75257f499a2, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3534b752-0bcd-4cab-a93d-a75257f499a2,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:43.180613 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.187724 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4af3d2c9-054e-4458-96c6-5117d13196a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.207088 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4af3d2c9-054e-4458-96c6-5117d13196a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.248962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.258465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3d2c9-054e-4458-96c6-5117d13196a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644dbab7-da08-43b3-a87f-06ae1330deb3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:43.262917 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.280870 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.284742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=3534b752-0bcd-4cab-a93d-a75257f499a2,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:43.286041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/7016e836-0c84-4ee8-acec-f2901b75f010 HTTP/1.1" status: 204 len: 168 time: 5.1977973 Apr 21 21:13:43.289826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50498) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:43.290902 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4af3d2c9-054e-4458-96c6-5117d13196a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.292485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4af3d2c9-054e-4458-96c6-5117d13196a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3475761 Apr 21 21:13:43.297015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50500) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:43.303481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-49a508bd-db2d-4477-9a3e-0e0fc134d678 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': '644dbab7-da08-43b3-a87f-06ae1330deb3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:43.313590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420681179'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:43.318360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e9df36-a4bd-4446-9996-c8808fbeb97b']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:43.321318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067a4d3-e66a-4ebd-b54e-f23f68f8e57c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=7016e836-0c84-4ee8-acec-f2901b75f010,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:43.326592 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-49a508bd-db2d-4477-9a3e-0e0fc134d678 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 21 21:13:43.327214 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-49a508bd-db2d-4477-9a3e-0e0fc134d678 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:43.328330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-49a508bd-db2d-4477-9a3e-0e0fc134d678 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0305245 Apr 21 21:13:43.331350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02000f8b-7d73-402a-b3a9-1f7e40e65785 req-ffe81461-75b1-482d-bea0-36af4e33408e tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:43.335487 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02000f8b-7d73-402a-b3a9-1f7e40e65785 req-ffe81461-75b1-482d-bea0-36af4e33408e tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1096 time: 0.1629684 Apr 21 21:13:43.335856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50504) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:43.351473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11505cef-b250-4d55-9db1-a477237ec487') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:43.351797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11505cef-b250-4d55-9db1-a477237ec487') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:43.372612 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.395435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-02000f8b-7d73-402a-b3a9-1f7e40e65785 req-ab323de0-a0d7-4d16-a69f-660ea2c5b40a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459144 Apr 21 21:13:43.407596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:43.418878 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.418878 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.438985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:43.439460 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:43.444453 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:43.516993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['3534b752-0bcd-4cab-a93d-a75257f499a2'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:13:43.539920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:43.556623 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-185e0038-522b-4077-915e-448f4bfbefd0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.567871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.568423 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment 892f7812-0eaf-47f4-b24e-8d7a46e1e044 of type vlan for network d5d59061-ea0a-47ac-8110-387aa237ffc5 Apr 21 21:13:43.605636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.662732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-185e0038-522b-4077-915e-448f4bfbefd0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.672260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.679377 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/networks/88e9df36-a4bd-4446-9996-c8808fbeb97b HTTP/1.1" status: 204 len: 168 time: 2.3446755 Apr 21 21:13:43.681739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50514) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:43.768486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dd2a9-72fd-4251-9195-9b51b41bee00 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Network': ['ID=88e9df36-a4bd-4446-9996-c8808fbeb97b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:43.797464 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.837008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cd35e-11ff-42fd-a006-6392da609b2f req-cc3a027a-c693-44f5-b978-533451c0ab11 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:43.844455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-474cd35e-11ff-42fd-a006-6392da609b2f req-cc3a027a-c693-44f5-b978-533451c0ab11 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1624923 Apr 21 21:13:43.858440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 302bd25f-3e80-418b-8138-cadffa258150 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:43.858914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.864911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-185e0038-522b-4077-915e-448f4bfbefd0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.867411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-185e0038-522b-4077-915e-448f4bfbefd0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.869207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-185e0038-522b-4077-915e-448f4bfbefd0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/644dbab7-da08-43b3-a87f-06ae1330deb3 HTTP/1.1" status: 204 len: 168 time: 0.5295758 Apr 21 21:13:43.884226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:43.912584 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.918144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:43.918758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:43.959410 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-474cd35e-11ff-42fd-a006-6392da609b2f req-8650cff0-237e-48b4-a4e4-c4e7dc26941a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140385 Apr 21 21:13:43.960144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e0038-522b-4077-915e-448f4bfbefd0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644dbab7-da08-43b3-a87f-06ae1330deb3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:44.057807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7505016 Apr 21 21:13:44.060641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50526) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:44.067393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': 'd5d59061-ea0a-47ac-8110-387aa237ffc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:44.079737 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99bffce1-dcdc-4185-aa0a-5869b987ebba tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1914730 Apr 21 21:13:44.091923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50528) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:44.099637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a6770442-b4dd-43ac-9ac1-5932522574f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--661489066'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:44.103847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c221904-6618-4de9-80ca-8185e263d2e3 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=d5d59061-ea0a-47ac-8110-387aa237ffc5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:44.125976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d5d59061-ea0a-47ac-8110-387aa237ffc5 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:44.229274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6770442-b4dd-43ac-9ac1-5932522574f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.297783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:44.302670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.310195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.310536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.325279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 302bd25f-3e80-418b-8138-cadffa258150 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:44.391701 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6770442-b4dd-43ac-9ac1-5932522574f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.398293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6770442-b4dd-43ac-9ac1-5932522574f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.476998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6770442-b4dd-43ac-9ac1-5932522574f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.483401 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a6770442-b4dd-43ac-9ac1-5932522574f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3904936 Apr 21 21:13:44.485919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6770442-b4dd-43ac-9ac1-5932522574f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ea60f1-bb0a-4878-be26-9fe0bb3d985b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:44.493608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50538) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:44.499678 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-958d70a6-15ff-455b-8186-7b20a8a1dbfe tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': '93ea60f1-bb0a-4878-be26-9fe0bb3d985b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:44.521121 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-958d70a6-15ff-455b-8186-7b20a8a1dbfe tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 21 21:13:44.522195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3534b752-0bcd-4cab-a93d-a75257f499a2 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:13:44.522742 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-958d70a6-15ff-455b-8186-7b20a8a1dbfe tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:44.524480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-958d70a6-15ff-455b-8186-7b20a8a1dbfe tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0282147 Apr 21 21:13:44.527494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50540) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:44.532130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4e242880-7620-4468-b22c-66d2b808220a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': '93ea60f1-bb0a-4878-be26-9fe0bb3d985b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:44.534955 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-4e242880-7620-4468-b22c-66d2b808220a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 21 21:13:44.539230 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-4e242880-7620-4468-b22c-66d2b808220a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:44.542673 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e242880-7620-4468-b22c-66d2b808220a tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132949 Apr 21 21:13:44.547023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50542) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:44.552012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b33bf8f9-6745-4afc-8db7-9f251cf03773 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': '93ea60f1-bb0a-4878-be26-9fe0bb3d985b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:44.554057 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-b33bf8f9-6745-4afc-8db7-9f251cf03773 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 21 21:13:44.554597 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-b33bf8f9-6745-4afc-8db7-9f251cf03773 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:44.555511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b33bf8f9-6745-4afc-8db7-9f251cf03773 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075536 Apr 21 21:13:44.559314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50544) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:44.564729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e07065d7-f0c0-476e-a07c-13e699e2abf3 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': '93ea60f1-bb0a-4878-be26-9fe0bb3d985b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:44.565851 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-e07065d7-f0c0-476e-a07c-13e699e2abf3 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 21 21:13:44.567220 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-e07065d7-f0c0-476e-a07c-13e699e2abf3 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:44.573279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e07065d7-f0c0-476e-a07c-13e699e2abf3 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070393 Apr 21 21:13:44.576479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50548) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:44.652497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de549e9-9c55-46a1-b6de-f347777f6d79 req-ff61710f-d7ac-4059-ba01-1532af0c299d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:44.654809 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3de549e9-9c55-46a1-b6de-f347777f6d79 req-ff61710f-d7ac-4059-ba01-1532af0c299d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1096 time: 0.1402206 Apr 21 21:13:44.699883 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a074-f11b-471e-a849-8552d8396549 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.722710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 3534b752-0bcd-4cab-a93d-a75257f499a2 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:13:44.728494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.734262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 3534b752-0bcd-4cab-a93d-a75257f499a2 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:13:44.734622 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.816197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=302bd25f-3e80-418b-8138-cadffa258150,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:44.817136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a074-f11b-471e-a849-8552d8396549 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.826579 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.859414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3de549e9-9c55-46a1-b6de-f347777f6d79 req-ca455fa1-30b2-482f-90bf-e74b1031641f tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851206 Apr 21 21:13:44.945406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=a1929e9d-4f66-4f11-9c32-d26735c5c2d8,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:44.951292 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.951647 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a074-f11b-471e-a849-8552d8396549 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.954067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.954731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a074-f11b-471e-a849-8552d8396549 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.955863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d65747bc-54cb-4eb7-9610-a442fcdbcb43 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/floatingips/24f5a051-6829-4f16-a97e-1da0403f8ef7 HTTP/1.1" status: 204 len: 168 time: 1.2724798 Apr 21 21:13:44.959790 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b3f5a074-f11b-471e-a849-8552d8396549 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/93ea60f1-bb0a-4878-be26-9fe0bb3d985b HTTP/1.1" status: 204 len: 168 time: 0.3795822 Apr 21 21:13:44.960037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50554) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:44.960562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50556) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:44.965414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': '892f7812-0eaf-47f4-b24e-8d7a46e1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd5d59061-ea0a-47ac-8110-387aa237ffc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:44.966349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: d5d59061-ea0a-47ac-8110-387aa237ffc5, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:44.969271 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:44.977987 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5a074-f11b-471e-a849-8552d8396549 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ea60f1-bb0a-4878-be26-9fe0bb3d985b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:45.003599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network d5d59061-ea0a-47ac-8110-387aa237ffc5 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:45.015516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, d5d59061-ea0a-47ac-8110-387aa237ffc5) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:45.028110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:45.028901 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.033646 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-6282a50c-6cdb-4f49-9356-73f1829981b5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:45.034237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6282a50c-6cdb-4f49-9356-73f1829981b5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:45.037517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d7326d-7fcc-4c69-a88b-1c5d4be015e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3534b752-0bcd-4cab-a93d-a75257f499a2'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:45.039801 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84db7fed-e816-4cbd-a4cf-7f90a94298d7" -d '{"events": [{"server_uuid": "e6d7326d-7fcc-4c69-a88b-1c5d4be015e8", "name": "network-vif-plugged", "status": "completed", "tag": "3534b752-0bcd-4cab-a93d-a75257f499a2"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:45.043454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6282a50c-6cdb-4f49-9356-73f1829981b5 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/ports/1871cebe-f658-4140-9c59-f6200b83f73e HTTP/1.1" status: 404 len: 333 time: 0.0700665 Apr 21 21:13:45.048441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1413206d-e23f-4e11-b45d-cba74f807beb None None] Network d5d59061-ea0a-47ac-8110-387aa237ffc5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:45.053866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50560) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.084991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-eef3041e-8518-416b-8628-5acababb9f7b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0208638 Apr 21 21:13:45.086313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50562) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.107997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c6802742-42c0-4f2a-bc66-d9081c0553de tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a20df92-3f02-4a28-8a58-16f551768c8b HTTP/1.1" status: 200 len: 205 time: 0.0514216 Apr 21 21:13:45.108487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 3534b752-0bcd-4cab-a93d-a75257f499a2, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3534b752-0bcd-4cab-a93d-a75257f499a2,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:45.112115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50564) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.124617 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6758acd2-5d39-4b83-a4a7-5528b2fb665d x-openstack-request-id: req-6758acd2-5d39-4b83-a4a7-5528b2fb665d {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:45.125705 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d7326d-7fcc-4c69-a88b-1c5d4be015e8", "name": "network-vif-plugged", "status": "completed", "tag": "3534b752-0bcd-4cab-a93d-a75257f499a2", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:45.125705 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6758acd2-5d39-4b83-a4a7-5528b2fb665d {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:45.125705 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6758acd2-5d39-4b83-a4a7-5528b2fb665d'] response: {'server_uuid': 'e6d7326d-7fcc-4c69-a88b-1c5d4be015e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3534b752-0bcd-4cab-a93d-a75257f499a2', 'code': 200} Apr 21 21:13:45.158999 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-6448289c-4762-4c4f-b835-feac1a7f598f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] delete failed (client error): The resource could not be found. Apr 21 21:13:45.160430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6448289c-4762-4c4f-b835-feac1a7f598f tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/routers/0a20df92-3f02-4a28-8a58-16f551768c8b HTTP/1.1" status: 404 len: 336 time: 0.0471113 Apr 21 21:13:45.163027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50566) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.183200 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dd13ca94-38d4-4562-9af8-bece36f041dd tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2205155 Apr 21 21:13:45.188544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50570) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.198432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.203615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e0a1c8ad-c68f-474e-a233-87ab8665f433 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812650382'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:45.233479 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5a7a6e-60bb-4ce5-92d8-e7d8c682eb60 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:45.234674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5a7a6e-60bb-4ce5-92d8-e7d8c682eb60 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:45.241379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ba5a7a6e-60bb-4ce5-92d8-e7d8c682eb60 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/subnets/ca214174-1b8b-4b03-8091-19010dc6f0a0 HTTP/1.1" status: 404 len: 337 time: 0.0764668 Apr 21 21:13:45.244638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50572) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.296118 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.306343 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c8ad-c68f-474e-a233-87ab8665f433 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.332833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0ca8a-00ea-45f1-827c-0ba2c4f5896e req-04150fe9-b679-4962-9a67-b63065f0d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:45.334903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ee0ca8a-00ea-45f1-827c-0ba2c4f5896e req-04150fe9-b679-4962-9a67-b63065f0d3cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1097 time: 0.1212285 Apr 21 21:13:45.365615 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=3534b752-0bcd-4cab-a93d-a75257f499a2,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:45.416806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-d5d59061-ea0a-47ac-8110-387aa237ffc5', 'network_id': 'd5d59061-ea0a-47ac-8110-387aa237ffc5', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': 'a1929e9d-4f66-4f11-9c32-d26735c5c2d8'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:45.417724 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.455632 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2ee0ca8a-00ea-45f1-827c-0ba2c4f5896e req-b0b2bc94-e23e-466c-af5b-60d950528abc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064532 Apr 21 21:13:45.499392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a75dca94-59c5-4cb1-a123-cae1d9400c14 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 6b595f9a-11bc-4aa0-a3a8-6186c702e35a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:45.499821 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a75dca94-59c5-4cb1-a123-cae1d9400c14 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.531013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c8ad-c68f-474e-a233-87ab8665f433 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.537291 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.573063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c8ad-c68f-474e-a233-87ab8665f433 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.630564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a75dca94-59c5-4cb1-a123-cae1d9400c14 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.641134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1c8ad-c68f-474e-a233-87ab8665f433 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c490f2bc-864f-48dd-a218-b7ff5528f82c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:45.651765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0a1c8ad-c68f-474e-a233-87ab8665f433 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.654006 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e0a1c8ad-c68f-474e-a233-87ab8665f433 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4603043 Apr 21 21:13:45.660133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50574) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.673405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a81bad9d-9afa-4f40-b843-d3f5ee67a5c7 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'c490f2bc-864f-48dd-a218-b7ff5528f82c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:45.674786 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-a81bad9d-9afa-4f40-b843-d3f5ee67a5c7 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 21:13:45.675385 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-a81bad9d-9afa-4f40-b843-d3f5ee67a5c7 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:45.679975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a81bad9d-9afa-4f40-b843-d3f5ee67a5c7 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0186601 Apr 21 21:13:45.681936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50578) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.684189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a75dca94-59c5-4cb1-a123-cae1d9400c14 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 6b595f9a-11bc-4aa0-a3a8-6186c702e35a owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:45.688891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2773da1b-3ad1-46ae-839b-e7126d3081b0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'c490f2bc-864f-48dd-a218-b7ff5528f82c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:45.708165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Allocated IP 172.20.0.1 (d5d59061-ea0a-47ac-8110-387aa237ffc5/a1929e9d-4f66-4f11-9c32-d26735c5c2d8/e9d62d27-48cd-44b1-9f03-645636c4ea0a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:45.803660 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-2773da1b-3ad1-46ae-839b-e7126d3081b0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:45.805232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2773da1b-3ad1-46ae-839b-e7126d3081b0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1222250 Apr 21 21:13:45.808474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50584) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.814145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-fe1b3ee1-8196-43a4-b872-e81769b2ff0e tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'c490f2bc-864f-48dd-a218-b7ff5528f82c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:45.814716 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-fe1b3ee1-8196-43a4-b872-e81769b2ff0e tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 21 21:13:45.815349 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-fe1b3ee1-8196-43a4-b872-e81769b2ff0e tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:45.816296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fe1b3ee1-8196-43a4-b872-e81769b2ff0e tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069253 Apr 21 21:13:45.819447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50586) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.832536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c41ca03b-8e18-4d19-9ea0-ee79dcc1280b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'c490f2bc-864f-48dd-a218-b7ff5528f82c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:45.901060 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-c41ca03b-8e18-4d19-9ea0-ee79dcc1280b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:45.902356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c41ca03b-8e18-4d19-9ea0-ee79dcc1280b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0815120 Apr 21 21:13:45.904709 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a75dca94-59c5-4cb1-a123-cae1d9400c14 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:45.906834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50590) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:45.995317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0d646338-55b9-48f5-915c-501b5ae70604 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'c490f2bc-864f-48dd-a218-b7ff5528f82c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:45.999260 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-0d646338-55b9-48f5-915c-501b5ae70604 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 21:13:45.999973 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-0d646338-55b9-48f5-915c-501b5ae70604 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:46.003362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0d646338-55b9-48f5-915c-501b5ae70604 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0927114 Apr 21 21:13:46.005388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50594) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.012615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3cce6a26-7400-4939-b30e-4d40bc2338e3 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'c490f2bc-864f-48dd-a218-b7ff5528f82c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:46.016571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.026332 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.037771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dca94-59c5-4cb1-a123-cae1d9400c14 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=6b595f9a-11bc-4aa0-a3a8-6186c702e35a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:46.071819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.082483 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-3cce6a26-7400-4939-b30e-4d40bc2338e3 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Project 715e5c10f6ac4ef4a5a82cf27e6ce8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:13:46.085019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Network d5d59061-ea0a-47ac-8110-387aa237ffc5 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:46.087957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:46.091862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:46.101332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Pushing event updated for resources: {'Port': ['ID=e9d62d27-48cd-44b1-9f03-645636c4ea0a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:46.121321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=a1929e9d-4f66-4f11-9c32-d26735c5c2d8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:46.163162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06241a-5b58-406c-abe3-1f92a480c88c req-fde89e99-dcbc-4f6b-80f7-c160afa268aa tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:46.164690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4e06241a-5b58-406c-abe3-1f92a480c88c req-fde89e99-dcbc-4f6b-80f7-c160afa268aa tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1097 time: 0.1601129 Apr 21 21:13:46.172873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Attempting to bind port e9d62d27-48cd-44b1-9f03-645636c4ea0a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:46.173334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Attempting to bind port e9d62d27-48cd-44b1-9f03-645636c4ea0a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '892f7812-0eaf-47f4-b24e-8d7a46e1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd5d59061-ea0a-47ac-8110-387aa237ffc5'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:46.173806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Attempting to bind port e9d62d27-48cd-44b1-9f03-645636c4ea0a on network d5d59061-ea0a-47ac-8110-387aa237ffc5 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:46.179301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:46.179805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Checking segment: {'id': '892f7812-0eaf-47f4-b24e-8d7a46e1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd5d59061-ea0a-47ac-8110-387aa237ffc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:46.180313 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.180969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Bound using segment: {'id': '892f7812-0eaf-47f4-b24e-8d7a46e1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd5d59061-ea0a-47ac-8110-387aa237ffc5'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:46.181535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Bound port: e9d62d27-48cd-44b1-9f03-645636c4ea0a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892f7812-0eaf-47f4-b24e-8d7a46e1e044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd5d59061-ea0a-47ac-8110-387aa237ffc5'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:46.182022 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.190031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a75dca94-59c5-4cb1-a123-cae1d9400c14 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.193473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a75dca94-59c5-4cb1-a123-cae1d9400c14 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/ports/6b595f9a-11bc-4aa0-a3a8-6186c702e35a HTTP/1.1" status: 204 len: 168 time: 0.9448164 Apr 21 21:13:46.195924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50596) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.240003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4e06241a-5b58-406c-abe3-1f92a480c88c req-f7d4b2c9-6d1d-4082-ad25-9eb786810453 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691276 Apr 21 21:13:46.251414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.266891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] For port e9d62d27-48cd-44b1-9f03-645636c4ea0a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:46.271367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] For port e9d62d27-48cd-44b1-9f03-645636c4ea0a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e9d62d27-48cd-44b1-9f03-645636c4ea0a,segment=NetworkSegment(892f7812-0eaf-47f4-b24e-8d7a46e1e044),segment_id=892f7812-0eaf-47f4-b24e-8d7a46e1e044)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:46.281543 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.282304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d59061-ea0a-47ac-8110-387aa237ffc5']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:46.295811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892f7812-0eaf-47f4-b24e-8d7a46e1e044') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:46.296238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892f7812-0eaf-47f4-b24e-8d7a46e1e044') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:46.309547 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.316009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a2df441b-a2ef-4e89-848e-09e95792c540 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 0ebe9081-9161-4751-af27-dbb65fa8cfeb {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:46.316500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2df441b-a2ef-4e89-848e-09e95792c540 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.337906 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-3cce6a26-7400-4939-b30e-4d40bc2338e3 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:46.341467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3cce6a26-7400-4939-b30e-4d40bc2338e3 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3323321 Apr 21 21:13:46.342362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50598) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.348906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b06c1602-ca5c-48dc-a867-f7f5bdd543d4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'c490f2bc-864f-48dd-a218-b7ff5528f82c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:46.349519 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-b06c1602-ca5c-48dc-a867-f7f5bdd543d4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 21 21:13:46.350005 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-b06c1602-ca5c-48dc-a867-f7f5bdd543d4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:46.353806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b06c1602-ca5c-48dc-a867-f7f5bdd543d4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082200 Apr 21 21:13:46.353806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.355050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50600) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.361917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-93639add-1f06-43d7-9d36-4a89a5119e3f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'c490f2bc-864f-48dd-a218-b7ff5528f82c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:46.368926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:46.369426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:46.375087 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:46.401591 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d496e-7745-4964-a495-21ef41b0c19e None None] Pushing event updated for resources: {'Port': ['ID=e9d62d27-48cd-44b1-9f03-645636c4ea0a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:46.424910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d6058-26d9-4a90-80d3-69e08706b77f None None] Network d5d59061-ea0a-47ac-8110-387aa237ffc5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:46.445700 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-93639add-1f06-43d7-9d36-4a89a5119e3f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Project 715e5c10f6ac4ef4a5a82cf27e6ce8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:13:46.447906 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2df441b-a2ef-4e89-848e-09e95792c540 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.459098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.api [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:13:46.459098 n-d-838945-1 neutron-server[114646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:13:46.459098 n-d-838945-1 neutron-server[114646]: [parameters: {'id': 'd5d59061-ea0a-47ac-8110-387aa237ffc5'}] Apr 21 21:13:46.459098 n-d-838945-1 neutron-server[114646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:13:46.459640 n-d-838945-1 neutron-server[114646]: DEBUG oslo_db.api [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:13:46.464618 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-93639add-1f06-43d7-9d36-4a89a5119e3f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:46.468667 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-93639add-1f06-43d7-9d36-4a89a5119e3f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1107428 Apr 21 21:13:46.468872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a2df441b-a2ef-4e89-848e-09e95792c540 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 0ebe9081-9161-4751-af27-dbb65fa8cfeb owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:46.469555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50602) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.474696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-21b92955-e54d-40da-8b22-5412c9f163af tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'c490f2bc-864f-48dd-a218-b7ff5528f82c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:46.500102 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-21b92955-e54d-40da-8b22-5412c9f163af tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Project 715e5c10f6ac4ef4a5a82cf27e6ce8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:13:46.524067 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-21b92955-e54d-40da-8b22-5412c9f163af tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:46.528127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-21b92955-e54d-40da-8b22-5412c9f163af tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0575795 Apr 21 21:13:46.530844 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50604) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.586795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e4403-3580-464a-90bb-a942039c2524 None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:13:46.603819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-227dc24e-8264-4893-acf1-b9ba9f1362a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.633913 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-227dc24e-8264-4893-acf1-b9ba9f1362a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.670725 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2df441b-a2ef-4e89-848e-09e95792c540 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.703598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-227dc24e-8264-4893-acf1-b9ba9f1362a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.708810 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-227dc24e-8264-4893-acf1-b9ba9f1362a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.710348 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-227dc24e-8264-4893-acf1-b9ba9f1362a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/c490f2bc-864f-48dd-a218-b7ff5528f82c HTTP/1.1" status: 204 len: 168 time: 0.1781378 Apr 21 21:13:46.714867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50606) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.722731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df441b-a2ef-4e89-848e-09e95792c540 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=0ebe9081-9161-4751-af27-dbb65fa8cfeb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:46.732101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289e4403-3580-464a-90bb-a942039c2524 None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:13:46.744456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc24e-8264-4893-acf1-b9ba9f1362a4 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c490f2bc-864f-48dd-a218-b7ff5528f82c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:46.803388 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2df441b-a2ef-4e89-848e-09e95792c540 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.805324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-70383683-e58a-437c-82c1-a842d23a3346 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892036 Apr 21 21:13:46.809506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50610) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.810510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a2df441b-a2ef-4e89-848e-09e95792c540 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/ports/0ebe9081-9161-4751-af27-dbb65fa8cfeb HTTP/1.1" status: 204 len: 168 time: 0.6134319 Apr 21 21:13:46.811191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50612) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.814493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5290b351-f924-4858-a90a-c124f25a9493 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--220245832'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:46.865389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5290b351-f924-4858-a90a-c124f25a9493 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:46.893173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ec1ab4-5997-4de9-a2f6-73fa3c629f96 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:46.897281 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-81ec1ab4-5997-4de9-a2f6-73fa3c629f96 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "GET /v2.0/ports?device_id=f21f302a-3263-4662-abcc-40b1ba5afcc6 HTTP/1.1" status: 200 len: 913 time: 0.0849512 Apr 21 21:13:46.898396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50616) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:46.963538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.039046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5290b351-f924-4858-a90a-c124f25a9493 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.046707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5290b351-f924-4858-a90a-c124f25a9493 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.125662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290b351-f924-4858-a90a-c124f25a9493 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12fee4e-8cc9-4841-aff9-f067f0eaa042,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:47.138709 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5290b351-f924-4858-a90a-c124f25a9493 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.143168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5290b351-f924-4858-a90a-c124f25a9493 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3296399 Apr 21 21:13:47.143772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50628) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:47.149146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c9ccd1c8-50cc-485b-9f11-991fc32dc9f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'f12fee4e-8cc9-4841-aff9-f067f0eaa042', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:47.223146 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-c9ccd1c8-50cc-485b-9f11-991fc32dc9f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The resource could not be found. Apr 21 21:13:47.225838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c9ccd1c8-50cc-485b-9f11-991fc32dc9f1 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0808003 Apr 21 21:13:47.228544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50634) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:47.230902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting port e9d62d27-48cd-44b1-9f03-645636c4ea0a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:47.233530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1d0af3d8-3adf-4423-beed-767e9716f735 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': 'f12fee4e-8cc9-4841-aff9-f067f0eaa042', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '17f1d277-2e2d-4a47-a51c-8053e391bdd6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:47.234069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.339827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] For port e9d62d27-48cd-44b1-9f03-645636c4ea0a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e9d62d27-48cd-44b1-9f03-645636c4ea0a,segment=NetworkSegment(892f7812-0eaf-47f4-b24e-8d7a46e1e044),segment_id=892f7812-0eaf-47f4-b24e-8d7a46e1e044)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:47.340518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.348421 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-1d0af3d8-3adf-4423-beed-767e9716f735 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The resource could not be found. Apr 21 21:13:47.352380 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1d0af3d8-3adf-4423-beed-767e9716f735 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1202903 Apr 21 21:13:47.352942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50642) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:47.358353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Calling delete_port for e9d62d27-48cd-44b1-9f03-645636c4ea0a owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:47.415083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc5cb-2a9d-457a-b9ae-6896f40c973f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.443476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc5cb-2a9d-457a-b9ae-6896f40c973f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.492788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc5cb-2a9d-457a-b9ae-6896f40c973f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.495619 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4bdc5cb-2a9d-457a-b9ae-6896f40c973f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.499048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d4bdc5cb-2a9d-457a-b9ae-6896f40c973f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/f12fee4e-8cc9-4841-aff9-f067f0eaa042 HTTP/1.1" status: 204 len: 168 time: 0.1426420 Apr 21 21:13:47.503384 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50646) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:47.509648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdc5cb-2a9d-457a-b9ae-6896f40c973f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12fee4e-8cc9-4841-aff9-f067f0eaa042,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:47.596031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be1fa2-2763-4576-85d5-5433642485d2 req-70a909ca-0d5d-4206-ad51-f74479c0f66b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:47.597843 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61be1fa2-2763-4576-85d5-5433642485d2 req-70a909ca-0d5d-4206-ad51-f74479c0f66b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1097 time: 0.1902063 Apr 21 21:13:47.613861 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.633885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-749e968d-3fc5-473e-844f-4279cca696ce tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1294565 Apr 21 21:13:47.638270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50648) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:47.642909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-89a88e56-93c0-4c3c-ae29-275b03759b93 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': '122993ec-9e9d-407c-9874-3d2898f2987c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:47.668432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Port': ['ID=e9d62d27-48cd-44b1-9f03-645636c4ea0a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:47.671870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No DVR routers for this DVR port e9d62d27-48cd-44b1-9f03-645636c4ea0a on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:47.694606 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-89a88e56-93c0-4c3c-ae29-275b03759b93 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The resource could not be found. Apr 21 21:13:47.696137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-89a88e56-93c0-4c3c-ae29-275b03759b93 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0568187 Apr 21 21:13:47.700039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50650) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:47.706282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-68b21395-3eed-4fa4-b6bb-da8794644193 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435901840'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:47.731988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61be1fa2-2763-4576-85d5-5433642485d2 req-d5aeda1b-850b-473a-829c-a5c636fb652a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227798 Apr 21 21:13:47.746350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68b21395-3eed-4fa4-b6bb-da8794644193 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.804037 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.841325 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68b21395-3eed-4fa4-b6bb-da8794644193 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.850970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68b21395-3eed-4fa4-b6bb-da8794644193 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.921448 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68b21395-3eed-4fa4-b6bb-da8794644193 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.926695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-68b21395-3eed-4fa4-b6bb-da8794644193 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2251465 Apr 21 21:13:47.927661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50654) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:47.943605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b21395-3eed-4fa4-b6bb-da8794644193 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d73759a-7ac8-4085-ad00-4069ff7fa6e7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:47.951719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c3711161-72f5-4c43-ae18-8957587993a2 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912472038'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:47.982528 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3711161-72f5-4c43-ae18-8957587993a2 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:47.988175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d967592-bb95-480a-b361-72f0ec6c8b2c req-f9058d52-7840-4162-872d-d75f01b6301d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:47.990021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d967592-bb95-480a-b361-72f0ec6c8b2c req-f9058d52-7840-4162-872d-d75f01b6301d tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1097 time: 0.1007404 Apr 21 21:13:48.113165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d967592-bb95-480a-b361-72f0ec6c8b2c req-18e25bf1-6492-4261-bd0c-ef9e59765f23 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135271 Apr 21 21:13:48.137883 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3711161-72f5-4c43-ae18-8957587993a2 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.144166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3711161-72f5-4c43-ae18-8957587993a2 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.190131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3711161-72f5-4c43-ae18-8957587993a2 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.194026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c3711161-72f5-4c43-ae18-8957587993a2 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2490535 Apr 21 21:13:48.194026 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3711161-72f5-4c43-ae18-8957587993a2 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76bc2b6-469b-4baf-aaf5-60d74e3491d2,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:48.206971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50660) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:48.215054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-034df208-88c9-4757-85a8-a4b175ecb572 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': '1d73759a-7ac8-4085-ad00-4069ff7fa6e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f76bc2b6-469b-4baf-aaf5-60d74e3491d2'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:48.230690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d59061-ea0a-47ac-8110-387aa237ffc5']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:48.271225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892f7812-0eaf-47f4-b24e-8d7a46e1e044') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:48.271534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892f7812-0eaf-47f4-b24e-8d7a46e1e044') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:48.288615 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.341542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.349435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23057581-8329-47ab-9e6c-1e3e7a75cccd req-ba61a644-d946-44a8-9515-7405b99d0d6b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:48.350972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23057581-8329-47ab-9e6c-1e3e7a75cccd req-ba61a644-d946-44a8-9515-7405b99d0d6b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1097 time: 0.1276128 Apr 21 21:13:48.354477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:48.354881 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.358796 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-034df208-88c9-4757-85a8-a4b175ecb572 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:48.359792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-034df208-88c9-4757-85a8-a4b175ecb572 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1509314 Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:48.360478 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:48.364000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50664) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:48.452943 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f8c8e3-fca9-4b6b-a240-2ee9d51891df tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.467103 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.473281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.483187 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f8c8e3-fca9-4b6b-a240-2ee9d51891df tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.510119 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23057581-8329-47ab-9e6c-1e3e7a75cccd req-45bf6dd8-e820-4241-9c0b-5280976c8a6f tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382825 Apr 21 21:13:48.517129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.520718 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/d5d59061-ea0a-47ac-8110-387aa237ffc5 HTTP/1.1" status: 204 len: 168 time: 3.4333115 Apr 21 21:13:48.524477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50670) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:48.545815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210099655'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:48.562024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f8c8e3-fca9-4b6b-a240-2ee9d51891df tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.566001 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-68f8c8e3-fca9-4b6b-a240-2ee9d51891df tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.570423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e52d22-1764-486a-b5fe-a1d3d3a36084 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=d5d59061-ea0a-47ac-8110-387aa237ffc5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:48.572568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-68f8c8e3-fca9-4b6b-a240-2ee9d51891df tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/f76bc2b6-469b-4baf-aaf5-60d74e3491d2 HTTP/1.1" status: 204 len: 168 time: 0.2065361 Apr 21 21:13:48.574315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50674) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:48.628911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8c8e3-fca9-4b6b-a240-2ee9d51891df tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76bc2b6-469b-4baf-aaf5-60d74e3491d2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:48.641218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:48.647080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.704333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b7d01a06-23e3-478c-9f2f-85fb8fb54946 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1242771 Apr 21 21:13:48.709035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50676) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:48.722993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:48.755685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.756266 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment b9b497e8-3edc-4dd9-b5c7-0370ee69877a of type vlan for network b6fcce75-2e52-4865-b766-ee948602a4e4 Apr 21 21:13:48.809909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.831550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4ceb-8677-4b8f-aeb1-148ac372600c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.882899 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4ceb-8677-4b8f-aeb1-148ac372600c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.883277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.898425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:48.899690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.945624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4ceb-8677-4b8f-aeb1-148ac372600c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.949738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ddd4ceb-8677-4b8f-aeb1-148ac372600c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:48.951934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9ddd4ceb-8677-4b8f-aeb1-148ac372600c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/1d73759a-7ac8-4085-ad00-4069ff7fa6e7 HTTP/1.1" status: 204 len: 168 time: 0.2416120 Apr 21 21:13:48.957301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50682) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:48.987558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd4ceb-8677-4b8f-aeb1-148ac372600c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d73759a-7ac8-4085-ad00-4069ff7fa6e7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:49.025943 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-423fdf2f-1186-4afd-90f6-f6bc78dbdbd0 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0578506 Apr 21 21:13:49.031574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50688) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:49.045791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b067ddc5-b475-43ff-8799-882d52543c35 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829006948'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:49.053067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5260665 Apr 21 21:13:49.057065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50690) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:49.067647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': 'b6fcce75-2e52-4865-b766-ee948602a4e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:49.072936 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b067ddc5-b475-43ff-8799-882d52543c35 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.130055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444cd1c-18d2-4ca0-b1d6-88ee33f1ca55 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=b6fcce75-2e52-4865-b766-ee948602a4e4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:49.142070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b6fcce75-2e52-4865-b766-ee948602a4e4 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:49.142672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14330807-69aa-4354-95cd-a843401e61d1 req-fd87d11a-5858-4928-8ee0-0f5c9b728de3 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:49.149551 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14330807-69aa-4354-95cd-a843401e61d1 req-fd87d11a-5858-4928-8ee0-0f5c9b728de3 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1097 time: 0.2730484 Apr 21 21:13:49.159662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b067ddc5-b475-43ff-8799-882d52543c35 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.168852 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b067ddc5-b475-43ff-8799-882d52543c35 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.201118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 072e01e1-0b70-495a-9da2-cd5613675f26 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:49.201460 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.237473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14330807-69aa-4354-95cd-a843401e61d1 req-adc0b129-2e64-495b-aa3c-76b7a06ee758 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838602 Apr 21 21:13:49.254315 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b067ddc5-b475-43ff-8799-882d52543c35 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.259093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b067ddc5-b475-43ff-8799-882d52543c35 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2232752 Apr 21 21:13:49.261170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50696) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:49.263079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067ddc5-b475-43ff-8799-882d52543c35 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b31b993-4949-4f3e-96d2-5607dac11fec,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:49.303810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9849c1f7-2218-4246-bc3f-3deb57fa9e09 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': '5b31b993-4949-4f3e-96d2-5607dac11fec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:49.333261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:49.337250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.519872 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.536555 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-9849c1f7-2218-4246-bc3f-3deb57fa9e09 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:49.537964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9849c1f7-2218-4246-bc3f-3deb57fa9e09 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2756028 Apr 21 21:13:49.540643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50704) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:49.545465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f8bb3b56-1c19-45af-a252-452bf374a912 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group_rule': {'security_group_id': '5b31b993-4949-4f3e-96d2-5607dac11fec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:49.545634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 072e01e1-0b70-495a-9da2-cd5613675f26 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:49.627571 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-f8bb3b56-1c19-45af-a252-452bf374a912 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:13:49.629632 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f8bb3b56-1c19-45af-a252-452bf374a912 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0871344 Apr 21 21:13:49.632146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50706) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:49.755688 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3db7-d8ee-4228-9f44-f3e51d39986c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.793386 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3db7-d8ee-4228-9f44-f3e51d39986c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.795954 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.872303 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3db7-d8ee-4228-9f44-f3e51d39986c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.876141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ba7b3db7-d8ee-4228-9f44-f3e51d39986c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.879866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ba7b3db7-d8ee-4228-9f44-f3e51d39986c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/5b31b993-4949-4f3e-96d2-5607dac11fec HTTP/1.1" status: 204 len: 168 time: 0.2444000 Apr 21 21:13:49.883166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50708) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:49.905831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b3db7-d8ee-4228-9f44-f3e51d39986c tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b31b993-4949-4f3e-96d2-5607dac11fec,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:49.918565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=6e5dca30-17d1-4b41-9f05-8aec2384b932,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:49.963063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': 'b9b497e8-3edc-4dd9-b5c7-0370ee69877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6fcce75-2e52-4865-b766-ee948602a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:49.965207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: b6fcce75-2e52-4865-b766-ee948602a4e4, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:49.972155 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:49.975885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3dd60fc8-7b36-47e1-a578-21bc6610a27f tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859060 Apr 21 21:13:49.981529 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50710) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:49.997619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a19d0d8c-9207-47dd-bbf9-6016d301ba6b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'tempest-secgroup--729998158'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:50.043029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19d0d8c-9207-47dd-bbf9-6016d301ba6b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.147798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=072e01e1-0b70-495a-9da2-cd5613675f26,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:50.150848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network b6fcce75-2e52-4865-b766-ee948602a4e4 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:50.186494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19d0d8c-9207-47dd-bbf9-6016d301ba6b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.197277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19d0d8c-9207-47dd-bbf9-6016d301ba6b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.207035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b6fcce75-2e52-4865-b766-ee948602a4e4) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:50.213733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:50.214577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.215605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32e509a-6731-4fe8-819e-13601603d6d2 None None] Network b6fcce75-2e52-4865-b766-ee948602a4e4 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:50.232431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d0d8c-9207-47dd-bbf9-6016d301ba6b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b201cd6-ab59-4934-9c7c-d1a3ef5278c4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:50.243441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-29ef4841-666e-4674-92ac-ac0c5e64a0e0 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1852496 Apr 21 21:13:50.246737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50714) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:50.260153 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a19d0d8c-9207-47dd-bbf9-6016d301ba6b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.264149 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a19d0d8c-9207-47dd-bbf9-6016d301ba6b tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2814488 Apr 21 21:13:50.268031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50718) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:50.276941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d6a7d552-344c-484c-8e3d-591a87c9f082 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:50.277367 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-d6a7d552-344c-484c-8e3d-591a87c9f082 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 21:13:50.277867 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-d6a7d552-344c-484c-8e3d-591a87c9f082 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 21:13:50.278821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d6a7d552-344c-484c-8e3d-591a87c9f082 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "PUT /v2.0/security-groups/9b201cd6-ab59-4934-9c7c-d1a3ef5278c4 HTTP/1.1" status: 409 len: 330 time: 0.0095921 Apr 21 21:13:50.283670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50720) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:50.375906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.397019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-edf50fb3-9b7e-480f-9ed0-250989d2eda5 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.485854 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.487618 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-edf50fb3-9b7e-480f-9ed0-250989d2eda5 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.509528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2188a7-ec12-442f-93d4-d4b2907e4159 req-35caf9a7-78f2-46bd-af04-01f2dd9509a3 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:50.511385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e2188a7-ec12-442f-93d4-d4b2907e4159 req-35caf9a7-78f2-46bd-af04-01f2dd9509a3 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1097 time: 0.1507804 Apr 21 21:13:50.520463 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.525934 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-89d82c70-c2b0-478a-898e-5e7b4a1d6d85 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:50.527422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-89d82c70-c2b0-478a-898e-5e7b4a1d6d85 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 1097 time: 0.0907297 Apr 21 21:13:50.533914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-b6fcce75-2e52-4865-b766-ee948602a4e4', 'network_id': 'b6fcce75-2e52-4865-b766-ee948602a4e4', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': '6e5dca30-17d1-4b41-9f05-8aec2384b932'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:50.534913 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.567026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e2188a7-ec12-442f-93d4-d4b2907e4159 req-2b001561-ea50-423b-82bd-4eb3d8b35c2b tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Apr 21 21:13:50.577635 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-edf50fb3-9b7e-480f-9ed0-250989d2eda5 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.580628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-edf50fb3-9b7e-480f-9ed0-250989d2eda5 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.585017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-edf50fb3-9b7e-480f-9ed0-250989d2eda5 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/9b201cd6-ab59-4934-9c7c-d1a3ef5278c4 HTTP/1.1" status: 204 len: 168 time: 0.2978160 Apr 21 21:13:50.587492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50724) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:50.616990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf50fb3-9b7e-480f-9ed0-250989d2eda5 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b201cd6-ab59-4934-9c7c-d1a3ef5278c4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:50.654177 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d1a37e4c-8de1-431a-9633-672d7bb618d2 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655468 Apr 21 21:13:50.658096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50726) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:50.685692 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-55233746-0ed6-4f32-84b0-4d230bf61203 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] delete failed (client error): The resource could not be found. Apr 21 21:13:50.698786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-55233746-0ed6-4f32-84b0-4d230bf61203 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "DELETE /v2.0/security-groups/6d7873e9-546c-4aa8-a18f-065aa0a76677 HTTP/1.1" status: 404 len: 347 time: 0.0392547 Apr 21 21:13:50.699535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50728) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:50.718592 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-d5b98e90-56f8-4c92-b8fb-d30b8f1d5da6 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] show failed (client error): The resource could not be found. Apr 21 21:13:50.719770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d5b98e90-56f8-4c92-b8fb-d30b8f1d5da6 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-groups/c9185166-b424-4c54-8a8d-0a3333b9d838 HTTP/1.1" status: 404 len: 347 time: 0.0192046 Apr 21 21:13:50.725377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50730) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:50.754057 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-42e8a059-f78a-4aac-9a18-e9cce472f251 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] show failed (client error): The resource could not be found. Apr 21 21:13:50.761927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-42e8a059-f78a-4aac-9a18-e9cce472f251 tempest-NegativeSecGroupIPv6Test-938639238 tempest-NegativeSecGroupIPv6Test-938639238-project] 10.222.0.49 "GET /v2.0/security-group-rules/3c44fbd1-0e56-4a98-9229-1b2986c0b7cf HTTP/1.1" status: 404 len: 356 time: 0.0325956 Apr 21 21:13:50.781572 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.785276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Allocated IP 172.20.0.1 (b6fcce75-2e52-4865-b766-ee948602a4e4/6e5dca30-17d1-4b41-9f05-8aec2384b932/ed9c51c2-e8b5-4f79-8b62-116237ca1c24) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:50.798244 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.906289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Deleting port 3534b752-0bcd-4cab-a93d-a75257f499a2 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:50.906645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.974386 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.982652 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:50.985569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Router f21f302a-3263-4662-abcc-40b1ba5afcc6 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:13:51.030347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] For port 3534b752-0bcd-4cab-a93d-a75257f499a2, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=3534b752-0bcd-4cab-a93d-a75257f499a2,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:51.030864 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.038454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Pushing event updated for resources: {'Port': ['ID=ed9c51c2-e8b5-4f79-8b62-116237ca1c24,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:51.042076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Network b6fcce75-2e52-4865-b766-ee948602a4e4 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:51.044304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:51.046460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Calling delete_port for 3534b752-0bcd-4cab-a93d-a75257f499a2 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:51.046865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:51.117826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Attempting to bind port ed9c51c2-e8b5-4f79-8b62-116237ca1c24 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:51.118794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Attempting to bind port ed9c51c2-e8b5-4f79-8b62-116237ca1c24 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b9b497e8-3edc-4dd9-b5c7-0370ee69877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6fcce75-2e52-4865-b766-ee948602a4e4'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:51.119110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Attempting to bind port ed9c51c2-e8b5-4f79-8b62-116237ca1c24 on network b6fcce75-2e52-4865-b766-ee948602a4e4 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:51.124233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:51.124651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Checking segment: {'id': 'b9b497e8-3edc-4dd9-b5c7-0370ee69877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6fcce75-2e52-4865-b766-ee948602a4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:51.125041 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.125494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Bound using segment: {'id': 'b9b497e8-3edc-4dd9-b5c7-0370ee69877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6fcce75-2e52-4865-b766-ee948602a4e4'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:51.125957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Bound port: ed9c51c2-e8b5-4f79-8b62-116237ca1c24, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b497e8-3edc-4dd9-b5c7-0370ee69877a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6fcce75-2e52-4865-b766-ee948602a4e4'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:51.128434 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.145492 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.147435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50736) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:51.213128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] For port ed9c51c2-e8b5-4f79-8b62-116237ca1c24, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:51.217737 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] For port ed9c51c2-e8b5-4f79-8b62-116237ca1c24, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ed9c51c2-e8b5-4f79-8b62-116237ca1c24,segment=NetworkSegment(b9b497e8-3edc-4dd9-b5c7-0370ee69877a),segment_id=b9b497e8-3edc-4dd9-b5c7-0370ee69877a)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:51.224866 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.254550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5dca30-17d1-4b41-9f05-8aec2384b932,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:51.309245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d77131-19e5-4915-82b7-59ff6a31913c None None] Pushing event updated for resources: {'Port': ['ID=ed9c51c2-e8b5-4f79-8b62-116237ca1c24,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:51.334188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae85879-15ce-48c8-b6ea-148ede4d95bd None None] Network b6fcce75-2e52-4865-b766-ee948602a4e4 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:51.357756 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-57760671-5dbb-4f57-b4d3-eafb927242a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=715e5c10f6ac4ef4a5a82cf27e6ce8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090635 Apr 21 21:13:51.360335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50748) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:51.411644 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.422050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a0057fb-bb5e-47b8-adee-097e3a5c3e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.434539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.447506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a0057fb-bb5e-47b8-adee-097e3a5c3e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.453700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5f4db032-a07c-46c3-b3fa-ec433191f3a6'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:13:51.456704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['3534b752-0bcd-4cab-a93d-a75257f499a2'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:13:51.490474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Pushing event deleted for resources: {'Port': ['ID=3534b752-0bcd-4cab-a93d-a75257f499a2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:51.522950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fcce75-2e52-4865-b766-ee948602a4e4']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:51.530827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a0057fb-bb5e-47b8-adee-097e3a5c3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.538005 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a0057fb-bb5e-47b8-adee-097e3a5c3e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:51.538173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:13:51.542246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8a0057fb-bb5e-47b8-adee-097e3a5c3e0c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd0ccd42-db36-468d-9682-a268dbe68fdf HTTP/1.1" status: 204 len: 168 time: 0.1780527 Apr 21 21:13:51.544346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-88817cab-c48f-49c1-a8b4-2765ed28c4e2 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "PUT /v2.0/routers/f21f302a-3263-4662-abcc-40b1ba5afcc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6448874 Apr 21 21:13:51.546461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b497e8-3edc-4dd9-b5c7-0370ee69877a') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:51.546754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b497e8-3edc-4dd9-b5c7-0370ee69877a') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:51.565062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50756) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:51.601704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0057fb-bb5e-47b8-adee-097e3a5c3e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0ccd42-db36-468d-9682-a268dbe68fdf,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:51.881632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.007389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.094427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200caf7-b2cc-4acb-b0bd-b0c493b1cb4e None None] Sync routers for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:13:52.123959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting port 246f8f09-0eda-4e66-a767-b38924d7c62d {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:52.124421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.137277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] No DVR routers for this DVR port 3534b752-0bcd-4cab-a93d-a75257f499a2 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:52.141120 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.145122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26d3dbe6-839e-4480-9d81-bc5f6f4bbd13 req-61155daa-e83d-489d-9bd9-03770fc97327 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.46 "DELETE /v2.0/ports/3534b752-0bcd-4cab-a93d-a75257f499a2 HTTP/1.1" status: 204 len: 173 time: 1.5745730 Apr 21 21:13:52.149519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d7326d-7fcc-4c69-a88b-1c5d4be015e8', 'name': 'network-vif-deleted', 'tag': '3534b752-0bcd-4cab-a93d-a75257f499a2'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:52.152114 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df881b92-8e53-4908-ad85-2f21537482c1" -d '{"events": [{"server_uuid": "e6d7326d-7fcc-4c69-a88b-1c5d4be015e8", "name": "network-vif-deleted", "tag": "3534b752-0bcd-4cab-a93d-a75257f499a2"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:52.157947 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.215644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ddd92438-0034-4824-a67e-b3742fa344d9 req-965a7fa3-15eb-48c6-a551-f7a4819e849c tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e6d7326d-7fcc-4c69-a88b-1c5d4be015e8 HTTP/1.1" status: 200 len: 210 time: 0.0794671 Apr 21 21:13:52.227287 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.245710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:52.246228 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.254965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200caf7-b2cc-4acb-b0bd-b0c493b1cb4e None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:52.255670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b200caf7-b2cc-4acb-b0bd-b0c493b1cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:52.292672 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:52.295165 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9338eec4-20d1-41c9-85e1-ca0eb09c545b x-openstack-request-id: req-9338eec4-20d1-41c9-85e1-ca0eb09c545b {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:52.295165 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d7326d-7fcc-4c69-a88b-1c5d4be015e8", "name": "network-vif-deleted", "tag": "3534b752-0bcd-4cab-a93d-a75257f499a2", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:52.295165 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9338eec4-20d1-41c9-85e1-ca0eb09c545b {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:52.295165 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9338eec4-20d1-41c9-85e1-ca0eb09c545b'] response: {'server_uuid': 'e6d7326d-7fcc-4c69-a88b-1c5d4be015e8', 'name': 'network-vif-deleted', 'tag': '3534b752-0bcd-4cab-a93d-a75257f499a2', 'status': 'completed', 'code': 200} Apr 21 21:13:52.338685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6f1bd-afb5-4054-bd07-8193bbc3054d None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:13:52.358458 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.api [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:13:52.358458 n-d-838945-1 neutron-server[114646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:13:52.358458 n-d-838945-1 neutron-server[114646]: [parameters: {'id': 'b6fcce75-2e52-4865-b766-ee948602a4e4'}] Apr 21 21:13:52.358458 n-d-838945-1 neutron-server[114646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:13:52.359120 n-d-838945-1 neutron-server[114646]: DEBUG oslo_db.api [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:13:52.365574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.383613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Calling delete_port for 246f8f09-0eda-4e66-a767-b38924d7c62d owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:52.386398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b200caf7-b2cc-4acb-b0bd-b0c493b1cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:52.426124 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200caf7-b2cc-4acb-b0bd-b0c493b1cb4e None None] Routers {'f21f302a-3263-4662-abcc-40b1ba5afcc6'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:13:52.426760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b200caf7-b2cc-4acb-b0bd-b0c493b1cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f21f302a-3263-4662-abcc-40b1ba5afcc6'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:52.501063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b200caf7-b2cc-4acb-b0bd-b0c493b1cb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:52.501706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200caf7-b2cc-4acb-b0bd-b0c493b1cb4e None None] The sync data for ids ['f21f302a-3263-4662-abcc-40b1ba5afcc6'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:13:52.597080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6f1bd-afb5-4054-bd07-8193bbc3054d None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:13:52.671421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.709319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Port': ['ID=246f8f09-0eda-4e66-a767-b38924d7c62d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:52.828222 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.861054 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.968099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting port ed9c51c2-e8b5-4f79-8b62-116237ca1c24 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:52.968562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:52.996454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.001572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.052621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] For port ed9c51c2-e8b5-4f79-8b62-116237ca1c24, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ed9c51c2-e8b5-4f79-8b62-116237ca1c24,segment=NetworkSegment(b9b497e8-3edc-4dd9-b5c7-0370ee69877a),segment_id=b9b497e8-3edc-4dd9-b5c7-0370ee69877a)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:53.053443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.059567 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.060353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Fanout notify agent at l3_agent the message router_deleted on router f21f302a-3263-4662-abcc-40b1ba5afcc6 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:13:53.069733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.074140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-33c8512a-ddf1-4079-805b-3646b266a91e tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/routers/f21f302a-3263-4662-abcc-40b1ba5afcc6 HTTP/1.1" status: 204 len: 168 time: 1.4930358 Apr 21 21:13:53.074746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50790) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:53.075381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Calling delete_port for ed9c51c2-e8b5-4f79-8b62-116237ca1c24 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:53.144201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Deleting subnet cde23a83-242e-4c64-accb-3ddcf4d33b89 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:13:53.148176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.225914 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.261138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Port': ['ID=ed9c51c2-e8b5-4f79-8b62-116237ca1c24,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:53.271457 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.286475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No DVR routers for this DVR port ed9c51c2-e8b5-4f79-8b62-116237ca1c24 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:53.377898 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.394010 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.403460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fcce75-2e52-4865-b766-ee948602a4e4']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:53.425566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b497e8-3edc-4dd9-b5c7-0370ee69877a') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:53.425961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b497e8-3edc-4dd9-b5c7-0370ee69877a') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:53.445147 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.471174 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.479876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:53.480370 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:53.483495 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:53.507701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.561469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Subnet': ['ID=cde23a83-242e-4c64-accb-3ddcf4d33b89,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:53.585398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.586199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.586780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.588065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.589234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.590117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.590637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.591953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.592094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.592611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.593267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.594293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.594798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:13:53.608955 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.613501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9657902b-c7da-4b1b-9c9d-a14d01de3e98 tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/subnets/cde23a83-242e-4c64-accb-3ddcf4d33b89 HTTP/1.1" status: 204 len: 168 time: 0.5372710 Apr 21 21:13:53.614382 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.615919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50810) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:53.621419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/b6fcce75-2e52-4865-b766-ee948602a4e4 HTTP/1.1" status: 204 len: 168 time: 3.3736799 Apr 21 21:13:53.622674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed248bc-e339-4b62-bf21-3438d0bfe107 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=b6fcce75-2e52-4865-b766-ee948602a4e4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:53.627892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50812) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:53.633819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2140557420'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:53.652836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620e7e-dbb1-4c06-8025-6e96a922405e req-efd742cb-b936-4311-a146-24e2937acb09 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:53.661045 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be620e7e-dbb1-4c06-8025-6e96a922405e req-efd742cb-b936-4311-a146-24e2937acb09 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1096 time: 0.1113713 Apr 21 21:13:53.668963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:53.672637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.713626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:53.723527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.724096 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment 54b8b650-8220-495a-be2b-771868f884a9 of type vlan for network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 Apr 21 21:13:53.740835 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.775250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-be620e7e-dbb1-4c06-8025-6e96a922405e req-359d8a22-b594-4e0f-9de4-24c7e920265a tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131203 Apr 21 21:13:53.792899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.822661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.832104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:53.832643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.864012 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:53.871726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50818) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:53.872034 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2430091 Apr 21 21:13:53.885690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5f369e10-fdaf-46cd-9023-1008c2df49cf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:53.914568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75224e28-f05b-4ed0-80b0-1df39e7b720a']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:53.954647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a52528-4647-44fb-baa8-6fb598348e1b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=15f80a82-8acb-4f7c-8be5-698d5d6b9b36,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:53.960998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65688617-e9b4-4dfd-a760-4a442d5a898b') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:53.961280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65688617-e9b4-4dfd-a760-4a442d5a898b') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:53.967586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:53.988507 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.022075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.067633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:54.068042 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:54.071201 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:54.170698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.173228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f369e10-fdaf-46cd-9023-1008c2df49cf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.180783 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.186179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] 10.222.0.49 "DELETE /v2.0/networks/75224e28-f05b-4ed0-80b0-1df39e7b720a HTTP/1.1" status: 204 len: 168 time: 0.5663106 Apr 21 21:13:54.214232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3feb20a-255a-44f8-8e9c-612b5ecba1be tempest-FloatingIPTestJSON-889032969 tempest-FloatingIPTestJSON-889032969-project] Pushing event deleted for resources: {'Network': ['ID=75224e28-f05b-4ed0-80b0-1df39e7b720a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:54.224154 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f369e10-fdaf-46cd-9023-1008c2df49cf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.250783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f369e10-fdaf-46cd-9023-1008c2df49cf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 is not hosted by any dhcp agent {{(pid=114647) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 21:13:54.258346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f369e10-fdaf-46cd-9023-1008c2df49cf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:54.259069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f369e10-fdaf-46cd-9023-1008c2df49cf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.261781 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5f369e10-fdaf-46cd-9023-1008c2df49cf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "PUT /v2.0/networks/15f80a82-8acb-4f7c-8be5-698d5d6b9b36 HTTP/1.1" status: 200 len: 723 time: 0.3874698 Apr 21 21:13:54.263551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50836) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:54.268733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': '15f80a82-8acb-4f7c-8be5-698d5d6b9b36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:54.390928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f369e10-fdaf-46cd-9023-1008c2df49cf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=15f80a82-8acb-4f7c-8be5-698d5d6b9b36,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:54.405762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:54.483638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:54.489396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.551063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3534b752-0bcd-4cab-a93d-a75257f499a2 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:13:54.606619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 3534b752-0bcd-4cab-a93d-a75257f499a2 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:13:54.611278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50848) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:54.617648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 3534b752-0bcd-4cab-a93d-a75257f499a2 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:13:54.791327 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.806404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-05d524ff-270d-415f-940b-3936a2530cdd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cab51b0ceee4d2bba81d36db9dca757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936338 Apr 21 21:13:54.806935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50858) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:54.868691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=4005bbb8-76b7-4036-86ac-915082f5c4cb,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:54.882616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': '54b8b650-8220-495a-be2b-771868f884a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '15f80a82-8acb-4f7c-8be5-698d5d6b9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:54.883262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: 15f80a82-8acb-4f7c-8be5-698d5d6b9b36, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:13:54.887119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ac45c9f-549b-46ad-8d69-83f1075a06cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.906928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:13:54.924510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ac45c9f-549b-46ad-8d69-83f1075a06cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.927277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 15f80a82-8acb-4f7c-8be5-698d5d6b9b36) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:54.936135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc27d926-9e0e-4c00-a995-f573ff3ab3ac None None] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:54.944363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:54.946396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:54.998224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-34f3548c-6daf-4e33-8059-62dea64ba3bd tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7310193 Apr 21 21:13:54.998800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50862) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:55.003164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d9f2-5e13-44b6-9dff-6b944257757e req-71dfdec2-1654-471c-953c-443f88fb4d90 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:55.005288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d906d9f2-5e13-44b6-9dff-6b944257757e req-71dfdec2-1654-471c-953c-443f88fb4d90 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1096 time: 0.0841861 Apr 21 21:13:55.034932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-200de696-e8fe-40c8-a549-74fa9e0a6007 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:55.073768 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d906d9f2-5e13-44b6-9dff-6b944257757e req-63ce305a-a2c3-4529-bad2-41557c8edc2c tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=3c48688c-3284-4c8f-b8e8-ac7c01111191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604768 Apr 21 21:13:55.127567 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ac45c9f-549b-46ad-8d69-83f1075a06cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:55.130509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ac45c9f-549b-46ad-8d69-83f1075a06cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:55.131674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2ac45c9f-549b-46ad-8d69-83f1075a06cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/adb29fa1-b06b-4721-953e-798e5ee532c6 HTTP/1.1" status: 204 len: 168 time: 0.3235872 Apr 21 21:13:55.140564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac45c9f-549b-46ad-8d69-83f1075a06cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb29fa1-b06b-4721-953e-798e5ee532c6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:55.157907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d92630-5f03-45f2-851d-840b964f95cf req-8c6621e6-2d8e-4b2e-bb2d-0cbd3e3bbced tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:55.159646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09d92630-5f03-45f2-851d-840b964f95cf req-8c6621e6-2d8e-4b2e-bb2d-0cbd3e3bbced tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 1096 time: 0.0923905 Apr 21 21:13:55.319278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-09d92630-5f03-45f2-851d-840b964f95cf req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Deleting port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:55.320249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-09d92630-5f03-45f2-851d-840b964f95cf req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:55.337603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-200de696-e8fe-40c8-a549-74fa9e0a6007 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8967711'] for subnet, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:55.356451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-15f80a82-8acb-4f7c-8be5-698d5d6b9b36', 'network_id': '15f80a82-8acb-4f7c-8be5-698d5d6b9b36', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': '4005bbb8-76b7-4036-86ac-915082f5c4cb'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:13:55.357410 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:55.554460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-09d92630-5f03-45f2-851d-840b964f95cf req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] For port 5f4db032-a07c-46c3-b3fa-ec433191f3a6, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5f4db032-a07c-46c3-b3fa-ec433191f3a6,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:55.555105 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-09d92630-5f03-45f2-851d-840b964f95cf req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:55.586020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-09d92630-5f03-45f2-851d-840b964f95cf req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Calling delete_port for 5f4db032-a07c-46c3-b3fa-ec433191f3a6 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:55.646166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-200de696-e8fe-40c8-a549-74fa9e0a6007 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780104382392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3826270'] for subnet, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:55.701805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200de696-e8fe-40c8-a549-74fa9e0a6007 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:55.702851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-200de696-e8fe-40c8-a549-74fa9e0a6007 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:55.704315 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-200de696-e8fe-40c8-a549-74fa9e0a6007 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "PUT /v2.0/subnets/4005bbb8-76b7-4036-86ac-915082f5c4cb HTTP/1.1" status: 200 len: 806 time: 0.7044148 Apr 21 21:13:55.708055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50882) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:55.719134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200de696-e8fe-40c8-a549-74fa9e0a6007 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=4005bbb8-76b7-4036-86ac-915082f5c4cb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:55.748845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Allocated IP 172.20.0.2 (15f80a82-8acb-4f7c-8be5-698d5d6b9b36/4005bbb8-76b7-4036-86ac-915082f5c4cb/da4257ea-9128-461f-9ab0-ea996eb0842d) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:13:55.920614 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-09d92630-5f03-45f2-851d-840b964f95cf req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.120874 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.131692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f4db032-a07c-46c3-b3fa-ec433191f3a6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:56.134620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5f4db032-a07c-46c3-b3fa-ec433191f3a6'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:13:56.212150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.258383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d92630-5f03-45f2-851d-840b964f95cf req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] No DVR routers for this DVR port 5f4db032-a07c-46c3-b3fa-ec433191f3a6 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:56.273194 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-09d92630-5f03-45f2-851d-840b964f95cf req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.283385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-09d92630-5f03-45f2-851d-840b964f95cf req-37e7bda1-2666-47db-8475-ece1b1271026 tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5f4db032-a07c-46c3-b3fa-ec433191f3a6 HTTP/1.1" status: 204 len: 173 time: 1.1176562 Apr 21 21:13:56.288684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce1e2c6-7ec8-4c12-8e45-146b50b61c41', 'name': 'network-vif-deleted', 'tag': '5f4db032-a07c-46c3-b3fa-ec433191f3a6'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:13:56.298849 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d509841-00c3-4d34-80d0-bd6339b199fd" -d '{"events": [{"server_uuid": "1ce1e2c6-7ec8-4c12-8e45-146b50b61c41", "name": "network-vif-deleted", "tag": "5f4db032-a07c-46c3-b3fa-ec433191f3a6"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:13:56.320561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:13:56.332960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:13:56.342675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:13:56.399459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.457022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57cfb147-b9aa-4496-847f-ea84fda6f47c req-ad6db16a-38c7-421e-b89c-0b1a9d419d6e tempest-TestServerMultinode-642278422 tempest-TestServerMultinode-642278422-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1ce1e2c6-7ec8-4c12-8e45-146b50b61c41 HTTP/1.1" status: 200 len: 210 time: 0.1513333 Apr 21 21:13:56.491929 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb9d03f-8fe8-4d55-b14d-380168795dd3 x-openstack-request-id: req-2eb9d03f-8fe8-4d55-b14d-380168795dd3 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:13:56.492220 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce1e2c6-7ec8-4c12-8e45-146b50b61c41", "name": "network-vif-deleted", "tag": "5f4db032-a07c-46c3-b3fa-ec433191f3a6", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:13:56.492471 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2eb9d03f-8fe8-4d55-b14d-380168795dd3 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:13:56.497193 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb9d03f-8fe8-4d55-b14d-380168795dd3'] response: {'server_uuid': '1ce1e2c6-7ec8-4c12-8e45-146b50b61c41', 'name': 'network-vif-deleted', 'tag': '5f4db032-a07c-46c3-b3fa-ec433191f3a6', 'status': 'completed', 'code': 200} Apr 21 21:13:56.529920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Pushing event updated for resources: {'Port': ['ID=da4257ea-9128-461f-9ab0-ea996eb0842d,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:56.547190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting port da4257ea-9128-461f-9ab0-ea996eb0842d {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:56.547536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.574037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Attempting to bind port da4257ea-9128-461f-9ab0-ea996eb0842d on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:13:56.574708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Attempting to bind port da4257ea-9128-461f-9ab0-ea996eb0842d by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '54b8b650-8220-495a-be2b-771868f884a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '15f80a82-8acb-4f7c-8be5-698d5d6b9b36'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:13:56.575292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Attempting to bind port da4257ea-9128-461f-9ab0-ea996eb0842d on network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:13:56.590311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:13:56.590915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Checking segment: {'id': '54b8b650-8220-495a-be2b-771868f884a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '15f80a82-8acb-4f7c-8be5-698d5d6b9b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:13:56.591511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.592125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Bound using segment: {'id': '54b8b650-8220-495a-be2b-771868f884a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '15f80a82-8acb-4f7c-8be5-698d5d6b9b36'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:13:56.592820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Bound port: da4257ea-9128-461f-9ab0-ea996eb0842d, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b8b650-8220-495a-be2b-771868f884a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '15f80a82-8acb-4f7c-8be5-698d5d6b9b36'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:13:56.593413 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.715630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] For port da4257ea-9128-461f-9ab0-ea996eb0842d, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:13:56.726239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] For port da4257ea-9128-461f-9ab0-ea996eb0842d, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=da4257ea-9128-461f-9ab0-ea996eb0842d,segment=NetworkSegment(54b8b650-8220-495a-be2b-771868f884a9),segment_id=54b8b650-8220-495a-be2b-771868f884a9)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:13:56.727253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] For port da4257ea-9128-461f-9ab0-ea996eb0842d, host n-d-838945-1, got binding levels [] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:56.727778 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.736736 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:56.745025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Calling delete_port for da4257ea-9128-461f-9ab0-ea996eb0842d owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:56.898253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50918) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:56.919427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67b56-4510-4e61-8a16-24f0a86d6830 None None] Pushing event updated for resources: {'Port': ['ID=da4257ea-9128-461f-9ab0-ea996eb0842d,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:56.950695 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.080314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Port': ['ID=da4257ea-9128-461f-9ab0-ea996eb0842d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:57.126838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2121035538'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:57.156077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No DVR routers for this DVR port da4257ea-9128-461f-9ab0-ea996eb0842d on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:13:57.185794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:57.190376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.214752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.359070 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.365934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.377137 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.417590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:57.452400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.452823 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment 4fbcb717-8dbc-4ede-97d9-464ed01f8c83 of type vlan for network 658063cd-90e5-49b2-afdf-04102df31763 Apr 21 21:13:57.455733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f44b029-b173-45ed-a1f4-e879678a56b7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:57.551852 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.627882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50930) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:57.640168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=4005bbb8-76b7-4036-86ac-915082f5c4cb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:57.665313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.752336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.786810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f80a82-8acb-4f7c-8be5-698d5d6b9b36']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:57.804493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b8b650-8220-495a-be2b-771868f884a9') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:57.804875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b8b650-8220-495a-be2b-771868f884a9') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:13:57.819680 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.831423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.856900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:57.857485 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.865524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.873395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:13:57.874099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:13:57.878967 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:13:57.942559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0429606 Apr 21 21:13:57.956821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdb659-27de-4c37-81bf-873c2e766d9e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=658063cd-90e5-49b2-afdf-04102df31763,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:57.995112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 658063cd-90e5-49b2-afdf-04102df31763 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:58.035912 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:58.043866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:58.051574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/15f80a82-8acb-4f7c-8be5-698d5d6b9b36 HTTP/1.1" status: 204 len: 168 time: 2.3421879 Apr 21 21:13:58.073237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50934) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:58.074125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1536b1a-6f29-49bd-b7ed-28314f305984 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=15f80a82-8acb-4f7c-8be5-698d5d6b9b36,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:58.109892 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc021488-bf79-4ae3-92f4-72c01232b7f6 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:13:58.111875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc021488-bf79-4ae3-92f4-72c01232b7f6 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:13:58.119330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cc021488-bf79-4ae3-92f4-72c01232b7f6 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/15f80a82-8acb-4f7c-8be5-698d5d6b9b36 HTTP/1.1" status: 404 len: 339 time: 0.0395920 Apr 21 21:13:58.123155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50936) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:58.135635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-626441308', 'description': 'd1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:58.180017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:58.183983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:58.235490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:58.258674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:58.261282 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment 7c8b567c-ddd1-459e-957e-d19a343ed403 of type vlan for network 9806c7ea-f381-4200-9708-0ae6c9c441db Apr 21 21:13:58.342975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:58.414184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:58.422110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:58.422723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:58.464108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3394463 Apr 21 21:13:58.473985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50942) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:58.582948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f926d38-49cc-48d0-95de-fc346a6484c9 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=9806c7ea-f381-4200-9708-0ae6c9c441db,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:58.610647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9806c7ea-f381-4200-9708-0ae6c9c441db details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:58.699761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a8681-6e26-407d-a377-19f72209cb92 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:58.702851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8f5a8681-6e26-407d-a377-19f72209cb92 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/networks?id=9806c7ea-f381-4200-9708-0ae6c9c441db HTTP/1.1" status: 200 len: 760 time: 0.2277117 Apr 21 21:13:58.706192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50950) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:58.712022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f898c0ea-5cc3-44d1-940d-85c4da3b3de1 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'description': 'd2'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:58.774998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:58.880850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8cd64-88c1-42f4-8f00-63c59efa3d3e None None] DHCP port deletion for 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:13:58.898871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8f5ec830-0bf6-48bd-8b17-980b3405d6bb None None] Could not find standard attr ID for object da4257ea-9128-461f-9ab0-ea996eb0842d. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:13:58.910356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddbe6c1-a29a-4104-b8a2-a4dda5321237 None None] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:58.951792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddbe6c1-a29a-4104-b8a2-a4dda5321237 None None] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 could not be found, it might have been deleted concurrently. {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 21:13:58.962838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd995465-23e0-4114-8ff5-e4b61b0fa9f8 None None] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:13:59.005127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd995465-23e0-4114-8ff5-e4b61b0fa9f8 None None] Network 15f80a82-8acb-4f7c-8be5-698d5d6b9b36 could not be found, it might have been deleted concurrently. {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 21:13:59.210130 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f898c0ea-5cc3-44d1-940d-85c4da3b3de1 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:59.226802 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f898c0ea-5cc3-44d1-940d-85c4da3b3de1 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:59.244350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f898c0ea-5cc3-44d1-940d-85c4da3b3de1 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network 9806c7ea-f381-4200-9708-0ae6c9c441db is not hosted by any dhcp agent {{(pid=114647) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 21:13:59.250609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898c0ea-5cc3-44d1-940d-85c4da3b3de1 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:59.251196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f898c0ea-5cc3-44d1-940d-85c4da3b3de1 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:59.252734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f898c0ea-5cc3-44d1-940d-85c4da3b3de1 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "PUT /v2.0/networks/9806c7ea-f381-4200-9708-0ae6c9c441db HTTP/1.1" status: 200 len: 757 time: 0.5450256 Apr 21 21:13:59.255324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50964) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:59.424444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898c0ea-5cc3-44d1-940d-85c4da3b3de1 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=9806c7ea-f381-4200-9708-0ae6c9c441db,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:13:59.438692 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9806c7ea-f381-4200-9708-0ae6c9c441db details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:13:59.467356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a9fc04-ff60-4542-ba80-3a6762ca74b2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:59.478979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b9a9fc04-ff60-4542-ba80-3a6762ca74b2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/networks?id=9806c7ea-f381-4200-9708-0ae6c9c441db HTTP/1.1" status: 200 len: 760 time: 0.2227645 Apr 21 21:13:59.480471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50966) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:13:59.490544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1242043120'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:13:59.511720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Deleting port 45cbbb09-8ac2-4262-af98-3a5d75078e94 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:13:59.517891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:59.538634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:13:59.543505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:59.612653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:13:59.638145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:59.638472 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment 5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051 of type vlan for network 654c44ba-3a61-4c9d-8a59-b389c6e0ffbc Apr 21 21:13:59.729856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] For port 45cbbb09-8ac2-4262-af98-3a5d75078e94, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=45cbbb09-8ac2-4262-af98-3a5d75078e94,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:13:59.731763 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:59.739038 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:59.789021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Calling delete_port for 45cbbb09-8ac2-4262-af98-3a5d75078e94 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:13:59.817594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:13:59.824341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:13:59.825110 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:00.049413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5629184 Apr 21 21:14:00.064938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device da4257ea-9128-461f-9ab0-ea996eb0842d no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:00.074454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50970) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:00.099255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': '654c44ba-3a61-4c9d-8a59-b389c6e0ffbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:00.144041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: da4257ea-9128-461f-9ab0-ea996eb0842d {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:00.144754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device da4257ea-9128-461f-9ab0-ea996eb0842d not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:00.151217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5f4db032-a07c-46c3-b3fa-ec433191f3a6 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:00.216728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3904e-b91b-488c-b19d-6aa6bb4f8d57 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=654c44ba-3a61-4c9d-8a59-b389c6e0ffbc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:00.223862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 5f4db032-a07c-46c3-b3fa-ec433191f3a6 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:00.224558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5f4db032-a07c-46c3-b3fa-ec433191f3a6 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:00.243572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 654c44ba-3a61-4c9d-8a59-b389c6e0ffbc details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:00.348494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:00.492442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:00.500881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:00.513936 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4c5afb43-64ed-4bca-a146-85bbdb5f30f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:00.519208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Pushing event deleted for resources: {'Port': ['ID=45cbbb09-8ac2-4262-af98-3a5d75078e94,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:00.544526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.549502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.550356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.550951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.551655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.553185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.553751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.554303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.556967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.557544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.558102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.558653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:00.948018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:01.155624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:01.308149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=d9499640-e60b-4125-a6e7-f1aa229d60ff,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:01.327049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Router 94716572-c54f-4eae-b7f0-1888f25fa625 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:14:01.333975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': '5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '654c44ba-3a61-4c9d-8a59-b389c6e0ffbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:01.334337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: 654c44ba-3a61-4c9d-8a59-b389c6e0ffbc, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:01.366500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network 654c44ba-3a61-4c9d-8a59-b389c6e0ffbc is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:01.388973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 654c44ba-3a61-4c9d-8a59-b389c6e0ffbc) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:01.399485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae9329-e1cf-4723-ace0-f68023098899 None None] Network 654c44ba-3a61-4c9d-8a59-b389c6e0ffbc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:01.403212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:01.403849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:01.443693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-44581c8d-926d-4ee3-bc2a-db65186a4636 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3619950 Apr 21 21:14:01.444303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50980) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:01.512364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 50984) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:01.556500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:14:01.564890 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e685ba0b-3b13-4216-9934-b16ead0bb33d admin admin] 10.222.0.49 "PUT /v2.0/routers/94716572-c54f-4eae-b7f0-1888f25fa625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9236279 Apr 21 21:14:01.565487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 50986) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:01.587267 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] Sync routers for ids ['94716572-c54f-4eae-b7f0-1888f25fa625'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:14:01.615653 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] Routers {'94716572-c54f-4eae-b7f0-1888f25fa625'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:14:01.620111 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['94716572-c54f-4eae-b7f0-1888f25fa625'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:01.708825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': '658063cd-90e5-49b2-afdf-04102df31763', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:01.838375 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] Set router 94716572-c54f-4eae-b7f0-1888f25fa625 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:14:01.852496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-654c44ba-3a61-4c9d-8a59-b389c6e0ffbc', 'network_id': '654c44ba-3a61-4c9d-8a59-b389c6e0ffbc', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': 'd9499640-e60b-4125-a6e7-f1aa229d60ff'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:01.853417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:01.860662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.041872 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.106731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.139565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Allocated IP 172.20.0.2 (654c44ba-3a61-4c9d-8a59-b389c6e0ffbc/d9499640-e60b-4125-a6e7-f1aa229d60ff/02242b18-c882-4a6e-9654-4a30e680b841) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:02.143578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:02.150358 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.222912 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a69e496-1561-4964-9f81-045dadc7462c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:26Z', 'updated_at': '2022-04-21T21:14:00Z', 'revision_number': 5, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'gw_port': {'id': '9a69e496-1561-4964-9f81-045dadc7462c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2644, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:28Z', 'updated_at': '2022-04-21T21:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:02.261837 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] Checking router: 94716572-c54f-4eae-b7f0-1888f25fa625 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:14:02.274859 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] Routers {'94716572-c54f-4eae-b7f0-1888f25fa625'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:14:02.275779 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['94716572-c54f-4eae-b7f0-1888f25fa625'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:02.424411 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] Set router 94716572-c54f-4eae-b7f0-1888f25fa625 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:14:02.506747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.520542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.591959 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:26Z', 'updated_at': '2022-04-21T21:14:02Z', 'revision_number': 6, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:02.645635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Pushing event updated for resources: {'Port': ['ID=02242b18-c882-4a6e-9654-4a30e680b841,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:02.681972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.694617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Network 654c44ba-3a61-4c9d-8a59-b389c6e0ffbc is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:02.699210 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436809d-0f0f-4301-b13b-49a8777d9f73 None None] The sync data for ids ['94716572-c54f-4eae-b7f0-1888f25fa625'] in n-d-838945-1 is: [{'id': '94716572-c54f-4eae-b7f0-1888f25fa625', 'name': 'tempest-TestServerMultinode-2111305809-router', 'tenant_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:26Z', 'updated_at': '2022-04-21T21:14:02Z', 'revision_number': 6, 'project_id': 'bfa6c2b7f9654aef90999a2a7b56faeb', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:14:02.704938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:02.712061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:02.856576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.865136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Attempting to bind port 02242b18-c882-4a6e-9654-4a30e680b841 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:02.865555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Attempting to bind port 02242b18-c882-4a6e-9654-4a30e680b841 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '654c44ba-3a61-4c9d-8a59-b389c6e0ffbc'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:02.868565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Attempting to bind port 02242b18-c882-4a6e-9654-4a30e680b841 on network 654c44ba-3a61-4c9d-8a59-b389c6e0ffbc {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:02.880465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:02.880781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Checking segment: {'id': '5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '654c44ba-3a61-4c9d-8a59-b389c6e0ffbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:02.881396 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.881976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Bound using segment: {'id': '5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '654c44ba-3a61-4c9d-8a59-b389c6e0ffbc'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:02.882754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Bound port: 02242b18-c882-4a6e-9654-4a30e680b841, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '654c44ba-3a61-4c9d-8a59-b389c6e0ffbc'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:02.883143 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.899851 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4b77-627a-44d2-9921-eba1585063a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:02.985260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=d9499640-e60b-4125-a6e7-f1aa229d60ff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:03.003332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Deleting port 9a69e496-1561-4964-9f81-045dadc7462c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:03.004137 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.035569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] For port 02242b18-c882-4a6e-9654-4a30e680b841, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:03.039908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] For port 02242b18-c882-4a6e-9654-4a30e680b841, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=02242b18-c882-4a6e-9654-4a30e680b841,segment=NetworkSegment(5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051),segment_id=5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:03.055816 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.129423 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.170443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654c44ba-3a61-4c9d-8a59-b389c6e0ffbc']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:03.176415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] For port 9a69e496-1561-4964-9f81-045dadc7462c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9a69e496-1561-4964-9f81-045dadc7462c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:03.177001 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.178495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74403ef2-375d-4453-97fe-bdcf3d420d22 None None] Pushing event updated for resources: {'Port': ['ID=02242b18-c882-4a6e-9654-4a30e680b841,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:03.190301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:03.190666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:03.206878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Calling delete_port for 9a69e496-1561-4964-9f81-045dadc7462c owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:03.214076 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.230388 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.238786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:03.238786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.296042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15743b28-5344-45d1-a299-90fc698f843a None None] Network 654c44ba-3a61-4c9d-8a59-b389c6e0ffbc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:03.395758 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:03.405354 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.api [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:14:03.405354 n-d-838945-1 neutron-server[114647]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:14:03.405354 n-d-838945-1 neutron-server[114647]: [parameters: {'id': '654c44ba-3a61-4c9d-8a59-b389c6e0ffbc'}] Apr 21 21:14:03.405354 n-d-838945-1 neutron-server[114647]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:14:03.406397 n-d-838945-1 neutron-server[114647]: DEBUG oslo_db.api [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:14:03.479431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.556265 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.576691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking segment: {'id': '4fbcb717-8dbc-4ede-97d9-464ed01f8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '658063cd-90e5-49b2-afdf-04102df31763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:03.577443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network hostable DHCP agents. Network: 658063cd-90e5-49b2-afdf-04102df31763, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:03.586278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=cbe67979-5fa4-4f7e-bc85-344de90aca53,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:03.591723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949606b5-f2eb-4c2e-8f3b-9e948d595a9f None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:14:03.635217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network 658063cd-90e5-49b2-afdf-04102df31763 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:03.646422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a69e496-1561-4964-9f81-045dadc7462c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:03.655201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 658063cd-90e5-49b2-afdf-04102df31763) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:03.665609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:03.666252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.718438 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c5da1a87-b8c9-44be-b431-a8934eae7976 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1970477 Apr 21 21:14:03.721695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51028) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:03.728239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1262910913'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:03.782215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:03.786458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.833953 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.844098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:03.857056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.857648 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment 19a14ede-c083-408d-bd78-b8faed3fc0d4 of type vlan for network 39265e84-f509-4c25-bd34-5d72ab54e7a2 Apr 21 21:14:03.922792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:03.973437 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.000731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.013952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.146040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.146696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94716572-c54f-4eae-b7f0-1888f25fa625 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:14:04.173976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.173976 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-272fbd9d-4609-4d6e-a9a8-e760a24931b2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/94716572-c54f-4eae-b7f0-1888f25fa625 HTTP/1.1" status: 204 len: 168 time: 2.5902312 Apr 21 21:14:04.173976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51040) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:04.174305 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.191579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949606b5-f2eb-4c2e-8f3b-9e948d595a9f None None] Unable to find a vacant binding_index for network 658063cd-90e5-49b2-afdf-04102df31763 and agent 1670ebef-0960-4a94-b715-a04963bfe4a6 {{(pid=114648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 21 21:14:04.198303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949606b5-f2eb-4c2e-8f3b-9e948d595a9f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 658063cd-90e5-49b2-afdf-04102df31763) {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:14:04.200449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.227038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45cbbb09-8ac2-4262-af98-3a5d75078e94 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:04.228201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:04.229817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.289948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 45cbbb09-8ac2-4262-af98-3a5d75078e94 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:04.290512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45cbbb09-8ac2-4262-af98-3a5d75078e94 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:04.291031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9a69e496-1561-4964-9f81-045dadc7462c no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:04.297478 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5707688 Apr 21 21:14:04.300672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51042) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:04.311631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4c4191-5097-4387-8611-a7c81994a621 admin admin] Deleting subnet 24ae5038-094e-4b97-a39a-d6bbef794e25 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:04.320226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4191-5097-4387-8611-a7c81994a621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.383885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 9a69e496-1561-4964-9f81-045dadc7462c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:04.385419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9a69e496-1561-4964-9f81-045dadc7462c not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:04.419828 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4191-5097-4387-8611-a7c81994a621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.434173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting port 02242b18-c882-4a6e-9654-4a30e680b841 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:04.434938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.513072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] For port 02242b18-c882-4a6e-9654-4a30e680b841, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=02242b18-c882-4a6e-9654-4a30e680b841,segment=NetworkSegment(5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051),segment_id=5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:04.513745 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.528389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Calling delete_port for 02242b18-c882-4a6e-9654-4a30e680b841 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:04.586126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4191-5097-4387-8611-a7c81994a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.631527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861b789-f49c-43f5-ae29-372917c1148b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=39265e84-f509-4c25-bd34-5d72ab54e7a2,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:04.641361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.649436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 39265e84-f509-4c25-bd34-5d72ab54e7a2 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:04.681853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': '39265e84-f509-4c25-bd34-5d72ab54e7a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:04.690385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Port': ['ID=02242b18-c882-4a6e-9654-4a30e680b841,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:04.693136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No DVR routers for this DVR port 02242b18-c882-4a6e-9654-4a30e680b841 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:04.907196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.959244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654c44ba-3a61-4c9d-8a59-b389c6e0ffbc']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:04.963113 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4191-5097-4387-8611-a7c81994a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:04.983566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:04.983941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9ad6e0-6e4f-443b-b3b4-8c30d2f1e051') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:05.006218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.016201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c4191-5097-4387-8611-a7c81994a621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ae5038-094e-4b97-a39a-d6bbef794e25,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:05.030152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.042414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:05.042825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:05.045931 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:05.049278 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f4c4191-5097-4387-8611-a7c81994a621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.056239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3f4c4191-5097-4387-8611-a7c81994a621 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/24ae5038-094e-4b97-a39a-d6bbef794e25 HTTP/1.1" status: 204 len: 168 time: 0.8964841 Apr 21 21:14:05.057734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51050) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:05.106087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:05.112971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.154413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-658063cd-90e5-49b2-afdf-04102df31763', 'network_id': '658063cd-90e5-49b2-afdf-04102df31763', 'tenant_id': '5287c45e4a564f1b83b17cf3d9607855', 'fixed_ips': [{'subnet_id': 'cbe67979-5fa4-4f7e-bc85-344de90aca53'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:05.155400 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.183825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.191993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.197553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/654c44ba-3a61-4c9d-8a59-b389c6e0ffbc HTTP/1.1" status: 204 len: 168 time: 3.7497761 Apr 21 21:14:05.205237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51054) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:05.227191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6137f01-29a7-4df6-9e5d-eb66713ca208 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=654c44ba-3a61-4c9d-8a59-b389c6e0ffbc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:05.352085 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.364256 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece461aa-9549-4e31-b2d0-540ad4f77fe2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] GET failed (client error): The resource could not be found. Apr 21 21:14:05.368888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51056) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:05.369244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ece461aa-9549-4e31-b2d0-540ad4f77fe2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/subnets/d9499640-e60b-4125-a6e7-f1aa229d60ff HTTP/1.1" status: 404 len: 337 time: 0.1627560 Apr 21 21:14:05.414613 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d2a5b5-878a-4ca9-9d3f-4a528c833abb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:05.415484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d2a5b5-878a-4ca9-9d3f-4a528c833abb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:05.423425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f5d2a5b5-878a-4ca9-9d3f-4a528c833abb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/654c44ba-3a61-4c9d-8a59-b389c6e0ffbc HTTP/1.1" status: 404 len: 339 time: 0.0533521 Apr 21 21:14:05.427191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51060) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:05.458341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Allocated IP 2001:db8:0:ffff::2 (658063cd-90e5-49b2-afdf-04102df31763/cbe67979-5fa4-4f7e-bc85-344de90aca53/fd3d8ee4-5641-4902-aac5-f86d061f0c0b) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:05.515517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Deleting port 3f41d95e-04c7-4c85-863f-4803d45d0afc {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:05.515928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.533484 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.638326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] For port 3f41d95e-04c7-4c85-863f-4803d45d0afc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3f41d95e-04c7-4c85-863f-4803d45d0afc,segment=NetworkSegment(d837ad70-b581-4e70-ac93-9aa79e4d75df),segment_id=d837ad70-b581-4e70-ac93-9aa79e4d75df)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:05.639290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.659403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Calling delete_port for 3f41d95e-04c7-4c85-863f-4803d45d0afc owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:05.664899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:05.758637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f8f4b7-3ca1-430d-9e1f-ecf46e1d1383 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:05.762359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-47f8f4b7-3ca1-430d-9e1f-ecf46e1d1383 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3341045 Apr 21 21:14:05.765896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51064) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:05.877345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3220fd61-b537-4290-b8d0-343d3c06bf29 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 207 time: 0.1100543 Apr 21 21:14:05.881211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51066) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:05.947352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=35ebef3f-81b8-4d55-9bfe-09529a85537d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:05.955810 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking segment: {'id': '19a14ede-c083-408d-bd78-b8faed3fc0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '39265e84-f509-4c25-bd34-5d72ab54e7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:05.962253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network hostable DHCP agents. Network: 39265e84-f509-4c25-bd34-5d72ab54e7a2, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:05.997064 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.018802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network 39265e84-f509-4c25-bd34-5d72ab54e7a2 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:06.021688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.021923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.030715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.061451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 39265e84-f509-4c25-bd34-5d72ab54e7a2) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:06.064557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f41d95e-04c7-4c85-863f-4803d45d0afc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:06.073386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:06.074689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.113635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] No DVR routers for this DVR port 3f41d95e-04c7-4c85-863f-4803d45d0afc on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:06.134766 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8cb3af53-23c6-4be6-a099-7afe2c872f65 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4709814 Apr 21 21:14:06.146503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51072) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:06.151362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Network 658063cd-90e5-49b2-afdf-04102df31763 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:06.152503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Pushing event updated for resources: {'Port': ['ID=fd3d8ee4-5641-4902-aac5-f86d061f0c0b,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:06.155197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:06.157437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:06.255938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Attempting to bind port fd3d8ee4-5641-4902-aac5-f86d061f0c0b on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:06.256310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Attempting to bind port fd3d8ee4-5641-4902-aac5-f86d061f0c0b by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '4fbcb717-8dbc-4ede-97d9-464ed01f8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '658063cd-90e5-49b2-afdf-04102df31763'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:06.256672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Attempting to bind port fd3d8ee4-5641-4902-aac5-f86d061f0c0b on network 658063cd-90e5-49b2-afdf-04102df31763 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:06.262766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:06.263146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Checking segment: {'id': '4fbcb717-8dbc-4ede-97d9-464ed01f8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '658063cd-90e5-49b2-afdf-04102df31763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:06.263746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.264157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Bound using segment: {'id': '4fbcb717-8dbc-4ede-97d9-464ed01f8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '658063cd-90e5-49b2-afdf-04102df31763'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:06.264641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Bound port: fd3d8ee4-5641-4902-aac5-f86d061f0c0b, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbcb717-8dbc-4ede-97d9-464ed01f8c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '658063cd-90e5-49b2-afdf-04102df31763'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:06.265063 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.337755 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.369232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34df5341-5a8e-4e79-bb66-a25fc4c585af']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:06.379498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] For port fd3d8ee4-5641-4902-aac5-f86d061f0c0b, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:06.381162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd837ad70-b581-4e70-ac93-9aa79e4d75df') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:06.381454 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd837ad70-b581-4e70-ac93-9aa79e4d75df') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:06.385179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] For port fd3d8ee4-5641-4902-aac5-f86d061f0c0b, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fd3d8ee4-5641-4902-aac5-f86d061f0c0b,segment=NetworkSegment(4fbcb717-8dbc-4ede-97d9-464ed01f8c83),segment_id=4fbcb717-8dbc-4ede-97d9-464ed01f8c83)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:06.388503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e753278-0da6-4321-a09b-d269dc6c4111 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:06.393212 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.395632 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.397491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e753278-0da6-4321-a09b-d269dc6c4111 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:06.409063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e753278-0da6-4321-a09b-d269dc6c4111 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:06.409545 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.417096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e753278-0da6-4321-a09b-d269dc6c4111 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:06.423415 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4e753278-0da6-4321-a09b-d269dc6c4111 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5406287 Apr 21 21:14:06.427505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51078) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:06.429892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:06.430399 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:06.432406 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:06.511755 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.527342 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.531001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96dc50-fa5d-4e15-82b2-05e5893e2bc7 None None] Pushing event updated for resources: {'Port': ['ID=fd3d8ee4-5641-4902-aac5-f86d061f0c0b,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:06.537096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] 10.222.0.49 "DELETE /v2.0/networks/34df5341-5a8e-4e79-bb66-a25fc4c585af HTTP/1.1" status: 204 len: 168 time: 1.4738991 Apr 21 21:14:06.537744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51080) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:06.571594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a1f6a-95ed-42e5-b59b-47959bbd2363 admin admin] Pushing event deleted for resources: {'Network': ['ID=34df5341-5a8e-4e79-bb66-a25fc4c585af,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:06.577782 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.639221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1284928f-7a16-46ed-a8af-c54623885579 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2103400 Apr 21 21:14:06.640391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51082) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:06.690091 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.796249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:06.860526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=35ebef3f-81b8-4d55-9bfe-09529a85537d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:06.895771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee53f3-e1db-4327-aa47-2ab57c47a282 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:06.903062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee53f3-e1db-4327-aa47-2ab57c47a282 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:06.917890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51086) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:06.918580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-17ee53f3-e1db-4327-aa47-2ab57c47a282 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2768369 Apr 21 21:14:07.010318 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.075281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39265e84-f509-4c25-bd34-5d72ab54e7a2']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:07.081338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006210c-1feb-4793-a050-989c58da17e8 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:07.083283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006210c-1feb-4793-a050-989c58da17e8 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:07.088844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1006210c-1feb-4793-a050-989c58da17e8 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1692350 Apr 21 21:14:07.090535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51088) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:07.101515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a14ede-c083-408d-bd78-b8faed3fc0d4') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:07.102238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a14ede-c083-408d-bd78-b8faed3fc0d4') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:07.120129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.136526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.143867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:07.144395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:07.148075 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:07.230482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.258218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.265372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/39265e84-f509-4c25-bd34-5d72ab54e7a2 HTTP/1.1" status: 204 len: 168 time: 1.1133320 Apr 21 21:14:07.265372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094f10d-8d9a-43e6-b498-de5ddf9d51ba tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=39265e84-f509-4c25-bd34-5d72ab54e7a2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:07.266407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51090) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:07.286300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-8202249'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:07.341060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012b735-0aea-484c-af35-88d6a7e67325 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:07.343079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8012b735-0aea-484c-af35-88d6a7e67325 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/networks/f9f23456-c44f-4565-add1-fa793c232b4a HTTP/1.1" status: 200 len: 800 time: 0.2515061 Apr 21 21:14:07.349363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51096) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:07.407223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:07.417283 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.504874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:07.532119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.533562 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment 3cf1851a-77c0-4354-845e-76ccbf8f909e of type vlan for network 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 Apr 21 21:14:07.596339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-75c28ff8-d7bb-4f7d-8d1c-5f5300d6647f tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/networks/f9f23456-c44f-4565-add1-fa793c232b4a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2411523 Apr 21 21:14:07.597044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51102) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:07.638728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.692927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1124a5b7-4308-4418-80dc-0de74a143180 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:07.705823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1124a5b7-4308-4418-80dc-0de74a143180 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/subnets/1ae34280-fdc0-426f-92d4-a9c4685176e4 HTTP/1.1" status: 200 len: 811 time: 0.1044068 Apr 21 21:14:07.717078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51104) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:07.754030 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.911072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:07.928580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:07.934641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.003213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680185df-ea6e-4304-8605-f29e99a16bfe tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:08.012946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-680185df-ea6e-4304-8605-f29e99a16bfe tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "GET /v2.0/subnets/1ae34280-fdc0-426f-92d4-a9c4685176e4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2947555 Apr 21 21:14:08.047166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51110) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:08.052018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1140143180'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:08.153522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51112) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:08.192060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:08.192537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00ef1a-f4d7-4ec4-914e-db0d199a1159 None None] Network 658063cd-90e5-49b2-afdf-04102df31763 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:08.195523 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.217073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9439316 Apr 21 21:14:08.217073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677976c6-842e-4100-9489-1660324f5a0a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=9a4f5afe-2e98-4ee7-b9d5-5f820a52b965,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:08.218239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51116) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:08.223204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': '9a4f5afe-2e98-4ee7-b9d5-5f820a52b965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:08.333005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:08.353176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.353518 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Added segment b975c239-5483-40c1-b663-62a4a6ce028b of type vlan for network cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 Apr 21 21:14:08.373117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Deleting port ac87994d-14d7-4aef-8a9f-4244f35fe502 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:08.373718 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.441743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.446170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:08.449826 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.504937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:08.515064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d4256-b3e2-4d02-8bba-2ae702931018 None None] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:08.517248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12466aef-a329-447c-a3c0-191444d3ae44 None None] Network 39265e84-f509-4c25-bd34-5d72ab54e7a2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:08.578531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] For port ac87994d-14d7-4aef-8a9f-4244f35fe502, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ac87994d-14d7-4aef-8a9f-4244f35fe502,segment=NetworkSegment(95154b18-ec7d-4199-a1f1-7c6fd7b102f8),segment_id=95154b18-ec7d-4199-a1f1-7c6fd7b102f8)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:08.581291 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.586426 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.597592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:08.598570 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.621997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fd3d8ee4-5641-4902-aac5-f86d061f0c0b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:08.622955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Calling delete_port for ac87994d-14d7-4aef-8a9f-4244f35fe502 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:08.631933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12466aef-a329-447c-a3c0-191444d3ae44 None None] Network 39265e84-f509-4c25-bd34-5d72ab54e7a2 could not be found, it might have been deleted concurrently. {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 21:14:08.633773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d4256-b3e2-4d02-8bba-2ae702931018 None None] Network 34df5341-5a8e-4e79-bb66-a25fc4c585af could not be found, it might have been deleted concurrently. {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 21:14:08.695615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6474409 Apr 21 21:14:08.701583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51122) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:08.712805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'network_id': 'cdf54c29-bdc3-4286-ad7c-654a3f5a7e11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:08.733862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b105f-f6c6-409a-858d-72946d449031 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Network': ['ID=cdf54c29-bdc3-4286-ad7c-654a3f5a7e11,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:08.813587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0ccc7-015c-43cd-8681-79cb34196551 None None] Network 39265e84-f509-4c25-bd34-5d72ab54e7a2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:08.824952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:08.826994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bff2bd-c64a-4682-a533-596f25d98ea3 None None] DHCP port deletion for 34df5341-5a8e-4e79-bb66-a25fc4c585af request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:14:08.897107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-775bf3a8-e556-4cd6-8fe9-a11234683f67 None None] Provisioning complete for port fd3d8ee4-5641-4902-aac5-f86d061f0c0b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:08.897543 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-775bf3a8-e556-4cd6-8fe9-a11234683f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.901218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb0ccc7-015c-43cd-8681-79cb34196551 None None] Network 39265e84-f509-4c25-bd34-5d72ab54e7a2 could not be found, it might have been deleted concurrently. {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 21:14:08.937547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Made reservation on behalf of 65bda6684458406b9d694eb898d6bf51 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:08.941390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:08.942862 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6c1bec4-c46c-4993-8ae4-9e00b00755b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.116555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.129136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fd3d8ee4-5641-4902-aac5-f86d061f0c0b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:09.129691 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.138490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Performing IP validity checks on allocation pools {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 21:14:09.139035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 21:14:09.186290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.220696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac87994d-14d7-4aef-8a9f-4244f35fe502,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:09.279785 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-775bf3a8-e556-4cd6-8fe9-a11234683f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.338540 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6c1bec4-c46c-4993-8ae4-9e00b00755b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.394300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6c1bec4-c46c-4993-8ae4-9e00b00755b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.460343 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d6c1bec4-c46c-4993-8ae4-9e00b00755b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b0f232b068fe41989cf287d9f9d923d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3057466 Apr 21 21:14:09.461329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51130) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:09.473038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1bec4-c46c-4993-8ae4-9e00b00755b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3212d2-4f12-47fc-9fb4-ebaca4b09821,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:09.481181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-775bf3a8-e556-4cd6-8fe9-a11234683f67 None None] For port fd3d8ee4-5641-4902-aac5-f86d061f0c0b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fd3d8ee4-5641-4902-aac5-f86d061f0c0b,segment=NetworkSegment(4fbcb717-8dbc-4ede-97d9-464ed01f8c83),segment_id=4fbcb717-8dbc-4ede-97d9-464ed01f8c83)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:09.497451 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-775bf3a8-e556-4cd6-8fe9-a11234683f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.569222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=663f592a-61b2-4759-bde2-54cf1a6b42c8,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:09.607503 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.720203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking segment: {'id': '3cf1851a-77c0-4354-845e-76ccbf8f909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4f5afe-2e98-4ee7-b9d5-5f820a52b965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:09.720986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network hostable DHCP agents. Network: 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:09.758188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bf3a8-e556-4cd6-8fe9-a11234683f67 None None] Pushing event updated for resources: {'Port': ['ID=fd3d8ee4-5641-4902-aac5-f86d061f0c0b,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:09.866593 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c47b342-97dc-493f-8a70-ebd6502fda18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.875567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:09.883789 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:14:09.884163 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:14:09.913680 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.919073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.936224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:09.944623 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c47b342-97dc-493f-8a70-ebd6502fda18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:09.945705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9382861-e61d-4ea5-9560-d5b60d68a4da None None] Network 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:10.061695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=7e5287f0-9e41-450c-aa0b-9a6cf22d7c13,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:10.066084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:10.076305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.120857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-417dea71-bf20-4be8-917f-18e37b6ddd37 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9014640 Apr 21 21:14:10.128692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51136) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:10.143921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1035567975'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:10.194608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Checking segment: {'id': 'b975c239-5483-40c1-b663-62a4a6ce028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdf54c29-bdc3-4286-ad7c-654a3f5a7e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:10.194981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network hostable DHCP agents. Network: cdf54c29-bdc3-4286-ad7c-654a3f5a7e11, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:10.199043 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c47b342-97dc-493f-8a70-ebd6502fda18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.211606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c47b342-97dc-493f-8a70-ebd6502fda18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.226107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:10.226439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5c47b342-97dc-493f-8a70-ebd6502fda18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb3212d2-4f12-47fc-9fb4-ebaca4b09821 HTTP/1.1" status: 204 len: 168 time: 0.7633810 Apr 21 21:14:10.232035 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.275681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Network cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:10.280042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-9a4f5afe-2e98-4ee7-b9d5-5f820a52b965', 'network_id': '9a4f5afe-2e98-4ee7-b9d5-5f820a52b965', 'tenant_id': '5287c45e4a564f1b83b17cf3d9607855', 'fixed_ips': [{'subnet_id': '663f592a-61b2-4759-bde2-54cf1a6b42c8'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:10.281355 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.302904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:10.315934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, cdf54c29-bdc3-4286-ad7c-654a3f5a7e11) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:10.324726 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.325900 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment 6b1bfefe-acf0-4d26-8b47-60d93307df06 of type vlan for network 930d51d0-d87f-4588-a598-c84b3878ae92 Apr 21 21:14:10.329599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:10.331046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.332117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47b342-97dc-493f-8a70-ebd6502fda18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3212d2-4f12-47fc-9fb4-ebaca4b09821,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:10.342799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd01cbf-5c40-40b3-b026-7b000b9afbeb None None] Network cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:10.443182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf1eee-003d-4136-a889-f9776249232d None None] Network 658063cd-90e5-49b2-afdf-04102df31763 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:10.461496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Router 112969de-4394-4274-bfa6-4b6a0deb136f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:14:10.469533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e255a72b-17df-49a6-b4dc-fe1063d99e98 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7652597 Apr 21 21:14:10.471349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51142) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:10.480047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3add629f-47c0-4f8b-813f-13444725359d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:10.492154 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.618371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.649677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:10.656393 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.711451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-899e5667-b710-41e6-b2db-995fe5dd7421 None None] Provisioning complete for port fd3d8ee4-5641-4902-aac5-f86d061f0c0b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:10.712111 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-899e5667-b710-41e6-b2db-995fe5dd7421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:10.785149 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6511602 Apr 21 21:14:10.791365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51148) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:10.873527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': '930d51d0-d87f-4588-a598-c84b3878ae92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:10.907143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Allocated IP 2001:db8::1 (9a4f5afe-2e98-4ee7-b9d5-5f820a52b965/663f592a-61b2-4759-bde2-54cf1a6b42c8/30c24451-bec9-4f44-b7f8-d28bec814b15) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:11.220670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fd3d8ee4-5641-4902-aac5-f86d061f0c0b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:11.237494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-cdf54c29-bdc3-4286-ad7c-654a3f5a7e11', 'network_id': 'cdf54c29-bdc3-4286-ad7c-654a3f5a7e11', 'tenant_id': '65bda6684458406b9d694eb898d6bf51', 'fixed_ips': [{'subnet_id': '7e5287f0-9e41-450c-aa0b-9a6cf22d7c13'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:11.241971 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:11.440150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51152) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:11.510012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:14:11.529293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-222dc363-a0ce-479f-bb29-990d09f2236b admin admin] 10.222.0.49 "PUT /v2.0/routers/112969de-4394-4274-bfa6-4b6a0deb136f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9660077 Apr 21 21:14:11.537268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51156) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:11.557366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff0f91ce-7836-427b-b8a7-077b39234d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:11.572723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] Sync routers for ids ['112969de-4394-4274-bfa6-4b6a0deb136f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:14:11.678572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256099f-1a13-4264-a079-bd186adf74dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=930d51d0-d87f-4588-a598-c84b3878ae92,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:11.740597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3add629f-47c0-4f8b-813f-13444725359d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8967711'] for subnet, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:11.859210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:11.863344 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:11.880905 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:11.920643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:11.943533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 930d51d0-d87f-4588-a598-c84b3878ae92 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:11.951440 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:11.989562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] Routers {'112969de-4394-4274-bfa6-4b6a0deb136f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:14:12.001716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:14:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['112969de-4394-4274-bfa6-4b6a0deb136f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:12.005643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Performing IP validity checks on allocation pools {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 21:14:12.006199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 21:14:12.068188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Allocated IP 172.20.0.3 (cdf54c29-bdc3-4286-ad7c-654a3f5a7e11/7e5287f0-9e41-450c-aa0b-9a6cf22d7c13/b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:12.118730 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff0f91ce-7836-427b-b8a7-077b39234d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.130369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Network 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:12.146400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff0f91ce-7836-427b-b8a7-077b39234d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.210669 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.217188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-045cba00-8e95-4af5-ab57-b555ae2397d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1919005 Apr 21 21:14:12.219313 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ff0f91ce-7836-427b-b8a7-077b39234d4c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dcf5effe543b4e24b7c11dd99b676083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7114170 Apr 21 21:14:12.221535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51162) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:12.222172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f91ce-7836-427b-b8a7-077b39234d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9790ab-64fe-4322-aad3-b60736ff1099,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:12.290173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] Set router 112969de-4394-4274-bfa6-4b6a0deb136f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:14:12.323001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Deleting port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:12.323647 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.326822 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-196b7c14-c53e-49fb-a0b7-503ecac842e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.327032 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.365592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Pushing event updated for resources: {'Port': ['ID=30c24451-bec9-4f44-b7f8-d28bec814b15,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:12.378565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:12.381054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:12.388232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-626ade53-b80c-4e55-81fc-acfd164d683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:12.390034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-626ade53-b80c-4e55-81fc-acfd164d683d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 1097 time: 0.1138265 Apr 21 21:14:12.390700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=1f8a85e1-41ee-455b-ad12-d21df987a0dd,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:12.393339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-196b7c14-c53e-49fb-a0b7-503ecac842e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.467429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] For port 3e32f5e2-adeb-4941-bb1e-15458d1a53bd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3e32f5e2-adeb-4941-bb1e-15458d1a53bd,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:12.468170 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.495580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Attempting to bind port 30c24451-bec9-4f44-b7f8-d28bec814b15 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:12.496313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Attempting to bind port 30c24451-bec9-4f44-b7f8-d28bec814b15 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '3cf1851a-77c0-4354-845e-76ccbf8f909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4f5afe-2e98-4ee7-b9d5-5f820a52b965'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:12.496953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Attempting to bind port 30c24451-bec9-4f44-b7f8-d28bec814b15 on network 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:12.497361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Calling delete_port for 3e32f5e2-adeb-4941-bb1e-15458d1a53bd owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:12.520409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-196b7c14-c53e-49fb-a0b7-503ecac842e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.523807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-196b7c14-c53e-49fb-a0b7-503ecac842e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.525460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-196b7c14-c53e-49fb-a0b7-503ecac842e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f9790ab-64fe-4322-aad3-b60736ff1099 HTTP/1.1" status: 204 len: 168 time: 0.3003252 Apr 21 21:14:12.531424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking segment: {'id': '6b1bfefe-acf0-4d26-8b47-60d93307df06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '930d51d0-d87f-4588-a598-c84b3878ae92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:12.531791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network hostable DHCP agents. Network: 930d51d0-d87f-4588-a598-c84b3878ae92, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:12.570728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network 930d51d0-d87f-4588-a598-c84b3878ae92 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:12.584497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8418d23f-20b7-4972-b632-53c3a6821adc None None] Provisioning complete for port fd3d8ee4-5641-4902-aac5-f86d061f0c0b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:12.585170 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8418d23f-20b7-4972-b632-53c3a6821adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.597717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b7c14-c53e-49fb-a0b7-503ecac842e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9790ab-64fe-4322-aad3-b60736ff1099,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:12.614868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 930d51d0-d87f-4588-a598-c84b3878ae92) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:12.625046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:12.625651 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.629938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-9091dfe3-1312-4cee-bb1a-573f2b6e7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:12.631486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-9091dfe3-1312-4cee-bb1a-573f2b6e7fd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 911 time: 0.2068725 Apr 21 21:14:12.679732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9d260b3f-8f83-48ea-8843-1339d0081558 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8098023 Apr 21 21:14:12.682155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51170) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:12.785420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-d527b4c9-99c5-4233-b2db-302391558b2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 200 len: 1002 time: 0.1477871 Apr 21 21:14:12.811172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fd3d8ee4-5641-4902-aac5-f86d061f0c0b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:12.811651 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.825300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.862680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:12.863061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Checking segment: {'id': '3cf1851a-77c0-4354-845e-76ccbf8f909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4f5afe-2e98-4ee7-b9d5-5f820a52b965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:12.863467 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.863862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Bound using segment: {'id': '3cf1851a-77c0-4354-845e-76ccbf8f909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4f5afe-2e98-4ee7-b9d5-5f820a52b965'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:12.864502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Bound port: 30c24451-bec9-4f44-b7f8-d28bec814b15, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1851a-77c0-4354-845e-76ccbf8f909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9a4f5afe-2e98-4ee7-b9d5-5f820a52b965'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:12.864709 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:12.899299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e32f5e2-adeb-4941-bb1e-15458d1a53bd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:12.926181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb684bb-0b8d-4147-a4dc-8b98c02d3826 None None] Network 930d51d0-d87f-4588-a598-c84b3878ae92 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:12.954898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.034785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-b9f2147c-c75f-40a5-8f4c-b3c7bef92386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:13.053057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-b9f2147c-c75f-40a5-8f4c-b3c7bef92386 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.2440598 Apr 21 21:14:13.115814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.252075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be69ee-39a5-4142-8185-39e9a849d8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-930d51d0-d87f-4588-a598-c84b3878ae92', 'network_id': '930d51d0-d87f-4588-a598-c84b3878ae92', 'tenant_id': '5287c45e4a564f1b83b17cf3d9607855', 'fixed_ips': [{'subnet_id': '1f8a85e1-41ee-455b-ad12-d21df987a0dd'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:13.253189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-82be69ee-39a5-4142-8185-39e9a849d8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.297347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-8d47a36f-3d5c-45a8-82bd-199a7f45b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:13.299537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-8d47a36f-3d5c-45a8-82bd-199a7f45b5a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2445748 Apr 21 21:14:13.300655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.440669 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.453358 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.525668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] For port 30c24451-bec9-4f44-b7f8-d28bec814b15, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:13.535514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.537120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112969de-4394-4274-bfa6-4b6a0deb136f {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:14:13.552969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.554661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1c02190f-f2bd-412b-a5a8-39f865f64759 admin admin] 10.222.0.49 "DELETE /v2.0/routers/112969de-4394-4274-bfa6-4b6a0deb136f HTTP/1.1" status: 204 len: 168 time: 1.9986801 Apr 21 21:14:13.557185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51186) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:13.559544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] For port 30c24451-bec9-4f44-b7f8-d28bec814b15, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=30c24451-bec9-4f44-b7f8-d28bec814b15,segment=NetworkSegment(3cf1851a-77c0-4354-845e-76ccbf8f909e),segment_id=3cf1851a-77c0-4354-845e-76ccbf8f909e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:13.619768 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-d2c65a4b-82e6-42c0-8c32-c7358675a5c6 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104374 Apr 21 21:14:13.680670 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.751961 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.765839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-030ba62d-600d-40dd-9de0-ddee19cfe305 admin admin] Deleting subnet dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:13.774902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-030ba62d-600d-40dd-9de0-ddee19cfe305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server [None req-82be69ee-39a5-4142-8185-39e9a849d8d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f8a85e1-41ee-455b-ad12-d21df987a0dd: This subnet is being modified by another concurrent operation. Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server raise exception Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f8a85e1-41ee-455b-ad12-d21df987a0dd: This subnet is being modified by another concurrent operation. Apr 21 21:14:13.814609 n-d-838945-1 neutron-server[114648]: ERROR oslo_messaging.rpc.server Apr 21 21:14:13.822819 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5d987-958e-4b54-af23-33319c35f0b8 None None] Pushing event updated for resources: {'Port': ['ID=30c24451-bec9-4f44-b7f8-d28bec814b15,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:13.881215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6de9c7-4028-4ef6-bf93-8655d79751e7 None None] Network 930d51d0-d87f-4588-a598-c84b3878ae92 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:13.913316 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-030ba62d-600d-40dd-9de0-ddee19cfe305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.958339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:13.997602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930d51d0-d87f-4588-a598-c84b3878ae92']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:14.013161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1bfefe-acf0-4d26-8b47-60d93307df06') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:14.013455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1bfefe-acf0-4d26-8b47-60d93307df06') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:14.030702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.040114 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3f41d95e-04c7-4c85-863f-4803d45d0afc no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:14.048616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.057099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:14.058029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.080252 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-030ba62d-600d-40dd-9de0-ddee19cfe305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.127351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3f41d95e-04c7-4c85-863f-4803d45d0afc {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:14.127986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3f41d95e-04c7-4c85-863f-4803d45d0afc not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:14.211533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8a85e1-41ee-455b-ad12-d21df987a0dd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:14.218105 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:14.221779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89d99763-1bf0-4438-97ec-0272b5ef9908 req-c171cb5f-c8a6-4194-b968-c1b643090c78 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927227 Apr 21 21:14:14.230727 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.264453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.278225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/930d51d0-d87f-4588-a598-c84b3878ae92 HTTP/1.1" status: 204 len: 168 time: 1.5846572 Apr 21 21:14:14.279363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc51137-0c3f-434f-af85-0ceb75439b3e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=930d51d0-d87f-4588-a598-c84b3878ae92,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:14.281103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51200) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:14.301341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-030ba62d-600d-40dd-9de0-ddee19cfe305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.309484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-878850116'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:14.384110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:14.387675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.410883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.437096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3ab2cd-5fba-4fa1-ade8-e969e4c6f61a None None] Network 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:14.448943 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-030ba62d-600d-40dd-9de0-ddee19cfe305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.451095 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.453415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:14.457458 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-030ba62d-600d-40dd-9de0-ddee19cfe305 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4 HTTP/1.1" status: 204 len: 168 time: 0.8937583 Apr 21 21:14:14.468671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51208) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:14.499646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ba62d-600d-40dd-9de0-ddee19cfe305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafe4c72-b96d-4a98-8d53-6ea6dcabb0f4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:14.632834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.633914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Network cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:14.645182 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.645815 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment e18085ff-b4ca-4bb3-b2ae-a09597759db1 of type vlan for network c88ebe71-0271-4224-9a60-2a605c5a63ee Apr 21 21:14:14.646353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'name': 'tempest-TestServerMultinode-618719707-router', 'tenant_id': 'db4046cada014f1d88b6128477a6fb40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:12:45Z', 'updated_at': '2022-04-21T21:14:08Z', 'revision_number': 5, 'project_id': 'db4046cada014f1d88b6128477a6fb40', 'gw_port': {'id': '3e32f5e2-adeb-4941-bb1e-15458d1a53bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112969de-4394-4274-bfa6-4b6a0deb136f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:12:46Z', 'updated_at': '2022-04-21T21:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:14.651453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Pushing event updated for resources: {'Port': ['ID=b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:14.653991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:14.733115 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.775107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.783084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:14.783991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.799841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Deleting port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:14.800473 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:14.898382 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6162770 Apr 21 21:14:14.901409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51214) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:14.914338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:14.916255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': 'c88ebe71-0271-4224-9a60-2a605c5a63ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:14.918393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] Checking router: 112969de-4394-4274-bfa6-4b6a0deb136f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:14:15.047195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] Routers set() bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:14:15.047587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] Router IDs set() for agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 21:14:15.048621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_agentschedulers_db [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'112969de-4394-4274-bfa6-4b6a0deb136f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:14:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent'). {{(pid=114648) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 21:14:15.049929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc97a03-85e0-4517-9de3-f6f6610041fc None None] The sync data for ids ['112969de-4394-4274-bfa6-4b6a0deb136f'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:14:15.102658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec0fcc-3132-41b1-9a31-64192a7e5999 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=c88ebe71-0271-4224-9a60-2a605c5a63ee,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:15.128979 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3add629f-47c0-4f8b-813f-13444725359d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780104382392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3826270'] for subnet, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:15.142910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network c88ebe71-0271-4224-9a60-2a605c5a63ee details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:15.148857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] For port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0c250c1d-0a8c-4b69-90b6-9c7ca45f2771,segment=NetworkSegment(95154b18-ec7d-4199-a1f1-7c6fd7b102f8),segment_id=95154b18-ec7d-4199-a1f1-7c6fd7b102f8)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:15.149171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:15.178641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Attempting to bind port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:15.179305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Attempting to bind port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b975c239-5483-40c1-b663-62a4a6ce028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdf54c29-bdc3-4286-ad7c-654a3f5a7e11'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:15.179840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Attempting to bind port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba on network cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:15.199855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Calling delete_port for 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:15.303452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add629f-47c0-4f8b-813f-13444725359d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event updated for resources: {'Subnet': ['ID=7e5287f0-9e41-450c-aa0b-9a6cf22d7c13,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:15.304524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:15.305304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Checking segment: {'id': 'b975c239-5483-40c1-b663-62a4a6ce028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdf54c29-bdc3-4286-ad7c-654a3f5a7e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:15.310129 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:15.313099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Bound using segment: {'id': 'b975c239-5483-40c1-b663-62a4a6ce028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdf54c29-bdc3-4286-ad7c-654a3f5a7e11'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:15.314852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Bound port: b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b975c239-5483-40c1-b663-62a4a6ce028b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'cdf54c29-bdc3-4286-ad7c-654a3f5a7e11'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:15.315488 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:15.389257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3add629f-47c0-4f8b-813f-13444725359d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:15.389952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3add629f-47c0-4f8b-813f-13444725359d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:15.394821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3add629f-47c0-4f8b-813f-13444725359d tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "PUT /v2.0/subnets/7e5287f0-9e41-450c-aa0b-9a6cf22d7c13 HTTP/1.1" status: 200 len: 877 time: 4.9222329 Apr 21 21:14:15.396390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51220) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:15.459302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:15.463945 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:15.531041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] For port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:15.535345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] For port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba,segment=NetworkSegment(b975c239-5483-40c1-b663-62a4a6ce028b),segment_id=b975c239-5483-40c1-b663-62a4a6ce028b)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:15.546681 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:15.572460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] DHCP port deletion for 6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:14:15.736425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd896ddd-a572-47bc-8ab4-5a8ed4416e25 None None] Pushing event updated for resources: {'Port': ['ID=b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:15.793671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:15.824592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] No DVR routers for this DVR port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:15.845700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] Deleting port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:15.846148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:15.905938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51228) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:15.925139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c250c1d-0a8c-4b69-90b6-9c7ca45f2771,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:15.989817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3ef4ec-53d6-4bfb-887f-b4e0561b45c5 None None] Network 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:16.047421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.070164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.084783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] For port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:16.085193 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.137091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] Calling delete_port for 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:16.144020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] Port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:14:16.144423 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea030934-b870-4f82-839a-07b6daf7234e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.146542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-28422d31-2490-4e4b-a031-38c9d068f9d1 None None] Provisioning complete for port 30c24451-bec9-4f44-b7f8-d28bec814b15 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:16.146783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28422d31-2490-4e4b-a031-38c9d068f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.152498 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.170005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:16.237878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95154b18-ec7d-4199-a1f1-7c6fd7b102f8') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:16.238490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95154b18-ec7d-4199-a1f1-7c6fd7b102f8') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:16.257519 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.312083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] Pushing event deleted for resources: {'Port': ['ID=0c250c1d-0a8c-4b69-90b6-9c7ca45f2771,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:16.318422 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.350252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafaeb0-e8e5-47b5-8e96-f3676a993234 None None] No DVR routers for this DVR port 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:16.350826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:16.351711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.467319 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28422d31-2490-4e4b-a031-38c9d068f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.492655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 30c24451-bec9-4f44-b7f8-d28bec814b15 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:16.498402 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:16.508313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.509790 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.522576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:16.523150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.526530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.532506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb HTTP/1.1" status: 204 len: 168 time: 2.0627205 Apr 21 21:14:16.555403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e3f43-10a4-4d9a-aacd-3404db111477 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8e1e74-abb9-46be-80a7-e8b8cd39cdcb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:16.595224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df7de931-69aa-4340-b2ea-15d5268d672d req-8f3d6f5b-7dab-445b-83f7-24d966030eab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1518188 Apr 21 21:14:16.599992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-28422d31-2490-4e4b-a031-38c9d068f9d1 None None] For port 30c24451-bec9-4f44-b7f8-d28bec814b15, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=30c24451-bec9-4f44-b7f8-d28bec814b15,segment=NetworkSegment(3cf1851a-77c0-4354-845e-76ccbf8f909e),segment_id=3cf1851a-77c0-4354-845e-76ccbf8f909e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:16.612160 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28422d31-2490-4e4b-a031-38c9d068f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.690391 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea030934-b870-4f82-839a-07b6daf7234e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.698551 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea030934-b870-4f82-839a-07b6daf7234e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.713626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 30c24451-bec9-4f44-b7f8-d28bec814b15 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:16.714374 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.752120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea030934-b870-4f82-839a-07b6daf7234e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b5c39d-9f8c-48de-bff8-28a23217c2ff,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:16.762520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422d31-2490-4e4b-a031-38c9d068f9d1 None None] Pushing event updated for resources: {'Port': ['ID=30c24451-bec9-4f44-b7f8-d28bec814b15,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:16.777997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ea030934-b870-4f82-839a-07b6daf7234e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c5e17dff58a4fc79e2e517a64b2c474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8683989 Apr 21 21:14:16.779745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51238) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:16.814683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=3be7a8a7-79f2-4a57-bccd-0b6758ddff67,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:16.827570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51240) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:16.869837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de931-69aa-4340-b2ea-15d5268d672d req-944a682e-b25b-4312-ae73-57117f4cff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:16.872145 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df7de931-69aa-4340-b2ea-15d5268d672d req-944a682e-b25b-4312-ae73-57117f4cff74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1096 time: 0.2009792 Apr 21 21:14:16.872926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking segment: {'id': 'e18085ff-b4ca-4bb3-b2ae-a09597759db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c88ebe71-0271-4224-9a60-2a605c5a63ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:16.873442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network hostable DHCP agents. Network: c88ebe71-0271-4224-9a60-2a605c5a63ee, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:16.882193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:16.943334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] For port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba,segment=NetworkSegment(b975c239-5483-40c1-b663-62a4a6ce028b),segment_id=b975c239-5483-40c1-b663-62a4a6ce028b)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:16.943660 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.954836 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33cc2b15-3a4e-4ee4-826c-48210aa273fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.978047 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33cc2b15-3a4e-4ee4-826c-48210aa273fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:16.990595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:16.991115 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.042379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04443fdb-e154-4a86-ab1b-5be534bfbb22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfa6c2b7f9654aef90999a2a7b56faeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129025 Apr 21 21:14:17.050991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51248) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:17.057292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Calling delete_port for b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:17.065299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network c88ebe71-0271-4224-9a60-2a605c5a63ee is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:17.102894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, c88ebe71-0271-4224-9a60-2a605c5a63ee) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:17.120531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:17.122814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.124391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7c18eae6-e7a1-4ab6-b67f-b15d05dec47f None None] Provisioning complete for port 30c24451-bec9-4f44-b7f8-d28bec814b15 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:17.124979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c18eae6-e7a1-4ab6-b67f-b15d05dec47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.141984 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33cc2b15-3a4e-4ee4-826c-48210aa273fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.148388 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-33cc2b15-3a4e-4ee4-826c-48210aa273fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.152502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-33cc2b15-3a4e-4ee4-826c-48210aa273fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1b5c39d-9f8c-48de-bff8-28a23217c2ff HTTP/1.1" status: 204 len: 168 time: 0.3716438 Apr 21 21:14:17.169616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f77e-a0ca-4a9d-b452-ecf86f96dde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.209073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff262eb-138a-4e4e-ad9b-a5758de2f7ab None None] Network c88ebe71-0271-4224-9a60-2a605c5a63ee requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:17.211223 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.215006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f77e-a0ca-4a9d-b452-ecf86f96dde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.323537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51258) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:17.329170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc2b15-3a4e-4ee4-826c-48210aa273fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b5c39d-9f8c-48de-bff8-28a23217c2ff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:17.329322 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a3a7ce33-8257-4be6-8a6d-41028b7c48ae tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4237432 Apr 21 21:14:17.369817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de931-69aa-4340-b2ea-15d5268d672d req-55f0fc5a-d55c-458b-aba3-2e0a5930beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:17.371272 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df7de931-69aa-4340-b2ea-15d5268d672d req-55f0fc5a-d55c-458b-aba3-2e0a5930beac service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.4775372 Apr 21 21:14:17.510987 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f77e-a0ca-4a9d-b452-ecf86f96dde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.513538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f77e-a0ca-4a9d-b452-ecf86f96dde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.514668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7aa6f77e-a0ca-4a9d-b452-ecf86f96dde0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9479765-7581-48dd-870e-892083d4414a HTTP/1.1" status: 204 len: 168 time: 0.4626009 Apr 21 21:14:17.577658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df7de931-69aa-4340-b2ea-15d5268d672d req-2c018cc2-d92c-44e0-b699-79188d027f47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 200 len: 217 time: 0.1842644 Apr 21 21:14:17.586250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6f77e-a0ca-4a9d-b452-ecf86f96dde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9479765-7581-48dd-870e-892083d4414a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:17.609129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.677791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62090774-2b7c-4b77-b235-de3239096143 None None] Network cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:17.725561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de931-69aa-4340-b2ea-15d5268d672d req-94d401cf-12d0-4bb5-999d-d28889d7e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:17.737632 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df7de931-69aa-4340-b2ea-15d5268d672d req-94d401cf-12d0-4bb5-999d-d28889d7e018 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.1513929 Apr 21 21:14:17.774338 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.830620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.856710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71734ade-e6af-449e-b54f-ed8ce0016135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-c88ebe71-0271-4224-9a60-2a605c5a63ee', 'network_id': 'c88ebe71-0271-4224-9a60-2a605c5a63ee', 'tenant_id': '5287c45e4a564f1b83b17cf3d9607855', 'fixed_ips': [{'subnet_id': '3be7a8a7-79f2-4a57-bccd-0b6758ddff67'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:17.859632 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71734ade-e6af-449e-b54f-ed8ce0016135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.887261 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:17.921053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Port': ['ID=b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:17.953478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=3be7a8a7-79f2-4a57-bccd-0b6758ddff67,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:17.997618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7de931-69aa-4340-b2ea-15d5268d672d req-faf98b21-7d03-427f-bdb1-62a394d35011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:17.999225 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df7de931-69aa-4340-b2ea-15d5268d672d req-faf98b21-7d03-427f-bdb1-62a394d35011 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524772 Apr 21 21:14:18.127117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.173912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88ebe71-0271-4224-9a60-2a605c5a63ee']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:18.195121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No DVR routers for this DVR port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:18.199402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df7de931-69aa-4340-b2ea-15d5268d672d req-6b5ed293-bac6-414c-a984-ab51c546a1f7 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518486 Apr 21 21:14:18.200441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18085ff-b4ca-4bb3-b2ae-a09597759db1') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:18.205261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18085ff-b4ca-4bb3-b2ae-a09597759db1') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:18.205376 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 21 21:14:18.205376 n-d-838945-1 neutron-server[114648]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 21 21:14:18.205376 n-d-838945-1 neutron-server[114648]: [parameters: {'status': 'ACTIVE', 'ports_id': 'b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba'}] Apr 21 21:14:18.205376 n-d-838945-1 neutron-server[114648]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:14:18.205376 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:14:18.228399 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.266751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51282) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:18.279626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.301455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9a3ec8-d8f0-47b2-ab96-1d4e9d399ca4 None None] Network c88ebe71-0271-4224-9a60-2a605c5a63ee requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:18.321024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:18.321024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:18.331339 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:18.362156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51286) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:18.396515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-08cc6f3d-e385-4785-8a60-a8aa2aca1c7f None None] Could not find standard attr ID for object b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:14:18.400633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.486885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df7de931-69aa-4340-b2ea-15d5268d672d req-fcc8b252-394f-4a3d-a11e-abb08373cb0e service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347906 Apr 21 21:14:18.503105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-282d5320-6e9a-4fc8-93a9-4e3cb126a045 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db4046cada014f1d88b6128477a6fb40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343054 Apr 21 21:14:18.504090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51290) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:18.528594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.575770 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.597012 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.618714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51294) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:18.620305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/c88ebe71-0271-4224-9a60-2a605c5a63ee HTTP/1.1" status: 204 len: 168 time: 1.2725635 Apr 21 21:14:18.629566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-822054884'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:18.645422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5287f0-9e41-450c-aa0b-9a6cf22d7c13,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:18.703438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a07872-f9e3-44fe-97e6-81a77c0c591a None None] Network cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:18.743200 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76d15f83-66ac-4850-97ea-9a3327afd7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.752175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ba6b-88f8-43d1-8d91-dc9ece9a7585 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=c88ebe71-0271-4224-9a60-2a605c5a63ee,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:18.791896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76d15f83-66ac-4850-97ea-9a3327afd7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.828703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-81185778-f139-49b2-a20c-99b0b44215e4 admin admin] Deleting subnet ea5d8257-acab-4228-b5e0-f4eeee464a15 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:18.857642 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76d15f83-66ac-4850-97ea-9a3327afd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.861734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76d15f83-66ac-4850-97ea-9a3327afd7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.866050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81185778-f139-49b2-a20c-99b0b44215e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.867175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-76d15f83-66ac-4850-97ea-9a3327afd7a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c48688c-3284-4c8f-b8e8-ac7c01111191 HTTP/1.1" status: 204 len: 168 time: 0.3546817 Apr 21 21:14:18.871371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:18.876108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d15f83-66ac-4850-97ea-9a3327afd7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c48688c-3284-4c8f-b8e8-ac7c01111191,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:18.879488 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.935698 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:18.947393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Port b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba update to ACTIVE by agent not found {{(pid=114648) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 21 21:14:19.043831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ac87994d-14d7-4aef-8a9f-4244f35fe502 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:19.050393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf54c29-bdc3-4286-ad7c-654a3f5a7e11']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:19.063158 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81185778-f139-49b2-a20c-99b0b44215e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.105548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b975c239-5483-40c1-b663-62a4a6ce028b') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:19.105797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b975c239-5483-40c1-b663-62a4a6ce028b') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:19.117302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:19.122340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab332772-e373-4920-8c92-390f19e453a9 None None] DHCP port deletion for cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:14:19.128900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: ac87994d-14d7-4aef-8a9f-4244f35fe502 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:19.129632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ac87994d-14d7-4aef-8a9f-4244f35fe502 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:19.129950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:19.132045 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.170491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:19.170976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0c250c1d-0a8c-4b69-90b6-9c7ca45f2771 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:19.171320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3e32f5e2-adeb-4941-bb1e-15458d1a53bd no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:19.181365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.181732 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment 57050d3a-3392-445f-95d9-e3ce917f91f2 of type vlan for network d96f922e-3d35-4334-ad8b-47885426ace1 Apr 21 21:14:19.204787 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.224708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3e32f5e2-adeb-4941-bb1e-15458d1a53bd {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:19.225614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3e32f5e2-adeb-4941-bb1e-15458d1a53bd not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:19.239622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81185778-f139-49b2-a20c-99b0b44215e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.264321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57280a15-c069-48fe-941d-ecd40b8fda97 None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:14:19.338394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:19.341177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:19.349632 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:19.456189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57280a15-c069-48fe-941d-ecd40b8fda97 None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:14:19.463713 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.463982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 30c24451-bec9-4f44-b7f8-d28bec814b15 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:19.513906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.525984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.530535 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 HTTP/1.1" status: 204 len: 168 time: 4.1299500 Apr 21 21:14:19.537350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51316) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:19.601441 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca742e2a-f4f5-4352-8cad-b70f6296f1fa tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:19.602930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca742e2a-f4f5-4352-8cad-b70f6296f1fa tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:19.603799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a64f7-135f-4f75-9853-0c80e37caafb tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=cdf54c29-bdc3-4286-ad7c-654a3f5a7e11,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:19.613017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ca742e2a-f4f5-4352-8cad-b70f6296f1fa tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/7e5287f0-9e41-450c-aa0b-9a6cf22d7c13 HTTP/1.1" status: 404 len: 337 time: 0.0745320 Apr 21 21:14:19.615899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51320) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:19.620804 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.635112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:19.635750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.657456 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81185778-f139-49b2-a20c-99b0b44215e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.676738 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efe94f0-6970-40d9-a3f6-f19af6aecf52 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:19.677690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efe94f0-6970-40d9-a3f6-f19af6aecf52 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:19.686832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7efe94f0-6970-40d9-a3f6-f19af6aecf52 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/cdf54c29-bdc3-4286-ad7c-654a3f5a7e11 HTTP/1.1" status: 404 len: 339 time: 0.0552821 Apr 21 21:14:19.688067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51322) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:19.693853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 30c24451-bec9-4f44-b7f8-d28bec814b15 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:19.696649 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.756873 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-11603576-8a3a-4edc-ba79-5fcd44cff993 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:19.757334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11603576-8a3a-4edc-ba79-5fcd44cff993 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:19.770533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-11603576-8a3a-4edc-ba79-5fcd44cff993 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/d9499640-e60b-4125-a6e7-f1aa229d60ff HTTP/1.1" status: 404 len: 337 time: 0.0805061 Apr 21 21:14:19.771482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51326) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:19.785929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81185778-f139-49b2-a20c-99b0b44215e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5d8257-acab-4228-b5e0-f4eeee464a15,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:19.792786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81185778-f139-49b2-a20c-99b0b44215e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:19.797243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-81185778-f139-49b2-a20c-99b0b44215e4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ea5d8257-acab-4228-b5e0-f4eeee464a15 HTTP/1.1" status: 204 len: 168 time: 1.4318063 Apr 21 21:14:19.805316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51328) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:19.816462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1957359 Apr 21 21:14:19.819844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51330) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:19.834699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': 'd96f922e-3d35-4334-ad8b-47885426ace1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:19.854610 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e586e0-80fe-4b78-866e-6ed0b01afd16 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:19.855373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e586e0-80fe-4b78-866e-6ed0b01afd16 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:19.864597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-71e586e0-80fe-4b78-866e-6ed0b01afd16 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/654c44ba-3a61-4c9d-8a59-b389c6e0ffbc HTTP/1.1" status: 404 len: 339 time: 0.0886614 Apr 21 21:14:19.873176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51334) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:19.900620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf3f7a-7dbf-4286-a40d-bc6c4821a17e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=d96f922e-3d35-4334-ad8b-47885426ace1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:19.926386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d96f922e-3d35-4334-ad8b-47885426ace1 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:20.070330 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:14:20.078062 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.086649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51338) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.098247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:20.102564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.114932 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.301188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:20.306424 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.316999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b036de7-327c-45bb-8d42-376d3f7d7814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.317214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.328471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:20.329345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b0aeb0b3-abdd-4a1c-b303-c1d8e0c433ba not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:20.349553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9806c7ea-f381-4200-9708-0ae6c9c441db']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:20.359188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fda46b1-7914-4918-a085-baff98d3fb4d']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:20.369771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8b567c-ddd1-459e-957e-d19a343ed403') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:20.370133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8b567c-ddd1-459e-957e-d19a343ed403') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:20.380796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4999e107-c8a8-4273-9eae-07f6c16c9ca5') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:20.381638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4999e107-c8a8-4273-9eae-07f6c16c9ca5') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:20.391712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.402707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.422307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.425844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.429009 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.448130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:20.448531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:20.450357 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:20.452930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:20.452930 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:20.455629 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:20.489794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=93c09e85-892b-4b8c-afc6-8ac412288e1c,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:20.490239 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.505527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking segment: {'id': '57050d3a-3392-445f-95d9-e3ce917f91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd96f922e-3d35-4334-ad8b-47885426ace1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:20.505888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network hostable DHCP agents. Network: d96f922e-3d35-4334-ad8b-47885426ace1, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:20.523488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network d96f922e-3d35-4334-ad8b-47885426ace1 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:20.533838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, d96f922e-3d35-4334-ad8b-47885426ace1) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:20.538619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:20.539318 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.547587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1efc5d-1be2-45ff-902f-472de2b03906 None None] Network d96f922e-3d35-4334-ad8b-47885426ace1 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:20.559426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-84e67e9e-2d26-4f85-b894-968f1094ec50 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7347324 Apr 21 21:14:20.562116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51342) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.571511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.575331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.588117 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.597110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/9806c7ea-f381-4200-9708-0ae6c9c441db HTTP/1.1" status: 204 len: 168 time: 0.7214725 Apr 21 21:14:20.604158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51344) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.612984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.635222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3fda46b1-7914-4918-a085-baff98d3fb4d HTTP/1.1" status: 204 len: 168 time: 0.8241591 Apr 21 21:14:20.638232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5f51a-1656-4bc3-85db-b26276510de2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=9806c7ea-f381-4200-9708-0ae6c9c441db,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:20.669907 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31218b75-9ec0-437f-ba89-80a354196317 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fda46b1-7914-4918-a085-baff98d3fb4d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:20.680076 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f42cc47-0003-415f-9805-7983f1f31710 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:20.680634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f42cc47-0003-415f-9805-7983f1f31710 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:20.683716 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0f42cc47-0003-415f-9805-7983f1f31710 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/4005bbb8-76b7-4036-86ac-915082f5c4cb HTTP/1.1" status: 404 len: 337 time: 0.0781643 Apr 21 21:14:20.686379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51348) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.732845 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e89dbc7-20e4-494b-9576-e23185823eef tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:20.733702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e89dbc7-20e4-494b-9576-e23185823eef tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:20.741503 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b036de7-327c-45bb-8d42-376d3f7d7814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.743049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1e89dbc7-20e4-494b-9576-e23185823eef tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/15f80a82-8acb-4f7c-8be5-698d5d6b9b36 HTTP/1.1" status: 404 len: 339 time: 0.0556209 Apr 21 21:14:20.746225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51350) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.754305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b036de7-327c-45bb-8d42-376d3f7d7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.773893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.807678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51352) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.815435 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7221f1a-4141-4c37-8126-62f4281ed33b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:20.816349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7221f1a-4141-4c37-8126-62f4281ed33b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:20.820726 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.825717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e7221f1a-4141-4c37-8126-62f4281ed33b tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/6e5dca30-17d1-4b41-9f05-8aec2384b932 HTTP/1.1" status: 404 len: 337 time: 0.0781500 Apr 21 21:14:20.828256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51354) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.835373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-d96f922e-3d35-4334-ad8b-47885426ace1', 'network_id': 'd96f922e-3d35-4334-ad8b-47885426ace1', 'tenant_id': '5287c45e4a564f1b83b17cf3d9607855', 'fixed_ips': [{'subnet_id': '93c09e85-892b-4b8c-afc6-8ac412288e1c'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:20.836303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9b036de7-327c-45bb-8d42-376d3f7d7814 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f99f9f3438a141df8c311660d5719245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480354 Apr 21 21:14:20.839772 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.840743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51356) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.842750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b036de7-327c-45bb-8d42-376d3f7d7814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fb560a-94de-458f-a430-97fac1f2635a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:20.876858 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ea09e2-928c-4ab6-aca3-1cd6ad0efc32 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:20.877462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ea09e2-928c-4ab6-aca3-1cd6ad0efc32 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:20.882808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c7ea09e2-928c-4ab6-aca3-1cd6ad0efc32 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/b6fcce75-2e52-4865-b766-ee948602a4e4 HTTP/1.1" status: 404 len: 339 time: 0.0504720 Apr 21 21:14:20.883189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51358) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.915227 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7df56d9-cbc9-498e-8e82-212cda2db872 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:20.915688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7df56d9-cbc9-498e-8e82-212cda2db872 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:20.924659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c7df56d9-cbc9-498e-8e82-212cda2db872 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/a1929e9d-4f66-4f11-9c32-d26735c5c2d8 HTTP/1.1" status: 404 len: 337 time: 0.0344472 Apr 21 21:14:20.924659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51362) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.924977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2acf73c9-1805-4dd6-b905-495903dd4568 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e770b70093449d0861c945300b97c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133955 Apr 21 21:14:20.925084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51364) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:20.953136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:20.958989 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-820fa789-e90b-426e-9090-a9ff2ed03cf6 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:20.959589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820fa789-e90b-426e-9090-a9ff2ed03cf6 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:20.964821 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-820fa789-e90b-426e-9090-a9ff2ed03cf6 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/d5d59061-ea0a-47ac-8110-387aa237ffc5 HTTP/1.1" status: 404 len: 339 time: 0.0399911 Apr 21 21:14:20.965971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51372) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.011761 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff274f5-84ac-4cfe-be0a-96f10946c30c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.012399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff274f5-84ac-4cfe-be0a-96f10946c30c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.018513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9ff274f5-84ac-4cfe-be0a-96f10946c30c tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/ae7ad506-e353-49d7-b097-e2efb31cae02 HTTP/1.1" status: 404 len: 337 time: 0.0486405 Apr 21 21:14:21.020097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51374) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.029951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-626fff61-56ff-4087-bef6-a83ecc8c7d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.052798 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cd0a9d-a604-41a6-876f-e4bcf93db2ed tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.053359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cd0a9d-a604-41a6-876f-e4bcf93db2ed tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.060262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-626fff61-56ff-4087-bef6-a83ecc8c7d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.062774 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e9cd0a9d-a604-41a6-876f-e4bcf93db2ed tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/7016e836-0c84-4ee8-acec-f2901b75f010 HTTP/1.1" status: 404 len: 339 time: 0.0346856 Apr 21 21:14:21.064154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51376) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.064837 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef61e00c-688e-431a-8f10-61e5d76bb66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.093654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Allocated IP 2001:db8::1 (d96f922e-3d35-4334-ad8b-47885426ace1/93c09e85-892b-4b8c-afc6-8ac412288e1c/09ebe38c-7efd-4427-90f9-0022a05af280) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:21.111345 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3febd8-28be-4568-ab7f-74602c2d8e66 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.111845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3febd8-28be-4568-ab7f-74602c2d8e66 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.117215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9b3febd8-28be-4568-ab7f-74602c2d8e66 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/d24f077a-bfb5-42e9-823a-06e46c20d0f7 HTTP/1.1" status: 404 len: 337 time: 0.0479505 Apr 21 21:14:21.119638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51380) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.135869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef61e00c-688e-431a-8f10-61e5d76bb66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.151540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-626fff61-56ff-4087-bef6-a83ecc8c7d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.154212 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-626fff61-56ff-4087-bef6-a83ecc8c7d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.155477 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-626fff61-56ff-4087-bef6-a83ecc8c7d8b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96fb560a-94de-458f-a430-97fac1f2635a HTTP/1.1" status: 204 len: 168 time: 0.3092225 Apr 21 21:14:21.166658 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ffefc9-4329-4922-aa23-597cf646a50f tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.167947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fff61-56ff-4087-bef6-a83ecc8c7d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fb560a-94de-458f-a430-97fac1f2635a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:21.173252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ffefc9-4329-4922-aa23-597cf646a50f tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.182997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-81ffefc9-4329-4922-aa23-597cf646a50f tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/9e8e553e-cfec-44db-a5ab-6805504415ec HTTP/1.1" status: 404 len: 339 time: 0.0623364 Apr 21 21:14:21.185482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51384) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.243714 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cf849e-489a-4c95-b9b4-4ceeb7c11caf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.244284 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef61e00c-688e-431a-8f10-61e5d76bb66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.244486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cf849e-489a-4c95-b9b4-4ceeb7c11caf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.247504 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a7cf849e-489a-4c95-b9b4-4ceeb7c11caf tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/4066c4ad-8e59-4722-ad66-7a905b2d2084 HTTP/1.1" status: 404 len: 337 time: 0.0609338 Apr 21 21:14:21.247707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ef61e00c-688e-431a-8f10-61e5d76bb66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.248803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ef61e00c-688e-431a-8f10-61e5d76bb66c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4199ba17-2f85-46c7-a378-f9a9c4fd19f7 HTTP/1.1" status: 204 len: 168 time: 0.3229895 Apr 21 21:14:21.254090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51388) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.264927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61e00c-688e-431a-8f10-61e5d76bb66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4199ba17-2f85-46c7-a378-f9a9c4fd19f7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:21.323346 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac201d0e-abf2-4edf-af9f-1bfe23f3b2d2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.325014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac201d0e-abf2-4edf-af9f-1bfe23f3b2d2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.332729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ac201d0e-abf2-4edf-af9f-1bfe23f3b2d2 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/b490b37e-8ca1-4a7c-b9d8-3ceb4c932df8 HTTP/1.1" status: 404 len: 339 time: 0.0771053 Apr 21 21:14:21.335306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51390) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.404214 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8273430-412b-4fdf-a510-1a978d6f4010 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.411691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8273430-412b-4fdf-a510-1a978d6f4010 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.414989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d8273430-412b-4fdf-a510-1a978d6f4010 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/34a52bfb-eb93-4933-a6a6-7b9b5093f309 HTTP/1.1" status: 404 len: 337 time: 0.0786643 Apr 21 21:14:21.417618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51394) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.463226 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-53273e9c-85e5-4b12-8a39-e51a3ec78f43 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.466090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53273e9c-85e5-4b12-8a39-e51a3ec78f43 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.472471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-53273e9c-85e5-4b12-8a39-e51a3ec78f43 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/2465c017-ef65-4ca7-bc86-1224de9494e9 HTTP/1.1" status: 404 len: 339 time: 0.0515597 Apr 21 21:14:21.473082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51396) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.537304 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca60f59-00bc-49d0-86d6-ad9e38112276 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.543965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca60f59-00bc-49d0-86d6-ad9e38112276 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.550647 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3ca60f59-00bc-49d0-86d6-ad9e38112276 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/25d0873a-b0b8-426e-8376-98977a06ffff HTTP/1.1" status: 404 len: 337 time: 0.0765343 Apr 21 21:14:21.564574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51404) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.598490 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.601206 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e25b80-3a53-4cfb-91a8-9fa30bae7e38 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:21.602692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e25b80-3a53-4cfb-91a8-9fa30bae7e38 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:21.607662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e2e25b80-3a53-4cfb-91a8-9fa30bae7e38 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/a4e319b0-a70e-4a58-9347-67a2c1d20c48 HTTP/1.1" status: 404 len: 339 time: 0.0417984 Apr 21 21:14:21.616471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51410) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:21.623378 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.705316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Network d96f922e-3d35-4334-ad8b-47885426ace1 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:21.708993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:21.715607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:21.740699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.763743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Pushing event updated for resources: {'Port': ['ID=09ebe38c-7efd-4427-90f9-0022a05af280,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:21.781827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7c32bf-cd36-4445-800c-c6d13dfb0089 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting subnet 1ae34280-fdc0-426f-92d4-a9c4685176e4 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:21.794220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a7c32bf-cd36-4445-800c-c6d13dfb0089 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.840925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=93c09e85-892b-4b8c-afc6-8ac412288e1c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:21.865027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Attempting to bind port 09ebe38c-7efd-4427-90f9-0022a05af280 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:21.865404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Attempting to bind port 09ebe38c-7efd-4427-90f9-0022a05af280 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '57050d3a-3392-445f-95d9-e3ce917f91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd96f922e-3d35-4334-ad8b-47885426ace1'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:21.865788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Attempting to bind port 09ebe38c-7efd-4427-90f9-0022a05af280 on network d96f922e-3d35-4334-ad8b-47885426ace1 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:21.879921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:21.882383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Checking segment: {'id': '57050d3a-3392-445f-95d9-e3ce917f91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd96f922e-3d35-4334-ad8b-47885426ace1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:21.882826 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.883245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Bound using segment: {'id': '57050d3a-3392-445f-95d9-e3ce917f91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd96f922e-3d35-4334-ad8b-47885426ace1'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:21.883765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Bound port: 09ebe38c-7efd-4427-90f9-0022a05af280, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57050d3a-3392-445f-95d9-e3ce917f91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd96f922e-3d35-4334-ad8b-47885426ace1'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:21.884163 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:21.964138 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.024902 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a7c32bf-cd36-4445-800c-c6d13dfb0089 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.026494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] For port 09ebe38c-7efd-4427-90f9-0022a05af280, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:22.039168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] For port 09ebe38c-7efd-4427-90f9-0022a05af280, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=09ebe38c-7efd-4427-90f9-0022a05af280,segment=NetworkSegment(57050d3a-3392-445f-95d9-e3ce917f91f2),segment_id=57050d3a-3392-445f-95d9-e3ce917f91f2)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:22.051255 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.058197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96f922e-3d35-4334-ad8b-47885426ace1']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:22.079628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57050d3a-3392-445f-95d9-e3ce917f91f2') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:22.080081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57050d3a-3392-445f-95d9-e3ce917f91f2') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:22.101000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.179080 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a7c32bf-cd36-4445-800c-c6d13dfb0089 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.197722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fcbf3-54e4-42aa-bb4c-56717e247ece None None] Pushing event updated for resources: {'Port': ['ID=09ebe38c-7efd-4427-90f9-0022a05af280,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:22.216988 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.229663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb23c3-a238-4ca5-af33-8890bb5e5f7a None None] Network d96f922e-3d35-4334-ad8b-47885426ace1 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:22.235112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:22.235916 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:22.241390 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:22.325977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.api [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:14:22.325977 n-d-838945-1 neutron-server[114647]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:14:22.325977 n-d-838945-1 neutron-server[114647]: [parameters: {'id': 'd96f922e-3d35-4334-ad8b-47885426ace1'}] Apr 21 21:14:22.325977 n-d-838945-1 neutron-server[114647]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:14:22.325977 n-d-838945-1 neutron-server[114647]: DEBUG oslo_db.api [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:14:22.326515 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a7c32bf-cd36-4445-800c-c6d13dfb0089 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.390627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a7c32bf-cd36-4445-800c-c6d13dfb0089 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33127245'] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.395667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7a7c32bf-cd36-4445-800c-c6d13dfb0089 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/subnets/1ae34280-fdc0-426f-92d4-a9c4685176e4 HTTP/1.1" status: 204 len: 168 time: 0.7779191 Apr 21 21:14:22.396740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c32bf-cd36-4445-800c-c6d13dfb0089 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae34280-fdc0-426f-92d4-a9c4685176e4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:22.396973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833834f2-b122-4245-a632-f59fc3bbb52e None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:14:22.398378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51426) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:22.512311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833834f2-b122-4245-a632-f59fc3bbb52e None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:14:22.790583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b6f176-dc30-47ed-ae76-fd4e019a4fa3 None None] Network f9f23456-c44f-4565-add1-fa793c232b4a requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:22.826494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.888946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.899839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting port 09ebe38c-7efd-4427-90f9-0022a05af280 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:22.900380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.960659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Deleting port 1e333962-56ee-4d8d-9e30-522b71a6fd22 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:22.961169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.980303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] For port 09ebe38c-7efd-4427-90f9-0022a05af280, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=09ebe38c-7efd-4427-90f9-0022a05af280,segment=NetworkSegment(57050d3a-3392-445f-95d9-e3ce917f91f2),segment_id=57050d3a-3392-445f-95d9-e3ce917f91f2)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:22.981862 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:22.996553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Calling delete_port for 09ebe38c-7efd-4427-90f9-0022a05af280 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:23.004480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4135c-edad-477d-b739-f1ed808d74c8 None None] DHCP port deletion for f9f23456-c44f-4565-add1-fa793c232b4a request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:14:23.045191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] For port 1e333962-56ee-4d8d-9e30-522b71a6fd22, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1e333962-56ee-4d8d-9e30-522b71a6fd22,segment=NetworkSegment(6481edd5-2fcf-4de3-a6f7-0009b24c278b),segment_id=6481edd5-2fcf-4de3-a6f7-0009b24c278b)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:23.046766 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.066193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Calling delete_port for 1e333962-56ee-4d8d-9e30-522b71a6fd22 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:23.072833 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-81e4135c-edad-477d-b739-f1ed808d74c8 None None] Deleting port 1e333962-56ee-4d8d-9e30-522b71a6fd22 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:23.073226 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81e4135c-edad-477d-b739-f1ed808d74c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.097947 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.131747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Port': ['ID=09ebe38c-7efd-4427-90f9-0022a05af280,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:23.136604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No DVR routers for this DVR port 09ebe38c-7efd-4427-90f9-0022a05af280 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:23.159769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-81e4135c-edad-477d-b739-f1ed808d74c8 None None] For port 1e333962-56ee-4d8d-9e30-522b71a6fd22, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1e333962-56ee-4d8d-9e30-522b71a6fd22,segment=NetworkSegment(6481edd5-2fcf-4de3-a6f7-0009b24c278b),segment_id=6481edd5-2fcf-4de3-a6f7-0009b24c278b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:23.161078 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81e4135c-edad-477d-b739-f1ed808d74c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.168279 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.178942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-81e4135c-edad-477d-b739-f1ed808d74c8 None None] Calling delete_port for 1e333962-56ee-4d8d-9e30-522b71a6fd22 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:23.203870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] No DVR routers for this DVR port 1e333962-56ee-4d8d-9e30-522b71a6fd22 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:23.209693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Port': ['ID=1e333962-56ee-4d8d-9e30-522b71a6fd22,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:23.244583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:23.269966 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:14:23.274727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96f922e-3d35-4334-ad8b-47885426ace1']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:23.276807 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81e4135c-edad-477d-b739-f1ed808d74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.285962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57050d3a-3392-445f-95d9-e3ce917f91f2') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:23.286535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57050d3a-3392-445f-95d9-e3ce917f91f2') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:23.292221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.298956 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.314579 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.322663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4135c-edad-477d-b739-f1ed808d74c8 None None] Pushing event deleted for resources: {'Port': ['ID=1e333962-56ee-4d8d-9e30-522b71a6fd22,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:23.324578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:23.325398 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.326987 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f23456-c44f-4565-add1-fa793c232b4a']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:23.329290 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:23.331996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4135c-edad-477d-b739-f1ed808d74c8 None None] No DVR routers for this DVR port 1e333962-56ee-4d8d-9e30-522b71a6fd22 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:23.350176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6481edd5-2fcf-4de3-a6f7-0009b24c278b') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:23.352353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6481edd5-2fcf-4de3-a6f7-0009b24c278b') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:23.375655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.393992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.395638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.402706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.404282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:23.404809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.408813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/d96f922e-3d35-4334-ad8b-47885426ace1 HTTP/1.1" status: 204 len: 168 time: 2.8433247 Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:23.408992 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:23.412655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51448) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:23.419829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1e333962-56ee-4d8d-9e30-522b71a6fd22 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:23.427671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1161302646'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:23.445191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ad57a-9ad1-4622-8ccb-b7f6506c37e6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=d96f922e-3d35-4334-ad8b-47885426ace1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:23.447628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1e333962-56ee-4d8d-9e30-522b71a6fd22 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:23.448379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1e333962-56ee-4d8d-9e30-522b71a6fd22 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:23.457162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:23.460583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.483116 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.484846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:23.494528 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.494824 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment e868f602-d2eb-4da7-bb3c-896d0ae2fab8 of type vlan for network ccb1d354-75b4-4772-aa3a-9b8479543a54 Apr 21 21:14:23.503171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.509146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] 10.222.0.49 "DELETE /v2.0/networks/f9f23456-c44f-4565-add1-fa793c232b4a HTTP/1.1" status: 204 len: 168 time: 1.1087315 Apr 21 21:14:23.510187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcca82-5488-45da-8049-2286ae48ecd4 tempest-NetworksTest-2073987569 tempest-NetworksTest-2073987569-project] Pushing event deleted for resources: {'Network': ['ID=f9f23456-c44f-4565-add1-fa793c232b4a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:23.538995 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.577798 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.588593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:23.589540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.653316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51456) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:23.653559 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2410405 Apr 21 21:14:23.660622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': 'ccb1d354-75b4-4772-aa3a-9b8479543a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:23.669004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5c39f-21c5-477e-a0ab-32b3ea6bd894 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=ccb1d354-75b4-4772-aa3a-9b8479543a54,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:23.685369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network ccb1d354-75b4-4772-aa3a-9b8479543a54 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:23.825647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:23.831236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:23.867452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51470) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:24.123909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.188627 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=5109c829-9526-4b4d-bbac-1e47881e67fb,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:24.227657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking segment: {'id': 'e868f602-d2eb-4da7-bb3c-896d0ae2fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ccb1d354-75b4-4772-aa3a-9b8479543a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:24.227965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network hostable DHCP agents. Network: ccb1d354-75b4-4772-aa3a-9b8479543a54, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:24.238338 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-20975666-8969-4fc1-9acf-e17cb21bd487 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65bda6684458406b9d694eb898d6bf51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694103 Apr 21 21:14:24.240738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51488) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:24.253184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network ccb1d354-75b4-4772-aa3a-9b8479543a54 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:24.267742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, ccb1d354-75b4-4772-aa3a-9b8479543a54) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:24.273309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:24.274758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.276413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7ded3-bf7e-4a77-b6b7-a67ed2cb7d45 None None] Network ccb1d354-75b4-4772-aa3a-9b8479543a54 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:24.304036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-824ea573-b82c-41ab-9a85-a7d75917f9a6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6489735 Apr 21 21:14:24.307167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51490) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:24.320030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': 'ccb1d354-75b4-4772-aa3a-9b8479543a54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:24.369441 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01ef520d-651e-4edc-9aef-5c2481a249b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.421578 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01ef520d-651e-4edc-9aef-5c2481a249b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.449869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:24.454106 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.482350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-ccb1d354-75b4-4772-aa3a-9b8479543a54', 'network_id': 'ccb1d354-75b4-4772-aa3a-9b8479543a54', 'tenant_id': '5287c45e4a564f1b83b17cf3d9607855', 'fixed_ips': [{'subnet_id': '5109c829-9526-4b4d-bbac-1e47881e67fb'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:24.483665 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.493546 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01ef520d-651e-4edc-9aef-5c2481a249b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.499686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01ef520d-651e-4edc-9aef-5c2481a249b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.504534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-01ef520d-651e-4edc-9aef-5c2481a249b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c1be70b-5960-4228-992c-dc529aac20c3 HTTP/1.1" status: 204 len: 168 time: 0.2600627 Apr 21 21:14:24.540397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef520d-651e-4edc-9aef-5c2481a249b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1be70b-5960-4228-992c-dc529aac20c3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:24.653316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Allocated IP 2001:db8::2 (ccb1d354-75b4-4772-aa3a-9b8479543a54/5109c829-9526-4b4d-bbac-1e47881e67fb/a98a8699-bc32-4459-ba2f-a2bed42145a4) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:24.711978 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.761005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network ccb1d354-75b4-4772-aa3a-9b8479543a54 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:24.766196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:24.769714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:24.770500 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.793134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=afcc7d03-ab71-4462-94d6-d34eb8b1c404,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:24.805394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a2092c65-f147-4302-b151-f6d3a344c1dc tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4945602 Apr 21 21:14:24.806052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51498) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:24.889426 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.899486 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:24.952785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded5bcf-b471-4513-9436-7ca7fc62ba87 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:24.952785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded5bcf-b471-4513-9436-7ca7fc62ba87 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:24.992676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded5bcf-b471-4513-9436-7ca7fc62ba87 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:24.992676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded5bcf-b471-4513-9436-7ca7fc62ba87 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:24.992904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Network ccb1d354-75b4-4772-aa3a-9b8479543a54 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:24.993020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded5bcf-b471-4513-9436-7ca7fc62ba87 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:24.993109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51502) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:24.993212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aded5bcf-b471-4513-9436-7ca7fc62ba87 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1732357 Apr 21 21:14:24.993304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:24.993304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:24.993492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1448315621'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:24.994261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Pushing event updated for resources: {'Port': ['ID=a98a8699-bc32-4459-ba2f-a2bed42145a4,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:25.039423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:25.044231 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.076132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Attempting to bind port a98a8699-bc32-4459-ba2f-a2bed42145a4 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:25.076661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Attempting to bind port a98a8699-bc32-4459-ba2f-a2bed42145a4 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'e868f602-d2eb-4da7-bb3c-896d0ae2fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ccb1d354-75b4-4772-aa3a-9b8479543a54'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:25.077164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Attempting to bind port a98a8699-bc32-4459-ba2f-a2bed42145a4 on network ccb1d354-75b4-4772-aa3a-9b8479543a54 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:25.083886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:25.084936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:25.085419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Checking segment: {'id': 'e868f602-d2eb-4da7-bb3c-896d0ae2fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ccb1d354-75b4-4772-aa3a-9b8479543a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:25.085921 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.086316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Bound using segment: {'id': 'e868f602-d2eb-4da7-bb3c-896d0ae2fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ccb1d354-75b4-4772-aa3a-9b8479543a54'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:25.086789 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Bound port: a98a8699-bc32-4459-ba2f-a2bed42145a4, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e868f602-d2eb-4da7-bb3c-896d0ae2fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ccb1d354-75b4-4772-aa3a-9b8479543a54'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:25.087541 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.097665 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.098537 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment 92983bee-0bdc-4f83-92c0-a0793761a4cd of type vlan for network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d Apr 21 21:14:25.162388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.197365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] For port a98a8699-bc32-4459-ba2f-a2bed42145a4, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:25.205945 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.210635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] For port a98a8699-bc32-4459-ba2f-a2bed42145a4, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a98a8699-bc32-4459-ba2f-a2bed42145a4,segment=NetworkSegment(e868f602-d2eb-4da7-bb3c-896d0ae2fab8),segment_id=e868f602-d2eb-4da7-bb3c-896d0ae2fab8)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:25.213606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:25.214785 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.221309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.320439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3420196 Apr 21 21:14:25.323537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51518) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:25.329785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-624e0e52-0f5a-454c-8d93-71bb601c608a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:25.343539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606fcb1-5f3d-4cac-8b29-31007337b542 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=1f724c8c-28d3-4f17-a3cc-d345bf4e823d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:25.366801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:25.370859 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef9da6-2baa-4a5f-be07-47fb02175772 None None] Pushing event updated for resources: {'Port': ['ID=a98a8699-bc32-4459-ba2f-a2bed42145a4,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:25.681409 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-624e0e52-0f5a-454c-8d93-71bb601c608a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.718565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-624e0e52-0f5a-454c-8d93-71bb601c608a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.731233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51528) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:25.757581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-624e0e52-0f5a-454c-8d93-71bb601c608a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d is not hosted by any dhcp agent {{(pid=114647) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 21:14:25.766802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e0e52-0f5a-454c-8d93-71bb601c608a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:25.767518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-624e0e52-0f5a-454c-8d93-71bb601c608a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.769118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-624e0e52-0f5a-454c-8d93-71bb601c608a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "PUT /v2.0/networks/1f724c8c-28d3-4f17-a3cc-d345bf4e823d HTTP/1.1" status: 200 len: 723 time: 0.4443424 Apr 21 21:14:25.772929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51532) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:25.777930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': '1f724c8c-28d3-4f17-a3cc-d345bf4e823d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:25.830409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e0e52-0f5a-454c-8d93-71bb601c608a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=1f724c8c-28d3-4f17-a3cc-d345bf4e823d,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:25.852154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:25.900418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-929053918'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:25.957269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:25.969478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:25.988472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:25.992993 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.032589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.189040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.210027 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.247417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:26.265610 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.267536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efca856c-9e0a-4ba1-9a58-f87e014f4510,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:26.271368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.271702 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Added segment cfe4891c-476d-468e-93b4-964c67d1a84e of type vlan for network de26e09a-c53c-41ca-98dc-585a909f201f Apr 21 21:14:26.355554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.407643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=d5b86210-ee63-4e63-a143-1c9db02596cf,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:26.424093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking segment: {'id': '92983bee-0bdc-4f83-92c0-a0793761a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f724c8c-28d3-4f17-a3cc-d345bf4e823d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:26.424508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network hostable DHCP agents. Network: 1f724c8c-28d3-4f17-a3cc-d345bf4e823d, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:26.429166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.434797 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:26.435408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.511547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7791009 Apr 21 21:14:26.514325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51550) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:26.518919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee46c8-8ad0-419d-b624-ca53f0c70d21 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Network': ['ID=de26e09a-c53c-41ca-98dc-585a909f201f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:26.521321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:26.533700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'name': 'tempest-PortsIpV6TestJSON-1077402424'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:26.533930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network de26e09a-c53c-41ca-98dc-585a909f201f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:26.538860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 1f724c8c-28d3-4f17-a3cc-d345bf4e823d) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:26.543843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:26.544478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.572747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478f7834-3760-4a33-9ce2-fc915ab79d62 None None] Network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:26.582043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-243840a1-6132-451f-aa63-91741185812a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8072741 Apr 21 21:14:26.583031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51552) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:26.590187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1991d71a-c72c-4d5f-94eb-026bc3babb8b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:26.688922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfbedd4-8889-4f7c-be78-5f4d4786e036 None None] Network ccb1d354-75b4-4772-aa3a-9b8479543a54 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:26.793528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:26.797529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.803923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1991d71a-c72c-4d5f-94eb-026bc3babb8b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4040867'] for subnet, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.823710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bfa69ed8-0167-4fc6-9e48-32f16a32d1d5 None None] Provisioning complete for port a98a8699-bc32-4459-ba2f-a2bed42145a4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:26.824078 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfa69ed8-0167-4fc6-9e48-32f16a32d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:26.863675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 24eca360-2d9e-4628-9389-0e9f0176b5ba yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:14:26.970659 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-1f724c8c-28d3-4f17-a3cc-d345bf4e823d', 'network_id': '1f724c8c-28d3-4f17-a3cc-d345bf4e823d', 'tenant_id': '5287c45e4a564f1b83b17cf3d9607855', 'fixed_ips': [{'subnet_id': 'd5b86210-ee63-4e63-a143-1c9db02596cf'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:26.971908 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.280484 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfa69ed8-0167-4fc6-9e48-32f16a32d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.348182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bfa69ed8-0167-4fc6-9e48-32f16a32d1d5 None None] For port a98a8699-bc32-4459-ba2f-a2bed42145a4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a98a8699-bc32-4459-ba2f-a2bed42145a4,segment=NetworkSegment(e868f602-d2eb-4da7-bb3c-896d0ae2fab8),segment_id=e868f602-d2eb-4da7-bb3c-896d0ae2fab8)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:27.357574 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bfa69ed8-0167-4fc6-9e48-32f16a32d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.453390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa69ed8-0167-4fc6-9e48-32f16a32d1d5 None None] Pushing event updated for resources: {'Port': ['ID=a98a8699-bc32-4459-ba2f-a2bed42145a4,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:27.457353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e304a-8430-4240-bb27-feb5b27ffb1e None None] Update dhcp port {'port': {'network_id': 'ccb1d354-75b4-4772-aa3a-9b8479543a54', 'fixed_ips': [{'subnet_id': '5109c829-9526-4b4d-bbac-1e47881e67fb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'afcc7d03-ab71-4462-94d6-d34eb8b1c404'}], 'binding:host_id': 'n-d-838945-1'}, 'id': 'a98a8699-bc32-4459-ba2f-a2bed42145a4'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:14:27.491335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a98a8699-bc32-4459-ba2f-a2bed42145a4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:27.492460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1991d71a-c72c-4d5f-94eb-026bc3babb8b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780104382392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8532052'] for subnet, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.536537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.542632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1991d71a-c72c-4d5f-94eb-026bc3babb8b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:27.542885 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a19e304a-8430-4240-bb27-feb5b27ffb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.543965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1991d71a-c72c-4d5f-94eb-026bc3babb8b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.545560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1991d71a-c72c-4d5f-94eb-026bc3babb8b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "PUT /v2.0/subnets/d5b86210-ee63-4e63-a143-1c9db02596cf HTTP/1.1" status: 200 len: 826 time: 0.9603364 Apr 21 21:14:27.551092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51570) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:27.572845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991d71a-c72c-4d5f-94eb-026bc3babb8b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=d5b86210-ee63-4e63-a143-1c9db02596cf,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:27.603088 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.623326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Allocated IP 2001:db8::2 (1f724c8c-28d3-4f17-a3cc-d345bf4e823d/d5b86210-ee63-4e63-a143-1c9db02596cf/ad6c68c3-c6ba-41ff-af59-1af8989d8044) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:27.681932 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.692627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=24eca360-2d9e-4628-9389-0e9f0176b5ba,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:27.708978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Checking segment: {'id': 'cfe4891c-476d-468e-93b4-964c67d1a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:27.709642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network hostable DHCP agents. Network: de26e09a-c53c-41ca-98dc-585a909f201f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:27.738140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:27.757378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, de26e09a-c53c-41ca-98dc-585a909f201f) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:27.763950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a98a8699-bc32-4459-ba2f-a2bed42145a4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:27.764496 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.770166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:27.774008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a650ab-f952-441f-ad5d-c42cfb9f3378 None None] Network de26e09a-c53c-41ca-98dc-585a909f201f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:27.775989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:27.776640 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.778965 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.831223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2371e160-c385-41e1-ba4c-1ae37a0e3e58 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3115730 Apr 21 21:14:27.831538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51576) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:27.839667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1455761296'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:27.868598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:27.875341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.918455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:27.932275 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:27.933259 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Added segment c37ad059-c434-4009-a715-a67d14b02d6e of type vlan for network 794cc560-3c6a-4b6c-af7f-ac6dd562c1df Apr 21 21:14:27.980360 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.014355 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.021844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:28.022689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.039732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-a19e304a-8430-4240-bb27-feb5b27ffb1e None None] Allocated IP 172.20.0.1 (ccb1d354-75b4-4772-aa3a-9b8479543a54/afcc7d03-ab71-4462-94d6-d34eb8b1c404/a98a8699-bc32-4459-ba2f-a2bed42145a4) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:28.101432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Network': ['ID=794cc560-3c6a-4b6c-af7f-ac6dd562c1df,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:28.105008 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.119533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-70164b2c-efe7-45c6-8441-6c4970afc2f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2863491 Apr 21 21:14:28.122548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51582) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:28.134499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'ports': [{'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f'}, {'network_id': '794cc560-3c6a-4b6c-af7f-ac6dd562c1df'}]} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:28.136445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:28.137406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': '794cc560-3c6a-4b6c-af7f-ac6dd562c1df'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:28.139641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.186905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b86210-ee63-4e63-a143-1c9db02596cf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:28.260620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 794cc560-3c6a-4b6c-af7f-ac6dd562c1df details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:28.304103 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.323198 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.350459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f724c8c-28d3-4f17-a3cc-d345bf4e823d']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:28.365669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92983bee-0bdc-4f83-92c0-a0793761a4cd') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:28.366234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92983bee-0bdc-4f83-92c0-a0793761a4cd') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:28.378514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.400160 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.411100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:28.411690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:28.416119 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:28.426731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a19e304a-8430-4240-bb27-feb5b27ffb1e None None] For port a98a8699-bc32-4459-ba2f-a2bed42145a4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a98a8699-bc32-4459-ba2f-a2bed42145a4,segment=NetworkSegment(e868f602-d2eb-4da7-bb3c-896d0ae2fab8),segment_id=e868f602-d2eb-4da7-bb3c-896d0ae2fab8)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:28.429559 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:28.440043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 2} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:28.447136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.452331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:28.456562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:28.459595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Pushing event updated for resources: {'Port': ['ID=ad6c68c3-c6ba-41ff-af59-1af8989d8044,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:28.465162 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.500061 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a19e304a-8430-4240-bb27-feb5b27ffb1e None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.504136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.api [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:14:28.504136 n-d-838945-1 neutron-server[114646]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:14:28.504136 n-d-838945-1 neutron-server[114646]: [parameters: {'id': '1f724c8c-28d3-4f17-a3cc-d345bf4e823d'}] Apr 21 21:14:28.504136 n-d-838945-1 neutron-server[114646]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:14:28.504706 n-d-838945-1 neutron-server[114646]: DEBUG oslo_db.api [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:14:28.518799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a19e304a-8430-4240-bb27-feb5b27ffb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.553813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Attempting to bind port ad6c68c3-c6ba-41ff-af59-1af8989d8044 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:28.554494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Attempting to bind port ad6c68c3-c6ba-41ff-af59-1af8989d8044 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '92983bee-0bdc-4f83-92c0-a0793761a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f724c8c-28d3-4f17-a3cc-d345bf4e823d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:28.554631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Attempting to bind port ad6c68c3-c6ba-41ff-af59-1af8989d8044 on network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:28.572435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:28.572848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Checking segment: {'id': '92983bee-0bdc-4f83-92c0-a0793761a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f724c8c-28d3-4f17-a3cc-d345bf4e823d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:28.573249 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.573642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Bound using segment: {'id': '92983bee-0bdc-4f83-92c0-a0793761a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f724c8c-28d3-4f17-a3cc-d345bf4e823d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:28.574123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Bound port: ad6c68c3-c6ba-41ff-af59-1af8989d8044, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92983bee-0bdc-4f83-92c0-a0793761a4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1f724c8c-28d3-4f17-a3cc-d345bf4e823d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:28.574503 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.647773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port d4866723-db59-4105-8c37-7a7ed16554ab yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:14:28.658851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e304a-8430-4240-bb27-feb5b27ffb1e None None] Pushing event updated for resources: {'Port': ['ID=a98a8699-bc32-4459-ba2f-a2bed42145a4,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:28.745997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] For port ad6c68c3-c6ba-41ff-af59-1af8989d8044, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:28.751729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] For port ad6c68c3-c6ba-41ff-af59-1af8989d8044, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ad6c68c3-c6ba-41ff-af59-1af8989d8044,segment=NetworkSegment(92983bee-0bdc-4f83-92c0-a0793761a4cd),segment_id=92983bee-0bdc-4f83-92c0-a0793761a4cd)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:28.759596 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.830972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:28.910160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f66ce-56c6-4b9b-bc5d-162181211c1c None None] Pushing event updated for resources: {'Port': ['ID=ad6c68c3-c6ba-41ff-af59-1af8989d8044,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:28.927550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b160b-bd8f-4702-92c8-2de9dc9128f7 None None] Network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:28.966603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 33e03b28-adb0-40bb-83f1-e0b20ae57c10 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:14:29.005699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.093423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting port ad6c68c3-c6ba-41ff-af59-1af8989d8044 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:29.095217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.111458 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26568b7-5bab-47b1-854c-d2022c5bfbfd None None] Network 1f724c8c-28d3-4f17-a3cc-d345bf4e823d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:29.160892 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.225327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.237171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] For port ad6c68c3-c6ba-41ff-af59-1af8989d8044, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ad6c68c3-c6ba-41ff-af59-1af8989d8044,segment=NetworkSegment(92983bee-0bdc-4f83-92c0-a0793761a4cd),segment_id=92983bee-0bdc-4f83-92c0-a0793761a4cd)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:29.238451 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.256815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Calling delete_port for ad6c68c3-c6ba-41ff-af59-1af8989d8044 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:29.273561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:29.276861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:29.281310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:29.282221 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.289437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=d4866723-db59-4105-8c37-7a7ed16554ab,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:29.413819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=33e03b28-adb0-40bb-83f1-e0b20ae57c10,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:29.426441 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.439751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Checking segment: {'id': 'c37ad059-c434-4009-a715-a67d14b02d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '794cc560-3c6a-4b6c-af7f-ac6dd562c1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:29.440158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network hostable DHCP agents. Network: 794cc560-3c6a-4b6c-af7f-ac6dd562c1df, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:29.464093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Port': ['ID=ad6c68c3-c6ba-41ff-af59-1af8989d8044,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:29.464478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network 794cc560-3c6a-4b6c-af7f-ac6dd562c1df is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:29.477690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No DVR routers for this DVR port ad6c68c3-c6ba-41ff-af59-1af8989d8044 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:29.490027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 794cc560-3c6a-4b6c-af7f-ac6dd562c1df) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:29.494496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:29.499947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a98a8699-bc32-4459-ba2f-a2bed42145a4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:29.516384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:29.523797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:29.524502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.546493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e3c348af-bc21-497f-beed-8d40519acdaf tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4212766 Apr 21 21:14:29.548637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51610) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:29.550286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db214e-6669-423e-8136-c416c2d24042 None None] Network 794cc560-3c6a-4b6c-af7f-ac6dd562c1df requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:29.553076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e31e2-853d-4de2-a044-643f9e598d93 None None] Network ccb1d354-75b4-4772-aa3a-9b8479543a54 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:29.589888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.627640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f724c8c-28d3-4f17-a3cc-d345bf4e823d']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:29.642868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92983bee-0bdc-4f83-92c0-a0793761a4cd') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:29.643383 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92983bee-0bdc-4f83-92c0-a0793761a4cd') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:29.655511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.674504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.686002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:29.686676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.760425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e146e59c-c8f1-49b1-b4bf-3019e2d2db02 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 33e03b28-adb0-40bb-83f1-e0b20ae57c10 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:29.760944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e146e59c-c8f1-49b1-b4bf-3019e2d2db02 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:29.772629 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:29.777875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.790618 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.795846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/1f724c8c-28d3-4f17-a3cc-d345bf4e823d HTTP/1.1" status: 204 len: 168 time: 2.2435427 Apr 21 21:14:29.798585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51614) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:29.839574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56eb28-31c0-4ad2-8f2f-4034e759ca98 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=1f724c8c-28d3-4f17-a3cc-d345bf4e823d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:29.886124 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7d0b01-06e7-4b15-bf3c-568268af89d8 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:29.886646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7d0b01-06e7-4b15-bf3c-568268af89d8 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:29.890221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3a7d0b01-06e7-4b15-bf3c-568268af89d8 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/1f724c8c-28d3-4f17-a3cc-d345bf4e823d HTTP/1.1" status: 404 len: 339 time: 0.0907269 Apr 21 21:14:29.894412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51622) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:29.915912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357338723', 'description': 'd1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:29.968743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e146e59c-c8f1-49b1-b4bf-3019e2d2db02 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:29.977989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:29.983174 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.001031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e146e59c-c8f1-49b1-b4bf-3019e2d2db02 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 33e03b28-adb0-40bb-83f1-e0b20ae57c10 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:30.023437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ecc1a070-4ad7-4230-83dd-36bb10abd634 None None] Provisioning complete for port a98a8699-bc32-4459-ba2f-a2bed42145a4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:30.024014 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a070-4ad7-4230-83dd-36bb10abd634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.064800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:30.082942 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.083697 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment a744691e-b55d-4f2f-bedd-3760ff3d33b5 of type vlan for network d62093ae-2c1b-45bd-a6b4-c15a263a5fa4 Apr 21 21:14:30.114995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a98a8699-bc32-4459-ba2f-a2bed42145a4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:30.115371 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.157918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.185087 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e146e59c-c8f1-49b1-b4bf-3019e2d2db02 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.220374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146e59c-c8f1-49b1-b4bf-3019e2d2db02 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=33e03b28-adb0-40bb-83f1-e0b20ae57c10,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:30.232988 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e146e59c-c8f1-49b1-b4bf-3019e2d2db02 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.238972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e146e59c-c8f1-49b1-b4bf-3019e2d2db02 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/33e03b28-adb0-40bb-83f1-e0b20ae57c10 HTTP/1.1" status: 204 len: 168 time: 0.6864250 Apr 21 21:14:30.240401 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.241551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51628) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:30.246530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:30.247233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.285321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3873405 Apr 21 21:14:30.286635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51630) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:30.326604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746d807-6a82-4a2f-a06f-28cde683639c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:30.345072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746d807-6a82-4a2f-a06f-28cde683639c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:30.346497 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3746d807-6a82-4a2f-a06f-28cde683639c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1039677 Apr 21 21:14:30.349170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51632) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:30.385682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89dfd5-a8ef-4e1c-959d-e885f6ec0981 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:30.389953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fe89dfd5-a8ef-4e1c-959d-e885f6ec0981 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/networks?id=d62093ae-2c1b-45bd-a6b4-c15a263a5fa4 HTTP/1.1" status: 200 len: 764 time: 0.0997462 Apr 21 21:14:30.397201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51634) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:30.404241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4aeac47a-61b2-4a30-9e57-0cda498665ca tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'description': 'd2'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:30.445931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5db7-aad7-49de-87c6-37a9e9999fd9 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=d62093ae-2c1b-45bd-a6b4-c15a263a5fa4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:30.456187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d62093ae-2c1b-45bd-a6b4-c15a263a5fa4 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:30.555022 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2d867df1-09bd-4c9b-aa1b-14e69bda3600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.658931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa07f1-3a71-4666-b39b-e3d25f188e55 None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:14:30.694411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3403105a-091f-40b6-80db-e86bf5928d2d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port d4866723-db59-4105-8c37-7a7ed16554ab {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:30.694903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3403105a-091f-40b6-80db-e86bf5928d2d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.701698 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4aeac47a-61b2-4a30-9e57-0cda498665ca tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.769467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-61fd2fe1-5253-4831-a012-33d8937671d1 None None] Provisioning complete for port a98a8699-bc32-4459-ba2f-a2bed42145a4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:30.769854 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-61fd2fe1-5253-4831-a012-33d8937671d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.770816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4aeac47a-61b2-4a30-9e57-0cda498665ca tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.804060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4aeac47a-61b2-4a30-9e57-0cda498665ca tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network d62093ae-2c1b-45bd-a6b4-c15a263a5fa4 is not hosted by any dhcp agent {{(pid=114646) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 21:14:30.809366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeac47a-61b2-4a30-9e57-0cda498665ca tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:30.809916 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4aeac47a-61b2-4a30-9e57-0cda498665ca tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.814463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4aeac47a-61b2-4a30-9e57-0cda498665ca tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "PUT /v2.0/networks/d62093ae-2c1b-45bd-a6b4-c15a263a5fa4 HTTP/1.1" status: 200 len: 761 time: 0.4168246 Apr 21 21:14:30.820297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51638) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:30.826943 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3403105a-091f-40b6-80db-e86bf5928d2d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:30.861197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aa07f1-3a71-4666-b39b-e3d25f188e55 None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:14:30.896399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3403105a-091f-40b6-80db-e86bf5928d2d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for d4866723-db59-4105-8c37-7a7ed16554ab owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:30.904542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeac47a-61b2-4a30-9e57-0cda498665ca tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=d62093ae-2c1b-45bd-a6b4-c15a263a5fa4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:30.919510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d62093ae-2c1b-45bd-a6b4-c15a263a5fa4 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:30.951958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616af9b5-0f85-4684-a602-dfb0b2b57847 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:30.954338 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-616af9b5-0f85-4684-a602-dfb0b2b57847 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/networks?id=d62093ae-2c1b-45bd-a6b4-c15a263a5fa4 HTTP/1.1" status: 200 len: 764 time: 0.1324465 Apr 21 21:14:30.958359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51642) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.015720 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3403105a-091f-40b6-80db-e86bf5928d2d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.067646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403105a-091f-40b6-80db-e86bf5928d2d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=d4866723-db59-4105-8c37-7a7ed16554ab,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:31.092048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3403105a-091f-40b6-80db-e86bf5928d2d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.100258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3403105a-091f-40b6-80db-e86bf5928d2d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/d4866723-db59-4105-8c37-7a7ed16554ab HTTP/1.1" status: 204 len: 168 time: 0.7475841 Apr 21 21:14:31.102947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51648) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.106108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e0239a-4748-4a06-a0e5-9568c34d3284 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.108127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d3e0239a-4748-4a06-a0e5-9568c34d3284 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1484938 Apr 21 21:14:31.112038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51650) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.146192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8bd445e6-9091-42d1-b96d-6b0842f8154c tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 207 time: 0.0323772 Apr 21 21:14:31.152453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51654) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.325968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43cd348-15bd-4a32-8063-8cbbc9a670a1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.330387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d43cd348-15bd-4a32-8063-8cbbc9a670a1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2161319 Apr 21 21:14:31.331232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51660) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.358500 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea55d941-59dd-4230-9586-4e94871ed457 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:14:31.361035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ea55d941-59dd-4230-9586-4e94871ed457 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/33e03b28-adb0-40bb-83f1-e0b20ae57c10 HTTP/1.1" status: 404 len: 333 time: 0.0290766 Apr 21 21:14:31.364392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51662) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.390742 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc579ae0-689a-4a65-bc9b-0e1c27c9f8ac tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:14:31.392377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cc579ae0-689a-4a65-bc9b-0e1c27c9f8ac tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/d4866723-db59-4105-8c37-7a7ed16554ab HTTP/1.1" status: 404 len: 333 time: 0.0261018 Apr 21 21:14:31.395506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51666) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.414949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710f759-6120-4bfc-b462-4bd95968e966 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.423905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710f759-6120-4bfc-b462-4bd95968e966 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.430907 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710f759-6120-4bfc-b462-4bd95968e966 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.437556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710f759-6120-4bfc-b462-4bd95968e966 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.444979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710f759-6120-4bfc-b462-4bd95968e966 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.451357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710f759-6120-4bfc-b462-4bd95968e966 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.456672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0710f759-6120-4bfc-b462-4bd95968e966 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2997627 Apr 21 21:14:31.457666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51668) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.492024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.587854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0c27810b-bde3-4bd4-905e-d5a57f50593e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1264753 Apr 21 21:14:31.588312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51676) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.616048 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.641233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794cc560-3c6a-4b6c-af7f-ac6dd562c1df']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:31.653507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37ad059-c434-4009-a715-a67d14b02d6e') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:31.653507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37ad059-c434-4009-a715-a67d14b02d6e') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:31.668220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00f6b8-062a-4558-b340-7a7b5d897921 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.669147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.670397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00f6b8-062a-4558-b340-7a7b5d897921 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.677881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00f6b8-062a-4558-b340-7a7b5d897921 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.680346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00f6b8-062a-4558-b340-7a7b5d897921 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.682493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c00f6b8-062a-4558-b340-7a7b5d897921 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.687947 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.688388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7c00f6b8-062a-4558-b340-7a7b5d897921 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0988533 Apr 21 21:14:31.692213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51680) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.697303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:31.698061 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:31.702195 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:31.798207 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.803164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03e405-9ffc-4b2e-8f9e-547b024fed42 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.804576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03e405-9ffc-4b2e-8f9e-547b024fed42 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.806122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03e405-9ffc-4b2e-8f9e-547b024fed42 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.807781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03e405-9ffc-4b2e-8f9e-547b024fed42 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.809617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03e405-9ffc-4b2e-8f9e-547b024fed42 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['shared'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.815205 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ee03e405-9ffc-4b2e-8f9e-547b024fed42 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1163900 Apr 21 21:14:31.818222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51682) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.818397 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.821334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/networks/794cc560-3c6a-4b6c-af7f-ac6dd562c1df HTTP/1.1" status: 204 len: 168 time: 0.4248869 Apr 21 21:14:31.831733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51684) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.832709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cbab1-5e11-46d3-8375-5b558f8b18e8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Network': ['ID=794cc560-3c6a-4b6c-af7f-ac6dd562c1df,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:31.852651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939135060'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:31.932423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:31.935708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:31.978621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2671b3-8330-4304-ae92-800d8ba7242a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:31.980325 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0a2671b3-8330-4304-ae92-800d8ba7242a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/networks/658063cd-90e5-49b2-afdf-04102df31763 HTTP/1.1" status: 200 len: 804 time: 0.1627176 Apr 21 21:14:31.983900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51690) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:31.989308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:32.001546 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:32.001892 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Added segment 47b2fd29-9dc0-4208-a18c-1bc75483fa4a of type vlan for network 5b940e50-e269-4900-bde7-4c7289947d6e Apr 21 21:14:32.045654 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:32.114835 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:32.122557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:32.122804 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:32.141971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e5231ff1-e2ef-4697-9756-983195cc4bc3 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/networks/658063cd-90e5-49b2-afdf-04102df31763?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1553605 Apr 21 21:14:32.144610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51692) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:32.198859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Network': ['ID=5b940e50-e269-4900-bde7-4c7289947d6e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:32.213496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 5b940e50-e269-4900-bde7-4c7289947d6e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:32.221049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d007dfd5-302e-4924-b1c3-878cb4b4d376 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3842301 Apr 21 21:14:32.221818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51694) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:32.228022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': '5b940e50-e269-4900-bde7-4c7289947d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:32.274304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c1862d-c1cc-4449-8403-6b906f438a61 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:32.278737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-37c1862d-c1cc-4449-8403-6b906f438a61 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/subnets/cbe67979-5fa4-4f7e-bc85-344de90aca53 HTTP/1.1" status: 200 len: 843 time: 0.1331053 Apr 21 21:14:32.282770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51702) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:32.384446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332eada-b31e-495c-bfc5-d2b796aedbf7 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['shared'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:32.389347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2332eada-b31e-495c-bfc5-d2b796aedbf7 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "GET /v2.0/subnets/cbe67979-5fa4-4f7e-bc85-344de90aca53?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1022198 Apr 21 21:14:32.390631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51706) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:32.396647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1983909402'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:32.430519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:32.436788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:32.443659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:32.445924 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:32.800857 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc176-85ee-4faa-ad06-8dfe3d7f7ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:32.829936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.ipam_backend_mixin [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Performing IP validity checks on allocation pools {{(pid=114646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 21:14:32.832681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.ipam_backend_mixin [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114646) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 21:14:32.849505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:32.868528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:32.868886 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Added segment ca77f83a-3f2f-436a-90e3-9a06ddf4b053 of type vlan for network 02fa9696-9d87-44af-8303-23bfdb3bc0c2 Apr 21 21:14:32.942718 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.008668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.014216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:33.014750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.053457 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.131862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7401209 Apr 21 21:14:33.135439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51718) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:33.142672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'network_id': '02fa9696-9d87-44af-8303-23bfdb3bc0c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:33.155620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6365ed-431b-4510-8ad5-d56b9676b6d6 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Network': ['ID=02fa9696-9d87-44af-8303-23bfdb3bc0c2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:33.164672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=888c34d4-1b8e-44ba-b12e-283aa2425987,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:33.171432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 02fa9696-9d87-44af-8303-23bfdb3bc0c2 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:33.182661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Checking segment: {'id': '47b2fd29-9dc0-4208-a18c-1bc75483fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5b940e50-e269-4900-bde7-4c7289947d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:33.183076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network hostable DHCP agents. Network: 5b940e50-e269-4900-bde7-4c7289947d6e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:33.209188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network 5b940e50-e269-4900-bde7-4c7289947d6e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:33.222307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 5b940e50-e269-4900-bde7-4c7289947d6e) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:33.228400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:33.229033 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.243030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82a28a-c35e-4805-9716-02c8d245d4e7 None None] Network 5b940e50-e269-4900-bde7-4c7289947d6e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:33.254318 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c879950f-cde0-488b-81f1-44405ea7d37c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0312088 Apr 21 21:14:33.255141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51720) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:33.262431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': '5b940e50-e269-4900-bde7-4c7289947d6e', 'name': 'tempest-PortsIpV6TestJSON-1206953729'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:33.266151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Made reservation on behalf of 5287c45e4a564f1b83b17cf3d9607855 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:33.270580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.384611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Performing IP validity checks on allocation pools {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 21:14:33.384611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 21:14:33.407734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:33.419778 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-5b940e50-e269-4900-bde7-4c7289947d6e', 'network_id': '5b940e50-e269-4900-bde7-4c7289947d6e', 'tenant_id': 'edcf81b8f54e4ef98b8454f3e9ed2258', 'fixed_ips': [{'subnet_id': '888c34d4-1b8e-44ba-b12e-283aa2425987'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:33.420950 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.423698 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.478364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 63bb2e2d-112b-4e22-a71e-7455edc939eb yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:14:33.597003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.624362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Allocated IP 2001:db8::2 (5b940e50-e269-4900-bde7-4c7289947d6e/888c34d4-1b8e-44ba-b12e-283aa2425987/66d23e53-222f-4e66-8a19-5bfe8bd699f8) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:33.662423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Checking segment: {'id': 'ca77f83a-3f2f-436a-90e3-9a06ddf4b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02fa9696-9d87-44af-8303-23bfdb3bc0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:33.662775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network hostable DHCP agents. Network: 02fa9696-9d87-44af-8303-23bfdb3bc0c2, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:33.677834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=c9670395-3301-4830-a240-5300943356f3,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:33.690590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Network 02fa9696-9d87-44af-8303-23bfdb3bc0c2 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:33.705516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 02fa9696-9d87-44af-8303-23bfdb3bc0c2) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:33.717128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:33.717468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.725679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af2ad5-390c-494f-b362-c31f865416d9 None None] Network 02fa9696-9d87-44af-8303-23bfdb3bc0c2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:33.744745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c0744b97-d5b7-437c-a3cc-c22284c58c79 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6088085 Apr 21 21:14:33.747470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51740) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:33.753346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1f4a0c78-d7f4-4095-9a2b-4848f2647f7c tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:33.887498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0c78-d7f4-4095-9a2b-4848f2647f7c tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8967711'] for subnet, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.935321 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:33.956430 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.014414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-02fa9696-9d87-44af-8303-23bfdb3bc0c2', 'network_id': '02fa9696-9d87-44af-8303-23bfdb3bc0c2', 'tenant_id': '5287c45e4a564f1b83b17cf3d9607855', 'fixed_ips': [{'subnet_id': 'c9670395-3301-4830-a240-5300943356f3'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:34.015792 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.030043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Network 5b940e50-e269-4900-bde7-4c7289947d6e is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:34.041268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:34.048684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:34.149277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::311 (5b940e50-e269-4900-bde7-4c7289947d6e/888c34d4-1b8e-44ba-b12e-283aa2425987/63bb2e2d-112b-4e22-a71e-7455edc939eb) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:34.151608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0c78-d7f4-4095-9a2b-4848f2647f7c tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780104382392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3826270'] for subnet, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.208085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a0c78-d7f4-4095-9a2b-4848f2647f7c tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:34.213397 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0c78-d7f4-4095-9a2b-4848f2647f7c tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.215608 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1f4a0c78-d7f4-4095-9a2b-4848f2647f7c tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "PUT /v2.0/subnets/c9670395-3301-4830-a240-5300943356f3 HTTP/1.1" status: 200 len: 900 time: 0.4670219 Apr 21 21:14:34.216045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Pushing event updated for resources: {'Port': ['ID=66d23e53-222f-4e66-8a19-5bfe8bd699f8,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:34.218464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51754) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:34.231711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.232084 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.232398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.232739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.234523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.234908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.235255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.235588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.235921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.236247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.236574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.237307 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:34.245099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Attempting to bind port 66d23e53-222f-4e66-8a19-5bfe8bd699f8 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:34.245903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Attempting to bind port 66d23e53-222f-4e66-8a19-5bfe8bd699f8 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '47b2fd29-9dc0-4208-a18c-1bc75483fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5b940e50-e269-4900-bde7-4c7289947d6e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:34.246164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Attempting to bind port 66d23e53-222f-4e66-8a19-5bfe8bd699f8 on network 5b940e50-e269-4900-bde7-4c7289947d6e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:34.249233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a0c78-d7f4-4095-9a2b-4848f2647f7c tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event updated for resources: {'Subnet': ['ID=c9670395-3301-4830-a240-5300943356f3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:34.254864 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:34.255282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Checking segment: {'id': '47b2fd29-9dc0-4208-a18c-1bc75483fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5b940e50-e269-4900-bde7-4c7289947d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:34.255647 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.256043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Bound using segment: {'id': '47b2fd29-9dc0-4208-a18c-1bc75483fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5b940e50-e269-4900-bde7-4c7289947d6e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:34.256526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Bound port: 66d23e53-222f-4e66-8a19-5bfe8bd699f8, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b2fd29-9dc0-4208-a18c-1bc75483fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5b940e50-e269-4900-bde7-4c7289947d6e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:34.257542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.276868 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.379154 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.427509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] For port 66d23e53-222f-4e66-8a19-5bfe8bd699f8, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:34.432728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Allocated IP 2001:db8::3 (02fa9696-9d87-44af-8303-23bfdb3bc0c2/c9670395-3301-4830-a240-5300943356f3/18e43106-bad9-4be9-b1dd-af1bbc943cbd) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:34.442717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] For port 66d23e53-222f-4e66-8a19-5bfe8bd699f8, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=66d23e53-222f-4e66-8a19-5bfe8bd699f8,segment=NetworkSegment(47b2fd29-9dc0-4208-a18c-1bc75483fa4a),segment_id=47b2fd29-9dc0-4208-a18c-1bc75483fa4a)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:34.446579 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.481642 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.488380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.493908 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.583868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network 5b940e50-e269-4900-bde7-4c7289947d6e is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:34.596928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:34.600613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:34.606974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:34.607939 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.610629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972b442-2868-4f93-b713-ede11d94eaf3 None None] Pushing event updated for resources: {'Port': ['ID=66d23e53-222f-4e66-8a19-5bfe8bd699f8,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:34.641751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=63bb2e2d-112b-4e22-a71e-7455edc939eb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:34.664219 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1f1103ad-0341-4a20-a0e9-163d42acfcdc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4077098 Apr 21 21:14:34.666856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51756) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:34.702285 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.712651 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.740202 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.774864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=c9670395-3301-4830-a240-5300943356f3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:34.806928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e81ff3bf-6802-4fcc-86e3-dedd6462c52c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 63bb2e2d-112b-4e22-a71e-7455edc939eb {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:34.807342 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e81ff3bf-6802-4fcc-86e3-dedd6462c52c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.928821 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:34.979967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fa9696-9d87-44af-8303-23bfdb3bc0c2']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:35.004176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca77f83a-3f2f-436a-90e3-9a06ddf4b053') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:35.004931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca77f83a-3f2f-436a-90e3-9a06ddf4b053') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:35.012054 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e81ff3bf-6802-4fcc-86e3-dedd6462c52c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.026812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.041827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e81ff3bf-6802-4fcc-86e3-dedd6462c52c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 63bb2e2d-112b-4e22-a71e-7455edc939eb owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:35.055803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.065600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:35.066263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:35.082769 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:35.165609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Pushing event updated for resources: {'Port': ['ID=18e43106-bad9-4be9-b1dd-af1bbc943cbd,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:35.187113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Network 02fa9696-9d87-44af-8303-23bfdb3bc0c2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:35.195403 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:35.201220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:35.207124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.db.api [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 21:14:35.207124 n-d-838945-1 neutron-server[114647]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 21:14:35.207124 n-d-838945-1 neutron-server[114647]: [parameters: {'id': '02fa9696-9d87-44af-8303-23bfdb3bc0c2'}] Apr 21 21:14:35.207124 n-d-838945-1 neutron-server[114647]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114647) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:14:35.208030 n-d-838945-1 neutron-server[114647]: DEBUG oslo_db.api [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:14:35.283011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Attempting to bind port 18e43106-bad9-4be9-b1dd-af1bbc943cbd on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:35.283679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Attempting to bind port 18e43106-bad9-4be9-b1dd-af1bbc943cbd by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ca77f83a-3f2f-436a-90e3-9a06ddf4b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02fa9696-9d87-44af-8303-23bfdb3bc0c2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:35.284145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Attempting to bind port 18e43106-bad9-4be9-b1dd-af1bbc943cbd on network 02fa9696-9d87-44af-8303-23bfdb3bc0c2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:35.298166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:35.298626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Checking segment: {'id': 'ca77f83a-3f2f-436a-90e3-9a06ddf4b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02fa9696-9d87-44af-8303-23bfdb3bc0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:35.299227 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.299929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Bound using segment: {'id': 'ca77f83a-3f2f-436a-90e3-9a06ddf4b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02fa9696-9d87-44af-8303-23bfdb3bc0c2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:35.300391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Bound port: 18e43106-bad9-4be9-b1dd-af1bbc943cbd, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca77f83a-3f2f-436a-90e3-9a06ddf4b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '02fa9696-9d87-44af-8303-23bfdb3bc0c2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:35.300882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.435696 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.438417 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e81ff3bf-6802-4fcc-86e3-dedd6462c52c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.439489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] For port 18e43106-bad9-4be9-b1dd-af1bbc943cbd, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:35.443135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] For port 18e43106-bad9-4be9-b1dd-af1bbc943cbd, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=18e43106-bad9-4be9-b1dd-af1bbc943cbd,segment=NetworkSegment(ca77f83a-3f2f-436a-90e3-9a06ddf4b053),segment_id=ca77f83a-3f2f-436a-90e3-9a06ddf4b053)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:35.450869 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.481353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ff3bf-6802-4fcc-86e3-dedd6462c52c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=63bb2e2d-112b-4e22-a71e-7455edc939eb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:35.481941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66d23e53-222f-4e66-8a19-5bfe8bd699f8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:35.499320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e81ff3bf-6802-4fcc-86e3-dedd6462c52c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.503206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e81ff3bf-6802-4fcc-86e3-dedd6462c52c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/63bb2e2d-112b-4e22-a71e-7455edc939eb HTTP/1.1" status: 204 len: 168 time: 0.8349128 Apr 21 21:14:35.505826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51768) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:35.548152 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-9724302b-ea4c-439a-bc8c-920bb1af32fe tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:35.548795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9724302b-ea4c-439a-bc8c-920bb1af32fe tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:35.554263 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9724302b-ea4c-439a-bc8c-920bb1af32fe tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/63bb2e2d-112b-4e22-a71e-7455edc939eb HTTP/1.1" status: 404 len: 333 time: 0.0450330 Apr 21 21:14:35.554676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51770) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:35.591488 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3a41dd-bfe7-4741-b777-90e9f9b36e06 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:14:35.596134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6b3a41dd-bfe7-4741-b777-90e9f9b36e06 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/63bb2e2d-112b-4e22-a71e-7455edc939eb HTTP/1.1" status: 404 len: 333 time: 0.0374198 Apr 21 21:14:35.596477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51772) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:35.632432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1715c4-9fb7-4f76-a301-facc881d5b4c None None] Network 02fa9696-9d87-44af-8303-23bfdb3bc0c2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:35.654524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb34ce-0842-48f6-aa3a-9ab20090b547 None None] Pushing event updated for resources: {'Port': ['ID=18e43106-bad9-4be9-b1dd-af1bbc943cbd,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:35.693739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6438b5d8-558b-4d26-ae9a-95ce158d17f1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet 888c34d4-1b8e-44ba-b12e-283aa2425987 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:35.697679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6438b5d8-558b-4d26-ae9a-95ce158d17f1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.709018 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.773290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 66d23e53-222f-4e66-8a19-5bfe8bd699f8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:35.773682 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.798014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6438b5d8-558b-4d26-ae9a-95ce158d17f1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:35.843145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting port 18e43106-bad9-4be9-b1dd-af1bbc943cbd {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:35.844648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.003159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] For port 18e43106-bad9-4be9-b1dd-af1bbc943cbd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=18e43106-bad9-4be9-b1dd-af1bbc943cbd,segment=NetworkSegment(ca77f83a-3f2f-436a-90e3-9a06ddf4b053),segment_id=ca77f83a-3f2f-436a-90e3-9a06ddf4b053)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:36.004264 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.011815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb07531e-1ef8-487b-9651-09eeccadb290 None None] Network 02fa9696-9d87-44af-8303-23bfdb3bc0c2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:36.022409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6438b5d8-558b-4d26-ae9a-95ce158d17f1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.027147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Calling delete_port for 18e43106-bad9-4be9-b1dd-af1bbc943cbd owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:36.051323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.087382 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.148237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6438b5d8-558b-4d26-ae9a-95ce158d17f1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.201510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438b5d8-558b-4d26-ae9a-95ce158d17f1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=888c34d4-1b8e-44ba-b12e-283aa2425987,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:36.204070 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6438b5d8-558b-4d26-ae9a-95ce158d17f1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.221735 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6438b5d8-558b-4d26-ae9a-95ce158d17f1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/888c34d4-1b8e-44ba-b12e-283aa2425987 HTTP/1.1" status: 204 len: 168 time: 0.6220205 Apr 21 21:14:36.222449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51776) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:36.272716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.287753 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:14:36.288233 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:14:36.322287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38b187-e897-41c7-a487-7092fab3df17 None None] Network 5b940e50-e269-4900-bde7-4c7289947d6e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:36.356247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Port': ['ID=18e43106-bad9-4be9-b1dd-af1bbc943cbd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:36.375065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No DVR routers for this DVR port 18e43106-bad9-4be9-b1dd-af1bbc943cbd on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:36.405286 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.491890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-40c40af0-d180-4e38-97ca-b0099b328ee9 None None] Provisioning complete for port 66d23e53-222f-4e66-8a19-5bfe8bd699f8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:36.492289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-40c40af0-d180-4e38-97ca-b0099b328ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.528888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 66d23e53-222f-4e66-8a19-5bfe8bd699f8 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:36.529442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.589167 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.614875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] For port 66d23e53-222f-4e66-8a19-5bfe8bd699f8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=66d23e53-222f-4e66-8a19-5bfe8bd699f8,segment=NetworkSegment(47b2fd29-9dc0-4208-a18c-1bc75483fa4a),segment_id=47b2fd29-9dc0-4208-a18c-1bc75483fa4a)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:36.615242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.645325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fa9696-9d87-44af-8303-23bfdb3bc0c2']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:36.648696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 66d23e53-222f-4e66-8a19-5bfe8bd699f8 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:36.679105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca77f83a-3f2f-436a-90e3-9a06ddf4b053') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:36.680550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca77f83a-3f2f-436a-90e3-9a06ddf4b053') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:36.701733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.744930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.747192 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-40c40af0-d180-4e38-97ca-b0099b328ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.758133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:36.758540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:36.768791 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:36.792249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb473c4b-b02b-455d-bbe1-5170b59b5a33 None None] DHCP port deletion for 5b940e50-e269-4900-bde7-4c7289947d6e request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:14:36.873999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.920293 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.929253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fb473c4b-b02b-455d-bbe1-5170b59b5a33 None None] The port '66d23e53-222f-4e66-8a19-5bfe8bd699f8' was deleted {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 21 21:14:36.939307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=66d23e53-222f-4e66-8a19-5bfe8bd699f8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:36.945102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No DVR routers for this DVR port 66d23e53-222f-4e66-8a19-5bfe8bd699f8 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:36.959910 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:36.976412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/02fa9696-9d87-44af-8303-23bfdb3bc0c2 HTTP/1.1" status: 204 len: 168 time: 2.7517755 Apr 21 21:14:36.994354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51790) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:36.997549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e66264-b7f1-4c69-a7c3-1f0810ed56f7 None None] get_active_networks_info from n-d-838945-1 {{(pid=114648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 21:14:37.019431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae59f2-1fcd-4d3e-a44b-50338c598e8e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=02fa9696-9d87-44af-8303-23bfdb3bc0c2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:37.063274 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7642d9d7-ff4e-4bd5-a8a4-d93fa5153c91 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:37.063848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7642d9d7-ff4e-4bd5-a8a4-d93fa5153c91 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:37.078546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.079984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7642d9d7-ff4e-4bd5-a8a4-d93fa5153c91 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/c9670395-3301-4830-a240-5300943356f3 HTTP/1.1" status: 404 len: 337 time: 0.0761163 Apr 21 21:14:37.081164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51794) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:37.129641 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0540dd-3c60-4c8f-ae4e-65d90d68c68d tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:37.130262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0540dd-3c60-4c8f-ae4e-65d90d68c68d tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:37.138090 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.141417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51796) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:37.141666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0a0540dd-3c60-4c8f-ae4e-65d90d68c68d tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/02fa9696-9d87-44af-8303-23bfdb3bc0c2 HTTP/1.1" status: 404 len: 339 time: 0.0593760 Apr 21 21:14:37.237506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e66264-b7f1-4c69-a7c3-1f0810ed56f7 None None] Resources bound (agent type, host, resource id): {{(pid=114648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 21:14:37.319327 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.351131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b940e50-e269-4900-bde7-4c7289947d6e']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:37.463476 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.486885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62093ae-2c1b-45bd-a6b4-c15a263a5fa4']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:37.498376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a744691e-b55d-4f2f-bedd-3760ff3d33b5') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:37.499069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a744691e-b55d-4f2f-bedd-3760ff3d33b5') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:37.520230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.523088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66d23e53-222f-4e66-8a19-5bfe8bd699f8 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:37.523582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b2fd29-9dc0-4208-a18c-1bc75483fa4a') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:37.523582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b2fd29-9dc0-4208-a18c-1bc75483fa4a') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:37.542389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.549818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.560864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:37.567401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:37.570667 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:37.574411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.595094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:37.595863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:37.599243 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:37.602243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 66d23e53-222f-4e66-8a19-5bfe8bd699f8 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:37.602243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 66d23e53-222f-4e66-8a19-5bfe8bd699f8 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:37.814727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.821747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.833870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/d62093ae-2c1b-45bd-a6b4-c15a263a5fa4 HTTP/1.1" status: 204 len: 168 time: 0.6913614 Apr 21 21:14:37.836293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51808) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:37.847030 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.874949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f22f41-539b-4030-aa60-c5f2041b0e6a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=d62093ae-2c1b-45bd-a6b4-c15a263a5fa4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:37.877301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:37.884075 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/networks/5b940e50-e269-4900-bde7-4c7289947d6e HTTP/1.1" status: 204 len: 168 time: 1.6576266 Apr 21 21:14:37.891818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51810) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:37.901147 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8607ce63-07db-48ff-afc9-6d84fcd2f34a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:37.901588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8607ce63-07db-48ff-afc9-6d84fcd2f34a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:37.904122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-269046775'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:37.904945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8607ce63-07db-48ff-afc9-6d84fcd2f34a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/d5b86210-ee63-4e63-a143-1c9db02596cf HTTP/1.1" status: 404 len: 337 time: 0.0664108 Apr 21 21:14:37.909343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51812) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:37.932626 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f701420-62ce-4892-82e0-a98e2af64754 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:37.933637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f701420-62ce-4892-82e0-a98e2af64754 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:37.939940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0f701420-62ce-4892-82e0-a98e2af64754 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/1f724c8c-28d3-4f17-a3cc-d345bf4e823d HTTP/1.1" status: 404 len: 339 time: 0.0294008 Apr 21 21:14:37.940527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51814) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:37.942330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e6cfb-75ce-4264-8f4e-490798712563 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Network': ['ID=5b940e50-e269-4900-bde7-4c7289947d6e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:37.970217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:37.974107 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.006420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:38.010841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-da54b5da-1510-4f36-8637-8be51bd7bfdf tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting subnet afcc7d03-ab71-4462-94d6-d34eb8b1c404 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:38.015376 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da54b5da-1510-4f36-8637-8be51bd7bfdf tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.035201 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.035201 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Added segment 363a3e9f-f6bc-46d5-98dc-5948c1db57d7 of type vlan for network 1e3a3ce3-f736-473b-8830-c4f14d5089aa Apr 21 21:14:38.095001 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da54b5da-1510-4f36-8637-8be51bd7bfdf tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.102121 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.134138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.143547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:38.146910 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.222189 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3267593 Apr 21 21:14:38.222892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51820) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:38.223046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da54b5da-1510-4f36-8637-8be51bd7bfdf tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.227826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': '1e3a3ce3-f736-473b-8830-c4f14d5089aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:38.235200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c133-a3f7-41d7-bc89-37555dfc4925 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Network': ['ID=1e3a3ce3-f736-473b-8830-c4f14d5089aa,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:38.245253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51822) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:38.250696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1e3a3ce3-f736-473b-8830-c4f14d5089aa details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:38.322279 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da54b5da-1510-4f36-8637-8be51bd7bfdf tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.355787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:38.360346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.370058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54b5da-1510-4f36-8637-8be51bd7bfdf tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=afcc7d03-ab71-4462-94d6-d34eb8b1c404,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:38.384103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da54b5da-1510-4f36-8637-8be51bd7bfdf tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.391768 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-da54b5da-1510-4f36-8637-8be51bd7bfdf tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/afcc7d03-ab71-4462-94d6-d34eb8b1c404 HTTP/1.1" status: 204 len: 168 time: 0.4479470 Apr 21 21:14:38.397740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51826) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:38.414533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb0d6d-3102-4650-a108-40ca00ec188d None None] Network ccb1d354-75b4-4772-aa3a-9b8479543a54 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:38.564262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a61d3ff-944f-4675-9be2-6031510de3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.582573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-517acb96-6add-4695-ba4b-4c85db5743b2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting subnet 5109c829-9526-4b4d-bbac-1e47881e67fb {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:38.585904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-517acb96-6add-4695-ba4b-4c85db5743b2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.638311 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-517acb96-6add-4695-ba4b-4c85db5743b2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.707127 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.775578 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=a1f602d2-d073-4084-82c4-1f6dcf23451d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:38.780951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-517acb96-6add-4695-ba4b-4c85db5743b2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.793867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Checking segment: {'id': '363a3e9f-f6bc-46d5-98dc-5948c1db57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e3a3ce3-f736-473b-8830-c4f14d5089aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:38.794225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network hostable DHCP agents. Network: 1e3a3ce3-f736-473b-8830-c4f14d5089aa, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:38.809073 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a61d3ff-944f-4675-9be2-6031510de3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.816694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network 1e3a3ce3-f736-473b-8830-c4f14d5089aa is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:38.823269 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a61d3ff-944f-4675-9be2-6031510de3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.831535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 1e3a3ce3-f736-473b-8830-c4f14d5089aa) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:38.844425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:38.844962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.864462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bcd7a5-caba-4d0e-814e-bb17da3d1af4 None None] Network 1e3a3ce3-f736-473b-8830-c4f14d5089aa requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:38.879037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51832) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:38.881366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1a61d3ff-944f-4675-9be2-6031510de3e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b451fc5056554a24bd4f06dce54477f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350555 Apr 21 21:14:38.882422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ba91a1b7-daa6-451e-a971-beb7dc376795 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6584866 Apr 21 21:14:38.883876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51834) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:38.889168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': '1e3a3ce3-f736-473b-8830-c4f14d5089aa', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-422989468'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:38.921633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61d3ff-944f-4675-9be2-6031510de3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a98f0f9-ac18-4dff-8d81-a914200ee545,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:38.972099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-517acb96-6add-4695-ba4b-4c85db5743b2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:38.999819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6934a538-49e5-4c41-b743-6c6646a9cdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.018919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517acb96-6add-4695-ba4b-4c85db5743b2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=5109c829-9526-4b4d-bbac-1e47881e67fb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:39.020991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-517acb96-6add-4695-ba4b-4c85db5743b2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.034772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-517acb96-6add-4695-ba4b-4c85db5743b2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/5109c829-9526-4b4d-bbac-1e47881e67fb HTTP/1.1" status: 204 len: 168 time: 0.6360986 Apr 21 21:14:39.037498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51836) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:39.056342 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6934a538-49e5-4c41-b743-6c6646a9cdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.102378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-1e3a3ce3-f736-473b-8830-c4f14d5089aa', 'network_id': '1e3a3ce3-f736-473b-8830-c4f14d5089aa', 'tenant_id': 'edcf81b8f54e4ef98b8454f3e9ed2258', 'fixed_ips': [{'subnet_id': 'a1f602d2-d073-4084-82c4-1f6dcf23451d'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:39.111970 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.143754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6934a538-49e5-4c41-b743-6c6646a9cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.148614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6934a538-49e5-4c41-b743-6c6646a9cdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.154646 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6934a538-49e5-4c41-b743-6c6646a9cdaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a98f0f9-ac18-4dff-8d81-a914200ee545 HTTP/1.1" status: 204 len: 168 time: 0.2648840 Apr 21 21:14:39.160711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934a538-49e5-4c41-b743-6c6646a9cdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a98f0f9-ac18-4dff-8d81-a914200ee545,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:39.255772 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.272237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:39.275834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.330656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 2ed290c3-c31f-4c8a-ba3c-a2e0b71ddc37 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:14:39.439081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting port a98a8699-bc32-4459-ba2f-a2bed42145a4 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:39.439472 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.461214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Allocated IP 2001:db8::2 (1e3a3ce3-f736-473b-8830-c4f14d5089aa/a1f602d2-d073-4084-82c4-1f6dcf23451d/d2777329-6901-41d7-96ba-36b8d9d6db63) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:39.534460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] For port a98a8699-bc32-4459-ba2f-a2bed42145a4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a98a8699-bc32-4459-ba2f-a2bed42145a4,segment=NetworkSegment(e868f602-d2eb-4da7-bb3c-896d0ae2fab8),segment_id=e868f602-d2eb-4da7-bb3c-896d0ae2fab8)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:39.534835 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.548070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51854) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:39.566058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Calling delete_port for a98a8699-bc32-4459-ba2f-a2bed42145a4 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:39.594486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e17040b-e3f5-43aa-a756-2a69e8b9202a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.702572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee467d-853b-4187-8f27-e902c9a5f936 None None] Network ccb1d354-75b4-4772-aa3a-9b8479543a54 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:39.740368 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.759693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e17040b-e3f5-43aa-a756-2a69e8b9202a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.768184 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e17040b-e3f5-43aa-a756-2a69e8b9202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.768933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Port': ['ID=a98a8699-bc32-4459-ba2f-a2bed42145a4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:39.782602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No DVR routers for this DVR port a98a8699-bc32-4459-ba2f-a2bed42145a4 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:39.805330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-13a942f7-833c-4881-a9bb-7ba386a5cbd9 None None] Could not find standard attr ID for object a98a8699-bc32-4459-ba2f-a2bed42145a4. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:14:39.840806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0e17040b-e3f5-43aa-a756-2a69e8b9202a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f38ce634f66408989c8e8362578f5c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888322 Apr 21 21:14:39.840806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17040b-e3f5-43aa-a756-2a69e8b9202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6f0423-3ce0-46cc-b30f-c28e6e0b7fc1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:39.841620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51858) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:39.867648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.889982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc54761-25d7-4872-93f6-d4da735b3932 req-9986de59-59db-46d1-9679-46a11c02c6e1 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:39.892554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afc54761-25d7-4872-93f6-d4da735b3932 req-9986de59-59db-46d1-9679-46a11c02c6e1 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1056311 Apr 21 21:14:39.914954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb1d354-75b4-4772-aa3a-9b8479543a54']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:39.928983 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.938135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e868f602-d2eb-4da7-bb3c-896d0ae2fab8') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:39.938435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e868f602-d2eb-4da7-bb3c-896d0ae2fab8') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:39.942426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84375fb5-80c6-4c7a-9e2d-e5d318def147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.974032 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:39.976496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afc54761-25d7-4872-93f6-d4da735b3932 req-8f1bfac5-e0a6-47ba-b48e-4625192cef2a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763264 Apr 21 21:14:40.011806 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.016576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84375fb5-80c6-4c7a-9e2d-e5d318def147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.083123 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.115654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Network 1e3a3ce3-f736-473b-8830-c4f14d5089aa is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:40.121527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:40.122274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.125891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84375fb5-80c6-4c7a-9e2d-e5d318def147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:40.126111 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:40.133882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:40.134014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84375fb5-80c6-4c7a-9e2d-e5d318def147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.134014 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-84375fb5-80c6-4c7a-9e2d-e5d318def147 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a6f0423-3ce0-46cc-b30f-c28e6e0b7fc1 HTTP/1.1" status: 204 len: 168 time: 0.2867463 Apr 21 21:14:40.134213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:40.134976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::a1 (1e3a3ce3-f736-473b-8830-c4f14d5089aa/a1f602d2-d073-4084-82c4-1f6dcf23451d/2ed290c3-c31f-4c8a-ba3c-a2e0b71ddc37) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:40.162128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a863eb-b975-4511-b396-39a49e9e2030 None None] DHCP port deletion for ccb1d354-75b4-4772-aa3a-9b8479543a54 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:14:40.173237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84375fb5-80c6-4c7a-9e2d-e5d318def147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6f0423-3ce0-46cc-b30f-c28e6e0b7fc1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:40.213645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Pushing event updated for resources: {'Port': ['ID=d2777329-6901-41d7-96ba-36b8d9d6db63,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:40.253496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.258062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.261650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/ccb1d354-75b4-4772-aa3a-9b8479543a54 HTTP/1.1" status: 204 len: 168 time: 1.2228577 Apr 21 21:14:40.264311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51864) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.291758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Attempting to bind port d2777329-6901-41d7-96ba-36b8d9d6db63 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:40.293376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Attempting to bind port d2777329-6901-41d7-96ba-36b8d9d6db63 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '363a3e9f-f6bc-46d5-98dc-5948c1db57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e3a3ce3-f736-473b-8830-c4f14d5089aa'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:40.294012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7c0f6-d889-4f54-9bf5-aa5f0b40ac71 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=ccb1d354-75b4-4772-aa3a-9b8479543a54,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:40.298614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Attempting to bind port d2777329-6901-41d7-96ba-36b8d9d6db63 on network 1e3a3ce3-f736-473b-8830-c4f14d5089aa {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:40.312179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:40.312816 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a52e2e-98fc-44ee-8e65-d3fd183188ce tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:40.313028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Checking segment: {'id': '363a3e9f-f6bc-46d5-98dc-5948c1db57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e3a3ce3-f736-473b-8830-c4f14d5089aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:40.313162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a52e2e-98fc-44ee-8e65-d3fd183188ce tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:40.313561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.314379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Bound using segment: {'id': '363a3e9f-f6bc-46d5-98dc-5948c1db57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e3a3ce3-f736-473b-8830-c4f14d5089aa'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:40.315617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Bound port: d2777329-6901-41d7-96ba-36b8d9d6db63, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363a3e9f-f6bc-46d5-98dc-5948c1db57d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1e3a3ce3-f736-473b-8830-c4f14d5089aa'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:40.318423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f1a52e2e-98fc-44ee-8e65-d3fd183188ce tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/93c09e85-892b-4b8c-afc6-8ac412288e1c HTTP/1.1" status: 404 len: 337 time: 0.0504420 Apr 21 21:14:40.318963 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.319338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51866) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.363944 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a61382-8660-46ad-a01f-a49110e86da2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:40.364477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a61382-8660-46ad-a01f-a49110e86da2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:40.373112 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-61a61382-8660-46ad-a01f-a49110e86da2 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/d96f922e-3d35-4334-ad8b-47885426ace1 HTTP/1.1" status: 404 len: 339 time: 0.0498652 Apr 21 21:14:40.373425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51868) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.394680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] For port d2777329-6901-41d7-96ba-36b8d9d6db63, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:40.399530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] For port d2777329-6901-41d7-96ba-36b8d9d6db63, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d2777329-6901-41d7-96ba-36b8d9d6db63,segment=NetworkSegment(363a3e9f-f6bc-46d5-98dc-5948c1db57d7),segment_id=363a3e9f-f6bc-46d5-98dc-5948c1db57d7)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:40.405520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.415684 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.433811 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f3936d-7e14-4fea-b783-b83f5c20e77a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:40.434288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f3936d-7e14-4fea-b783-b83f5c20e77a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:40.438122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-02f3936d-7e14-4fea-b783-b83f5c20e77a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/3be7a8a7-79f2-4a57-bccd-0b6758ddff67 HTTP/1.1" status: 404 len: 337 time: 0.0537076 Apr 21 21:14:40.440691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51870) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.472265 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-6220cdd6-6e02-4ec0-a4f2-79cdc907197e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:40.472905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6220cdd6-6e02-4ec0-a4f2-79cdc907197e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:40.476920 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6220cdd6-6e02-4ec0-a4f2-79cdc907197e tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/c88ebe71-0271-4224-9a60-2a605c5a63ee HTTP/1.1" status: 404 len: 339 time: 0.0351677 Apr 21 21:14:40.480224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51874) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.488678 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.517509 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-4180eae6-6619-46f1-b91e-9ed3d6ccc35d tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:40.517967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4180eae6-6619-46f1-b91e-9ed3d6ccc35d tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:40.519702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f490cdd-8472-4b3e-8204-fef45a061629 None None] Pushing event updated for resources: {'Port': ['ID=d2777329-6901-41d7-96ba-36b8d9d6db63,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:40.521007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4180eae6-6619-46f1-b91e-9ed3d6ccc35d tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/1f8a85e1-41ee-455b-ad12-d21df987a0dd HTTP/1.1" status: 404 len: 337 time: 0.0396285 Apr 21 21:14:40.523595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51876) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.552538 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-df371813-8743-489d-b31b-bece35855b69 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:40.553148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df371813-8743-489d-b31b-bece35855b69 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:40.556344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-df371813-8743-489d-b31b-bece35855b69 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/930d51d0-d87f-4588-a598-c84b3878ae92 HTTP/1.1" status: 404 len: 339 time: 0.0315909 Apr 21 21:14:40.558977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51878) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.582796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=2ed290c3-c31f-4c8a-ba3c-a2e0b71ddc37,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:40.586713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network 1e3a3ce3-f736-473b-8830-c4f14d5089aa is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:40.588735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:40.590938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:40.597231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:40.598964 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.620215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6f70880f-983f-4c48-a343-9877775d0a88 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.7376213 Apr 21 21:14:40.623172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51880) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.624604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32c9e8e-0027-4956-9c62-7291794fe28b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting subnet 663f592a-61b2-4759-bde2-54cf1a6b42c8 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:40.628886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f32c9e8e-0027-4956-9c62-7291794fe28b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.680412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f32c9e8e-0027-4956-9c62-7291794fe28b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.783201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51884) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.798032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d839ec9a-4ca9-453b-a9c7-72f5bb9fe2a9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 2ed290c3-c31f-4c8a-ba3c-a2e0b71ddc37 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:40.798482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d839ec9a-4ca9-453b-a9c7-72f5bb9fe2a9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.802926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-769a6bf7-8f11-4345-ac60-e0c36c7b3638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.842039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f32c9e8e-0027-4956-9c62-7291794fe28b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.915341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f32c9e8e-0027-4956-9c62-7291794fe28b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.924563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d839ec9a-4ca9-453b-a9c7-72f5bb9fe2a9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.945326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d839ec9a-4ca9-453b-a9c7-72f5bb9fe2a9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 2ed290c3-c31f-4c8a-ba3c-a2e0b71ddc37 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:40.947695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c9e8e-0027-4956-9c62-7291794fe28b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=663f592a-61b2-4759-bde2-54cf1a6b42c8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:40.952991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f32c9e8e-0027-4956-9c62-7291794fe28b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:40.958517 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f32c9e8e-0027-4956-9c62-7291794fe28b tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/663f592a-61b2-4759-bde2-54cf1a6b42c8 HTTP/1.1" status: 204 len: 168 time: 0.3964381 Apr 21 21:14:40.959691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51886) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:40.962071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcdf040-90f9-43fd-a927-5753ed511f09 None None] Network 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:41.014848 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-769a6bf7-8f11-4345-ac60-e0c36c7b3638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.024111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-769a6bf7-8f11-4345-ac60-e0c36c7b3638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.060820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.097384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-769a6bf7-8f11-4345-ac60-e0c36c7b3638 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e14ec3bc4474b328691160fed446372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137138 Apr 21 21:14:41.112185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51890) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:41.189907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a08b3f6-ff35-47b0-9b00-6700379e1374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.192359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting port 30c24451-bec9-4f44-b7f8-d28bec814b15 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:41.192753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.202940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e71ec0-46a2-4a87-9a0d-36a6077f3c6c None None] DHCP port deletion for 9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:14:41.269636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-71e71ec0-46a2-4a87-9a0d-36a6077f3c6c None None] Deleting port 30c24451-bec9-4f44-b7f8-d28bec814b15 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:41.270305 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71e71ec0-46a2-4a87-9a0d-36a6077f3c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.282809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a08b3f6-ff35-47b0-9b00-6700379e1374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.451034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] For port 30c24451-bec9-4f44-b7f8-d28bec814b15, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=30c24451-bec9-4f44-b7f8-d28bec814b15,segment=NetworkSegment(3cf1851a-77c0-4354-845e-76ccbf8f909e),segment_id=3cf1851a-77c0-4354-845e-76ccbf8f909e)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:41.451606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.476588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Calling delete_port for 30c24451-bec9-4f44-b7f8-d28bec814b15 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:41.497168 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a08b3f6-ff35-47b0-9b00-6700379e1374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.506206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a08b3f6-ff35-47b0-9b00-6700379e1374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.507855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a08b3f6-ff35-47b0-9b00-6700379e1374 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/caba783d-f71e-4631-b2c2-0b39956e46a3 HTTP/1.1" status: 204 len: 168 time: 0.3944542 Apr 21 21:14:41.570200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08b3f6-ff35-47b0-9b00-6700379e1374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caba783d-f71e-4631-b2c2-0b39956e46a3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:41.643182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a6bf7-8f11-4345-ac60-e0c36c7b3638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caba783d-f71e-4631-b2c2-0b39956e46a3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:41.652330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d2777329-6901-41d7-96ba-36b8d9d6db63 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:41.678242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.712605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Port': ['ID=30c24451-bec9-4f44-b7f8-d28bec814b15,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:41.725489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4c1f8-8d89-4b63-956e-337cbb6fca3c req-07c4fa23-617e-4533-a6a1-d8d0f90c7869 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:41.727044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aad4c1f8-8d89-4b63-956e-337cbb6fca3c req-07c4fa23-617e-4533-a6a1-d8d0f90c7869 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.6485002 Apr 21 21:14:41.730347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No DVR routers for this DVR port 30c24451-bec9-4f44-b7f8-d28bec814b15 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:41.762413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-71e71ec0-46a2-4a87-9a0d-36a6077f3c6c None None] For port 30c24451-bec9-4f44-b7f8-d28bec814b15, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=30c24451-bec9-4f44-b7f8-d28bec814b15,segment=NetworkSegment(3cf1851a-77c0-4354-845e-76ccbf8f909e),segment_id=3cf1851a-77c0-4354-845e-76ccbf8f909e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:41.768628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71e71ec0-46a2-4a87-9a0d-36a6077f3c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.787499 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d839ec9a-4ca9-453b-a9c7-72f5bb9fe2a9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.805583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-71e71ec0-46a2-4a87-9a0d-36a6077f3c6c None None] Calling delete_port for 30c24451-bec9-4f44-b7f8-d28bec814b15 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:41.908930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839ec9a-4ca9-453b-a9c7-72f5bb9fe2a9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=2ed290c3-c31f-4c8a-ba3c-a2e0b71ddc37,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:41.939945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aad4c1f8-8d89-4b63-956e-337cbb6fca3c req-7188ef6f-04b1-41ab-bd90-36c23ee087da tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832812 Apr 21 21:14:41.942158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d2777329-6901-41d7-96ba-36b8d9d6db63 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:41.942530 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.981226 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d839ec9a-4ca9-453b-a9c7-72f5bb9fe2a9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.982799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:41.985813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d839ec9a-4ca9-453b-a9c7-72f5bb9fe2a9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/2ed290c3-c31f-4c8a-ba3c-a2e0b71ddc37 HTTP/1.1" status: 204 len: 168 time: 1.3591192 Apr 21 21:14:41.988598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51918) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:41.991157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e7b6ae-6bc1-4886-830f-81b5b32c8a71 None None] Network 1e3a3ce3-f736-473b-8830-c4f14d5089aa requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:42.026157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-7d65143f-dcf6-4b40-bd62-e0b02c6c112f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:42.028100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-7d65143f-dcf6-4b40-bd62-e0b02c6c112f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.1706991 Apr 21 21:14:42.029154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4f5afe-2e98-4ee7-b9d5-5f820a52b965']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:42.029454 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bf70b9-055f-4e51-8fe5-59b41188d04c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:14:42.031104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f1bf70b9-055f-4e51-8fe5-59b41188d04c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/2ed290c3-c31f-4c8a-ba3c-a2e0b71ddc37 HTTP/1.1" status: 404 len: 333 time: 0.0413618 Apr 21 21:14:42.035994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51920) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:42.104418 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71e71ec0-46a2-4a87-9a0d-36a6077f3c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.116393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c0a8f6-4c33-4725-8ac8-9e7a3167380b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet a1f602d2-d073-4084-82c4-1f6dcf23451d {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:42.123381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28c0a8f6-4c33-4725-8ac8-9e7a3167380b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.157948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf1851a-77c0-4354-845e-76ccbf8f909e') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:42.158326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf1851a-77c0-4354-845e-76ccbf8f909e') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:42.171945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e71ec0-46a2-4a87-9a0d-36a6077f3c6c None None] No DVR routers for this DVR port 30c24451-bec9-4f44-b7f8-d28bec814b15 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:42.180432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e71ec0-46a2-4a87-9a0d-36a6077f3c6c None None] Pushing event deleted for resources: {'Port': ['ID=30c24451-bec9-4f44-b7f8-d28bec814b15,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:42.189062 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.193094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-77f934cb-c82e-475e-8e85-c8acbfb8b9c0 None None] Provisioning complete for port d2777329-6901-41d7-96ba-36b8d9d6db63 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:42.193522 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-77f934cb-c82e-475e-8e85-c8acbfb8b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.205351 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28c0a8f6-4c33-4725-8ac8-9e7a3167380b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.233354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Deleting port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:42.233691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.241853 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.259902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:42.260302 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:42.263864 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:42.311781 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.363181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] For port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:42.363585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.373076 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.404360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port d2777329-6901-41d7-96ba-36b8d9d6db63, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d2777329-6901-41d7-96ba-36b8d9d6db63,segment=NetworkSegment(363a3e9f-f6bc-46d5-98dc-5948c1db57d7),segment_id=363a3e9f-f6bc-46d5-98dc-5948c1db57d7)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:42.416800 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.418852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.431897 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-77f934cb-c82e-475e-8e85-c8acbfb8b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.439417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/9a4f5afe-2e98-4ee7-b9d5-5f820a52b965 HTTP/1.1" status: 204 len: 168 time: 1.4784806 Apr 21 21:14:42.440463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b8fd0-7a30-465b-9a16-bf595c3527b4 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=9a4f5afe-2e98-4ee7-b9d5-5f820a52b965,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:42.444713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51930) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:42.488461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28c0a8f6-4c33-4725-8ac8-9e7a3167380b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.493397 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-69576241-64f3-4390-92c3-2406aad4add3 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:42.493848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69576241-64f3-4390-92c3-2406aad4add3 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:42.498657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69576241-64f3-4390-92c3-2406aad4add3 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/35ebef3f-81b8-4d55-9bfe-09529a85537d HTTP/1.1" status: 404 len: 337 time: 0.0528860 Apr 21 21:14:42.504603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51932) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:42.524738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=d2777329-6901-41d7-96ba-36b8d9d6db63,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:42.582800 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3510f6-a3c7-495d-92f9-c59077a78c9a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] DELETE failed (client error): The resource could not be found. Apr 21 21:14:42.583068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3510f6-a3c7-495d-92f9-c59077a78c9a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:42.588388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-be3510f6-a3c7-495d-92f9-c59077a78c9a tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/39265e84-f509-4c25-bd34-5d72ab54e7a2 HTTP/1.1" status: 404 len: 339 time: 0.0804529 Apr 21 21:14:42.588664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51934) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:42.616812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28c0a8f6-4c33-4725-8ac8-9e7a3167380b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.686625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0a8f6-4c33-4725-8ac8-9e7a3167380b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f602d2-d073-4084-82c4-1f6dcf23451d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:42.698277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-28c0a8f6-4c33-4725-8ac8-9e7a3167380b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.703262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-28c0a8f6-4c33-4725-8ac8-9e7a3167380b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/a1f602d2-d073-4084-82c4-1f6dcf23451d HTTP/1.1" status: 204 len: 168 time: 0.6566105 Apr 21 21:14:42.705430 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-77f934cb-c82e-475e-8e85-c8acbfb8b9c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:14:42.705857 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-77f934cb-c82e-475e-8e85-c8acbfb8b9c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:14:42.707150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 51938) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:42.722177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51c5f90-7f89-4d44-a949-c4f0a11bd5aa tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting subnet cbe67979-5fa4-4f7e-bc85-344de90aca53 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:42.738811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b51c5f90-7f89-4d44-a949-c4f0a11bd5aa tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.820900 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.821270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.821599 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Floating IP 4b9b3932-5c30-4977-89bf-526e762a4245 disassociated. External IP: 172.25.0.129, port: 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d. Apr 21 21:14:42.821943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Calling delete_port for 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:42.845322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a98a8699-bc32-4459-ba2f-a2bed42145a4 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:42.851844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b51c5f90-7f89-4d44-a949-c4f0a11bd5aa tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.860079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:42.911286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: a98a8699-bc32-4459-ba2f-a2bed42145a4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:42.911635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a98a8699-bc32-4459-ba2f-a2bed42145a4 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:42.912052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 30c24451-bec9-4f44-b7f8-d28bec814b15 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:42.978598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 30c24451-bec9-4f44-b7f8-d28bec814b15 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:42.978964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 30c24451-bec9-4f44-b7f8-d28bec814b15 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:43.027545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port d2777329-6901-41d7-96ba-36b8d9d6db63 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:43.028376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.095587 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b51c5f90-7f89-4d44-a949-c4f0a11bd5aa tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.118467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed06ecb-2d38-45c9-9e5b-c317041d66bf None None] Network 1e3a3ce3-f736-473b-8830-c4f14d5089aa requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:43.139743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] For port d2777329-6901-41d7-96ba-36b8d9d6db63, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d2777329-6901-41d7-96ba-36b8d9d6db63,segment=NetworkSegment(363a3e9f-f6bc-46d5-98dc-5948c1db57d7),segment_id=363a3e9f-f6bc-46d5-98dc-5948c1db57d7)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:43.140110 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.172195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for d2777329-6901-41d7-96ba-36b8d9d6db63 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:43.243935 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b51c5f90-7f89-4d44-a949-c4f0a11bd5aa tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.259381 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.307334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.310051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b51c5f90-7f89-4d44-a949-c4f0a11bd5aa tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.313492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b51c5f90-7f89-4d44-a949-c4f0a11bd5aa tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/subnets/cbe67979-5fa4-4f7e-bc85-344de90aca53 HTTP/1.1" status: 204 len: 168 time: 0.7238672 Apr 21 21:14:43.314328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c5f90-7f89-4d44-a949-c4f0a11bd5aa tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe67979-5fa4-4f7e-bc85-344de90aca53,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:43.318946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c5933-e53e-4afa-9e25-9fbbe8a30f6f None None] Network 658063cd-90e5-49b2-afdf-04102df31763 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:43.324296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51960) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:43.324453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a7f8c-31bc-4890-81a4-a1dd7db46df7 req-74c9c949-ff48-40cb-a928-503bf83b3607 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:43.326643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f1a7f8c-31bc-4890-81a4-a1dd7db46df7 req-74c9c949-ff48-40cb-a928-503bf83b3607 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 946 time: 0.2129171 Apr 21 21:14:43.356267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=d2777329-6901-41d7-96ba-36b8d9d6db63,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:43.369060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No DVR routers for this DVR port d2777329-6901-41d7-96ba-36b8d9d6db63 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:43.467912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event deleted for resources: {'Port': ['ID=4d548374-5fb0-46f5-a71d-ee1bb32c2d0d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:43.556929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d2777329-6901-41d7-96ba-36b8d9d6db63 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:43.590566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.617466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3a3ce3-f736-473b-8830-c4f14d5089aa']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:43.627347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.630028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363a3e9f-f6bc-46d5-98dc-5948c1db57d7') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:43.630670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363a3e9f-f6bc-46d5-98dc-5948c1db57d7') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:43.645272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.701756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e159a0a8-13c5-4c0f-b135-cf7c8723451c None None] Could not find standard attr ID for object d2777329-6901-41d7-96ba-36b8d9d6db63. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:14:43.715224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f1a7f8c-31bc-4890-81a4-a1dd7db46df7 req-ca69ead4-d2fc-4177-b22d-cae1dc004847 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=774ef6dc-83f4-4b31-a50d-2c70afc69bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610632 Apr 21 21:14:43.719304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: d2777329-6901-41d7-96ba-36b8d9d6db63 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:43.719582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d2777329-6901-41d7-96ba-36b8d9d6db63 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 21 21:14:43.733955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.756109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:43.756456 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.783809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Port d2777329-6901-41d7-96ba-36b8d9d6db63 not found, will not notify nova. {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 21 21:14:43.825585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6876e2-b358-468b-95ad-8296f8090754 None None] DHCP port deletion for 1e3a3ce3-f736-473b-8830-c4f14d5089aa request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:14:43.838242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Router 49d06e38-0c0c-4dac-8613-d83c9344c69d has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:14:43.897430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Deleting port fd3d8ee4-5641-4902-aac5-f86d061f0c0b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:43.898596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:43.927362 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:43.932752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.962969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:43.968602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/networks/1e3a3ce3-f736-473b-8830-c4f14d5089aa HTTP/1.1" status: 204 len: 168 time: 1.2595952 Apr 21 21:14:43.971714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b9e88-ca8b-4d20-8c49-9a63ed8953d4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Network': ['ID=1e3a3ce3-f736-473b-8830-c4f14d5089aa,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:43.980430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 51998) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:43.995504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'name': 'tempest-PortsIpV6TestJSON-1983511664'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:44.026997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13b2c9-cef1-46f8-af64-64897be9b940 None None] DHCP port deletion for 658063cd-90e5-49b2-afdf-04102df31763 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:14:44.104812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:14:44.117285 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] Sync routers for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:14:44.137207 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:14:44.137847 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:14:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:44.154159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9c13b2c9-cef1-46f8-af64-64897be9b940 None None] Deleting port fd3d8ee4-5641-4902-aac5-f86d061f0c0b {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:44.159187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9c13b2c9-cef1-46f8-af64-64897be9b940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:44.270976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] No DVR routers for this DVR port 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:44.283324 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:44.287486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bba07835-5fd6-4812-94d5-11f7ca2b6325 req-d4c7da6e-07d5-4e58-a8be-22fe20449d2c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "DELETE /v2.0/ports/4d548374-5fb0-46f5-a71d-ee1bb32c2d0d HTTP/1.1" status: 204 len: 173 time: 2.2531264 Apr 21 21:14:44.307544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'name': 'network-vif-deleted', 'tag': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:14:44.314813 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12d6eee-5290-4a12-8397-490b4f1b471e" -d '{"events": [{"server_uuid": "f4054f6b-8e4e-477a-9e8f-1db18b4bee36", "name": "network-vif-deleted", "tag": "4d548374-5fb0-46f5-a71d-ee1bb32c2d0d"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:14:44.348301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9c13b2c9-cef1-46f8-af64-64897be9b940 None None] For port fd3d8ee4-5641-4902-aac5-f86d061f0c0b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fd3d8ee4-5641-4902-aac5-f86d061f0c0b,segment=NetworkSegment(4fbcb717-8dbc-4ede-97d9-464ed01f8c83),segment_id=4fbcb717-8dbc-4ede-97d9-464ed01f8c83)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:44.350071 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9c13b2c9-cef1-46f8-af64-64897be9b940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:44.356455 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:14:44.380872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9c13b2c9-cef1-46f8-af64-64897be9b940 None None] Calling delete_port for fd3d8ee4-5641-4902-aac5-f86d061f0c0b owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:44.444715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] For port fd3d8ee4-5641-4902-aac5-f86d061f0c0b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fd3d8ee4-5641-4902-aac5-f86d061f0c0b,segment=NetworkSegment(4fbcb717-8dbc-4ede-97d9-464ed01f8c83),segment_id=4fbcb717-8dbc-4ede-97d9-464ed01f8c83)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:44.445937 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:44.488583 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ffbc83-e131-4b5c-8b4a-92bb97e98383 x-openstack-request-id: req-43ffbc83-e131-4b5c-8b4a-92bb97e98383 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:14:44.489262 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4054f6b-8e4e-477a-9e8f-1db18b4bee36", "name": "network-vif-deleted", "tag": "4d548374-5fb0-46f5-a71d-ee1bb32c2d0d", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:14:44.489723 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43ffbc83-e131-4b5c-8b4a-92bb97e98383 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:14:44.490384 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ffbc83-e131-4b5c-8b4a-92bb97e98383'] response: {'server_uuid': 'f4054f6b-8e4e-477a-9e8f-1db18b4bee36', 'name': 'network-vif-deleted', 'tag': '4d548374-5fb0-46f5-a71d-ee1bb32c2d0d', 'status': 'completed', 'code': 200} Apr 21 21:14:44.558911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Calling delete_port for fd3d8ee4-5641-4902-aac5-f86d061f0c0b owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:44.619303 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:44.620237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:44.623035 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9c13b2c9-cef1-46f8-af64-64897be9b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:44.625049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:44.655145 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] Checking router: 49d06e38-0c0c-4dac-8613-d83c9344c69d for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:14:44.666566 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:14:44.667439 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:14:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:44.689947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13b2c9-cef1-46f8-af64-64897be9b940 None None] Pushing event deleted for resources: {'Port': ['ID=fd3d8ee4-5641-4902-aac5-f86d061f0c0b,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:44.694124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port cdc033fd-4c78-40dd-a090-2b74c3d01551 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:14:44.697769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-4ae718f2-027f-4b6b-9359-805ad4b36f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:44.699556 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-4ae718f2-027f-4b6b-9359-805ad4b36f40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1097 time: 0.0944948 Apr 21 21:14:44.707601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13b2c9-cef1-46f8-af64-64897be9b940 None None] No DVR routers for this DVR port fd3d8ee4-5641-4902-aac5-f86d061f0c0b on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:44.807253 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:14:44.969958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf1eb8-6f6d-405d-9ee9-784b64e306d5 req-9a96f8ba-c5de-41dd-9887-284d61c7c531 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:44.978689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ccf1eb8-6f6d-405d-9ee9-784b64e306d5 req-9a96f8ba-c5de-41dd-9887-284d61c7c531 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.2778811 Apr 21 21:14:45.031297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5beebd72-3fa8-4ce5-85dc-9e6d3d9e7078 req-e838e217-f892-4059-8956-df228a1d82ee tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4054f6b-8e4e-477a-9e8f-1db18b4bee36 HTTP/1.1" status: 200 len: 210 time: 0.1101539 Apr 21 21:14:45.099037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-f198f64b-d059-48b7-9b03-ddfa0302b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:45.100525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-f198f64b-d059-48b7-9b03-ddfa0302b0d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.3885341 Apr 21 21:14:45.113360 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ccf1eb8-6f6d-405d-9ee9-784b64e306d5 req-dfdfd4bc-40ad-4a5d-8ffe-b2ec9ad95f12 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335940 Apr 21 21:14:45.167945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.214806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-f117ff8c-1eee-4249-a92d-3fba9c65d34e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 200 len: 1001 time: 0.0993629 Apr 21 21:14:45.225469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] No DVR routers for this DVR port fd3d8ee4-5641-4902-aac5-f86d061f0c0b on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:14:45.227255 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:45.229632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Port': ['ID=fd3d8ee4-5641-4902-aac5-f86d061f0c0b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:45.261416 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada65dc5-1b73-4b2d-ada0-864cf4eadf75 None None] The sync data for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 is: [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:14:45.282617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-9e6b9ca9-5299-4e9d-9d0b-2bb0c32823c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:45.284336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-9e6b9ca9-5299-4e9d-9d0b-2bb0c32823c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0631723 Apr 21 21:14:45.363554 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.368271 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.387221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-5da4f73e-3c76-4940-94c5-ec5c6a5b6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:45.389407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-5da4f73e-3c76-4940-94c5-ec5c6a5b6e6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962420 Apr 21 21:14:45.393243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658063cd-90e5-49b2-afdf-04102df31763']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:45.406353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbcb717-8dbc-4ede-97d9-464ed01f8c83') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:45.406649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbcb717-8dbc-4ede-97d9-464ed01f8c83') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:14:45.424809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.447161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d2777329-6901-41d7-96ba-36b8d9d6db63 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:45.455451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.463659 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.465949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:14:45.466495 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:14:45.470377 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:14:45.497521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: d2777329-6901-41d7-96ba-36b8d9d6db63 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:45.499106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d2777329-6901-41d7-96ba-36b8d9d6db63 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:45.501083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fd3d8ee4-5641-4902-aac5-f86d061f0c0b no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:45.519670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-48eaffba-5013-4e52-b46a-912a4b2934f0 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217418 Apr 21 21:14:45.540305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fd3d8ee4-5641-4902-aac5-f86d061f0c0b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:45.540979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fd3d8ee4-5641-4902-aac5-f86d061f0c0b not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:45.607059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:45.608046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.610362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=cdc033fd-4c78-40dd-a090-2b74c3d01551,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:45.630106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.642403 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] 10.222.0.49 "DELETE /v2.0/networks/658063cd-90e5-49b2-afdf-04102df31763 HTTP/1.1" status: 204 len: 168 time: 2.2887068 Apr 21 21:14:45.643480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a916da4-807e-4786-b92d-75cb4b5f9c96 tempest-NetworksIpV6Test-71557509 tempest-NetworksIpV6Test-71557509-project] Pushing event deleted for resources: {'Network': ['ID=658063cd-90e5-49b2-afdf-04102df31763,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:45.645681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:45.647863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:45.654182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:45.654867 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:45.685993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-78699c38-f3de-45b6-b0b6-8aea1df9540f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7006645 Apr 21 21:14:45.691574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52056) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:45.772809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b98ed6-49f9-4366-9e21-972dde2f544a None None] New status for floating IP 4b9b3932-5c30-4977-89bf-526e762a4245: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:14:45.907696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-59a845d1-d3e4-4fbe-9c9a-f10a714ce4db tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port cdc033fd-4c78-40dd-a090-2b74c3d01551 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:45.908053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-59a845d1-d3e4-4fbe-9c9a-f10a714ce4db tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.013505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-59a845d1-d3e4-4fbe-9c9a-f10a714ce4db tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.032970 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fab6690d-aaf0-4fba-adc2-5af37bda109d req-7a431a23-20a7-4964-95aa-ed0696ecf10e service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058527 Apr 21 21:14:46.034594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-59a845d1-d3e4-4fbe-9c9a-f10a714ce4db tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for cdc033fd-4c78-40dd-a090-2b74c3d01551 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:46.095669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52064) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:46.149888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52078) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:46.169556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-59a845d1-d3e4-4fbe-9c9a-f10a714ce4db tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.213998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a845d1-d3e4-4fbe-9c9a-f10a714ce4db tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=cdc033fd-4c78-40dd-a090-2b74c3d01551,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:46.222350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-59a845d1-d3e4-4fbe-9c9a-f10a714ce4db tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.229256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-59a845d1-d3e4-4fbe-9c9a-f10a714ce4db tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/cdc033fd-4c78-40dd-a090-2b74c3d01551 HTTP/1.1" status: 204 len: 168 time: 0.5335581 Apr 21 21:14:46.229256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52084) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:46.237287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'mac_address': 'fa:16:3e:ed:66:e8', 'name': 'tempest-PortsIpV6TestJSON-14333321'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:46.259726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:14:46.287169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14090443-0933-49a1-81d1-478737ee81f5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.295952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:14:46.296884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4d548374-5fb0-46f5-a71d-ee1bb32c2d0d not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:14:46.328519 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14090443-0933-49a1-81d1-478737ee81f5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.398398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca51986-ddf9-445f-94bf-5bb7f4da6a70 req-4b23e8ae-3a5a-4ac9-96fd-cb7b6859aff6 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:46.415692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ca51986-ddf9-445f-94bf-5bb7f4da6a70 req-4b23e8ae-3a5a-4ac9-96fd-cb7b6859aff6 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1444488 Apr 21 21:14:46.422811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9e9fc15f-3169-4f2a-b04c-c0f574ff4788 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5287c45e4a564f1b83b17cf3d9607855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258815 Apr 21 21:14:46.424123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52094) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:46.430832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14090443-0933-49a1-81d1-478737ee81f5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.433587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14090443-0933-49a1-81d1-478737ee81f5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.437170 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-14090443-0933-49a1-81d1-478737ee81f5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "DELETE /v2.0/security-groups/774ef6dc-83f4-4b31-a50d-2c70afc69bc4 HTTP/1.1" status: 204 len: 168 time: 0.2825224 Apr 21 21:14:46.439845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52096) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:46.455045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14090443-0933-49a1-81d1-478737ee81f5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774ef6dc-83f4-4b31-a50d-2c70afc69bc4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:46.485461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:46.495965 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01befba7-a74d-4fde-a448-0dfdfbfa0eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.512309 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-5d4a472b-0e66-4247-a569-dd17d7728b3a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] show failed (client error): The resource could not be found. Apr 21 21:14:46.513384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5d4a472b-0e66-4247-a569-dd17d7728b3a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups/774ef6dc-83f4-4b31-a50d-2c70afc69bc4 HTTP/1.1" status: 404 len: 347 time: 0.0714676 Apr 21 21:14:46.516382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52100) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:46.523026 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01befba7-a74d-4fde-a448-0dfdfbfa0eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.535702 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ca51986-ddf9-445f-94bf-5bb7f4da6a70 req-2cf9ffea-4042-493f-9abd-df1a9a93aae0 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256635 Apr 21 21:14:46.590445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01befba7-a74d-4fde-a448-0dfdfbfa0eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.593152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01befba7-a74d-4fde-a448-0dfdfbfa0eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.594943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-01befba7-a74d-4fde-a448-0dfdfbfa0eab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f44b029-b173-45ed-a1f4-e879678a56b7 HTTP/1.1" status: 204 len: 168 time: 0.1700275 Apr 21 21:14:46.614616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01befba7-a74d-4fde-a448-0dfdfbfa0eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f44b029-b173-45ed-a1f4-e879678a56b7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:46.686888 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:46.738611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 4d8675c3-34ae-484d-bd6f-5919b65f529c yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:14:46.851682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Deleting port 5d6d2295-6429-4603-875d-3fc749ae2303 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:46.852370 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.033880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.034208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.054850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.061105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Calling delete_port for 5d6d2295-6429-4603-875d-3fc749ae2303 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:47.152102 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.225880 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:47.233824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:47.237580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:47.243766 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:47.244586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.256589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=4d8675c3-34ae-484d-bd6f-5919b65f529c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:47.301488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b2f0a784-f308-45de-bca3-611276def44b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0705802 Apr 21 21:14:47.304092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52122) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:47.330501 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.371395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event deleted for resources: {'Port': ['ID=5d6d2295-6429-4603-875d-3fc749ae2303,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:47.381994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d61e2e7-84e5-4186-8535-f69914aa38a0 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:47.384390 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8d61e2e7-84e5-4186-8535-f69914aa38a0 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/4d8675c3-34ae-484d-bd6f-5919b65f529c HTTP/1.1" status: 200 len: 843 time: 0.0791259 Apr 21 21:14:47.386853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52126) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:47.475972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.485461 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.489072 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e2c676bb-8e6b-4080-a08d-5b012bae5bf8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "DELETE /v2.0/floatingips/4b9b3932-5c30-4977-89bf-526e762a4245 HTTP/1.1" status: 204 len: 168 time: 0.9708779 Apr 21 21:14:47.519893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-792a406e-abd7-436a-8ead-eba6cc25be2b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 4d8675c3-34ae-484d-bd6f-5919b65f529c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:47.521304 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-792a406e-abd7-436a-8ead-eba6cc25be2b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.641732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-792a406e-abd7-436a-8ead-eba6cc25be2b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.664426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-792a406e-abd7-436a-8ead-eba6cc25be2b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 4d8675c3-34ae-484d-bd6f-5919b65f529c owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:47.675489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52136) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:47.679115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027385 Apr 21 21:14:47.682492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52138) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:47.765738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb8533-adf5-4b2f-b3ab-b5ab59d2fd51 req-c803ef63-3175-473b-ba48-624b30b86a19 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:47.769602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dedb8533-adf5-4b2f-b3ab-b5ab59d2fd51 req-c803ef63-3175-473b-ba48-624b30b86a19 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.0995338 Apr 21 21:14:47.795805 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-792a406e-abd7-436a-8ead-eba6cc25be2b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.827091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a406e-abd7-436a-8ead-eba6cc25be2b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=4d8675c3-34ae-484d-bd6f-5919b65f529c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:47.844842 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1864005c-ee6e-4498-bd2f-27fbc16f497b tempest-NetworksApiDiscovery-511816098 tempest-NetworksApiDiscovery-511816098-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1609507 Apr 21 21:14:47.853720 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-792a406e-abd7-436a-8ead-eba6cc25be2b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:47.860828 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-792a406e-abd7-436a-8ead-eba6cc25be2b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/4d8675c3-34ae-484d-bd6f-5919b65f529c HTTP/1.1" status: 204 len: 168 time: 0.4696662 Apr 21 21:14:47.861150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52144) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:47.891365 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-98231d3e-2223-465b-92fc-a7eb99833aaa tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:14:47.901081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-98231d3e-2223-465b-92fc-a7eb99833aaa tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/4d8675c3-34ae-484d-bd6f-5919b65f529c HTTP/1.1" status: 404 len: 333 time: 0.0347304 Apr 21 21:14:47.901399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52148) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:47.909582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'name': 'tempest-PortsIpV6TestJSON-1266125640'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:47.945427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dedb8533-adf5-4b2f-b3ab-b5ab59d2fd51 req-6f796b2f-7d2c-4a7d-af5a-feb26865c286 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527576 Apr 21 21:14:48.054065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:48.058955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.089297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 357b47d5-70a2-4938-8c72-1c927c65202d yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:14:48.334908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.336470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52154) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:48.383680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.439896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:48.444338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:48.448651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:48.457890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:48.458998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.466966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=357b47d5-70a2-4938-8c72-1c927c65202d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:48.500961 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13ba8cd5-292c-4aef-9f06-f42412b23a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.514143 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-48d6e90b-c0e2-4e9b-b4d8-69bde2d118dc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6115658 Apr 21 21:14:48.518123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52158) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:48.523410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9b539e93-eee5-49c4-94f9-7372ebc4a6e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:48.622169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13ba8cd5-292c-4aef-9f06-f42412b23a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.630034 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13ba8cd5-292c-4aef-9f06-f42412b23a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.656479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b539e93-eee5-49c4-94f9-7372ebc4a6e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.682057 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-13ba8cd5-292c-4aef-9f06-f42412b23a4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0221009463a44d1a958f0ac78b5f3c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442297 Apr 21 21:14:48.684823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52162) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:48.692701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba8cd5-292c-4aef-9f06-f42412b23a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658945ae-453f-419f-9093-ca85061d4b37,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:48.768081 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4955a8fe-196c-4891-bf4e-d303f27a85c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.807562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4955a8fe-196c-4891-bf4e-d303f27a85c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.878408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4955a8fe-196c-4891-bf4e-d303f27a85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.881536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4955a8fe-196c-4891-bf4e-d303f27a85c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.884115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4955a8fe-196c-4891-bf4e-d303f27a85c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/658945ae-453f-419f-9093-ca85061d4b37 HTTP/1.1" status: 204 len: 168 time: 0.1982694 Apr 21 21:14:48.887962 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b539e93-eee5-49c4-94f9-7372ebc4a6e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.898435 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b539e93-eee5-49c4-94f9-7372ebc4a6e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.906081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955a8fe-196c-4891-bf4e-d303f27a85c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658945ae-453f-419f-9093-ca85061d4b37,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:48.908699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52166) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:48.914663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0dd28390-3d8f-4d3a-acbf-d0037e6cbf7c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1687089806', 'description': 'tempest-description--819703632'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:48.946192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-9b539e93-eee5-49c4-94f9-7372ebc4a6e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] In _notify_port_updated(), no bound segment for port 357b47d5-70a2-4938-8c72-1c927c65202d on network de26e09a-c53c-41ca-98dc-585a909f201f {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:14:48.949389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dd28390-3d8f-4d3a-acbf-d0037e6cbf7c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.952187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b539e93-eee5-49c4-94f9-7372ebc4a6e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:48.953584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9b539e93-eee5-49c4-94f9-7372ebc4a6e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:48.957086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9b539e93-eee5-49c4-94f9-7372ebc4a6e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "PUT /v2.0/ports/357b47d5-70a2-4938-8c72-1c927c65202d HTTP/1.1" status: 200 len: 818 time: 0.4357052 Apr 21 21:14:48.962457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52168) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:49.033745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b539e93-eee5-49c4-94f9-7372ebc4a6e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=357b47d5-70a2-4938-8c72-1c927c65202d,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:49.088676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dd28390-3d8f-4d3a-acbf-d0037e6cbf7c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.096930 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dd28390-3d8f-4d3a-acbf-d0037e6cbf7c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.146997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdb7d3-61a8-4971-9aad-c2e34a73f28c req-39e246ed-ab81-437e-b229-ddb5cf8b6895 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:49.148713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5abdb7d3-61a8-4971-9aad-c2e34a73f28c req-39e246ed-ab81-437e-b229-ddb5cf8b6895 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1107032 Apr 21 21:14:49.176038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd28390-3d8f-4d3a-acbf-d0037e6cbf7c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78789c1-23c8-4263-8330-3c950f22555c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:49.190419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dd28390-3d8f-4d3a-acbf-d0037e6cbf7c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.191945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0dd28390-3d8f-4d3a-acbf-d0037e6cbf7c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2822015 Apr 21 21:14:49.195411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52178) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:49.200721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e9825ed2-8bdb-4ef6-a4f8-8d8439a1a70a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'security_group_rule': {'security_group_id': 'f78789c1-23c8-4263-8330-3c950f22555c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:49.239909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9825ed2-8bdb-4ef6-a4f8-8d8439a1a70a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.252731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5abdb7d3-61a8-4971-9aad-c2e34a73f28c req-b32f8bde-520d-4209-b71d-05af2d88566b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927112 Apr 21 21:14:49.272943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-cdeffe62-966a-4ca1-acb1-685700f28314 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 357b47d5-70a2-4938-8c72-1c927c65202d {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:49.273454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdeffe62-966a-4ca1-acb1-685700f28314 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.323897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9825ed2-8bdb-4ef6-a4f8-8d8439a1a70a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.333503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9825ed2-8bdb-4ef6-a4f8-8d8439a1a70a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.374949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9825ed2-8bdb-4ef6-a4f8-8d8439a1a70a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0992b7ba-799b-4e79-b4a1-7c268d4c83e3,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:49.401013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9825ed2-8bdb-4ef6-a4f8-8d8439a1a70a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.403734 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e9825ed2-8bdb-4ef6-a4f8-8d8439a1a70a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2070835 Apr 21 21:14:49.407225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52186) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:49.417527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-394f6d18-2baa-459b-833c-11c09932b501 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'security_group_rule': {'security_group_id': 'f78789c1-23c8-4263-8330-3c950f22555c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:49.424889 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdeffe62-966a-4ca1-acb1-685700f28314 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.456685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-cdeffe62-966a-4ca1-acb1-685700f28314 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 357b47d5-70a2-4938-8c72-1c927c65202d owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:49.477451 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-394f6d18-2baa-459b-833c-11c09932b501 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.559944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdeffe62-966a-4ca1-acb1-685700f28314 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.575915 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-394f6d18-2baa-459b-833c-11c09932b501 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.581276 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-394f6d18-2baa-459b-833c-11c09932b501 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.593248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeffe62-966a-4ca1-acb1-685700f28314 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=357b47d5-70a2-4938-8c72-1c927c65202d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:49.605509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cdeffe62-966a-4ca1-acb1-685700f28314 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.616078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cdeffe62-966a-4ca1-acb1-685700f28314 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/357b47d5-70a2-4938-8c72-1c927c65202d HTTP/1.1" status: 204 len: 168 time: 0.6492581 Apr 21 21:14:49.616423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52192) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:49.617674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f6d18-2baa-459b-833c-11c09932b501 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f638962e-5083-4a76-a6f0-04c74567c9df,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:49.650059 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-394f6d18-2baa-459b-833c-11c09932b501 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.657282 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-394f6d18-2baa-459b-833c-11c09932b501 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2480016 Apr 21 21:14:49.662916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52196) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:49.668513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:49.707058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.710805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d383b7f-0f01-4956-8d8c-7f023e1825b4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:49.711984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5d383b7f-0f01-4956-8d8c-7f023e1825b4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0931501 Apr 21 21:14:49.714786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52202) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:49.758432 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7ed1c3-024c-4702-a75e-272a3c684abd tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:14:49.763328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2b7ed1c3-024c-4702-a75e-272a3c684abd tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/357b47d5-70a2-4938-8c72-1c927c65202d HTTP/1.1" status: 404 len: 333 time: 0.0437899 Apr 21 21:14:49.763984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52204) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:49.774791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1415677370'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:49.857549 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:49.861564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.901894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:14:49.927352 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.927601 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Added segment 27c5590e-bd01-420a-bc48-e5b6599d715d of type vlan for network a13146de-dfdc-425a-8fb7-96bede4bd64e Apr 21 21:14:49.982128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:49.990237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.065848 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.071817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:50.072396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.211313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Network': ['ID=a13146de-dfdc-425a-8fb7-96bede4bd64e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:50.222102 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a3632d8e-dee8-494f-8977-2c8d6d23ec78 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4516888 Apr 21 21:14:50.224052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a13146de-dfdc-425a-8fb7-96bede4bd64e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:14:50.225385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52216) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:50.232070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:50.316245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Allocated IP 172.25.0.246 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/7596bca3-7001-4085-ae04-df7579553c79) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:50.446864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:50.450281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.501623 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.545312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28628fe9-2f93-474c-aa88-d338e9c7fb1b req-b62e499c-f463-4288-92e1-1628a74149f1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:50.547319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28628fe9-2f93-474c-aa88-d338e9c7fb1b req-b62e499c-f463-4288-92e1-1628a74149f1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1810257 Apr 21 21:14:50.577575 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.662336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28628fe9-2f93-474c-aa88-d338e9c7fb1b req-e10f6829-1acb-4b6e-aac5-1073fe04e032 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014528 Apr 21 21:14:50.712303 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.759919 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.797873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:50.808398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:50.815408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:50.819607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'Port': ['ID=7596bca3-7001-4085-ae04-df7579553c79,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:50.842763 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.935239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=32e4e76f-865a-482c-b75f-0123134e4cc7,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:50.946038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Checking segment: {'id': '27c5590e-bd01-420a-bc48-e5b6599d715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:50.946437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network hostable DHCP agents. Network: a13146de-dfdc-425a-8fb7-96bede4bd64e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:14:50.996485 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:50.997720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network a13146de-dfdc-425a-8fb7-96bede4bd64e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:14:51.033103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a13146de-dfdc-425a-8fb7-96bede4bd64e) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:51.043178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:51.043776 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.051748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66073af-5780-459d-926d-75fa07d07bcf None None] Network a13146de-dfdc-425a-8fb7-96bede4bd64e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:51.053588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.084500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-37a225ec-3a78-430f-a88a-95d52068e1b2 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8555775 Apr 21 21:14:51.084752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52248) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:51.089702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-fbdcff9f-f76f-4808-911b-1c9689b9214d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:51.227914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdcff9f-f76f-4808-911b-1c9689b9214d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:51.238431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fbdcff9f-f76f-4808-911b-1c9689b9214d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.276161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-a13146de-dfdc-425a-8fb7-96bede4bd64e', 'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e', 'tenant_id': 'edcf81b8f54e4ef98b8454f3e9ed2258', 'fixed_ips': [{'subnet_id': '32e4e76f-865a-482c-b75f-0123134e4cc7'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:14:51.277818 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.450414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.462580 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.472913 n-d-838945-1 neutron-server[114647]: INFO neutron.db.ipam_backend_mixin [None req-fbdcff9f-f76f-4808-911b-1c9689b9214d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32e4e76f-865a-482c-b75f-0123134e4cc7 (CIDR: 2001:db8::/64) Apr 21 21:14:51.481905 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdcff9f-f76f-4808-911b-1c9689b9214d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:14:51.483168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdcff9f-f76f-4808-911b-1c9689b9214d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:14:51.523023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fbdcff9f-f76f-4808-911b-1c9689b9214d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4370441 Apr 21 21:14:51.525751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52276) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:51.529801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Allocated IP 2001:db8::2 (a13146de-dfdc-425a-8fb7-96bede4bd64e/32e4e76f-865a-482c-b75f-0123134e4cc7/65a059b2-eb4c-4435-9485-b1f28334b284) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:51.537877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:51.612913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'Port': ['ID=7596bca3-7001-4085-ae04-df7579553c79,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:51.735678 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.785282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.787993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5ccfadaa-dde2-4571-9129-5f41d24ef521 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1236794 Apr 21 21:14:51.826749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:51.831874 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.893977 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.905123 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:51.981587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Network a13146de-dfdc-425a-8fb7-96bede4bd64e is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:51.983522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:51.989563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Pushing event updated for resources: {'Port': ['ID=65a059b2-eb4c-4435-9485-b1f28334b284,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:51.990787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52294) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:52.008973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:52.039114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3fa83-e88c-4ea8-a342-ed3e589986e4 req-10b01cee-9a18-4b0d-98cc-cdd84bd73805 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:52.041416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21f3fa83-e88c-4ea8-a342-ed3e589986e4 req-10b01cee-9a18-4b0d-98cc-cdd84bd73805 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1583061 Apr 21 21:14:52.116655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Attempting to bind port 65a059b2-eb4c-4435-9485-b1f28334b284 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:52.117442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Attempting to bind port 65a059b2-eb4c-4435-9485-b1f28334b284 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '27c5590e-bd01-420a-bc48-e5b6599d715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:52.118259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Attempting to bind port 65a059b2-eb4c-4435-9485-b1f28334b284 on network a13146de-dfdc-425a-8fb7-96bede4bd64e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:52.119605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-d3e798d9-f0e5-496a-8e4b-73f59a7fa196 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1687089806&fields=id&tenant_id=f4f376cbce0547cca6366c48dddc92bc HTTP/1.1" status: 200 len: 267 time: 0.0578058 Apr 21 21:14:52.126173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:52.127016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Checking segment: {'id': '27c5590e-bd01-420a-bc48-e5b6599d715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:52.127668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.128526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Bound using segment: {'id': '27c5590e-bd01-420a-bc48-e5b6599d715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:52.129409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Bound port: 65a059b2-eb4c-4435-9485-b1f28334b284, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c5590e-bd01-420a-bc48-e5b6599d715d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:52.130295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.208793 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-399df23d-9359-451b-9248-bbf59d070303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.227440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] For port 65a059b2-eb4c-4435-9485-b1f28334b284, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:52.234817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] For port 65a059b2-eb4c-4435-9485-b1f28334b284, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=65a059b2-eb4c-4435-9485-b1f28334b284,segment=NetworkSegment(27c5590e-bd01-420a-bc48-e5b6599d715d),segment_id=27c5590e-bd01-420a-bc48-e5b6599d715d)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:52.243722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.309442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-01008fc2-7177-4772-83a8-9685cb5b8c0a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:52.311037 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-01008fc2-7177-4772-83a8-9685cb5b8c0a tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 810 time: 0.1906362 Apr 21 21:14:52.324696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68d849-469a-41e5-a23d-68fc029ba2f4 None None] Pushing event updated for resources: {'Port': ['ID=65a059b2-eb4c-4435-9485-b1f28334b284,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:52.348215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-5eb774c0-b5b8-4d43-8935-0ed5dcba8f02 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/quotas/f4f376cbce0547cca6366c48dddc92bc HTTP/1.1" status: 200 len: 375 time: 0.0236914 Apr 21 21:14:52.412627 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-399df23d-9359-451b-9248-bbf59d070303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.423764 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-399df23d-9359-451b-9248-bbf59d070303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.453953 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-c1751123-b4a5-4801-b9ce-30bd536c17e4 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906081 Apr 21 21:14:52.485780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21f3fa83-e88c-4ea8-a342-ed3e589986e4 req-502b8dfc-cf46-48ee-98f9-97b795aaef1e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4339609 Apr 21 21:14:52.490202 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-399df23d-9359-451b-9248-bbf59d070303 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85070e90ceb546678bd08ab2dd2e015b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979322 Apr 21 21:14:52.496039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52306) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:52.502136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399df23d-9359-451b-9248-bbf59d070303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799fd817-d3a1-4f30-931a-03cca567706d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:52.613627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-d70c59f4-0816-487b-8335-c9528bef6b32 service neutron] 10.222.0.49 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355450 Apr 21 21:14:52.648623 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b37b3da-cecf-43fe-9971-1f3eee3c51fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.680395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b37b3da-cecf-43fe-9971-1f3eee3c51fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.750495 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-f1a42486-5c65-4943-85b3-f89d6fcd0b43 service neutron] 10.222.0.49 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340377 Apr 21 21:14:52.774115 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.807653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b37b3da-cecf-43fe-9971-1f3eee3c51fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.810711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b37b3da-cecf-43fe-9971-1f3eee3c51fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.811841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2b37b3da-cecf-43fe-9971-1f3eee3c51fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/799fd817-d3a1-4f30-931a-03cca567706d HTTP/1.1" status: 204 len: 168 time: 0.3128347 Apr 21 21:14:52.858553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37b3da-cecf-43fe-9971-1f3eee3c51fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799fd817-d3a1-4f30-931a-03cca567706d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:52.870323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network a13146de-dfdc-425a-8fb7-96bede4bd64e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:52.877132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:52.880574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:52.881203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:52.890678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=53b1792f-0881-439e-84fb-89b0af2718bf,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:52.907320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-535d1e3b-ba00-4b25-81ff-19c516271197 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3791893 Apr 21 21:14:52.909581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52316) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:52.915219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e', 'fixed_ips': [{'subnet_id': '32e4e76f-865a-482c-b75f-0123134e4cc7'}, {'subnet_id': '53b1792f-0881-439e-84fb-89b0af2718bf'}], 'name': 'tempest-PortsIpV6TestJSON-325753823'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:53.100060 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c8a476a-ce76-4697-9098-144a9e61417a req-7afaa922-cd8b-4bc7-942f-8ea3b90a6d90 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 210 time: 0.0467470 Apr 21 21:14:53.190427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:53.365456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52330) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:53.382586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:53.419807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:53.470946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 18dd2e2b-f250-4624-9577-a1f485ed0ef3 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:14:53.566011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 65a059b2-eb4c-4435-9485-b1f28334b284 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:53.643000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:53.653680 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:53.703380 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 65a059b2-eb4c-4435-9485-b1f28334b284 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:53.704224 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:53.715265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78cd5639296c4921a5edcfaffb7d181b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482733 Apr 21 21:14:53.718151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52344) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:53.744472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823af559-959c-43aa-ace3-8f2f62343aef None None] Network a13146de-dfdc-425a-8fb7-96bede4bd64e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:53.749977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9154c2-a4e3-4d8d-a49e-39d3e176d3e9 req-631b1d36-a0fa-4ea2-a6b5-2e655ef0f3e8 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:53.758214 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c9154c2-a4e3-4d8d-a49e-39d3e176d3e9 req-631b1d36-a0fa-4ea2-a6b5-2e655ef0f3e8 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1211228 Apr 21 21:14:53.801007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b10e18e-4a22-42f2-91d9-f964c804bd05,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:53.819086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.821699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.822867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.823388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.825271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.827190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.829671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.830771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.831970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.834379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.834379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.834379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71837c97-ed34-4ada-b7bc-a45b1a8b275c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:14:53.885419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c9154c2-a4e3-4d8d-a49e-39d3e176d3e9 req-47c2992f-76aa-4b0f-bd4b-2265f6365a22 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262231 Apr 21 21:14:53.889163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e802764-60f1-4e22-ac53-5998e631727f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:53.965769 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e802764-60f1-4e22-ac53-5998e631727f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.058526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e802764-60f1-4e22-ac53-5998e631727f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.061684 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4e802764-60f1-4e22-ac53-5998e631727f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.063799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4e802764-60f1-4e22-ac53-5998e631727f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b10e18e-4a22-42f2-91d9-f964c804bd05 HTTP/1.1" status: 204 len: 168 time: 0.3438487 Apr 21 21:14:54.081788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e802764-60f1-4e22-ac53-5998e631727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b10e18e-4a22-42f2-91d9-f964c804bd05,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:54.105375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::3b5 (a13146de-dfdc-425a-8fb7-96bede4bd64e/32e4e76f-865a-482c-b75f-0123134e4cc7/18dd2e2b-f250-4624-9577-a1f485ed0ef3) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:54.116208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8:0:1::289 (a13146de-dfdc-425a-8fb7-96bede4bd64e/53b1792f-0881-439e-84fb-89b0af2718bf/18dd2e2b-f250-4624-9577-a1f485ed0ef3) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:54.267609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3faf0d0-bce5-406c-81b5-e1bfb3b834e1 req-19ed19f6-e740-48c9-b7c6-358583e125c6 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 210 time: 0.0463836 Apr 21 21:14:54.335872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c5695fd6-ddb5-4250-82cc-32197ca65508 None None] Provisioning complete for port 65a059b2-eb4c-4435-9485-b1f28334b284 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:54.336737 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c5695fd6-ddb5-4250-82cc-32197ca65508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.346899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.477888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.495788 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.590397 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c5695fd6-ddb5-4250-82cc-32197ca65508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.617353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network a13146de-dfdc-425a-8fb7-96bede4bd64e is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:54.622840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 65a059b2-eb4c-4435-9485-b1f28334b284, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=65a059b2-eb4c-4435-9485-b1f28334b284,segment=NetworkSegment(27c5590e-bd01-420a-bc48-e5b6599d715d),segment_id=27c5590e-bd01-420a-bc48-e5b6599d715d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:54.666411 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.729780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-cf7d8225-49e2-4a93-b9fb-a63aeddd21cf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:54.731436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-cf7d8225-49e2-4a93-b9fb-a63aeddd21cf tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 810 time: 0.2804801 Apr 21 21:14:54.741806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:54.751813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:54.756324 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-c5695fd6-ddb5-4250-82cc-32197ca65508 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:14:54.756990 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-c5695fd6-ddb5-4250-82cc-32197ca65508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:14:54.772630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:54.773342 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.777411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4c738-3cdf-48db-a182-73ab7ee2ff61 None None] Update dhcp port {'port': {'network_id': 'a13146de-dfdc-425a-8fb7-96bede4bd64e', 'fixed_ips': [{'subnet_id': '32e4e76f-865a-482c-b75f-0123134e4cc7', 'ip_address': '2001:db8::2'}, {'subnet_id': '53b1792f-0881-439e-84fb-89b0af2718bf'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '65a059b2-eb4c-4435-9485-b1f28334b284'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:14:54.817957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=65a059b2-eb4c-4435-9485-b1f28334b284,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:54.818223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a8099678-5e22-4fcb-a03e-2979ef86bed4 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4f376cbce0547cca6366c48dddc92bc HTTP/1.1" status: 200 len: 380 time: 0.0769734 Apr 21 21:14:54.821319 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43c4c738-3cdf-48db-a182-73ab7ee2ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:54.830839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9173331 Apr 21 21:14:54.830969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'port': {'device_id': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'admin_state_up': True, 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'security_groups': ['f78789c1-23c8-4263-8330-3c950f22555c']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:54.834550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52366) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:54.864520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde45e3-0822-4882-8eb0-8dced37c7261 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=18dd2e2b-f250-4624-9577-a1f485ed0ef3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:54.867280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32e4e76f-865a-482c-b75f-0123134e4cc7'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:55.050974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bda98d-fe66-434e-a2cc-499ccdfc0c49 req-a84e77e2-6ac8-4bd9-8c1b-3997b5da7553 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:55.058501 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42bda98d-fe66-434e-a2cc-499ccdfc0c49 req-a84e77e2-6ac8-4bd9-8c1b-3997b5da7553 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.0669327 Apr 21 21:14:55.072209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-43c4c738-3cdf-48db-a182-73ab7ee2ff61 None None] Allocated IP 2001:db8:0:1::2 (a13146de-dfdc-425a-8fb7-96bede4bd64e/53b1792f-0881-439e-84fb-89b0af2718bf/65a059b2-eb4c-4435-9485-b1f28334b284) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:55.108555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42bda98d-fe66-434e-a2cc-499ccdfc0c49 req-eb64f14e-14cd-456f-88d1-ada24df8e3b2 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491028 Apr 21 21:14:55.137887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:55.140432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Made reservation on behalf of f4f376cbce0547cca6366c48dddc92bc for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:14:55.144668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:55.244181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-43c4c738-3cdf-48db-a182-73ab7ee2ff61 None None] For port 65a059b2-eb4c-4435-9485-b1f28334b284, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=65a059b2-eb4c-4435-9485-b1f28334b284,segment=NetworkSegment(27c5590e-bd01-420a-bc48-e5b6599d715d),segment_id=27c5590e-bd01-420a-bc48-e5b6599d715d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:14:55.331740 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43c4c738-3cdf-48db-a182-73ab7ee2ff61 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:55.341170 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43c4c738-3cdf-48db-a182-73ab7ee2ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:55.444873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 65a059b2-eb4c-4435-9485-b1f28334b284 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:55.506919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4c738-3cdf-48db-a182-73ab7ee2ff61 None None] Pushing event updated for resources: {'Port': ['ID=65a059b2-eb4c-4435-9485-b1f28334b284,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:55.508454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fae3c5e6-3916-4de5-b4f0-5a266fb8b68f req-de6b87bb-867f-46dc-83f1-a209b7973f95 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 210 time: 0.0673947 Apr 21 21:14:55.541821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Allocated IP 172.20.0.8 (8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8/c59f32d2-d0e2-43c6-acae-d77241a001bf/de7d9144-4da9-406b-a2fa-22dc9916929e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:55.545946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 65a059b2-eb4c-4435-9485-b1f28334b284 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:55.547013 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:55.722645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Delete allocated IP 2001:db8:0:1::289 (a13146de-dfdc-425a-8fb7-96bede4bd64e/53b1792f-0881-439e-84fb-89b0af2718bf) {{(pid=114647) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 21:14:55.871551 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:55.965328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:55.969727 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:56.003171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:56.073254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] In _notify_port_updated(), no bound segment for port 18dd2e2b-f250-4624-9577-a1f485ed0ef3 on network a13146de-dfdc-425a-8fb7-96bede4bd64e {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:14:56.079639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:56.080352 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:56.081742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "PUT /v2.0/ports/18dd2e2b-f250-4624-9577-a1f485ed0ef3 HTTP/1.1" status: 200 len: 925 time: 1.2399635 Apr 21 21:14:56.083863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:14:56.084733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52402) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:56.087974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:14:56.090400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32e4e76f-865a-482c-b75f-0123134e4cc7'}, {'subnet_id': '53b1792f-0881-439e-84fb-89b0af2718bf'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:56.090724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:14:56.178180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:56.178860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:56.215601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event updated for resources: {'Port': ['ID=de7d9144-4da9-406b-a2fa-22dc9916929e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:56.241184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-7db90776-2e7b-4dc6-b262-6456c712e887 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4176633 Apr 21 21:14:56.270093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Request body: {'port': {'device_id': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:14:56.330155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e19c4c-4a03-4a4c-8868-a483771b194c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=18dd2e2b-f250-4624-9577-a1f485ed0ef3,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:56.358082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:56.375280 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:56.440399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4e94b-07ee-4683-b57e-ef3e2d0b5704 req-0df9a325-8fee-44af-9bc5-17aaa861c042 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:56.442109 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bae4e94b-07ee-4683-b57e-ef3e2d0b5704 req-0df9a325-8fee-44af-9bc5-17aaa861c042 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1475992 Apr 21 21:14:56.471329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d7ef1-ab33-47bf-a7bb-aa42214e3b64 None None] Network a13146de-dfdc-425a-8fb7-96bede4bd64e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:56.574588 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bae4e94b-07ee-4683-b57e-ef3e2d0b5704 req-afc41b13-ce71-497f-9fa2-6f0ab3218976 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159103 Apr 21 21:14:56.665238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d108db16-a138-436c-92b3-ef72749abd84 None None] Provisioning complete for port 65a059b2-eb4c-4435-9485-b1f28334b284 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:56.665933 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d108db16-a138-436c-92b3-ef72749abd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:56.847226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ba90-86e2-47e6-8b2a-b41f8c3519d1 req-13755db2-8afd-4b0f-8926-4cec308f5fdd tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:56.853253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c706ba90-86e2-47e6-8b2a-b41f8c3519d1 req-13755db2-8afd-4b0f-8926-4cec308f5fdd tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 931 time: 0.1729589 Apr 21 21:14:56.869945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8:0:1::375 (a13146de-dfdc-425a-8fb7-96bede4bd64e/53b1792f-0881-439e-84fb-89b0af2718bf/18dd2e2b-f250-4624-9577-a1f485ed0ef3) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:14:57.058204 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.066765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.072255 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:14:57.086447 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c706ba90-86e2-47e6-8b2a-b41f8c3519d1 req-7c1881d0-2b7e-4b51-a9d8-69d1a9378601 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655481 Apr 21 21:14:57.107845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8db3e542-7456-4f3d-9ca1-6fd07b407881 None None] Provisioning complete for port de7d9144-4da9-406b-a2fa-22dc9916929e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:57.108447 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8db3e542-7456-4f3d-9ca1-6fd07b407881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.158695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8db3e542-7456-4f3d-9ca1-6fd07b407881 None None] Port de7d9144-4da9-406b-a2fa-22dc9916929e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:14:57.242653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7d9144-4da9-406b-a2fa-22dc9916929e {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:14:57.258028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=18dd2e2b-f250-4624-9577-a1f485ed0ef3,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:57.292653 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.303005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] In _notify_port_updated(), no bound segment for port 18dd2e2b-f250-4624-9577-a1f485ed0ef3 on network a13146de-dfdc-425a-8fb7-96bede4bd64e {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:14:57.309949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:57.310940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.313094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9970865c-5d35-48e8-abf2-d47b07722a18 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "PUT /v2.0/ports/18dd2e2b-f250-4624-9577-a1f485ed0ef3 HTTP/1.1" status: 200 len: 1011 time: 1.2272835 Apr 21 21:14:57.315768 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52446) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:57.325887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Transition to ACTIVE for port object de7d9144-4da9-406b-a2fa-22dc9916929e will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:14:57.335710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.457678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Pushing event updated for resources: {'Port': ['ID=de7d9144-4da9-406b-a2fa-22dc9916929e,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:57.494453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 65a059b2-eb4c-4435-9485-b1f28334b284 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:14:57.575748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0a109163-f8a8-4213-8c7d-52cb8f210a08 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 18dd2e2b-f250-4624-9577-a1f485ed0ef3 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:14:57.576644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Attempting to bind port de7d9144-4da9-406b-a2fa-22dc9916929e on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:14:57.576997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Attempting to bind port de7d9144-4da9-406b-a2fa-22dc9916929e by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:14:57.577316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Attempting to bind port de7d9144-4da9-406b-a2fa-22dc9916929e on network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:57.579358 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a109163-f8a8-4213-8c7d-52cb8f210a08 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.589637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Port de7d9144-4da9-406b-a2fa-22dc9916929e on network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:14:57.589967 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Attempting to bind port de7d9144-4da9-406b-a2fa-22dc9916929e on network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:14:57.605859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:14:57.606662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Checking segment: {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:14:57.607062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Bound using segment: {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:14:57.607517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Bound port: de7d9144-4da9-406b-a2fa-22dc9916929e, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51483229-667d-432a-9b47-2835fd0eeec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:14:57.607877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.669539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d66bea2d-0e9e-491a-a329-f484c876aa29 None None] Provisioning complete for port 65a059b2-eb4c-4435-9485-b1f28334b284 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:57.674247 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d66bea2d-0e9e-491a-a329-f484c876aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.690022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 65a059b2-eb4c-4435-9485-b1f28334b284 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:57.690578 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.867743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] For port de7d9144-4da9-406b-a2fa-22dc9916929e, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:14:57.873142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] For port de7d9144-4da9-406b-a2fa-22dc9916929e, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=de7d9144-4da9-406b-a2fa-22dc9916929e,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:14:57.892573 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.939126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:57.965009 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:57.970173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] 10.222.0.43 "PUT /v2.0/ports/de7d9144-4da9-406b-a2fa-22dc9916929e HTTP/1.1" status: 200 len: 1091 time: 1.7055774 Apr 21 21:14:57.976172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'tag': 'de7d9144-4da9-406b-a2fa-22dc9916929e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:14:57.988960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52454) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:57.989359 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c9102d-8bd3-492d-8206-8a9d55934688" -d '{"events": [{"name": "network-changed", "server_uuid": "93c18c20-3843-44d8-98f6-facd5fb3524f", "tag": "de7d9144-4da9-406b-a2fa-22dc9916929e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:14:58.018320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd0892-ee5a-4cdb-be76-1500cddff55f req-4c2303b1-11b7-4baa-a6f8-1c7683656e93 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:58.020123 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4fd0892-ee5a-4cdb-be76-1500cddff55f req-4c2303b1-11b7-4baa-a6f8-1c7683656e93 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.2655509 Apr 21 21:14:58.096858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a109163-f8a8-4213-8c7d-52cb8f210a08 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:58.148982 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4fd0892-ee5a-4cdb-be76-1500cddff55f req-5bd06e51-27b7-4e1d-8db4-c442d3de9220 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844564 Apr 21 21:14:58.181918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0a109163-f8a8-4213-8c7d-52cb8f210a08 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 18dd2e2b-f250-4624-9577-a1f485ed0ef3 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:14:58.209614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d66bea2d-0e9e-491a-a329-f484c876aa29 None None] Provisioning complete for port 18dd2e2b-f250-4624-9577-a1f485ed0ef3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:58.210536 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d66bea2d-0e9e-491a-a329-f484c876aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:58.299091 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f670a7e-038b-484e-a0f1-673f2d3a3988 x-openstack-request-id: req-2f670a7e-038b-484e-a0f1-673f2d3a3988 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:14:58.299675 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c18c20-3843-44d8-98f6-facd5fb3524f", "tag": "de7d9144-4da9-406b-a2fa-22dc9916929e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:14:58.300559 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f670a7e-038b-484e-a0f1-673f2d3a3988 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:14:58.301009 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f670a7e-038b-484e-a0f1-673f2d3a3988'] response: {'name': 'network-changed', 'server_uuid': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'tag': 'de7d9144-4da9-406b-a2fa-22dc9916929e', 'status': 'completed', 'code': 200} Apr 21 21:14:58.361802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d66bea2d-0e9e-491a-a329-f484c876aa29 None None] Port 18dd2e2b-f250-4624-9577-a1f485ed0ef3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:14:58.395388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbd4c9-8a06-4bca-89a7-661a70925a89 service neutron] Pushing event updated for resources: {'Port': ['ID=de7d9144-4da9-406b-a2fa-22dc9916929e,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:58.412408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-28216715-b040-4f1a-b9da-56846753c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:58.414036 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-28216715-b040-4f1a-b9da-56846753c915 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 1094 time: 0.2962494 Apr 21 21:14:58.414366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066cf2d-dac9-4161-8458-7194a5b6e7b7 req-91fe21a5-5422-4ab6-b391-947920f12729 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:58.415916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9066cf2d-dac9-4161-8458-7194a5b6e7b7 req-91fe21a5-5422-4ab6-b391-947920f12729 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 943 time: 0.0981269 Apr 21 21:14:58.482558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-027aa6ae-0a27-409a-87e8-ff5fe5e4d4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:58.500500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-11216f69-a43e-4732-a3e0-70c6a2332cc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de7d9144-4da9-406b-a2fa-22dc9916929e HTTP/1.1" status: 200 len: 217 time: 0.0698102 Apr 21 21:14:58.502854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9699ec2c-7bc2-4685-a037-647df8173c26 None None] Provisioning complete for port 18dd2e2b-f250-4624-9577-a1f485ed0ef3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:14:58.503797 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9699ec2c-7bc2-4685-a037-647df8173c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:58.508330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9066cf2d-dac9-4161-8458-7194a5b6e7b7 req-2b7b0b55-6cae-4cda-8f24-8807701a8dea tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661671 Apr 21 21:14:58.561459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9699ec2c-7bc2-4685-a037-647df8173c26 None None] Port 18dd2e2b-f250-4624-9577-a1f485ed0ef3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:14:58.596749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-dcf25ff0-2726-4c34-bc36-9033003abb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:58.598236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-dcf25ff0-2726-4c34-bc36-9033003abb12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.0969965 Apr 21 21:14:58.640883 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a109163-f8a8-4213-8c7d-52cb8f210a08 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:58.682352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a38adab6-5fd3-472c-b5de-4462bc08f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:58.684025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-657ea32b-4ee2-4cae-9785-2458ae779d95 None None] Could not find standard attr ID for object 18dd2e2b-f250-4624-9577-a1f485ed0ef3. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:14:58.691501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-a38adab6-5fd3-472c-b5de-4462bc08f87f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866883 Apr 21 21:14:58.714176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a109163-f8a8-4213-8c7d-52cb8f210a08 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=18dd2e2b-f250-4624-9577-a1f485ed0ef3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:58.798346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a109163-f8a8-4213-8c7d-52cb8f210a08 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:58.803928 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0a109163-f8a8-4213-8c7d-52cb8f210a08 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/18dd2e2b-f250-4624-9577-a1f485ed0ef3 HTTP/1.1" status: 204 len: 168 time: 1.4848526 Apr 21 21:14:58.806437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52466) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:58.811039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-027aa6ae-0a27-409a-87e8-ff5fe5e4d4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:58.816842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-027aa6ae-0a27-409a-87e8-ff5fe5e4d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:58.852266 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-4028d3d2-abee-4920-8c1f-78773543bb8e tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:14:58.853895 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4028d3d2-abee-4920-8c1f-78773543bb8e tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/18dd2e2b-f250-4624-9577-a1f485ed0ef3 HTTP/1.1" status: 404 len: 333 time: 0.0465140 Apr 21 21:14:58.857941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-cce96938-516d-4003-85a5-6bfa876e52e3 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569409 Apr 21 21:14:58.858374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52468) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:58.860857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027aa6ae-0a27-409a-87e8-ff5fe5e4d4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5873b2e-d22e-45e7-9f91-bac3534fda26,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:58.872656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-027aa6ae-0a27-409a-87e8-ff5fe5e4d4d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab6254713f4a4153a77970f3e7e2df37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819466 Apr 21 21:14:58.877366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52470) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:59.009460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-2980bfda-1598-4860-acca-91091b5d7ba4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet 53b1792f-0881-439e-84fb-89b0af2718bf {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:59.009726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ac37075e-e897-47f2-96e8-5baf146a0dd5 None None] Could not find standard attr ID for object 18dd2e2b-f250-4624-9577-a1f485ed0ef3. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:14:59.024584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2980bfda-1598-4860-acca-91091b5d7ba4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.082625 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-532b179b-855c-460b-ba00-cfc3bdb52a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.087074 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a15a11e4-2c10-4ca4-97eb-dafe85869663 req-1bbef867-3c1f-4b73-857a-31e87231e55f service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199399 Apr 21 21:14:59.096512 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2980bfda-1598-4860-acca-91091b5d7ba4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.158664 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-532b179b-855c-460b-ba00-cfc3bdb52a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.285424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-09c84d14-19b4-40e7-b9d0-fd9b0651cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:59.286815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-09c84d14-19b4-40e7-b9d0-fd9b0651cde7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 1094 time: 0.1415036 Apr 21 21:14:59.312836 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2980bfda-1598-4860-acca-91091b5d7ba4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.351723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-532b179b-855c-460b-ba00-cfc3bdb52a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.354242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-532b179b-855c-460b-ba00-cfc3bdb52a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.355364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-532b179b-855c-460b-ba00-cfc3bdb52a19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5873b2e-d22e-45e7-9f91-bac3534fda26 HTTP/1.1" status: 204 len: 168 time: 0.4771035 Apr 21 21:14:59.406912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a03e37-1672-4299-a40d-a998109c1f6c req-47acdf94-1594-4d46-8364-c26d62e0747f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:59.408449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2a03e37-1672-4299-a40d-a998109c1f6c req-47acdf94-1594-4d46-8364-c26d62e0747f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1609535 Apr 21 21:14:59.413183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b179b-855c-460b-ba00-cfc3bdb52a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5873b2e-d22e-45e7-9f91-bac3534fda26,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:59.494274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2a03e37-1672-4299-a40d-a998109c1f6c req-d2d9fa7b-48b5-4b12-84b6-215c9a7660f1 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779860 Apr 21 21:14:59.513529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2980bfda-1598-4860-acca-91091b5d7ba4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.517366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-937ac586-c7d2-4336-a720-843da3a2f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:59.518872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-937ac586-c7d2-4336-a720-843da3a2f863 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 911 time: 0.2190828 Apr 21 21:14:59.557805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980bfda-1598-4860-acca-91091b5d7ba4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=53b1792f-0881-439e-84fb-89b0af2718bf,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:14:59.564105 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2980bfda-1598-4860-acca-91091b5d7ba4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.569928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2980bfda-1598-4860-acca-91091b5d7ba4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/53b1792f-0881-439e-84fb-89b0af2718bf HTTP/1.1" status: 204 len: 168 time: 0.7075853 Apr 21 21:14:59.571016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52490) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:14:59.575022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8a539-e054-4334-a1b3-98a4dee05b22 None None] Network a13146de-dfdc-425a-8fb7-96bede4bd64e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:14:59.597941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-2209abe6-2118-4468-8c4d-bfd384d2ef73 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de7d9144-4da9-406b-a2fa-22dc9916929e HTTP/1.1" status: 200 len: 217 time: 0.0710862 Apr 21 21:14:59.684333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-cc093ac9-166a-42ec-b00a-47d5f41ab1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:59.685827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-cc093ac9-166a-42ec-b00a-47d5f41ab1d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.0813279 Apr 21 21:14:59.722201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet 32e4e76f-865a-482c-b75f-0123134e4cc7 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:14:59.729236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.790924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-5225be01-3888-4351-9e70-c5c6619c57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:59.795587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-5225be01-3888-4351-9e70-c5c6619c57d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972526 Apr 21 21:14:59.824254 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:14:59.868842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caada2-ea5f-4e08-bd3c-529cbb8c1d66 req-aa57e00a-806e-416c-a546-e5ce2674d6ab tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:14:59.870611 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83caada2-ea5f-4e08-bd3c-529cbb8c1d66 req-aa57e00a-806e-416c-a546-e5ce2674d6ab tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 943 time: 0.1530313 Apr 21 21:15:00.025021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-d97c027e-bfea-45bd-93aa-56ab6f45ea1d service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229722 Apr 21 21:15:00.042044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52504) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:00.121111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5672b8c3-3256-4306-9984-d0e7d47ef4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.216476 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2c9102d-8bd3-492d-8206-8a9d55934688 req-973d6699-67c7-4aee-8dee-3c53a63bf112 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848550 Apr 21 21:15:00.271136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5672b8c3-3256-4306-9984-d0e7d47ef4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.275827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5672b8c3-3256-4306-9984-d0e7d47ef4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.323187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5672b8c3-3256-4306-9984-d0e7d47ef4dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=841b5789db4d4557b2d9c2364b4cf27e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777855 Apr 21 21:15:00.323187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672b8c3-3256-4306-9984-d0e7d47ef4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4b26fb-8827-4dd5-9783-0ef6be310389,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:00.325499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52506) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:00.388454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92ffda2f-6657-4df3-a52c-8c8f264f0761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.424226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83caada2-ea5f-4e08-bd3c-529cbb8c1d66 req-1f59d29f-aad1-4cb0-af85-feae1b5593f8 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5416601 Apr 21 21:15:00.436393 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92ffda2f-6657-4df3-a52c-8c8f264f0761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.510344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.524854 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-04ac1074-e15f-41c8-a04e-f11bf8e9fdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.563774 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92ffda2f-6657-4df3-a52c-8c8f264f0761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.567979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-92ffda2f-6657-4df3-a52c-8c8f264f0761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.574104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-92ffda2f-6657-4df3-a52c-8c8f264f0761 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe4b26fb-8827-4dd5-9783-0ef6be310389 HTTP/1.1" status: 204 len: 168 time: 0.2471161 Apr 21 21:15:00.615342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffda2f-6657-4df3-a52c-8c8f264f0761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4b26fb-8827-4dd5-9783-0ef6be310389,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:00.650506 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.672887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.678937 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/32e4e76f-865a-482c-b75f-0123134e4cc7 HTTP/1.1" status: 204 len: 168 time: 1.1061933 Apr 21 21:15:00.679553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52514) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:00.735202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=32e4e76f-865a-482c-b75f-0123134e4cc7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:00.765686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.766237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.766672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.766976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.767386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.767718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.768101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.768456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.768849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.769216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.770592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.773246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55616d3-8fcb-4da3-8728-764ea388e83b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:00.787305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab6ef4-43f1-4038-b897-377577f30eb5 req-c4e565d9-fcfe-4871-a721-4532c65fbbba tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:00.801352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ab6ef4-43f1-4038-b897-377577f30eb5 req-c4e565d9-fcfe-4871-a721-4532c65fbbba tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1541297 Apr 21 21:15:00.902605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ab6ef4-43f1-4038-b897-377577f30eb5 req-28065f59-ad04-4052-bce8-28c5e9b4059a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002262 Apr 21 21:15:00.910461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:00.957636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026737a-c522-4e93-ad7e-8d824c175cda None None] Network a13146de-dfdc-425a-8fb7-96bede4bd64e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:00.982880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 65a059b2-eb4c-4435-9485-b1f28334b284 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:00.983624 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.075543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] For port 65a059b2-eb4c-4435-9485-b1f28334b284, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=65a059b2-eb4c-4435-9485-b1f28334b284,segment=NetworkSegment(27c5590e-bd01-420a-bc48-e5b6599d715d),segment_id=27c5590e-bd01-420a-bc48-e5b6599d715d)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:01.075867 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.108029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 65a059b2-eb4c-4435-9485-b1f28334b284 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:01.128456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-768585e3-65b8-4ebe-9ea0-0b919aa2ba03 None None] Provisioning complete for port 65a059b2-eb4c-4435-9485-b1f28334b284 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:01.129070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-768585e3-65b8-4ebe-9ea0-0b919aa2ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.285623 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.322560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No DVR routers for this DVR port 65a059b2-eb4c-4435-9485-b1f28334b284 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:15:01.328922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=65a059b2-eb4c-4435-9485-b1f28334b284,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:01.344500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40261632-0588-4b3f-a369-a1628b78fbaf None None] DHCP port deletion for a13146de-dfdc-425a-8fb7-96bede4bd64e request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:15:01.449397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 65a059b2-eb4c-4435-9485-b1f28334b284 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:15:01.451705 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.482706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13146de-dfdc-425a-8fb7-96bede4bd64e']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:01.490985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 65a059b2-eb4c-4435-9485-b1f28334b284 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:15:01.491366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 65a059b2-eb4c-4435-9485-b1f28334b284 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:15:01.494695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c5590e-bd01-420a-bc48-e5b6599d715d') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:01.494928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c5590e-bd01-420a-bc48-e5b6599d715d') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:01.512695 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.531233 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.541500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:15:01.542123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:15:01.547837 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:15:01.620038 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.628393 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.635520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/networks/a13146de-dfdc-425a-8fb7-96bede4bd64e HTTP/1.1" status: 204 len: 168 time: 0.9075689 Apr 21 21:15:01.635724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52538) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:01.655464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01eee2b-b40e-48cc-890c-1a1ed3b2cf84 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Network': ['ID=a13146de-dfdc-425a-8fb7-96bede4bd64e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:01.699242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ffe79b-2a11-4d8e-8d14-b6bf887cdb17 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:01.700996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b2ffe79b-2a11-4d8e-8d14-b6bf887cdb17 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0641623 Apr 21 21:15:01.705177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52542) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:01.753219 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5cabdedc-08b6-40e6-959d-887d8194e69e tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0467639 Apr 21 21:15:01.756412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52544) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:01.763343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1633259593'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:01.812013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:01.815752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.836478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92a872-ca51-45f8-a3f1-5e478ee5c702 req-b2b4f003-513b-4445-a5fa-accf84c8b0c0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:01.837857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec92a872-ca51-45f8-a3f1-5e478ee5c702 req-b2b4f003-513b-4445-a5fa-accf84c8b0c0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 943 time: 0.0835440 Apr 21 21:15:01.857334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:15:01.883911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.884397 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Added segment c81f9325-c1e8-4006-baa5-30a1a26b1ec2 of type vlan for network f9fd3a23-17dd-4c39-bb06-cf0b1663122c Apr 21 21:15:01.898514 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec92a872-ca51-45f8-a3f1-5e478ee5c702 req-79f74064-60e1-4e43-b112-218304d12f34 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526989 Apr 21 21:15:01.934008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.963155 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:01.975013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:01.976482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:02.037654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2799182 Apr 21 21:15:02.044627 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52562) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:02.054439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'f9fd3a23-17dd-4c39-bb06-cf0b1663122c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:02.074926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625b5d6-5902-4690-8490-3cf9bd856f99 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Network': ['ID=f9fd3a23-17dd-4c39-bb06-cf0b1663122c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:02.085690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network f9fd3a23-17dd-4c39-bb06-cf0b1663122c details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:15:02.156645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a55eb6-067f-4c5f-a5f7-82cdb20951d7 req-712bc113-6224-4718-b345-5a080f19a93e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:02.164797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92a55eb6-067f-4c5f-a5f7-82cdb20951d7 req-712bc113-6224-4718-b345-5a080f19a93e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1401768 Apr 21 21:15:02.187189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:02.193661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:02.216473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92a55eb6-067f-4c5f-a5f7-82cdb20951d7 req-5e98e2d8-96ab-4f44-88d2-9a482b21984d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467167 Apr 21 21:15:02.302432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device de7d9144-4da9-406b-a2fa-22dc9916929e details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:15:02.448365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:02.458636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port de7d9144-4da9-406b-a2fa-22dc9916929e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=de7d9144-4da9-406b-a2fa-22dc9916929e,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:02.472755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'de7d9144-4da9-406b-a2fa-22dc9916929e', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'port_id': 'de7d9144-4da9-406b-a2fa-22dc9916929e', 'mac_address': 'fa:16:3e:e6:f3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:15:02.518755 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:02.533019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7d9144-4da9-406b-a2fa-22dc9916929e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:15:02.545068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Checking segment: {'id': 'c81f9325-c1e8-4006-baa5-30a1a26b1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f9fd3a23-17dd-4c39-bb06-cf0b1663122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:02.545896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network hostable DHCP agents. Network: f9fd3a23-17dd-4c39-bb06-cf0b1663122c, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:15:02.556460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port de7d9144-4da9-406b-a2fa-22dc9916929e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=de7d9144-4da9-406b-a2fa-22dc9916929e,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:02.562274 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=e9dbd9c1-f9f4-43fd-bc98-926337dbd692,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:02.564722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:02.573724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network f9fd3a23-17dd-4c39-bb06-cf0b1663122c is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:15:02.586642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, f9fd3a23-17dd-4c39-bb06-cf0b1663122c) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:02.598719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1580c0-77b3-4ff6-875a-6d2445183ec7 None None] Network f9fd3a23-17dd-4c39-bb06-cf0b1663122c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:02.601951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:02.602547 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:02.626431 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3ed50d95-9ddb-4057-8571-ebb0680d1e2c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5803750 Apr 21 21:15:02.628850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52584) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:02.636021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'f9fd3a23-17dd-4c39-bb06-cf0b1663122c', 'name': 'tempest-PortsIpV6TestJSON-1080426006'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:02.735305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=de7d9144-4da9-406b-a2fa-22dc9916929e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:02.831551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:02.835259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:02.846328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeff38e-3064-4131-8370-db0a7a7e5c2d req-21e6ca0a-d8b4-4a04-b1c8-b65e684e7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:02.847795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6eeff38e-3064-4131-8370-db0a7a7e5c2d req-21e6ca0a-d8b4-4a04-b1c8-b65e684e7afc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1097 time: 0.0704329 Apr 21 21:15:02.877252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:15:02.935456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6eeff38e-3064-4131-8370-db0a7a7e5c2d req-ab8b0144-5e0e-4a66-85fc-7537081eed7a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796232 Apr 21 21:15:02.949313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['de7d9144-4da9-406b-a2fa-22dc9916929e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:15:02.953517 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe7fa-39dd-4e43-ab2c-1ec1acc26b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:02.998999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-f9fd3a23-17dd-4c39-bb06-cf0b1663122c', 'network_id': 'f9fd3a23-17dd-4c39-bb06-cf0b1663122c', 'tenant_id': 'edcf81b8f54e4ef98b8454f3e9ed2258', 'fixed_ips': [{'subnet_id': 'e9dbd9c1-f9f4-43fd-bc98-926337dbd692'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:15:03.001065 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:03.135359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da519f-6445-45a9-89c1-5fc34ba62c26 req-dc36b1b0-0603-4719-a9b8-80c270e63aea tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:03.137166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68da519f-6445-45a9-89c1-5fc34ba62c26 req-dc36b1b0-0603-4719-a9b8-80c270e63aea tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 944 time: 0.1381392 Apr 21 21:15:03.150649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::2c7 (f9fd3a23-17dd-4c39-bb06-cf0b1663122c/e9dbd9c1-f9f4-43fd-bc98-926337dbd692/281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:03.204224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68da519f-6445-45a9-89c1-5fc34ba62c26 req-2f09b4fa-6bd7-46af-b238-1d1b1083c920 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557978 Apr 21 21:15:03.385963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:03.424641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3bf5c-9b02-4558-a774-8ace89128d48 req-f82861f7-b754-4411-a0b4-7ab497b41095 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:03.426118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98f3bf5c-9b02-4558-a774-8ace89128d48 req-f82861f7-b754-4411-a0b4-7ab497b41095 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.0991898 Apr 21 21:15:03.441735 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:03.495913 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98f3bf5c-9b02-4558-a774-8ace89128d48 req-1bdb220a-dfeb-418c-8bfa-a9d02af52f48 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635591 Apr 21 21:15:03.511116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network f9fd3a23-17dd-4c39-bb06-cf0b1663122c is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:03.520179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:03.527372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:03.535212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:03.535850 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:03.546971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Allocated IP 2001:db8::2 (f9fd3a23-17dd-4c39-bb06-cf0b1663122c/e9dbd9c1-f9f4-43fd-bc98-926337dbd692/6af7a837-b97c-4c99-bcf4-4f9715a87862) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:03.548847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:03.583059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4df48e28-7465-4139-b07e-fe83b7654d04 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9501581 Apr 21 21:15:03.583830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52614) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:03.599158 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'f9fd3a23-17dd-4c39-bb06-cf0b1663122c', 'name': 'tempest-PortsIpV6TestJSON-1678284397'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:03.794184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:03.798759 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:03.828297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port e33aba4c-56bb-4443-a6c7-a1916113bb80 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:15:04.006225 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.014409 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.055714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Network f9fd3a23-17dd-4c39-bb06-cf0b1663122c is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:04.059242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:04.069231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:04.097422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Pushing event updated for resources: {'Port': ['ID=6af7a837-b97c-4c99-bcf4-4f9715a87862,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:04.105128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.137182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::1cf (f9fd3a23-17dd-4c39-bb06-cf0b1663122c/e9dbd9c1-f9f4-43fd-bc98-926337dbd692/e33aba4c-56bb-4443-a6c7-a1916113bb80) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:04.154668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Attempting to bind port 6af7a837-b97c-4c99-bcf4-4f9715a87862 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:15:04.155040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Attempting to bind port 6af7a837-b97c-4c99-bcf4-4f9715a87862 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'c81f9325-c1e8-4006-baa5-30a1a26b1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f9fd3a23-17dd-4c39-bb06-cf0b1663122c'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:15:04.159946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Attempting to bind port 6af7a837-b97c-4c99-bcf4-4f9715a87862 on network f9fd3a23-17dd-4c39-bb06-cf0b1663122c {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:15:04.161826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:15:04.162413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Checking segment: {'id': 'c81f9325-c1e8-4006-baa5-30a1a26b1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f9fd3a23-17dd-4c39-bb06-cf0b1663122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:04.163201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.163592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Bound using segment: {'id': 'c81f9325-c1e8-4006-baa5-30a1a26b1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f9fd3a23-17dd-4c39-bb06-cf0b1663122c'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:15:04.164056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Bound port: 6af7a837-b97c-4c99-bcf4-4f9715a87862, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81f9325-c1e8-4006-baa5-30a1a26b1ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f9fd3a23-17dd-4c39-bb06-cf0b1663122c'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:15:04.164681 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.266929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] For port 6af7a837-b97c-4c99-bcf4-4f9715a87862, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:15:04.275844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] For port 6af7a837-b97c-4c99-bcf4-4f9715a87862, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6af7a837-b97c-4c99-bcf4-4f9715a87862,segment=NetworkSegment(c81f9325-c1e8-4006-baa5-30a1a26b1ec2),segment_id=c81f9325-c1e8-4006-baa5-30a1a26b1ec2)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:15:04.285442 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.367090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device de7d9144-4da9-406b-a2fa-22dc9916929e up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:04.450344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ea221-c03f-4d95-94dc-e09bc1ad29ec None None] Pushing event updated for resources: {'Port': ['ID=6af7a837-b97c-4c99-bcf4-4f9715a87862,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:04.476002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port de7d9144-4da9-406b-a2fa-22dc9916929e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:15:04.480206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port de7d9144-4da9-406b-a2fa-22dc9916929e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:04.480569 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.609105 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.647062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d9144-4da9-406b-a2fa-22dc9916929e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:15:04.652196 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47876b1f-da92-4116-b733-68b3a9db296e" -d '{"events": [{"server_uuid": "93c18c20-3843-44d8-98f6-facd5fb3524f", "name": "network-vif-plugged", "status": "completed", "tag": "de7d9144-4da9-406b-a2fa-22dc9916929e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:15:04.679430 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.689734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port de7d9144-4da9-406b-a2fa-22dc9916929e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=de7d9144-4da9-406b-a2fa-22dc9916929e,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:04.702744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be732c9-0003-494d-97b6-9271e44fe40b req-79888054-10e5-4c32-9e19-bfaa0deee538 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:04.705201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.740991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5be732c9-0003-494d-97b6-9271e44fe40b req-79888054-10e5-4c32-9e19-bfaa0deee538 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 944 time: 0.3113465 Apr 21 21:15:04.748308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396f869-f6d1-486e-876e-b5ce6d5099dd req-fea31d05-7ebf-4714-a560-6f2c9349785c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:04.753651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1396f869-f6d1-486e-876e-b5ce6d5099dd req-fea31d05-7ebf-4714-a560-6f2c9349785c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1168692 Apr 21 21:15:04.813979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=de7d9144-4da9-406b-a2fa-22dc9916929e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:04.842018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5be732c9-0003-494d-97b6-9271e44fe40b req-dda30764-43b1-4ec0-a688-a8ce9d959c5e tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904424 Apr 21 21:15:04.845991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1396f869-f6d1-486e-876e-b5ce6d5099dd req-d1e96186-dcbf-4192-8a27-9e1587322f4d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841718 Apr 21 21:15:04.895315 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.965940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network f9fd3a23-17dd-4c39-bb06-cf0b1663122c is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:04.969864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:04.975289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:04.981885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:04.982677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:04.997321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=e33aba4c-56bb-4443-a6c7-a1916113bb80,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:05.016479 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f96f46-1d3f-4f09-bc1d-abccc9ba59b9 x-openstack-request-id: req-e7f96f46-1d3f-4f09-bc1d-abccc9ba59b9 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:15:05.016836 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c18c20-3843-44d8-98f6-facd5fb3524f", "name": "network-vif-plugged", "status": "completed", "tag": "de7d9144-4da9-406b-a2fa-22dc9916929e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:15:05.017788 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7f96f46-1d3f-4f09-bc1d-abccc9ba59b9 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:15:05.017954 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f96f46-1d3f-4f09-bc1d-abccc9ba59b9'] response: {'server_uuid': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d9144-4da9-406b-a2fa-22dc9916929e', 'code': 200} Apr 21 21:15:05.037690 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-95c404bb-29c2-44d0-b21c-345992c9f3f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4515800 Apr 21 21:15:05.040426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52698) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:05.174295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea286d9-5fa3-44bc-9714-ddaa635b48e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:05.175926 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9ea286d9-5fa3-44bc-9714-ddaa635b48e4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2c7 HTTP/1.1" status: 200 len: 929 time: 0.1341965 Apr 21 21:15:05.179494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52706) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:05.210129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491e5d3-4832-4e97-8b01-c7f1b27309a2 req-ce1d6e58-ae21-46d2-88ca-21db18300828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:05.213426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d491e5d3-4832-4e97-8b01-c7f1b27309a2 req-ce1d6e58-ae21-46d2-88ca-21db18300828 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 1096 time: 0.1241093 Apr 21 21:15:05.289070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d491e5d3-4832-4e97-8b01-c7f1b27309a2 req-a5561b4b-9ec6-428a-979d-4b3a8dfc31be service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684488 Apr 21 21:15:05.400891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:05.434717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e2005697-6166-408e-955d-0baf7fcce30c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port e33aba4c-56bb-4443-a6c7-a1916113bb80 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:05.435073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e2005697-6166-408e-955d-0baf7fcce30c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:05.520963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6af7a837-b97c-4c99-bcf4-4f9715a87862 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:05.709474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6af7a837-b97c-4c99-bcf4-4f9715a87862 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:05.710149 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:05.722728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-d532bde6-a5f9-4cb9-ac6c-d4293930a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:05.724451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-d532bde6-a5f9-4cb9-ac6c-d4293930a7e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1097 time: 0.2046137 Apr 21 21:15:05.764427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bed36-6c9e-455d-a77d-e3b284e58e9b req-2be5c645-da74-4124-a143-194860b4f9b3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:05.767237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d51bed36-6c9e-455d-a77d-e3b284e58e9b req-2be5c645-da74-4124-a143-194860b4f9b3 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1439426 Apr 21 21:15:05.794317 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e2005697-6166-408e-955d-0baf7fcce30c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:05.841230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-e2005697-6166-408e-955d-0baf7fcce30c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for e33aba4c-56bb-4443-a6c7-a1916113bb80 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:05.856367 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:05.897592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 6af7a837-b97c-4c99-bcf4-4f9715a87862, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6af7a837-b97c-4c99-bcf4-4f9715a87862,segment=NetworkSegment(c81f9325-c1e8-4006-baa5-30a1a26b1ec2),segment_id=c81f9325-c1e8-4006-baa5-30a1a26b1ec2)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:05.903882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:05.988028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=6af7a837-b97c-4c99-bcf4-4f9715a87862,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:06.008015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52738) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:06.027845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72036ea-3b16-4245-9f94-4edda5c1f601 None None] Network f9fd3a23-17dd-4c39-bb06-cf0b1663122c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:06.053322 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.114757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f1da721f-7191-465f-8748-3c52863b6bf7 None None] Provisioning complete for port 6af7a837-b97c-4c99-bcf4-4f9715a87862 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:06.115274 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f1da721f-7191-465f-8748-3c52863b6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.121050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eacfab-31e5-4ab9-9177-284b99f6d3bb req-e8e2d613-fff1-4804-b354-0a01c83d8724 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:06.133305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25eacfab-31e5-4ab9-9177-284b99f6d3bb req-e8e2d613-fff1-4804-b354-0a01c83d8724 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 945 time: 0.0785728 Apr 21 21:15:06.222879 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25eacfab-31e5-4ab9-9177-284b99f6d3bb req-b36796d0-9132-445c-9746-193cead0fdb0 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828643 Apr 21 21:15:06.280108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45f26ce7-77c3-4307-9f26-ae7aac116ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.335564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-23d3150c-e1e2-4f45-93f2-24b6d83b8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:06.337345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-23d3150c-e1e2-4f45-93f2-24b6d83b8838 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.5986390 Apr 21 21:15:06.422389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45f26ce7-77c3-4307-9f26-ae7aac116ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.434544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-45f26ce7-77c3-4307-9f26-ae7aac116ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.464447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d51bed36-6c9e-455d-a77d-e3b284e58e9b req-670d7618-387a-46e8-aaf8-2d2367bfbfba tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369598 Apr 21 21:15:06.531762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-45f26ce7-77c3-4307-9f26-ae7aac116ee7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=107c8718cb6f4d6e8d7e0effd986eb80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218604 Apr 21 21:15:06.534202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52766) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:06.534508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-5bbccd4e-c62f-43c9-8938-0c5a3cace4f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 200 len: 1001 time: 0.1768472 Apr 21 21:15:06.541904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f26ce7-77c3-4307-9f26-ae7aac116ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3638cc7-967a-4094-a87e-15baa667ab82,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:06.595038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-0cc3ceb2-d26b-41d3-8319-12cdc85a9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:06.596702 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-0cc3ceb2-d26b-41d3-8319-12cdc85a9565 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0590007 Apr 21 21:15:06.648650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e36c853d-45f8-4293-930c-01579f988918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.677304 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e2005697-6166-408e-955d-0baf7fcce30c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.680411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e36c853d-45f8-4293-930c-01579f988918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.755053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2005697-6166-408e-955d-0baf7fcce30c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=e33aba4c-56bb-4443-a6c7-a1916113bb80,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:06.755768 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e36c853d-45f8-4293-930c-01579f988918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.758375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e36c853d-45f8-4293-930c-01579f988918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.761890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e36c853d-45f8-4293-930c-01579f988918 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3638cc7-967a-4094-a87e-15baa667ab82 HTTP/1.1" status: 204 len: 168 time: 0.2244279 Apr 21 21:15:06.765845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-6dd21823-e678-4ceb-b077-1f0d7a48202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:06.767371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-6dd21823-e678-4ceb-b077-1f0d7a48202f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634197 Apr 21 21:15:06.782499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c853d-45f8-4293-930c-01579f988918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3638cc7-967a-4094-a87e-15baa667ab82,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:06.816900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e2005697-6166-408e-955d-0baf7fcce30c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:06.821076 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e2005697-6166-408e-955d-0baf7fcce30c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/e33aba4c-56bb-4443-a6c7-a1916113bb80 HTTP/1.1" status: 204 len: 168 time: 1.6405177 Apr 21 21:15:06.824080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52780) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:06.876309 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b4af2c-0b25-420d-b9da-7ca9ff9515c1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:15:06.881243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-24b4af2c-0b25-420d-b9da-7ca9ff9515c1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/e33aba4c-56bb-4443-a6c7-a1916113bb80 HTTP/1.1" status: 404 len: 333 time: 0.0560966 Apr 21 21:15:06.881769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52782) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:06.922888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:06.993904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-66e717b7-7fcb-4823-bca7-6717414a9944 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184308 Apr 21 21:15:07.059307 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cac8ea30-8ea1-4488-ad63-5f1513cefd66 None None] Provisioning complete for port 6af7a837-b97c-4c99-bcf4-4f9715a87862 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:07.063260 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cac8ea30-8ea1-4488-ad63-5f1513cefd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.119618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-91e4a8a1-eaa6-496c-beef-749e3c71b5f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:07.122788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91e4a8a1-eaa6-496c-beef-749e3c71b5f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.256328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9f2af4cd-9002-4a00-abae-54bbe94cbac2 req-294c8ef4-5088-4191-97e1-fc29db2ec8c5 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553825 Apr 21 21:15:07.281092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91e4a8a1-eaa6-496c-beef-749e3c71b5f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.283914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cac8ea30-8ea1-4488-ad63-5f1513cefd66 None None] Provisioning complete for port 281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:07.284287 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cac8ea30-8ea1-4488-ad63-5f1513cefd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.303277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da4fdfff-aa55-49a8-9e8d-3f3dd7f145ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.306551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-91e4a8a1-eaa6-496c-beef-749e3c71b5f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:07.355166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cac8ea30-8ea1-4488-ad63-5f1513cefd66 None None] Port 281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:07.360000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cac8ea30-8ea1-4488-ad63-5f1513cefd66 None None] Could not find standard attr ID for object e33aba4c-56bb-4443-a6c7-a1916113bb80. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:07.436224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da4fdfff-aa55-49a8-9e8d-3f3dd7f145ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.436573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52794) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:07.458206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac07f-aad3-49de-b2f3-f6238ab3df24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.466344 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da4fdfff-aa55-49a8-9e8d-3f3dd7f145ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.486135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6af7a837-b97c-4c99-bcf4-4f9715a87862 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:07.533111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b7a6f324-b9be-46c7-81f9-96211fc001b1 None None] Provisioning complete for port 281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:07.533487 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f324-b9be-46c7-81f9-96211fc001b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.581793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fdfff-aa55-49a8-9e8d-3f3dd7f145ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ecfc54-b986-4d61-8925-7253598579d5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:07.602193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd2b08-d75a-4376-a51f-f48839a35221 req-34c14d90-59fb-477d-9a96-b3ba1e4ca5a5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:07.603602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbfd2b08-d75a-4376-a51f-f48839a35221 req-34c14d90-59fb-477d-9a96-b3ba1e4ca5a5 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 945 time: 0.1839325 Apr 21 21:15:07.605969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-da4fdfff-aa55-49a8-9e8d-3f3dd7f145ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42360486b3c94cb4a7ddedbb86e4bd24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821246 Apr 21 21:15:07.613024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52798) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:07.631132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6f324-b9be-46c7-81f9-96211fc001b1 None None] Port 281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:07.648699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6af7a837-b97c-4c99-bcf4-4f9715a87862 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:07.650203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.725898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0085ce21-0d04-41eb-ba55-332d21b815f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.760069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0085ce21-0d04-41eb-ba55-332d21b815f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.765369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91e4a8a1-eaa6-496c-beef-749e3c71b5f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.793826 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac07f-aad3-49de-b2f3-f6238ab3df24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.810513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbfd2b08-d75a-4376-a51f-f48839a35221 req-46ed13aa-b64c-4b77-b4c8-befdcbf9f4dd tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983020 Apr 21 21:15:07.828374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0085ce21-0d04-41eb-ba55-332d21b815f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.835264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4a8a1-eaa6-496c-beef-749e3c71b5f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:07.841333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac07f-aad3-49de-b2f3-f6238ab3df24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.841991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0085ce21-0d04-41eb-ba55-332d21b815f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.846354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0085ce21-0d04-41eb-ba55-332d21b815f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3ecfc54-b986-4d61-8925-7253598579d5 HTTP/1.1" status: 204 len: 168 time: 0.2324057 Apr 21 21:15:07.852719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8818173e-b5bf-4066-a641-40a983943582 None None] Could not find standard attr ID for object e33aba4c-56bb-4443-a6c7-a1916113bb80. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:07.855677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085ce21-0d04-41eb-ba55-332d21b815f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ecfc54-b986-4d61-8925-7253598579d5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:07.908483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dc947-3c0e-4ff1-ba34-8e845a53f219 req-5db0b0e2-ad43-47d6-bf6e-eea51d215cc6 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:07.910534 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c42dc947-3c0e-4ff1-ba34-8e845a53f219 req-5db0b0e2-ad43-47d6-bf6e-eea51d215cc6 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.2812290 Apr 21 21:15:07.958611 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91e4a8a1-eaa6-496c-beef-749e3c71b5f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:07.962752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-91e4a8a1-eaa6-496c-beef-749e3c71b5f5 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5 HTTP/1.1" status: 204 len: 168 time: 1.0797558 Apr 21 21:15:07.963071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52806) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:08.016735 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93d4f72-ed73-4048-8246-d4da802effe9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:15:08.021276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3c3ac07f-aad3-49de-b2f3-f6238ab3df24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ba6755841fe46d6bbcc9c67e8c9d070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815763 Apr 21 21:15:08.022419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ac07f-aad3-49de-b2f3-f6238ab3df24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217f52bb-2f38-4606-824c-05c3d834040c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:08.025203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c93d4f72-ed73-4048-8246-d4da802effe9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/281f0f06-b1bf-4c1d-83f4-4f6ebe1074a5 HTTP/1.1" status: 404 len: 333 time: 0.0605922 Apr 21 21:15:08.027884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52808) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:08.028244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52810) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:08.057638 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c42dc947-3c0e-4ff1-ba34-8e845a53f219 req-7786a5e6-1bbb-4ee8-a415-2c565f8a862a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043355 Apr 21 21:15:08.129674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fe336-a961-4b89-bb7b-4e65cca533f0 req-89b9d9e6-4aa4-4469-a1d3-ba7544bdd01d tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:08.135663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-752fe336-a961-4b89-bb7b-4e65cca533f0 req-89b9d9e6-4aa4-4469-a1d3-ba7544bdd01d tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 945 time: 0.1217170 Apr 21 21:15:08.146650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52814) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:08.149965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f810d558-f6ba-4517-83b9-6d0de3beda7d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet e9dbd9c1-f9f4-43fd-bc98-926337dbd692 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:15:08.151128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6abf310d-a6fe-4591-9c7d-719dac86d587 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Request body: {'floatingip': {'port_id': 'de7d9144-4da9-406b-a2fa-22dc9916929e'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:08.165527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f810d558-f6ba-4517-83b9-6d0de3beda7d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.192620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af772f33-707d-4714-bfcf-600b39db37b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.231625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f810d558-f6ba-4517-83b9-6d0de3beda7d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.236648 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af772f33-707d-4714-bfcf-600b39db37b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.243140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6abf310d-a6fe-4591-9c7d-719dac86d587 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.360531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af772f33-707d-4714-bfcf-600b39db37b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.363210 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af772f33-707d-4714-bfcf-600b39db37b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.364371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-af772f33-707d-4714-bfcf-600b39db37b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/217f52bb-2f38-4606-824c-05c3d834040c HTTP/1.1" status: 204 len: 168 time: 0.3263125 Apr 21 21:15:08.396006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af772f33-707d-4714-bfcf-600b39db37b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f52bb-2f38-4606-824c-05c3d834040c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:08.429226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f810d558-f6ba-4517-83b9-6d0de3beda7d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.452133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52820) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:08.469458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1100f29-48b3-400a-bcf8-0d7b1aa8b207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.549768 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f810d558-f6ba-4517-83b9-6d0de3beda7d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.584209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810d558-f6ba-4517-83b9-6d0de3beda7d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=e9dbd9c1-f9f4-43fd-bc98-926337dbd692,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:08.588988 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f810d558-f6ba-4517-83b9-6d0de3beda7d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.592612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f810d558-f6ba-4517-83b9-6d0de3beda7d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/e9dbd9c1-f9f4-43fd-bc98-926337dbd692 HTTP/1.1" status: 204 len: 168 time: 0.5529144 Apr 21 21:15:08.595551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52824) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:08.598345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251d47a-7966-4704-a63f-d31e311dbf95 None None] Network f9fd3a23-17dd-4c39-bb06-cf0b1663122c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:08.847469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2773ef11-ef82-4f4c-aa78-efe3ac1b09be None None] DHCP port deletion for f9fd3a23-17dd-4c39-bb06-cf0b1663122c request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:15:08.912663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2773ef11-ef82-4f4c-aa78-efe3ac1b09be None None] Deleting port 6af7a837-b97c-4c99-bcf4-4f9715a87862 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:08.913442 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2773ef11-ef82-4f4c-aa78-efe3ac1b09be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:08.991679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2773ef11-ef82-4f4c-aa78-efe3ac1b09be None None] For port 6af7a837-b97c-4c99-bcf4-4f9715a87862, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6af7a837-b97c-4c99-bcf4-4f9715a87862,segment=NetworkSegment(c81f9325-c1e8-4006-baa5-30a1a26b1ec2),segment_id=c81f9325-c1e8-4006-baa5-30a1a26b1ec2)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:08.992122 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2773ef11-ef82-4f4c-aa78-efe3ac1b09be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.010328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2773ef11-ef82-4f4c-aa78-efe3ac1b09be None None] Calling delete_port for 6af7a837-b97c-4c99-bcf4-4f9715a87862 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:09.079530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.145757 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2773ef11-ef82-4f4c-aa78-efe3ac1b09be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.186238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773ef11-ef82-4f4c-aa78-efe3ac1b09be None None] Pushing event deleted for resources: {'Port': ['ID=6af7a837-b97c-4c99-bcf4-4f9715a87862,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:09.191827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773ef11-ef82-4f4c-aa78-efe3ac1b09be None None] No DVR routers for this DVR port 6af7a837-b97c-4c99-bcf4-4f9715a87862 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:15:09.215140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1100f29-48b3-400a-bcf8-0d7b1aa8b207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.217405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa96c72-0c33-4949-9ae1-7c16c33f079d req-d917fd0c-b757-4f81-ac31-2d50713fae98 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:09.226678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8aa96c72-0c33-4949-9ae1-7c16c33f079d req-d917fd0c-b757-4f81-ac31-2d50713fae98 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.0843525 Apr 21 21:15:09.279770 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8aa96c72-0c33-4949-9ae1-7c16c33f079d req-be94bd1d-abd3-47f6-b1c1-ab82fafacb08 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518713 Apr 21 21:15:09.282450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1100f29-48b3-400a-bcf8-0d7b1aa8b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.498204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6af7a837-b97c-4c99-bcf4-4f9715a87862 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:15:09.519623 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d1100f29-48b3-400a-bcf8-0d7b1aa8b207 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8fe8c0311234460bf7da91195fcf53b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0657837 Apr 21 21:15:09.521429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 6af7a837-b97c-4c99-bcf4-4f9715a87862 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:15:09.522013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6af7a837-b97c-4c99-bcf4-4f9715a87862 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:15:09.522963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52856) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:09.531128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1100f29-48b3-400a-bcf8-0d7b1aa8b207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a7da1a-2df4-4ed7-b570-287dd354c3b8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:09.539747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 6af7a837-b97c-4c99-bcf4-4f9715a87862 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:09.540088 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.589041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffabdc7d-7abf-4c8c-8eab-9200c7fcc639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.618351 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffabdc7d-7abf-4c8c-8eab-9200c7fcc639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.648917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] For port 6af7a837-b97c-4c99-bcf4-4f9715a87862, host n-d-838945-1, got binding levels [] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:09.648917 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.682492 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffabdc7d-7abf-4c8c-8eab-9200c7fcc639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.687131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ffabdc7d-7abf-4c8c-8eab-9200c7fcc639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.689402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ffabdc7d-7abf-4c8c-8eab-9200c7fcc639 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8a7da1a-2df4-4ed7-b570-287dd354c3b8 HTTP/1.1" status: 204 len: 168 time: 0.1654286 Apr 21 21:15:09.693970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 6af7a837-b97c-4c99-bcf4-4f9715a87862 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:09.701114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabdc7d-7abf-4c8c-8eab-9200c7fcc639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a7da1a-2df4-4ed7-b570-287dd354c3b8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:09.716937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Port 6af7a837-b97c-4c99-bcf4-4f9715a87862 was not found and therefore no delete operation was performed {{(pid=114647) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:15:09.731093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.738433 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6abf310d-a6fe-4591-9c7d-719dac86d587 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.770899 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6abf310d-a6fe-4591-9c7d-719dac86d587 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.813424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=6af7a837-b97c-4c99-bcf4-4f9715a87862,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:09.826778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No DVR routers for this DVR port 6af7a837-b97c-4c99-bcf4-4f9715a87862 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:15:09.968410 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:09.979496 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-6abf310d-a6fe-4591-9c7d-719dac86d587 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Floating IP 4bb5b3eb-dadc-43a1-9e10-5c263363e611 associated. External IP: 172.25.0.246, port: de7d9144-4da9-406b-a2fa-22dc9916929e. Apr 21 21:15:10.029773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fd3a23-17dd-4c39-bb06-cf0b1663122c']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:10.043374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81f9325-c1e8-4006-baa5-30a1a26b1ec2') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:10.043751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81f9325-c1e8-4006-baa5-30a1a26b1ec2') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:10.059832 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.103462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.116171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:15:10.116351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:15:10.119486 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:15:10.251689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.262690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.266532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/networks/f9fd3a23-17dd-4c39-bb06-cf0b1663122c HTTP/1.1" status: 204 len: 168 time: 1.2863107 Apr 21 21:15:10.270941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52882) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:10.275146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1318032585'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:10.290997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38936726-b7a6-440c-8cc1-642562df835b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Network': ['ID=f9fd3a23-17dd-4c39-bb06-cf0b1663122c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:10.351207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:10.354873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.376113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abf310d-a6fe-4591-9c7d-719dac86d587 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Router 49d06e38-0c0c-4dac-8613-d83c9344c69d has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:15:10.420323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:15:10.473638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.474057 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Added segment 95f21511-77c9-41b7-83a6-e296d02ec0fe of type vlan for network f01c19f7-a5c7-4192-8a2b-5891123ccf21 Apr 21 21:15:10.565723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048358bb-4a25-4234-acf0-5a5ac212ccfc req-ab2db621-273e-4945-951d-95a11914dd6b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:10.567255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-048358bb-4a25-4234-acf0-5a5ac212ccfc req-ab2db621-273e-4945-951d-95a11914dd6b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1805708 Apr 21 21:15:10.573551 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.641018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abf310d-a6fe-4591-9c7d-719dac86d587 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:15:10.657113 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6abf310d-a6fe-4591-9c7d-719dac86d587 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.660906 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] Sync routers for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:15:10.675993 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:10.677153 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:10.694767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.700484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:10.701269 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:10.730773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-048358bb-4a25-4234-acf0-5a5ac212ccfc req-82e5796c-23ec-4689-8662-aecc93feb85b tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547616 Apr 21 21:15:10.745775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6abf310d-a6fe-4591-9c7d-719dac86d587 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "PUT /v2.0/floatingips/4bb5b3eb-dadc-43a1-9e10-5c263363e611 HTTP/1.1" status: 200 len: 991 time: 2.5980082 Apr 21 21:15:10.774636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'tag': 'de7d9144-4da9-406b-a2fa-22dc9916929e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:15:10.777101 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db579410-07d1-4866-88b2-8a991ea905f7" -d '{"events": [{"name": "network-changed", "server_uuid": "93c18c20-3843-44d8-98f6-facd5fb3524f", "tag": "de7d9144-4da9-406b-a2fa-22dc9916929e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:15:10.794840 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5236499 Apr 21 21:15:10.798318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52906) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:10.806339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'f01c19f7-a5c7-4192-8a2b-5891123ccf21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:10.808289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771255d-e9f1-4c87-ba7c-7db658d2496b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Network': ['ID=f01c19f7-a5c7-4192-8a2b-5891123ccf21,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:10.830320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network f01c19f7-a5c7-4192-8a2b-5891123ccf21 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:15:10.936149 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ed61b8-5b09-44e5-a3d2-d29fa1ea6714 x-openstack-request-id: req-e2ed61b8-5b09-44e5-a3d2-d29fa1ea6714 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:15:10.936149 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c18c20-3843-44d8-98f6-facd5fb3524f", "tag": "de7d9144-4da9-406b-a2fa-22dc9916929e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:15:10.936149 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2ed61b8-5b09-44e5-a3d2-d29fa1ea6714 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:15:10.936626 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ed61b8-5b09-44e5-a3d2-d29fa1ea6714'] response: {'name': 'network-changed', 'server_uuid': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'tag': 'de7d9144-4da9-406b-a2fa-22dc9916929e', 'status': 'completed', 'code': 200} Apr 21 21:15:11.063585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db579410-07d1-4866-88b2-8a991ea905f7 req-1e4cf344-754d-4e7f-8e9b-143ed97b4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:11.070235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db579410-07d1-4866-88b2-8a991ea905f7 req-1e4cf344-754d-4e7f-8e9b-143ed97b4b70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4f376cbce0547cca6366c48dddc92bc&device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 1096 time: 0.1303082 Apr 21 21:15:11.093932 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:15:11.099104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f99251-ea21-4d22-9ca7-e30820b039fe req-a9c40e37-6b47-494a-aeef-4dbf9b6ca232 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:11.100965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c6f99251-ea21-4d22-9ca7-e30820b039fe req-a9c40e37-6b47-494a-aeef-4dbf9b6ca232 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.2254591 Apr 21 21:15:11.103110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:11.107723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:11.137021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52912) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:11.156818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7540d51a-a12b-4781-9aad-a79d20023bf7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Request body: {'floatingip': {'port_id': 'c0a5b7a3-5859-4adf-8622-7cf63be46386'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:11.352451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7540d51a-a12b-4781-9aad-a79d20023bf7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:11.403826 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:11.424124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db579410-07d1-4866-88b2-8a991ea905f7 req-2fbbcbac-9b0c-442f-818d-2f77fd41ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:11.426259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db579410-07d1-4866-88b2-8a991ea905f7 req-2fbbcbac-9b0c-442f-818d-2f77fd41ad89 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 200 len: 911 time: 0.3497691 Apr 21 21:15:11.519267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=125cae83-3d09-4376-abea-58af4516fda4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:11.530373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Checking segment: {'id': '95f21511-77c9-41b7-83a6-e296d02ec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f01c19f7-a5c7-4192-8a2b-5891123ccf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:11.530952 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '4bb5b3eb-dadc-43a1-9e10-5c263363e611', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'port_id': 'de7d9144-4da9-406b-a2fa-22dc9916929e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'mac_address': 'fa:16:3e:e6:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:14:50Z', 'updated_at': '2022-04-21T21:15:09Z', 'revision_number': 1, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:11.531548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network hostable DHCP agents. Network: f01c19f7-a5c7-4192-8a2b-5891123ccf21, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:15:11.554112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network f01c19f7-a5c7-4192-8a2b-5891123ccf21 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:15:11.566364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db579410-07d1-4866-88b2-8a991ea905f7 req-c7430e4a-b983-405b-b23f-abf8af322184 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de7d9144-4da9-406b-a2fa-22dc9916929e HTTP/1.1" status: 200 len: 999 time: 0.1322925 Apr 21 21:15:11.566922 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] Checking router: 49d06e38-0c0c-4dac-8613-d83c9344c69d for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:15:11.576012 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:11.576855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, f01c19f7-a5c7-4192-8a2b-5891123ccf21) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:11.577034 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:11.584286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:11.585053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:11.593258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51916bb-1490-4030-9f4f-22254eca4f5f None None] Network f01c19f7-a5c7-4192-8a2b-5891123ccf21 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:11.617510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-27eb17f9-ec4f-4961-a1be-708470018d27 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8166909 Apr 21 21:15:11.620293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52922) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:11.630081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'f01c19f7-a5c7-4192-8a2b-5891123ccf21', 'name': 'tempest-PortsIpV6TestJSON-806447570', 'fixed_ips': [{'subnet_id': '125cae83-3d09-4376-abea-58af4516fda4', 'ip_address': '2001:db8::10'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:11.634651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52924) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:11.681073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db579410-07d1-4866-88b2-8a991ea905f7 req-c4956d3b-5126-4eb0-93e2-a27ace45b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:11.682829 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db579410-07d1-4866-88b2-8a991ea905f7 req-c4956d3b-5126-4eb0-93e2-a27ace45b8ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 200 len: 849 time: 0.0995476 Apr 21 21:15:11.812989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db579410-07d1-4866-88b2-8a991ea905f7 req-0fb5bd55-aaca-483c-bf93-fd374ca6f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:11.814964 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db579410-07d1-4866-88b2-8a991ea905f7 req-0fb5bd55-aaca-483c-bf93-fd374ca6f04b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248586 Apr 21 21:15:11.867837 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:15:11.961306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a88f4f25-960c-450a-9e7c-1b888bfaf3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:11.983028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:12.016590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-f01c19f7-a5c7-4192-8a2b-5891123ccf21', 'network_id': 'f01c19f7-a5c7-4192-8a2b-5891123ccf21', 'tenant_id': 'edcf81b8f54e4ef98b8454f3e9ed2258', 'fixed_ips': [{'subnet_id': '125cae83-3d09-4376-abea-58af4516fda4'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:15:12.018363 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:12.129028 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db579410-07d1-4866-88b2-8a991ea905f7 req-76cbcb94-aef0-494a-987d-d94f888fbfd1 service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078253 Apr 21 21:15:12.157102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-5cbfb39e-516c-4881-82de-bb0274296b89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262836 Apr 21 21:15:12.270312 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '4bb5b3eb-dadc-43a1-9e10-5c263363e611', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'port_id': 'de7d9144-4da9-406b-a2fa-22dc9916929e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'mac_address': 'fa:16:3e:e6:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:14:50Z', 'updated_at': '2022-04-21T21:15:09Z', 'revision_number': 1, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:12.336209 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59bddb-9e66-4d2a-b918-5ce610a4ab81 None None] The sync data for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 is: [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '4bb5b3eb-dadc-43a1-9e10-5c263363e611', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'port_id': 'de7d9144-4da9-406b-a2fa-22dc9916929e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'mac_address': 'fa:16:3e:e6:f3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:14:50Z', 'updated_at': '2022-04-21T21:15:09Z', 'revision_number': 1, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:15:12.362517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Allocated IP 2001:db8::2 (f01c19f7-a5c7-4192-8a2b-5891123ccf21/125cae83-3d09-4376-abea-58af4516fda4/7102449b-1a02-4721-ada0-3e12c6ad60a8) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:12.429822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-824ed133-a7cf-46c1-a9ee-18b7de78ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:12.431427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-824ed133-a7cf-46c1-a9ee-18b7de78ea8f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 1097 time: 0.2313507 Apr 21 21:15:12.482856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db579410-07d1-4866-88b2-8a991ea905f7 req-b2239ea5-82a5-4a67-be12-60335457cabd service neutron] 10.222.0.43 "GET /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447511 Apr 21 21:15:12.669936 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:12.684230 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:12.722430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Network f01c19f7-a5c7-4192-8a2b-5891123ccf21 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:12.738398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:12.741893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:12.749418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e314d-fd8a-445d-b460-69ab7a614b80 None None] New status for floating IP 4bb5b3eb-dadc-43a1-9e10-5c263363e611: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:15:12.785385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-cb6e97d0-1546-4b70-8b73-f73462f35bbe req-ba3ad418-4c69-4619-8e06-f73fba5817f6 service neutron] (114646) timed out ('10.222.0.43', 64825) {{(pid=114646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:15:12.812976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7540d51a-a12b-4781-9aad-a79d20023bf7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:12.829350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-20e2296d-97e1-4623-adad-338b36fb21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:12.833275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-20e2296d-97e1-4623-adad-338b36fb21f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.3792722 Apr 21 21:15:12.837051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7540d51a-a12b-4781-9aad-a79d20023bf7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:12.876790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:12.909283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port e9b09e6b-dbf7-48a5-bb78-9087d77c39d1 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:15:12.957917 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a88f4f25-960c-450a-9e7c-1b888bfaf3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:12.966440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a88f4f25-960c-450a-9e7c-1b888bfaf3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.064829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f4f25-960c-450a-9e7c-1b888bfaf3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd59882e-c705-4f71-9a0a-1e57f0469022,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:13.074933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a88f4f25-960c-450a-9e7c-1b888bfaf3e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e2edf2814b245c899ea40955bafc3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4328492 Apr 21 21:15:13.078480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52952) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:13.083980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Pushing event updated for resources: {'Port': ['ID=7102449b-1a02-4721-ada0-3e12c6ad60a8,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:13.093542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Attempting to bind port 7102449b-1a02-4721-ada0-3e12c6ad60a8 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:15:13.093922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Attempting to bind port 7102449b-1a02-4721-ada0-3e12c6ad60a8 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '95f21511-77c9-41b7-83a6-e296d02ec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f01c19f7-a5c7-4192-8a2b-5891123ccf21'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:15:13.094288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Attempting to bind port 7102449b-1a02-4721-ada0-3e12c6ad60a8 on network f01c19f7-a5c7-4192-8a2b-5891123ccf21 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:15:13.101884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:15:13.102320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Checking segment: {'id': '95f21511-77c9-41b7-83a6-e296d02ec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f01c19f7-a5c7-4192-8a2b-5891123ccf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:13.102783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.103182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Bound using segment: {'id': '95f21511-77c9-41b7-83a6-e296d02ec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f01c19f7-a5c7-4192-8a2b-5891123ccf21'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:15:13.103757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Bound port: 7102449b-1a02-4721-ada0-3e12c6ad60a8, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f21511-77c9-41b7-83a6-e296d02ec0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f01c19f7-a5c7-4192-8a2b-5891123ccf21'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:15:13.104149 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.180888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7ee266b-d51f-45ed-bae0-c8ab457c6bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.205387 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7ee266b-d51f-45ed-bae0-c8ab457c6bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.211999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] For port 7102449b-1a02-4721-ada0-3e12c6ad60a8, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:15:13.215813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] For port 7102449b-1a02-4721-ada0-3e12c6ad60a8, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7102449b-1a02-4721-ada0-3e12c6ad60a8,segment=NetworkSegment(95f21511-77c9-41b7-83a6-e296d02ec0fe),segment_id=95f21511-77c9-41b7-83a6-e296d02ec0fe)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:15:13.224888 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.279537 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7ee266b-d51f-45ed-bae0-c8ab457c6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.282390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d7ee266b-d51f-45ed-bae0-c8ab457c6bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.285887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d7ee266b-d51f-45ed-bae0-c8ab457c6bd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd59882e-c705-4f71-9a0a-1e57f0469022 HTTP/1.1" status: 204 len: 168 time: 0.2034385 Apr 21 21:15:13.285887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::10 (f01c19f7-a5c7-4192-8a2b-5891123ccf21/125cae83-3d09-4376-abea-58af4516fda4/e9b09e6b-dbf7-48a5-bb78-9087d77c39d1) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:13.332870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e143e8-6540-406c-a801-fd1a4a5c478d None None] Pushing event updated for resources: {'Port': ['ID=7102449b-1a02-4721-ada0-3e12c6ad60a8,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:13.338055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee266b-d51f-45ed-bae0-c8ab457c6bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd59882e-c705-4f71-9a0a-1e57f0469022,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:13.544532 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.650723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.659685 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-cfa43d6d-11aa-49c1-b545-5296e857e767 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae HTTP/1.1" status: 200 len: 217 time: 0.8164716 Apr 21 21:15:13.672812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network f01c19f7-a5c7-4192-8a2b-5891123ccf21 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:13.675076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:13.710254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:13.716712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:13.716712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.753575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=e9b09e6b-dbf7-48a5-bb78-9087d77c39d1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:13.768247 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b5c8b787-f0c0-4e39-b406-330b5f2a04ab tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1431375 Apr 21 21:15:13.772279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52968) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:13.785286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'f01c19f7-a5c7-4192-8a2b-5891123ccf21', 'name': 'tempest-PortsIpV6TestJSON-919402774', 'fixed_ips': [{'subnet_id': '125cae83-3d09-4376-abea-58af4516fda4', 'ip_address': '2001:db8::f'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:13.811098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-6806df08-b48d-4d1b-ad39-ef8f8b718c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:13.813132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-6806df08-b48d-4d1b-ad39-ef8f8b718c5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.1458411 Apr 21 21:15:13.864853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52970) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:13.878224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29489589-eb1a-4586-a4a8-a9f1e287ac7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.945146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:13.950597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:13.955682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-af3c717a-389b-4f18-b5c3-7f40937b7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:13.957214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-af3c717a-389b-4f18-b5c3-7f40937b7b1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315854 Apr 21 21:15:13.969523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port b7f330aa-0355-40cf-ad40-1b4fcbd70b77 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:15:14.116169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7540d51a-a12b-4781-9aad-a79d20023bf7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Router 99eb9cda-525c-4a85-8371-1aa73a6b4315 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:15:14.137878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::f (f01c19f7-a5c7-4192-8a2b-5891123ccf21/125cae83-3d09-4376-abea-58af4516fda4/b7f330aa-0355-40cf-ad40-1b4fcbd70b77) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:14.142802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-9eb1fe8d-1cd3-4cd4-82e7-c290ac6cc8d3 service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762414 Apr 21 21:15:14.166956 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29489589-eb1a-4586-a4a8-a9f1e287ac7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.214180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29489589-eb1a-4586-a4a8-a9f1e287ac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.302327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-29489589-eb1a-4586-a4a8-a9f1e287ac7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=066be8d6a653476694c34cd652344f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364300 Apr 21 21:15:14.307121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 52972) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:14.311855 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.349420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29489589-eb1a-4586-a4a8-a9f1e287ac7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e810298e-29dc-47a1-8b33-7a448e412be6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:14.369963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.436502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8558c3a6-7193-4827-a982-1c32e7857c7d req-49f5c18d-78ff-4cc1-a188-af2ad3f2b807 service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824163 Apr 21 21:15:14.445491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7540d51a-a12b-4781-9aad-a79d20023bf7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:15:14.451317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7540d51a-a12b-4781-9aad-a79d20023bf7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.458812 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] Sync routers for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:15:14.480050 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:14.480916 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:14.489043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=b7f330aa-0355-40cf-ad40-1b4fcbd70b77,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:14.506920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network f01c19f7-a5c7-4192-8a2b-5891123ccf21 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:14.509786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:14.528098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:14.536449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:14.537151 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.558943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d4ebb55b-89bc-41b6-8f72-2a37c230040d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7839782 Apr 21 21:15:14.563775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52984) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:14.567590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c03f3f5-7442-43bc-ad03-f37fd71885ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.577029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:15:14.584686 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07ffebf-b2f0-4165-9782-2b47c7284dae" -d '{"events": [{"name": "network-changed", "server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:15:14.670778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afaab53-25c3-4738-a68b-536c89a210ee tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:14.672573 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c03f3f5-7442-43bc-ad03-f37fd71885ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.696388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4afaab53-25c3-4738-a68b-536c89a210ee tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1204386 Apr 21 21:15:14.697491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 52992) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:14.706509 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7540d51a-a12b-4781-9aad-a79d20023bf7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "PUT /v2.0/floatingips/8a295294-1f29-4c65-b919-b5327f076df4 HTTP/1.1" status: 200 len: 993 time: 3.5665972 Apr 21 21:15:14.717618 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa19dca0-ffde-4762-b5e6-c39d43a0cb52 x-openstack-request-id: req-fa19dca0-ffde-4762-b5e6-c39d43a0cb52 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:15:14.718570 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:15:14.718884 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa19dca0-ffde-4762-b5e6-c39d43a0cb52 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:15:14.719290 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa19dca0-ffde-4762-b5e6-c39d43a0cb52'] response: {'name': 'network-changed', 'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'status': 'completed', 'code': 200} Apr 21 21:15:14.746332 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:15:14.801361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c03f3f5-7442-43bc-ad03-f37fd71885ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.809347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5c03f3f5-7442-43bc-ad03-f37fd71885ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:14.813517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5c03f3f5-7442-43bc-ad03-f37fd71885ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e810298e-29dc-47a1-8b33-7a448e412be6 HTTP/1.1" status: 204 len: 168 time: 0.4733233 Apr 21 21:15:14.833800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03f3f5-7442-43bc-ad03-f37fd71885ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e810298e-29dc-47a1-8b33-7a448e412be6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:14.930989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e141d44e-abd6-48a5-b529-06a73711c661 None None] Network f01c19f7-a5c7-4192-8a2b-5891123ccf21 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:14.984813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-7b1dc353-9e75-4a93-94ae-9f3952fe7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:14.993361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-7b1dc353-9e75-4a93-94ae-9f3952fe7081 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1097 time: 0.2637174 Apr 21 21:15:15.022234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633343ae-f8c7-48f3-92ae-5d47ad8b0636 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:15.037829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9b18b7f9-2157-4be1-b0f2-92452cb63719 None None] Provisioning complete for port 7102449b-1a02-4721-ada0-3e12c6ad60a8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:15.038242 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b18b7f9-2157-4be1-b0f2-92452cb63719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:15.054959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633343ae-f8c7-48f3-92ae-5d47ad8b0636 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:15.083881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633343ae-f8c7-48f3-92ae-5d47ad8b0636 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:15.086657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-633343ae-f8c7-48f3-92ae-5d47ad8b0636 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3882093 Apr 21 21:15:15.089897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53006) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:15.286464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-04268ef1-aa42-4626-8966-50a9900720a4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port b7f330aa-0355-40cf-ad40-1b4fcbd70b77 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:15.287371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04268ef1-aa42-4626-8966-50a9900720a4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:15.422872 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-ac4ee5a1-9e42-4e98-af46-ade2eb8b09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:15.423583 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8a295294-1f29-4c65-b919-b5327f076df4', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'port_id': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:12:59Z', 'updated_at': '2022-04-21T21:15:12Z', 'revision_number': 3, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:15.424357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-ac4ee5a1-9e42-4e98-af46-ade2eb8b09c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.4196327 Apr 21 21:15:15.525151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04268ef1-aa42-4626-8966-50a9900720a4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:15.535724 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] Checking router: 99eb9cda-525c-4a85-8371-1aa73a6b4315 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:15:15.539704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-04268ef1-aa42-4626-8966-50a9900720a4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for b7f330aa-0355-40cf-ad40-1b4fcbd70b77 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:15.570899 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:15.579405 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:15.627227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7102449b-1a02-4721-ada0-3e12c6ad60a8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:15.631088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-eec4b02f-5e38-4adf-a322-0f32cbd492b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 200 len: 1001 time: 0.1974387 Apr 21 21:15:15.699042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-cc22b6f2-3a77-446a-8070-aea974fd4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:15.700559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-cc22b6f2-3a77-446a-8070-aea974fd4ce1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0657208 Apr 21 21:15:15.758629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-c03574a4-3e36-4b67-8d78-056be59a0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:15.760295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-c03574a4-3e36-4b67-8d78-056be59a0fc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529013 Apr 21 21:15:15.765844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b18b7f9-2157-4be1-b0f2-92452cb63719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:15.809869 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04268ef1-aa42-4626-8966-50a9900720a4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:15.895550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04268ef1-aa42-4626-8966-50a9900720a4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=b7f330aa-0355-40cf-ad40-1b4fcbd70b77,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:15.947189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9b18b7f9-2157-4be1-b0f2-92452cb63719 None None] For port 7102449b-1a02-4721-ada0-3e12c6ad60a8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7102449b-1a02-4721-ada0-3e12c6ad60a8,segment=NetworkSegment(95f21511-77c9-41b7-83a6-e296d02ec0fe),segment_id=95f21511-77c9-41b7-83a6-e296d02ec0fe)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:15.948984 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04268ef1-aa42-4626-8966-50a9900720a4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:15.952976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04268ef1-aa42-4626-8966-50a9900720a4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/b7f330aa-0355-40cf-ad40-1b4fcbd70b77 HTTP/1.1" status: 204 len: 168 time: 0.8616364 Apr 21 21:15:15.956039 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b18b7f9-2157-4be1-b0f2-92452cb63719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:15.956197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53024) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:15.974107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7102449b-1a02-4721-ada0-3e12c6ad60a8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:15.974480 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:15.991429 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d317f9a-311b-4cb4-80c7-65ae5a8451ad tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:15:15.993141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8d317f9a-311b-4cb4-80c7-65ae5a8451ad tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/b7f330aa-0355-40cf-ad40-1b4fcbd70b77 HTTP/1.1" status: 404 len: 333 time: 0.0358975 Apr 21 21:15:15.996632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53028) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:16.004163 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-c77ccd7b-ea99-413e-9731-3618691654d4 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344151 Apr 21 21:15:16.023327 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:15:16.133479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1e70c883-abaf-45d1-8f0d-a6e365a6897c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port e9b09e6b-dbf7-48a5-bb78-9087d77c39d1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:16.133831 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e70c883-abaf-45d1-8f0d-a6e365a6897c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:16.192853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f07ffebf-b2f0-4165-9782-2b47c7284dae req-5852bdba-a2f4-4887-bc99-0ff8413092e1 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808960 Apr 21 21:15:16.212866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18b7f9-2157-4be1-b0f2-92452cb63719 None None] Pushing event updated for resources: {'Port': ['ID=7102449b-1a02-4721-ada0-3e12c6ad60a8,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:16.306549 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e70c883-abaf-45d1-8f0d-a6e365a6897c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:16.335266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1e70c883-abaf-45d1-8f0d-a6e365a6897c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for e9b09e6b-dbf7-48a5-bb78-9087d77c39d1 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:16.474302 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8a295294-1f29-4c65-b919-b5327f076df4', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'port_id': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:12:59Z', 'updated_at': '2022-04-21T21:15:12Z', 'revision_number': 3, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:16.521343 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425144de-c31a-41d5-95eb-4bcdbc06af32 None None] The sync data for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 is: [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8a295294-1f29-4c65-b919-b5327f076df4', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'port_id': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:12:59Z', 'updated_at': '2022-04-21T21:15:12Z', 'revision_number': 3, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:15:16.636659 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e70c883-abaf-45d1-8f0d-a6e365a6897c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:16.686407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70c883-abaf-45d1-8f0d-a6e365a6897c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=e9b09e6b-dbf7-48a5-bb78-9087d77c39d1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:16.728205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:15:16.732502 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f0d769-4978-4906-acaf-5550c94b160e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:15:16.746256 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1e70c883-abaf-45d1-8f0d-a6e365a6897c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:16.750996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1e70c883-abaf-45d1-8f0d-a6e365a6897c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/e9b09e6b-dbf7-48a5-bb78-9087d77c39d1 HTTP/1.1" status: 204 len: 168 time: 0.7529755 Apr 21 21:15:16.753286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53050) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:16.819362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-108c4ab8-2a31-48ff-8dd6-aaf435afa79e None None] Provisioning complete for port 7102449b-1a02-4721-ada0-3e12c6ad60a8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:16.819746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-108c4ab8-2a31-48ff-8dd6-aaf435afa79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:16.854270 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba654e6-7a49-4c9c-a756-620b8b20bb4a x-openstack-request-id: req-eba654e6-7a49-4c9c-a756-620b8b20bb4a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:15:16.856808 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:15:16.857079 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eba654e6-7a49-4c9c-a756-620b8b20bb4a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:15:16.857493 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba654e6-7a49-4c9c-a756-620b8b20bb4a'] response: {'name': 'network-changed', 'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'status': 'completed', 'code': 200} Apr 21 21:15:16.862492 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19ab6e8-e023-4cd2-a04b-071fcad054f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:15:16.870878 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b19ab6e8-e023-4cd2-a04b-071fcad054f4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/e9b09e6b-dbf7-48a5-bb78-9087d77c39d1 HTTP/1.1" status: 404 len: 333 time: 0.1161430 Apr 21 21:15:16.871528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53056) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:16.927160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d769-4978-4906-acaf-5550c94b160e req-b3e64755-f645-4bc4-bd33-b0b2e24bf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:16.929046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22f0d769-4978-4906-acaf-5550c94b160e req-b3e64755-f645-4bc4-bd33-b0b2e24bf232 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1097 time: 0.0863423 Apr 21 21:15:17.024360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-85bade2e-a441-46c9-a8cf-47d4acf8db1a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet 125cae83-3d09-4376-abea-58af4516fda4 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:15:17.042952 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-85bade2e-a441-46c9-a8cf-47d4acf8db1a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:17.123668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d769-4978-4906-acaf-5550c94b160e req-ee57686d-2b25-4c0a-9def-8ea60100be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:17.126595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-108c4ab8-2a31-48ff-8dd6-aaf435afa79e None None] Could not find standard attr ID for object e9b09e6b-dbf7-48a5-bb78-9087d77c39d1. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:17.129049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22f0d769-4978-4906-acaf-5550c94b160e req-ee57686d-2b25-4c0a-9def-8ea60100be46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.1921561 Apr 21 21:15:17.166097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-85bade2e-a441-46c9-a8cf-47d4acf8db1a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:17.239082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22f0d769-4978-4906-acaf-5550c94b160e req-8a5b34b7-a823-4ddd-b059-d5068a7ac700 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 200 len: 1001 time: 0.1038747 Apr 21 21:15:17.245012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-49fc5da6-1050-49f0-b733-f9b4dcc9e4d7 None None] Could not find standard attr ID for object e9b09e6b-dbf7-48a5-bb78-9087d77c39d1. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:17.315321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d769-4978-4906-acaf-5550c94b160e req-7e57c7e8-ef7b-4605-91f6-80aaeb77d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:17.316946 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22f0d769-4978-4906-acaf-5550c94b160e req-7e57c7e8-ef7b-4605-91f6-80aaeb77d5b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0714133 Apr 21 21:15:17.342620 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-85bade2e-a441-46c9-a8cf-47d4acf8db1a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:17.436435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0d769-4978-4906-acaf-5550c94b160e req-1816b7a8-2f3a-4f4c-95ab-46d246aec792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:17.447667 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22f0d769-4978-4906-acaf-5550c94b160e req-1816b7a8-2f3a-4f4c-95ab-46d246aec792 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124270 Apr 21 21:15:17.489032 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-85bade2e-a441-46c9-a8cf-47d4acf8db1a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:17.511118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7102449b-1a02-4721-ada0-3e12c6ad60a8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:17.559528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bade2e-a441-46c9-a8cf-47d4acf8db1a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=125cae83-3d09-4376-abea-58af4516fda4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:17.571992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53068) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:17.575013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-85bade2e-a441-46c9-a8cf-47d4acf8db1a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:17.587356 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-85bade2e-a441-46c9-a8cf-47d4acf8db1a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/125cae83-3d09-4376-abea-58af4516fda4 HTTP/1.1" status: 204 len: 168 time: 0.7102544 Apr 21 21:15:17.593651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53070) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:17.645808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3b969e2c-3d91-4019-bfaf-b1dea543c6e3 None None] Could not find standard attr ID for object b7f330aa-0355-40cf-ad40-1b4fcbd70b77. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:17.651857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7102449b-1a02-4721-ada0-3e12c6ad60a8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:17.652245 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:17.714826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22f0d769-4978-4906-acaf-5550c94b160e req-7ef2c8a8-0c9a-4cd0-a4f9-adf07c6731ad service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662151 Apr 21 21:15:17.830965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:17.936475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba10ab-3fe0-467c-be3d-c63a44359a0f None None] Network f01c19f7-a5c7-4192-8a2b-5891123ccf21 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:17.938032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22f0d769-4978-4906-acaf-5550c94b160e req-5dd3d7b4-05c2-4513-ad85-da266a6e7c48 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157488 Apr 21 21:15:17.966696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 7102449b-1a02-4721-ada0-3e12c6ad60a8 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:17.966696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.068691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] For port 7102449b-1a02-4721-ada0-3e12c6ad60a8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7102449b-1a02-4721-ada0-3e12c6ad60a8,segment=NetworkSegment(95f21511-77c9-41b7-83a6-e296d02ec0fe),segment_id=95f21511-77c9-41b7-83a6-e296d02ec0fe)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:18.069241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.084958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 7102449b-1a02-4721-ada0-3e12c6ad60a8 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:18.118100 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad342055-c118-4d5a-aced-d3b3221ad109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.168721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d57a2-d098-4628-8600-95c01d1e83ef None None] DHCP port deletion for f01c19f7-a5c7-4192-8a2b-5891123ccf21 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:15:18.231901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b70d57a2-d098-4628-8600-95c01d1e83ef None None] Deleting port 7102449b-1a02-4721-ada0-3e12c6ad60a8 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:18.232282 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b70d57a2-d098-4628-8600-95c01d1e83ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.283823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad342055-c118-4d5a-aced-d3b3221ad109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.285212 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.296606 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad342055-c118-4d5a-aced-d3b3221ad109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.302389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b70d57a2-d098-4628-8600-95c01d1e83ef None None] For port 7102449b-1a02-4721-ada0-3e12c6ad60a8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7102449b-1a02-4721-ada0-3e12c6ad60a8,segment=NetworkSegment(95f21511-77c9-41b7-83a6-e296d02ec0fe),segment_id=95f21511-77c9-41b7-83a6-e296d02ec0fe)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:18.303524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b70d57a2-d098-4628-8600-95c01d1e83ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.318308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b70d57a2-d098-4628-8600-95c01d1e83ef None None] Calling delete_port for 7102449b-1a02-4721-ada0-3e12c6ad60a8 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:18.356418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=7102449b-1a02-4721-ada0-3e12c6ad60a8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:18.362169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No DVR routers for this DVR port 7102449b-1a02-4721-ada0-3e12c6ad60a8 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:15:18.403692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b70d57a2-d098-4628-8600-95c01d1e83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.417374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d57a2-d098-4628-8600-95c01d1e83ef None None] No DVR routers for this DVR port 7102449b-1a02-4721-ada0-3e12c6ad60a8 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:15:18.441015 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d57a2-d098-4628-8600-95c01d1e83ef None None] Pushing event deleted for resources: {'Port': ['ID=7102449b-1a02-4721-ada0-3e12c6ad60a8,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:18.470656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ad342055-c118-4d5a-aced-d3b3221ad109 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e75560940ff142d29339f31d35254e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819354 Apr 21 21:15:18.478440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53090) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:18.483347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad342055-c118-4d5a-aced-d3b3221ad109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e304c7-914b-47d4-8ada-a26ff9360679,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:18.521728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-72bb64cd-f4dd-4086-b630-90f89d309991 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724173 Apr 21 21:15:18.574527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.603511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01c19f7-a5c7-4192-8a2b-5891123ccf21']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:18.615389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f21511-77c9-41b7-83a6-e296d02ec0fe') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:18.616127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f21511-77c9-41b7-83a6-e296d02ec0fe') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:18.616206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6d36eb5-fc9a-4fa7-b650-afc26b2889e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.635691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.647828 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6d36eb5-fc9a-4fa7-b650-afc26b2889e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.656703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-db0f9316-bc00-4702-8881-62c49d737620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:18.658984 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-db0f9316-bc00-4702-8881-62c49d737620 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 1097 time: 0.0813940 Apr 21 21:15:18.660164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.670109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:15:18.671317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:15:18.676094 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:15:18.751938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.759306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.767039 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53098) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:18.767245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/networks/f01c19f7-a5c7-4192-8a2b-5891123ccf21 HTTP/1.1" status: 204 len: 168 time: 1.1726141 Apr 21 21:15:18.775512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-599398203'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:18.787754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681515be-4ba4-4646-90ce-73b00f58fac7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Network': ['ID=f01c19f7-a5c7-4192-8a2b-5891123ccf21,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:18.822494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:18.826240 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.840928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6d36eb5-fc9a-4fa7-b650-afc26b2889e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.840928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6d36eb5-fc9a-4fa7-b650-afc26b2889e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.841192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f6d36eb5-fc9a-4fa7-b650-afc26b2889e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8e304c7-914b-47d4-8ada-a26ff9360679 HTTP/1.1" status: 204 len: 168 time: 0.3612130 Apr 21 21:15:18.846894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-1806f665-983e-4074-b96b-a7385e340df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:18.848400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-1806f665-983e-4074-b96b-a7385e340df9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.1637852 Apr 21 21:15:18.854870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36eb5-fc9a-4fa7-b650-afc26b2889e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e304c7-914b-47d4-8ada-a26ff9360679,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:18.913110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:15:18.935945 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:18.937037 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Added segment 0fd36ec7-7f13-47fb-ad0a-3339b8582536 of type vlan for network c33e38e2-dea3-455f-bcbc-9bc84842d43e Apr 21 21:15:18.953762 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-495856b5-b8bc-4867-9de7-429bf346028b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 200 len: 1001 time: 0.0918539 Apr 21 21:15:19.037769 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:19.075895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-a7836030-303c-4c01-85b4-1299014b405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:19.077345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-a7836030-303c-4c01-85b4-1299014b405e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0929663 Apr 21 21:15:19.094729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:19.100661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:19.101438 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:19.187356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4192593 Apr 21 21:15:19.193869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53112) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:19.200839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'c33e38e2-dea3-455f-bcbc-9bc84842d43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:19.201081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b226d7-9ada-475d-8728-ca8df6b97a74 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Network': ['ID=c33e38e2-dea3-455f-bcbc-9bc84842d43e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:19.205855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-61b7d8bb-8174-42b3-bc24-ef82562b8331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:19.207806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-61b7d8bb-8174-42b3-bc24-ef82562b8331 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230750 Apr 21 21:15:19.218416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network c33e38e2-dea3-455f-bcbc-9bc84842d43e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:15:19.421486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:19.429758 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:19.455023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-ae5e18ea-a2e3-4063-b61f-ca47c28f2767 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395136 Apr 21 21:15:19.464745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7102449b-1a02-4721-ada0-3e12c6ad60a8 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:15:19.548418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7102449b-1a02-4721-ada0-3e12c6ad60a8 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:15:19.548792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7102449b-1a02-4721-ada0-3e12c6ad60a8 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:15:19.713152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53124) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:19.738635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35fca326-77da-4c1a-8655-9cf1611a4013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:19.742717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-07061b41-03dc-4760-9594-445fdbd0e0b4 req-b34f9014-05c7-430a-8291-2e480abc6d9f service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785623 Apr 21 21:15:19.823331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:19.893964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=af3ea70a-ff31-462a-8884-598752e32c97,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:19.909482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35fca326-77da-4c1a-8655-9cf1611a4013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:19.910032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Checking segment: {'id': '0fd36ec7-7f13-47fb-ad0a-3339b8582536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c33e38e2-dea3-455f-bcbc-9bc84842d43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:19.910516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network hostable DHCP agents. Network: c33e38e2-dea3-455f-bcbc-9bc84842d43e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:15:19.916325 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35fca326-77da-4c1a-8655-9cf1611a4013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:19.963796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network c33e38e2-dea3-455f-bcbc-9bc84842d43e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:15:19.976675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fca326-77da-4c1a-8655-9cf1611a4013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9168f1-0a6e-49f6-9aea-3fe61d685b7d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:19.994389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, c33e38e2-dea3-455f-bcbc-9bc84842d43e) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:20.007549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:20.009250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd0f865-24da-41b8-963f-61f840f5d41b None None] Network c33e38e2-dea3-455f-bcbc-9bc84842d43e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:20.009787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.010454 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-35fca326-77da-4c1a-8655-9cf1611a4013 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3dd2e3b9ec074d3b9a8880f20dcf9ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953639 Apr 21 21:15:20.018101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53130) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:20.049249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-17415682-62e6-4def-bc3c-e67013f15d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8534889 Apr 21 21:15:20.052175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53132) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:20.060754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7f112610-b800-4eb5-805a-5ff000c04829 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-940009782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:20.117716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f112610-b800-4eb5-805a-5ff000c04829 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.120078 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f112610-b800-4eb5-805a-5ff000c04829 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.121709 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-488687b3-3beb-45b2-8369-000f49a1bd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.150238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53134) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:20.174300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-488687b3-3beb-45b2-8369-000f49a1bd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.229459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f112610-b800-4eb5-805a-5ff000c04829 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.245713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f112610-b800-4eb5-805a-5ff000c04829 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.246512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-488687b3-3beb-45b2-8369-000f49a1bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.254925 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-488687b3-3beb-45b2-8369-000f49a1bd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.261198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-488687b3-3beb-45b2-8369-000f49a1bd05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b9168f1-0a6e-49f6-9aea-3fe61d685b7d HTTP/1.1" status: 204 len: 168 time: 0.2419095 Apr 21 21:15:20.273433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488687b3-3beb-45b2-8369-000f49a1bd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9168f1-0a6e-49f6-9aea-3fe61d685b7d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:20.276348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f112610-b800-4eb5-805a-5ff000c04829 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.280563 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7f112610-b800-4eb5-805a-5ff000c04829 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2269754 Apr 21 21:15:20.281714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53140) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:20.294073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'network_id': 'c33e38e2-dea3-455f-bcbc-9bc84842d43e', 'name': 'tempest-PortsIpV6TestJSON-184103286'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:20.330583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fb9dfb92-65f8-479d-a4b0-f054a760f279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.359610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-c33e38e2-dea3-455f-bcbc-9bc84842d43e', 'network_id': 'c33e38e2-dea3-455f-bcbc-9bc84842d43e', 'tenant_id': 'edcf81b8f54e4ef98b8454f3e9ed2258', 'fixed_ips': [{'subnet_id': 'af3ea70a-ff31-462a-8884-598752e32c97'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:15:20.361455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.490426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:20.496398 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.518165 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.528585 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fb9dfb92-65f8-479d-a4b0-f054a760f279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.532384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:15:20.539342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fb9dfb92-65f8-479d-a4b0-f054a760f279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.590488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Allocated IP 2001:db8::2 (c33e38e2-dea3-455f-bcbc-9bc84842d43e/af3ea70a-ff31-462a-8884-598752e32c97/93916407-c86e-4ca6-8d55-5b52035af833) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:20.656704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dfb92-65f8-479d-a4b0-f054a760f279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebef362-65a2-4bf0-8e4f-9acb7089c30c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:20.667878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53144) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:20.668136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fb9dfb92-65f8-479d-a4b0-f054a760f279 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99e7d814b2fe415396f7f777718732e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5165155 Apr 21 21:15:20.775050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1b36ca1-7186-47b7-96c0-7255a485a864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.793844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.820389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1b36ca1-7186-47b7-96c0-7255a485a864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.883767 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.902611 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.919747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1b36ca1-7186-47b7-96c0-7255a485a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.928637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1b36ca1-7186-47b7-96c0-7255a485a864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:20.937199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c1b36ca1-7186-47b7-96c0-7255a485a864 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ebef362-65a2-4bf0-8e4f-9acb7089c30c HTTP/1.1" status: 204 len: 168 time: 0.2676063 Apr 21 21:15:20.974459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b36ca1-7186-47b7-96c0-7255a485a864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebef362-65a2-4bf0-8e4f-9acb7089c30c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:21.018777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::236 (c33e38e2-dea3-455f-bcbc-9bc84842d43e/af3ea70a-ff31-462a-8884-598752e32c97/98b3d9a1-5a72-42a6-9895-49adfb27fc5c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:21.019416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Network c33e38e2-dea3-455f-bcbc-9bc84842d43e is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:21.047041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:21.055289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Pushing event updated for resources: {'Port': ['ID=93916407-c86e-4ca6-8d55-5b52035af833,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:21.068418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:21.203383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Attempting to bind port 93916407-c86e-4ca6-8d55-5b52035af833 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:15:21.204036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Attempting to bind port 93916407-c86e-4ca6-8d55-5b52035af833 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '0fd36ec7-7f13-47fb-ad0a-3339b8582536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c33e38e2-dea3-455f-bcbc-9bc84842d43e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:15:21.204036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Attempting to bind port 93916407-c86e-4ca6-8d55-5b52035af833 on network c33e38e2-dea3-455f-bcbc-9bc84842d43e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:15:21.211824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:15:21.212464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Checking segment: {'id': '0fd36ec7-7f13-47fb-ad0a-3339b8582536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c33e38e2-dea3-455f-bcbc-9bc84842d43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:21.212935 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:21.215475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Bound using segment: {'id': '0fd36ec7-7f13-47fb-ad0a-3339b8582536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c33e38e2-dea3-455f-bcbc-9bc84842d43e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:15:21.215943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Bound port: 93916407-c86e-4ca6-8d55-5b52035af833, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd36ec7-7f13-47fb-ad0a-3339b8582536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c33e38e2-dea3-455f-bcbc-9bc84842d43e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:15:21.216333 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:21.322713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] For port 93916407-c86e-4ca6-8d55-5b52035af833, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:15:21.332214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] For port 93916407-c86e-4ca6-8d55-5b52035af833, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=93916407-c86e-4ca6-8d55-5b52035af833,segment=NetworkSegment(0fd36ec7-7f13-47fb-ad0a-3339b8582536),segment_id=0fd36ec7-7f13-47fb-ad0a-3339b8582536)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:15:21.347470 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:21.508273 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:21.521608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82def5b-6618-4254-9f1c-4edbc937f65f None None] Pushing event updated for resources: {'Port': ['ID=93916407-c86e-4ca6-8d55-5b52035af833,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:21.616268 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:21.671671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network c33e38e2-dea3-455f-bcbc-9bc84842d43e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:21.683534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:21.699229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:21.705598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:21.706367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:21.757733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=98b3d9a1-5a72-42a6-9895-49adfb27fc5c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:21.792573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-684e079d-eab1-46ef-868b-652b404f8664 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5080009 Apr 21 21:15:21.796021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53170) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:21.874923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53172) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:21.902092 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e876f248-bcb7-4308-b346-589a9debc1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:22.097591 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e876f248-bcb7-4308-b346-589a9debc1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:22.104069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e876f248-bcb7-4308-b346-589a9debc1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:22.163122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e876f248-bcb7-4308-b346-589a9debc1ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=004c916c04364555ac69c5b996e238fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870812 Apr 21 21:15:22.164659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876f248-bcb7-4308-b346-589a9debc1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c058220e-9b47-4985-ae55-a5b66ea031d3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:22.167320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53178) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:22.256402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d257f628-4ed1-4a42-bd51-997a465be665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:22.322703 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d257f628-4ed1-4a42-bd51-997a465be665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:22.381011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:22.404940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d257f628-4ed1-4a42-bd51-997a465be665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:22.412052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d257f628-4ed1-4a42-bd51-997a465be665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:22.414485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d257f628-4ed1-4a42-bd51-997a465be665 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c058220e-9b47-4985-ae55-a5b66ea031d3 HTTP/1.1" status: 204 len: 168 time: 0.2459877 Apr 21 21:15:22.423598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257f628-4ed1-4a42-bd51-997a465be665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c058220e-9b47-4985-ae55-a5b66ea031d3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:22.801526 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:22.820932 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.070305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa15929-bce0-440a-b732-2fe12375c86c None None] Network c33e38e2-dea3-455f-bcbc-9bc84842d43e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:23.080467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=98b3d9a1-5a72-42a6-9895-49adfb27fc5c,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:23.168884 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.170317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1412ecca-23ca-4555-ab60-4bd2cb953945 None None] Provisioning complete for port 93916407-c86e-4ca6-8d55-5b52035af833 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:23.177952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1412ecca-23ca-4555-ab60-4bd2cb953945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.388472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1412ecca-23ca-4555-ab60-4bd2cb953945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.403426 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.440052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1412ecca-23ca-4555-ab60-4bd2cb953945 None None] For port 93916407-c86e-4ca6-8d55-5b52035af833, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=93916407-c86e-4ca6-8d55-5b52035af833,segment=NetworkSegment(0fd36ec7-7f13-47fb-ad0a-3339b8582536),segment_id=0fd36ec7-7f13-47fb-ad0a-3339b8582536)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:23.452423 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1412ecca-23ca-4555-ab60-4bd2cb953945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.533819 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412ecca-23ca-4555-ab60-4bd2cb953945 None None] Pushing event updated for resources: {'Port': ['ID=93916407-c86e-4ca6-8d55-5b52035af833,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:23.575250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 93916407-c86e-4ca6-8d55-5b52035af833 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:23.672921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 93916407-c86e-4ca6-8d55-5b52035af833 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:23.673414 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.899142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ccae5566-d324-47a4-9b66-5313959c6a31 None None] Provisioning complete for port 93916407-c86e-4ca6-8d55-5b52035af833 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:23.900106 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ccae5566-d324-47a4-9b66-5313959c6a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.978275 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.985296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:23.986685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:24.083949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=98b3d9a1-5a72-42a6-9895-49adfb27fc5c,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:24.104261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ccae5566-d324-47a4-9b66-5313959c6a31 None None] Provisioning complete for port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:24.105799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ccae5566-d324-47a4-9b66-5313959c6a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:24.268853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ccae5566-d324-47a4-9b66-5313959c6a31 None None] Port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:24.444447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network c33e38e2-dea3-455f-bcbc-9bc84842d43e is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:24.450458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:24.518614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d7878eab-d40f-4d4b-a780-da0bc140c814 None None] Provisioning complete for port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:24.519934 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d7878eab-d40f-4d4b-a780-da0bc140c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:24.616448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d7878eab-d40f-4d4b-a780-da0bc140c814 None None] Port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:24.706050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Router 24372369-4b41-4527-b9a1-98195201c086 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:15:24.852968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:15:24.860205 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-05b241d6-2913-4e24-8510-e053d090aeeb tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "PUT /v2.0/routers/24372369-4b41-4527-b9a1-98195201c086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0613766 Apr 21 21:15:24.862646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53230) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:24.866455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1f769-8e82-4e11-927a-bcfbcc50be9f None None] Sync routers for ids ['24372369-4b41-4527-b9a1-98195201c086'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:15:24.891655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1f769-8e82-4e11-927a-bcfbcc50be9f None None] Routers {'24372369-4b41-4527-b9a1-98195201c086'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:24.895701 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b7d1f769-8e82-4e11-927a-bcfbcc50be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['24372369-4b41-4527-b9a1-98195201c086'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:24.986577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1081f235-d411-4426-86d9-df5f7c661595 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:24.988717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3607257e-bc18-4bd8-aac4-4b9e40811d9d None None] Provisioning complete for port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:24.991725 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3607257e-bc18-4bd8-aac4-4b9e40811d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:24.992113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53234) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:25.002601 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1081f235-d411-4426-86d9-df5f7c661595 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports?device_id=24372369-4b41-4527-b9a1-98195201c086 HTTP/1.1" status: 200 len: 988 time: 0.1248164 Apr 21 21:15:25.055105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b7d1f769-8e82-4e11-927a-bcfbcc50be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:25.101657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3607257e-bc18-4bd8-aac4-4b9e40811d9d None None] Port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:25.106381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1f769-8e82-4e11-927a-bcfbcc50be9f None None] Routers {'24372369-4b41-4527-b9a1-98195201c086'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:25.106961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b7d1f769-8e82-4e11-927a-bcfbcc50be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['24372369-4b41-4527-b9a1-98195201c086'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:25.176193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b7d1f769-8e82-4e11-927a-bcfbcc50be9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:25.179203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1f769-8e82-4e11-927a-bcfbcc50be9f None None] The sync data for ids ['24372369-4b41-4527-b9a1-98195201c086'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:15:25.228506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0c0f666b-026a-4909-98a1-4e7f643c9006 None None] Provisioning complete for port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:25.228921 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0c0f666b-026a-4909-98a1-4e7f643c9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:25.289772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f666b-026a-4909-98a1-4e7f643c9006 None None] Port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:25.478241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 93916407-c86e-4ca6-8d55-5b52035af833 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:25.564780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 93916407-c86e-4ca6-8d55-5b52035af833 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:25.565161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:25.586788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:25.847730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 98b3d9a1-5a72-42a6-9895-49adfb27fc5c {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:25.848389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:25.939454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:25.956118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 98b3d9a1-5a72-42a6-9895-49adfb27fc5c owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:26.151668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:26.182146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=98b3d9a1-5a72-42a6-9895-49adfb27fc5c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:26.320444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:26.546462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Router 24372369-4b41-4527-b9a1-98195201c086 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:15:26.796803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53298) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:26.953740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88581721-8ee8-4214-8953-ff60a2ac69e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.064581 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88581721-8ee8-4214-8953-ff60a2ac69e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.080003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:15:27.081002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88581721-8ee8-4214-8953-ff60a2ac69e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.086560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-123534b5-e9a0-47a9-a5e4-243cdd23ecd9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "PUT /v2.0/routers/24372369-4b41-4527-b9a1-98195201c086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0927191 Apr 21 21:15:27.089138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53306) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:27.093267 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb491fd2-6fe2-45c3-b841-7f7b2db005fa None None] Sync routers for ids ['24372369-4b41-4527-b9a1-98195201c086'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:15:27.112433 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb491fd2-6fe2-45c3-b841-7f7b2db005fa None None] Routers {'24372369-4b41-4527-b9a1-98195201c086'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:27.113093 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bb491fd2-6fe2-45c3-b841-7f7b2db005fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['24372369-4b41-4527-b9a1-98195201c086'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:27.122923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88581721-8ee8-4214-8953-ff60a2ac69e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696caf8c-eaac-47ff-a450-89221deffdf1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:27.133606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-88581721-8ee8-4214-8953-ff60a2ac69e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=249158e7f70148c39c97367cb67f0d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350625 Apr 21 21:15:27.134875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53308) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:27.141844 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a657a4-9164-4f79-b8ec-bc9f4f3c23dd tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:15:27.145920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-35a657a4-9164-4f79-b8ec-bc9f4f3c23dd tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/98b3d9a1-5a72-42a6-9895-49adfb27fc5c HTTP/1.1" status: 404 len: 333 time: 0.0533826 Apr 21 21:15:27.146243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53310) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:27.157506 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bb491fd2-6fe2-45c3-b841-7f7b2db005fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:27.166180 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb491fd2-6fe2-45c3-b841-7f7b2db005fa None None] Routers {'24372369-4b41-4527-b9a1-98195201c086'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:27.166774 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bb491fd2-6fe2-45c3-b841-7f7b2db005fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['24372369-4b41-4527-b9a1-98195201c086'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:27.201449 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bb491fd2-6fe2-45c3-b841-7f7b2db005fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:27.202622 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb491fd2-6fe2-45c3-b841-7f7b2db005fa None None] The sync data for ids ['24372369-4b41-4527-b9a1-98195201c086'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:15:27.248334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a250abe-b996-4be8-a1f0-92e2858e4575 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.330435 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99444d05-3058-4d8c-971a-a5af5654dc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.753692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a250abe-b996-4be8-a1f0-92e2858e4575 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.756282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99444d05-3058-4d8c-971a-a5af5654dc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.758845 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a250abe-b996-4be8-a1f0-92e2858e4575 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.818772 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a250abe-b996-4be8-a1f0-92e2858e4575 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.819516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a250abe-b996-4be8-a1f0-92e2858e4575 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Fanout notify agent at l3_agent the message router_deleted on router 24372369-4b41-4527-b9a1-98195201c086 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:15:27.826124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a250abe-b996-4be8-a1f0-92e2858e4575 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.827218 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2a250abe-b996-4be8-a1f0-92e2858e4575 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/routers/24372369-4b41-4527-b9a1-98195201c086 HTTP/1.1" status: 204 len: 168 time: 0.6798248 Apr 21 21:15:27.829898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53314) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:27.868712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99444d05-3058-4d8c-971a-a5af5654dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.871152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99444d05-3058-4d8c-971a-a5af5654dc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.872261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99444d05-3058-4d8c-971a-a5af5654dc81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/696caf8c-eaac-47ff-a450-89221deffdf1 HTTP/1.1" status: 204 len: 168 time: 0.7356379 Apr 21 21:15:27.885937 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99444d05-3058-4d8c-971a-a5af5654dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696caf8c-eaac-47ff-a450-89221deffdf1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:27.896053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b017f4a8-fb69-45ed-affd-a29215db7ce9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet af3ea70a-ff31-462a-8884-598752e32c97 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:15:27.900217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b017f4a8-fb69-45ed-affd-a29215db7ce9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:27.952477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b017f4a8-fb69-45ed-affd-a29215db7ce9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.040599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b017f4a8-fb69-45ed-affd-a29215db7ce9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.106494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b017f4a8-fb69-45ed-affd-a29215db7ce9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.142247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017f4a8-fb69-45ed-affd-a29215db7ce9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=af3ea70a-ff31-462a-8884-598752e32c97,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:28.144429 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b017f4a8-fb69-45ed-affd-a29215db7ce9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.147710 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b017f4a8-fb69-45ed-affd-a29215db7ce9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/af3ea70a-ff31-462a-8884-598752e32c97 HTTP/1.1" status: 204 len: 168 time: 0.3169076 Apr 21 21:15:28.150748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53326) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:28.152396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b3370-2198-477e-a6a4-f99e34180030 None None] Network c33e38e2-dea3-455f-bcbc-9bc84842d43e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:28.187322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53330) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:28.202733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef3ea-f71f-4234-8ee0-af0b952b1dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.241705 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.303807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 93916407-c86e-4ca6-8d55-5b52035af833 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:28.304314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.323711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef3ea-f71f-4234-8ee0-af0b952b1dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.331590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b9ef3ea-f71f-4234-8ee0-af0b952b1dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.372009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2b9ef3ea-f71f-4234-8ee0-af0b952b1dfc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6051857f815b4a15b9b6399e689ee50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827703 Apr 21 21:15:28.378377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53336) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:28.385160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bbabbf-0193-4331-8cee-af109e00bdc7 None None] DHCP port deletion for c33e38e2-dea3-455f-bcbc-9bc84842d43e request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:15:28.398453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ef3ea-f71f-4234-8ee0-af0b952b1dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a72a35-f748-4878-9803-62acd6bb38c3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:28.445500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbabbf-0193-4331-8cee-af109e00bdc7 None None] Deleting port 93916407-c86e-4ca6-8d55-5b52035af833 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:28.445882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2bbabbf-0193-4331-8cee-af109e00bdc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.453303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] For port 93916407-c86e-4ca6-8d55-5b52035af833, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=93916407-c86e-4ca6-8d55-5b52035af833,segment=NetworkSegment(0fd36ec7-7f13-47fb-ad0a-3339b8582536),segment_id=0fd36ec7-7f13-47fb-ad0a-3339b8582536)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:28.453669 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.456268 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9843829-5383-4a52-afa5-3873a7351213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.475831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 93916407-c86e-4ca6-8d55-5b52035af833 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:28.497695 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9843829-5383-4a52-afa5-3873a7351213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.606065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9843829-5383-4a52-afa5-3873a7351213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.609438 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c9843829-5383-4a52-afa5-3873a7351213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.612896 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c9843829-5383-4a52-afa5-3873a7351213 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2a72a35-f748-4878-9803-62acd6bb38c3 HTTP/1.1" status: 204 len: 168 time: 0.2348676 Apr 21 21:15:28.625128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.629284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9843829-5383-4a52-afa5-3873a7351213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a72a35-f748-4878-9803-62acd6bb38c3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:28.672379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No DVR routers for this DVR port 93916407-c86e-4ca6-8d55-5b52035af833 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:15:28.675170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=93916407-c86e-4ca6-8d55-5b52035af833,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:28.702317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e2bbabbf-0193-4331-8cee-af109e00bdc7 None None] For port 93916407-c86e-4ca6-8d55-5b52035af833, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=93916407-c86e-4ca6-8d55-5b52035af833,segment=NetworkSegment(0fd36ec7-7f13-47fb-ad0a-3339b8582536),segment_id=0fd36ec7-7f13-47fb-ad0a-3339b8582536)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:28.703133 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2bbabbf-0193-4331-8cee-af109e00bdc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.716708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e2bbabbf-0193-4331-8cee-af109e00bdc7 None None] Calling delete_port for 93916407-c86e-4ca6-8d55-5b52035af833 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:28.776537 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.804387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33e38e2-dea3-455f-bcbc-9bc84842d43e']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:28.815108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd36ec7-7f13-47fb-ad0a-3339b8582536') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:28.815353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd36ec7-7f13-47fb-ad0a-3339b8582536') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:28.825348 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.846609 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2bbabbf-0193-4331-8cee-af109e00bdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.846970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.863894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:15:28.864526 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:15:28.889354 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:15:28.923362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbabbf-0193-4331-8cee-af109e00bdc7 None None] No DVR routers for this DVR port 93916407-c86e-4ca6-8d55-5b52035af833 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:15:28.927867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbabbf-0193-4331-8cee-af109e00bdc7 None None] Pushing event deleted for resources: {'Port': ['ID=93916407-c86e-4ca6-8d55-5b52035af833,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:28.950686 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.976599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:28.984705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/networks/c33e38e2-dea3-455f-bcbc-9bc84842d43e HTTP/1.1" status: 204 len: 168 time: 0.8290458 Apr 21 21:15:28.985817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53364) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:28.998938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73308b-6eef-44d8-b3ce-0d2ffaf80ec1 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Network': ['ID=c33e38e2-dea3-455f-bcbc-9bc84842d43e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:29.036047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533254c-f142-4a99-ae0c-432edaf2ec0f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:29.041052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a533254c-f142-4a99-ae0c-432edaf2ec0f tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/24eca360-2d9e-4628-9389-0e9f0176b5ba HTTP/1.1" status: 200 len: 845 time: 0.0506337 Apr 21 21:15:29.041594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53368) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:29.089254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ddca95c1-4ca3-413e-9fed-26e233ada824 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/24eca360-2d9e-4628-9389-0e9f0176b5ba?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0464828 Apr 21 21:15:29.094006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53372) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:29.098934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:29.224541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:29.232939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.315664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53384) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:29.443453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 93916407-c86e-4ca6-8d55-5b52035af833 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:15:29.482229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.489289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 93916407-c86e-4ca6-8d55-5b52035af833 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:15:29.489845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 93916407-c86e-4ca6-8d55-5b52035af833 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:15:29.509379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:29.511937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:29.522006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f38d59-e3bd-4a39-a098-ecb2647403d9 None None] Network de26e09a-c53c-41ca-98dc-585a909f201f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:29.522401 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:29.523218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.569494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39aa398c-7dc4-432d-9636-ef4cf41f4d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.572321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4772303 Apr 21 21:15:29.575092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53398) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:29.589634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8172ac00-42d6-44af-9208-b1b1d284cc00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'security_group': {'name': 'tempest-secgroup-303420253'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:29.633059 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8172ac00-42d6-44af-9208-b1b1d284cc00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.642830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64308825-596d-45d0-84dc-5337e7b12b00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=78c02858-ea6c-42c4-8a01-b6b5bb08828d,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:29.730496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-de26e09a-c53c-41ca-98dc-585a909f201f', 'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'tenant_id': 'edcf81b8f54e4ef98b8454f3e9ed2258', 'fixed_ips': [{'subnet_id': '78c02858-ea6c-42c4-8a01-b6b5bb08828d'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:15:29.731794 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.763239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8172ac00-42d6-44af-9208-b1b1d284cc00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.769245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8172ac00-42d6-44af-9208-b1b1d284cc00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.770315 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39aa398c-7dc4-432d-9636-ef4cf41f4d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.779419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39aa398c-7dc4-432d-9636-ef4cf41f4d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.816329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-39aa398c-7dc4-432d-9636-ef4cf41f4d4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=326c2df6cc9b403aad55383c98cdc03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966524 Apr 21 21:15:29.816858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53402) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:29.832335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8172ac00-42d6-44af-9208-b1b1d284cc00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.836775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8172ac00-42d6-44af-9208-b1b1d284cc00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2582188 Apr 21 21:15:29.836775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172ac00-42d6-44af-9208-b1b1d284cc00 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64014f1a-a784-46e0-9aab-8f253db88ed2,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:29.846326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53404) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:29.864596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e7839cea-c123-4296-9018-4d74130bf257 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'security_group': {'name': 'tempest-secgroup-906906789'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:29.930653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Allocated IP 2001:db8::2 (de26e09a-c53c-41ca-98dc-585a909f201f/78c02858-ea6c-42c4-8a01-b6b5bb08828d/7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:29.931095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa398c-7dc4-432d-9636-ef4cf41f4d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f13ea14-6f8a-4824-9315-56c23aa2fed3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:29.943071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7839cea-c123-4296-9018-4d74130bf257 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:29.958985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2334571c-9e73-416d-87d4-254f20a6035c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.005113 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2334571c-9e73-416d-87d4-254f20a6035c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.090782 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7839cea-c123-4296-9018-4d74130bf257 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.109225 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7839cea-c123-4296-9018-4d74130bf257 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.121688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2334571c-9e73-416d-87d4-254f20a6035c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.125258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2334571c-9e73-416d-87d4-254f20a6035c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.126612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2334571c-9e73-416d-87d4-254f20a6035c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f13ea14-6f8a-4824-9315-56c23aa2fed3 HTTP/1.1" status: 204 len: 168 time: 0.3087349 Apr 21 21:15:30.156145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7839cea-c123-4296-9018-4d74130bf257 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.157794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e7839cea-c123-4296-9018-4d74130bf257 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3023384 Apr 21 21:15:30.159982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7839cea-c123-4296-9018-4d74130bf257 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb92ba49-e285-40a4-9c08-1856ed052271,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:30.160797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53414) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:30.167768 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-248695605', 'security_groups': ['bb92ba49-e285-40a4-9c08-1856ed052271'], 'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78c02858-ea6c-42c4-8a01-b6b5bb08828d'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:30.175400 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.184801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334571c-9e73-416d-87d4-254f20a6035c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f13ea14-6f8a-4824-9315-56c23aa2fed3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:30.185184 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.238107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:30.246779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:30.255582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:30.259333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Pushing event updated for resources: {'Port': ['ID=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:30.329786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Attempting to bind port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:15:30.330419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Attempting to bind port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'cfe4891c-476d-468e-93b4-964c67d1a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:15:30.331030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Attempting to bind port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a on network de26e09a-c53c-41ca-98dc-585a909f201f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:15:30.337930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:15:30.338304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Checking segment: {'id': 'cfe4891c-476d-468e-93b4-964c67d1a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:30.339014 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.339093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Bound using segment: {'id': 'cfe4891c-476d-468e-93b4-964c67d1a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:15:30.339698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Bound port: 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe4891c-476d-468e-93b4-964c67d1a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:15:30.340084 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.364036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:30.425067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] For port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:15:30.434710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] For port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,segment=NetworkSegment(cfe4891c-476d-468e-93b4-964c67d1a84e),segment_id=cfe4891c-476d-468e-93b4-964c67d1a84e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:15:30.452665 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.492125 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.518506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d5d52f93-cc5b-4e4f-b5a4-340df027bc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.534812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 192691f4-9cef-4e49-9f64-8d68debdd77c yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:15:30.552989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b78c47-87a2-4bca-818d-15919361e0c2 None None] Pushing event updated for resources: {'Port': ['ID=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:30.795130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53436) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:30.808852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5684804b-99c8-45d9-9ba7-988e249e66ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.841091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::19b (de26e09a-c53c-41ca-98dc-585a909f201f/78c02858-ea6c-42c4-8a01-b6b5bb08828d/192691f4-9cef-4e49-9f64-8d68debdd77c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:30.916693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5684804b-99c8-45d9-9ba7-988e249e66ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.922709 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5684804b-99c8-45d9-9ba7-988e249e66ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:30.979101 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5684804b-99c8-45d9-9ba7-988e249e66ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc1cc681c7b54d04a529f1c1d55f8568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830158 Apr 21 21:15:30.980216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684804b-99c8-45d9-9ba7-988e249e66ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743e90b-49c0-4aac-93f1-96a60a2f9144,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:30.983011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53438) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:31.089429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.090909 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75a2de8d-b627-4f51-9340-3e4fed371bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.120975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75a2de8d-b627-4f51-9340-3e4fed371bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.175261 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.226315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:31.229352 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75a2de8d-b627-4f51-9340-3e4fed371bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.231898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75a2de8d-b627-4f51-9340-3e4fed371bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.235804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-75a2de8d-b627-4f51-9340-3e4fed371bfe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4743e90b-49c0-4aac-93f1-96a60a2f9144 HTTP/1.1" status: 204 len: 168 time: 0.2517745 Apr 21 21:15:31.240833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:31.259750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:31.266574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:31.267144 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.271412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=192691f4-9cef-4e49-9f64-8d68debdd77c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:31.283490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2de8d-b627-4f51-9340-3e4fed371bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743e90b-49c0-4aac-93f1-96a60a2f9144,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:31.318669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53446) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:31.319856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4a7b045f-ca76-46b0-8953-b0d5b5ea2f55 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1564944 Apr 21 21:15:31.330791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0a4fc788-52fa-46e3-904a-fab6385148f6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:31.524129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4fc788-52fa-46e3-904a-fab6385148f6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:31.537010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:31.537679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc788-52fa-46e3-904a-fab6385148f6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.653220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:31.653220 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.713590 n-d-838945-1 neutron-server[114646]: INFO neutron.db.ipam_backend_mixin [None req-0a4fc788-52fa-46e3-904a-fab6385148f6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78c02858-ea6c-42c4-8a01-b6b5bb08828d (CIDR: 2001:db8::/64) Apr 21 21:15:31.727660 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4fc788-52fa-46e3-904a-fab6385148f6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:15:31.728147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4fc788-52fa-46e3-904a-fab6385148f6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:31.746447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0a4fc788-52fa-46e3-904a-fab6385148f6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4267411 Apr 21 21:15:31.749719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53460) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:31.755429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:31.809526 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.856155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,segment=NetworkSegment(cfe4891c-476d-468e-93b4-964c67d1a84e),segment_id=cfe4891c-476d-468e-93b4-964c67d1a84e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:31.860643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:31.936597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:31.993175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:31.999593 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:32.088630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fa308343-1f3a-4b4c-bbd7-1d4838af1982 None None] Provisioning complete for port 24eca360-2d9e-4628-9389-0e9f0176b5ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:32.089161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fa308343-1f3a-4b4c-bbd7-1d4838af1982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:32.146189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fa308343-1f3a-4b4c-bbd7-1d4838af1982 None None] Port 24eca360-2d9e-4628-9389-0e9f0176b5ba cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:32.157285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fa308343-1f3a-4b4c-bbd7-1d4838af1982 None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:32.157746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fa308343-1f3a-4b4c-bbd7-1d4838af1982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:32.406164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:32.452710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2d90fa4f-2947-40f1-ac1c-12e3f7d793bb None None] Provisioning complete for port 192691f4-9cef-4e49-9f64-8d68debdd77c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:32.453409 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2d90fa4f-2947-40f1-ac1c-12e3f7d793bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:32.491955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=464e83e1-123c-43f2-9ec4-abd6617d45b2,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:32.512393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:32.516289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:32.523754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:32.524902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:32.528625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2d90fa4f-2947-40f1-ac1c-12e3f7d793bb None None] Port 192691f4-9cef-4e49-9f64-8d68debdd77c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:32.532359 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b448cd3-4ae3-488e-a18a-b1f945399dd3 None None] Network de26e09a-c53c-41ca-98dc-585a909f201f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:32.593785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53480) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:32.597392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a9c186a-a382-43d4-b418-3a7e6c1b6f7a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8465531 Apr 21 21:15:32.608888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-908583933', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '464e83e1-123c-43f2-9ec4-abd6617d45b2'}], 'security_groups': ['64014f1a-a784-46e0-9aab-8f253db88ed2']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:32.736417 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:32.821530 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bedc691e-bfbe-47a5-8095-902c8ef83f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:32.950809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d82096-0551-4bd8-82d0-34844f1fce10 None None] Update dhcp port {'port': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'fixed_ips': [{'subnet_id': '78c02858-ea6c-42c4-8a01-b6b5bb08828d', 'ip_address': '2001:db8::2'}, {'subnet_id': '464e83e1-123c-43f2-9ec4-abd6617d45b2'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:15:32.977787 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24d82096-0551-4bd8-82d0-34844f1fce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:33.123217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Delete allocated IP 2001:db8::19b (de26e09a-c53c-41ca-98dc-585a909f201f/78c02858-ea6c-42c4-8a01-b6b5bb08828d) {{(pid=114647) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 21:15:33.139780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8:0:1::3a3 (de26e09a-c53c-41ca-98dc-585a909f201f/464e83e1-123c-43f2-9ec4-abd6617d45b2/192691f4-9cef-4e49-9f64-8d68debdd77c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:33.322448 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:33.329530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:33.408439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-24d82096-0551-4bd8-82d0-34844f1fce10 None None] Allocated IP 2001:db8:0:1::2 (de26e09a-c53c-41ca-98dc-585a909f201f/464e83e1-123c-43f2-9ec4-abd6617d45b2/7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:33.422897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] In _notify_port_updated(), no bound segment for port 192691f4-9cef-4e49-9f64-8d68debdd77c on network de26e09a-c53c-41ca-98dc-585a909f201f {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:15:33.432280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:33.432947 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:33.437796 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "PUT /v2.0/ports/192691f4-9cef-4e49-9f64-8d68debdd77c HTTP/1.1" status: 200 len: 930 time: 0.8378022 Apr 21 21:15:33.438520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53500) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:33.475314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb7bb6-25a0-43dc-b50a-509f0121d0e7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=192691f4-9cef-4e49-9f64-8d68debdd77c,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:33.509700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:33.596412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-24d82096-0551-4bd8-82d0-34844f1fce10 None None] For port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,segment=NetworkSegment(cfe4891c-476d-468e-93b4-964c67d1a84e),segment_id=cfe4891c-476d-468e-93b4-964c67d1a84e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:33.640582 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24d82096-0551-4bd8-82d0-34844f1fce10 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:33.643103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:33.643987 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:33.655186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b76a89d3-c9eb-4fd3-af65-efbeb3c38978 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 192691f4-9cef-4e49-9f64-8d68debdd77c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:33.655475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b76a89d3-c9eb-4fd3-af65-efbeb3c38978 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:33.666869 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-24d82096-0551-4bd8-82d0-34844f1fce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:33.774107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d82096-0551-4bd8-82d0-34844f1fce10 None None] Pushing event updated for resources: {'Port': ['ID=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:33.860039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b76a89d3-c9eb-4fd3-af65-efbeb3c38978 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:33.874141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b76a89d3-c9eb-4fd3-af65-efbeb3c38978 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 192691f4-9cef-4e49-9f64-8d68debdd77c owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:34.086135 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:15:34.087424 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.091250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b76a89d3-c9eb-4fd3-af65-efbeb3c38978 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.155240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a89d3-c9eb-4fd3-af65-efbeb3c38978 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=192691f4-9cef-4e49-9f64-8d68debdd77c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:34.185499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b76a89d3-c9eb-4fd3-af65-efbeb3c38978 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.190333 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b76a89d3-c9eb-4fd3-af65-efbeb3c38978 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/192691f4-9cef-4e49-9f64-8d68debdd77c HTTP/1.1" status: 204 len: 168 time: 0.7499082 Apr 21 21:15:34.193087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53522) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:34.222723 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdd7076-a496-47a5-8974-32e4eae67f9e tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:15:34.227805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3cdd7076-a496-47a5-8974-32e4eae67f9e tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/192691f4-9cef-4e49-9f64-8d68debdd77c HTTP/1.1" status: 404 len: 333 time: 0.0299206 Apr 21 21:15:34.228011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53524) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:34.300211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b476a8a-bc1a-4e2e-8890-21c80f8485e9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.363159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b476a8a-bc1a-4e2e-8890-21c80f8485e9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.447705 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b476a8a-bc1a-4e2e-8890-21c80f8485e9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.451082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0b476a8a-bc1a-4e2e-8890-21c80f8485e9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.452604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0b476a8a-bc1a-4e2e-8890-21c80f8485e9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/security-groups/bb92ba49-e285-40a4-9c08-1856ed052271 HTTP/1.1" status: 204 len: 168 time: 0.2234364 Apr 21 21:15:34.455511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53528) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:34.468712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b476a8a-bc1a-4e2e-8890-21c80f8485e9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb92ba49-e285-40a4-9c08-1856ed052271,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:34.584153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-965b214f-4de2-4919-a54b-4fb556b8ce9b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.642659 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-965b214f-4de2-4919-a54b-4fb556b8ce9b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.696825 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-965b214f-4de2-4919-a54b-4fb556b8ce9b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.699595 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-965b214f-4de2-4919-a54b-4fb556b8ce9b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.700893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-965b214f-4de2-4919-a54b-4fb556b8ce9b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/security-groups/64014f1a-a784-46e0-9aab-8f253db88ed2 HTTP/1.1" status: 204 len: 168 time: 0.2442539 Apr 21 21:15:34.703742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53530) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:34.727393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b214f-4de2-4919-a54b-4fb556b8ce9b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64014f1a-a784-46e0-9aab-8f253db88ed2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:34.785783 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c53244-73c6-4289-8a7a-d11d4f007412 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet 78c02858-ea6c-42c4-8a01-b6b5bb08828d {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:15:34.791041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43c53244-73c6-4289-8a7a-d11d4f007412 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.792427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-45c9ab89-ee45-4994-a397-73532548a20b None None] Provisioning complete for port 24eca360-2d9e-4628-9389-0e9f0176b5ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:34.794538 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-45c9ab89-ee45-4994-a397-73532548a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.904961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-45c9ab89-ee45-4994-a397-73532548a20b None None] Port 24eca360-2d9e-4628-9389-0e9f0176b5ba cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:34.927232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43c53244-73c6-4289-8a7a-d11d4f007412 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:34.944965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-45c9ab89-ee45-4994-a397-73532548a20b None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:34.945488 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-45c9ab89-ee45-4994-a397-73532548a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:35.103871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-45c9ab89-ee45-4994-a397-73532548a20b None None] Could not find standard attr ID for object 192691f4-9cef-4e49-9f64-8d68debdd77c. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:35.120394 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43c53244-73c6-4289-8a7a-d11d4f007412 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:35.220147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43c53244-73c6-4289-8a7a-d11d4f007412 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:35.240254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ce355b1d-505c-4552-a208-bf28a18a376d None None] Could not find standard attr ID for object 192691f4-9cef-4e49-9f64-8d68debdd77c. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:35.271360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c53244-73c6-4289-8a7a-d11d4f007412 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=78c02858-ea6c-42c4-8a01-b6b5bb08828d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:35.273529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43c53244-73c6-4289-8a7a-d11d4f007412 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:35.281874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53538) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:35.287179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:35.291349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-43c53244-73c6-4289-8a7a-d11d4f007412 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/78c02858-ea6c-42c4-8a01-b6b5bb08828d HTTP/1.1" status: 204 len: 168 time: 0.5864806 Apr 21 21:15:35.362610 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:35.481750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:35.487393 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:35.519082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:35.559034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780cbca5-2bf9-4e64-8d55-a3e15e1be2a1 None None] Network de26e09a-c53c-41ca-98dc-585a909f201f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:35.833109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:35.833799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:35.933292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:35.981621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:35.985521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:35.989047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:35.989804 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.027295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=0051b4b5-7d17-4645-8925-1f9a36aa2e89,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:36.034387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1ac20c9b-68ce-4e44-adab-2100947f4919 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7513988 Apr 21 21:15:36.037324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53544) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:36.037577 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.051101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-3a5872ad-04da-4111-8b60-16f0b210da4a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'security_group': {'name': 'tempest-secgroup-1568533528'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:36.092545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a5872ad-04da-4111-8b60-16f0b210da4a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.259595 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a5872ad-04da-4111-8b60-16f0b210da4a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.270216 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a5872ad-04da-4111-8b60-16f0b210da4a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.345286 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a5872ad-04da-4111-8b60-16f0b210da4a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.349046 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3a5872ad-04da-4111-8b60-16f0b210da4a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3100193 Apr 21 21:15:36.352094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53548) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:36.371418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5872ad-04da-4111-8b60-16f0b210da4a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed1b30-b8ab-46a1-8a9b-a12e0ec989e9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:36.373161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e31505c8-cea8-4959-b840-55deb64075f8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'security_group': {'name': 'tempest-secgroup-1926272561'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:36.418764 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e31505c8-cea8-4959-b840-55deb64075f8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.548314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e31505c8-cea8-4959-b840-55deb64075f8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.560169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e31505c8-cea8-4959-b840-55deb64075f8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.607231 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e31505c8-cea8-4959-b840-55deb64075f8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.610233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e31505c8-cea8-4959-b840-55deb64075f8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2526968 Apr 21 21:15:36.611846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53556) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:36.618497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-77667de7-27a8-4c74-b132-2be3ac624fe8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'security_group': {'name': 'tempest-secgroup-1991278655'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:36.619169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31505c8-cea8-4959-b840-55deb64075f8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab5e5c4-1456-4821-9a9e-1fd238bc2374,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:36.665235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77667de7-27a8-4c74-b132-2be3ac624fe8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.822357 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77667de7-27a8-4c74-b132-2be3ac624fe8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.832360 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77667de7-27a8-4c74-b132-2be3ac624fe8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.875270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77667de7-27a8-4c74-b132-2be3ac624fe8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643bcd74-a2a3-44ac-a59e-ebb61b22bc8e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:36.883440 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77667de7-27a8-4c74-b132-2be3ac624fe8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:36.887243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-77667de7-27a8-4c74-b132-2be3ac624fe8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2718244 Apr 21 21:15:36.887569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53558) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:36.893057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1724918846', 'security_groups': ['643bcd74-a2a3-44ac-a59e-ebb61b22bc8e'], 'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0051b4b5-7d17-4645-8925-1f9a36aa2e89'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:37.066193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0ead1-9fce-4fa1-b7e9-33806c32b6dd None None] Network de26e09a-c53c-41ca-98dc-585a909f201f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:37.168562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3f58f7b2-3f1d-412a-8328-b76501e6160c None None] Provisioning complete for port 24eca360-2d9e-4628-9389-0e9f0176b5ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:37.168960 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b2-3f1d-412a-8328-b76501e6160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:37.169971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:37.377797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3f58f7b2-3f1d-412a-8328-b76501e6160c None None] Port 24eca360-2d9e-4628-9389-0e9f0176b5ba cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:37.423720 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:37.430812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3f58f7b2-3f1d-412a-8328-b76501e6160c None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:37.431373 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3f58f7b2-3f1d-412a-8328-b76501e6160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:37.466667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] device_id is not set on port 2e71961e-ae05-48b6-b69b-afce502226cb yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:15:37.692107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53570) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:37.743287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Update dhcp port {'port': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'fixed_ips': [{'subnet_id': '464e83e1-123c-43f2-9ec4-abd6617d45b2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0051b4b5-7d17-4645-8925-1f9a36aa2e89'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:15:37.771662 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:37.847242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8::20e (de26e09a-c53c-41ca-98dc-585a909f201f/0051b4b5-7d17-4645-8925-1f9a36aa2e89/2e71961e-ae05-48b6-b69b-afce502226cb) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:37.906588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac306798-65c3-412c-a126-3b6b7e88b2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.031975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.056697 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac306798-65c3-412c-a126-3b6b7e88b2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.064511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ac306798-65c3-412c-a126-3b6b7e88b2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.076798 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.141351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=2e71961e-ae05-48b6-b69b-afce502226cb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:38.162714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:38.164376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:38.169941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:38.179389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:38.180058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.182191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ac306798-65c3-412c-a126-3b6b7e88b2f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=802cba8726814bfbb1e6cf31a7cbff26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887142 Apr 21 21:15:38.182485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53576) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:38.184955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac306798-65c3-412c-a126-3b6b7e88b2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4f7252-9207-4638-8359-4c1d718e16ff,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:38.221538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Allocated IP 2001:db8::2 (de26e09a-c53c-41ca-98dc-585a909f201f/0051b4b5-7d17-4645-8925-1f9a36aa2e89/7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:38.272548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f56bbf2-f9bd-4655-94e0-36a009a44bd4 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3811445 Apr 21 21:15:38.272889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53580) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:38.278293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-868835b1-d947-4e4b-afcd-5f839e936d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:38.353716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9eaa7c09-a5eb-40e6-b985-f730004e2c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.397203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9eaa7c09-a5eb-40e6-b985-f730004e2c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.427312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] For port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,segment=NetworkSegment(cfe4891c-476d-468e-93b4-964c67d1a84e),segment_id=cfe4891c-476d-468e-93b4-964c67d1a84e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:38.486726 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.492943 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.494127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868835b1-d947-4e4b-afcd-5f839e936d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:38.498990 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-868835b1-d947-4e4b-afcd-5f839e936d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.514826 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9eaa7c09-a5eb-40e6-b985-f730004e2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.518098 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9eaa7c09-a5eb-40e6-b985-f730004e2c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:38.531284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9eaa7c09-a5eb-40e6-b985-f730004e2c95 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d4f7252-9207-4638-8359-4c1d718e16ff HTTP/1.1" status: 204 len: 168 time: 0.3434703 Apr 21 21:15:38.580537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa7c09-a5eb-40e6-b985-f730004e2c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4f7252-9207-4638-8359-4c1d718e16ff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:38.627899 n-d-838945-1 neutron-server[114646]: INFO neutron.db.ipam_backend_mixin [None req-868835b1-d947-4e4b-afcd-5f839e936d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0051b4b5-7d17-4645-8925-1f9a36aa2e89 (CIDR: 2001:db8::/64) Apr 21 21:15:38.633690 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-868835b1-d947-4e4b-afcd-5f839e936d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:15:38.634547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868835b1-d947-4e4b-afcd-5f839e936d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:38.669363 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Pushing event updated for resources: {'Port': ['ID=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:38.693725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.694063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.694407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.694742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.695069 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.695391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.695695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.696020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.696342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.696663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.697005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.697410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d10e2-6a2c-4d8e-a62a-95ada43872d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:38.730239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-868835b1-d947-4e4b-afcd-5f839e936d57 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4562249 Apr 21 21:15:38.734820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53592) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:38.752395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c6ce3eb3-b5ef-4977-8b67-2ba31c0366df tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:38.971888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ce3eb3-b5ef-4977-8b67-2ba31c0366df tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:38.985609 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c6ce3eb3-b5ef-4977-8b67-2ba31c0366df tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.158344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53596) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:39.178822 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-52335ee3-2665-4034-bf3c-ea8ec31aafb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.287292 n-d-838945-1 neutron-server[114646]: INFO neutron.db.ipam_backend_mixin [None req-c6ce3eb3-b5ef-4977-8b67-2ba31c0366df tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 464e83e1-123c-43f2-9ec4-abd6617d45b2 (CIDR: 2001:db8:0:1::/64) Apr 21 21:15:39.294787 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ce3eb3-b5ef-4977-8b67-2ba31c0366df tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:15:39.296006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ce3eb3-b5ef-4977-8b67-2ba31c0366df tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:39.317306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-52335ee3-2665-4034-bf3c-ea8ec31aafb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.328051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c6ce3eb3-b5ef-4977-8b67-2ba31c0366df tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5902865 Apr 21 21:15:39.331071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53598) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:39.334468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-52335ee3-2665-4034-bf3c-ea8ec31aafb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.336576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'subnet': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:39.429211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52335ee3-2665-4034-bf3c-ea8ec31aafb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced297a9-76e0-419d-805e-5c8d4d624f2e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:39.468785 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-52335ee3-2665-4034-bf3c-ea8ec31aafb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efc80e5554ba47b2afa23e8d9145a18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086636 Apr 21 21:15:39.470622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53602) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:39.501540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:39.556715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Made reservation on behalf of edcf81b8f54e4ef98b8454f3e9ed2258 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:39.561856 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.594746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6b0a6d12-96e0-4c3c-bc41-4cf7039a1ff0 None None] Provisioning complete for port 24eca360-2d9e-4628-9389-0e9f0176b5ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:39.595371 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6d12-96e0-4c3c-bc41-4cf7039a1ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.624737 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-78d4ee82-bcfd-4c36-8d2b-cf51a2fede09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.643153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a6d12-96e0-4c3c-bc41-4cf7039a1ff0 None None] Port 24eca360-2d9e-4628-9389-0e9f0176b5ba cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:39.666859 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:39.667228 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.718633 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-78d4ee82-bcfd-4c36-8d2b-cf51a2fede09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.815174 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-78d4ee82-bcfd-4c36-8d2b-cf51a2fede09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.818767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-78d4ee82-bcfd-4c36-8d2b-cf51a2fede09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:39.820341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-78d4ee82-bcfd-4c36-8d2b-cf51a2fede09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ced297a9-76e0-419d-805e-5c8d4d624f2e HTTP/1.1" status: 204 len: 168 time: 0.3480268 Apr 21 21:15:39.836681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4ee82-bcfd-4c36-8d2b-cf51a2fede09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced297a9-76e0-419d-805e-5c8d4d624f2e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:39.985998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:40.017152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6b0a6d12-96e0-4c3c-bc41-4cf7039a1ff0 None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:40.017519 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6d12-96e0-4c3c-bc41-4cf7039a1ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:40.055256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Network de26e09a-c53c-41ca-98dc-585a909f201f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:40.059858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:40.066838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:40.067481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:40.084262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3724a7ba-53ac-4076-bab4-3a60aaddd757 None None] Network de26e09a-c53c-41ca-98dc-585a909f201f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:40.103590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7688048 Apr 21 21:15:40.103914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53610) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:40.106719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38817797-3e4e-4c6b-8f49-85d580142ad7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Subnet': ['ID=9620dd90-5ba4-40b4-a454-88155b826826,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:40.110483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2077711253', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9620dd90-5ba4-40b4-a454-88155b826826'}], 'security_groups': ['17ed1b30-b8ab-46a1-8a9b-a12e0ec989e9', '4ab5e5c4-1456-4821-9a9e-1fd238bc2374']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:40.205842 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:40.442652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f69989d1-d2ea-4f03-8daa-d9335ee94bfe None None] Provisioning complete for port 2e71961e-ae05-48b6-b69b-afce502226cb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:40.446019 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f69989d1-d2ea-4f03-8daa-d9335ee94bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:40.564121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f69989d1-d2ea-4f03-8daa-d9335ee94bfe None None] Port 2e71961e-ae05-48b6-b69b-afce502226cb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:40.611084 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c55298b-46b0-40b3-a7e2-fea1a27b9d8f None None] Update dhcp port {'port': {'network_id': 'de26e09a-c53c-41ca-98dc-585a909f201f', 'fixed_ips': [{'subnet_id': '464e83e1-123c-43f2-9ec4-abd6617d45b2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0051b4b5-7d17-4645-8925-1f9a36aa2e89', 'ip_address': '2001:db8::2'}, {'subnet_id': '9620dd90-5ba4-40b4-a454-88155b826826'}], 'binding:host_id': 'n-d-838945-1'}, 'id': '7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a'} from n-d-838945-1. {{(pid=114648) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 21:15:40.644159 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3c55298b-46b0-40b3-a7e2-fea1a27b9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:40.732815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Delete allocated IP 2001:db8::20e (de26e09a-c53c-41ca-98dc-585a909f201f/0051b4b5-7d17-4645-8925-1f9a36aa2e89) {{(pid=114647) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 21:15:40.745823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Allocated IP 2001:db8:0:2::1c9 (de26e09a-c53c-41ca-98dc-585a909f201f/9620dd90-5ba4-40b4-a454-88155b826826/2e71961e-ae05-48b6-b69b-afce502226cb) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:41.059144 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:41.069970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:41.155136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event updated for resources: {'Port': ['ID=2e71961e-ae05-48b6-b69b-afce502226cb,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:41.190391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] In _notify_port_updated(), no bound segment for port 2e71961e-ae05-48b6-b69b-afce502226cb on network de26e09a-c53c-41ca-98dc-585a909f201f {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:15:41.196233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:41.196648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:41.201791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53634) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:41.202288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6ab85c12-accf-4e1e-a420-f6cc3f09a262 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "PUT /v2.0/ports/2e71961e-ae05-48b6-b69b-afce502226cb HTTP/1.1" status: 200 len: 970 time: 1.0964298 Apr 21 21:15:41.233963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-3c55298b-46b0-40b3-a7e2-fea1a27b9d8f None None] Allocated IP 2001:db8:0:2::2 (de26e09a-c53c-41ca-98dc-585a909f201f/9620dd90-5ba4-40b4-a454-88155b826826/7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:41.369397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-64e70b2f-5aeb-48b4-9554-6b9163097230 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 2e71961e-ae05-48b6-b69b-afce502226cb {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:41.369656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-64e70b2f-5aeb-48b4-9554-6b9163097230 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:41.388240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3c55298b-46b0-40b3-a7e2-fea1a27b9d8f None None] For port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,segment=NetworkSegment(cfe4891c-476d-468e-93b4-964c67d1a84e),segment_id=cfe4891c-476d-468e-93b4-964c67d1a84e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:41.430266 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3c55298b-46b0-40b3-a7e2-fea1a27b9d8f None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:41.436002 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3c55298b-46b0-40b3-a7e2-fea1a27b9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:41.497665 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-64e70b2f-5aeb-48b4-9554-6b9163097230 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:41.526946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-64e70b2f-5aeb-48b4-9554-6b9163097230 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 2e71961e-ae05-48b6-b69b-afce502226cb owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:41.584808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55298b-46b0-40b3-a7e2-fea1a27b9d8f None None] Pushing event updated for resources: {'Port': ['ID=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:41.760112 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-64e70b2f-5aeb-48b4-9554-6b9163097230 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:41.803487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e70b2f-5aeb-48b4-9554-6b9163097230 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=2e71961e-ae05-48b6-b69b-afce502226cb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:41.850452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-64e70b2f-5aeb-48b4-9554-6b9163097230 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:41.859881 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-64e70b2f-5aeb-48b4-9554-6b9163097230 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/2e71961e-ae05-48b6-b69b-afce502226cb HTTP/1.1" status: 204 len: 168 time: 0.6517048 Apr 21 21:15:41.862421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53642) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:41.939883 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9123bc2a-fdd8-411f-aa75-7b6ca5a3a8d6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] GET failed (client error): The resource could not be found. Apr 21 21:15:41.944929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9123bc2a-fdd8-411f-aa75-7b6ca5a3a8d6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports/2e71961e-ae05-48b6-b69b-afce502226cb HTTP/1.1" status: 404 len: 333 time: 0.0768597 Apr 21 21:15:41.945196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53648) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:42.081704 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6161f7-855f-4279-9dcf-b3aac3ca9955 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.131659 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6161f7-855f-4279-9dcf-b3aac3ca9955 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.215616 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6161f7-855f-4279-9dcf-b3aac3ca9955 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.220195 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6161f7-855f-4279-9dcf-b3aac3ca9955 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.222535 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3f6161f7-855f-4279-9dcf-b3aac3ca9955 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/security-groups/643bcd74-a2a3-44ac-a59e-ebb61b22bc8e HTTP/1.1" status: 204 len: 168 time: 0.2756114 Apr 21 21:15:42.224905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53662) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:42.256741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6161f7-855f-4279-9dcf-b3aac3ca9955 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643bcd74-a2a3-44ac-a59e-ebb61b22bc8e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:42.364851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a53bc5d0-98d7-4f81-bc66-dcded3dbdec7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.392283 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a53bc5d0-98d7-4f81-bc66-dcded3dbdec7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.454975 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a53bc5d0-98d7-4f81-bc66-dcded3dbdec7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.457664 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a53bc5d0-98d7-4f81-bc66-dcded3dbdec7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.458824 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a53bc5d0-98d7-4f81-bc66-dcded3dbdec7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/security-groups/4ab5e5c4-1456-4821-9a9e-1fd238bc2374 HTTP/1.1" status: 204 len: 168 time: 0.2326102 Apr 21 21:15:42.462139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53670) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:42.481178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bc5d0-98d7-4f81-bc66-dcded3dbdec7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab5e5c4-1456-4821-9a9e-1fd238bc2374,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:42.569283 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-abf54c3e-c916-49a5-89ae-a25f26b5f13b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.602802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-abf54c3e-c916-49a5-89ae-a25f26b5f13b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.636554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53674) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:42.670563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-abf54c3e-c916-49a5-89ae-a25f26b5f13b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.671901 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-abf54c3e-c916-49a5-89ae-a25f26b5f13b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.673064 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-abf54c3e-c916-49a5-89ae-a25f26b5f13b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/security-groups/17ed1b30-b8ab-46a1-8a9b-a12e0ec989e9 HTTP/1.1" status: 204 len: 168 time: 0.2099192 Apr 21 21:15:42.676262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53680) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:42.689320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf54c3e-c916-49a5-89ae-a25f26b5f13b tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed1b30-b8ab-46a1-8a9b-a12e0ec989e9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:42.751668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3cccc393-f538-4efa-b44e-467cd0044535 None None] Provisioning complete for port 24eca360-2d9e-4628-9389-0e9f0176b5ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:42.752710 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3cccc393-f538-4efa-b44e-467cd0044535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.821598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-054a9fd5-aae4-4667-af46-b65909bc6be8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet 0051b4b5-7d17-4645-8925-1f9a36aa2e89 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:15:42.829447 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-054a9fd5-aae4-4667-af46-b65909bc6be8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.840312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3cccc393-f538-4efa-b44e-467cd0044535 None None] Port 24eca360-2d9e-4628-9389-0e9f0176b5ba cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:42.844423 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3cccc393-f538-4efa-b44e-467cd0044535 None None] Could not find standard attr ID for object 2e71961e-ae05-48b6-b69b-afce502226cb. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:42.862277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3cccc393-f538-4efa-b44e-467cd0044535 None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:42.862869 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3cccc393-f538-4efa-b44e-467cd0044535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.890806 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-054a9fd5-aae4-4667-af46-b65909bc6be8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:42.933668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a2b409a-dc79-4925-b7d6-bf9f9a5fa65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.074641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-054a9fd5-aae4-4667-af46-b65909bc6be8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.087998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d776e481-8ed5-4ed7-929a-97cf310f1284 None None] Could not find standard attr ID for object 2e71961e-ae05-48b6-b69b-afce502226cb. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:43.154158 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a2b409a-dc79-4925-b7d6-bf9f9a5fa65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.169987 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a2b409a-dc79-4925-b7d6-bf9f9a5fa65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.199748 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-054a9fd5-aae4-4667-af46-b65909bc6be8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.252979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a9fd5-aae4-4667-af46-b65909bc6be8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=0051b4b5-7d17-4645-8925-1f9a36aa2e89,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:43.254523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b409a-dc79-4925-b7d6-bf9f9a5fa65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f319c-cf18-45c6-908b-ebb697aa8029,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:43.261708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3a2b409a-dc79-4925-b7d6-bf9f9a5fa65f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15fcb54a329145888ed855e8c990eb8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178129 Apr 21 21:15:43.261708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-054a9fd5-aae4-4667-af46-b65909bc6be8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.262069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53684) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:43.264744 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-054a9fd5-aae4-4667-af46-b65909bc6be8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/0051b4b5-7d17-4645-8925-1f9a36aa2e89 HTTP/1.1" status: 204 len: 168 time: 0.5872259 Apr 21 21:15:43.268854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53686) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:43.278785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774238cf-4fb1-4937-807d-f1d592619347 None None] Network de26e09a-c53c-41ca-98dc-585a909f201f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:43.330166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f8fdfc-5332-4e65-ad4d-e6247cb9e95c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet 9620dd90-5ba4-40b4-a454-88155b826826 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:15:43.334506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fdfc-5332-4e65-ad4d-e6247cb9e95c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.339880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-482baa98-a72f-43c8-b0e7-dc52e62a76b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.382450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fdfc-5332-4e65-ad4d-e6247cb9e95c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.387633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-482baa98-a72f-43c8-b0e7-dc52e62a76b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.465702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-482baa98-a72f-43c8-b0e7-dc52e62a76b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.468875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-482baa98-a72f-43c8-b0e7-dc52e62a76b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.470017 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-482baa98-a72f-43c8-b0e7-dc52e62a76b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b09f319c-cf18-45c6-908b-ebb697aa8029 HTTP/1.1" status: 204 len: 168 time: 0.2064340 Apr 21 21:15:43.475210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fdfc-5332-4e65-ad4d-e6247cb9e95c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.493970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482baa98-a72f-43c8-b0e7-dc52e62a76b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09f319c-cf18-45c6-908b-ebb697aa8029,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:43.506863 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:43.539274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fdfc-5332-4e65-ad4d-e6247cb9e95c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.596373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8fdfc-5332-4e65-ad4d-e6247cb9e95c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=9620dd90-5ba4-40b4-a454-88155b826826,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:43.604232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6f8fdfc-5332-4e65-ad4d-e6247cb9e95c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.619050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e6f8fdfc-5332-4e65-ad4d-e6247cb9e95c tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/9620dd90-5ba4-40b4-a454-88155b826826 HTTP/1.1" status: 204 len: 168 time: 0.3465037 Apr 21 21:15:43.619197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53692) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:43.621001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:43.621381 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.681542 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-c691b95e-f287-4ba5-9977-e193223a73e6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:43.683455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c691b95e-f287-4ba5-9977-e193223a73e6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:43.687251 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c691b95e-f287-4ba5-9977-e193223a73e6 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/0051b4b5-7d17-4645-8925-1f9a36aa2e89 HTTP/1.1" status: 404 len: 337 time: 0.0671854 Apr 21 21:15:43.690755 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53696) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:43.783869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-98eb266c-c70d-4242-953f-b2453bd4e614 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting subnet 464e83e1-123c-43f2-9ec4-abd6617d45b2 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:15:43.793307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98eb266c-c70d-4242-953f-b2453bd4e614 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.851786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98eb266c-c70d-4242-953f-b2453bd4e614 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.940966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53700) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:43.949299 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98eb266c-c70d-4242-953f-b2453bd4e614 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:43.956371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a156-100e-4723-85d2-045286d56e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.020318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98eb266c-c70d-4242-953f-b2453bd4e614 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.039135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a156-100e-4723-85d2-045286d56e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.043891 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a156-100e-4723-85d2-045286d56e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.048439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb266c-c70d-4242-953f-b2453bd4e614 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Subnet': ['ID=464e83e1-123c-43f2-9ec4-abd6617d45b2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:44.052909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98eb266c-c70d-4242-953f-b2453bd4e614 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.056920 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-98eb266c-c70d-4242-953f-b2453bd4e614 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/464e83e1-123c-43f2-9ec4-abd6617d45b2 HTTP/1.1" status: 204 len: 168 time: 0.3623273 Apr 21 21:15:44.059417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53702) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.086887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7a156-100e-4723-85d2-045286d56e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85508a-e804-4942-8ec4-7de215d69063,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:44.087116 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37c8a5e-61b1-469b-9f7a-f3c03311223e tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.087568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37c8a5e-61b1-469b-9f7a-f3c03311223e tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.090640 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e37c8a5e-61b1-469b-9f7a-f3c03311223e tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/78c02858-ea6c-42c4-8a01-b6b5bb08828d HTTP/1.1" status: 404 len: 337 time: 0.0302165 Apr 21 21:15:44.096188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0ea7a156-100e-4723-85d2-045286d56e21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0637baefb35475b99f46aa0a2a9ac43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519227 Apr 21 21:15:44.096188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53704) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.097185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53706) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.121917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6cc97281-7751-4b7c-af01-be593a9f3df8 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "GET /v2.0/ports?device_id=24372369-4b41-4527-b9a1-98195201c086 HTTP/1.1" status: 200 len: 205 time: 0.0258503 Apr 21 21:15:44.124942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53708) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.170803 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-3e026963-5cef-446b-9775-9ce575d0248a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] delete failed (client error): The resource could not be found. Apr 21 21:15:44.171834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3e026963-5cef-446b-9775-9ce575d0248a tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/routers/24372369-4b41-4527-b9a1-98195201c086 HTTP/1.1" status: 404 len: 336 time: 0.0459108 Apr 21 21:15:44.174606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53710) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.199869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ec42c-867e-43d2-acb1-a573d7a89e03 None None] Network de26e09a-c53c-41ca-98dc-585a909f201f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:44.201002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6a64294-c3e8-4709-a3cd-7935cb76de36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.204719 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f807feb1-bce8-45c3-b679-454d51083d37 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.205229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f807feb1-bce8-45c3-b679-454d51083d37 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.208125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f807feb1-bce8-45c3-b679-454d51083d37 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/af3ea70a-ff31-462a-8884-598752e32c97 HTTP/1.1" status: 404 len: 337 time: 0.0325625 Apr 21 21:15:44.210607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53712) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.223460 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6a64294-c3e8-4709-a3cd-7935cb76de36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.240937 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6e2013-b6f0-4b57-bdaf-cd38422b27a7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.241387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6e2013-b6f0-4b57-bdaf-cd38422b27a7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.244301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ef6e2013-b6f0-4b57-bdaf-cd38422b27a7 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/125cae83-3d09-4376-abea-58af4516fda4 HTTP/1.1" status: 404 len: 337 time: 0.0328145 Apr 21 21:15:44.247643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53716) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.276475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6a64294-c3e8-4709-a3cd-7935cb76de36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.277036 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-8705e818-4e4b-4dd5-bdc7-37968deca737 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.277426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8705e818-4e4b-4dd5-bdc7-37968deca737 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.280621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8705e818-4e4b-4dd5-bdc7-37968deca737 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/e9dbd9c1-f9f4-43fd-bc98-926337dbd692 HTTP/1.1" status: 404 len: 337 time: 0.0313051 Apr 21 21:15:44.283174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53718) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.284272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a6a64294-c3e8-4709-a3cd-7935cb76de36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.285654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a6a64294-c3e8-4709-a3cd-7935cb76de36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d85508a-e804-4942-8ec4-7de215d69063 HTTP/1.1" status: 204 len: 168 time: 0.1874971 Apr 21 21:15:44.298526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a64294-c3e8-4709-a3cd-7935cb76de36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d85508a-e804-4942-8ec4-7de215d69063,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:44.322653 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acf44e0-4589-4c11-a867-98a504481288 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.323649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acf44e0-4589-4c11-a867-98a504481288 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.326876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6acf44e0-4589-4c11-a867-98a504481288 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/18dd2e2b-f250-4624-9577-a1f485ed0ef3 HTTP/1.1" status: 404 len: 333 time: 0.0427790 Apr 21 21:15:44.329743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53724) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.331461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-076d3bd0-fcbd-4848-ae5f-7554eaca389e None None] Provisioning complete for port 24eca360-2d9e-4628-9389-0e9f0176b5ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:44.331830 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-076d3bd0-fcbd-4848-ae5f-7554eaca389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.357899 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0402ef7e-1d0a-4bb4-91f7-58867c1a18bc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.358731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0402ef7e-1d0a-4bb4-91f7-58867c1a18bc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.362122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0402ef7e-1d0a-4bb4-91f7-58867c1a18bc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/53b1792f-0881-439e-84fb-89b0af2718bf HTTP/1.1" status: 404 len: 337 time: 0.0313640 Apr 21 21:15:44.364587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53726) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.399185 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbacd33-4bcf-4125-baf0-565f63d40915 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.399871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbacd33-4bcf-4125-baf0-565f63d40915 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.403227 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-abbacd33-4bcf-4125-baf0-565f63d40915 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/32e4e76f-865a-482c-b75f-0123134e4cc7 HTTP/1.1" status: 404 len: 337 time: 0.0372880 Apr 21 21:15:44.405658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53730) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.408025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-076d3bd0-fcbd-4848-ae5f-7554eaca389e None None] Port 24eca360-2d9e-4628-9389-0e9f0176b5ba cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:15:44.427450 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-076d3bd0-fcbd-4848-ae5f-7554eaca389e None None] Provisioning complete for port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:44.427820 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-076d3bd0-fcbd-4848-ae5f-7554eaca389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.433829 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4e8c8e-15dd-4d59-a80b-535641cbffef tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.434803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4e8c8e-15dd-4d59-a80b-535641cbffef tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.439211 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9a4e8c8e-15dd-4d59-a80b-535641cbffef tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/2ed290c3-c31f-4c8a-ba3c-a2e0b71ddc37 HTTP/1.1" status: 404 len: 333 time: 0.0321777 Apr 21 21:15:44.441754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53732) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.479040 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-0620db46-3bce-49dd-bd05-04aa98b5540d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.479604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0620db46-3bce-49dd-bd05-04aa98b5540d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.483303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0620db46-3bce-49dd-bd05-04aa98b5540d tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/a1f602d2-d073-4084-82c4-1f6dcf23451d HTTP/1.1" status: 404 len: 337 time: 0.0404992 Apr 21 21:15:44.486169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53736) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.524395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef4636-7d73-45da-b5cd-8492bf48e849 None None] DHCP port deletion for de26e09a-c53c-41ca-98dc-585a909f201f request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:15:44.541762 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd7a5e9-dc40-46b9-a610-eb32c9dbafbc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] DELETE failed (client error): The resource could not be found. Apr 21 21:15:44.542239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd7a5e9-dc40-46b9-a610-eb32c9dbafbc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:15:44.551228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53738) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:44.553889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0bd7a5e9-dc40-46b9-a610-eb32c9dbafbc tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/subnets/888c34d4-1b8e-44ba-b12e-283aa2425987 HTTP/1.1" status: 404 len: 337 time: 0.0619452 Apr 21 21:15:44.609807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9aef4636-7d73-45da-b5cd-8492bf48e849 None None] Deleting port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:44.610220 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9aef4636-7d73-45da-b5cd-8492bf48e849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.655528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-89ccb306-825b-4875-ae43-e99ff2a96df9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Deleting port 24eca360-2d9e-4628-9389-0e9f0176b5ba {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:44.655874 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ccb306-825b-4875-ae43-e99ff2a96df9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.677514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9aef4636-7d73-45da-b5cd-8492bf48e849 None None] For port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,segment=NetworkSegment(cfe4891c-476d-468e-93b4-964c67d1a84e),segment_id=cfe4891c-476d-468e-93b4-964c67d1a84e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:44.678153 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9aef4636-7d73-45da-b5cd-8492bf48e849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.695632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9aef4636-7d73-45da-b5cd-8492bf48e849 None None] Calling delete_port for 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:44.733034 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ccb306-825b-4875-ae43-e99ff2a96df9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.749498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-89ccb306-825b-4875-ae43-e99ff2a96df9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Calling delete_port for 24eca360-2d9e-4628-9389-0e9f0176b5ba owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:44.807671 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9aef4636-7d73-45da-b5cd-8492bf48e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.867131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ccb306-825b-4875-ae43-e99ff2a96df9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.872529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef4636-7d73-45da-b5cd-8492bf48e849 None None] Pushing event deleted for resources: {'Port': ['ID=7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:44.878876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aef4636-7d73-45da-b5cd-8492bf48e849 None None] No DVR routers for this DVR port 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:15:44.921694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccb306-825b-4875-ae43-e99ff2a96df9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Port': ['ID=24eca360-2d9e-4628-9389-0e9f0176b5ba,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:44.934897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ccb306-825b-4875-ae43-e99ff2a96df9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:44.939113 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-89ccb306-825b-4875-ae43-e99ff2a96df9 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/ports/24eca360-2d9e-4628-9389-0e9f0176b5ba HTTP/1.1" status: 204 len: 168 time: 0.3868420 Apr 21 21:15:44.941710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53754) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:45.031838 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:45.145630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:45.169651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de26e09a-c53c-41ca-98dc-585a909f201f']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:45.188389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe4891c-476d-468e-93b4-964c67d1a84e') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:45.188917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe4891c-476d-468e-93b4-964c67d1a84e') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:45.202825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:45.220895 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:45.228619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:15:45.229170 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:15:45.309205 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:15:45.316333 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:45.335574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:45.339722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] 10.222.0.49 "DELETE /v2.0/networks/de26e09a-c53c-41ca-98dc-585a909f201f HTTP/1.1" status: 204 len: 168 time: 0.3970273 Apr 21 21:15:45.378586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fb0d0-e3c4-4e9e-be64-afbf48ef85c3 tempest-PortsIpV6TestJSON-1222861702 tempest-PortsIpV6TestJSON-1222861702-project] Pushing event deleted for resources: {'Network': ['ID=de26e09a-c53c-41ca-98dc-585a909f201f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:45.474329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:15:45.495437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:15:45.495851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7cc998d9-1ffe-4f81-8c4e-3b0490f7a47a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:15:45.677404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53778) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:45.854275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2b27794d-a5ae-4757-8bff-48ed325444b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edcf81b8f54e4ef98b8454f3e9ed2258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752324 Apr 21 21:15:45.856928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53788) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:45.909866 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aeb0cca1-3372-48b9-85dd-ec53f0970f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:45.942999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aeb0cca1-3372-48b9-85dd-ec53f0970f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.013257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aeb0cca1-3372-48b9-85dd-ec53f0970f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.015863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aeb0cca1-3372-48b9-85dd-ec53f0970f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.017027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aeb0cca1-3372-48b9-85dd-ec53f0970f75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efca856c-9e0a-4ba1-9a58-f87e014f4510 HTTP/1.1" status: 204 len: 168 time: 0.1585488 Apr 21 21:15:46.025485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0cca1-3372-48b9-85dd-ec53f0970f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efca856c-9e0a-4ba1-9a58-f87e014f4510,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:46.157105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53798) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:46.417803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'network': {'name': 'tempest-network-smoke--474333762', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'port_security_enabled': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:46.448515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Made reservation on behalf of 8f4a1bca2bda4243bf77ec6f0a59427b for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:46.452503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.468427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.565856 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.571499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.604807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:15:46.625107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea02814-8608-4195-bade-9bb043fc91c5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:46.628380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.628729 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Added segment ff606e68-4736-4f83-a756-38a7567abfdd of type vlan for network 5ca0e8ed-f995-4a73-9138-9d99429d673e Apr 21 21:15:46.687019 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.723147 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.728948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:46.729585 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.830928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53824) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:46.831467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6727531 Apr 21 21:15:46.854976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbc546-ff34-433b-abb7-710c52c0ed63 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Network': ['ID=5ca0e8ed-f995-4a73-9138-9d99429d673e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:46.856659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'admin_state_up': True, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:46.868597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 5ca0e8ed-f995-4a73-9138-9d99429d673e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:15:46.916097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.917667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:46.979846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53830) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:46.996877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53834) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:47.009890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.135222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-11c55578-e839-4dcf-b623-e26d63182362 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-670586431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:47.189997 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11c55578-e839-4dcf-b623-e26d63182362 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.190985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11c55578-e839-4dcf-b623-e26d63182362 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.196095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.227817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59acdae7-7a76-42db-b1cd-9d4269b7df92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.337606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11c55578-e839-4dcf-b623-e26d63182362 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.348996 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11c55578-e839-4dcf-b623-e26d63182362 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.381658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-11c55578-e839-4dcf-b623-e26d63182362 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.386617 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-11c55578-e839-4dcf-b623-e26d63182362 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4049942 Apr 21 21:15:47.387299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53844) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:47.398224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1345547213'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:47.441952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59acdae7-7a76-42db-b1cd-9d4269b7df92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.443026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Made reservation on behalf of 3b8dae570ad84150a8105d5fb8a23300 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:47.446636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.455885 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59acdae7-7a76-42db-b1cd-9d4269b7df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.461797 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.473805 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.495344 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.522812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acdae7-7a76-42db-b1cd-9d4269b7df92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b7db83-f58a-4beb-ba63-f471e8eb533e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:47.593210 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-59acdae7-7a76-42db-b1cd-9d4269b7df92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a699fb755a6645d8b128ab79fe4b3d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950081 Apr 21 21:15:47.595707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53846) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:47.643593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.25.0.71 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/1ec83918-07c9-4e3f-99ec-084361ed38ff) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:47.647465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.693806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e09dda2-b1f3-4589-9ecb-824933381172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.695470 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.770299 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e09dda2-b1f3-4589-9ecb-824933381172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.795571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:15:47.802394 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.835473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.835995 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Added segment cc0de48c-263d-4fdc-9071-0758321587a6 of type vlan for network eac12c1d-acda-4811-a12e-f96e77b9051f Apr 21 21:15:47.840466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73857b8c-10cc-440b-9ce7-ac7bfe357b7f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:47.855247 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.899636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:47.899841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.909738 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e09dda2-b1f3-4589-9ecb-824933381172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.912503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e09dda2-b1f3-4589-9ecb-824933381172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.913687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5e09dda2-b1f3-4589-9ecb-824933381172 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53b7db83-f58a-4beb-ba63-f471e8eb533e HTTP/1.1" status: 204 len: 168 time: 0.3170450 Apr 21 21:15:47.914702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:47.920710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:47.936599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09dda2-b1f3-4589-9ecb-824933381172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b7db83-f58a-4beb-ba63-f471e8eb533e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:47.951967 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.967183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:47.967919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:47.970135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=1ec83918-07c9-4e3f-99ec-084361ed38ff,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:48.073421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6833498 Apr 21 21:15:48.085460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc22a85-8d66-415c-afdb-3116fbe972fd tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Network': ['ID=eac12c1d-acda-4811-a12e-f96e77b9051f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:48.088413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53852) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:48.097366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'subnet': {'network_id': 'eac12c1d-acda-4811-a12e-f96e77b9051f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:48.106375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network eac12c1d-acda-4811-a12e-f96e77b9051f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:15:48.234395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Made reservation on behalf of 3b8dae570ad84150a8105d5fb8a23300 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:48.240594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.276786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.494989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.510256 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.574120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Subnet': ['ID=d5428b8b-16e4-4e1f-afb7-debbabb0525f,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:48.579448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Checking segment: {'id': 'cc0de48c-263d-4fdc-9071-0758321587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eac12c1d-acda-4811-a12e-f96e77b9051f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:48.579816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network hostable DHCP agents. Network: eac12c1d-acda-4811-a12e-f96e77b9051f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:15:48.601681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network eac12c1d-acda-4811-a12e-f96e77b9051f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:15:48.614552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, eac12c1d-acda-4811-a12e-f96e77b9051f) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:48.619831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:48.620729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.633007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb2114-52af-4a71-936f-12cc12f7e836 None None] Network eac12c1d-acda-4811-a12e-f96e77b9051f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:48.647132 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aa582401-e5cf-4cfe-8c8c-5a00bba0b9d1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5547264 Apr 21 21:15:48.650367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53870) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:48.655762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'network': {'name': 'tempest-router-network01--143761476'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:48.691733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Made reservation on behalf of 3b8dae570ad84150a8105d5fb8a23300 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:48.695437 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.742223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:15:48.745282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:15:48.758428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.758911 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Added segment 0a759e46-9c90-4b33-8e39-19a40942a777 of type vlan for network 844e9772-fc6c-4105-8acb-a779b292b8bb Apr 21 21:15:48.820811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-eac12c1d-acda-4811-a12e-f96e77b9051f', 'network_id': 'eac12c1d-acda-4811-a12e-f96e77b9051f', 'tenant_id': '3b8dae570ad84150a8105d5fb8a23300', 'fixed_ips': [{'subnet_id': 'd5428b8b-16e4-4e1f-afb7-debbabb0525f'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:15:48.823122 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.847328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.920603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.926651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:48.927015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:48.960629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:15:49.033657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Sync routers for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:15:49.042079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Allocated IP 2001:db8::2 (eac12c1d-acda-4811-a12e-f96e77b9051f/d5428b8b-16e4-4e1f-afb7-debbabb0525f/0984ff02-b5fb-4702-9ba9-426cfc2d4102) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:49.065509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:49.066219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:49.380755 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7252374 Apr 21 21:15:49.380883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53886) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:49.387285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'network': {'name': 'tempest-router-network02--1961353513'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:49.390552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8ba34-3dce-494c-abdb-c3939f0b59a5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Network': ['ID=844e9772-fc6c-4105-8acb-a779b292b8bb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:49.398357 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.399698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-20c1b16c-e0da-460f-9680-04e54a0d544f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5666518 Apr 21 21:15:49.402892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53888) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:49.431434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Made reservation on behalf of 3b8dae570ad84150a8105d5fb8a23300 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:49.448346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.489291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53892) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:49.505915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:15:49.524041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.524820 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Added segment 7bec4b47-92f5-4cff-9347-a70d993c715e of type vlan for network 282c437c-5660-419e-a480-7287a64814c5 Apr 21 21:15:49.627628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.684328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 844e9772-fc6c-4105-8acb-a779b292b8bb details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:15:49.688063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.703700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:49.704676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.777644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3967168 Apr 21 21:15:49.796984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.807893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:15:49.811607 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.812854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53902) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:49.825390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'subnet': {'network_id': '844e9772-fc6c-4105-8acb-a779b292b8bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:49.825893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-507ee7ee-a816-4bfb-8553-b69ac897eb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.830064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ff4db537-933f-47b8-8422-7fccccbd0252 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=8f4a1bca2bda4243bf77ec6f0a59427b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4260306 Apr 21 21:15:49.835509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53904) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:49.962205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-507ee7ee-a816-4bfb-8553-b69ac897eb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.970564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-507ee7ee-a816-4bfb-8553-b69ac897eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:49.974891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cb114-3c92-4dab-82b0-ca78319afc1e tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Network': ['ID=282c437c-5660-419e-a480-7287a64814c5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:50.029287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 282c437c-5660-419e-a480-7287a64814c5 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:15:50.057748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-507ee7ee-a816-4bfb-8553-b69ac897eb8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e15341f20d30440184dfb27c4378f530&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667963 Apr 21 21:15:50.058198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53906) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:50.067094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ee7ee-a816-4bfb-8553-b69ac897eb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a865a9b3-e248-4764-adcb-5a8e5c36acca,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:50.067868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Network eac12c1d-acda-4811-a12e-f96e77b9051f is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:50.094776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:50.097985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:50.146652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Pushing event updated for resources: {'Port': ['ID=0984ff02-b5fb-4702-9ba9-426cfc2d4102,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:50.183970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9e3b-0273-435c-998f-8201671a037d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.219757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9e3b-0273-435c-998f-8201671a037d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.225440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Attempting to bind port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:15:50.225817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Attempting to bind port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'cc0de48c-263d-4fdc-9071-0758321587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eac12c1d-acda-4811-a12e-f96e77b9051f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:15:50.226365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Attempting to bind port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 on network eac12c1d-acda-4811-a12e-f96e77b9051f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:15:50.239857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:15:50.240238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Checking segment: {'id': 'cc0de48c-263d-4fdc-9071-0758321587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eac12c1d-acda-4811-a12e-f96e77b9051f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:50.240654 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.241080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Bound using segment: {'id': 'cc0de48c-263d-4fdc-9071-0758321587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eac12c1d-acda-4811-a12e-f96e77b9051f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:15:50.241562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Bound port: 0984ff02-b5fb-4702-9ba9-426cfc2d4102, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0de48c-263d-4fdc-9071-0758321587a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eac12c1d-acda-4811-a12e-f96e77b9051f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:15:50.241951 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.260352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:15:48Z', 'revision_number': 3, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:50.286744 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9e3b-0273-435c-998f-8201671a037d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.290675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9e3b-0273-435c-998f-8201671a037d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.307341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a7fd9e3b-0273-435c-998f-8201671a037d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a865a9b3-e248-4764-adcb-5a8e5c36acca HTTP/1.1" status: 204 len: 168 time: 0.2403650 Apr 21 21:15:50.321699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Checking router: 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:15:50.322059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Updating router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 port 1ec83918-07c9-4e3f-99ec-084361ed38ff binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:15:50.327751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd9e3b-0273-435c-998f-8201671a037d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a865a9b3-e248-4764-adcb-5a8e5c36acca,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:50.432018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.648461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5afa8-601b-4bbf-8f3b-ece1d5baa886 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:50.652791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-02e5afa8-601b-4bbf-8f3b-ece1d5baa886 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8042402 Apr 21 21:15:50.654844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53914) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:50.655344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] For port 0984ff02-b5fb-4702-9ba9-426cfc2d4102, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:15:50.680181 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.682140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] For port 0984ff02-b5fb-4702-9ba9-426cfc2d4102, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0984ff02-b5fb-4702-9ba9-426cfc2d4102,segment=NetworkSegment(cc0de48c-263d-4fdc-9071-0758321587a6),segment_id=cc0de48c-263d-4fdc-9071-0758321587a6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:15:50.691006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Made reservation on behalf of 3b8dae570ad84150a8105d5fb8a23300 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:50.697550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.712562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-14e34975-defd-4c18-ac8c-514dcf6050e5 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535955 Apr 21 21:15:50.712664 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.713132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53918) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:50.723680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1873758512', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:50.915208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.953348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Made reservation on behalf of 8f4a1bca2bda4243bf77ec6f0a59427b for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:50.962611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:50.977004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b430e-52e4-4f9d-8e9f-2185a8c893da None None] Pushing event updated for resources: {'Port': ['ID=0984ff02-b5fb-4702-9ba9-426cfc2d4102,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:51.033642 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.044354 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.096293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.208996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Checking segment: {'id': '0a759e46-9c90-4b33-8e39-19a40942a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '844e9772-fc6c-4105-8acb-a779b292b8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:51.209378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network hostable DHCP agents. Network: 844e9772-fc6c-4105-8acb-a779b292b8bb, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:15:51.213919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Attempting to bind port 1ec83918-07c9-4e3f-99ec-084361ed38ff on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:15:51.215331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Attempting to bind port 1ec83918-07c9-4e3f-99ec-084361ed38ff by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:15:51.215958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Attempting to bind port 1ec83918-07c9-4e3f-99ec-084361ed38ff on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:15:51.226478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Subnet': ['ID=9f887ab9-5d7f-4cc3-81a4-5b1002ff1420,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:51.240109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:15:51.240870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:51.241527 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.242293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:15:51.243559 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Bound port: 1ec83918-07c9-4e3f-99ec-084361ed38ff, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:15:51.243693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.250686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network 844e9772-fc6c-4105-8acb-a779b292b8bb is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:15:51.278202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 844e9772-fc6c-4105-8acb-a779b292b8bb) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:51.297054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:51.297638 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.309957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d2f11-170b-48c7-870a-7c53ed8e5c26 None None] Network 844e9772-fc6c-4105-8acb-a779b292b8bb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:51.334771 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e52279b2-e73a-478f-ab6a-645e7189633c tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5179043 Apr 21 21:15:51.334980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4c670-6ba6-4983-b62b-3360412990a8 None None] Pushing event updated for resources: {'Port': ['ID=1ec83918-07c9-4e3f-99ec-084361ed38ff,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:51.335084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53934) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:51.343416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'subnet': {'network_id': '282c437c-5660-419e-a480-7287a64814c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:51.413948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] For port 1ec83918-07c9-4e3f-99ec-084361ed38ff, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:15:51.421526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.429425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] For port 1ec83918-07c9-4e3f-99ec-084361ed38ff, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1ec83918-07c9-4e3f-99ec-084361ed38ff,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:15:51.443244 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.521729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Subnet': ['ID=c8039a04-fd2a-4c28-b155-b87749f73bf2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:51.561607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Made reservation on behalf of 3b8dae570ad84150a8105d5fb8a23300 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:51.565194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Checking segment: {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:51.565973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network hostable DHCP agents. Network: 5ca0e8ed-f995-4a73-9138-9d99429d673e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:15:51.568109 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.602958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0984ff02-b5fb-4702-9ba9-426cfc2d4102 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:51.614532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:51.615181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:51.626977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 5ca0e8ed-f995-4a73-9138-9d99429d673e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:15:51.651873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 5ca0e8ed-f995-4a73-9138-9d99429d673e) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:51.661197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:51.661795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.693656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014fc50-e2e8-4e01-8fe5-e0f8eb13169c None None] Network 5ca0e8ed-f995-4a73-9138-9d99429d673e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:51.694432 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-be9c6467-a1f2-439c-9643-6e5a3921c489 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9803545 Apr 21 21:15:51.696236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4c670-6ba6-4983-b62b-3360412990a8 None None] Pushing event updated for resources: {'Port': ['ID=1ec83918-07c9-4e3f-99ec-084361ed38ff,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:51.697144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53940) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:51.795916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-844e9772-fc6c-4105-8acb-a779b292b8bb', 'network_id': '844e9772-fc6c-4105-8acb-a779b292b8bb', 'tenant_id': '3b8dae570ad84150a8105d5fb8a23300', 'fixed_ips': [{'subnet_id': '9f887ab9-5d7f-4cc3-81a4-5b1002ff1420'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:15:51.796880 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.887258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:51.990836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Subnet': ['ID=b683291a-6f40-4cb6-ad79-954db9090a03,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:52.004230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Checking segment: {'id': '7bec4b47-92f5-4cff-9347-a70d993c715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '282c437c-5660-419e-a480-7287a64814c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:52.004656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network hostable DHCP agents. Network: 282c437c-5660-419e-a480-7287a64814c5, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:15:52.036913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network 282c437c-5660-419e-a480-7287a64814c5 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:15:52.063087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 282c437c-5660-419e-a480-7287a64814c5) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:52.069902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:52.070511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:52.099766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e238f-5b7e-4143-b199-aec55ccddbac None None] Network 282c437c-5660-419e-a480-7287a64814c5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:52.107988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5ccd54eb-d5b9-45f3-8b7b-b548311fcd13 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7712522 Apr 21 21:15:52.110862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53950) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:52.112553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:15:52.147857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:52.148305 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:52.372461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Allocated IP 2001:db8::2 (844e9772-fc6c-4105-8acb-a779b292b8bb/9f887ab9-5d7f-4cc3-81a4-5b1002ff1420/2513f345-e688-447f-ace8-73b37d3abda4) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:52.607740 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:52.632145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:52.952731 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.006630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e59125-ad97-4ca3-b4cb-ee90b38764d3 None None] Network eac12c1d-acda-4811-a12e-f96e77b9051f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:53.036361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Allocated IP 2001:db8::1 (844e9772-fc6c-4105-8acb-a779b292b8bb/9f887ab9-5d7f-4cc3-81a4-5b1002ff1420/e207fe79-8728-4e7a-8775-77c4153d75fa) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:53.056280 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.085454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.20.0.1 (5ca0e8ed-f995-4a73-9138-9d99429d673e/c8039a04-fd2a-4c28-b155-b87749f73bf2/fca8a22b-86d7-4bd5-92fd-cdac153223a1) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:53.325890 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.342337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.377939 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Network 844e9772-fc6c-4105-8acb-a779b292b8bb is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:53.405999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.436274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.449875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d2a01b2d-9af2-4464-86de-bdaa4024f2e9 None None] Provisioning complete for port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:53.451362 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d2a01b2d-9af2-4464-86de-bdaa4024f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.463605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:53.467922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:53.500080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 5ca0e8ed-f995-4a73-9138-9d99429d673e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:53.503824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:53.506800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:53.520286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network 844e9772-fc6c-4105-8acb-a779b292b8bb is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:53.545197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:53.549662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:53.550257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.599785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Pushing event updated for resources: {'Port': ['ID=2513f345-e688-447f-ace8-73b37d3abda4,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:53.618409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Port': ['ID=e207fe79-8728-4e7a-8775-77c4153d75fa,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:53.623089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=fca8a22b-86d7-4bd5-92fd-cdac153223a1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:53.637432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.788619 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.860235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-5ca0e8ed-f995-4a73-9138-9d99429d673e', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:15:53.861099 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.869347 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.871261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Attempting to bind port 2513f345-e688-447f-ace8-73b37d3abda4 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:15:53.871623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Attempting to bind port 2513f345-e688-447f-ace8-73b37d3abda4 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '0a759e46-9c90-4b33-8e39-19a40942a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '844e9772-fc6c-4105-8acb-a779b292b8bb'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:15:53.871945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.872058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Attempting to bind port 2513f345-e688-447f-ace8-73b37d3abda4 on network 844e9772-fc6c-4105-8acb-a779b292b8bb {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:15:53.914431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:15:53.914431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Checking segment: {'id': '0a759e46-9c90-4b33-8e39-19a40942a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '844e9772-fc6c-4105-8acb-a779b292b8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:53.914431 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:53.914823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Bound using segment: {'id': '0a759e46-9c90-4b33-8e39-19a40942a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '844e9772-fc6c-4105-8acb-a779b292b8bb'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:15:53.915172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Bound port: 2513f345-e688-447f-ace8-73b37d3abda4, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a759e46-9c90-4b33-8e39-19a40942a777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '844e9772-fc6c-4105-8acb-a779b292b8bb'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:15:53.915547 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.016823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-282c437c-5660-419e-a480-7287a64814c5', 'network_id': '282c437c-5660-419e-a480-7287a64814c5', 'tenant_id': '3b8dae570ad84150a8105d5fb8a23300', 'fixed_ips': [{'subnet_id': 'b683291a-6f40-4cb6-ad79-954db9090a03'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:15:54.017674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.114876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 0984ff02-b5fb-4702-9ba9-426cfc2d4102, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0984ff02-b5fb-4702-9ba9-426cfc2d4102,segment=NetworkSegment(cc0de48c-263d-4fdc-9071-0758321587a6),segment_id=cc0de48c-263d-4fdc-9071-0758321587a6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:54.119525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d2a01b2d-9af2-4464-86de-bdaa4024f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.163858 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.214688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.230521 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.231656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:15:48Z', 'revision_number': 3, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:54.231938 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.368179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9aff58-4e79-48bb-9911-2f7aec5f5703 None None] The sync data for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 is: [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:15:48Z', 'revision_number': 3, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:15:54.429456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network 844e9772-fc6c-4105-8acb-a779b292b8bb is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:54.439661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:54.444498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] For port 2513f345-e688-447f-ace8-73b37d3abda4, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:15:54.458482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Port': ['ID=e207fe79-8728-4e7a-8775-77c4153d75fa,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:54.506848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=0984ff02-b5fb-4702-9ba9-426cfc2d4102,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:54.527829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] For port 2513f345-e688-447f-ace8-73b37d3abda4, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2513f345-e688-447f-ace8-73b37d3abda4,segment=NetworkSegment(0a759e46-9c90-4b33-8e39-19a40942a777),segment_id=0a759e46-9c90-4b33-8e39-19a40942a777)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:15:54.535076 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.540476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.595354 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.615570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Allocated IP 172.20.0.2 (5ca0e8ed-f995-4a73-9138-9d99429d673e/c8039a04-fd2a-4c28-b155-b87749f73bf2/c0113be8-40ab-40e4-b92e-3c3a66bcd75c) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:54.618568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Router f60a2f4b-b78e-4ee7-87fa-cba57c53e720 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:15:54.634724 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-d2a01b2d-9af2-4464-86de-bdaa4024f2e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:15:54.635467 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-d2a01b2d-9af2-4464-86de-bdaa4024f2e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:15:54.681913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=fca8a22b-86d7-4bd5-92fd-cdac153223a1,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:54.688712 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:54.709013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.709405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.709866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.710202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.710630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.711181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.711543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.711883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.712195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.712651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.712966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.713287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:15:54.796419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Allocated IP 2001:db8::2 (282c437c-5660-419e-a480-7287a64814c5/b683291a-6f40-4cb6-ad79-954db9090a03/5fd209f3-3764-4878-9066-477ed7cd651f) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:15:54.822580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:15:54.838653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5eb102c1-0828-4e02-9eda-1265c1c5efe8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "PUT /v2.0/routers/f60a2f4b-b78e-4ee7-87fa-cba57c53e720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7266798 Apr 21 21:15:54.839416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53980) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:54.844991 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8dfe91-524e-4406-a6e6-9e54715b59d3 None None] Sync routers for ids ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:15:54.869196 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8dfe91-524e-4406-a6e6-9e54715b59d3 None None] Routers {'f60a2f4b-b78e-4ee7-87fa-cba57c53e720'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:54.871406 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d8dfe91-524e-4406-a6e6-9e54715b59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:54.927041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25f67f-c7f5-4cc4-ba27-7813915ffba3 None None] Pushing event updated for resources: {'Port': ['ID=2513f345-e688-447f-ace8-73b37d3abda4,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:54.954095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 5ca0e8ed-f995-4a73-9138-9d99429d673e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:54.957555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:55.212677 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d8dfe91-524e-4406-a6e6-9e54715b59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:55.222836 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8dfe91-524e-4406-a6e6-9e54715b59d3 None None] Routers {'f60a2f4b-b78e-4ee7-87fa-cba57c53e720'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:55.223681 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d8dfe91-524e-4406-a6e6-9e54715b59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:55.264158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:15:55.308240 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d8dfe91-524e-4406-a6e6-9e54715b59d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:55.308915 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8dfe91-524e-4406-a6e6-9e54715b59d3 None None] The sync data for ids ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:15:55.351766 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:55.398846 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:55.495480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:15:55.506923 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6728f3af-f0c0-4c6f-b445-86ea5f02cd53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "PUT /v2.0/routers/02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8084307 Apr 21 21:15:55.509133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53988) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:55.754046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Network 5ca0e8ed-f995-4a73-9138-9d99429d673e is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:55.812387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:55.840985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:55.854824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Pushing event updated for resources: {'Port': ['ID=c0113be8-40ab-40e4-b92e-3c3a66bcd75c,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:55.934152 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:55.970762 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:55.983142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:55.983682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:55.984078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:55.984254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7196ca69-c37e-4fc5-9d42-21f6019fe61d None None] Provisioning complete for port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:55.986398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:55.986886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:55.987353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:55.987828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:55.988288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:55.988749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:55.990780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c2c7d491-f05a-476d-b0e7-b38a0c9fa0ce tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6372 time: 0.4805207 Apr 21 21:15:55.993770 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7196ca69-c37e-4fc5-9d42-21f6019fe61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:55.994239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 53992) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:56.014004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53994) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:56.014839 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-398c3265-380c-4bb7-ad94-9ed31922151f tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:15:56.015939 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-398c3265-380c-4bb7-ad94-9ed31922151f tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "PUT /v2.0/routers/f60a2f4b-b78e-4ee7-87fa-cba57c53e720/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1754687 Apr 21 21:15:56.022453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 53996) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:56.099592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Attempting to bind port c0113be8-40ab-40e4-b92e-3c3a66bcd75c on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:15:56.099956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Attempting to bind port c0113be8-40ab-40e4-b92e-3c3a66bcd75c by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:15:56.100316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Attempting to bind port c0113be8-40ab-40e4-b92e-3c3a66bcd75c on network 5ca0e8ed-f995-4a73-9138-9d99429d673e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:15:56.124229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Pushing event updated for resources: {'Port': ['ID=5fd209f3-3764-4878-9066-477ed7cd651f,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:56.140526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:15:56.142142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Checking segment: {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:56.142735 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:56.143814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Bound using segment: {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:15:56.144480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Bound port: c0113be8-40ab-40e4-b92e-3c3a66bcd75c, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:15:56.145556 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:56.215562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:56.218571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:56.218935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:56.219417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:56.223589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Network 282c437c-5660-419e-a480-7287a64814c5 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:15:56.224484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:56.225002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:56.225525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:56.226364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:56.226803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:56.229169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2cf507fe-0631-4dce-b2c2-d5084966e8e2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5847 time: 0.2332346 Apr 21 21:15:56.232211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54000) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:56.289857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:15:56.301538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:15:56.396057 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47422998-92b3-4d63-b761-b9b49eb10a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:56.492338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Attempting to bind port 5fd209f3-3764-4878-9066-477ed7cd651f on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:15:56.494098 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Attempting to bind port 5fd209f3-3764-4878-9066-477ed7cd651f by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '7bec4b47-92f5-4cff-9347-a70d993c715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '282c437c-5660-419e-a480-7287a64814c5'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:15:56.494635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Attempting to bind port 5fd209f3-3764-4878-9066-477ed7cd651f on network 282c437c-5660-419e-a480-7287a64814c5 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:15:56.509240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:15:56.509631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Checking segment: {'id': '7bec4b47-92f5-4cff-9347-a70d993c715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '282c437c-5660-419e-a480-7287a64814c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:15:56.510199 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:56.510610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Bound using segment: {'id': '7bec4b47-92f5-4cff-9347-a70d993c715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '282c437c-5660-419e-a480-7287a64814c5'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:15:56.511102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Bound port: 5fd209f3-3764-4878-9066-477ed7cd651f, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bec4b47-92f5-4cff-9347-a70d993c715e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '282c437c-5660-419e-a480-7287a64814c5'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:15:56.511551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:56.531422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] For port c0113be8-40ab-40e4-b92e-3c3a66bcd75c, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:15:56.645325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] For port 5fd209f3-3764-4878-9066-477ed7cd651f, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:15:56.649409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] For port 5fd209f3-3764-4878-9066-477ed7cd651f, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5fd209f3-3764-4878-9066-477ed7cd651f,segment=NetworkSegment(7bec4b47-92f5-4cff-9347-a70d993c715e),segment_id=7bec4b47-92f5-4cff-9347-a70d993c715e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:15:56.659393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d400f04-0d04-4cba-9841-25c01745127d None None] Network 844e9772-fc6c-4105-8acb-a779b292b8bb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:56.715630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47422998-92b3-4d63-b761-b9b49eb10a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:56.736206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47422998-92b3-4d63-b761-b9b49eb10a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:56.740791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f5c6f4ca-b5e4-4787-8234-1e1345c731ff tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3594 time: 0.5046449 Apr 21 21:15:56.748523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1ec83918-07c9-4e3f-99ec-084361ed38ff up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:56.759107 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:56.795624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] For port c0113be8-40ab-40e4-b92e-3c3a66bcd75c, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c0113be8-40ab-40e4-b92e-3c3a66bcd75c,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:15:56.812179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47422998-92b3-4d63-b761-b9b49eb10a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a94a7a3-8dd8-43df-9102-b0b0f09b5bcd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:56.822629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-47422998-92b3-4d63-b761-b9b49eb10a20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca9ad5143f44499894a75c104b97ae8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8050029 Apr 21 21:15:56.822958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54012) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:56.875863 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:56.925946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7a555-6379-4b8b-bf13-fe4474eaef75 None None] Pushing event updated for resources: {'Port': ['ID=5fd209f3-3764-4878-9066-477ed7cd651f,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:56.970210 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.029547 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1739e917-d3a5-4f54-ac2f-2d173fab9422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.043433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-45213c88-a2f3-469d-b469-86014e10ddd5 None None] Provisioning complete for port 2513f345-e688-447f-ace8-73b37d3abda4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:57.043433 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-45213c88-a2f3-469d-b469-86014e10ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.094955 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1739e917-d3a5-4f54-ac2f-2d173fab9422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.151877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54020) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:57.161075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3ee97e5e-f992-4eac-b3d5-0d98cd633cf6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634982447', 'description': 'tempest-secgroup-smoke-634982447 description', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:57.169073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1ec83918-07c9-4e3f-99ec-084361ed38ff triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:57.170019 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.208074 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ee97e5e-f992-4eac-b3d5-0d98cd633cf6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.227698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b2073-503f-4c59-99d7-7c488cb1068f None None] Pushing event updated for resources: {'Port': ['ID=c0113be8-40ab-40e4-b92e-3c3a66bcd75c,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:57.346632 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ee97e5e-f992-4eac-b3d5-0d98cd633cf6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.356063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ee97e5e-f992-4eac-b3d5-0d98cd633cf6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.396940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1739e917-d3a5-4f54-ac2f-2d173fab9422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.399820 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1739e917-d3a5-4f54-ac2f-2d173fab9422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.404223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1739e917-d3a5-4f54-ac2f-2d173fab9422 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a94a7a3-8dd8-43df-9102-b0b0f09b5bcd HTTP/1.1" status: 204 len: 168 time: 0.5796878 Apr 21 21:15:57.421636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-45213c88-a2f3-469d-b469-86014e10ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.429608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739e917-d3a5-4f54-ac2f-2d173fab9422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a94a7a3-8dd8-43df-9102-b0b0f09b5bcd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:57.440679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ee97e5e-f992-4eac-b3d5-0d98cd633cf6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.442361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3ee97e5e-f992-4eac-b3d5-0d98cd633cf6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2863045 Apr 21 21:15:57.448101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54024) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:57.450509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee97e5e-f992-4eac-b3d5-0d98cd633cf6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab4a5f-a37d-42b2-a36f-b030fa5471d9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:57.464149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1fe67b7e-6989-4d2e-9d79-8cfdb1ef36ad tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'cdab4a5f-a37d-42b2-a36f-b030fa5471d9', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:57.540421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-45213c88-a2f3-469d-b469-86014e10ddd5 None None] For port 2513f345-e688-447f-ace8-73b37d3abda4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2513f345-e688-447f-ace8-73b37d3abda4,segment=NetworkSegment(0a759e46-9c90-4b33-8e39-19a40942a777),segment_id=0a759e46-9c90-4b33-8e39-19a40942a777)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:57.543170 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.581604 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-45213c88-a2f3-469d-b469-86014e10ddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.589705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 1ec83918-07c9-4e3f-99ec-084361ed38ff, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1ec83918-07c9-4e3f-99ec-084361ed38ff,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:15:57.662161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.662950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2513f345-e688-447f-ace8-73b37d3abda4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:57.699703 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fe67b7e-6989-4d2e-9d79-8cfdb1ef36ad tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.745452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45213c88-a2f3-469d-b469-86014e10ddd5 None None] Pushing event updated for resources: {'Port': ['ID=2513f345-e688-447f-ace8-73b37d3abda4,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:57.854219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Sync routers for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:15:57.863066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting port e207fe79-8728-4e7a-8775-77c4153d75fa {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:15:57.863648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:57.895716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=1ec83918-07c9-4e3f-99ec-084361ed38ff,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:57.900303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:57.900989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:57.905047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2513f345-e688-447f-ace8-73b37d3abda4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:57.905423 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.054724 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fe67b7e-6989-4d2e-9d79-8cfdb1ef36ad tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.085828 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fe67b7e-6989-4d2e-9d79-8cfdb1ef36ad tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.089437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:15:58.108347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe67b7e-6989-4d2e-9d79-8cfdb1ef36ad tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873c867f-7971-4fcf-865a-dd35265e411c,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:58.127384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.147707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fe67b7e-6989-4d2e-9d79-8cfdb1ef36ad tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.151732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54038) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:58.156373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b7629155-23c6-45db-82e1-d5112c887458 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'cdab4a5f-a37d-42b2-a36f-b030fa5471d9', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:58.160412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1fe67b7e-6989-4d2e-9d79-8cfdb1ef36ad tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6953418 Apr 21 21:15:58.176733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Calling delete_port for e207fe79-8728-4e7a-8775-77c4153d75fa owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:15:58.196863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7629155-23c6-45db-82e1-d5112c887458 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.289447 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7629155-23c6-45db-82e1-d5112c887458 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.298548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7629155-23c6-45db-82e1-d5112c887458 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.313442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e0c9fa27-1615-4984-b752-1177a6124b0e None None] Provisioning complete for port 2513f345-e688-447f-ace8-73b37d3abda4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:58.314075 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e0c9fa27-1615-4984-b752-1177a6124b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.320753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7629155-23c6-45db-82e1-d5112c887458 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd605da4-60ed-4e17-b750-6ad56288cb5f,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:58.335172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7629155-23c6-45db-82e1-d5112c887458 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.343546 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b7629155-23c6-45db-82e1-d5112c887458 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1879945 Apr 21 21:15:58.368244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54040) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:58.380547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-38daa04b-60e3-4ab5-8a44-8af12b571b5d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'cdab4a5f-a37d-42b2-a36f-b030fa5471d9', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:58.439039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38daa04b-60e3-4ab5-8a44-8af12b571b5d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.465985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0984ff02-b5fb-4702-9ba9-426cfc2d4102 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:58.548294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38daa04b-60e3-4ab5-8a44-8af12b571b5d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.555132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38daa04b-60e3-4ab5-8a44-8af12b571b5d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.589475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38daa04b-60e3-4ab5-8a44-8af12b571b5d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9c36d0-af63-4a7c-88b0-d60d7a70ab7e,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:58.595754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-38daa04b-60e3-4ab5-8a44-8af12b571b5d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.597376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-38daa04b-60e3-4ab5-8a44-8af12b571b5d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2277472 Apr 21 21:15:58.600018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54048) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:58.606456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4a441e77-2d48-46ea-b6a2-b59bedf287be tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'cdab4a5f-a37d-42b2-a36f-b030fa5471d9', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:58.649846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.659959 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4a441e77-2d48-46ea-b6a2-b59bedf287be tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.668222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e0c9fa27-1615-4984-b752-1177a6124b0e None None] Could not find standard attr ID for object e207fe79-8728-4e7a-8775-77c4153d75fa. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:58.677901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:58.678283 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.683277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:15:53Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:15:54Z', 'revision_number': 2, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:58.693078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Port': ['ID=e207fe79-8728-4e7a-8775-77c4153d75fa,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:58.785074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54052) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:58.789508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4a441e77-2d48-46ea-b6a2-b59bedf287be tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.795759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Checking router: 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:15:58.796115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Updating router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 port fca8a22b-86d7-4bd5-92fd-cdac153223a1 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:15:58.801808 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4a441e77-2d48-46ea-b6a2-b59bedf287be tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.823315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a441e77-2d48-46ea-b6a2-b59bedf287be tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb87ae59-c4bc-4063-9552-40851661b82d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:58.854168 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.862115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f2cfffba-edbd-40fc-a5f8-942e17a7d999 None None] Could not find standard attr ID for object e207fe79-8728-4e7a-8775-77c4153d75fa. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:15:58.890625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4a441e77-2d48-46ea-b6a2-b59bedf287be tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.892836 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4a441e77-2d48-46ea-b6a2-b59bedf287be tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2914901 Apr 21 21:15:58.895385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54058) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:58.900934 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d2d59308-11df-49e2-9b46-9dfedc13806f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'cdab4a5f-a37d-42b2-a36f-b030fa5471d9', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:58.916786 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.944502 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-d2d59308-11df-49e2-9b46-9dfedc13806f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Project 8f4a1bca2bda4243bf77ec6f0a59427b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:15:58.951684 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d2d59308-11df-49e2-9b46-9dfedc13806f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:58.996448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-993143167-network', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:59.061680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d2d59308-11df-49e2-9b46-9dfedc13806f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.075009 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d2d59308-11df-49e2-9b46-9dfedc13806f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.120676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d59308-11df-49e2-9b46-9dfedc13806f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5a46ef-3940-4189-ab01-ecf55c232958,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:59.145363 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d2d59308-11df-49e2-9b46-9dfedc13806f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.150753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d2d59308-11df-49e2-9b46-9dfedc13806f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2538488 Apr 21 21:15:59.153610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54064) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:59.171135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Router f60a2f4b-b78e-4ee7-87fa-cba57c53e720 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:15:59.172542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Made reservation on behalf of 4fdcc1b738f84e55bb1cea0c055f7164 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:15:59.179186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.189985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8a7f3d97-dc6c-436c-9dc9-343451605960 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'cdab4a5f-a37d-42b2-a36f-b030fa5471d9', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:59.247228 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-8a7f3d97-dc6c-436c-9dc9-343451605960 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Project 8f4a1bca2bda4243bf77ec6f0a59427b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:15:59.250723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.258445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3d97-dc6c-436c-9dc9-343451605960 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.426487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.436403 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3d97-dc6c-436c-9dc9-343451605960 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.438335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.452620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3d97-dc6c-436c-9dc9-343451605960 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.480665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b074c489-e173-47fc-88cc-57b1bcfb4d86 None None] Network 5ca0e8ed-f995-4a73-9138-9d99429d673e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:59.482302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f3d97-dc6c-436c-9dc9-343451605960 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d40f10-121b-4bad-bdb5-99a97880aa6a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:59.516783 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a7f3d97-dc6c-436c-9dc9-343451605960 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.525373 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8a7f3d97-dc6c-436c-9dc9-343451605960 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3700967 Apr 21 21:15:59.576345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a4b931-4b3d-491f-9eb6-f30914cf78f3 None None] Network 282c437c-5660-419e-a480-7287a64814c5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:15:59.656248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:15:59.681819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:15:59.683870 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d00a41-adfb-42fa-8d9b-d87f789df378,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:15:59.691533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c8eaa42e-92de-4558-bb21-5c9c2e00f25a tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "PUT /v2.0/routers/f60a2f4b-b78e-4ee7-87fa-cba57c53e720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6674938 Apr 21 21:15:59.695119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54084) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:59.705861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.706361 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Added segment 82666319-c275-425b-a431-e75ffe27b118 of type vlan for network 2c19792a-4223-47e4-87ed-3889594b1f83 Apr 21 21:15:59.709264 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0735d7-ea98-40c5-915f-0e147c46f9d2 None None] Sync routers for ids ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:15:59.752111 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0735d7-ea98-40c5-915f-0e147c46f9d2 None None] Routers {'f60a2f4b-b78e-4ee7-87fa-cba57c53e720'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:59.760375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1ec83918-07c9-4e3f-99ec-084361ed38ff up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:15:59.766494 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b0735d7-ea98-40c5-915f-0e147c46f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:59.775960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.802785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-25317ee6-c920-443e-a34f-ca120ca76122 None None] Provisioning complete for port c0113be8-40ab-40e4-b92e-3c3a66bcd75c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:15:59.814464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-25317ee6-c920-443e-a34f-ca120ca76122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.830249 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-43cb9514-e4aa-4c84-9dbc-c1b333f89881 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] delete failed (client error): The resource could not be found. Apr 21 21:15:59.839801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-43cb9514-e4aa-4c84-9dbc-c1b333f89881 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-155997666 HTTP/1.1" status: 404 len: 334 time: 0.1428456 Apr 21 21:15:59.840706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54098) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:15:59.853437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-aeedeb62-8708-4c93-8447-4a822b1ddc16 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f60a2f4b-b78e-4ee7-87fa-cba57c53e720'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:15:59.872151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.878741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:15:59.879675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:15:59.882859 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b0735d7-ea98-40c5-915f-0e147c46f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:59.905100 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0735d7-ea98-40c5-915f-0e147c46f9d2 None None] Routers {'f60a2f4b-b78e-4ee7-87fa-cba57c53e720'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:15:59.906841 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b0735d7-ea98-40c5-915f-0e147c46f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:59.977276 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6b0735d7-ea98-40c5-915f-0e147c46f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:15:59.977910 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0735d7-ea98-40c5-915f-0e147c46f9d2 None None] The sync data for ids ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:00.162587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aeedeb62-8708-4c93-8447-4a822b1ddc16 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.200298 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-aeedeb62-8708-4c93-8447-4a822b1ddc16 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] update failed (client error): The resource could not be found. Apr 21 21:16:00.202214 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aeedeb62-8708-4c93-8447-4a822b1ddc16 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "PUT /v2.0/routers/f60a2f4b-b78e-4ee7-87fa-cba57c53e720 HTTP/1.1" status: 404 len: 339 time: 0.3594761 Apr 21 21:16:00.208395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54106) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:00.215805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2049359557'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:00.252012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Made reservation on behalf of 3b8dae570ad84150a8105d5fb8a23300 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:00.256420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.268407 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.306448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.307440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:16:00.323862 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.324443 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Added segment a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939 of type vlan for network ed818729-18f7-464e-9240-6744eb16a99f Apr 21 21:16:00.328729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1ec83918-07c9-4e3f-99ec-084361ed38ff triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:00.329699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.401670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.452140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.457982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:00.458421 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.463425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97a223-dcb0-45d8-b957-d93459b076e1 None None] Pushing event updated for resources: {'Port': ['ID=fca8a22b-86d7-4bd5-92fd-cdac153223a1,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:00.491877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-25317ee6-c920-443e-a34f-ca120ca76122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.527535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-3e42d499-571f-4fb4-9b7b-c57f55a69bee tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634982447&fields=id&tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b HTTP/1.1" status: 200 len: 267 time: 0.6922042 Apr 21 21:16:00.537018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7506104 Apr 21 21:16:00.540866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54112) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:00.549456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Request body: {'subnet': {'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-993143167-subnet', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:00.555868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Network': ['ID=ed818729-18f7-464e-9240-6744eb16a99f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:00.564231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ef5e2-3645-40ce-aa04-3353c71df83a admin admin] Pushing event updated for resources: {'Network': ['ID=2c19792a-4223-47e4-87ed-3889594b1f83,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:00.574027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-18b855af-890f-4206-94fd-ddae2b1ccb81 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3638628 Apr 21 21:16:00.576984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54114) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:00.583507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'subnet': {'network_id': 'ed818729-18f7-464e-9240-6744eb16a99f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:00.635421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Made reservation on behalf of 4fdcc1b738f84e55bb1cea0c055f7164 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:00.639197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.650175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network ed818729-18f7-464e-9240-6744eb16a99f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:16:00.705765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Made reservation on behalf of 3b8dae570ad84150a8105d5fb8a23300 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:00.710304 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.750920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2c19792a-4223-47e4-87ed-3889594b1f83 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:16:00.765514 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-75851870-a9fd-4959-8f5c-f9a4d1195e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.831419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:00.946352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:00.975994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877304-1011-43e8-850d-58bd22392e77 req-4ad3599c-3b8a-4253-be58-b0c158bffa4b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:00.978504 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-4ad3599c-3b8a-4253-be58-b0c158bffa4b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/networks?id=5ca0e8ed-f995-4a73-9138-9d99429d673e HTTP/1.1" status: 200 len: 796 time: 0.4396389 Apr 21 21:16:00.988609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Checking segment: {'id': '82666319-c275-425b-a431-e75ffe27b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:00.995801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Attempting to bind port fca8a22b-86d7-4bd5-92fd-cdac153223a1 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:00.996167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Attempting to bind port fca8a22b-86d7-4bd5-92fd-cdac153223a1 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:00.996284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Network hostable DHCP agents. Network: 2c19792a-4223-47e4-87ed-3889594b1f83, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:16:00.996530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Attempting to bind port fca8a22b-86d7-4bd5-92fd-cdac153223a1 on network 5ca0e8ed-f995-4a73-9138-9d99429d673e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:01.021184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-aec0657b-e818-4bb3-8331-1dff933bbdae tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/quotas/8f4a1bca2bda4243bf77ec6f0a59427b HTTP/1.1" status: 200 len: 375 time: 0.0343740 Apr 21 21:16:01.043632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Network 2c19792a-4223-47e4-87ed-3889594b1f83 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:16:01.048425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-25317ee6-c920-443e-a34f-ca120ca76122 None None] For port c0113be8-40ab-40e4-b92e-3c3a66bcd75c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c0113be8-40ab-40e4-b92e-3c3a66bcd75c,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:01.094858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2c19792a-4223-47e4-87ed-3889594b1f83) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:01.105415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:01.106167 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.131843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-d0714fbb-5e33-4d9f-8375-8a7d6b95ec51 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030746 Apr 21 21:16:01.146950 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-72112aa6-ca32-432a-89b4-cf38f330fc5d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6045158 Apr 21 21:16:01.148177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54128) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:01.159707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:01.164089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:01.165351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Checking segment: {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:01.166731 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.167244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Bound using segment: {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:01.168972 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Bound port: fca8a22b-86d7-4bd5-92fd-cdac153223a1, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:01.174511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.259077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.259999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.327232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be9a1b-1ffb-4f18-bde6-022655d376d4 None None] Network 2c19792a-4223-47e4-87ed-3889594b1f83 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:01.336524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-25317ee6-c920-443e-a34f-ca120ca76122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.345518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c0113be8-40ab-40e4-b92e-3c3a66bcd75c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:01.426395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.698167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-25317ee6-c920-443e-a34f-ca120ca76122 None None] Provisioning complete for port fca8a22b-86d7-4bd5-92fd-cdac153223a1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:01.698637 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-25317ee6-c920-443e-a34f-ca120ca76122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.700073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.762266 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] For port fca8a22b-86d7-4bd5-92fd-cdac153223a1, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:01.766821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] For port fca8a22b-86d7-4bd5-92fd-cdac153223a1, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fca8a22b-86d7-4bd5-92fd-cdac153223a1,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:01.808110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Subnet': ['ID=acc326bf-2eeb-45cf-96e2-f27e91830fd7,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:01.826017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.826504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.826846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.827180 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.827511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.827837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.828162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.828482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.828829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.829159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.829479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.829794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:01.839159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Checking segment: {'id': 'a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed818729-18f7-464e-9240-6744eb16a99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:01.839626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network hostable DHCP agents. Network: ed818729-18f7-464e-9240-6744eb16a99f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:16:01.854080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.864080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network ed818729-18f7-464e-9240-6744eb16a99f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:16:01.880170 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.895977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, ed818729-18f7-464e-9240-6744eb16a99f) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:01.906101 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-016bfe0e-a596-4762-ac5d-762b4ed02710 service neutron] 10.222.0.49 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280204 Apr 21 21:16:01.906878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:01.907617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:01.934810 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fd41ee36-31a3-4d60-a778-118a0ae5d3b5 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3562400 Apr 21 21:16:01.937132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54142) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:01.938704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-25317ee6-c920-443e-a34f-ca120ca76122 None None] Port fca8a22b-86d7-4bd5-92fd-cdac153223a1 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:01.943018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25317ee6-c920-443e-a34f-ca120ca76122 None None] Pushing event updated for resources: {'Port': ['ID=c0113be8-40ab-40e4-b92e-3c3a66bcd75c,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:01.944452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0b70147c-6e36-484a-8e43-9f2cf7481faf tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed818729-18f7-464e-9240-6744eb16a99f'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:01.952747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b157193-9a8c-438a-bef3-58305fff525f None None] Network ed818729-18f7-464e-9240-6744eb16a99f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:02.090142 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-58dd512a-d975-4e0f-92d5-61ef6615db69 service neutron] 10.222.0.49 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831179 Apr 21 21:16:02.321555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97a223-dcb0-45d8-b957-d93459b076e1 None None] Pushing event updated for resources: {'Port': ['ID=fca8a22b-86d7-4bd5-92fd-cdac153223a1,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:02.344178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-129f492f-1010-488d-8582-14e234cb819b None None] Provisioning complete for port c0113be8-40ab-40e4-b92e-3c3a66bcd75c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:02.355180 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-129f492f-1010-488d-8582-14e234cb819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:02.357192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:02.358008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:15:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:02.478355 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:02.501800 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:02.542450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b70147c-6e36-484a-8e43-9f2cf7481faf tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:02.573383 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-53fd6a56-84b9-42ac-b5da-8285e69e941a req-0a3c63f5-af6a-47de-ad8d-2d625aefe55e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 210 time: 0.0992718 Apr 21 21:16:02.624912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:02.711152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Allocated IP 172.25.0.182 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/0f68543b-7bd4-4de3-8c85-bdf8e2697fb6) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:02.798231 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-0b70147c-6e36-484a-8e43-9f2cf7481faf tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:16:02.803323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0b70147c-6e36-484a-8e43-9f2cf7481faf tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "PUT /v2.0/routers/f60a2f4b-b78e-4ee7-87fa-cba57c53e720 HTTP/1.1" status: 400 len: 364 time: 0.8608909 Apr 21 21:16:02.807006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54166) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:02.920480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c0113be8-40ab-40e4-b92e-3c3a66bcd75c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:02.921199 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:02.933013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:03.021873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:03.113640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:03.128181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:03.137080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:03.236989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f68543b-7bd4-4de3-8c85-bdf8e2697fb6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:03.276105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-ed818729-18f7-464e-9240-6744eb16a99f', 'network_id': 'ed818729-18f7-464e-9240-6744eb16a99f', 'tenant_id': '3b8dae570ad84150a8105d5fb8a23300', 'fixed_ips': [{'subnet_id': 'acc326bf-2eeb-45cf-96e2-f27e91830fd7'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:16:03.277045 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:03.421821 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1bd18774-adf8-4d79-b1f4-7a25e18ebdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:03.456346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-2c19792a-4223-47e4-87ed-3889594b1f83', 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'fixed_ips': [{'subnet_id': '4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:16:03.457212 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:03.472434 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:03.755536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:03.925795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6dfcc967-4801-4353-b119-c6ca061075df req-26e49273-b362-44a6-bd59-240e4e810b9a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 210 time: 0.2170572 Apr 21 21:16:03.986580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Allocated IP 2001:db8::1 (eac12c1d-acda-4811-a12e-f96e77b9051f/d5428b8b-16e4-4e1f-afb7-debbabb0525f/f4085ec5-0262-4b3a-b709-f43597f03caa) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:04.123819 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:04.199270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877304-1011-43e8-850d-58bd22392e77 req-f2ca7809-afde-43fd-a73c-8601963af247 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:04.201652 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-f2ca7809-afde-43fd-a73c-8601963af247 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "GET /v2.0/networks?id=5ca0e8ed-f995-4a73-9138-9d99429d673e HTTP/1.1" status: 200 len: 796 time: 0.1675026 Apr 21 21:16:04.259088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:04.299334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-3b26a691-90ef-492c-9da8-dba97c04bea2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b HTTP/1.1" status: 200 len: 379 time: 0.0871477 Apr 21 21:16:04.305504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-129f492f-1010-488d-8582-14e234cb819b None None] Provisioning complete for port 5fd209f3-3764-4878-9066-477ed7cd651f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:04.306508 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-129f492f-1010-488d-8582-14e234cb819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:04.310213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'port': {'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'admin_state_up': True, 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'security_groups': ['cdab4a5f-a37d-42b2-a36f-b030fa5471d9']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:04.323136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:04.367697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2513f345-e688-447f-ace8-73b37d3abda4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:04.371356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:15:53Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:01Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:04.375005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:04.409335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Port': ['ID=f4085ec5-0262-4b3a-b709-f43597f03caa,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:04.445348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network eac12c1d-acda-4811-a12e-f96e77b9051f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:04.447187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:04.468805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:04.469420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:04.472544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Router d61b3b99-d927-4f02-9111-29eb09449afc is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:16:04.501292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e614c09-16f2-45ba-873c-a0500c7fd897 None None] The sync data for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 is: [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:15:53Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:01Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:04.643164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Allocated IP 172.20.0.2 (2c19792a-4223-47e4-87ed-3889594b1f83/4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4/e7f339f2-80de-46f2-8af1-bd2118e2f756) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:04.743405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Allocated IP 2001:db8:1::2 (ed818729-18f7-464e-9240-6744eb16a99f/acc326bf-2eeb-45cf-96e2-f27e91830fd7/69acdff7-bc66-41b3-9296-cf6e6f133dac) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:04.743754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:04.785920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:04.804043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Made reservation on behalf of 8f4a1bca2bda4243bf77ec6f0a59427b for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:04.807545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:04.886971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:04.898893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b438ecd1-5397-4fd5-8735-b67d893ea2b8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7473319 Apr 21 21:16:04.899399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54190) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:04.900704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Sync routers for ids ['d61b3b99-d927-4f02-9111-29eb09449afc'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:05.087179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Routers {'d61b3b99-d927-4f02-9111-29eb09449afc'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:05.087837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d61b3b99-d927-4f02-9111-29eb09449afc'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:05.093385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-930806e2-68cc-4b52-8dd0-aa08fb66bf95 req-4f41a3ed-6a34-4140-8184-79a5cec92674 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 210 time: 0.0472918 Apr 21 21:16:05.282777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2513f345-e688-447f-ace8-73b37d3abda4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:05.283287 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:05.311060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.20.0.7 (5ca0e8ed-f995-4a73-9138-9d99429d673e/c8039a04-fd2a-4c28-b155-b87749f73bf2/4725cd41-2c29-4a93-8dff-1230fb87e5bf) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:05.332598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:05.341845 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-129f492f-1010-488d-8582-14e234cb819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:05.348836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:05.349781 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:05.490625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event updated for resources: {'Port': ['ID=f4085ec5-0262-4b3a-b709-f43597f03caa,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:05.527255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Set router d61b3b99-d927-4f02-9111-29eb09449afc gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:05.673429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Network eac12c1d-acda-4811-a12e-f96e77b9051f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:05.679400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:05.752304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:05.930328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Router f60a2f4b-b78e-4ee7-87fa-cba57c53e720 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:06.020750 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.024942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.050604 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.080777 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.137736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-129f492f-1010-488d-8582-14e234cb819b None None] For port 5fd209f3-3764-4878-9066-477ed7cd651f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5fd209f3-3764-4878-9066-477ed7cd651f,segment=NetworkSegment(7bec4b47-92f5-4cff-9347-a70d993c715e),segment_id=7bec4b47-92f5-4cff-9347-a70d993c715e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:06.139150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=4725cd41-2c29-4a93-8dff-1230fb87e5bf,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:06.166387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.199769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:06.208059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5539b55c-87da-4dd7-918d-45e1f0ea97fe tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "PUT /v2.0/routers/f60a2f4b-b78e-4ee7-87fa-cba57c53e720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3959541 Apr 21 21:16:06.225295 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7d2fc3-cfef-4920-8089-3be02b3c114a None None] Sync routers for ids ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:06.226784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54202) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:06.250779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 5ca0e8ed-f995-4a73-9138-9d99429d673e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:06.256597 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d2fc3-cfef-4920-8089-3be02b3c114a None None] Routers {'f60a2f4b-b78e-4ee7-87fa-cba57c53e720'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:06.259773 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5f7d2fc3-cfef-4920-8089-3be02b3c114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:06.260298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:06.266011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:06.329919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7703e-179f-40b2-b1d7-11d8d9aff662 req-69560b0e-805a-4471-a7e5-bbbfdc34eeab tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:06.334697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5d7703e-179f-40b2-b1d7-11d8d9aff662 req-69560b0e-805a-4471-a7e5-bbbfdc34eeab tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 931 time: 0.1370938 Apr 21 21:16:06.357122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5fd209f3-3764-4878-9066-477ed7cd651f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:06.374427 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5f7d2fc3-cfef-4920-8089-3be02b3c114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:06.396016 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d2fc3-cfef-4920-8089-3be02b3c114a None None] Routers {'f60a2f4b-b78e-4ee7-87fa-cba57c53e720'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:06.397793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5f7d2fc3-cfef-4920-8089-3be02b3c114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:06.408997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Network 2c19792a-4223-47e4-87ed-3889594b1f83 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:06.421783 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d5d7703e-179f-40b2-b1d7-11d8d9aff662 req-304ec611-ab23-473d-8461-9def8826990b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733728 Apr 21 21:16:06.441190 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5f7d2fc3-cfef-4920-8089-3be02b3c114a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:06.442082 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7d2fc3-cfef-4920-8089-3be02b3c114a None None] The sync data for ids ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:06.443674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-129f492f-1010-488d-8582-14e234cb819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.474944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-74eafe9a-d086-4f28-b460-b141eb7f06c8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.480169 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.485107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:06.501537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:06.561514 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.614358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Pushing event updated for resources: {'Port': ['ID=e7f339f2-80de-46f2-8af1-bd2118e2f756,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:06.639672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:01Z', 'updated_at': '2022-04-21T21:16:03Z', 'revision_number': 3, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'gw_port': {'id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:02Z', 'updated_at': '2022-04-21T21:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:06.737530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-129f492f-1010-488d-8582-14e234cb819b None None] Provisioning complete for port fca8a22b-86d7-4bd5-92fd-cdac153223a1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:06.737911 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-129f492f-1010-488d-8582-14e234cb819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.746298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Checking router: d61b3b99-d927-4f02-9111-29eb09449afc for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:06.746647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Updating router d61b3b99-d927-4f02-9111-29eb09449afc port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:16:06.752217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Network ed818729-18f7-464e-9240-6744eb16a99f is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:06.774997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Attempting to bind port e7f339f2-80de-46f2-8af1-bd2118e2f756 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:06.775369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Attempting to bind port e7f339f2-80de-46f2-8af1-bd2118e2f756 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '82666319-c275-425b-a431-e75ffe27b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:06.775868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Attempting to bind port e7f339f2-80de-46f2-8af1-bd2118e2f756 on network 2c19792a-4223-47e4-87ed-3889594b1f83 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:06.799457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:06.813005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:06.854791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:06.855184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Checking segment: {'id': '82666319-c275-425b-a431-e75ffe27b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:06.855730 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.856128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Bound using segment: {'id': '82666319-c275-425b-a431-e75ffe27b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:06.856639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Bound port: e7f339f2-80de-46f2-8af1-bd2118e2f756, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82666319-c275-425b-a431-e75ffe27b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:06.857032 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:06.870523 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.017145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:07.018809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.065440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f492f-1010-488d-8582-14e234cb819b None None] Pushing event updated for resources: {'Port': ['ID=5fd209f3-3764-4878-9066-477ed7cd651f,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:07.066674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-4fc3d88c-c941-4237-832f-8bc6d3b4e9b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7618804 Apr 21 21:16:07.085351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Request body: {'port': {'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:07.118819 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.130211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5fd209f3-3764-4878-9066-477ed7cd651f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:07.130731 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.143933 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-74eafe9a-d086-4f28-b460-b141eb7f06c8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 21:16:07.147558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-74eafe9a-d086-4f28-b460-b141eb7f06c8 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/routers/f60a2f4b-b78e-4ee7-87fa-cba57c53e720 HTTP/1.1" status: 409 len: 329 time: 0.9165590 Apr 21 21:16:07.148378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54212) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:07.176516 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.475584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Attempting to bind port 69acdff7-bc66-41b3-9296-cf6e6f133dac on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:07.476107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Attempting to bind port 69acdff7-bc66-41b3-9296-cf6e6f133dac by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed818729-18f7-464e-9240-6744eb16a99f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:07.484998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Attempting to bind port 69acdff7-bc66-41b3-9296-cf6e6f133dac on network ed818729-18f7-464e-9240-6744eb16a99f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:07.514829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Pushing event updated for resources: {'Port': ['ID=69acdff7-bc66-41b3-9296-cf6e6f133dac,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:07.577684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:07.578383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Checking segment: {'id': 'a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed818729-18f7-464e-9240-6744eb16a99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:07.578933 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.579465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Bound using segment: {'id': 'a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed818729-18f7-464e-9240-6744eb16a99f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:07.580123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Bound port: 69acdff7-bc66-41b3-9296-cf6e6f133dac, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'ed818729-18f7-464e-9240-6744eb16a99f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:07.580696 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.600023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Allocated IP 172.20.0.1 (2c19792a-4223-47e4-87ed-3889594b1f83/4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4/e85ea326-a63b-4d15-ba03-3baeb2e13812) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:07.613787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] For port e7f339f2-80de-46f2-8af1-bd2118e2f756, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:07.636708 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-129f492f-1010-488d-8582-14e234cb819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.647758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] For port e7f339f2-80de-46f2-8af1-bd2118e2f756, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e7f339f2-80de-46f2-8af1-bd2118e2f756,segment=NetworkSegment(82666319-c275-425b-a431-e75ffe27b118),segment_id=82666319-c275-425b-a431-e75ffe27b118)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:07.676260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156c4c9-aedf-4ae0-94de-d0ae03dcf25a req-f89a3cb0-e18d-43c8-9a1b-5d4ce6181022 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:07.683705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f156c4c9-aedf-4ae0-94de-d0ae03dcf25a req-f89a3cb0-e18d-43c8-9a1b-5d4ce6181022 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 931 time: 0.1186979 Apr 21 21:16:07.689757 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.836657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f156c4c9-aedf-4ae0-94de-d0ae03dcf25a req-e4652ea6-ddd6-4e76-b073-78bd5b8a15b8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507697 Apr 21 21:16:07.848695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-129f492f-1010-488d-8582-14e234cb819b None None] For port fca8a22b-86d7-4bd5-92fd-cdac153223a1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fca8a22b-86d7-4bd5-92fd-cdac153223a1,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:07.875698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-129f492f-1010-488d-8582-14e234cb819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.892518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.951665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] For port 69acdff7-bc66-41b3-9296-cf6e6f133dac, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:07.957114 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.960272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] For port 69acdff7-bc66-41b3-9296-cf6e6f133dac, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=69acdff7-bc66-41b3-9296-cf6e6f133dac,segment=NetworkSegment(a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939),segment_id=a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:07.962133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f0fb8-2b9e-4ca6-af84-ed43327358d2 None None] Pushing event updated for resources: {'Port': ['ID=e7f339f2-80de-46f2-8af1-bd2118e2f756,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:07.975117 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:07.999883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.000689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4725cd41-2c29-4a93-8dff-1230fb87e5bf {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:16:08.013539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.046279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Transition to ACTIVE for port object 4725cd41-2c29-4a93-8dff-1230fb87e5bf will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:16:08.057072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.068461 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.183049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f492f-1010-488d-8582-14e234cb819b None None] Pushing event updated for resources: {'Port': ['ID=fca8a22b-86d7-4bd5-92fd-cdac153223a1,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:08.203990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Attempting to bind port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:08.206420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Attempting to bind port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:08.206966 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Attempting to bind port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:08.255555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Pushing event updated for resources: {'Port': ['ID=4725cd41-2c29-4a93-8dff-1230fb87e5bf,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:08.324710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:08.326569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:08.327004 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.327542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:08.328047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Bound port: 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:08.328433 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.428447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfff21-9bca-4056-ab87-15a21f45e8f6 None None] Pushing event updated for resources: {'Port': ['ID=69acdff7-bc66-41b3-9296-cf6e6f133dac,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:08.492649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.496209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c31a35cd-0212-4be5-b944-d52807c6c081 None None] Provisioning complete for port f4085ec5-0262-4b3a-b709-f43597f03caa triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:08.498224 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c31a35cd-0212-4be5-b944-d52807c6c081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.507028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c0113be8-40ab-40e4-b92e-3c3a66bcd75c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:08.607892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting port f4085ec5-0262-4b3a-b709-f43597f03caa {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:08.613250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.634981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Network 2c19792a-4223-47e4-87ed-3889594b1f83 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:08.652016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:08.671396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:08.673699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Attempting to bind port 4725cd41-2c29-4a93-8dff-1230fb87e5bf on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:08.674030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Attempting to bind port 4725cd41-2c29-4a93-8dff-1230fb87e5bf by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:08.674359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Attempting to bind port 4725cd41-2c29-4a93-8dff-1230fb87e5bf on network 5ca0e8ed-f995-4a73-9138-9d99429d673e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:08.693796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Pushing event updated for resources: {'Port': ['ID=e85ea326-a63b-4d15-ba03-3baeb2e13812,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:08.729827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c31a35cd-0212-4be5-b944-d52807c6c081 None None] Port f4085ec5-0262-4b3a-b709-f43597f03caa cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:08.739698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1de6c-ccfc-44d5-b08a-d5cc2444007e None None] Pushing event updated for resources: {'Port': ['ID=0f68543b-7bd4-4de3-8c85-bdf8e2697fb6,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:08.751451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] For port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:08.755830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] For port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0f68543b-7bd4-4de3-8c85-bdf8e2697fb6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:08.757431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Port 4725cd41-2c29-4a93-8dff-1230fb87e5bf on network 5ca0e8ed-f995-4a73-9138-9d99429d673e not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:16:08.761278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Attempting to bind port 4725cd41-2c29-4a93-8dff-1230fb87e5bf on network 5ca0e8ed-f995-4a73-9138-9d99429d673e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:08.762088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c0113be8-40ab-40e4-b92e-3c3a66bcd75c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:08.762464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.770327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c31a35cd-0212-4be5-b944-d52807c6c081 None None] Provisioning complete for port fca8a22b-86d7-4bd5-92fd-cdac153223a1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:08.770697 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c31a35cd-0212-4be5-b944-d52807c6c081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.773582 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.785096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:08.787823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Checking segment: {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:08.790667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Bound using segment: {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:08.791443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Bound port: 4725cd41-2c29-4a93-8dff-1230fb87e5bf, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff606e68-4736-4f83-a756-38a7567abfdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:08.792027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.827778 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.940359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:08.963772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] For port 4725cd41-2c29-4a93-8dff-1230fb87e5bf, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:08.967752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] For port 4725cd41-2c29-4a93-8dff-1230fb87e5bf, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:08.970895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Calling delete_port for f4085ec5-0262-4b3a-b709-f43597f03caa owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:08.993199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bac51-7486-4303-ba0c-bd120d9088b3 req-856f8281-ca7d-459f-bdd1-48d0bb4c6e47 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:08.994897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-993bac51-7486-4303-ba0c-bd120d9088b3 req-856f8281-ca7d-459f-bdd1-48d0bb4c6e47 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1723053 Apr 21 21:16:09.009478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Routers {'d61b3b99-d927-4f02-9111-29eb09449afc'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:09.010256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d61b3b99-d927-4f02-9111-29eb09449afc'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:09.053965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1de6c-ccfc-44d5-b08a-d5cc2444007e None None] Pushing event updated for resources: {'Port': ['ID=0f68543b-7bd4-4de3-8c85-bdf8e2697fb6,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:09.098914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:09.120342 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-993bac51-7486-4303-ba0c-bd120d9088b3 req-775fb453-7e37-4adc-b9b1-74cb1bb375c7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139872 Apr 21 21:16:09.193533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:09.194375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:09.194804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fca8a22b-86d7-4bd5-92fd-cdac153223a1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:09.196508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] 10.222.0.43 "PUT /v2.0/ports/4725cd41-2c29-4a93-8dff-1230fb87e5bf HTTP/1.1" status: 200 len: 1091 time: 2.1152821 Apr 21 21:16:09.212526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:16:09.216540 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c471702-acec-4f03-96aa-eeb1daf9df08" -d '{"events": [{"name": "network-changed", "server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:16:09.241289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] Set router d61b3b99-d927-4f02-9111-29eb09449afc gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:09.252014 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:09.329389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b09fc-e649-48e8-abd5-897b16d32652 service neutron] Pushing event updated for resources: {'Port': ['ID=4725cd41-2c29-4a93-8dff-1230fb87e5bf,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:09.335541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:09.358036 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1efd5-5521-4403-8066-c37a1a47a99a x-openstack-request-id: req-4ca1efd5-5521-4403-8066-c37a1a47a99a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:16:09.358371 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:16:09.358746 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ca1efd5-5521-4403-8066-c37a1a47a99a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:16:09.359247 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca1efd5-5521-4403-8066-c37a1a47a99a'] response: {'name': 'network-changed', 'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'status': 'completed', 'code': 200} Apr 21 21:16:09.370182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42891b00-ae19-44b8-99b6-9ebf4113b6fa req-61b6c9aa-bcca-4cca-9699-e4ccbba82c15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:09.372135 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891b00-ae19-44b8-99b6-9ebf4113b6fa req-61b6c9aa-bcca-4cca-9699-e4ccbba82c15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 943 time: 0.4018543 Apr 21 21:16:09.381184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Port': ['ID=f4085ec5-0262-4b3a-b709-f43597f03caa,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:09.507429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fca8a22b-86d7-4bd5-92fd-cdac153223a1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:09.507964 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:09.567660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877304-1011-43e8-850d-58bd22392e77 req-9995899a-8674-43b9-9a5e-410d6078415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:09.569436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-9995899a-8674-43b9-9a5e-410d6078415a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 1094 time: 0.2987962 Apr 21 21:16:09.605749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:09.612507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42891b00-ae19-44b8-99b6-9ebf4113b6fa req-bc78c453-f55b-43cd-9495-b08db97a7feb tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837025 Apr 21 21:16:09.707286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5fd209f3-3764-4878-9066-477ed7cd651f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:09.707482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-657179f4-7342-4953-972f-c3efd5355d24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf HTTP/1.1" status: 200 len: 217 time: 0.0927253 Apr 21 21:16:09.813332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877304-1011-43e8-850d-58bd22392e77 req-185567f5-851a-47d1-80a8-49b62c020a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:09.816025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-185567f5-851a-47d1-80a8-49b62c020a6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8039a04-fd2a-4c28-b155-b87749f73bf2 HTTP/1.1" status: 200 len: 835 time: 0.0972943 Apr 21 21:16:09.832952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:01Z', 'updated_at': '2022-04-21T21:16:03Z', 'revision_number': 3, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'gw_port': {'id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:02Z', 'updated_at': '2022-04-21T21:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:09.916982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Router f60a2f4b-b78e-4ee7-87fa-cba57c53e720 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:09.956286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e5455f-29f2-4f16-9b84-7cefea99df8a None None] The sync data for ids ['d61b3b99-d927-4f02-9111-29eb09449afc'] in n-d-838945-1 is: [{'id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:01Z', 'updated_at': '2022-04-21T21:16:03Z', 'revision_number': 3, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'gw_port': {'id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:02Z', 'updated_at': '2022-04-21T21:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:09.969319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5fd209f3-3764-4878-9066-477ed7cd651f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:09.969921 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:09.977540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:09.988135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:10.041403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:10.047308 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c06860b4-2cd6-4fa0-ad2d-8feed0bf2ad9 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "PUT /v2.0/routers/f60a2f4b-b78e-4ee7-87fa-cba57c53e720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8968618 Apr 21 21:16:10.052686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54236) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:10.062231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5b6f7-c85d-4e19-8288-a3a53f42771f None None] Sync routers for ids ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:10.102676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5b6f7-c85d-4e19-8288-a3a53f42771f None None] Routers {'f60a2f4b-b78e-4ee7-87fa-cba57c53e720'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:10.103353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dfa5b6f7-c85d-4e19-8288-a3a53f42771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:10.104827 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-d7ea7f78-046b-48ba-9fbb-b5df65bdf53b tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] show failed (client error): The resource could not be found. Apr 21 21:16:10.106083 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d7ea7f78-046b-48ba-9fbb-b5df65bdf53b tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-1960449676 HTTP/1.1" status: 404 len: 335 time: 0.0525503 Apr 21 21:16:10.111562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54238) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:10.119144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-02899f4a-ddf3-4ab1-87c4-866aea7fc000 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:10.125531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1877304-1011-43e8-850d-58bd22392e77 req-af453780-af80-472f-9b39-39f3155fa102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:10.126940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-af453780-af80-472f-9b39-39f3155fa102 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ca0e8ed-f995-4a73-9138-9d99429d673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720244 Apr 21 21:16:10.127692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Pushing event updated for resources: {'Port': ['ID=e85ea326-a63b-4d15-ba03-3baeb2e13812,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:10.179828 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dfa5b6f7-c85d-4e19-8288-a3a53f42771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:10.182472 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:10.283191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5b6f7-c85d-4e19-8288-a3a53f42771f None None] Routers {'f60a2f4b-b78e-4ee7-87fa-cba57c53e720'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:10.283843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dfa5b6f7-c85d-4e19-8288-a3a53f42771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:10.322004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d784378-2be3-47e7-92ac-f3a3aeb628eb None None] Network 2c19792a-4223-47e4-87ed-3889594b1f83 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:10.341432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dfa5b6f7-c85d-4e19-8288-a3a53f42771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:10.342091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5b6f7-c85d-4e19-8288-a3a53f42771f None None] The sync data for ids ['f60a2f4b-b78e-4ee7-87fa-cba57c53e720'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:10.461619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78262ba-dd11-4710-9eba-11dc99561b66 None None] Network ed818729-18f7-464e-9240-6744eb16a99f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:10.479871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-c80cfd2e-fc5c-4053-bd1d-270a205cc11c service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942050 Apr 21 21:16:10.708029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Network 2c19792a-4223-47e4-87ed-3889594b1f83 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:10.720689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:10.922761 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7f6b85de-9d97-4be1-a280-d43c43ddfbe4 None None] Provisioning complete for port e7f339f2-80de-46f2-8af1-bd2118e2f756 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:10.923355 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f6b85de-9d97-4be1-a280-d43c43ddfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:10.929335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:10.953096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c05d-7aa3-44a6-a4e8-1cdf9b418e83 req-cd08c789-7f06-49f2-8f62-9cdc2da92210 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:10.959605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad80c05d-7aa3-44a6-a4e8-1cdf9b418e83 req-cd08c789-7f06-49f2-8f62-9cdc2da92210 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 943 time: 0.2153072 Apr 21 21:16:11.018639 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-02899f4a-ddf3-4ab1-87c4-866aea7fc000 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] update failed (client error): The resource could not be found. Apr 21 21:16:11.029582 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-02899f4a-ddf3-4ab1-87c4-866aea7fc000 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1909909931 HTTP/1.1" status: 404 len: 335 time: 0.9157155 Apr 21 21:16:11.043113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54250) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:11.081428 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:16:11.135062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1877304-1011-43e8-850d-58bd22392e77 req-5e5697e2-f197-4e72-af0a-84c0ac090454 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432030 Apr 21 21:16:11.157250 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dc108-ca38-4e0b-b694-65d5f52dd9c4 req-29bf83a1-fc42-4bc2-90d7-3c50e2db7ace tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:11.166401 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-179dc108-ca38-4e0b-b694-65d5f52dd9c4 req-29bf83a1-fc42-4bc2-90d7-3c50e2db7ace tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1673858 Apr 21 21:16:11.180269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-3665f335-b777-4324-a6b5-0409f9a9de21 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting subnet acc326bf-2eeb-45cf-96e2-f27e91830fd7 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:16:11.190414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3665f335-b777-4324-a6b5-0409f9a9de21 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.225360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad80c05d-7aa3-44a6-a4e8-1cdf9b418e83 req-acd8a17f-3e39-4053-b2b1-18b90d349b21 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385709 Apr 21 21:16:11.255424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Router d61b3b99-d927-4f02-9111-29eb09449afc has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:11.309754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3665f335-b777-4324-a6b5-0409f9a9de21 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.336870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-179dc108-ca38-4e0b-b694-65d5f52dd9c4 req-594c071b-5bc6-46f4-baf2-49ec507b4e80 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546075 Apr 21 21:16:11.356123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:11.356552 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.371699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-b0a6abf6-d2ca-455f-bb13-2f382e1b6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:11.373425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-b0a6abf6-d2ca-455f-bb13-2f382e1b6298 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 1094 time: 0.1719348 Apr 21 21:16:11.519137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f6b85de-9d97-4be1-a280-d43c43ddfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.539350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3665f335-b777-4324-a6b5-0409f9a9de21 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.627872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:11.638201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.655296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7f6b85de-9d97-4be1-a280-d43c43ddfbe4 None None] For port e7f339f2-80de-46f2-8af1-bd2118e2f756, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e7f339f2-80de-46f2-8af1-bd2118e2f756,segment=NetworkSegment(82666319-c275-425b-a431-e75ffe27b118),segment_id=82666319-c275-425b-a431-e75ffe27b118)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:11.661615 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1295b3d8-e909-49a0-a765-ebe07fe8557c admin admin] 10.222.0.49 "PUT /v2.0/routers/d61b3b99-d927-4f02-9111-29eb09449afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7573745 Apr 21 21:16:11.692158 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f6b85de-9d97-4be1-a280-d43c43ddfbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.721718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-f0df6e2f-a279-4da9-9323-e9a91ca3e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:11.725270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-f0df6e2f-a279-4da9-9323-e9a91ca3e816 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ca0e8ed-f995-4a73-9138-9d99429d673e HTTP/1.1" status: 200 len: 897 time: 0.3400726 Apr 21 21:16:11.770985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3665f335-b777-4324-a6b5-0409f9a9de21 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.808170 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3665f335-b777-4324-a6b5-0409f9a9de21 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.821851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3665f335-b777-4324-a6b5-0409f9a9de21 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/subnets/acc326bf-2eeb-45cf-96e2-f27e91830fd7 HTTP/1.1" status: 204 len: 168 time: 0.7709458 Apr 21 21:16:11.826779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54256) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:11.841589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-f7dfe22a-5359-414b-8826-1b63c8f3a2a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf HTTP/1.1" status: 200 len: 217 time: 0.1088984 Apr 21 21:16:11.888200 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b85de-9d97-4be1-a280-d43c43ddfbe4 None None] Pushing event updated for resources: {'Port': ['ID=e7f339f2-80de-46f2-8af1-bd2118e2f756,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:11.911612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0f68543b-7bd4-4de3-8c85-bdf8e2697fb6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:11.919639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665f335-b777-4324-a6b5-0409f9a9de21 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Subnet': ['ID=acc326bf-2eeb-45cf-96e2-f27e91830fd7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:11.930978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ec60fb12-1afd-4c1d-9667-e0051d08d163 None None] Provisioning complete for port 69acdff7-bc66-41b3-9296-cf6e6f133dac triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:11.931552 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ec60fb12-1afd-4c1d-9667-e0051d08d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.936795 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:11.937866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fca8a22b-86d7-4bd5-92fd-cdac153223a1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:12.014115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-ad9af770-0527-4f80-85a3-e54d55f914a7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:12.015796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-ad9af770-0527-4f80-85a3-e54d55f914a7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.1123755 Apr 21 21:16:12.048892 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:12.053086 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-05f1536a-5c49-41b4-b721-0a5aeeeb5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:12.054849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-05f1536a-5c49-41b4-b721-0a5aeeeb5e83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8039a04-fd2a-4c28-b155-b87749f73bf2 HTTP/1.1" status: 200 len: 835 time: 0.1683319 Apr 21 21:16:12.064063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b60c390-07f9-48c5-93d9-8c03be51f95e None None] Network ed818729-18f7-464e-9240-6744eb16a99f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:12.142490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=0f68543b-7bd4-4de3-8c85-bdf8e2697fb6,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:12.161893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Deleting port c0a5b7a3-5859-4adf-8622-7cf63be46386 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:12.166238 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:12.227960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-a526498a-0472-4895-ab54-0aa826c52133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:12.231062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-a526498a-0472-4895-ab54-0aa826c52133 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ca0e8ed-f995-4a73-9138-9d99429d673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595142 Apr 21 21:16:12.331185 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ec60fb12-1afd-4c1d-9667-e0051d08d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:12.333574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fca8a22b-86d7-4bd5-92fd-cdac153223a1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:12.333937 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:12.392065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting port 69acdff7-bc66-41b3-9296-cf6e6f133dac {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:12.392404 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:12.511746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ec60fb12-1afd-4c1d-9667-e0051d08d163 None None] For port 69acdff7-bc66-41b3-9296-cf6e6f133dac, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=69acdff7-bc66-41b3-9296-cf6e6f133dac,segment=NetworkSegment(a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939),segment_id=a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:12.523815 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ec60fb12-1afd-4c1d-9667-e0051d08d163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:12.545557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] For port c0a5b7a3-5859-4adf-8622-7cf63be46386, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=c0a5b7a3-5859-4adf-8622-7cf63be46386,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:12.546071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:12.616215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e7f339f2-80de-46f2-8af1-bd2118e2f756 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:12.675570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] For port 69acdff7-bc66-41b3-9296-cf6e6f133dac, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=69acdff7-bc66-41b3-9296-cf6e6f133dac,segment=NetworkSegment(a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939),segment_id=a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:12.675938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:12.677046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c6adfe-2778-4eaf-9495-5283e2c54629 None None] DHCP port deletion for ed818729-18f7-464e-9240-6744eb16a99f request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:16:12.711591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-b89b8063-684b-4404-bf20-b86dda11c641 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716449 Apr 21 21:16:12.721578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Calling delete_port for 69acdff7-bc66-41b3-9296-cf6e6f133dac owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:12.830293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54276) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:12.850584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1815402539-network', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:12.861538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60fb12-1afd-4c1d-9667-e0051d08d163 None None] Pushing event updated for resources: {'Port': ['ID=69acdff7-bc66-41b3-9296-cf6e6f133dac,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:12.880350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ffe51645-0b21-40b2-8e6d-ae36efe89a2f None None] Provisioning complete for port e85ea326-a63b-4d15-ba03-3baeb2e13812 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:12.881112 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ffe51645-0b21-40b2-8e6d-ae36efe89a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:12.890899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a2556-f05f-4fe9-99fc-3648be9d9fc9 req-7309f769-4422-4d32-99da-b4113f38af41 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:12.892703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d25a2556-f05f-4fe9-99fc-3648be9d9fc9 req-7309f769-4422-4d32-99da-b4113f38af41 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 946 time: 0.4809372 Apr 21 21:16:12.915298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431c3d1-ddab-4b6b-9139-75240cc99ac2 req-d9b0580f-9093-4ab4-804f-34eeef5c41e2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:12.918476 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9431c3d1-ddab-4b6b-9139-75240cc99ac2 req-d9b0580f-9093-4ab4-804f-34eeef5c41e2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 943 time: 0.5301511 Apr 21 21:16:12.921086 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Sync routers for ids ['d61b3b99-d927-4f02-9111-29eb09449afc'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:12.939817 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Routers {'d61b3b99-d927-4f02-9111-29eb09449afc'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:12.940748 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d61b3b99-d927-4f02-9111-29eb09449afc'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:12.978079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c471702-acec-4f03-96aa-eeb1daf9df08 req-2387b80c-8764-4df0-a9da-ecbbcede6a26 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539454 Apr 21 21:16:13.000750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.000750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.000750 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Floating IP 8a295294-1f29-4c65-b919-b5327f076df4 disassociated. External IP: 172.25.0.57, port: c0a5b7a3-5859-4adf-8622-7cf63be46386. Apr 21 21:16:13.000750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Calling delete_port for c0a5b7a3-5859-4adf-8622-7cf63be46386 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:13.005906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e7f339f2-80de-46f2-8af1-bd2118e2f756 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:13.009277 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.054417 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Set router d61b3b99-d927-4f02-9111-29eb09449afc gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:13.080013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ffe51645-0b21-40b2-8e6d-ae36efe89a2f None None] Port e85ea326-a63b-4d15-ba03-3baeb2e13812 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:13.097777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-16c6adfe-2778-4eaf-9495-5283e2c54629 None None] Deleting port 69acdff7-bc66-41b3-9296-cf6e6f133dac {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:13.098157 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16c6adfe-2778-4eaf-9495-5283e2c54629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.132582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9431c3d1-ddab-4b6b-9139-75240cc99ac2 req-67673b9f-edd0-48d8-b9dd-87fa96a37bb9 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525218 Apr 21 21:16:13.156527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.166999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Made reservation on behalf of e9c01b3c10fb48dda48525996e6ab28e for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:13.169976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.177536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-16c6adfe-2778-4eaf-9495-5283e2c54629 None None] For port 69acdff7-bc66-41b3-9296-cf6e6f133dac, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=69acdff7-bc66-41b3-9296-cf6e6f133dac,segment=NetworkSegment(a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939),segment_id=a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:13.177536 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16c6adfe-2778-4eaf-9495-5283e2c54629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.189247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.195073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.199705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-16c6adfe-2778-4eaf-9495-5283e2c54629 None None] Calling delete_port for 69acdff7-bc66-41b3-9296-cf6e6f133dac owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:13.237723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-a2a82ff7-55d8-45b4-ada8-650e94de63ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1942346 Apr 21 21:16:13.238592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] No DVR routers for this DVR port 69acdff7-bc66-41b3-9296-cf6e6f133dac on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:13.278389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ffe51645-0b21-40b2-8e6d-ae36efe89a2f None None] Provisioning complete for port e7f339f2-80de-46f2-8af1-bd2118e2f756 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:13.279312 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ffe51645-0b21-40b2-8e6d-ae36efe89a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.302846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Port': ['ID=69acdff7-bc66-41b3-9296-cf6e6f133dac,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:13.324097 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:01Z', 'updated_at': '2022-04-21T21:16:09Z', 'revision_number': 4, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'gw_port': {'id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:02Z', 'updated_at': '2022-04-21T21:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e85ea326-a63b-4d15-ba03-3baeb2e13812', 'name': '', 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'mac_address': 'fa:16:3e:59:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:07Z', 'updated_at': '2022-04-21T21:16:09Z', 'revision_number': 2, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'subnets': [{'id': '4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:13.331452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.342150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event deleted for resources: {'Port': ['ID=c0a5b7a3-5859-4adf-8622-7cf63be46386,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:13.353066 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Checking router: d61b3b99-d927-4f02-9111-29eb09449afc for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:13.353414 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Updating router d61b3b99-d927-4f02-9111-29eb09449afc port e85ea326-a63b-4d15-ba03-3baeb2e13812 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:16:13.370102 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.386011 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.406038 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d25a2556-f05f-4fe9-99fc-3648be9d9fc9 req-2625ab8f-af95-4f01-95a2-daa880e4aa8e tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b32a659-78c9-4770-8f25-4e466c89861a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4996986 Apr 21 21:16:13.409461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 69acdff7-bc66-41b3-9296-cf6e6f133dac up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:13.414176 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16c6adfe-2778-4eaf-9495-5283e2c54629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.430569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.462278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 69acdff7-bc66-41b3-9296-cf6e6f133dac {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:13.462641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 69acdff7-bc66-41b3-9296-cf6e6f133dac not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 21 21:16:13.466008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed818729-18f7-464e-9240-6744eb16a99f']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:13.477036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:13.477340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ba0eab-9bbc-43a4-8c2a-d6e0a93b8939') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:13.485339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6adfe-2778-4eaf-9495-5283e2c54629 None None] Pushing event deleted for resources: {'Port': ['ID=69acdff7-bc66-41b3-9296-cf6e6f133dac,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:13.495389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.509775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6adfe-2778-4eaf-9495-5283e2c54629 None None] No DVR routers for this DVR port 69acdff7-bc66-41b3-9296-cf6e6f133dac on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:13.515732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Port 69acdff7-bc66-41b3-9296-cf6e6f133dac not found, will not notify nova. {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 21 21:16:13.545631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ffe51645-0b21-40b2-8e6d-ae36efe89a2f None None] Could not find standard attr ID for object 69acdff7-bc66-41b3-9296-cf6e6f133dac. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:16:13.552222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:16:13.554887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.567085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:16:13.567510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:16:13.570600 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:16:13.595727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d024c8-4232-4b5c-9830-09b465c917ba,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:13.641643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-cec579c7-0cdf-4280-a1d2-e1a455e67b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:13.643165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-cec579c7-0cdf-4280-a1d2-e1a455e67b70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 1097 time: 0.1248581 Apr 21 21:16:13.655539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.675510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.682485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/networks/ed818729-18f7-464e-9240-6744eb16a99f HTTP/1.1" status: 204 len: 168 time: 1.8539371 Apr 21 21:16:13.682803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0549286e-8907-4d24-9c27-9601469ed2a1 None None] Provisioning complete for port e85ea326-a63b-4d15-ba03-3baeb2e13812 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:13.683160 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0549286e-8907-4d24-9c27-9601469ed2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.684344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54278) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:13.700329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.700670 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Added segment d8fbb8e1-0127-4b36-8479-ae14f3e84b19 of type vlan for network e63d9d03-b244-4af6-859f-4184b251f26b Apr 21 21:16:13.719725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2b9bf-4159-4192-8031-71cd441bce66 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Network': ['ID=ed818729-18f7-464e-9240-6744eb16a99f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:13.724722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e7f339f2-80de-46f2-8af1-bd2118e2f756 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:13.780795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0549286e-8907-4d24-9c27-9601469ed2a1 None None] Port e85ea326-a63b-4d15-ba03-3baeb2e13812 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:13.804796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e7f339f2-80de-46f2-8af1-bd2118e2f756 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:13.805335 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.806365 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.816926 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.840446 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.880750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Router 99eb9cda-525c-4a85-8371-1aa73a6b4315 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:13.912494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2ba83f-e0e2-4b84-b3e8-009ec74ef607 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting subnet b683291a-6f40-4cb6-ad79-954db9090a03 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:16:13.918284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba83f-e0e2-4b84-b3e8-009ec74ef607 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.970453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba83f-e0e2-4b84-b3e8-009ec74ef607 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:13.972458 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:14.037950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.038931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:14.039510 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.072101 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Pushing event updated for resources: {'Port': ['ID=e85ea326-a63b-4d15-ba03-3baeb2e13812,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:14.082927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:14.082927 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.103648 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Attempting to bind port e85ea326-a63b-4d15-ba03-3baeb2e13812 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:14.104077 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Attempting to bind port e85ea326-a63b-4d15-ba03-3baeb2e13812 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '82666319-c275-425b-a431-e75ffe27b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:14.104683 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Attempting to bind port e85ea326-a63b-4d15-ba03-3baeb2e13812 on network 2c19792a-4223-47e4-87ed-3889594b1f83 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:14.108654 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.110988 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.111409 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.111733 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.112057 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.112375 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.112689 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.113027 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.113340 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.113651 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.113963 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.114271 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:14.132313 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:14.132678 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Checking segment: {'id': '82666319-c275-425b-a431-e75ffe27b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:14.133109 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.133499 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Bound using segment: {'id': '82666319-c275-425b-a431-e75ffe27b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:14.133967 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Bound port: e85ea326-a63b-4d15-ba03-3baeb2e13812, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82666319-c275-425b-a431-e75ffe27b118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:14.134345 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.200976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba83f-e0e2-4b84-b3e8-009ec74ef607 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.291570 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] For port e85ea326-a63b-4d15-ba03-3baeb2e13812, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:14.298993 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] For port e85ea326-a63b-4d15-ba03-3baeb2e13812, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e85ea326-a63b-4d15-ba03-3baeb2e13812,segment=NetworkSegment(82666319-c275-425b-a431-e75ffe27b118),segment_id=82666319-c275-425b-a431-e75ffe27b118)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:14.309155 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.317760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-97b55b52-d353-46c9-b2c4-931105541741 None None] Provisioning complete for port e85ea326-a63b-4d15-ba03-3baeb2e13812 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:14.318140 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97b55b52-d353-46c9-b2c4-931105541741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.346763 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5129788 Apr 21 21:16:14.353456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54288) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:14.365472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Request body: {'subnet': {'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1815402539-subnet', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:14.412861 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Routers {'d61b3b99-d927-4f02-9111-29eb09449afc'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:14.413620 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d61b3b99-d927-4f02-9111-29eb09449afc'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:14.429005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a526979-f04b-4217-b8c9-6ee510db8308 admin admin] Pushing event updated for resources: {'Network': ['ID=e63d9d03-b244-4af6-859f-4184b251f26b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:14.453284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 69acdff7-bc66-41b3-9296-cf6e6f133dac no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:14.489199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:14.492164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3ec90-74b8-4114-b06a-5bd40fd51d1a req-3a8f91aa-9950-4f44-b7a3-c7d3d3aa2c03 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:14.503411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Made reservation on behalf of e9c01b3c10fb48dda48525996e6ab28e for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:14.507240 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.512090 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0d3ec90-74b8-4114-b06a-5bd40fd51d1a req-3a8f91aa-9950-4f44-b7a3-c7d3d3aa2c03 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 943 time: 0.2631185 Apr 21 21:16:14.526520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] Sync routers for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:14.543130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-c01c1aa2-efa7-4591-85d7-a0d210fa8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:14.545334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-c01c1aa2-efa7-4591-85d7-a0d210fa8287 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.8618021 Apr 21 21:16:14.549529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 69acdff7-bc66-41b3-9296-cf6e6f133dac {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:14.550144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 69acdff7-bc66-41b3-9296-cf6e6f133dac not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:14.576858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:14.577509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:14.586130 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] Set router d61b3b99-d927-4f02-9111-29eb09449afc gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:14.639461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54292) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:14.768783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97b55b52-d353-46c9-b2c4-931105541741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.776393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4725cd41-2c29-4a93-8dff-1230fb87e5bf details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:16:14.778900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e63d9d03-b244-4af6-859f-4184b251f26b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:16:14.787614 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] No DVR routers for this DVR port c0a5b7a3-5859-4adf-8622-7cf63be46386 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:14.802744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:14.808623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-89dd16be-5e33-4fbe-9822-28381ba1a2ab req-3e8b91ab-6536-4901-a28d-b99f76daa02a tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.46 "DELETE /v2.0/ports/c0a5b7a3-5859-4adf-8622-7cf63be46386 HTTP/1.1" status: 204 len: 173 time: 2.7849138 Apr 21 21:16:14.844577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'name': 'network-vif-deleted', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:16:14.847197 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6cf96d-f9ce-4341-b64c-96f16dc20247" -d '{"events": [{"server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "name": "network-vif-deleted", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:16:14.939017 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60875e95-44e7-4748-8434-47c2d88ec9dc None None] Pushing event updated for resources: {'Port': ['ID=e85ea326-a63b-4d15-ba03-3baeb2e13812,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:15.022306 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:01Z', 'updated_at': '2022-04-21T21:16:09Z', 'revision_number': 4, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'gw_port': {'id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:02Z', 'updated_at': '2022-04-21T21:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e85ea326-a63b-4d15-ba03-3baeb2e13812', 'name': '', 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'mac_address': 'fa:16:3e:59:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:07Z', 'updated_at': '2022-04-21T21:16:14Z', 'revision_number': 4, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'subnets': [{'id': '4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:15.076928 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97761596-e8d4-4101-aec9-aa83501b7ce7 req-4bf4a7ca-e1e7-4b96-bd39-adb079308bab tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e60ef9d-b1f4-4a59-be85-bccf863bce46 HTTP/1.1" status: 200 len: 210 time: 0.4487622 Apr 21 21:16:15.086093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-97b55b52-d353-46c9-b2c4-931105541741 None None] For port e85ea326-a63b-4d15-ba03-3baeb2e13812, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e85ea326-a63b-4d15-ba03-3baeb2e13812,segment=NetworkSegment(82666319-c275-425b-a431-e75ffe27b118),segment_id=82666319-c275-425b-a431-e75ffe27b118)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:15.106799 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ce63c-b520-41c4-ab77-06c535279fde None None] The sync data for ids ['d61b3b99-d927-4f02-9111-29eb09449afc'] in n-d-838945-1 is: [{'id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:01Z', 'updated_at': '2022-04-21T21:16:09Z', 'revision_number': 4, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'gw_port': {'id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:02Z', 'updated_at': '2022-04-21T21:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'e85ea326-a63b-4d15-ba03-3baeb2e13812', 'name': '', 'network_id': '2c19792a-4223-47e4-87ed-3889594b1f83', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'mac_address': 'fa:16:3e:59:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:07Z', 'updated_at': '2022-04-21T21:16:14Z', 'revision_number': 4, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'subnets': [{'id': '4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:15.115139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b52c41e-83fb-4656-b345-2dc26579a912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:15.221068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c0a5b7a3-5859-4adf-8622-7cf63be46386 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:15.238821 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97b55b52-d353-46c9-b2c4-931105541741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:15.260824 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.resource_extend [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 21:16:15.295696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba83f-e0e2-4b84-b3e8-009ec74ef607 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:15.329725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: c0a5b7a3-5859-4adf-8622-7cf63be46386 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:15.330041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device c0a5b7a3-5859-4adf-8622-7cf63be46386 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:15.349242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-6d8f1960-d4fb-446f-b7bf-a68234279d4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae HTTP/1.1" status: 200 len: 217 time: 0.1703215 Apr 21 21:16:15.401607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:15.436325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-df189df6-ca0f-4be3-b8be-17188a34e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:15.438185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-df189df6-ca0f-4be3-b8be-17188a34e578 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.0603192 Apr 21 21:16:15.515607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0d3ec90-74b8-4114-b06a-5bd40fd51d1a req-13a74987-d8eb-4311-81e3-a1c1163b7243 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0023088 Apr 21 21:16:15.532728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd2ba83f-e0e2-4b84-b3e8-009ec74ef607 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:15.539576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:15.542127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fd2ba83f-e0e2-4b84-b3e8-009ec74ef607 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/subnets/b683291a-6f40-4cb6-ad79-954db9090a03 HTTP/1.1" status: 204 len: 168 time: 1.8456526 Apr 21 21:16:15.553278 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54308) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:15.556543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ba83f-e0e2-4b84-b3e8-009ec74ef607 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Subnet': ['ID=b683291a-6f40-4cb6-ad79-954db9090a03,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:15.599915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-a046dccd-2efe-43f1-ae7b-67733fa50f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:15.604150 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-a046dccd-2efe-43f1-ae7b-67733fa50f8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359866 Apr 21 21:16:15.696382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a70274e-141c-4af5-ae48-c19eb108055f,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:15.705524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-a775cb4a-7259-4ab1-9dbb-90cd9e22d6db tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting subnet 9f887ab9-5d7f-4cc3-81a4-5b1002ff1420 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:16:15.712594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a775cb4a-7259-4ab1-9dbb-90cd9e22d6db tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:15.753694 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841d470b-dcf9-4116-b406-22e99b1dc0b0 x-openstack-request-id: req-841d470b-dcf9-4116-b406-22e99b1dc0b0 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:16:15.754005 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e60ef9d-b1f4-4a59-be85-bccf863bce46", "name": "network-vif-deleted", "tag": "c0a5b7a3-5859-4adf-8622-7cf63be46386", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:16:15.754288 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-841d470b-dcf9-4116-b406-22e99b1dc0b0 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:16:15.754698 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841d470b-dcf9-4116-b406-22e99b1dc0b0'] response: {'server_uuid': '2e60ef9d-b1f4-4a59-be85-bccf863bce46', 'name': 'network-vif-deleted', 'tag': 'c0a5b7a3-5859-4adf-8622-7cf63be46386', 'status': 'completed', 'code': 200} Apr 21 21:16:15.801069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b52c41e-83fb-4656-b345-2dc26579a912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:15.830280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a775cb4a-7259-4ab1-9dbb-90cd9e22d6db tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:15.833231 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7b52c41e-83fb-4656-b345-2dc26579a912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:15.886515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-8710c5d5-2b58-4e4b-88cf-9f5fc12ab89e service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736218 Apr 21 21:16:15.891238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52c41e-83fb-4656-b345-2dc26579a912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20172213-9b85-41a9-8054-bf4aa0a54fc0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:15.921372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Checking segment: {'id': 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:15.921735 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Network hostable DHCP agents. Network: e63d9d03-b244-4af6-859f-4184b251f26b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:16:15.931399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7b52c41e-83fb-4656-b345-2dc26579a912 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de0fc218906e469d9b2e31a0a5c27f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2857721 Apr 21 21:16:15.935561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54314) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:15.967140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68da73c-a643-499b-856a-46b63ebc063f None None] Network 282c437c-5660-419e-a480-7287a64814c5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:15.970335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e85ea326-a63b-4d15-ba03-3baeb2e13812 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:15.973378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b55b52-d353-46c9-b2c4-931105541741 None None] Pushing event updated for resources: {'Port': ['ID=e85ea326-a63b-4d15-ba03-3baeb2e13812,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:16.063935 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a775cb4a-7259-4ab1-9dbb-90cd9e22d6db tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.101344 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf18a66f-1d25-4e18-ac07-f8acba53c405 req-5dd5b64a-5e50-4663-8569-4ce1ac50c48e service neutron] 10.222.0.43 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860223 Apr 21 21:16:16.154428 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf92db4a-c445-4a8e-a059-3105dfeee0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.175956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Network e63d9d03-b244-4af6-859f-4184b251f26b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:16:16.193406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a775cb4a-7259-4ab1-9dbb-90cd9e22d6db tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.198369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf92db4a-c445-4a8e-a059-3105dfeee0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.199904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5cda10cd-579e-49af-9278-e967f9cc9a8c None None] Provisioning complete for port e85ea326-a63b-4d15-ba03-3baeb2e13812 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:16.201925 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5cda10cd-579e-49af-9278-e967f9cc9a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.211802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54322) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:16.225069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e63d9d03-b244-4af6-859f-4184b251f26b) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:16.256488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:16.257200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.260640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775cb4a-7259-4ab1-9dbb-90cd9e22d6db tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Subnet': ['ID=9f887ab9-5d7f-4cc3-81a4-5b1002ff1420,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:16.271393 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a775cb4a-7259-4ab1-9dbb-90cd9e22d6db tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.277563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a775cb4a-7259-4ab1-9dbb-90cd9e22d6db tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/subnets/9f887ab9-5d7f-4cc3-81a4-5b1002ff1420 HTTP/1.1" status: 204 len: 168 time: 0.6378937 Apr 21 21:16:16.282256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54324) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:16.310223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec88ea-5efb-4569-8884-9c94ad3523f1 None None] Network e63d9d03-b244-4af6-859f-4184b251f26b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:16.310938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-87915c2b-a8c6-46fd-bb19-6f0b2a7500c6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9546416 Apr 21 21:16:16.313730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54326) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:16.316152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e63ead-9e70-4125-a6ab-b877072e85e3 None None] Network 844e9772-fc6c-4105-8acb-a779b292b8bb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:16.323091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:16.357727 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.359515 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.375158 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.376847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4725cd41-2c29-4a93-8dff-1230fb87e5bf, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:16.377931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b50a4dd9-5558-4e19-ba53-1c78b9177e3d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.411440 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b50a4dd9-5558-4e19-ba53-1c78b9177e3d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.451925 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.454040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf92db4a-c445-4a8e-a059-3105dfeee0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.457098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf92db4a-c445-4a8e-a059-3105dfeee0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.458319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf92db4a-c445-4a8e-a059-3105dfeee0fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20172213-9b85-41a9-8054-bf4aa0a54fc0 HTTP/1.1" status: 204 len: 168 time: 0.5186286 Apr 21 21:16:16.517786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92db4a-c445-4a8e-a059-3105dfeee0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20172213-9b85-41a9-8054-bf4aa0a54fc0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:16.628981 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b50a4dd9-5558-4e19-ba53-1c78b9177e3d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.634324 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b50a4dd9-5558-4e19-ba53-1c78b9177e3d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.637866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b50a4dd9-5558-4e19-ba53-1c78b9177e3d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b32a659-78c9-4770-8f25-4e466c89861a HTTP/1.1" status: 204 len: 168 time: 0.4228251 Apr 21 21:16:16.638539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54332) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:16.655063 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-0b4ff74b-cba8-4c17-9803-61bae00d421f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] show failed (client error): The resource could not be found. Apr 21 21:16:16.658576 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0b4ff74b-cba8-4c17-9803-61bae00d421f tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups/0b32a659-78c9-4770-8f25-4e466c89861a HTTP/1.1" status: 404 len: 347 time: 0.0166388 Apr 21 21:16:16.669542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting port 5fd209f3-3764-4878-9066-477ed7cd651f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:16.669983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.671574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54334) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:16.704344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.756138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a4dd9-5558-4e19-ba53-1c78b9177e3d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b32a659-78c9-4770-8f25-4e466c89861a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:16.796937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:16:16.910280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] For port 5fd209f3-3764-4878-9066-477ed7cd651f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5fd209f3-3764-4878-9066-477ed7cd651f,segment=NetworkSegment(7bec4b47-92f5-4cff-9347-a70d993c715e),segment_id=7bec4b47-92f5-4cff-9347-a70d993c715e)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:16.910877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:16.960799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Calling delete_port for 5fd209f3-3764-4878-9066-477ed7cd651f owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:16.969357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e85ea326-a63b-4d15-ba03-3baeb2e13812 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:16.969737 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.061261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd00d9e-ac50-4482-a0f7-b32bfe48db4f req-32b57216-b904-432e-a1a8-afdad2478366 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:17.063609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcd00d9e-ac50-4482-a0f7-b32bfe48db4f req-32b57216-b904-432e-a1a8-afdad2478366 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 943 time: 0.4254079 Apr 21 21:16:17.210038 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.232504 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bcd00d9e-ac50-4482-a0f7-b32bfe48db4f req-57ded155-6dd6-4437-b091-bf887606ce7b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132095 Apr 21 21:16:17.259795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Deleting port 8904d5ba-ea7d-40f1-91c0-6839dbad228f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:17.259795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.271093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.274493 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.311839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.344494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:17.375512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Port': ['ID=5fd209f3-3764-4878-9066-477ed7cd651f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:17.383466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] No DVR routers for this DVR port 5fd209f3-3764-4878-9066-477ed7cd651f on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:17.439760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4725cd41-2c29-4a93-8dff-1230fb87e5bf {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:16:17.468595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4725cd41-2c29-4a93-8dff-1230fb87e5bf, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:17.481314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170cefbc-4856-4494-a53a-0ca6a5e97c73 None None] DHCP port deletion for 282c437c-5660-419e-a480-7287a64814c5 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:16:17.489535 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.492037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] Checking router: 99eb9cda-525c-4a85-8371-1aa73a6b4315 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:17.522483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Allocated IP 172.25.0.120 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:17.567450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.603913 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.604315 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.614975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282c437c-5660-419e-a480-7287a64814c5']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:17.639398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Calling delete_port for 8904d5ba-ea7d-40f1-91c0-6839dbad228f owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:17.640191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e63d9d03-b244-4af6-859f-4184b251f26b', 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'fixed_ips': [{'subnet_id': '6a70274e-141c-4af5-ae48-c19eb108055f'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:16:17.641071 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.643948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c78d52-214b-4d09-b3ae-a5e3120b362c None None] DHCP port deletion for 844e9772-fc6c-4105-8acb-a779b292b8bb request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:16:17.645255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bec4b47-92f5-4cff-9347-a70d993c715e') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:17.645480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bec4b47-92f5-4cff-9347-a70d993c715e') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:17.656941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:17.657516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:17.662018 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.713129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.736081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.745615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:16:17.746046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:16:17.750199 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:16:17.767041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.783003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4725cd41-2c29-4a93-8dff-1230fb87e5bf,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:17.864789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:17.876146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:17.882143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:17.906455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Pushing event updated for resources: {'Port': ['ID=3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:17.907296 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.914221 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.924352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/networks/282c437c-5660-419e-a480-7287a64814c5 HTTP/1.1" status: 204 len: 168 time: 1.6384959 Apr 21 21:16:17.925759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54358) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:17.944794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543b2d6-2ee7-48b5-9b9b-8ac64c91be38 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Network': ['ID=282c437c-5660-419e-a480-7287a64814c5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:17.949109 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:17.951781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['4725cd41-2c29-4a93-8dff-1230fb87e5bf'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:16:17.954276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e85ea326-a63b-4d15-ba03-3baeb2e13812 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:17.979821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54360) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:17.989458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event deleted for resources: {'Port': ['ID=8904d5ba-ea7d-40f1-91c0-6839dbad228f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:18.085733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.089627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.090553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b684e7f0-3df7-4fac-a7cd-9017ce468212 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "DELETE /v2.0/floatingips/8a295294-1f29-4c65-b919-b5327f076df4 HTTP/1.1" status: 204 len: 168 time: 1.4148402 Apr 21 21:16:18.140983 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.148607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Allocated IP 172.20.0.2 (e63d9d03-b244-4af6-859f-4184b251f26b/6a70274e-141c-4af5-ae48-c19eb108055f/1aaf5148-d935-442f-b735-ccdbe1b8b0ad) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:18.161129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:18.175845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1312397851-network', 'tenant_id': '5fafde1a81fd44fea715079827a560ea'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:18.203770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Made reservation on behalf of 5fafde1a81fd44fea715079827a560ea for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:18.207416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.234450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.259528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-82c78d52-214b-4d09-b3ae-a5e3120b362c None None] Deleting port 2513f345-e688-447f-ace8-73b37d3abda4 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:18.260144 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-82c78d52-214b-4d09-b3ae-a5e3120b362c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.367215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting port 2513f345-e688-447f-ace8-73b37d3abda4 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:18.367650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.370630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.390390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.415800 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.432145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:16:18.445073 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.445824 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Added segment 27176315-34df-4548-ba17-d92072f9b4dd of type vlan for network d821a592-490d-424b-9b67-540255881d43 Apr 21 21:16:18.561014 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.622282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.623798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:18.624526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.676731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e85ea326-a63b-4d15-ba03-3baeb2e13812 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:18.677692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.748643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a24c-558c-4ae4-beca-75fd33eac76e req-205a001f-309b-4e52-a737-5e35a7fade43 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:18.751214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-82c78d52-214b-4d09-b3ae-a5e3120b362c None None] For port 2513f345-e688-447f-ace8-73b37d3abda4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2513f345-e688-447f-ace8-73b37d3abda4,segment=NetworkSegment(0a759e46-9c90-4b33-8e39-19a40942a777),segment_id=0a759e46-9c90-4b33-8e39-19a40942a777)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:18.752127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-82c78d52-214b-4d09-b3ae-a5e3120b362c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.767429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3702a24c-558c-4ae4-beca-75fd33eac76e req-205a001f-309b-4e52-a737-5e35a7fade43 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 944 time: 0.3933084 Apr 21 21:16:18.858191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-82c78d52-214b-4d09-b3ae-a5e3120b362c None None] Calling delete_port for 2513f345-e688-447f-ace8-73b37d3abda4 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:18.882952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c3728e-dac2-43de-b227-cb30e29450c7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:18.893335 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9120939 Apr 21 21:16:18.897084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] For port 2513f345-e688-447f-ace8-73b37d3abda4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2513f345-e688-447f-ace8-73b37d3abda4,segment=NetworkSegment(0a759e46-9c90-4b33-8e39-19a40942a777),segment_id=0a759e46-9c90-4b33-8e39-19a40942a777)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:18.897476 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.899666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54382) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:18.904622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Request body: {'subnet': {'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1312397851-subnet', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:18.922627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be7fae-9b76-4c97-83c3-2d9ac31d2478 admin admin] Pushing event updated for resources: {'Network': ['ID=d821a592-490d-424b-9b67-540255881d43,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:18.938603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Calling delete_port for 2513f345-e688-447f-ace8-73b37d3abda4 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:18.941354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3702a24c-558c-4ae4-beca-75fd33eac76e req-1dac73ff-4568-422b-a359-40e6cf212282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729658 Apr 21 21:16:18.948505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Made reservation on behalf of 5fafde1a81fd44fea715079827a560ea for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:18.951408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:18.967357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d821a592-490d-424b-9b67-540255881d43 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:16:19.156561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.159151 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.218591 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.238686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Port': ['ID=2513f345-e688-447f-ace8-73b37d3abda4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:19.268900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] No DVR routers for this DVR port 2513f345-e688-447f-ace8-73b37d3abda4 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:19.270421 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.302916 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.311656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2513f345-e688-447f-ace8-73b37d3abda4 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:19.343867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb4e00b-8dbf-4bd6-b05d-b079beac5681,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:19.380999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 2513f345-e688-447f-ace8-73b37d3abda4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:19.381573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2513f345-e688-447f-ace8-73b37d3abda4 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:19.382286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5fd209f3-3764-4878-9066-477ed7cd651f no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:19.390200 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-82c78d52-214b-4d09-b3ae-a5e3120b362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.399646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Network e63d9d03-b244-4af6-859f-4184b251f26b is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:19.406186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Checking segment: {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:19.406734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Network hostable DHCP agents. Network: d821a592-490d-424b-9b67-540255881d43, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:16:19.414524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:19.442558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Network d821a592-490d-424b-9b67-540255881d43 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:16:19.448561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:19.462910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, d821a592-490d-424b-9b67-540255881d43) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:19.471398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:19.471973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.479066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5fd209f3-3764-4878-9066-477ed7cd651f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:19.479066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5fd209f3-3764-4878-9066-477ed7cd651f not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:19.499655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022cf23-4414-41ac-974b-4da1c1d87055 None None] Network d821a592-490d-424b-9b67-540255881d43 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:19.508975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b3f4859d-1317-4da4-a3c7-b6b1fa53787f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6087506 Apr 21 21:16:19.509648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54386) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:19.514692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:19.560369 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.561728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.610111 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.618760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c78d52-214b-4d09-b3ae-a5e3120b362c None None] No DVR routers for this DVR port 2513f345-e688-447f-ace8-73b37d3abda4 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:19.623963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Pushing event updated for resources: {'Port': ['ID=1aaf5148-d935-442f-b735-ccdbe1b8b0ad,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:19.660964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844e9772-fc6c-4105-8acb-a779b292b8bb']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:19.665223 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.675841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a759e46-9c90-4b33-8e39-19a40942a777') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:19.676175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a759e46-9c90-4b33-8e39-19a40942a777') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:19.683951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:19.700833 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.722755 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.734096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:16:19.734526 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:16:19.738465 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:16:19.758401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:16:19.780518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdcfe2-acad-4c0b-adae-63aceb7369f4 None None] The sync data for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 is: [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:11:22Z', 'revision_number': 4, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fba6819b-4655-4f32-b593-e489152efb31', 'name': '', 'network_id': '6d364502-689a-4e66-b068-a0c6a28098c8', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'mac_address': 'fa:16:3e:2d:99:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:19Z', 'updated_at': '2022-04-21T21:11:30Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'subnets': [{'id': '347713c0-4682-491a-9536-3fa9aee2c95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:19.797579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c78d52-214b-4d09-b3ae-a5e3120b362c None None] Pushing event deleted for resources: {'Port': ['ID=2513f345-e688-447f-ace8-73b37d3abda4,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:19.859390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.871623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Attempting to bind port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:19.871997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Attempting to bind port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:19.872360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Attempting to bind port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad on network e63d9d03-b244-4af6-859f-4184b251f26b {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:19.885662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.889907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/networks/844e9772-fc6c-4105-8acb-a779b292b8bb HTTP/1.1" status: 204 len: 168 time: 1.9631770 Apr 21 21:16:19.892069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936638db-a89d-4cc9-8316-02e509590331 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Network': ['ID=844e9772-fc6c-4105-8acb-a779b292b8bb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:19.922391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:19.924621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Checking segment: {'id': 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:19.925060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.925480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Bound using segment: {'id': 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:19.925976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Bound port: 1aaf5148-d935-442f-b735-ccdbe1b8b0ad, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:19.929655 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.940503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-d821a592-490d-424b-9b67-540255881d43', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:16:19.941433 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:19.970740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54390) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:20.140056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] For port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:20.152047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] For port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1aaf5148-d935-442f-b735-ccdbe1b8b0ad,segment=NetworkSegment(d8fbb8e1-0127-4b36-8479-ae14f3e84b19),segment_id=d8fbb8e1-0127-4b36-8479-ae14f3e84b19)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:20.158451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:20.202509 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:20.225468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7caa1e-9260-40b0-a23c-0dcb9c7475b1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting subnet d5428b8b-16e4-4e1f-afb7-debbabb0525f {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:16:20.234865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c7caa1e-9260-40b0-a23c-0dcb9c7475b1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:20.243208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:20.258803 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Sync routers for ids ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:20.276900 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Routers {'4eb2f2d0-0463-41ce-92a3-b1efeeceb307'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:20.277539 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:20.303961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Allocated IP 172.20.0.2 (d821a592-490d-424b-9b67-540255881d43/2eb4e00b-8dbf-4bd6-b05d-b079beac5681/28bef91a-3ddb-4d9d-8405-03c9047fcc33) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:20.304189 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c7caa1e-9260-40b0-a23c-0dcb9c7475b1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:20.346182 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:20.349898 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f448a5f-eb48-4e89-8a53-44151309e86e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0320394 Apr 21 21:16:20.350387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32c4dc-f585-4bc0-b35c-c2199c25e43e None None] New status for floating IP 8a295294-1f29-4c65-b919-b5327f076df4: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:16:20.353353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54394) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:20.378066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3112c-ef24-44e5-8bd2-f309b17ca952 req-274a7203-5a7c-4a2f-9b91-054ed889b6c2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:20.386050 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ad3112c-ef24-44e5-8bd2-f309b17ca952 req-274a7203-5a7c-4a2f-9b91-054ed889b6c2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 944 time: 0.2206411 Apr 21 21:16:20.441762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c7caa1e-9260-40b0-a23c-0dcb9c7475b1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:20.477449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972055ee-be82-4b41-a935-74e0a15bdae1 None None] Pushing event updated for resources: {'Port': ['ID=1aaf5148-d935-442f-b735-ccdbe1b8b0ad,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:20.577001 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:20.607285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c7caa1e-9260-40b0-a23c-0dcb9c7475b1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:20.633447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ad3112c-ef24-44e5-8bd2-f309b17ca952 req-2aaad2bf-c0ba-4357-94d4-33115ddd05a6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461674 Apr 21 21:16:20.658408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7caa1e-9260-40b0-a23c-0dcb9c7475b1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Subnet': ['ID=d5428b8b-16e4-4e1f-afb7-debbabb0525f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:20.711501 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4c7caa1e-9260-40b0-a23c-0dcb9c7475b1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:20.717718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4c7caa1e-9260-40b0-a23c-0dcb9c7475b1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/subnets/d5428b8b-16e4-4e1f-afb7-debbabb0525f HTTP/1.1" status: 204 len: 168 time: 0.7441506 Apr 21 21:16:20.721998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54398) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:20.741978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b987170d-c947-49d0-a13b-490d36c310f3 None None] Network eac12c1d-acda-4811-a12e-f96e77b9051f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:20.750939 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-5c9e9122-c253-4842-ba0a-a84fcbdcfee4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2352600 Apr 21 21:16:20.935028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Set router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:20.964465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.000548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-4d33cabe-3178-4022-9c11-7db030e31cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:21.002564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-4d33cabe-3178-4022-9c11-7db030e31cf0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 1096 time: 0.1719415 Apr 21 21:16:21.065272 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.133801 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.179241 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.234477 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-3fef6c56-9268-4852-9cdd-e52e493f4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:21.235754 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-3fef6c56-9268-4852-9cdd-e52e493f4d4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 200 len: 920 time: 0.1598279 Apr 21 21:16:21.291736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Network d821a592-490d-424b-9b67-540255881d43 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:21.315385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:21.324468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:21.327420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Pushing event updated for resources: {'Port': ['ID=28bef91a-3ddb-4d9d-8405-03c9047fcc33,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:21.341740 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-faaaef94-66cf-4a9d-9dea-293ffab0fe74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 200 len: 217 time: 0.0741951 Apr 21 21:16:21.353914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Deleting port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:21.354375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.358711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.388219 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:16Z', 'updated_at': '2022-04-21T21:16:18Z', 'revision_number': 3, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'gw_port': {'id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:17Z', 'updated_at': '2022-04-21T21:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:21.392982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] DHCP port deletion for eac12c1d-acda-4811-a12e-f96e77b9051f request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:16:21.419306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Attempting to bind port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:21.419671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Attempting to bind port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:21.420037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Attempting to bind port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 on network d821a592-490d-424b-9b67-540255881d43 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:21.433477 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Checking router: 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:21.433819 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Updating router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:16:21.446356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:21.446727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Checking segment: {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:21.447130 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.447522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Bound using segment: {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:21.448003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Bound port: 28bef91a-3ddb-4d9d-8405-03c9047fcc33, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:21.448381 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.469021 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.484196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.509259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-7f5d325b-2332-4f23-ac78-5842458890b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:21.516818 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-7f5d325b-2332-4f23-ac78-5842458890b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 200 len: 858 time: 0.1641004 Apr 21 21:16:21.618195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4725cd41-2c29-4a93-8dff-1230fb87e5bf up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:21.627566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] For port 0984ff02-b5fb-4702-9ba9-426cfc2d4102, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0984ff02-b5fb-4702-9ba9-426cfc2d4102,segment=NetworkSegment(cc0de48c-263d-4fdc-9071-0758321587a6),segment_id=cc0de48c-263d-4fdc-9071-0758321587a6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:21.628015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.700385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Calling delete_port for 0984ff02-b5fb-4702-9ba9-426cfc2d4102 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:21.722996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-2520afb2-4884-47b4-8c9a-be773145a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:21.729748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-2520afb2-4884-47b4-8c9a-be773145a094 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d364502-689a-4e66-b068-a0c6a28098c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049634 Apr 21 21:16:21.770569 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:21.981394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a141b5-375d-4387-96cc-b9d77e1e05b5 req-ccc88cfc-78bb-4159-b816-995270dd93d1 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:21.982986 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95a141b5-375d-4387-96cc-b9d77e1e05b5 req-ccc88cfc-78bb-4159-b816-995270dd93d1 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 944 time: 0.1561739 Apr 21 21:16:22.001629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] Deleting port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:22.001629 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.009592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] For port 28bef91a-3ddb-4d9d-8405-03c9047fcc33, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:22.031263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.085338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] For port 28bef91a-3ddb-4d9d-8405-03c9047fcc33, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28bef91a-3ddb-4d9d-8405-03c9047fcc33,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:22.093858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1aaf5148-d935-442f-b735-ccdbe1b8b0ad up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:22.106093 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.124411 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.154325 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95a141b5-375d-4387-96cc-b9d77e1e05b5 req-aa4e4dab-09e3-476b-b249-5f0100a102e1 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559966 Apr 21 21:16:22.161344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Port': ['ID=0984ff02-b5fb-4702-9ba9-426cfc2d4102,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:22.187077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 4725cd41-2c29-4a93-8dff-1230fb87e5bf completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:16:22.214199 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.214755 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba0771-ee7b-46ca-91e0-d243d583a365 None None] Pushing event updated for resources: {'Port': ['ID=3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:22.225559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] No DVR routers for this DVR port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:22.233006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 4725cd41-2c29-4a93-8dff-1230fb87e5bf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:22.233637 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.242925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-b68fc11c-264b-46b9-a190-e05ddd343dd7 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987748 Apr 21 21:16:22.266262 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Attempting to bind port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:22.266744 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Attempting to bind port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:22.267104 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Attempting to bind port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:22.281565 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:22.281844 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:22.282411 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.282947 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:22.283566 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Bound port: 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:22.284099 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.362831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98bd773-e646-4e09-ae9f-648ea93aa55e None None] Network e63d9d03-b244-4af6-859f-4184b251f26b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:22.390564 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] For port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:22.396487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] For port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:22.405842 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.416131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] For port 0984ff02-b5fb-4702-9ba9-426cfc2d4102, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0984ff02-b5fb-4702-9ba9-426cfc2d4102,segment=NetworkSegment(cc0de48c-263d-4fdc-9071-0758321587a6),segment_id=cc0de48c-263d-4fdc-9071-0758321587a6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:22.416131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.431632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Allocated IP 172.25.0.70 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/9e05be4d-ce8e-4567-9c91-b559d718a8a6) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:22.461909 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.462263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Allocated IP 172.20.0.1 (e63d9d03-b244-4af6-859f-4184b251f26b/6a70274e-141c-4af5-ae48-c19eb108055f/8d5e3f15-d06f-40e8-92b7-548bae3c3bbf) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:22.511322 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac12c1d-acda-4811-a12e-f96e77b9051f']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:22.556991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] Calling delete_port for 0984ff02-b5fb-4702-9ba9-426cfc2d4102 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:22.557660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0de48c-263d-4fdc-9071-0758321587a6') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:22.558015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0de48c-263d-4fdc-9071-0758321587a6') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:22.571677 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Routers {'4eb2f2d0-0463-41ce-92a3-b1efeeceb307'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:22.572382 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:22.574342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.575609 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba0771-ee7b-46ca-91e0-d243d583a365 None None] Pushing event updated for resources: {'Port': ['ID=3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:22.597557 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.609506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:16:22.609990 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:16:22.613261 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:16:22.703689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.710706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.738183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.749753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3e784d12-4ee2-48d2-9998-1d45e7b58bd9 None None] Provisioning complete for port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:22.750130 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e784d12-4ee2-48d2-9998-1d45e7b58bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.759101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.779792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/networks/eac12c1d-acda-4811-a12e-f96e77b9051f HTTP/1.1" status: 204 len: 168 time: 2.0539365 Apr 21 21:16:22.794076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54410) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:22.801175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41866ca-513c-4b92-8a9e-78713ebdb543 None None] Pushing event updated for resources: {'Port': ['ID=28bef91a-3ddb-4d9d-8405-03c9047fcc33,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:22.817324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.889564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:22.890186 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:22.906832 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] Set router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:22.925190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4839f-bea6-44e3-8a51-bf11b23d0c20 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Pushing event deleted for resources: {'Network': ['ID=eac12c1d-acda-4811-a12e-f96e77b9051f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:22.936701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-26e4c405-045f-4f10-b3a4-8316e6cde4a1 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "GET /v2.0/ports?device_id=f60a2f4b-b78e-4ee7-87fa-cba57c53e720 HTTP/1.1" status: 200 len: 205 time: 0.1280897 Apr 21 21:16:22.951065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54412) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:22.989542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Network e63d9d03-b244-4af6-859f-4184b251f26b is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:23.001068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:23.026114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:23.033199 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:23.053897 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:23.119153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5e3f15-d06f-40e8-92b7-548bae3c3bbf,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:23.145247 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1c778e85-fa41-4ee5-a95c-f42fbf16f5cf req-4ed92ed7-82ff-4162-a22c-94980c52fe76 service neutron] 10.222.0.46 "GET /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8335304 Apr 21 21:16:23.174195 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:23.214876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41ab878a-4a4e-4f9a-859e-0525a2551a93 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:23.220185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:16:23.224091 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a17d676-5768-4ba6-90d2-bcb882911638" -d '{"events": [{"server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "name": "network-vif-plugged", "status": "completed", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:16:23.233164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:23.244471 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:23.259393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] Network eac12c1d-acda-4811-a12e-f96e77b9051f is not hosted by any dhcp agent {{(pid=114648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 21:16:23.260049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] No DVR routers for this DVR port 0984ff02-b5fb-4702-9ba9-426cfc2d4102 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:23.289175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 4725cd41-2c29-4a93-8dff-1230fb87e5bf, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:23.293405 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e784d12-4ee2-48d2-9998-1d45e7b58bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:23.321784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:23.356318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:23.360849 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92c006a-d96a-42dc-a73d-c0e60a39679c x-openstack-request-id: req-a92c006a-d96a-42dc-a73d-c0e60a39679c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:16:23.361404 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "name": "network-vif-plugged", "status": "completed", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:16:23.361808 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a92c006a-d96a-42dc-a73d-c0e60a39679c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:16:23.362349 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92c006a-d96a-42dc-a73d-c0e60a39679c'] response: {'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'code': 200} Apr 21 21:16:23.376586 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:23.380801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae68279-af9f-46b4-9f45-bc0e11f66135 None None] Pushing event deleted for resources: {'Port': ['ID=0984ff02-b5fb-4702-9ba9-426cfc2d4102,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:23.442028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=4725cd41-2c29-4a93-8dff-1230fb87e5bf,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:23.449381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Pushing event updated for resources: {'Port': ['ID=9e05be4d-ce8e-4567-9c91-b559d718a8a6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:23.502610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3e784d12-4ee2-48d2-9998-1d45e7b58bd9 None None] For port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1aaf5148-d935-442f-b735-ccdbe1b8b0ad,segment=NetworkSegment(d8fbb8e1-0127-4b36-8479-ae14f3e84b19),segment_id=d8fbb8e1-0127-4b36-8479-ae14f3e84b19)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:23.504167 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:23.514112 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:16Z', 'updated_at': '2022-04-21T21:16:18Z', 'revision_number': 3, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'gw_port': {'id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:17Z', 'updated_at': '2022-04-21T21:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:23.559822 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3e784d12-4ee2-48d2-9998-1d45e7b58bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:23.634788 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05915a9d-4e0e-41ad-bf4d-719fdc910eb4 None None] The sync data for ids ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'] in n-d-838945-1 is: [{'id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:16Z', 'updated_at': '2022-04-21T21:16:18Z', 'revision_number': 3, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'gw_port': {'id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:17Z', 'updated_at': '2022-04-21T21:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:23.651176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e784d12-4ee2-48d2-9998-1d45e7b58bd9 None None] Pushing event updated for resources: {'Port': ['ID=1aaf5148-d935-442f-b735-ccdbe1b8b0ad,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:23.796314 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:16:23.796672 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:16:23.997818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a3ca6269-d569-4893-befc-f49ba38254bf None None] Provisioning complete for port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:23.998410 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6269-d569-4893-befc-f49ba38254bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:24.199026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b328d-5367-448d-afae-a3bed6447100 req-ffb30f21-b4d5-46ab-8975-6fd83d5d9038 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:24.214717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-019b328d-5367-448d-afae-a3bed6447100 req-ffb30f21-b4d5-46ab-8975-6fd83d5d9038 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 945 time: 0.2647159 Apr 21 21:16:24.275272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a3ca6269-d569-4893-befc-f49ba38254bf None None] Provisioning complete for port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:24.276399 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6269-d569-4893-befc-f49ba38254bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:24.467371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-019b328d-5367-448d-afae-a3bed6447100 req-d4e9d704-6942-42b7-a697-bf9713f099b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515244 Apr 21 21:16:24.479073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca6269-d569-4893-befc-f49ba38254bf None None] Port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:24.491662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835f33f1-950e-4114-9f4e-25cfb3e5c13b None None] Network d821a592-490d-424b-9b67-540255881d43 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:24.635087 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:24.712379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0984ff02-b5fb-4702-9ba9-426cfc2d4102 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:24.723264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cc7f7264-43d1-431e-b97c-2f6556fc9850 None None] Provisioning complete for port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:24.723636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7264-43d1-431e-b97c-2f6556fc9850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:24.870743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 0984ff02-b5fb-4702-9ba9-426cfc2d4102 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:24.871265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0984ff02-b5fb-4702-9ba9-426cfc2d4102 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:24.928052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41ab878a-4a4e-4f9a-859e-0525a2551a93 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:24.931832 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41ab878a-4a4e-4f9a-859e-0525a2551a93 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:24.957543 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7264-43d1-431e-b97c-2f6556fc9850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.150502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cc7f7264-43d1-431e-b97c-2f6556fc9850 None None] For port 28bef91a-3ddb-4d9d-8405-03c9047fcc33, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28bef91a-3ddb-4d9d-8405-03c9047fcc33,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:25.161125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d4ad8-d611-4898-9531-2ab9b74b2129 req-796470f1-7147-4a54-8b2c-f7e1121ebef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:25.165102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-069d4ad8-d611-4898-9531-2ab9b74b2129 req-796470f1-7147-4a54-8b2c-f7e1121ebef7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 1096 time: 1.7331598 Apr 21 21:16:25.177485 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7264-43d1-431e-b97c-2f6556fc9850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.245706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.268590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.276018 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41ab878a-4a4e-4f9a-859e-0525a2551a93 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.276818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ab878a-4a4e-4f9a-859e-0525a2551a93 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Fanout notify agent at l3_agent the message router_deleted on router f60a2f4b-b78e-4ee7-87fa-cba57c53e720 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:16:25.290806 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41ab878a-4a4e-4f9a-859e-0525a2551a93 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.293054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-41ab878a-4a4e-4f9a-859e-0525a2551a93 tempest-RoutersNegativeIpV6Test-2072457277 tempest-RoutersNegativeIpV6Test-2072457277-project] 10.222.0.49 "DELETE /v2.0/routers/f60a2f4b-b78e-4ee7-87fa-cba57c53e720 HTTP/1.1" status: 204 len: 168 time: 2.3406227 Apr 21 21:16:25.380282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cc7f7264-43d1-431e-b97c-2f6556fc9850 None None] Provisioning complete for port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:25.380839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc7f7264-43d1-431e-b97c-2f6556fc9850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.381246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-069d4ad8-d611-4898-9531-2ab9b74b2129 req-ffc8f6ab-0cec-40e7-b4f4-fdd06b2fe88f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382871 Apr 21 21:16:25.472118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5e3f15-d06f-40e8-92b7-548bae3c3bbf,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:25.485596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:25.495913 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.624416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f7264-43d1-431e-b97c-2f6556fc9850 None None] Pushing event updated for resources: {'Port': ['ID=28bef91a-3ddb-4d9d-8405-03c9047fcc33,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:25.648201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f7264-43d1-431e-b97c-2f6556fc9850 None None] Port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:25.702236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Network e63d9d03-b244-4af6-859f-4184b251f26b is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:25.706176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:25.707066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:25.707621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.764543 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.909239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1dea6-560e-4c37-9ec0-fe76f75d483e req-6633385c-343f-46d0-8aeb-c4aef9e581b2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:25.910527 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.913979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54438) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:25.914775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9c1dea6-560e-4c37-9ec0-fe76f75d483e req-6633385c-343f-46d0-8aeb-c4aef9e581b2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 945 time: 0.2650118 Apr 21 21:16:25.980842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:25.998289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:25.999008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:25.999165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1aaf5148-d935-442f-b735-ccdbe1b8b0ad up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:26.112600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9c1dea6-560e-4c37-9ec0-fe76f75d483e req-ea29a1ed-7e10-4e0b-97f4-f40f80deb647 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783178 Apr 21 21:16:26.251031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:26.256733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-62df4e30-5a04-4e33-9f7d-4f61d4fa2a17 admin admin] 10.222.0.49 "PUT /v2.0/routers/4eb2f2d0-0463-41ce-92a3-b1efeeceb307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9022655 Apr 21 21:16:26.285503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54446) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:26.290906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-82e99c00-d3a3-45c9-9526-a94ae6b7cd6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b8dae570ad84150a8105d5fb8a23300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756266 Apr 21 21:16:26.334791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:26.352728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4141556-68ab-438b-a4da-d7f2042eee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:26.419843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4141556-68ab-438b-a4da-d7f2042eee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:26.490323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-236eb806-eab1-4b7d-8853-eb8a62348538 None None] Provisioning complete for port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:26.490852 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-236eb806-eab1-4b7d-8853-eb8a62348538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:26.494420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:26.555794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:26.556668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:26.583727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Router 008b8e31-8fd5-4736-8bec-894f9790e7fd is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:16:26.759966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4141556-68ab-438b-a4da-d7f2042eee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:26.767918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4141556-68ab-438b-a4da-d7f2042eee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:26.772362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c4141556-68ab-438b-a4da-d7f2042eee48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73857b8c-10cc-440b-9ce7-ac7bfe357b7f HTTP/1.1" status: 204 len: 168 time: 0.4830530 Apr 21 21:16:26.779113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-236eb806-eab1-4b7d-8853-eb8a62348538 None None] Provisioning complete for port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:26.779598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-236eb806-eab1-4b7d-8853-eb8a62348538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:26.786895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28bef91a-3ddb-4d9d-8405-03c9047fcc33 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:26.800626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4141556-68ab-438b-a4da-d7f2042eee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73857b8c-10cc-440b-9ce7-ac7bfe357b7f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:26.845578 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007caaa-377b-495a-a158-a53252350682 None None] Sync routers for ids ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:26.891934 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007caaa-377b-495a-a158-a53252350682 None None] Routers {'4eb2f2d0-0463-41ce-92a3-b1efeeceb307'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:26.894327 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3007caaa-377b-495a-a158-a53252350682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:26.965900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:26.990363 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Sync routers for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:27.012787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:27.013996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6006e998-3243-4059-9d97-c9e2498ae367 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.5033939 Apr 21 21:16:27.016043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-236eb806-eab1-4b7d-8853-eb8a62348538 None None] Port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:27.017291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54466) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:27.020694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:27.021399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:27.138907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:27.174080 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3007caaa-377b-495a-a158-a53252350682 None None] Set router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:27.258110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:27.269729 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:27.326797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd836127-b99f-49ad-82cd-7ba377ee14e7 req-63462f10-0f30-4177-b5ff-13a23f5e0534 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:27.341455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd836127-b99f-49ad-82cd-7ba377ee14e7 req-63462f10-0f30-4177-b5ff-13a23f5e0534 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 945 time: 0.0783143 Apr 21 21:16:27.405546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd836127-b99f-49ad-82cd-7ba377ee14e7 req-50e0fc9c-a2d8-4c51-a3d2-4d53e2e263c1 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613279 Apr 21 21:16:27.681648 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3007caaa-377b-495a-a158-a53252350682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:16Z', 'updated_at': '2022-04-21T21:16:24Z', 'revision_number': 4, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'gw_port': {'id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:17Z', 'updated_at': '2022-04-21T21:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8d5e3f15-d06f-40e8-92b7-548bae3c3bbf', 'name': '', 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'mac_address': 'fa:16:3e:aa:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '6a70274e-141c-4af5-ae48-c19eb108055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:24Z', 'revision_number': 2, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'subnets': [{'id': '6a70274e-141c-4af5-ae48-c19eb108055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:27.691110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa720c-53c1-4650-b228-e17ca47f573f req-4bcd3fef-a090-4e1c-a255-c947e5783078 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:27.707643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72aa720c-53c1-4650-b228-e17ca47f573f req-4bcd3fef-a090-4e1c-a255-c947e5783078 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 945 time: 0.1744010 Apr 21 21:16:27.749443 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007caaa-377b-495a-a158-a53252350682 None None] Checking router: 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:27.751235 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007caaa-377b-495a-a158-a53252350682 None None] Updating router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:16:27.814255 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3007caaa-377b-495a-a158-a53252350682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:27.829361 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-72aa720c-53c1-4650-b228-e17ca47f573f req-32de90f0-4aa6-470e-9031-04abbae09472 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207750 Apr 21 21:16:27.861174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54502) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:28.019034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:25Z', 'revision_number': 3, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:28.031220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80c709-6aec-4232-9527-0d1800d44878 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:28.044280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1f80c709-6aec-4232-9527-0d1800d44878 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 1091 time: 0.1703389 Apr 21 21:16:28.044991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54512) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:28.073279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:28.128131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Checking router: 008b8e31-8fd5-4736-8bec-894f9790e7fd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:28.128479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Updating router 008b8e31-8fd5-4736-8bec-894f9790e7fd port 9e05be4d-ce8e-4567-9c91-b559d718a8a6 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:16:28.169403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:28.179372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:28.246668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:28.318752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:28.485425 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:28.556544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:28.563361 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:28.568855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54530) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:28.572385 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3007caaa-377b-495a-a158-a53252350682 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:28.583833 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3007caaa-377b-495a-a158-a53252350682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:28.664394 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770940e-e6e0-4b8b-97ce-63eb524cc8d6 None None] Pushing event updated for resources: {'Port': ['ID=8d5e3f15-d06f-40e8-92b7-548bae3c3bbf,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:28.725016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8463c77-8ea6-4f67-9edb-e5a9a56c4300 req-6f541601-a6cb-4a1d-a5f0-742f42bae64d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:28.726642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8463c77-8ea6-4f67-9edb-e5a9a56c4300 req-6f541601-a6cb-4a1d-a5f0-742f42bae64d tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.1672060 Apr 21 21:16:28.742171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54538) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:28.775052 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3007caaa-377b-495a-a158-a53252350682 None None] Attempting to bind port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:28.775427 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3007caaa-377b-495a-a158-a53252350682 None None] Attempting to bind port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:28.775780 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007caaa-377b-495a-a158-a53252350682 None None] Attempting to bind port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf on network e63d9d03-b244-4af6-859f-4184b251f26b {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:28.781832 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007caaa-377b-495a-a158-a53252350682 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:28.782207 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007caaa-377b-495a-a158-a53252350682 None None] Checking segment: {'id': 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:28.782606 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3007caaa-377b-495a-a158-a53252350682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:28.783003 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3007caaa-377b-495a-a158-a53252350682 None None] Bound using segment: {'id': 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:28.783457 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3007caaa-377b-495a-a158-a53252350682 None None] Bound port: 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:28.783827 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3007caaa-377b-495a-a158-a53252350682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:28.819710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Allocated IP 172.20.0.1 (d821a592-490d-424b-9b67-540255881d43/2eb4e00b-8dbf-4bd6-b05d-b079beac5681/97641481-f90c-4883-a95f-59a4d8b6b109) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:28.856590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8463c77-8ea6-4f67-9edb-e5a9a56c4300 req-b84f10cf-de20-4353-9c42-e46b6350bd94 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030087 Apr 21 21:16:28.935150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-secgroup--347082556'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:28.953089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28bef91a-3ddb-4d9d-8405-03c9047fcc33 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:29.010990 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.031760 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.077250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.112223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:29.113228 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.118349 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.133859 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3007caaa-377b-495a-a158-a53252350682 None None] For port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:29.138862 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3007caaa-377b-495a-a158-a53252350682 None None] For port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d5e3f15-d06f-40e8-92b7-548bae3c3bbf,segment=NetworkSegment(d8fbb8e1-0127-4b36-8479-ae14f3e84b19),segment_id=d8fbb8e1-0127-4b36-8479-ae14f3e84b19)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:29.149163 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3007caaa-377b-495a-a158-a53252350682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.160050 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.175296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Network d821a592-490d-424b-9b67-540255881d43 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:29.179321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:29.187877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.200543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:29.207612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Pushing event updated for resources: {'Port': ['ID=97641481-f90c-4883-a95f-59a4d8b6b109,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:29.258392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1b7df0de-fddd-4938-9af2-b071c18efac5 None None] Provisioning complete for port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:29.259142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b7df0de-fddd-4938-9af2-b071c18efac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.263614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Attempting to bind port 9e05be4d-ce8e-4567-9c91-b559d718a8a6 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:29.264269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Attempting to bind port 9e05be4d-ce8e-4567-9c91-b559d718a8a6 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:29.264940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Attempting to bind port 9e05be4d-ce8e-4567-9c91-b559d718a8a6 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:29.270659 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.274983 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770940e-e6e0-4b8b-97ce-63eb524cc8d6 None None] Pushing event updated for resources: {'Port': ['ID=8d5e3f15-d06f-40e8-92b7-548bae3c3bbf,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:29.303994 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007caaa-377b-495a-a158-a53252350682 None None] Routers {'4eb2f2d0-0463-41ce-92a3-b1efeeceb307'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:29.304643 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3007caaa-377b-495a-a158-a53252350682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:29.350579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:29.352198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:29.352799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.353872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:29.354650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Bound port: 9e05be4d-ce8e-4567-9c91-b559d718a8a6, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:29.355221 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.366107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710933f-8944-42b0-bceb-743e1ff5598b None None] Pushing event updated for resources: {'Port': ['ID=9e05be4d-ce8e-4567-9c91-b559d718a8a6,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:29.372024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.426486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.472384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] For port 9e05be4d-ce8e-4567-9c91-b559d718a8a6, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:29.477480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] For port 9e05be4d-ce8e-4567-9c91-b559d718a8a6, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e05be4d-ce8e-4567-9c91-b559d718a8a6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:29.509104 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.554461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.565551 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3007caaa-377b-495a-a158-a53252350682 None None] Set router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:29.595465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.25.0.21 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/5e3594d2-4b5e-443f-920c-2c1482dd4541) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:29.618819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902ceebb-e7c8-4d4d-87d1-e2906719864a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:29.656043 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b7df0de-fddd-4938-9af2-b071c18efac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.727048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:29.728058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:29.729634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.734825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710933f-8944-42b0-bceb-743e1ff5598b None None] Pushing event updated for resources: {'Port': ['ID=9e05be4d-ce8e-4567-9c91-b559d718a8a6,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:29.739027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.764305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.768903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54542) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:29.769620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1995826 Apr 21 21:16:29.775238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1b7df0de-fddd-4938-9af2-b071c18efac5 None None] For port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d5e3f15-d06f-40e8-92b7-548bae3c3bbf,segment=NetworkSegment(d8fbb8e1-0127-4b36-8479-ae14f3e84b19),segment_id=d8fbb8e1-0127-4b36-8479-ae14f3e84b19)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:29.785127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b7df0de-fddd-4938-9af2-b071c18efac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.878737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1604bc0-eaa8-4eae-bdb5-e7725a8c0bd9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8f450-1916-4cd6-a541-11d36dce3638,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:29.902091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.915486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7df0de-fddd-4938-9af2-b071c18efac5 None None] Pushing event updated for resources: {'Port': ['ID=8d5e3f15-d06f-40e8-92b7-548bae3c3bbf,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:29.922311 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-24196ab9-d303-4f45-916c-f875d5c8920a tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1517580 Apr 21 21:16:29.923789 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:29.926035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54546) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:29.930311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:29.990601 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3007caaa-377b-495a-a158-a53252350682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:16Z', 'updated_at': '2022-04-21T21:16:24Z', 'revision_number': 4, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'gw_port': {'id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:17Z', 'updated_at': '2022-04-21T21:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8d5e3f15-d06f-40e8-92b7-548bae3c3bbf', 'name': '', 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'mac_address': 'fa:16:3e:aa:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '6a70274e-141c-4af5-ae48-c19eb108055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'subnets': [{'id': '6a70274e-141c-4af5-ae48-c19eb108055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:29.999135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8e6c6bb3-3083-4171-acfe-bfa7cba7422a None None] Provisioning complete for port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:29.999595 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e6c6bb3-3083-4171-acfe-bfa7cba7422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.004712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-878b96bc-02aa-47d9-a624-f152683b2f0e tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-security--1097596455', 'description': 'tempest-security-description-1653398086'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:30.007585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Pushing event updated for resources: {'Port': ['ID=97641481-f90c-4883-a95f-59a4d8b6b109,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:30.035522 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3007caaa-377b-495a-a158-a53252350682 None None] The sync data for ids ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'] in n-d-838945-1 is: [{'id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:16Z', 'updated_at': '2022-04-21T21:16:24Z', 'revision_number': 4, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'gw_port': {'id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:17Z', 'updated_at': '2022-04-21T21:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8d5e3f15-d06f-40e8-92b7-548bae3c3bbf', 'name': '', 'network_id': 'e63d9d03-b244-4af6-859f-4184b251f26b', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'mac_address': 'fa:16:3e:aa:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '6a70274e-141c-4af5-ae48-c19eb108055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'subnets': [{'id': '6a70274e-141c-4af5-ae48-c19eb108055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:30.046301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-878b96bc-02aa-47d9-a624-f152683b2f0e tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.054772 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.076707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.157000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-878b96bc-02aa-47d9-a624-f152683b2f0e tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.182033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.188075 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-878b96bc-02aa-47d9-a624-f152683b2f0e tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.190910 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-878b96bc-02aa-47d9-a624-f152683b2f0e tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.192331 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-878b96bc-02aa-47d9-a624-f152683b2f0e tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "PUT /v2.0/security-groups/bca8f450-1916-4cd6-a541-11d36dce3638 HTTP/1.1" status: 200 len: 1780 time: 0.2182257 Apr 21 21:16:30.197065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54550) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:30.274377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bc8e0-d2c9-4d45-8efe-97267e9af679 req-8cdaecaf-48e8-471f-a693-032e0ddf8692 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:30.276114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a4bc8e0-d2c9-4d45-8efe-97267e9af679 req-8cdaecaf-48e8-471f-a693-032e0ddf8692 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.2778485 Apr 21 21:16:30.287324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7e8b6320-5642-4ca4-98a3-85447d83244d tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups/bca8f450-1916-4cd6-a541-11d36dce3638 HTTP/1.1" status: 200 len: 1780 time: 0.0822763 Apr 21 21:16:30.291864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54552) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:30.307574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b96bc-02aa-47d9-a624-f152683b2f0e tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8f450-1916-4cd6-a541-11d36dce3638,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:30.360633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Network d821a592-490d-424b-9b67-540255881d43 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:30.362963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:30.408097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.428704 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cf21256-4a75-419b-bb60-220b429a40de tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.490853 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cf21256-4a75-419b-bb60-220b429a40de tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.492150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:30.509240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8e6c6bb3-3083-4171-acfe-bfa7cba7422a None None] Provisioning complete for port 97641481-f90c-4883-a95f-59a4d8b6b109 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:30.510244 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8e6c6bb3-3083-4171-acfe-bfa7cba7422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.519542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a4bc8e0-d2c9-4d45-8efe-97267e9af679 req-4939bf31-86f3-418e-8a6b-559eec1811fc tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844287 Apr 21 21:16:30.524978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:30.533601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:28Z', 'revision_number': 1, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:30.538906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:30.549991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=5e3594d2-4b5e-443f-920c-2c1482dd4541,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:30.593532 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6c788e4-90c3-44ef-89ac-0cdebbc53ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.598356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad252fb0-1154-4cb7-9759-570fd6857b09 None None] The sync data for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 is: [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:28Z', 'revision_number': 1, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:30.617618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8e6c6bb3-3083-4171-acfe-bfa7cba7422a None None] Port 97641481-f90c-4883-a95f-59a4d8b6b109 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:30.626916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Router 008b8e31-8fd5-4736-8bec-894f9790e7fd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:30.652232 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cf21256-4a75-419b-bb60-220b429a40de tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.655398 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cf21256-4a75-419b-bb60-220b429a40de tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.659341 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7cf21256-4a75-419b-bb60-220b429a40de tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/bca8f450-1916-4cd6-a541-11d36dce3638 HTTP/1.1" status: 204 len: 168 time: 0.3655238 Apr 21 21:16:30.660590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54554) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:30.830782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-6959f193-3717-496f-b910-ded080f025e7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:30.832347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-6959f193-3717-496f-b910-ded080f025e7 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.2130218 Apr 21 21:16:30.872840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-95fe84c5-be41-4c98-a924-57cd5d0fdcd1 None None] Provisioning complete for port 97641481-f90c-4883-a95f-59a4d8b6b109 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:30.873961 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95fe84c5-be41-4c98-a924-57cd5d0fdcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:30.934940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-95fe84c5-be41-4c98-a924-57cd5d0fdcd1 None None] Port 97641481-f90c-4883-a95f-59a4d8b6b109 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:31.029644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf21256-4a75-419b-bb60-220b429a40de tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca8f450-1916-4cd6-a541-11d36dce3638,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:31.037559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Deleting port e85ea326-a63b-4d15-ba03-3baeb2e13812 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:31.037934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.122637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-84235011-260c-442c-9472-3e118c50c92d tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4553685 Apr 21 21:16:31.125376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54556) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:31.145000 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-3d971a26-3724-4d7f-bd5a-6c4de99a019c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] delete failed (client error): The resource could not be found. Apr 21 21:16:31.146580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3d971a26-3724-4d7f-bd5a-6c4de99a019c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/bca8f450-1916-4cd6-a541-11d36dce3638 HTTP/1.1" status: 404 len: 347 time: 0.0200558 Apr 21 21:16:31.150495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54558) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:31.161945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2e3ec895-ea71-447a-84c6-993fe1ee6508 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550155254'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:31.173812 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:31.181231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fe55a164-c60c-49af-9666-e7e9eef798a3 admin admin] 10.222.0.49 "PUT /v2.0/routers/008b8e31-8fd5-4736-8bec-894f9790e7fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1599123 Apr 21 21:16:31.202737 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec895-ea71-447a-84c6-993fe1ee6508 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.272319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Deleting port 99a286ed-ca3c-47b8-bc15-4661e01c52ae {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:31.272698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.283941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] For port e85ea326-a63b-4d15-ba03-3baeb2e13812, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e85ea326-a63b-4d15-ba03-3baeb2e13812,segment=NetworkSegment(82666319-c275-425b-a431-e75ffe27b118),segment_id=82666319-c275-425b-a431-e75ffe27b118)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:31.284317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.314969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec895-ea71-447a-84c6-993fe1ee6508 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.330077 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec895-ea71-447a-84c6-993fe1ee6508 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.370952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ec895-ea71-447a-84c6-993fe1ee6508 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e439213f-4bf3-4431-9c24-646b68d6954f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:31.378630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec895-ea71-447a-84c6-993fe1ee6508 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.381878 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e3ec895-ea71-447a-84c6-993fe1ee6508 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2299170 Apr 21 21:16:31.384362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54564) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:31.386621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Calling delete_port for e85ea326-a63b-4d15-ba03-3baeb2e13812 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:31.390925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5b56343b-3d93-4f28-a3f1-6c790f72166c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': 'e439213f-4bf3-4431-9c24-646b68d6954f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:31.427637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b56343b-3d93-4f28-a3f1-6c790f72166c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.501082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b56343b-3d93-4f28-a3f1-6c790f72166c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.507987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b56343b-3d93-4f28-a3f1-6c790f72166c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.527300 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.535738 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b56343b-3d93-4f28-a3f1-6c790f72166c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.537106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5b56343b-3d93-4f28-a3f1-6c790f72166c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507037 Apr 21 21:16:31.540005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56343b-3d93-4f28-a3f1-6c790f72166c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df49490f-0fa5-4960-b2d9-d1762354e6c4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:31.540151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54568) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:31.631737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] For port 99a286ed-ca3c-47b8-bc15-4661e01c52ae, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=99a286ed-ca3c-47b8-bc15-4661e01c52ae,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:31.632034 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.694081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a356f-d2ba-493f-ac0a-b99eeadccc75 req-0500a3a0-4984-45ff-9c5e-5e517e7bd000 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:31.695353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Calling delete_port for 99a286ed-ca3c-47b8-bc15-4661e01c52ae owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:31.697819 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-603a356f-d2ba-493f-ac0a-b99eeadccc75 req-0500a3a0-4984-45ff-9c5e-5e517e7bd000 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.0660305 Apr 21 21:16:31.738393 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f336150-9f85-4025-bf08-820b945f5626 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.752726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-603a356f-d2ba-493f-ac0a-b99eeadccc75 req-3f0580cb-b5bf-4324-89a4-b4420a237293 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492032 Apr 21 21:16:31.766023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f336150-9f85-4025-bf08-820b945f5626 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.870534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.876404 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f336150-9f85-4025-bf08-820b945f5626 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.915173 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f336150-9f85-4025-bf08-820b945f5626 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:31.919608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54578) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:31.919751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0f336150-9f85-4025-bf08-820b945f5626 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/df49490f-0fa5-4960-b2d9-d1762354e6c4 HTTP/1.1" status: 204 len: 168 time: 0.3567548 Apr 21 21:16:31.932177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f336150-9f85-4025-bf08-820b945f5626 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df49490f-0fa5-4960-b2d9-d1762354e6c4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:32.075202 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ec56be0e-a43f-45c8-80ce-3c1a1b0bbbcf tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1495085 Apr 21 21:16:32.076113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54582) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:32.144886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.177344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ffbe3be-d3cc-407f-8922-eff2c918a24f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.210172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ffbe3be-d3cc-407f-8922-eff2c918a24f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.233849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54586) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:32.241889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-892320629-network', 'tenant_id': '91cae57059994ce9b8d98ece747a760f'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:32.247070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:32.294473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Made reservation on behalf of 91cae57059994ce9b8d98ece747a760f for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:32.299933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.314731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.326903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ffbe3be-d3cc-407f-8922-eff2c918a24f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.329758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3ffbe3be-d3cc-407f-8922-eff2c918a24f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.330926 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3ffbe3be-d3cc-407f-8922-eff2c918a24f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/e439213f-4bf3-4431-9c24-646b68d6954f HTTP/1.1" status: 204 len: 168 time: 0.2537243 Apr 21 21:16:32.385539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54590) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:32.394245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:32.394621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.421979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbe3be-d3cc-407f-8922-eff2c918a24f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e439213f-4bf3-4431-9c24-646b68d6954f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:32.480820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.491235 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4357d9a3-aa98-4526-8c85-3691968ea1e1 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018622 Apr 21 21:16:32.492625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.522931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54592) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:32.524642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69661d6-c024-4605-84e0-528627ef3a9d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:32.533886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5e5833ed-8637-4da4-b153-ec9dde3a5ff9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750978569'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:32.556829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:16:32.577986 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.578329 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Added segment 12a8243a-00d0-4690-bc8f-866caaee47c6 of type vlan for network 05162207-44d2-437f-a382-0c471c52d5fc Apr 21 21:16:32.587692 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e05be4d-ce8e-4567-9c91-b559d718a8a6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:32.599981 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e5833ed-8637-4da4-b153-ec9dde3a5ff9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.654716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.661720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9e05be4d-ce8e-4567-9c91-b559d718a8a6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:32.662329 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.741645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.743787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:32.744726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.784549 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5495484 Apr 21 21:16:32.798022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54596) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:32.803806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Request body: {'subnet': {'network_id': '05162207-44d2-437f-a382-0c471c52d5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-892320629-subnet', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:32.810038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Pushing event deleted for resources: {'Port': ['ID=e85ea326-a63b-4d15-ba03-3baeb2e13812,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:32.818953 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-237ea92c-5a85-4e4d-acfe-28da552e54a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.820559 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.827574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e5833ed-8637-4da4-b153-ec9dde3a5ff9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.871875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 9e05be4d-ce8e-4567-9c91-b559d718a8a6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e05be4d-ce8e-4567-9c91-b559d718a8a6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:32.877346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e5833ed-8637-4da4-b153-ec9dde3a5ff9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.879741 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.914794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb56d7-ee5b-48da-9994-3c6ec16a0466 admin admin] Pushing event updated for resources: {'Network': ['ID=05162207-44d2-437f-a382-0c471c52d5fc,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:32.917897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Made reservation on behalf of 91cae57059994ce9b8d98ece747a760f for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:32.921025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:32.975404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=9e05be4d-ce8e-4567-9c91-b559d718a8a6,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:32.987758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 05162207-44d2-437f-a382-0c471c52d5fc details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:16:33.039132 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.068598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['4bdb0da6-c291-4a80-91d2-63e70f54f148'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:16:33.086131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7bb4f-4489-4d1a-b781-2febf569e491 req-0e4078d9-49e9-442f-a998-d74e0c813389 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:33.087666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50a7bb4f-4489-4d1a-b781-2febf569e491 req-0e4078d9-49e9-442f-a998-d74e0c813389 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f7b7b32-1c8c-41e9-ac37-be97b2990876 HTTP/1.1" status: 200 len: 946 time: 0.1919205 Apr 21 21:16:33.115438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.134431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e5833ed-8637-4da4-b153-ec9dde3a5ff9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.135739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5e5833ed-8637-4da4-b153-ec9dde3a5ff9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6077635 Apr 21 21:16:33.143887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54598) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:33.153890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-88c65b06-b53e-4be2-b71d-7ba06c322c90 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '80c9734c-1087-4bd8-949f-8d8a00d3ef99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:33.158045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event deleted for resources: {'Port': ['ID=99a286ed-ca3c-47b8-bc15-4661e01c52ae,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:33.174861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5833ed-8637-4da4-b153-ec9dde3a5ff9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c9734c-1087-4bd8-949f-8d8a00d3ef99,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:33.190864 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.198035 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88c65b06-b53e-4be2-b71d-7ba06c322c90 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.226354 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.286143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] No DVR routers for this DVR port 99a286ed-ca3c-47b8-bc15-4661e01c52ae on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:33.297943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be27ae3-c1b7-4c83-81d8-f5cdcafa8906,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:33.300801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.304489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b3ca141-e870-4e2b-b03a-9a714be4c66c req-5e8c7606-550a-46ca-a55a-fac1847bd407 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.43 "DELETE /v2.0/ports/99a286ed-ca3c-47b8-bc15-4661e01c52ae HTTP/1.1" status: 204 len: 173 time: 2.4435580 Apr 21 21:16:33.306067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7b7b32-1c8c-41e9-ac37-be97b2990876', 'name': 'network-vif-deleted', 'tag': '99a286ed-ca3c-47b8-bc15-4661e01c52ae'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:16:33.308469 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ddb38e-7026-4f68-a156-9639b1027125" -d '{"events": [{"server_uuid": "7f7b7b32-1c8c-41e9-ac37-be97b2990876", "name": "network-vif-deleted", "tag": "99a286ed-ca3c-47b8-bc15-4661e01c52ae"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:16:33.314215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Checking segment: {'id': '12a8243a-00d0-4690-bc8f-866caaee47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:33.314583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Network hostable DHCP agents. Network: 05162207-44d2-437f-a382-0c471c52d5fc, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:16:33.323627 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88c65b06-b53e-4be2-b71d-7ba06c322c90 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.334423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88c65b06-b53e-4be2-b71d-7ba06c322c90 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.362701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c65b06-b53e-4be2-b71d-7ba06c322c90 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223fd800-6065-4814-bdeb-80676e068b6a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:33.366431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Network 05162207-44d2-437f-a382-0c471c52d5fc is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:16:33.372967 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.377449 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88c65b06-b53e-4be2-b71d-7ba06c322c90 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.381435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-88c65b06-b53e-4be2-b71d-7ba06c322c90 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2328627 Apr 21 21:16:33.381435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 05162207-44d2-437f-a382-0c471c52d5fc) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:33.384023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50a7bb4f-4489-4d1a-b781-2febf569e491 req-0918c112-5067-44a1-a2dd-5fead68edd06 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733202 Apr 21 21:16:33.384491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54602) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:33.385704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:33.386224 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c40028-8150-4037-ace6-6890e5b9c068 x-openstack-request-id: req-43c40028-8150-4037-ace6-6890e5b9c068 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:16:33.386508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.386959 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7b7b32-1c8c-41e9-ac37-be97b2990876", "name": "network-vif-deleted", "tag": "99a286ed-ca3c-47b8-bc15-4661e01c52ae", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:16:33.387347 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43c40028-8150-4037-ace6-6890e5b9c068 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:16:33.388624 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c40028-8150-4037-ace6-6890e5b9c068'] response: {'server_uuid': '7f7b7b32-1c8c-41e9-ac37-be97b2990876', 'name': 'network-vif-deleted', 'tag': '99a286ed-ca3c-47b8-bc15-4661e01c52ae', 'status': 'completed', 'code': 200} Apr 21 21:16:33.392476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a4aa2c-bb2e-4d34-b4b5-85b4bc7008f4 None None] Network 05162207-44d2-437f-a382-0c471c52d5fc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:33.399844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9f90c88c-06d1-4f71-8466-0e7966843f17 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '80c9734c-1087-4bd8-949f-8d8a00d3ef99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:33.408319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f6abee32-d6b3-42ea-840e-4f62ea17ed3c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6091385 Apr 21 21:16:33.409538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54604) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:33.409670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=5e3594d2-4b5e-443f-920c-2c1482dd4541,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:33.415365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:33.440693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.440928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.443794 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.538006 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.551912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 99a286ed-ca3c-47b8-bc15-4661e01c52ae no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:33.578191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 99a286ed-ca3c-47b8-bc15-4661e01c52ae {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:33.578800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 99a286ed-ca3c-47b8-bc15-4661e01c52ae not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:33.671078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-05162207-44d2-437f-a382-0c471c52d5fc', 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'fixed_ips': [{'subnet_id': '7be27ae3-c1b7-4c83-81d8-f5cdcafa8906'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:16:33.672203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.694778 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Floating IP 94f6d8e4-2c69-4195-8d8c-7b389d91b8eb associated. External IP: 172.25.0.21, port: 4725cd41-2c29-4a93-8dff-1230fb87e5bf. Apr 21 21:16:33.716013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.758088 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f90c88c-06d1-4f71-8466-0e7966843f17 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:33.884031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Allocated IP 172.20.0.2 (05162207-44d2-437f-a382-0c471c52d5fc/7be27ae3-c1b7-4c83-81d8-f5cdcafa8906/493cdbd1-43df-44f4-85ff-89ebbde91f86) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:33.990052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f90c88c-06d1-4f71-8466-0e7966843f17 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.003230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.022688 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f90c88c-06d1-4f71-8466-0e7966843f17 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.078534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.092393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90c88c-06d1-4f71-8466-0e7966843f17 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5146fe-ad9b-4ba4-8f58-7370f7fdfbf1,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:34.104939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f90c88c-06d1-4f71-8466-0e7966843f17 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.107191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9f90c88c-06d1-4f71-8466-0e7966843f17 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7125864 Apr 21 21:16:34.146442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54608) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:34.155668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-041020fb-6e07-4384-9b86-f820c33635e1 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '80c9734c-1087-4bd8-949f-8d8a00d3ef99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:34.161275 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.164827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Router d61b3b99-d927-4f02-9111-29eb09449afc has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:34.205796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e05be4d-ce8e-4567-9c91-b559d718a8a6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:34.237176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:34.248881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-041020fb-6e07-4384-9b86-f820c33635e1 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.289843 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.291656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9e05be4d-ce8e-4567-9c91-b559d718a8a6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:34.292102 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.309806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Allocated IP 172.25.0.85 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/4f8f8264-7748-42ba-b937-4a995e5a3127) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:34.316232 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.365890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Network 05162207-44d2-437f-a382-0c471c52d5fc is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:34.370102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:34.376999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:34.388265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Sync routers for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:34.404522 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:34.405752 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:34.415147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:34.436204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-943bec26-d276-4268-be7f-1fc90c26a237 admin admin] 10.222.0.49 "PUT /v2.0/routers/d61b3b99-d927-4f02-9111-29eb09449afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6928647 Apr 21 21:16:34.440485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54612) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:34.473271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] Sync routers for ids ['d61b3b99-d927-4f02-9111-29eb09449afc'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:34.477400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Attempting to bind port 493cdbd1-43df-44f4-85ff-89ebbde91f86 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:34.481886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Attempting to bind port 493cdbd1-43df-44f4-85ff-89ebbde91f86 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '12a8243a-00d0-4690-bc8f-866caaee47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:34.483502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Attempting to bind port 493cdbd1-43df-44f4-85ff-89ebbde91f86 on network 05162207-44d2-437f-a382-0c471c52d5fc {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:34.491110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Pushing event updated for resources: {'Port': ['ID=493cdbd1-43df-44f4-85ff-89ebbde91f86,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:34.497401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:34.497401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Checking segment: {'id': '12a8243a-00d0-4690-bc8f-866caaee47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:34.497745 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.498136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Bound using segment: {'id': '12a8243a-00d0-4690-bc8f-866caaee47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:34.498512 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-041020fb-6e07-4384-9b86-f820c33635e1 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.498628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Bound port: 493cdbd1-43df-44f4-85ff-89ebbde91f86, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a8243a-00d0-4690-bc8f-866caaee47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:34.498985 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.516056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-041020fb-6e07-4384-9b86-f820c33635e1 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.539991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:34.551259 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] Sync routers for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:34.579983 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:34.580910 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:34.581260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.612355 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.613682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] For port 493cdbd1-43df-44f4-85ff-89ebbde91f86, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:34.614749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041020fb-6e07-4384-9b86-f820c33635e1 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd79b15-82ff-44f3-8fc7-d48ab9e816f2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:34.619076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] For port 493cdbd1-43df-44f4-85ff-89ebbde91f86, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=493cdbd1-43df-44f4-85ff-89ebbde91f86,segment=NetworkSegment(12a8243a-00d0-4690-bc8f-866caaee47c6),segment_id=12a8243a-00d0-4690-bc8f-866caaee47c6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:34.638882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.644716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-041020fb-6e07-4384-9b86-f820c33635e1 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.648970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-041020fb-6e07-4384-9b86-f820c33635e1 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4998705 Apr 21 21:16:34.649775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54620) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:34.658294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-814f3b76-d7b1-4c2e-b992-79e9d0df029c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '80c9734c-1087-4bd8-949f-8d8a00d3ef99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:34.660364 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fc3bf989-05ff-4566-a3e1-51d837bf9d15 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6115022 Apr 21 21:16:34.664717 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54622) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:34.693698 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.722256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] Routers {'d61b3b99-d927-4f02-9111-29eb09449afc'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:34.723263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d61b3b99-d927-4f02-9111-29eb09449afc'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:34.776749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.829401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-814f3b76-d7b1-4c2e-b992-79e9d0df029c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.854203 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:34.901168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0bed8803-42c7-4f4b-8c42-f9bfe3efb063 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/floatingips/94f6d8e4-2c69-4195-8d8c-7b389d91b8eb HTTP/1.1" status: 200 len: 990 time: 0.2351449 Apr 21 21:16:34.938885 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef88cbd-c7e1-423a-955f-968052b6905e req-37c8d3d0-2097-4ce5-a60b-fbfc642e87e0 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:34.942109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8ef88cbd-c7e1-423a-955f-968052b6905e req-37c8d3d0-2097-4ce5-a60b-fbfc642e87e0 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.0835588 Apr 21 21:16:34.953282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:34.979648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:34.998775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:34.999478 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:35.011463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:35.013684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Pushing event updated for resources: {'Port': ['ID=4f8f8264-7748-42ba-b937-4a995e5a3127,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:35.035377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8ef88cbd-c7e1-423a-955f-968052b6905e req-65e2662e-332d-4e62-bc1c-f659bfe2cf58 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759008 Apr 21 21:16:35.074902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-814f3b76-d7b1-4c2e-b992-79e9d0df029c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.114930 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-814f3b76-d7b1-4c2e-b992-79e9d0df029c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.130715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af361011-9bba-4d53-b1b3-e1b01c7db5cb None None] Pushing event updated for resources: {'Port': ['ID=493cdbd1-43df-44f4-85ff-89ebbde91f86,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:35.161072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f3b76-d7b1-4c2e-b992-79e9d0df029c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c517c083-789d-40b2-86ef-23615ea2fee0,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:35.182664 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-814f3b76-d7b1-4c2e-b992-79e9d0df029c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.189661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54632) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:35.195579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] Set router d61b3b99-d927-4f02-9111-29eb09449afc gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:35.197452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-121e1f17-a02b-4a27-a126-bb9613738ead tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '80c9734c-1087-4bd8-949f-8d8a00d3ef99', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:35.203405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-814f3b76-d7b1-4c2e-b992-79e9d0df029c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5484667 Apr 21 21:16:35.273431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-121e1f17-a02b-4a27-a126-bb9613738ead tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.429412 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-121e1f17-a02b-4a27-a126-bb9613738ead tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.430463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:16:35.437164 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b538c323-b04a-4347-ac99-d948c5ccb0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:16:35.438232 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.459070 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-121e1f17-a02b-4a27-a126-bb9613738ead tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.509124 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:15:53Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '94f6d8e4-2c69-4195-8d8c-7b389d91b8eb', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:16:31Z', 'updated_at': '2022-04-21T21:16:31Z', 'revision_number': 0, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:35.516967 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-121e1f17-a02b-4a27-a126-bb9613738ead tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.521273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54640) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:35.521872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-121e1f17-a02b-4a27-a126-bb9613738ead tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3311584 Apr 21 21:16:35.524800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e1f17-a02b-4a27-a126-bb9613738ead tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92118c6-fa3e-491d-ade4-9ec50a242096,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:35.538562 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8d4e69-944d-429a-8343-9a292c615c7a x-openstack-request-id: req-de8d4e69-944d-429a-8343-9a292c615c7a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:16:35.540230 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:16:35.540666 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de8d4e69-944d-429a-8343-9a292c615c7a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:16:35.541267 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8d4e69-944d-429a-8343-9a292c615c7a'] response: {'name': 'network-changed', 'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'status': 'completed', 'code': 200} Apr 21 21:16:35.557598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Deleting port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:35.557975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.567186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:01Z', 'updated_at': '2022-04-21T21:16:31Z', 'revision_number': 5, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'gw_port': {'id': '0f68543b-7bd4-4de3-8c85-bdf8e2697fb6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:02Z', 'updated_at': '2022-04-21T21:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:35.589668 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] Checking router: 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:35.597231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] Checking router: d61b3b99-d927-4f02-9111-29eb09449afc for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:35.608295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] Routers {'d61b3b99-d927-4f02-9111-29eb09449afc'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:35.608955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['d61b3b99-d927-4f02-9111-29eb09449afc'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:35.609449 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 2, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:35.613735 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:35.614628 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:35.621822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-d13111ea-c379-4e2d-a2ef-830e607c19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:35.625124 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-d13111ea-c379-4e2d-a2ef-830e607c19f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 1096 time: 0.0594506 Apr 21 21:16:35.672728 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Checking router: 008b8e31-8fd5-4736-8bec-894f9790e7fd for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:35.673118 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Updating router 008b8e31-8fd5-4736-8bec-894f9790e7fd port 97641481-f90c-4883-a95f-59a4d8b6b109 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:16:35.710124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad8a5-6f1f-4e8b-875a-7ea387a6642b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.742060 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad8a5-6f1f-4e8b-875a-7ea387a6642b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.768989 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.785771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] Set router d61b3b99-d927-4f02-9111-29eb09449afc gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:35.863691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-8994938a-0338-442d-a7aa-acd0104977a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:35.868047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-8994938a-0338-442d-a7aa-acd0104977a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ca0e8ed-f995-4a73-9138-9d99429d673e HTTP/1.1" status: 200 len: 897 time: 0.2371542 Apr 21 21:16:35.874563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] For port 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=0f68543b-7bd4-4de3-8c85-bdf8e2697fb6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:35.875093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.898548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad8a5-6f1f-4e8b-875a-7ea387a6642b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.926255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54644) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:35.949631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e0ad8a5-6f1f-4e8b-875a-7ea387a6642b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:35.951120 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e0ad8a5-6f1f-4e8b-875a-7ea387a6642b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b92118c6-fa3e-491d-ade4-9ec50a242096 HTTP/1.1" status: 204 len: 168 time: 0.4273648 Apr 21 21:16:35.957180 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ad8a5-6f1f-4e8b-875a-7ea387a6642b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b92118c6-fa3e-491d-ade4-9ec50a242096,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:35.966805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54646) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:35.991266 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:35.993046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:01Z', 'updated_at': '2022-04-21T21:16:34Z', 'revision_number': 6, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:36.078866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Calling delete_port for 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:36.080274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-0b554652-96da-4fac-9231-68b277b063ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf HTTP/1.1" status: 200 len: 998 time: 0.2066431 Apr 21 21:16:36.088554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.109253 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.111459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63230586-0a3b-474a-8fa1-1078dfbc9094 None None] The sync data for ids ['d61b3b99-d927-4f02-9111-29eb09449afc'] in n-d-838945-1 is: [{'id': 'd61b3b99-d927-4f02-9111-29eb09449afc', 'name': 'tempest-TestAggregatesBasicOps-993143167-router', 'tenant_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:01Z', 'updated_at': '2022-04-21T21:16:34Z', 'revision_number': 6, 'project_id': '4fdcc1b738f84e55bb1cea0c055f7164', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:36.168570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 493cdbd1-43df-44f4-85ff-89ebbde91f86 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:36.210650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-7ecf0d9b-db2b-415a-98a8-cf37b41bf041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:36.216996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-7ecf0d9b-db2b-415a-98a8-cf37b41bf041 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8039a04-fd2a-4c28-b155-b87749f73bf2 HTTP/1.1" status: 200 len: 835 time: 0.1276989 Apr 21 21:16:36.264689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3866c4c7-c4cc-44f8-9064-fc6056556e04 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/floatingips/94f6d8e4-2c69-4195-8d8c-7b389d91b8eb HTTP/1.1" status: 200 len: 990 time: 0.3123057 Apr 21 21:16:36.291113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 493cdbd1-43df-44f4-85ff-89ebbde91f86 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:36.291492 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.386281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-24c038e6-1f1b-4b6e-8cc1-156c37a0cae9 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2992246 Apr 21 21:16:36.392442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54650) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:36.407560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-a4613cb9-ec3f-4fc2-af23-6b73039badf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:36.409590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-a4613cb9-ec3f-4fc2-af23-6b73039badf4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ca0e8ed-f995-4a73-9138-9d99429d673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1587791 Apr 21 21:16:36.439871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-370d89f8-3654-43da-83ac-3a3b486b80c6 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.448079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-370d89f8-3654-43da-83ac-3a3b486b80c6 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.475006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4426b7-846e-4a64-97db-419fd89e0ef1 req-550bed35-cd31-4ea7-891d-b86f91def654 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:36.484865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea4426b7-846e-4a64-97db-419fd89e0ef1 req-550bed35-cd31-4ea7-891d-b86f91def654 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.2589154 Apr 21 21:16:36.486482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-370d89f8-3654-43da-83ac-3a3b486b80c6 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.532501 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.549145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-370d89f8-3654-43da-83ac-3a3b486b80c6 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.559900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-370d89f8-3654-43da-83ac-3a3b486b80c6 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c517c083-789d-40b2-86ef-23615ea2fee0 HTTP/1.1" status: 204 len: 168 time: 0.1660061 Apr 21 21:16:36.591272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54654) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:36.634086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbddbdae-2c6a-4d98-b536-f2e83af0bcf7 None None] Network 05162207-44d2-437f-a382-0c471c52d5fc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:36.683826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d89f8-3654-43da-83ac-3a3b486b80c6 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c517c083-789d-40b2-86ef-23615ea2fee0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:36.812547 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 493cdbd1-43df-44f4-85ff-89ebbde91f86, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=493cdbd1-43df-44f4-85ff-89ebbde91f86,segment=NetworkSegment(12a8243a-00d0-4690-bc8f-866caaee47c6),segment_id=12a8243a-00d0-4690-bc8f-866caaee47c6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:36.830395 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.873071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4996fb2f-4d04-41c2-a75f-939a0e010acc None None] Provisioning complete for port 493cdbd1-43df-44f4-85ff-89ebbde91f86 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:36.873436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4996fb2f-4d04-41c2-a75f-939a0e010acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:36.890543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-87457869-33a7-4037-9faf-b2adcfd06705 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2981033 Apr 21 21:16:36.892612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-21bb40a1-2386-4f36-9dfd-5560b49e6a8f service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751050 Apr 21 21:16:36.893402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54656) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:36.900651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ea4426b7-846e-4a64-97db-419fd89e0ef1 req-999d4b9d-bfea-4dbc-998d-6668dd3acd14 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148986 Apr 21 21:16:37.014188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=493cdbd1-43df-44f4-85ff-89ebbde91f86,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:37.040801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c11c72a-a21c-4b11-8e5a-a65eee34b770 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.056069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c11c72a-a21c-4b11-8e5a-a65eee34b770 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.125828 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b538c323-b04a-4347-ac99-d948c5ccb0b0 req-d4fa48dd-7405-430d-9d7c-cae137c50ad3 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213523 Apr 21 21:16:37.127279 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c11c72a-a21c-4b11-8e5a-a65eee34b770 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.134659 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c11c72a-a21c-4b11-8e5a-a65eee34b770 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.135996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6c11c72a-a21c-4b11-8e5a-a65eee34b770 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2bd79b15-82ff-44f3-8fc7-d48ab9e816f2 HTTP/1.1" status: 204 len: 168 time: 0.2411385 Apr 21 21:16:37.139005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54658) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:37.170328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11c72a-a21c-4b11-8e5a-a65eee34b770 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bd79b15-82ff-44f3-8fc7-d48ab9e816f2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:37.194530 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.204792 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:15:53Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '94f6d8e4-2c69-4195-8d8c-7b389d91b8eb', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:16:31Z', 'updated_at': '2022-04-21T21:16:31Z', 'revision_number': 0, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:37.213052 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.265852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bb55b18d-ddc0-4f7d-a379-4ee2ec4e4904 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1256785 Apr 21 21:16:37.266901 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54660) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:37.272705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54662) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:37.282054 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd64bf2-f39f-48c0-a7fa-f3942d505b71 None None] The sync data for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 is: [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:15:53Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '94f6d8e4-2c69-4195-8d8c-7b389d91b8eb', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:16:31Z', 'updated_at': '2022-04-21T21:16:31Z', 'revision_number': 0, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:37.312058 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f46aa5-ec20-464f-8f1a-47bba6fa8bf2 None None] Pushing event updated for resources: {'Port': ['ID=97641481-f90c-4883-a95f-59a4d8b6b109,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:37.396323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-93215477-f457-47f4-8596-04b359f0cef3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.397370 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Attempting to bind port 97641481-f90c-4883-a95f-59a4d8b6b109 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:37.397812 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Attempting to bind port 97641481-f90c-4883-a95f-59a4d8b6b109 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:37.398408 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Attempting to bind port 97641481-f90c-4883-a95f-59a4d8b6b109 on network d821a592-490d-424b-9b67-540255881d43 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:37.405176 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:37.405769 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Checking segment: {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:37.406249 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.407324 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Bound using segment: {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:37.407883 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Bound port: 97641481-f90c-4883-a95f-59a4d8b6b109, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:37.408352 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.411504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.424097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-93215477-f457-47f4-8596-04b359f0cef3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.477429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-62f76889-c9bf-45a9-8207-b244f6fb5a80 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/floatingips/94f6d8e4-2c69-4195-8d8c-7b389d91b8eb HTTP/1.1" status: 200 len: 990 time: 0.2094352 Apr 21 21:16:37.499856 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] For port 97641481-f90c-4883-a95f-59a4d8b6b109, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:37.503497 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] For port 97641481-f90c-4883-a95f-59a4d8b6b109, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=97641481-f90c-4883-a95f-59a4d8b6b109,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:37.512435 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.536017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-93215477-f457-47f4-8596-04b359f0cef3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.570408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-93215477-f457-47f4-8596-04b359f0cef3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.575271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-93215477-f457-47f4-8596-04b359f0cef3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/7a5146fe-ad9b-4ba4-8f58-7370f7fdfbf1 HTTP/1.1" status: 204 len: 168 time: 0.2972953 Apr 21 21:16:37.575271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93215477-f457-47f4-8596-04b359f0cef3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a5146fe-ad9b-4ba4-8f58-7370f7fdfbf1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:37.576692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54668) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:37.622200 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:37.622839 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:37.699716 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f46aa5-ec20-464f-8f1a-47bba6fa8bf2 None None] Pushing event updated for resources: {'Port': ['ID=97641481-f90c-4883-a95f-59a4d8b6b109,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:37.710997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dd0a6aca-1fd4-4568-b85b-31f0684f9802 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1242707 Apr 21 21:16:37.713943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54672) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:37.770310 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.772132 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2d37bca-b9e6-4afd-bf45-67c3bd9a0ec0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.791736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Provisioning complete for port 97641481-f90c-4883-a95f-59a4d8b6b109 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:37.792684 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.796134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2d37bca-b9e6-4afd-bf45-67c3bd9a0ec0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.838088 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2d37bca-b9e6-4afd-bf45-67c3bd9a0ec0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.849232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e2d37bca-b9e6-4afd-bf45-67c3bd9a0ec0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:37.854467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e2d37bca-b9e6-4afd-bf45-67c3bd9a0ec0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/223fd800-6065-4814-bdeb-80676e068b6a HTTP/1.1" status: 204 len: 168 time: 0.1394534 Apr 21 21:16:37.876171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54676) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:37.884685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d37bca-b9e6-4afd-bf45-67c3bd9a0ec0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=223fd800-6065-4814-bdeb-80676e068b6a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:37.888421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f68543b-7bd4-4de3-8c85-bdf8e2697fb6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:37.932571 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:37.941025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28917f98-a7d9-4379-9b6d-6a4852c8e0d7 None None] New status for floating IP 94f6d8e4-2c69-4195-8d8c-7b389d91b8eb: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:16:37.965634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Router 66c78495-2b41-4e27-8d88-c18e9ca88a4a is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:16:38.104686 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.197319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29919224-204f-4754-9016-6c3e7e1ff2e9 req-d28302b5-fffe-495f-a306-992679508b83 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:38.198863 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29919224-204f-4754-9016-6c3e7e1ff2e9 req-d28302b5-fffe-495f-a306-992679508b83 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.0870695 Apr 21 21:16:38.242355 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-66bf86fa-9bab-4061-8ec1-1f6afceaed12 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3605258 Apr 21 21:16:38.244043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54684) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:38.260407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 493cdbd1-43df-44f4-85ff-89ebbde91f86 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:38.273426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29919224-204f-4754-9016-6c3e7e1ff2e9 req-660f4b1f-ada8-434c-a6e3-14d3e3d73a05 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665910 Apr 21 21:16:38.337261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.345099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.354327 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c947-17f9-480e-9e17-3cf818f88c94 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.384465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c947-17f9-480e-9e17-3cf818f88c94 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.385731 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:37Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:38.389400 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.441574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c947-17f9-480e-9e17-3cf818f88c94 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.444379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8f7c947-17f9-480e-9e17-3cf818f88c94 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.448110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e8f7c947-17f9-480e-9e17-3cf818f88c94 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/80c9734c-1087-4bd8-949f-8d8a00d3ef99 HTTP/1.1" status: 204 len: 168 time: 0.1995823 Apr 21 21:16:38.449165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54686) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:38.470746 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f1bf0-ffed-4259-815f-4477c5f42c19 None None] The sync data for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 is: [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:37Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:38.487774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54688) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:38.493195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:38.494640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] For port 97641481-f90c-4883-a95f-59a4d8b6b109, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=97641481-f90c-4883-a95f-59a4d8b6b109,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:38.507325 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Sync routers for ids ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:38.515024 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.519383 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-e13820b5-1f35-4371-b890-01db529dd01c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:38.521080 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-e13820b5-1f35-4371-b890-01db529dd01c tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.46 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.4130073 Apr 21 21:16:38.521798 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.521927 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Routers {'66c78495-2b41-4e27-8d88-c18e9ca88a4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:38.522455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d61b3b99-d927-4f02-9111-29eb09449afc {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:16:38.522566 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:38.528726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 493cdbd1-43df-44f4-85ff-89ebbde91f86 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:38.529048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.532380 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-539cc0ab-5b4e-4c0d-8977-a276b81a72f1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d61b3b99-d927-4f02-9111-29eb09449afc HTTP/1.1" status: 204 len: 168 time: 4.0881793 Apr 21 21:16:38.537370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.538968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54690) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:38.549335 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.553473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ca13dc9f-5cb5-4c2d-a476-a9dbf21fbf6b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1416438 Apr 21 21:16:38.555108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54692) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:38.643400 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b805dc53-2f6f-474e-9852-d535a24c740c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1930625 Apr 21 21:16:38.644625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7c947-17f9-480e-9e17-3cf818f88c94 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c9734c-1087-4bd8-949f-8d8a00d3ef99,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:38.658652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54694) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:38.669865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-11d1d404-5dcb-46ad-9ecf-f4cb3543a8ae tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-secgroup--938062798'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:38.717037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-13a172be-a837-4cc6-a9f0-9f5243adbeef tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/floatingips/94f6d8e4-2c69-4195-8d8c-7b389d91b8eb HTTP/1.1" status: 200 len: 992 time: 0.1527560 Apr 21 21:16:38.721400 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-11d1d404-5dcb-46ad-9ecf-f4cb3543a8ae tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.757922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-66166fea-f982-4643-85fd-4cd03228705c None None] Provisioning complete for port 493cdbd1-43df-44f4-85ff-89ebbde91f86 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:38.758236 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-66166fea-f982-4643-85fd-4cd03228705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.781916 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Set router 66c78495-2b41-4e27-8d88-c18e9ca88a4a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:38.818717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Pushing event updated for resources: {'Port': ['ID=97641481-f90c-4883-a95f-59a4d8b6b109,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:38.842171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-11d1d404-5dcb-46ad-9ecf-f4cb3543a8ae tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.847891 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-11d1d404-5dcb-46ad-9ecf-f4cb3543a8ae tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.871834 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.872155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.872495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.872990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.878311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.878788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.879234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.879639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.879978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.880311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.880644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.881008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed98180-20a8-4d25-a69e-b9e80b660570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:38.900052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-11d1d404-5dcb-46ad-9ecf-f4cb3543a8ae tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.903027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-11d1d404-5dcb-46ad-9ecf-f4cb3543a8ae tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2398715 Apr 21 21:16:38.905410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1d404-5dcb-46ad-9ecf-f4cb3543a8ae tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4250899-63c0-4c02-b638-f1fe1890c323,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:38.908022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54696) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:38.927784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c4fc1b0d-fc83-4043-b25d-9bf17aeca58f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': 'b4250899-63c0-4c02-b638-f1fe1890c323', 'direction': 'ingress', 'protocol': 17}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:38.960549 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1b0d-fc83-4043-b25d-9bf17aeca58f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:38.967244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 97641481-f90c-4883-a95f-59a4d8b6b109 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:38.970265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f1bd89-e671-441f-a95b-f26b1c98ab80 admin admin] Deleting subnet 4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:16:38.975720 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-66f1bd89-e671-441f-a95b-f26b1c98ab80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.079786 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:33Z', 'updated_at': '2022-04-21T21:16:35Z', 'revision_number': 3, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'gw_port': {'id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:34Z', 'updated_at': '2022-04-21T21:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:39.081952 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1b0d-fc83-4043-b25d-9bf17aeca58f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.087982 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1b0d-fc83-4043-b25d-9bf17aeca58f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.088226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-66166fea-f982-4643-85fd-4cd03228705c None None] Provisioning complete for port 97641481-f90c-4883-a95f-59a4d8b6b109 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:39.088838 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-66166fea-f982-4643-85fd-4cd03228705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.118832 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Checking router: 66c78495-2b41-4e27-8d88-c18e9ca88a4a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:39.119365 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Updating router 66c78495-2b41-4e27-8d88-c18e9ca88a4a port 4f8f8264-7748-42ba-b937-4a995e5a3127 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:16:39.134837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc1b0d-fc83-4043-b25d-9bf17aeca58f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10791399-6252-4f2e-82e4-6d015ce769e9,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:39.154013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-66f1bd89-e671-441f-a95b-f26b1c98ab80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.156670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1b0d-fc83-4043-b25d-9bf17aeca58f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.162298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c4fc1b0d-fc83-4043-b25d-9bf17aeca58f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2387252 Apr 21 21:16:39.163486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54698) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:39.176308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 97641481-f90c-4883-a95f-59a4d8b6b109 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:39.176682 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.198137 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.252825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1d74701-1225-4846-bef9-f274bd14ac9b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.288660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Deleting port 4bdb0da6-c291-4a80-91d2-63e70f54f148 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:39.289035 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.313105 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1d74701-1225-4846-bef9-f274bd14ac9b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.404189 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1d74701-1225-4846-bef9-f274bd14ac9b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.409024 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1d74701-1225-4846-bef9-f274bd14ac9b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.412798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d1d74701-1225-4846-bef9-f274bd14ac9b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/b4250899-63c0-4c02-b638-f1fe1890c323 HTTP/1.1" status: 204 len: 168 time: 0.2478449 Apr 21 21:16:39.416875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54704) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:39.453084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d74701-1225-4846-bef9-f274bd14ac9b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4250899-63c0-4c02-b638-f1fe1890c323,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:39.534164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7fa7f855-65db-450a-9911-4c8bc32405df tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1140554 Apr 21 21:16:39.537978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54706) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:39.546801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-75c259ad-dd42-48d9-a58e-3ecce0040925 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-secgroup--909195666'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:39.568647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e85ea326-a63b-4d15-ba03-3baeb2e13812 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:39.579803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75c259ad-dd42-48d9-a58e-3ecce0040925 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.594193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e85ea326-a63b-4d15-ba03-3baeb2e13812 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:39.595399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e85ea326-a63b-4d15-ba03-3baeb2e13812 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:39.596199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:39.626534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:39.627420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 0f68543b-7bd4-4de3-8c85-bdf8e2697fb6 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:39.652594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-66f1bd89-e671-441f-a95b-f26b1c98ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.662146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] For port 4bdb0da6-c291-4a80-91d2-63e70f54f148, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=4bdb0da6-c291-4a80-91d2-63e70f54f148,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:39.662962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.680898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75c259ad-dd42-48d9-a58e-3ecce0040925 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.681695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Calling delete_port for 4bdb0da6-c291-4a80-91d2-63e70f54f148 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:39.688197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75c259ad-dd42-48d9-a58e-3ecce0040925 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.723896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c259ad-dd42-48d9-a58e-3ecce0040925 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d141ff2-ce67-4206-ad42-85fb4d238bcd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:39.750506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75c259ad-dd42-48d9-a58e-3ecce0040925 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.752604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-75c259ad-dd42-48d9-a58e-3ecce0040925 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2134430 Apr 21 21:16:39.755435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54708) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:39.760590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8685886a-2557-47ff-9d2e-153b77c639c8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-secgroup--740250361'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:39.796608 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.805298 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.818980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8685886a-2557-47ff-9d2e-153b77c639c8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.845750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a4cfd-3a78-4f0a-8839-1d90a3a25abf req-700aeb07-8aae-4399-87fc-cc2e40b99422 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:39.847182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-761a4cfd-3a78-4f0a-8839-1d90a3a25abf req-700aeb07-8aae-4399-87fc-cc2e40b99422 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d3ae96-5d18-412d-8adf-49c2b2326bb4 HTTP/1.1" status: 200 len: 945 time: 0.4316058 Apr 21 21:16:39.872730 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Attempting to bind port 4f8f8264-7748-42ba-b937-4a995e5a3127 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:39.873224 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Attempting to bind port 4f8f8264-7748-42ba-b937-4a995e5a3127 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:39.873735 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Attempting to bind port 4f8f8264-7748-42ba-b937-4a995e5a3127 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:39.881677 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:39.882211 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:39.882716 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.883175 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:39.883709 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Bound port: 4f8f8264-7748-42ba-b937-4a995e5a3127, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:39.884152 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.927259 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecd1f2-c5ba-416b-aae9-b482e6d80502 None None] Pushing event updated for resources: {'Port': ['ID=4f8f8264-7748-42ba-b937-4a995e5a3127,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:39.965813 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-66f1bd89-e671-441f-a95b-f26b1c98ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:39.978158 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-761a4cfd-3a78-4f0a-8839-1d90a3a25abf req-0d601ec7-b115-4b58-9b7b-4c36a5d8a9cf tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.49 "GET /v2.0/security-groups?id=912bb354-c69e-4881-b64e-694a113522ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886257 Apr 21 21:16:39.998109 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] For port 4f8f8264-7748-42ba-b937-4a995e5a3127, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:40.004586 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] For port 4f8f8264-7748-42ba-b937-4a995e5a3127, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4f8f8264-7748-42ba-b937-4a995e5a3127,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:40.013868 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.019026 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8685886a-2557-47ff-9d2e-153b77c639c8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.028177 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8685886a-2557-47ff-9d2e-153b77c639c8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.035508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcdc7a-528d-4b5c-807c-d2cae180cee0 None None] Network 2c19792a-4223-47e4-87ed-3889594b1f83 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:40.048656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1bd89-e671-441f-a95b-f26b1c98ab80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:40.050918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-66f1bd89-e671-441f-a95b-f26b1c98ab80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.056359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-66f1bd89-e671-441f-a95b-f26b1c98ab80 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4992d2cd-9bc7-45c6-bf65-b8f45bafc5e4 HTTP/1.1" status: 204 len: 168 time: 1.5140345 Apr 21 21:16:40.059824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54710) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:40.126786 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Routers {'66c78495-2b41-4e27-8d88-c18e9ca88a4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:40.127340 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:40.155237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685886a-2557-47ff-9d2e-153b77c639c8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07992a01-11f9-4feb-b9bf-ac6bfaaeca0d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:40.179761 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 97641481-f90c-4883-a95f-59a4d8b6b109 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:40.184818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.205607 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecd1f2-c5ba-416b-aae9-b482e6d80502 None None] Pushing event updated for resources: {'Port': ['ID=4f8f8264-7748-42ba-b937-4a995e5a3127,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:40.217797 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8685886a-2557-47ff-9d2e-153b77c639c8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.219045 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8685886a-2557-47ff-9d2e-153b77c639c8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4622607 Apr 21 21:16:40.225266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54712) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:40.231260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-47a528af-3238-45b5-b09a-315a728784d8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '1d141ff2-ce67-4206-ad42-85fb4d238bcd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '07992a01-11f9-4feb-b9bf-ac6bfaaeca0d', 'remote_ip_prefix': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:40.239784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Pushing event deleted for resources: {'Port': ['ID=4bdb0da6-c291-4a80-91d2-63e70f54f148,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:40.266500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.306081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a528af-3238-45b5-b09a-315a728784d8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.334195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 97641481-f90c-4883-a95f-59a4d8b6b109 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:40.334566 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.352944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] No DVR routers for this DVR port 4bdb0da6-c291-4a80-91d2-63e70f54f148 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:40.355966 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] Set router 66c78495-2b41-4e27-8d88-c18e9ca88a4a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:40.359365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.364113 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bc22e1bf-9220-44de-920d-058926fe7b9e req-ee7bfa42-b51f-492e-a7eb-d8d6dda96818 tempest-ServerRescueNegativeTestJSON-1184158184 tempest-ServerRescueNegativeTestJSON-1184158184-project] 10.222.0.46 "DELETE /v2.0/ports/4bdb0da6-c291-4a80-91d2-63e70f54f148 HTTP/1.1" status: 204 len: 173 time: 1.8323240 Apr 21 21:16:40.364113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d3ae96-5d18-412d-8adf-49c2b2326bb4', 'name': 'network-vif-deleted', 'tag': '4bdb0da6-c291-4a80-91d2-63e70f54f148'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:16:40.367177 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7345e9-8a2f-43f5-96c7-459cb72b0951" -d '{"events": [{"server_uuid": "70d3ae96-5d18-412d-8adf-49c2b2326bb4", "name": "network-vif-deleted", "tag": "4bdb0da6-c291-4a80-91d2-63e70f54f148"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:16:40.408249 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.447690 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac705ffa-68e4-4eab-9fc4-e218b494ddcd x-openstack-request-id: req-ac705ffa-68e4-4eab-9fc4-e218b494ddcd {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:16:40.448247 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d3ae96-5d18-412d-8adf-49c2b2326bb4", "name": "network-vif-deleted", "tag": "4bdb0da6-c291-4a80-91d2-63e70f54f148", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:16:40.448738 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac705ffa-68e4-4eab-9fc4-e218b494ddcd {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:16:40.449900 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac705ffa-68e4-4eab-9fc4-e218b494ddcd'] response: {'server_uuid': '70d3ae96-5d18-412d-8adf-49c2b2326bb4', 'name': 'network-vif-deleted', 'tag': '4bdb0da6-c291-4a80-91d2-63e70f54f148', 'status': 'completed', 'code': 200} Apr 21 21:16:40.491706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a528af-3238-45b5-b09a-315a728784d8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.496951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Deleting port e7f339f2-80de-46f2-8af1-bd2118e2f756 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:40.497347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.501374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a528af-3238-45b5-b09a-315a728784d8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.676938 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:33Z', 'updated_at': '2022-04-21T21:16:35Z', 'revision_number': 3, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'gw_port': {'id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:34Z', 'updated_at': '2022-04-21T21:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:40.681478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ce45b-5293-44f6-b280-d293336626ad None None] DHCP port deletion for 2c19792a-4223-47e4-87ed-3889594b1f83 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:16:40.695883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] For port e7f339f2-80de-46f2-8af1-bd2118e2f756, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e7f339f2-80de-46f2-8af1-bd2118e2f756,segment=NetworkSegment(82666319-c275-425b-a431-e75ffe27b118),segment_id=82666319-c275-425b-a431-e75ffe27b118)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:40.696252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.712962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Calling delete_port for e7f339f2-80de-46f2-8af1-bd2118e2f756 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:40.734149 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce28c6b-6122-4071-ac5a-9a770a1c9c06 None None] The sync data for ids ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'] in n-d-838945-1 is: [{'id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:33Z', 'updated_at': '2022-04-21T21:16:35Z', 'revision_number': 3, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'gw_port': {'id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:34Z', 'updated_at': '2022-04-21T21:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:40.754065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ce45b-5293-44f6-b280-d293336626ad None None] Deleting port e7f339f2-80de-46f2-8af1-bd2118e2f756 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:40.754440 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce45b-5293-44f6-b280-d293336626ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.756127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Allocated IP 172.20.0.1 (05162207-44d2-437f-a382-0c471c52d5fc/7be27ae3-c1b7-4c83-81d8-f5cdcafa8906/3d14ba76-5bad-404e-901a-4dfefe1b1eb5) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:40.795243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a528af-3238-45b5-b09a-315a728784d8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb46b44-7931-49b2-854b-d1a5c04635ec,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:40.817914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a528af-3238-45b5-b09a-315a728784d8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.823032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-47a528af-3238-45b5-b09a-315a728784d8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5966930 Apr 21 21:16:40.823732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54718) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:40.841911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6f4ce45b-5293-44f6-b280-d293336626ad None None] For port e7f339f2-80de-46f2-8af1-bd2118e2f756, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e7f339f2-80de-46f2-8af1-bd2118e2f756,segment=NetworkSegment(82666319-c275-425b-a431-e75ffe27b118),segment_id=82666319-c275-425b-a431-e75ffe27b118)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:40.842324 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce45b-5293-44f6-b280-d293336626ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.857875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ce45b-5293-44f6-b280-d293336626ad None None] Calling delete_port for e7f339f2-80de-46f2-8af1-bd2118e2f756 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:40.881736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e489cce0-4ab4-4e33-bb58-f80b4cf711f0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.919058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e489cce0-4ab4-4e33-bb58-f80b4cf711f0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.924930 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.941561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.955049 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6f4ce45b-5293-44f6-b280-d293336626ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:40.974399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ce45b-5293-44f6-b280-d293336626ad None None] No DVR routers for this DVR port e7f339f2-80de-46f2-8af1-bd2118e2f756 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:41.012018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ce45b-5293-44f6-b280-d293336626ad None None] Pushing event deleted for resources: {'Port': ['ID=e7f339f2-80de-46f2-8af1-bd2118e2f756,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:41.013951 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.035904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f339f2-80de-46f2-8af1-bd2118e2f756,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:41.056732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] No DVR routers for this DVR port e7f339f2-80de-46f2-8af1-bd2118e2f756 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:41.065672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54722) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:41.075799 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Pushing event updated for resources: {'Port': ['ID=3d14ba76-5bad-404e-901a-4dfefe1b1eb5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:41.087435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Network 05162207-44d2-437f-a382-0c471c52d5fc is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:41.089340 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:41.091916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:41.113235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e489cce0-4ab4-4e33-bb58-f80b4cf711f0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.128588 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e489cce0-4ab4-4e33-bb58-f80b4cf711f0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.128588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e489cce0-4ab4-4e33-bb58-f80b4cf711f0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2cb46b44-7931-49b2-854b-d1a5c04635ec HTTP/1.1" status: 204 len: 168 time: 0.2870283 Apr 21 21:16:41.128944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54726) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:41.139437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 4bdb0da6-c291-4a80-91d2-63e70f54f148 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:41.176101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 4bdb0da6-c291-4a80-91d2-63e70f54f148 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:41.176666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 4bdb0da6-c291-4a80-91d2-63e70f54f148 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:41.185510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489cce0-4ab4-4e33-bb58-f80b4cf711f0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cb46b44-7931-49b2-854b-d1a5c04635ec,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:41.192352 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.199947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-37f14d05-26dc-4c57-8435-1e8801b07f1f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0732789 Apr 21 21:16:41.200554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54728) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:41.202737 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.216853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c19792a-4223-47e4-87ed-3889594b1f83']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:41.227403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82666319-c275-425b-a431-e75ffe27b118') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:41.227834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82666319-c275-425b-a431-e75ffe27b118') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:41.238686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.255472 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.263221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:16:41.263872 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:16:41.266013 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:16:41.351553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.366344 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.374064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] 10.222.0.49 "DELETE /v2.0/networks/2c19792a-4223-47e4-87ed-3889594b1f83 HTTP/1.1" status: 204 len: 168 time: 1.3046601 Apr 21 21:16:41.375610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54730) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:41.393499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1833778-b665-49be-a08b-fc211f71a60a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c19792a-4223-47e4-87ed-3889594b1f83,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:41.405253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b08d30b-36b4-43b2-9719-829d46c59e29 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.486908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b08d30b-36b4-43b2-9719-829d46c59e29 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.546578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2319964e-f0ff-4a84-aef8-3b6fdadae234 None None] Provisioning complete for port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:41.546995 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2319964e-f0ff-4a84-aef8-3b6fdadae234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:41.586640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2319964e-f0ff-4a84-aef8-3b6fdadae234 None None] Port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:42.041234 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.111762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4f8f8264-7748-42ba-b937-4a995e5a3127 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:42.125157 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b08d30b-36b4-43b2-9719-829d46c59e29 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.128064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b08d30b-36b4-43b2-9719-829d46c59e29 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.129520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4b08d30b-36b4-43b2-9719-829d46c59e29 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/07992a01-11f9-4feb-b9bf-ac6bfaaeca0d HTTP/1.1" status: 204 len: 168 time: 0.9278653 Apr 21 21:16:42.144117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54734) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:42.177869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4f8f8264-7748-42ba-b937-4a995e5a3127 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:42.178537 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.184949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08d30b-36b4-43b2-9719-829d46c59e29 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07992a01-11f9-4feb-b9bf-ac6bfaaeca0d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:42.341468 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.370047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 4f8f8264-7748-42ba-b937-4a995e5a3127, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4f8f8264-7748-42ba-b937-4a995e5a3127,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:42.376195 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.381453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-542f04ce-4cca-4c1b-9c9a-12d65b6b46b8 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2309592 Apr 21 21:16:42.381453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54736) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:42.455577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.479744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e7f339f2-80de-46f2-8af1-bd2118e2f756 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:42.486416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=4f8f8264-7748-42ba-b937-4a995e5a3127,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:42.515547 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e7f339f2-80de-46f2-8af1-bd2118e2f756 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:42.515889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e7f339f2-80de-46f2-8af1-bd2118e2f756 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:42.571554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.575439 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0615-8328-44ef-98f0-d4a28f834858 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.590249 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.660843 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0615-8328-44ef-98f0-d4a28f834858 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.733064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.752628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Pushing event updated for resources: {'Port': ['ID=3d14ba76-5bad-404e-901a-4dfefe1b1eb5,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:42.860325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Deleting port fba6819b-4655-4f32-b593-e489152efb31 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:42.860670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.905889 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0615-8328-44ef-98f0-d4a28f834858 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.909039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ab2e0615-8328-44ef-98f0-d4a28f834858 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.910302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ab2e0615-8328-44ef-98f0-d4a28f834858 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/1d141ff2-ce67-4206-ad42-85fb4d238bcd HTTP/1.1" status: 204 len: 168 time: 0.5283027 Apr 21 21:16:42.916904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54740) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:42.957348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e0615-8328-44ef-98f0-d4a28f834858 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d141ff2-ce67-4206-ad42-85fb4d238bcd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:42.967080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] For port fba6819b-4655-4f32-b593-e489152efb31, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fba6819b-4655-4f32-b593-e489152efb31,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:42.967410 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.979124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:42.993343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Calling delete_port for fba6819b-4655-4f32-b593-e489152efb31 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:43.044803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Network 05162207-44d2-437f-a382-0c471c52d5fc is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:43.054174 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a5976889-6a78-4597-a7b7-7435c7e24764 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1298742 Apr 21 21:16:43.055563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54742) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:43.055744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:43.063900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9f7b90e5-bc02-4511-932d-dead04a776c3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1878727015'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:43.144743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f7b90e5-bc02-4511-932d-dead04a776c3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.311095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f7b90e5-bc02-4511-932d-dead04a776c3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.316566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f7b90e5-bc02-4511-932d-dead04a776c3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.329634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.340538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Router 66c78495-2b41-4e27-8d88-c18e9ca88a4a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:43.383846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b90e5-bc02-4511-932d-dead04a776c3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc0c07d-ce23-4aa4-9408-910a1871416e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:43.437248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dfd1cbdd-addd-4863-80c4-da956ac6e704 None None] Provisioning complete for port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:43.438577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f7b90e5-bc02-4511-932d-dead04a776c3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.443309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9f7b90e5-bc02-4511-932d-dead04a776c3 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3837194 Apr 21 21:16:43.443464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfd1cbdd-addd-4863-80c4-da956ac6e704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.443572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba6819b-4655-4f32-b593-e489152efb31,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:43.448392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54744) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:43.527555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:43.533704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-36938789-1fa0-4bf9-9f2f-acb6e9f8b3ba admin admin] 10.222.0.49 "PUT /v2.0/routers/66c78495-2b41-4e27-8d88-c18e9ca88a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9541318 Apr 21 21:16:43.536098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2c41d63a-3943-4e0b-b2ca-53104d7b3052 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '0bc0c07d-ce23-4aa4-9408-910a1871416e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:43.544352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1cbdd-addd-4863-80c4-da956ac6e704 None None] Port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:43.558537 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Deleting port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:43.559137 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.634075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c41d63a-3943-4e0b-b2ca-53104d7b3052 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.695504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] For port 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8d5e3f15-d06f-40e8-92b7-548bae3c3bbf,segment=NetworkSegment(d8fbb8e1-0127-4b36-8479-ae14f3e84b19),segment_id=d8fbb8e1-0127-4b36-8479-ae14f3e84b19)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:43.696228 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.755540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Calling delete_port for 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:43.788306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.890549 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c41d63a-3943-4e0b-b2ca-53104d7b3052 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.903503 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c41d63a-3943-4e0b-b2ca-53104d7b3052 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.973875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41d63a-3943-4e0b-b2ca-53104d7b3052 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d86d90-c366-4fe0-84ef-afd4a1bebb67,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:43.990016 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2c41d63a-3943-4e0b-b2ca-53104d7b3052 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:43.994946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54754) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:43.997751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2c41d63a-3943-4e0b-b2ca-53104d7b3052 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5469692 Apr 21 21:16:44.035813 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.066639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5e3f15-d06f-40e8-92b7-548bae3c3bbf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:44.071181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Sync routers for ids ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:44.090249 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a116b2d3-be3f-43ef-a552-2de1aa9b4463 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.103595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Routers {'66c78495-2b41-4e27-8d88-c18e9ca88a4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:44.106547 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:44.161840 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a116b2d3-be3f-43ef-a552-2de1aa9b4463 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.182887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Router 99eb9cda-525c-4a85-8371-1aa73a6b4315 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:44.298538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.360868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Set router 66c78495-2b41-4e27-8d88-c18e9ca88a4a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:44.385944 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a116b2d3-be3f-43ef-a552-2de1aa9b4463 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.396510 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a116b2d3-be3f-43ef-a552-2de1aa9b4463 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.397664 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a116b2d3-be3f-43ef-a552-2de1aa9b4463 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/53d86d90-c366-4fe0-84ef-afd4a1bebb67 HTTP/1.1" status: 204 len: 168 time: 0.4016802 Apr 21 21:16:44.401685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54756) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:44.445622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4f8f8264-7748-42ba-b937-4a995e5a3127 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:44.459478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54758) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:44.464462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a6b2ac06-a359-4ac6-9fa6-2a7aa4195e9a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1661911740', 'description': 'tempest-secgroup-smoke-1661911740 description', 'project_id': '5fafde1a81fd44fea715079827a560ea'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:44.475636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:44.476068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116b2d3-be3f-43ef-a552-2de1aa9b4463 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53d86d90-c366-4fe0-84ef-afd4a1bebb67,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:44.490165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8d40587e-f467-433c-954e-dfbfb8420273 admin admin] 10.222.0.49 "PUT /v2.0/routers/99eb9cda-525c-4a85-8371-1aa73a6b4315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4175277 Apr 21 21:16:44.491298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54760) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:44.492871 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] Sync routers for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:44.506233 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:44.507043 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:44.539459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-67a1c077-9b23-46f0-a483-5c2a346e0afc tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1026371 Apr 21 21:16:44.542607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54762) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:44.561027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ac06-a359-4ac6-9fa6-2a7aa4195e9a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.639617 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:44.657028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.728649 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21c7366f-1936-4bfa-b327-7d63c6b86713 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.735462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ac06-a359-4ac6-9fa6-2a7aa4195e9a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.768569 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ac06-a359-4ac6-9fa6-2a7aa4195e9a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.772271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21c7366f-1936-4bfa-b327-7d63c6b86713 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.814829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:16:44.818396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6b2ac06-a359-4ac6-9fa6-2a7aa4195e9a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.819763 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a6b2ac06-a359-4ac6-9fa6-2a7aa4195e9a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3592970 Apr 21 21:16:44.823511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54766) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:44.828147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.832396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2ac06-a359-4ac6-9fa6-2a7aa4195e9a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:44.851220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c5aae1c4-f8c1-4b02-b6da-1c3d13dbf519 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Request body: {'security_group_rule': {'security_group_id': '08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c', 'project_id': '5fafde1a81fd44fea715079827a560ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:44.916882 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:16:43Z', 'revision_number': 5, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port': {'id': '45a138d2-b371-4379-89c8-7e0202e71c7f', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:11:10Z', 'updated_at': '2022-04-21T21:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:44.920514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Deleting port 45a138d2-b371-4379-89c8-7e0202e71c7f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:44.920994 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.932249 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5aae1c4-f8c1-4b02-b6da-1c3d13dbf519 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.942773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4f8f8264-7748-42ba-b937-4a995e5a3127 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:44.943137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.951461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21c7366f-1936-4bfa-b327-7d63c6b86713 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.952110 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] Checking router: 99eb9cda-525c-4a85-8371-1aa73a6b4315 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:44.954247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21c7366f-1936-4bfa-b327-7d63c6b86713 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:44.955552 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-21c7366f-1936-4bfa-b327-7d63c6b86713 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/0bc0c07d-ce23-4aa4-9408-910a1871416e HTTP/1.1" status: 204 len: 168 time: 0.4115131 Apr 21 21:16:44.962623 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] Routers {'99eb9cda-525c-4a85-8371-1aa73a6b4315'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:44.963431 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['99eb9cda-525c-4a85-8371-1aa73a6b4315'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:44.965902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54768) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.001568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7366f-1936-4bfa-b327-7d63c6b86713 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc0c07d-ce23-4aa4-9408-910a1871416e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:45.056997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] For port 45a138d2-b371-4379-89c8-7e0202e71c7f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=45a138d2-b371-4379-89c8-7e0202e71c7f,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:45.058330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.077002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:45.077470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Calling delete_port for 45a138d2-b371-4379-89c8-7e0202e71c7f owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:45.084913 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] Set router 99eb9cda-525c-4a85-8371-1aa73a6b4315 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:45.093654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] Sync routers for ids ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:45.108452 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0a2183bc-962d-4229-8781-61e736d72712 admin admin] 10.222.0.49 "PUT /v2.0/routers/4eb2f2d0-0463-41ce-92a3-b1efeeceb307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6992280 Apr 21 21:16:45.114204 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a62847a6-345a-467e-aa55-e49af21fa929 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1401026 Apr 21 21:16:45.115046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54770) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.121714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] Routers {'4eb2f2d0-0463-41ce-92a3-b1efeeceb307'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:45.122868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:45.129810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54772) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.136089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-05709726-7d02-43eb-ae8e-dca47026c102 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-secgroup--606394373'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:45.161354 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:16:44Z', 'revision_number': 6, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:45.169875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:33Z', 'updated_at': '2022-04-21T21:16:41Z', 'revision_number': 4, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'gw_port': {'id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:34Z', 'updated_at': '2022-04-21T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3d14ba76-5bad-404e-901a-4dfefe1b1eb5', 'name': '', 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'mac_address': 'fa:16:3e:69:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '7be27ae3-c1b7-4c83-81d8-f5cdcafa8906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:40Z', 'updated_at': '2022-04-21T21:16:42Z', 'revision_number': 2, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'subnets': [{'id': '7be27ae3-c1b7-4c83-81d8-f5cdcafa8906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:45.170735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-05709726-7d02-43eb-ae8e-dca47026c102 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.191416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5aae1c4-f8c1-4b02-b6da-1c3d13dbf519 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.197092 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9266f5-104d-4085-aa0b-88da6bd0715e None None] The sync data for ids ['99eb9cda-525c-4a85-8371-1aa73a6b4315'] in n-d-838945-1 is: [{'id': '99eb9cda-525c-4a85-8371-1aa73a6b4315', 'name': 'tempest-ServerRescueNegativeTestJSON-1686066815-router', 'tenant_id': '813f65962f4b40f48c80b2fae13a3ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:11:08Z', 'updated_at': '2022-04-21T21:16:44Z', 'revision_number': 6, 'project_id': '813f65962f4b40f48c80b2fae13a3ce5', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:45.200890 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5aae1c4-f8c1-4b02-b6da-1c3d13dbf519 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.211435 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Checking router: 66c78495-2b41-4e27-8d88-c18e9ca88a4a for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:45.211931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Updating router 66c78495-2b41-4e27-8d88-c18e9ca88a4a port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:16:45.230315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aae1c4-f8c1-4b02-b6da-1c3d13dbf519 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c677b7-de8b-43c8-ac0c-9d33b7802225,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:45.298173 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.354040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-05709726-7d02-43eb-ae8e-dca47026c102 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.364674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-05709726-7d02-43eb-ae8e-dca47026c102 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.373168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] Set router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:45.380895 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.425456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a138d2-b371-4379-89c8-7e0202e71c7f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:45.429130 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-05709726-7d02-43eb-ae8e-dca47026c102 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.430365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-05709726-7d02-43eb-ae8e-dca47026c102 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2995017 Apr 21 21:16:45.434598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05709726-7d02-43eb-ae8e-dca47026c102 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d282fc9-02f6-40a5-9433-054d044c7cfc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:45.440022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54774) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.443427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1076c5c7-8d11-456c-8f8a-4af8350d1c62 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '6d282fc9-02f6-40a5-9433-054d044c7cfc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:45.504697 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1076c5c7-8d11-456c-8f8a-4af8350d1c62 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.547997 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.554050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5aae1c4-f8c1-4b02-b6da-1c3d13dbf519 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.555222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c5aae1c4-f8c1-4b02-b6da-1c3d13dbf519 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7271435 Apr 21 21:16:45.559444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54776) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.567923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b1b4cac7-3430-4365-8b6c-869ec63bfa1f tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Request body: {'security_group_rule': {'security_group_id': '08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c', 'project_id': '5fafde1a81fd44fea715079827a560ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:45.599061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.645124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1b4cac7-3430-4365-8b6c-869ec63bfa1f tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.655414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.658715 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.711875 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1076c5c7-8d11-456c-8f8a-4af8350d1c62 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.720472 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1076c5c7-8d11-456c-8f8a-4af8350d1c62 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.734833 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.736151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99eb9cda-525c-4a85-8371-1aa73a6b4315 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:16:45.745019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.752665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-22bc4744-9393-4fbe-8510-67693889a812 admin admin] 10.222.0.49 "DELETE /v2.0/routers/99eb9cda-525c-4a85-8371-1aa73a6b4315 HTTP/1.1" status: 204 len: 168 time: 1.2602437 Apr 21 21:16:45.753687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54778) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.756401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1b4cac7-3430-4365-8b6c-869ec63bfa1f tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.758300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.758721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076c5c7-8d11-456c-8f8a-4af8350d1c62 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80752d88-844e-4317-82f5-c7daef3471b6,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:45.764664 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1b4cac7-3430-4365-8b6c-869ec63bfa1f tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.785708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:16Z', 'updated_at': '2022-04-21T21:16:43Z', 'revision_number': 5, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'gw_port': {'id': '3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:17Z', 'updated_at': '2022-04-21T21:16:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:45.798647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1076c5c7-8d11-456c-8f8a-4af8350d1c62 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.800335 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1076c5c7-8d11-456c-8f8a-4af8350d1c62 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3611827 Apr 21 21:16:45.802951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54780) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.816128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4cac7-3430-4365-8b6c-869ec63bfa1f tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e661482-2e0b-410e-884c-2efb39f516dd,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:45.826447 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7f5b7f3c-8b95-46c3-87c8-908d4593b0f7 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules/80752d88-844e-4317-82f5-c7daef3471b6 HTTP/1.1" status: 200 len: 763 time: 0.0223868 Apr 21 21:16:45.829056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54782) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.829472 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1b4cac7-3430-4365-8b6c-869ec63bfa1f tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.833379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b1b4cac7-3430-4365-8b6c-869ec63bfa1f tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2704687 Apr 21 21:16:45.833954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54784) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.842584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0398c3f8-fd04-4a59-ad8b-ccc4c4a3604a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Request body: {'security_group_rule': {'security_group_id': '08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c', 'project_id': '5fafde1a81fd44fea715079827a560ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:45.846945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc64c4bc-ba42-4a35-bc68-5889dcc344a0 admin admin] Deleting subnet 347713c0-4682-491a-9536-3fa9aee2c95b {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:16:45.851261 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc64c4bc-ba42-4a35-bc68-5889dcc344a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.855776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] Checking router: 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:45.876386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] Routers {'4eb2f2d0-0463-41ce-92a3-b1efeeceb307'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:45.877584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:45.891209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Deleting port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:45.891583 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.900030 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc64c4bc-ba42-4a35-bc68-5889dcc344a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.915078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c931aa18-088a-4b6d-9010-7d32c75b85b0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0826101 Apr 21 21:16:45.922215 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.931998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54788) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:45.959659 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0398c3f8-fd04-4a59-ad8b-ccc4c4a3604a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.964332 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.973556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdde0d7-6f98-4b5e-a664-13f5e8a4080c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:45.987756 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdde0d7-6f98-4b5e-a664-13f5e8a4080c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.031623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] For port 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:46.031999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.052033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] Set router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:46.052305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Calling delete_port for 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:46.058181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b75dff-12ea-4f28-819c-106fa3ce8787 None None] Pushing event updated for resources: {'Port': ['ID=3d14ba76-5bad-404e-901a-4dfefe1b1eb5,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:46.064542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0398c3f8-fd04-4a59-ad8b-ccc4c4a3604a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.066412 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdde0d7-6f98-4b5e-a664-13f5e8a4080c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.070566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc64c4bc-ba42-4a35-bc68-5889dcc344a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.072806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0398c3f8-fd04-4a59-ad8b-ccc4c4a3604a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.078609 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7bdde0d7-6f98-4b5e-a664-13f5e8a4080c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.079974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7bdde0d7-6f98-4b5e-a664-13f5e8a4080c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/80752d88-844e-4317-82f5-c7daef3471b6 HTTP/1.1" status: 204 len: 168 time: 0.1470792 Apr 21 21:16:46.086214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54790) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:46.114281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398c3f8-fd04-4a59-ad8b-ccc4c4a3604a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c9ee0e-1103-4a6d-af48-bcd9fb8ef1f7,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:46.119789 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0398c3f8-fd04-4a59-ad8b-ccc4c4a3604a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.123875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdde0d7-6f98-4b5e-a664-13f5e8a4080c tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80752d88-844e-4317-82f5-c7daef3471b6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:46.124221 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0398c3f8-fd04-4a59-ad8b-ccc4c4a3604a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2858701 Apr 21 21:16:46.124871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54792) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:46.175775 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc64c4bc-ba42-4a35-bc68-5889dcc344a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.188121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-09c6c73d-3b88-424b-975b-e54ffd00b518 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Request body: {'security_group_rule': {'security_group_id': '08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c', 'project_id': '5fafde1a81fd44fea715079827a560ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:46.219413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64c4bc-ba42-4a35-bc68-5889dcc344a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347713c0-4682-491a-9536-3fa9aee2c95b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:46.223557 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fc64c4bc-ba42-4a35-bc68-5889dcc344a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.230994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fc64c4bc-ba42-4a35-bc68-5889dcc344a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/347713c0-4682-491a-9536-3fa9aee2c95b HTTP/1.1" status: 204 len: 168 time: 0.4727252 Apr 21 21:16:46.231702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54794) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:46.249723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed995c-4da7-4c35-bf59-0c93452cd646 None None] Network 6d364502-689a-4e66-b068-a0c6a28098c8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:46.253309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:16Z', 'updated_at': '2022-04-21T21:16:45Z', 'revision_number': 6, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:46.281056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-75a212ea-3f27-4d28-828d-0c1fc102116a tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1769879 Apr 21 21:16:46.281541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-09c6c73d-3b88-424b-975b-e54ffd00b518 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.297601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54796) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:46.303131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2d5e0867-a7b8-4425-8bd5-dc175bbb8642 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '6d282fc9-02f6-40a5-9433-054d044c7cfc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:46.344141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de4f84-e911-4cf2-b165-a866a597dbb0 None None] The sync data for ids ['4eb2f2d0-0463-41ce-92a3-b1efeeceb307'] in n-d-838945-1 is: [{'id': '4eb2f2d0-0463-41ce-92a3-b1efeeceb307', 'name': 'tempest-TestAggregatesBasicOps-1815402539-router', 'tenant_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:16Z', 'updated_at': '2022-04-21T21:16:45Z', 'revision_number': 6, 'project_id': 'e9c01b3c10fb48dda48525996e6ab28e', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:46.344367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.371822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Attempting to bind port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:46.372184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Attempting to bind port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '12a8243a-00d0-4690-bc8f-866caaee47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:46.372642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Attempting to bind port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 on network 05162207-44d2-437f-a382-0c471c52d5fc {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:46.381553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fba6819b-4655-4f32-b593-e489152efb31 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:46.393853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0867-a7b8-4425-8bd5-dc175bbb8642 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.424192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-09c6c73d-3b88-424b-975b-e54ffd00b518 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.438770 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-09c6c73d-3b88-424b-975b-e54ffd00b518 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.445064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:46.445429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Checking segment: {'id': '12a8243a-00d0-4690-bc8f-866caaee47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:46.445829 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.446302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Bound using segment: {'id': '12a8243a-00d0-4690-bc8f-866caaee47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:46.446686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Bound port: 3d14ba76-5bad-404e-901a-4dfefe1b1eb5, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a8243a-00d0-4690-bc8f-866caaee47c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:46.447067 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.452883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fba6819b-4655-4f32-b593-e489152efb31 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:46.453222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fba6819b-4655-4f32-b593-e489152efb31 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:46.453641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45a138d2-b371-4379-89c8-7e0202e71c7f no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:46.467865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6c73d-3b88-424b-975b-e54ffd00b518 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46e2e2b-c2a4-46eb-b007-bce869677c1c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:46.468135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Deleting port b4f75ac6-e3b9-488f-9a14-24599561c355 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:46.468848 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.482822 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-09c6c73d-3b88-424b-975b-e54ffd00b518 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.487167 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-09c6c73d-3b88-424b-975b-e54ffd00b518 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078077 Apr 21 21:16:46.487331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54798) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:46.493763 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-422067a8-3cf3-44cd-b47f-001cc6925752 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Request body: {'security_group_rule': {'security_group_id': '08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c', 'project_id': '5fafde1a81fd44fea715079827a560ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:46.498731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 45a138d2-b371-4379-89c8-7e0202e71c7f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:46.499072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 45a138d2-b371-4379-89c8-7e0202e71c7f not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:46.540145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0867-a7b8-4425-8bd5-dc175bbb8642 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.541794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-64445317-286d-491d-8f50-bca077c91c72 None None] Provisioning complete for port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:46.542165 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64445317-286d-491d-8f50-bca077c91c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.550208 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.553114 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0867-a7b8-4425-8bd5-dc175bbb8642 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.590752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] For port b4f75ac6-e3b9-488f-9a14-24599561c355, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b4f75ac6-e3b9-488f-9a14-24599561c355,segment=NetworkSegment(07b1d6aa-f3e2-42b7-89be-7b5655563a8f),segment_id=07b1d6aa-f3e2-42b7-89be-7b5655563a8f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:46.591223 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.592366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:46.596420 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-422067a8-3cf3-44cd-b47f-001cc6925752 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Project 5fafde1a81fd44fea715079827a560ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:16:46.604779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e0867-a7b8-4425-8bd5-dc175bbb8642 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ab16cd-e9a3-44a9-a67c-00abe7cd252e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:46.614878 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-422067a8-3cf3-44cd-b47f-001cc6925752 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.617796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Calling delete_port for b4f75ac6-e3b9-488f-9a14-24599561c355 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:46.625103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0867-a7b8-4425-8bd5-dc175bbb8642 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.626496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2d5e0867-a7b8-4425-8bd5-dc175bbb8642 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279378 Apr 21 21:16:46.635386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54800) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:46.658611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] For port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:46.668326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-64445317-286d-491d-8f50-bca077c91c72 None None] Port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:46.678336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.687247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] For port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3d14ba76-5bad-404e-901a-4dfefe1b1eb5,segment=NetworkSegment(12a8243a-00d0-4690-bc8f-866caaee47c6),segment_id=12a8243a-00d0-4690-bc8f-866caaee47c6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:46.693984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.707780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d0095a9c-3778-4830-af1f-f1dada38d1fa tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules/d8ab16cd-e9a3-44a9-a67c-00abe7cd252e HTTP/1.1" status: 200 len: 763 time: 0.0711577 Apr 21 21:16:46.711136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54802) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:46.770325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Routers {'66c78495-2b41-4e27-8d88-c18e9ca88a4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:46.771178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:46.812531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.828753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.850751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695fe218-e003-4148-a6b5-c36fb415f4db None None] DHCP port deletion for 6d364502-689a-4e66-b068-a0c6a28098c8 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:16:46.855136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-422067a8-3cf3-44cd-b47f-001cc6925752 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.890747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-327cb527-04ca-4024-a6d0-b405342a2c3f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1750913 Apr 21 21:16:46.891291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b75dff-12ea-4f28-819c-106fa3ce8787 None None] Pushing event updated for resources: {'Port': ['ID=3d14ba76-5bad-404e-901a-4dfefe1b1eb5,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:46.892071 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.894458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54804) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:46.894996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-422067a8-3cf3-44cd-b47f-001cc6925752 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.939454 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.940035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb2f2d0-0463-41ce-92a3-b1efeeceb307 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:16:46.945327 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.946451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a4ad2917-f073-4ae1-a994-45efed444671 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4eb2f2d0-0463-41ce-92a3-b1efeeceb307 HTTP/1.1" status: 204 len: 168 time: 1.8305092 Apr 21 21:16:46.949484 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac5f9-ac1e-40aa-b272-3c901994d00b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.949632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-695fe218-e003-4148-a6b5-c36fb415f4db None None] The port 'b4f75ac6-e3b9-488f-9a14-24599561c355' was deleted {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 21 21:16:46.958883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54806) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:46.970248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f75ac6-e3b9-488f-9a14-24599561c355,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:46.981770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] No DVR routers for this DVR port b4f75ac6-e3b9-488f-9a14-24599561c355 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:46.982154 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac5f9-ac1e-40aa-b272-3c901994d00b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:46.988076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422067a8-3cf3-44cd-b47f-001cc6925752 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c772bf6-e8aa-483f-a8f0-b2d7099858b0,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:47.045696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-422067a8-3cf3-44cd-b47f-001cc6925752 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.049452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-422067a8-3cf3-44cd-b47f-001cc6925752 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5568061 Apr 21 21:16:47.053148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54810) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:47.064143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5f3b81f1-93b3-4271-8893-cef13c02203b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Request body: {'security_group_rule': {'security_group_id': '08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c', 'project_id': '5fafde1a81fd44fea715079827a560ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:47.071089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] Set router 66c78495-2b41-4e27-8d88-c18e9ca88a4a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:47.077520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-322758b3-8684-4c6e-ba49-69aaac8217cd admin admin] Deleting subnet 6a70274e-141c-4af5-ae48-c19eb108055f {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:16:47.081928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-322758b3-8684-4c6e-ba49-69aaac8217cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.109305 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac5f9-ac1e-40aa-b272-3c901994d00b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.118961 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dd6ac5f9-ac1e-40aa-b272-3c901994d00b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.120072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dd6ac5f9-ac1e-40aa-b272-3c901994d00b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d8ab16cd-e9a3-44a9-a67c-00abe7cd252e HTTP/1.1" status: 204 len: 168 time: 0.2244341 Apr 21 21:16:47.124363 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.126895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54812) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:47.146926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ac5f9-ac1e-40aa-b272-3c901994d00b tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8ab16cd-e9a3-44a9-a67c-00abe7cd252e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:47.161838 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-5f3b81f1-93b3-4271-8893-cef13c02203b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Project 5fafde1a81fd44fea715079827a560ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:16:47.172372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-322758b3-8684-4c6e-ba49-69aaac8217cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.175003 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f3b81f1-93b3-4271-8893-cef13c02203b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.245230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1ae65660-c087-478f-90db-e4fb279e2ff5 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1170974 Apr 21 21:16:47.252177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54814) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:47.259761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b7ac85f3-3e52-4777-9f03-13b6620dd5e5 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '6d282fc9-02f6-40a5-9433-054d044c7cfc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:47.345169 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-b7ac85f3-3e52-4777-9f03-13b6620dd5e5 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Project 5a5ae95f810b46dcba3ef64e5550435c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:16:47.360625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f3b81f1-93b3-4271-8893-cef13c02203b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.376132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7ac85f3-3e52-4777-9f03-13b6620dd5e5 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.380797 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f3b81f1-93b3-4271-8893-cef13c02203b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.396427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-322758b3-8684-4c6e-ba49-69aaac8217cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.410706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2a0b5e40-5081-40f0-b6e8-ccac324d6c65 None None] Provisioning complete for port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:47.410992 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e40-5081-40f0-b6e8-ccac324d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.415945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d364502-689a-4e66-b068-a0c6a28098c8']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:47.427696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b1d6aa-f3e2-42b7-89be-7b5655563a8f') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:47.428117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b1d6aa-f3e2-42b7-89be-7b5655563a8f') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:47.442099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.449123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b81f1-93b3-4271-8893-cef13c02203b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59874e35-048c-4b8c-a16c-2c11ecb9e019,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:47.463554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f3b81f1-93b3-4271-8893-cef13c02203b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.463832 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.469682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5f3b81f1-93b3-4271-8893-cef13c02203b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4105964 Apr 21 21:16:47.482816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:16:47.484632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:16:47.492865 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:16:47.510956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7ac85f3-3e52-4777-9f03-13b6620dd5e5 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.516944 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7ac85f3-3e52-4777-9f03-13b6620dd5e5 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.525158 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-322758b3-8684-4c6e-ba49-69aaac8217cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.549028 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e40-5081-40f0-b6e8-ccac324d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.553309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:33Z', 'updated_at': '2022-04-21T21:16:41Z', 'revision_number': 4, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'gw_port': {'id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:34Z', 'updated_at': '2022-04-21T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3d14ba76-5bad-404e-901a-4dfefe1b1eb5', 'name': '', 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'mac_address': 'fa:16:3e:69:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '7be27ae3-c1b7-4c83-81d8-f5cdcafa8906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:40Z', 'updated_at': '2022-04-21T21:16:46Z', 'revision_number': 4, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'subnets': [{'id': '7be27ae3-c1b7-4c83-81d8-f5cdcafa8906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:47.577994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322758b3-8684-4c6e-ba49-69aaac8217cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a70274e-141c-4af5-ae48-c19eb108055f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:47.583760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac85f3-3e52-4777-9f03-13b6620dd5e5 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245cb5c7-1ab7-4e53-9ea2-3dbf085cd317,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:47.590079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-322758b3-8684-4c6e-ba49-69aaac8217cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.593760 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-322758b3-8684-4c6e-ba49-69aaac8217cd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6a70274e-141c-4af5-ae48-c19eb108055f HTTP/1.1" status: 204 len: 168 time: 0.6337817 Apr 21 21:16:47.594545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811edfaf-9eed-4717-a68d-fb6ae1716b59 None None] The sync data for ids ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'] in n-d-838945-1 is: [{'id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:33Z', 'updated_at': '2022-04-21T21:16:41Z', 'revision_number': 4, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'gw_port': {'id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:34Z', 'updated_at': '2022-04-21T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3d14ba76-5bad-404e-901a-4dfefe1b1eb5', 'name': '', 'network_id': '05162207-44d2-437f-a382-0c471c52d5fc', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'mac_address': 'fa:16:3e:69:cb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '7be27ae3-c1b7-4c83-81d8-f5cdcafa8906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:40Z', 'updated_at': '2022-04-21T21:16:46Z', 'revision_number': 4, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'subnets': [{'id': '7be27ae3-c1b7-4c83-81d8-f5cdcafa8906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:16:47.597749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf7f739-f644-4426-a027-e7901ac554f9 None None] Network e63d9d03-b244-4af6-859f-4184b251f26b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:16:47.600842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54820) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:47.610480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.614180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b7ac85f3-3e52-4777-9f03-13b6620dd5e5 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.615439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b7ac85f3-3e52-4777-9f03-13b6620dd5e5 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3613224 Apr 21 21:16:47.618476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.622402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6d364502-689a-4e66-b068-a0c6a28098c8 HTTP/1.1" status: 204 len: 168 time: 1.3895946 Apr 21 21:16:47.622896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54826) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:47.649877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f616f8-008d-4e31-a8c7-c2d1f1e66d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d364502-689a-4e66-b068-a0c6a28098c8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:47.659873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8be439d5-b857-4ad0-9cf5-534dd65eef69 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules/245cb5c7-1ab7-4e53-9ea2-3dbf085cd317 HTTP/1.1" status: 200 len: 769 time: 0.0338933 Apr 21 21:16:47.662513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54830) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:47.754162 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.756837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-981b4773-4436-4e5f-acd1-bfc8ad386bb6 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0925803 Apr 21 21:16:47.762634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54836) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:47.799576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f261-323c-47d4-94bb-113716b23c31 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.815086 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f261-323c-47d4-94bb-113716b23c31 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.822595 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-d45373ea-0688-44b5-a641-118418b72447 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661911740&fields=id&tenant_id=5fafde1a81fd44fea715079827a560ea HTTP/1.1" status: 200 len: 267 time: 0.0662785 Apr 21 21:16:47.851742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2a0b5e40-5081-40f0-b6e8-ccac324d6c65 None None] For port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3d14ba76-5bad-404e-901a-4dfefe1b1eb5,segment=NetworkSegment(12a8243a-00d0-4690-bc8f-866caaee47c6),segment_id=12a8243a-00d0-4690-bc8f-866caaee47c6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:47.863640 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5e40-5081-40f0-b6e8-ccac324d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.884262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f261-323c-47d4-94bb-113716b23c31 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.893534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a2a6f261-323c-47d4-94bb-113716b23c31 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:47.898610 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a2a6f261-323c-47d4-94bb-113716b23c31 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/245cb5c7-1ab7-4e53-9ea2-3dbf085cd317 HTTP/1.1" status: 204 len: 168 time: 0.1325984 Apr 21 21:16:47.909662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54838) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:47.910897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6f261-323c-47d4-94bb-113716b23c31 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=245cb5c7-1ab7-4e53-9ea2-3dbf085cd317,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:47.921611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54840) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:47.958796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b5e40-5081-40f0-b6e8-ccac324d6c65 None None] Pushing event updated for resources: {'Port': ['ID=3d14ba76-5bad-404e-901a-4dfefe1b1eb5,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:48.021537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8d5c3286-093c-465f-af87-5487bd057e83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=813f65962f4b40f48c80b2fae13a3ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951428 Apr 21 21:16:48.021537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54842) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:48.084530 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:16:48.101578 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-814fee59-57f4-4a63-a7bb-8b9bbeb882f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.102862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7ea2766f-6204-428e-8731-071ae40cad50 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1912723 Apr 21 21:16:48.106491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54846) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:48.108660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Deleting port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:48.109049 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.142582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-d8eb90eb-083d-40e9-a9a6-144faec98e0c tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:48.144101 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-d8eb90eb-083d-40e9-a9a6-144faec98e0c tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/networks?id=d821a592-490d-424b-9b67-540255881d43 HTTP/1.1" status: 200 len: 809 time: 0.2788329 Apr 21 21:16:48.157943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b4226-036e-4c89-9aed-561c1a95f4c6 None None] DHCP port deletion for e63d9d03-b244-4af6-859f-4184b251f26b request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:16:48.175317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-814fee59-57f4-4a63-a7bb-8b9bbeb882f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.218204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:48.220296 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1639841a-ddbd-4296-816d-14692ed3dfdf tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.222144 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-823a1858-33f1-4e65-8683-19f7593822e6 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/quotas/5fafde1a81fd44fea715079827a560ea HTTP/1.1" status: 200 len: 375 time: 0.0341644 Apr 21 21:16:48.238214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] For port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1aaf5148-d935-442f-b735-ccdbe1b8b0ad,segment=NetworkSegment(d8fbb8e1-0127-4b36-8479-ae14f3e84b19),segment_id=d8fbb8e1-0127-4b36-8479-ae14f3e84b19)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:48.238676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.267166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1639841a-ddbd-4296-816d-14692ed3dfdf tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.281379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Calling delete_port for 1aaf5148-d935-442f-b735-ccdbe1b8b0ad owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:48.312013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e00b4226-036e-4c89-9aed-561c1a95f4c6 None None] Deleting port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:16:48.312396 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e00b4226-036e-4c89-9aed-561c1a95f4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.328230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-814fee59-57f4-4a63-a7bb-8b9bbeb882f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.331348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-814fee59-57f4-4a63-a7bb-8b9bbeb882f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.334313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-814fee59-57f4-4a63-a7bb-8b9bbeb882f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/912bb354-c69e-4881-b64e-694a113522ba HTTP/1.1" status: 204 len: 168 time: 0.3126645 Apr 21 21:16:48.338062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:48.338660 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.351015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fee59-57f4-4a63-a7bb-8b9bbeb882f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912bb354-c69e-4881-b64e-694a113522ba,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:48.354683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1639841a-ddbd-4296-816d-14692ed3dfdf tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.356931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-373032bc-b28f-4201-8bf3-ca0940a1ca37 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fafde1a81fd44fea715079827a560ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230524 Apr 21 21:16:48.371776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1639841a-ddbd-4296-816d-14692ed3dfdf tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.372973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1639841a-ddbd-4296-816d-14692ed3dfdf tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/6d282fc9-02f6-40a5-9433-054d044c7cfc HTTP/1.1" status: 204 len: 168 time: 0.2640753 Apr 21 21:16:48.382206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54850) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:48.383066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639841a-ddbd-4296-816d-14692ed3dfdf tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d282fc9-02f6-40a5-9433-054d044c7cfc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:48.437330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-400d91f9-938b-4ddf-b7fe-a8f87aa744f0 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510426 Apr 21 21:16:48.451406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54852) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:48.476394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6d2a1afb-3ff5-4b61-9bcf-d59cbec40899 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group': {'name': 'tempest-secgroup--885521022'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:48.477488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e00b4226-036e-4c89-9aed-561c1a95f4c6 None None] For port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1aaf5148-d935-442f-b735-ccdbe1b8b0ad,segment=NetworkSegment(d8fbb8e1-0127-4b36-8479-ae14f3e84b19),segment_id=d8fbb8e1-0127-4b36-8479-ae14f3e84b19)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:48.478113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e00b4226-036e-4c89-9aed-561c1a95f4c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.495782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e00b4226-036e-4c89-9aed-561c1a95f4c6 None None] Calling delete_port for 1aaf5148-d935-442f-b735-ccdbe1b8b0ad owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:16:48.509570 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1afb-3ff5-4b61-9bcf-d59cbec40899 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.556930 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.625087 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1afb-3ff5-4b61-9bcf-d59cbec40899 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.639901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1afb-3ff5-4b61-9bcf-d59cbec40899 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.649349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-eeabab8a-15bb-4659-8fa0-0abf82cf2dd3 service neutron] 10.222.0.49 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726872 Apr 21 21:16:48.658510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aaf5148-d935-442f-b735-ccdbe1b8b0ad,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:48.665319 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e00b4226-036e-4c89-9aed-561c1a95f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.676795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] No DVR routers for this DVR port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:48.684929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b4226-036e-4c89-9aed-561c1a95f4c6 None None] No DVR routers for this DVR port 1aaf5148-d935-442f-b735-ccdbe1b8b0ad on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:16:48.712436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b4226-036e-4c89-9aed-561c1a95f4c6 None None] Pushing event deleted for resources: {'Port': ['ID=1aaf5148-d935-442f-b735-ccdbe1b8b0ad,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:48.718152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d2a1afb-3ff5-4b61-9bcf-d59cbec40899 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.719558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6d2a1afb-3ff5-4b61-9bcf-d59cbec40899 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2483854 Apr 21 21:16:48.723941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54856) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:48.728730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b5718047-cc86-4154-8397-86105b3c20e2 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Request body: {'security_group_rule': {'security_group_id': '6ec98fda-8cab-4351-909d-a691f37f1389', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:48.734177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a1afb-3ff5-4b61-9bcf-d59cbec40899 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec98fda-8cab-4351-909d-a691f37f1389,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:48.743676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b4f75ac6-e3b9-488f-9a14-24599561c355 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:48.783602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: b4f75ac6-e3b9-488f-9a14-24599561c355 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:48.783948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b4f75ac6-e3b9-488f-9a14-24599561c355 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:48.784660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:48.786735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5718047-cc86-4154-8397-86105b3c20e2 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.820556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.853367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63d9d03-b244-4af6-859f-4184b251f26b']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:48.868042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:48.868541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8d5e3f15-d06f-40e8-92b7-548bae3c3bbf not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:48.868618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:48.889754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:48.890287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fbb8e1-0127-4b36-8479-ae14f3e84b19') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:48.904305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-efb43baf-e7d3-41f0-a230-7de6a1de61f4 service neutron] 10.222.0.49 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540963 Apr 21 21:16:48.909830 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.914345 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5718047-cc86-4154-8397-86105b3c20e2 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.919921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:48.920543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3f28caf8-99d9-4c61-a3cf-e5c0a1b6e6fe not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:48.923438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5718047-cc86-4154-8397-86105b3c20e2 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.927893 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.935929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:16:48.936534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:16:48.939059 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:16:48.968820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5718047-cc86-4154-8397-86105b3c20e2 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059b8503-b3cf-4438-9412-002999d02cf7,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:48.984952 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b5718047-cc86-4154-8397-86105b3c20e2 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:48.987084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b5718047-cc86-4154-8397-86105b3c20e2 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2618754 Apr 21 21:16:48.991782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54864) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:49.048352 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.054471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.060196 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e63d9d03-b244-4af6-859f-4184b251f26b HTTP/1.1" status: 204 len: 168 time: 1.4559276 Apr 21 21:16:49.069491 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f846de31-e425-4dfb-94f7-d6b6d3e8310d tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.084188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302b081-658e-4337-9039-c295134be1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63d9d03-b244-4af6-859f-4184b251f26b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:49.111877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f846de31-e425-4dfb-94f7-d6b6d3e8310d tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.206945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f846de31-e425-4dfb-94f7-d6b6d3e8310d tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.213950 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f846de31-e425-4dfb-94f7-d6b6d3e8310d tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.220058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54876) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:49.220546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f846de31-e425-4dfb-94f7-d6b6d3e8310d tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/6ec98fda-8cab-4351-909d-a691f37f1389 HTTP/1.1" status: 204 len: 168 time: 0.2274225 Apr 21 21:16:49.279455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4393e052-7806-45a7-a966-ffb2e3b43f1c req-7187d869-189d-444b-a972-a66f28092a78 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 210 time: 0.0575266 Apr 21 21:16:49.291509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846de31-e425-4dfb-94f7-d6b6d3e8310d tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec98fda-8cab-4351-909d-a691f37f1389,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:49.297905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c1009a7e-dcd3-429b-8158-3b8e9783ce1a tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743215 Apr 21 21:16:49.298611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54878) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:49.352561 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f7dabf0a-8bf4-4afa-8b06-8124a16da4f7 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0518525 Apr 21 21:16:49.354824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54882) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:49.371468 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-0cc78f7c-d09a-460d-95fd-a01c046274d4 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] delete failed (client error): The resource could not be found. Apr 21 21:16:49.372909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0cc78f7c-d09a-460d-95fd-a01c046274d4 tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "DELETE /v2.0/security-groups/6ec98fda-8cab-4351-909d-a691f37f1389 HTTP/1.1" status: 404 len: 347 time: 0.0162344 Apr 21 21:16:49.376980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54884) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:49.389784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54886) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:49.443901 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5186b214-eec8-41a4-94f8-2bbb9ff6ec0f tempest-SecGroupIPv6Test-1662820771 tempest-SecGroupIPv6Test-1662820771-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655110 Apr 21 21:16:49.470319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-efcd467b-75ec-4d60-a36d-0cb0a55f158d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fdcc1b738f84e55bb1cea0c055f7164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793698 Apr 21 21:16:49.472899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54896) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:49.555245 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b6d3-e491-43ab-ae68-40dee41b5333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.580150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b6d3-e491-43ab-ae68-40dee41b5333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.639575 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b6d3-e491-43ab-ae68-40dee41b5333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.642369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6b6d3-e491-43ab-ae68-40dee41b5333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:49.646004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ceb6b6d3-e491-43ab-ae68-40dee41b5333 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84d00a41-adfb-42fa-8d9b-d87f789df378 HTTP/1.1" status: 204 len: 168 time: 0.1694169 Apr 21 21:16:49.653371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6b6d3-e491-43ab-ae68-40dee41b5333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d00a41-adfb-42fa-8d9b-d87f789df378,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:49.805781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54910) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:50.055347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:50.144738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:50.145382 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.165884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-261a1d7e-121d-42f1-9231-44bc253178fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a5ae95f810b46dcba3ef64e5550435c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565278 Apr 21 21:16:50.166110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 54922) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:50.218167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54926) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:50.252077 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-beffb652-d9ed-4b30-bad0-47ed653d747e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.260837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-17bac5bc-22f0-4cc0-9ed7-f12853c5376b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9c01b3c10fb48dda48525996e6ab28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414114 Apr 21 21:16:50.263702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 54928) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:50.314858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-beffb652-d9ed-4b30-bad0-47ed653d747e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.337928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1aaf5148-d935-442f-b735-ccdbe1b8b0ad no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:16:50.381417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1aaf5148-d935-442f-b735-ccdbe1b8b0ad {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:16:50.381758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1aaf5148-d935-442f-b735-ccdbe1b8b0ad not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:16:50.417044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-424e9e04-62b6-45a2-a080-4ce4f3c7225e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.445897 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-424e9e04-62b6-45a2-a080-4ce4f3c7225e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.455879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-beffb652-d9ed-4b30-bad0-47ed653d747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.458764 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-beffb652-d9ed-4b30-bad0-47ed653d747e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.460275 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-beffb652-d9ed-4b30-bad0-47ed653d747e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/902ceebb-e7c8-4d4d-87d1-e2906719864a HTTP/1.1" status: 204 len: 168 time: 0.2928543 Apr 21 21:16:50.513280 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.525934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-424e9e04-62b6-45a2-a080-4ce4f3c7225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.528215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0994f347-df18-4ffe-b66a-434c1018abb2 req-c5a72215-5159-4c5b-9ff6-00831bc71b5d tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 210 time: 0.1115706 Apr 21 21:16:50.531900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffb652-d9ed-4b30-bad0-47ed653d747e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902ceebb-e7c8-4d4d-87d1-e2906719864a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:50.538229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-424e9e04-62b6-45a2-a080-4ce4f3c7225e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.539413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-424e9e04-62b6-45a2-a080-4ce4f3c7225e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4d024c8-4232-4b5c-9830-09b465c917ba HTTP/1.1" status: 204 len: 168 time: 0.2742975 Apr 21 21:16:50.562402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e9e04-62b6-45a2-a080-4ce4f3c7225e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d024c8-4232-4b5c-9830-09b465c917ba,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:50.651707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-99bf6cef-930f-46bb-ba0a-9755d95d2908 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:50.655428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-99bf6cef-930f-46bb-ba0a-9755d95d2908 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.46 "GET /v2.0/networks?id=d821a592-490d-424b-9b67-540255881d43 HTTP/1.1" status: 200 len: 809 time: 0.2370558 Apr 21 21:16:50.716129 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-50873f25-901f-4fc2-8550-fe04882c7b7a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fafde1a81fd44fea715079827a560ea HTTP/1.1" status: 200 len: 380 time: 0.0523105 Apr 21 21:16:50.726935 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Request body: {'port': {'device_id': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'admin_state_up': True, 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'security_groups': ['08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:50.780402 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:50.875489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Made reservation on behalf of 5fafde1a81fd44fea715079827a560ea for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:50.879125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:51.073358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Allocated IP 172.20.0.3 (d821a592-490d-424b-9b67-540255881d43/2eb4e00b-8dbf-4bd6-b05d-b079beac5681/9992174b-d040-407f-a86d-dded10e1d935) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:51.240370 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:51.275862 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:51.328612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Network d821a592-490d-424b-9b67-540255881d43 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:51.331746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:51.335628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:51.368270 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'Port': ['ID=9992174b-d040-407f-a86d-dded10e1d935,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:51.390955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:51.391725 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:51.412885 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-e1ace43d-6008-4d10-bdca-cbd919f20de8 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6907873 Apr 21 21:16:51.428025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Request body: {'port': {'device_id': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:51.492372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:51.752410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-86341b43-4632-4c00-b24e-6f5d73754950 None None] Provisioning complete for port 9992174b-d040-407f-a86d-dded10e1d935 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:51.752925 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86341b43-4632-4c00-b24e-6f5d73754950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:51.793625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-86341b43-4632-4c00-b24e-6f5d73754950 None None] Port 9992174b-d040-407f-a86d-dded10e1d935 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:16:51.893494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5da51-503a-4fb3-ad8a-d1538c5be7ef req-7bdb08be-9b58-474e-b33c-fd7ed34ccd9f tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:51.893937 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74a5da51-503a-4fb3-ad8a-d1538c5be7ef req-7bdb08be-9b58-474e-b33c-fd7ed34ccd9f tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 931 time: 0.1913300 Apr 21 21:16:51.958982 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74a5da51-503a-4fb3-ad8a-d1538c5be7ef req-30f3deb2-c8b4-4085-bbb2-610264ceb68c tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562646 Apr 21 21:16:52.065191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9992174b-d040-407f-a86d-dded10e1d935 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:16:52.072236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.097085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Transition to ACTIVE for port object 9992174b-d040-407f-a86d-dded10e1d935 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:16:52.104073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.156070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55016) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:52.172745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9992174b-d040-407f-a86d-dded10e1d935,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:52.269163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Attempting to bind port 9992174b-d040-407f-a86d-dded10e1d935 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:52.269516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Attempting to bind port 9992174b-d040-407f-a86d-dded10e1d935 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:52.269825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Attempting to bind port 9992174b-d040-407f-a86d-dded10e1d935 on network d821a592-490d-424b-9b67-540255881d43 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:52.284410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Port 9992174b-d040-407f-a86d-dded10e1d935 on network d821a592-490d-424b-9b67-540255881d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:16:52.285079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Attempting to bind port 9992174b-d040-407f-a86d-dded10e1d935 on network d821a592-490d-424b-9b67-540255881d43 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:52.291528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:52.291864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Checking segment: {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:52.292284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Bound using segment: {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:52.292925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Bound port: 9992174b-d040-407f-a86d-dded10e1d935, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27176315-34df-4548-ba17-d92072f9b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd821a592-490d-424b-9b67-540255881d43'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:52.293318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.380042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-secgroup--48475015'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:52.419317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.441847 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.604599 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.612686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.676039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a330a7-0453-4025-922c-7a51ad4bb9e1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:52.747880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.758669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.802070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] For port 9992174b-d040-407f-a86d-dded10e1d935, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:52.806073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] For port 9992174b-d040-407f-a86d-dded10e1d935, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9992174b-d040-407f-a86d-dded10e1d935,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:52.811627 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.811797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe99a50-4105-4197-984c-110f4b25653a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:52.816111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.817497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ff7d5e7a-06d5-4e8d-b0e2-a5aa3e4bc6a5 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6595018 Apr 21 21:16:52.821689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55034) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:52.865272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:52.865886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:52.867334 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/9992174b-d040-407f-a86d-dded10e1d935 HTTP/1.1" status: 200 len: 1091 time: 1.4449165 Apr 21 21:16:52.867699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'tag': '9992174b-d040-407f-a86d-dded10e1d935'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:16:52.869975 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233" -d '{"events": [{"name": "network-changed", "server_uuid": "7b60b78d-24b3-4d13-983d-962bbe5d1ae8", "tag": "9992174b-d040-407f-a86d-dded10e1d935"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:16:52.942122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c68b888a-7bc7-4d96-86f8-789599fff6a7 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1209407 Apr 21 21:16:52.944814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55040) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:52.950466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8851225e-ed5e-439e-a96b-b4850881db39 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-security--2023641343', 'description': 'tempest-security-description-1183559583'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:52.969750 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850d501c-9e99-41ba-b931-bf2e85dd46d6 x-openstack-request-id: req-850d501c-9e99-41ba-b931-bf2e85dd46d6 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:16:52.970320 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b60b78d-24b3-4d13-983d-962bbe5d1ae8", "tag": "9992174b-d040-407f-a86d-dded10e1d935", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:16:52.971384 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-850d501c-9e99-41ba-b931-bf2e85dd46d6 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:16:52.971992 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850d501c-9e99-41ba-b931-bf2e85dd46d6'] response: {'name': 'network-changed', 'server_uuid': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'tag': '9992174b-d040-407f-a86d-dded10e1d935', 'status': 'completed', 'code': 200} Apr 21 21:16:52.977813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2ef3d-a734-421a-9f38-3135b7c6d6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9992174b-d040-407f-a86d-dded10e1d935,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:53.009242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8851225e-ed5e-439e-a96b-b4850881db39 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.018569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-9a9de971-1f5b-4c32-a470-e7fecd54719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:53.020354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-9a9de971-1f5b-4c32-a470-e7fecd54719e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fafde1a81fd44fea715079827a560ea&device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1094 time: 0.1044724 Apr 21 21:16:53.116744 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8851225e-ed5e-439e-a96b-b4850881db39 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.118121 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-a1a624f0-5209-41f5-8b8a-4470798ffaa4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9992174b-d040-407f-a86d-dded10e1d935 HTTP/1.1" status: 200 len: 217 time: 0.0889769 Apr 21 21:16:53.126348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8851225e-ed5e-439e-a96b-b4850881db39 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.130575 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8851225e-ed5e-439e-a96b-b4850881db39 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.134453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8851225e-ed5e-439e-a96b-b4850881db39 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "PUT /v2.0/security-groups/ffe99a50-4105-4197-984c-110f4b25653a HTTP/1.1" status: 200 len: 1780 time: 0.1861248 Apr 21 21:16:53.139181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55048) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:53.191985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851225e-ed5e-439e-a96b-b4850881db39 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe99a50-4105-4197-984c-110f4b25653a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:53.325562 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4cd02ab3-91c3-4cb8-aa64-339323d4a55e tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups/ffe99a50-4105-4197-984c-110f4b25653a HTTP/1.1" status: 200 len: 1780 time: 0.1371856 Apr 21 21:16:53.326104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55054) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:53.326677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-68980841-2c08-4d26-98c5-fea794ce28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:53.328198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-68980841-2c08-4d26-98c5-fea794ce28ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eb4e00b-8dbf-4bd6-b05d-b079beac5681 HTTP/1.1" status: 200 len: 848 time: 0.1993167 Apr 21 21:16:53.355518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2e8be-08e5-4a25-ac5d-1326559634a0 req-d8ed1d13-5fb3-4f13-bd58-ff99622c9c62 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:53.367595 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cf2e8be-08e5-4a25-ac5d-1326559634a0 req-d8ed1d13-5fb3-4f13-bd58-ff99622c9c62 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 943 time: 0.2525611 Apr 21 21:16:53.426475 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f8b22858-c2f6-41a1-ad28-36984c914e59 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.451696 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cf2e8be-08e5-4a25-ac5d-1326559634a0 req-7ac72bb6-71c8-449f-9a5d-5c94f9c45baf tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829821 Apr 21 21:16:53.466283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-48567c40-2c63-4293-b430-2ed10a2672d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:53.468036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-48567c40-2c63-4293-b430-2ed10a2672d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d821a592-490d-424b-9b67-540255881d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975199 Apr 21 21:16:53.479903 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f8b22858-c2f6-41a1-ad28-36984c914e59 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.486532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55060) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:53.562540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f8b22858-c2f6-41a1-ad28-36984c914e59 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.566733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f8b22858-c2f6-41a1-ad28-36984c914e59 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.568566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f8b22858-c2f6-41a1-ad28-36984c914e59 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/ffe99a50-4105-4197-984c-110f4b25653a HTTP/1.1" status: 204 len: 168 time: 0.2413752 Apr 21 21:16:53.571981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55066) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:53.581664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b22858-c2f6-41a1-ad28-36984c914e59 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe99a50-4105-4197-984c-110f4b25653a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:53.687600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f866038f-979b-422c-9370-b181d2817f22 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1082494 Apr 21 21:16:53.690667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55068) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:53.716336 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-27d1f9ef-05fb-4de6-ba67-27c420ee3138 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] delete failed (client error): The resource could not be found. Apr 21 21:16:53.717839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-27d1f9ef-05fb-4de6-ba67-27c420ee3138 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/ffe99a50-4105-4197-984c-110f4b25653a HTTP/1.1" status: 404 len: 347 time: 0.0261247 Apr 21 21:16:53.722158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55070) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:53.723719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-0f02d603-932c-4373-8eb7-72807b52ed68 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488604 Apr 21 21:16:53.726974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a3497dfd-30d1-4443-b402-333b8b42d8c6 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494410719'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:53.754548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3497dfd-30d1-4443-b402-333b8b42d8c6 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.800370 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b398635-3867-4878-8a9b-c5a18eab0b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.830899 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0efcad8-97b6-4986-843c-3c2ad8772f62 req-f4fbfd17-3f3c-4d42-a55d-640e6a829c84 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969386 Apr 21 21:16:53.914864 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3497dfd-30d1-4443-b402-333b8b42d8c6 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.923447 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3497dfd-30d1-4443-b402-333b8b42d8c6 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.946713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3497dfd-30d1-4443-b402-333b8b42d8c6 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.951211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55076) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:53.951408 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a3497dfd-30d1-4443-b402-333b8b42d8c6 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2279396 Apr 21 21:16:53.960377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-70bd459a-5bc7-43ed-bc85-0ec6a618fe48 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '4868ee11-5dfb-478b-ae3a-60aa757c0b8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:53.971115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-308a2fbe-717a-47dd-86a6-ec40ef48afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:53.974040 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-308a2fbe-717a-47dd-86a6-ec40ef48afe3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fafde1a81fd44fea715079827a560ea&device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1094 time: 0.0934365 Apr 21 21:16:53.991690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b398635-3867-4878-8a9b-c5a18eab0b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:53.992666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3497dfd-30d1-4443-b402-333b8b42d8c6 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4868ee11-5dfb-478b-ae3a-60aa757c0b8a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:53.999665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b398635-3867-4878-8a9b-c5a18eab0b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.047836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70bd459a-5bc7-43ed-bc85-0ec6a618fe48 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.051483 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1b398635-3867-4878-8a9b-c5a18eab0b41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=212cca81913844a5b04495447106c3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629263 Apr 21 21:16:54.054458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55078) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:54.095526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b398635-3867-4878-8a9b-c5a18eab0b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753cc64d-2d12-4df1-b306-3ff5f72f920a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:54.127287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-1ed5f107-6159-41a7-be2e-110cba4e87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:54.130142 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-1ed5f107-6159-41a7-be2e-110cba4e87b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d821a592-490d-424b-9b67-540255881d43 HTTP/1.1" status: 200 len: 910 time: 0.1469934 Apr 21 21:16:54.157716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70bd459a-5bc7-43ed-bc85-0ec6a618fe48 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.166860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d7f3dacf-57b8-4fe4-8e92-a775c0348880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.190778 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d7f3dacf-57b8-4fe4-8e92-a775c0348880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.206641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70bd459a-5bc7-43ed-bc85-0ec6a618fe48 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.207639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55080) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:54.213711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024811392', 'description': 'tempest-secgroup-smoke-2024811392 description', 'project_id': '33349352c09e472e84467ff4a7100849'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:54.215724 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-c9547330-cb5b-4c95-b7f2-299cdb3a2146 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9992174b-d040-407f-a86d-dded10e1d935 HTTP/1.1" status: 200 len: 217 time: 0.0726440 Apr 21 21:16:54.218452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd459a-5bc7-43ed-bc85-0ec6a618fe48 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d1e368-4db3-4759-b76c-ed43c2112338,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:54.248181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.256698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.281976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d7f3dacf-57b8-4fe4-8e92-a775c0348880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.282832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-70bd459a-5bc7-43ed-bc85-0ec6a618fe48 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.284931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d7f3dacf-57b8-4fe4-8e92-a775c0348880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.285675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-70bd459a-5bc7-43ed-bc85-0ec6a618fe48 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3318112 Apr 21 21:16:54.289657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55084) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:54.292138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d7f3dacf-57b8-4fe4-8e92-a775c0348880 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/753cc64d-2d12-4df1-b306-3ff5f72f920a HTTP/1.1" status: 204 len: 168 time: 0.2357891 Apr 21 21:16:54.303128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3dacf-57b8-4fe4-8e92-a775c0348880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753cc64d-2d12-4df1-b306-3ff5f72f920a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:54.358403 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9e235af0-9c34-4b6e-9952-3dad0711e977 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.370704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-deaf165e-603d-4996-8bfd-b7a733fd3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:54.372216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-deaf165e-603d-4996-8bfd-b7a733fd3b67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eb4e00b-8dbf-4bd6-b05d-b079beac5681 HTTP/1.1" status: 200 len: 848 time: 0.1507041 Apr 21 21:16:54.374513 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9e235af0-9c34-4b6e-9952-3dad0711e977 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.399119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.406530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.439512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-69c6fc4b-2d28-43e2-a6db-e51687cab74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:54.441120 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-69c6fc4b-2d28-43e2-a6db-e51687cab74c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d821a592-490d-424b-9b67-540255881d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598688 Apr 21 21:16:54.442811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9e235af0-9c34-4b6e-9952-3dad0711e977 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.448119 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9e235af0-9c34-4b6e-9952-3dad0711e977 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.449290 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9e235af0-9c34-4b6e-9952-3dad0711e977 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/87d1e368-4db3-4759-b76c-ed43c2112338 HTTP/1.1" status: 204 len: 168 time: 0.1586471 Apr 21 21:16:54.456696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55088) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:54.459382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df4c788-6bd5-40ac-b980-12a44ce8df28,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:54.477864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e235af0-9c34-4b6e-9952-3dad0711e977 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87d1e368-4db3-4759-b76c-ed43c2112338,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:54.557454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-38a37a01-0c73-4b6f-923b-8eac53ad0c9c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0947750 Apr 21 21:16:54.558818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55094) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:54.587863 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.595366 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-742be9e4-812b-427e-a957-ebce68c28015 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448255 Apr 21 21:16:54.598067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.649094 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.650832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4427872 Apr 21 21:16:54.653659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a158-fc57-4398-a405-a5e963fb95a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dab553-3723-4318-9df2-c0beac40c0e5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:54.655974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55096) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:54.670698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '65dab553-3723-4318-9df2-c0beac40c0e5', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:54.705336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.743551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55098) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:54.766685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f18eb-0e5b-4ce4-b9af-420a7bcd151d req-ca37cb2e-ba11-4efe-aced-c09d2f11017e tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:54.767523 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21e64556-159d-4540-b868-43e5ec0945fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.768554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a95f18eb-0e5b-4ce4-b9af-420a7bcd151d req-ca37cb2e-ba11-4efe-aced-c09d2f11017e tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 943 time: 0.1955099 Apr 21 21:16:54.773059 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01460ce7-1476-45bd-849d-734050f7ac62 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.799900 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.805298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0e1d9e0-3389-4c3b-813c-a6598d6e5233 req-db932f6f-b9f6-4a1a-a584-3cc8817d61f2 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915579 Apr 21 21:16:54.806533 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.825882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01460ce7-1476-45bd-849d-734050f7ac62 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.839053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16ea8e4-3eec-490b-b32e-d3a74803cac0,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:54.856736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.860541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1917937 Apr 21 21:16:54.863129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.863651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.864430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.864430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.864637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55100) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:54.864784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.865207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.865627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.866048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.866474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.866878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.867291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.867705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a430d-aba4-4436-baa0-f1ad970d6a45 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:16:54.883795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1d113df1-99d5-4a0b-b217-e00e0f6a6b22 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '65dab553-3723-4318-9df2-c0beac40c0e5', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:54.890779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a95f18eb-0e5b-4ce4-b9af-420a7bcd151d req-bcdcde70-c2ce-4c90-becb-1a8702e2e407 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083035 Apr 21 21:16:54.917392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21e64556-159d-4540-b868-43e5ec0945fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.918072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01460ce7-1476-45bd-849d-734050f7ac62 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.920879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-01460ce7-1476-45bd-849d-734050f7ac62 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.921499 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21e64556-159d-4540-b868-43e5ec0945fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.922183 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-01460ce7-1476-45bd-849d-734050f7ac62 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/4868ee11-5dfb-478b-ae3a-60aa757c0b8a HTTP/1.1" status: 204 len: 168 time: 0.3620563 Apr 21 21:16:54.925033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55102) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:54.931622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01460ce7-1476-45bd-849d-734050f7ac62 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4868ee11-5dfb-478b-ae3a-60aa757c0b8a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:54.934363 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d113df1-99d5-4a0b-b217-e00e0f6a6b22 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:54.976805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e64556-159d-4540-b868-43e5ec0945fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241ad3e7-e80e-4634-8cbd-c34fb4888e83,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:54.984812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-21e64556-159d-4540-b868-43e5ec0945fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8657d863d14940bd991f7bfad810dbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379804 Apr 21 21:16:54.987270 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55104) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.011862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-819f0933-e95e-4d46-9319-7eac8e1cf1c4 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801735 Apr 21 21:16:55.012362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55106) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.018950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4b685b6e-514a-400d-a97c-313644487c2c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880244962'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.044283 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d113df1-99d5-4a0b-b217-e00e0f6a6b22 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.054419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d113df1-99d5-4a0b-b217-e00e0f6a6b22 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.083974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b685b6e-514a-400d-a97c-313644487c2c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.098456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d113df1-99d5-4a0b-b217-e00e0f6a6b22 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f5a220-2cad-4561-a026-2ec234b5d752,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.107904 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d113df1-99d5-4a0b-b217-e00e0f6a6b22 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.109089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1d113df1-99d5-4a0b-b217-e00e0f6a6b22 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2434645 Apr 21 21:16:55.111825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55108) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.117252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6d53c4ee-be9b-4f59-9c72-64d8bae04b9b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '65dab553-3723-4318-9df2-c0beac40c0e5', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.118269 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46d73836-777f-48ae-93c2-ca84f7b9c90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.145388 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d53c4ee-be9b-4f59-9c72-64d8bae04b9b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.152272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46d73836-777f-48ae-93c2-ca84f7b9c90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.200644 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d53c4ee-be9b-4f59-9c72-64d8bae04b9b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.210510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d53c4ee-be9b-4f59-9c72-64d8bae04b9b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.215156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b685b6e-514a-400d-a97c-313644487c2c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.220808 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b685b6e-514a-400d-a97c-313644487c2c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.233276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53c4ee-be9b-4f59-9c72-64d8bae04b9b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce1563b-41d8-4afc-aef4-e68d85bfdc3a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.242422 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d53c4ee-be9b-4f59-9c72-64d8bae04b9b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.243628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6d53c4ee-be9b-4f59-9c72-64d8bae04b9b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303160 Apr 21 21:16:55.247061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55110) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.247486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46d73836-777f-48ae-93c2-ca84f7b9c90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.249995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-46d73836-777f-48ae-93c2-ca84f7b9c90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.252734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c8791297-a96e-43f1-8bca-6f9c10b40b3f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '65dab553-3723-4318-9df2-c0beac40c0e5', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.253801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-46d73836-777f-48ae-93c2-ca84f7b9c90e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/241ad3e7-e80e-4634-8cbd-c34fb4888e83 HTTP/1.1" status: 204 len: 168 time: 0.2655146 Apr 21 21:16:55.273568 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b685b6e-514a-400d-a97c-313644487c2c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.277696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55114) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.277992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4b685b6e-514a-400d-a97c-313644487c2c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2646143 Apr 21 21:16:55.279301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b685b6e-514a-400d-a97c-313644487c2c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757f5c7f-27d7-440f-8300-251b9d420d07,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.286018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4199727e-0e15-4d63-8bb3-dc691d81687a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '757f5c7f-27d7-440f-8300-251b9d420d07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.296120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d73836-777f-48ae-93c2-ca84f7b9c90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ad3e7-e80e-4634-8cbd-c34fb4888e83,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.322297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8791297-a96e-43f1-8bca-6f9c10b40b3f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.365343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4199727e-0e15-4d63-8bb3-dc691d81687a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.425195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8791297-a96e-43f1-8bca-6f9c10b40b3f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.430315 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8791297-a96e-43f1-8bca-6f9c10b40b3f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.453831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8791297-a96e-43f1-8bca-6f9c10b40b3f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de937133-0129-4fb2-a50e-c3f27d376f21,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.463011 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4199727e-0e15-4d63-8bb3-dc691d81687a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.467384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4199727e-0e15-4d63-8bb3-dc691d81687a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.475672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8791297-a96e-43f1-8bca-6f9c10b40b3f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.476928 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c8791297-a96e-43f1-8bca-6f9c10b40b3f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2281146 Apr 21 21:16:55.479570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55120) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.490566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5db09f63-f2d4-4f45-b5d1-fe1f5e2a5257 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '65dab553-3723-4318-9df2-c0beac40c0e5', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.506955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199727e-0e15-4d63-8bb3-dc691d81687a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d3c573-3440-4db9-ab52-cdd493f14be2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.512606 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4199727e-0e15-4d63-8bb3-dc691d81687a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.513927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4199727e-0e15-4d63-8bb3-dc691d81687a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2352424 Apr 21 21:16:55.516973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55122) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.523704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f54858bb-55b0-4006-bce9-f93d6de67c49 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '757f5c7f-27d7-440f-8300-251b9d420d07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.524395 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-5db09f63-f2d4-4f45-b5d1-fe1f5e2a5257 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Project 33349352c09e472e84467ff4a7100849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:16:55.530888 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db09f63-f2d4-4f45-b5d1-fe1f5e2a5257 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.565507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f54858bb-55b0-4006-bce9-f93d6de67c49 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.594580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db09f63-f2d4-4f45-b5d1-fe1f5e2a5257 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.600624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db09f63-f2d4-4f45-b5d1-fe1f5e2a5257 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.620921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db09f63-f2d4-4f45-b5d1-fe1f5e2a5257 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1358f5b5-d2d8-4746-9547-30895eb24e39,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.631583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db09f63-f2d4-4f45-b5d1-fe1f5e2a5257 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.635011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5db09f63-f2d4-4f45-b5d1-fe1f5e2a5257 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539667 Apr 21 21:16:55.637809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55128) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.638216 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f54858bb-55b0-4006-bce9-f93d6de67c49 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.642956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ebbf1a26-1e3d-45a2-817a-535788635bee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '65dab553-3723-4318-9df2-c0beac40c0e5', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.643602 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f54858bb-55b0-4006-bce9-f93d6de67c49 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.661833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54858bb-55b0-4006-bce9-f93d6de67c49 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3373021e-a039-4208-a945-4da0e33c0023,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.673444 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f54858bb-55b0-4006-bce9-f93d6de67c49 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.675063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f54858bb-55b0-4006-bce9-f93d6de67c49 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1558995 Apr 21 21:16:55.676718 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-ebbf1a26-1e3d-45a2-817a-535788635bee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Project 33349352c09e472e84467ff4a7100849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:16:55.679825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55130) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.687037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f609238d-093f-4a53-8255-a92f76497385 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '757f5c7f-27d7-440f-8300-251b9d420d07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.692286 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ebbf1a26-1e3d-45a2-817a-535788635bee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.741482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f609238d-093f-4a53-8255-a92f76497385 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.797515 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ebbf1a26-1e3d-45a2-817a-535788635bee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.808015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ebbf1a26-1e3d-45a2-817a-535788635bee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.834460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf1a26-1e3d-45a2-817a-535788635bee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897d29c3-dfb1-47eb-8201-bdfc30b0c1b0,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.851397 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ebbf1a26-1e3d-45a2-817a-535788635bee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.857127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ebbf1a26-1e3d-45a2-817a-535788635bee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2152083 Apr 21 21:16:55.857127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f609238d-093f-4a53-8255-a92f76497385 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.858239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55136) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.861868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f609238d-093f-4a53-8255-a92f76497385 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.865455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'network': {'name': 'tempest-network-smoke--590109234', 'project_id': '33349352c09e472e84467ff4a7100849', 'port_security_enabled': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.879699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609238d-093f-4a53-8255-a92f76497385 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1303d9e-66e2-43f2-9195-bce4656f80a2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:55.889235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f609238d-093f-4a53-8255-a92f76497385 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.892010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:55.896478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.897347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f609238d-093f-4a53-8255-a92f76497385 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2155421 Apr 21 21:16:55.898204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55140) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:55.903680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-27044ac5-d03e-41d5-b2cb-a53a8e1738d0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '757f5c7f-27d7-440f-8300-251b9d420d07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:55.938002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:16:55.951414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:55.951793 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Added segment ad04f283-97d7-48d9-affb-a0dea193c4ef of type vlan for network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d Apr 21 21:16:55.960093 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27044ac5-d03e-41d5-b2cb-a53a8e1738d0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.015568 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.033540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1939904-dcf0-4566-811e-624f6d8ad934 req-1c3ab795-097e-4fb1-a823-667431739be1 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:56.035553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f1939904-dcf0-4566-811e-624f6d8ad934 req-1c3ab795-097e-4fb1-a823-667431739be1 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 943 time: 0.0546296 Apr 21 21:16:56.057561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27044ac5-d03e-41d5-b2cb-a53a8e1738d0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.063312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.068905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:56.069496 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.079268 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27044ac5-d03e-41d5-b2cb-a53a8e1738d0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.086964 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f1939904-dcf0-4566-811e-624f6d8ad934 req-9719c5d2-af54-4f4f-a1bf-d1c947a3755b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Apr 21 21:16:56.142436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2824578 Apr 21 21:16:56.145592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55150) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.151664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27044ac5-d03e-41d5-b2cb-a53a8e1738d0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71780049-d084-491b-9570-51f6c542d14a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:56.154880 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'admin_state_up': True, 'project_id': '33349352c09e472e84467ff4a7100849', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:56.163103 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27044ac5-d03e-41d5-b2cb-a53a8e1738d0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.166783 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-27044ac5-d03e-41d5-b2cb-a53a8e1738d0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2652311 Apr 21 21:16:56.167193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55154) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.171699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4bdc784e-d1e3-4e35-96a5-054e3b45a4b2 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '757f5c7f-27d7-440f-8300-251b9d420d07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:56.176645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c3555-19a5-4447-8637-c40beda2df81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Network': ['ID=5be58a60-b5d4-4a28-acbe-3d25b8aca79d,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:56.186091 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.188411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.193930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:16:56.203471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bdc784e-d1e3-4e35-96a5-054e3b45a4b2 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.244073 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.273510 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bdc784e-d1e3-4e35-96a5-054e3b45a4b2 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.279670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bdc784e-d1e3-4e35-96a5-054e3b45a4b2 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.299024 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc784e-d1e3-4e35-96a5-054e3b45a4b2 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643a0530-97f3-4245-bc7e-04f69556237f,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:56.308242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4bdc784e-d1e3-4e35-96a5-054e3b45a4b2 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.312036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4bdc784e-d1e3-4e35-96a5-054e3b45a4b2 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1413510 Apr 21 21:16:56.312328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55156) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.338026 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c9150ea-83fa-406a-8630-a73aca8b71b9 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.346933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c9150ea-83fa-406a-8630-a73aca8b71b9 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.375749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c9150ea-83fa-406a-8630-a73aca8b71b9 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.382040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c9150ea-83fa-406a-8630-a73aca8b71b9 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.383117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1c9150ea-83fa-406a-8630-a73aca8b71b9 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/643a0530-97f3-4245-bc7e-04f69556237f HTTP/1.1" status: 204 len: 168 time: 0.0685813 Apr 21 21:16:56.388713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55160) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.395943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9150ea-83fa-406a-8630-a73aca8b71b9 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=643a0530-97f3-4245-bc7e-04f69556237f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:56.403100 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.444820 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ac3a7b07-8eaf-42e9-81ed-b638336db1a0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0549357 Apr 21 21:16:56.447430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55166) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.479934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a524f18-3380-4839-aab6-68757aeb7867 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.489286 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a524f18-3380-4839-aab6-68757aeb7867 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.530055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a524f18-3380-4839-aab6-68757aeb7867 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.540728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a524f18-3380-4839-aab6-68757aeb7867 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.544454 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7a524f18-3380-4839-aab6-68757aeb7867 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/71780049-d084-491b-9570-51f6c542d14a HTTP/1.1" status: 204 len: 168 time: 0.0934632 Apr 21 21:16:56.544822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55174) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.551074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a524f18-3380-4839-aab6-68757aeb7867 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71780049-d084-491b-9570-51f6c542d14a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:56.658597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-534c08d3-99d8-45c0-9ef5-af9a752bdd1f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1125448 Apr 21 21:16:56.661327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55182) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.679790 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.691160 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-146d1064-933d-4578-a7e5-89c870bcecbc tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.705265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.707878 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-146d1064-933d-4578-a7e5-89c870bcecbc tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.766126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-146d1064-933d-4578-a7e5-89c870bcecbc tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.778402 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-146d1064-933d-4578-a7e5-89c870bcecbc tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.779676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-146d1064-933d-4578-a7e5-89c870bcecbc tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a1303d9e-66e2-43f2-9195-bce4656f80a2 HTTP/1.1" status: 204 len: 168 time: 0.1171801 Apr 21 21:16:56.780526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d1064-933d-4578-a7e5-89c870bcecbc tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1303d9e-66e2-43f2-9195-bce4656f80a2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:56.784598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55190) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.832043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fb49e9ec-0e46-4246-88c5-b4bd8b98448c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0459507 Apr 21 21:16:56.835357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55192) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.865847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.25.0.247 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/506c8281-ecca-496c-b216-df4458df0d18) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:16:56.880913 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8622237e-1e5f-4f74-a760-cc5b57689b9f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.890468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8622237e-1e5f-4f74-a760-cc5b57689b9f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.962244 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8622237e-1e5f-4f74-a760-cc5b57689b9f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.969588 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8622237e-1e5f-4f74-a760-cc5b57689b9f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:56.970649 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8622237e-1e5f-4f74-a760-cc5b57689b9f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3373021e-a039-4208-a945-4da0e33c0023 HTTP/1.1" status: 204 len: 168 time: 0.1343648 Apr 21 21:16:56.973458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55198) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:56.985922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622237e-1e5f-4f74-a760-cc5b57689b9f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3373021e-a039-4208-a945-4da0e33c0023,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:57.016565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.017206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-200d49ff-7679-46ec-ae52-15acdb1f4df3 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0425303 Apr 21 21:16:57.019791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55200) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:57.043353 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77a6ceb0-efad-448f-9026-3617508dce15 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.052243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77a6ceb0-efad-448f-9026-3617508dce15 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.057163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.087773 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77a6ceb0-efad-448f-9026-3617508dce15 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.094611 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77a6ceb0-efad-448f-9026-3617508dce15 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.094747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:16:57.095753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-77a6ceb0-efad-448f-9026-3617508dce15 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/18d3c573-3440-4db9-ab52-cdd493f14be2 HTTP/1.1" status: 204 len: 168 time: 0.0750051 Apr 21 21:16:57.099729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55204) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:57.101066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6ceb0-efad-448f-9026-3617508dce15 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18d3c573-3440-4db9-ab52-cdd493f14be2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:57.108867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:16:57.122353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:16:57.154375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=506c8281-ecca-496c-b216-df4458df0d18,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:57.192554 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cef6fedf-2abc-4ac8-8771-7205231ac3ab tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0917280 Apr 21 21:16:57.195249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55212) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:57.202815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 9992174b-d040-407f-a86d-dded10e1d935 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:16:57.219609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94355f5-46f1-4cc3-be79-6958c020db24 req-be7758e3-09c5-4525-8bad-1ef6e8c1df21 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:57.221230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c94355f5-46f1-4cc3-be79-6958c020db24 req-be7758e3-09c5-4525-8bad-1ef6e8c1df21 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 943 time: 0.0621943 Apr 21 21:16:57.299341 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c94355f5-46f1-4cc3-be79-6958c020db24 req-aca9db75-34e5-42f8-91b7-bdb1a2d8e444 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717008 Apr 21 21:16:57.327783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 9992174b-d040-407f-a86d-dded10e1d935, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9992174b-d040-407f-a86d-dded10e1d935,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:57.345665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '9992174b-d040-407f-a86d-dded10e1d935', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'port_id': '9992174b-d040-407f-a86d-dded10e1d935', 'mac_address': 'fa:16:3e:98:39:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:16:57.360208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee010b20-5ac5-47f4-bb3a-7119db04e6d7 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.387835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.403917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9992174b-d040-407f-a86d-dded10e1d935 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:16:57.428075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 9992174b-d040-407f-a86d-dded10e1d935, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9992174b-d040-407f-a86d-dded10e1d935,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:57.434929 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.489916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=9992174b-d040-407f-a86d-dded10e1d935,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:57.511310 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee010b20-5ac5-47f4-bb3a-7119db04e6d7 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.555163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.647350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee010b20-5ac5-47f4-bb3a-7119db04e6d7 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.649866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee010b20-5ac5-47f4-bb3a-7119db04e6d7 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.653940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ee010b20-5ac5-47f4-bb3a-7119db04e6d7 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/757f5c7f-27d7-440f-8300-251b9d420d07 HTTP/1.1" status: 204 len: 168 time: 0.4548402 Apr 21 21:16:57.654806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55224) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:57.663465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee010b20-5ac5-47f4-bb3a-7119db04e6d7 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757f5c7f-27d7-440f-8300-251b9d420d07,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:57.755470 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-63c8369d-7c8d-4423-8c3d-49b5a33ec9bd tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988221 Apr 21 21:16:57.765333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55226) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:57.773253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2f2e54bf-105c-4841-b447-b3afe14f5f26 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754386955'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:57.780147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['9992174b-d040-407f-a86d-dded10e1d935'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:16:57.797020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.813263 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f2e54bf-105c-4841-b447-b3afe14f5f26 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.982375 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f2e54bf-105c-4841-b447-b3afe14f5f26 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:57.989946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f2e54bf-105c-4841-b447-b3afe14f5f26 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.024008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 123fea45-b443-4f2b-8c95-88b4162f9be2 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:16:58.029067 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2f2e54bf-105c-4841-b447-b3afe14f5f26 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.030460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2f2e54bf-105c-4841-b447-b3afe14f5f26 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2639012 Apr 21 21:16:58.035073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55234) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:58.042730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6ebdd65c-8505-4572-ae1f-d4e9a3008191 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '7456243a-705b-4430-9a5e-40712078726f', 'direction': 'ingress', 'protocol': 17}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:58.048026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e54bf-105c-4841-b447-b3afe14f5f26 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7456243a-705b-4430-9a5e-40712078726f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:58.097123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd65c-8505-4572-ae1f-d4e9a3008191 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.185183 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd65c-8505-4572-ae1f-d4e9a3008191 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.192936 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd65c-8505-4572-ae1f-d4e9a3008191 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.196488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:16:58.210379 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Sync routers for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:16:58.223632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.228461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdd65c-8505-4572-ae1f-d4e9a3008191 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ce2074-c349-4398-b598-3628326c7b62,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:58.229800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1c75273f-7909-43c3-b620-225d0392643a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0830076 Apr 21 21:16:58.230860 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55238) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:58.237659 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:58.239137 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:58.245664 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd65c-8505-4572-ae1f-d4e9a3008191 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.246880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6ebdd65c-8505-4572-ae1f-d4e9a3008191 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2103877 Apr 21 21:16:58.250165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55242) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:58.318263 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf29cc4f-31c3-422e-ac53-87e20f51b375 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.370267 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf29cc4f-31c3-422e-ac53-87e20f51b375 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.416151 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:58.461396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf29cc4f-31c3-422e-ac53-87e20f51b375 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.463895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf29cc4f-31c3-422e-ac53-87e20f51b375 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.466564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf29cc4f-31c3-422e-ac53-87e20f51b375 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/7456243a-705b-4430-9a5e-40712078726f HTTP/1.1" status: 204 len: 168 time: 0.2154582 Apr 21 21:16:58.471355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55254) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:58.485157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29cc4f-31c3-422e-ac53-87e20f51b375 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7456243a-705b-4430-9a5e-40712078726f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:58.550671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d0ad0-6b44-4ce5-b78e-40fb79d895b0 req-9402904d-6253-4f87-b9d8-74383033281a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:58.557837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-730d0ad0-6b44-4ce5-b78e-40fb79d895b0 req-9402904d-6253-4f87-b9d8-74383033281a tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 944 time: 0.1273854 Apr 21 21:16:58.613050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55260) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:58.613382 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3f75f5d3-3256-4586-974c-08c460cd7b9a tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=33349352c09e472e84467ff4a7100849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3805749 Apr 21 21:16:58.634299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-664dafe9-0c1f-4fa0-898b-700a723d060d tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1618221 Apr 21 21:16:58.639982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55262) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:58.650929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-730d0ad0-6b44-4ce5-b78e-40fb79d895b0 req-8cb9d11a-ebcc-4ff2-b06a-161fc3dea487 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876098 Apr 21 21:16:58.664885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-100a556a-b32f-4ae2-8534-61ef93d17936 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-secgroup--572893377'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:58.733041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-100a556a-b32f-4ae2-8534-61ef93d17936 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.784726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1f1a3c-f119-4e63-b99f-aa2a07450964 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:58.788900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6c1f1a3c-f119-4e63-b99f-aa2a07450964 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1722155 Apr 21 21:16:58.789499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55264) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:58.835953 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:16:57Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:58.838511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a53730d2-beba-4114-b752-cf13b362e5fc tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478117 Apr 21 21:16:58.841103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55266) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:58.845320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-100a556a-b32f-4ae2-8534-61ef93d17936 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.846617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846131361', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'project_id': '33349352c09e472e84467ff4a7100849', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:58.855408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-100a556a-b32f-4ae2-8534-61ef93d17936 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.887949 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Checking router: 123fea45-b443-4f2b-8c95-88b4162f9be2 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:16:58.889040 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Updating router 123fea45-b443-4f2b-8c95-88b4162f9be2 port 506c8281-ecca-496c-b216-df4458df0d18 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:16:58.910232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a556a-b32f-4ae2-8534-61ef93d17936 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a022bf-686f-4c7c-8538-9057a30e2f82,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:58.920556 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.934850 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-100a556a-b32f-4ae2-8534-61ef93d17936 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:58.936086 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-100a556a-b32f-4ae2-8534-61ef93d17936 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2963717 Apr 21 21:16:58.939187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55272) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:58.950160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-142a40e9-3523-42a5-858a-7b0fb1010054 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-secgroup--407895474'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:59.002427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-142a40e9-3523-42a5-858a-7b0fb1010054 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.018988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:16:59.026435 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.168564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-142a40e9-3523-42a5-858a-7b0fb1010054 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.175936 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-142a40e9-3523-42a5-858a-7b0fb1010054 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.216941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 9992174b-d040-407f-a86d-dded10e1d935 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:16:59.219788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a40e9-3523-42a5-858a-7b0fb1010054 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e1e026-a393-4ae5-b4bd-93c79e63f1f1,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:59.242716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-142a40e9-3523-42a5-858a-7b0fb1010054 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.248806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-142a40e9-3523-42a5-858a-7b0fb1010054 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3085628 Apr 21 21:16:59.250177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55276) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:59.254913 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.256010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0571158d-8f62-4759-963e-6c41a66ee287 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': 'd9a022bf-686f-4c7c-8538-9057a30e2f82', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '91e1e026-a393-4ae5-b4bd-93c79e63f1f1', 'remote_ip_prefix': None}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:16:59.264899 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.319466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0571158d-8f62-4759-963e-6c41a66ee287 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.340569 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Attempting to bind port 506c8281-ecca-496c-b216-df4458df0d18 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:16:59.341133 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Attempting to bind port 506c8281-ecca-496c-b216-df4458df0d18 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:16:59.342612 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Attempting to bind port 506c8281-ecca-496c-b216-df4458df0d18 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:16:59.365777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 9992174b-d040-407f-a86d-dded10e1d935 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:16:59.377439 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccd4cf-2c80-465c-a08c-deff08a4d014 None None] Pushing event updated for resources: {'Port': ['ID=506c8281-ecca-496c-b216-df4458df0d18,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:59.377607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 9992174b-d040-407f-a86d-dded10e1d935 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:16:59.378140 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.383421 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:16:59.383793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:59.385280 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.386947 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:16:59.387434 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Bound port: 506c8281-ecca-496c-b216-df4458df0d18, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:16:59.387810 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.473071 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] For port 506c8281-ecca-496c-b216-df4458df0d18, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:16:59.476734 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] For port 506c8281-ecca-496c-b216-df4458df0d18, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=506c8281-ecca-496c-b216-df4458df0d18,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:16:59.485645 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.514123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0571158d-8f62-4759-963e-6c41a66ee287 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.518912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0571158d-8f62-4759-963e-6c41a66ee287 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.556652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571158d-8f62-4759-963e-6c41a66ee287 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b9b8a1-c078-4af5-a01f-3ffa59dbdd5b,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:59.573104 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0571158d-8f62-4759-963e-6c41a66ee287 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.579398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0571158d-8f62-4759-963e-6c41a66ee287 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3280172 Apr 21 21:16:59.579590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55284) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:59.582109 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:16:59.584397 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:16:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:16:59.595481 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.603108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.635594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9992174b-d040-407f-a86d-dded10e1d935'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:16:59.642977 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb29467-0b6d-48ba-883a-9fb392b2e18f" -d '{"events": [{"server_uuid": "7b60b78d-24b3-4d13-983d-962bbe5d1ae8", "name": "network-vif-plugged", "status": "completed", "tag": "9992174b-d040-407f-a86d-dded10e1d935"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:16:59.678254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 9992174b-d040-407f-a86d-dded10e1d935, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9992174b-d040-407f-a86d-dded10e1d935,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:16:59.695866 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.728185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1eea2af9-576d-4e67-9211-8d4493c6280f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.772835 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:16:59.793645 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1eea2af9-576d-4e67-9211-8d4493c6280f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.804684 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077ee738-9e37-4d5c-ba68-5bd4098f717b x-openstack-request-id: req-077ee738-9e37-4d5c-ba68-5bd4098f717b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:16:59.807240 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b60b78d-24b3-4d13-983d-962bbe5d1ae8", "name": "network-vif-plugged", "status": "completed", "tag": "9992174b-d040-407f-a86d-dded10e1d935", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:16:59.807504 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-077ee738-9e37-4d5c-ba68-5bd4098f717b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:16:59.812345 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077ee738-9e37-4d5c-ba68-5bd4098f717b'] response: {'server_uuid': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9992174b-d040-407f-a86d-dded10e1d935', 'code': 200} Apr 21 21:16:59.873854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9498489-a6d0-454d-9081-58ebe402d340 req-2f840015-2ee6-449a-861f-11d2985c5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:59.874415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=9992174b-d040-407f-a86d-dded10e1d935,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:59.875587 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9498489-a6d0-454d-9081-58ebe402d340 req-2f840015-2ee6-449a-861f-11d2985c5bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1096 time: 0.1028244 Apr 21 21:16:59.896523 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccd4cf-2c80-465c-a08c-deff08a4d014 None None] Pushing event updated for resources: {'Port': ['ID=506c8281-ecca-496c-b216-df4458df0d18,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:59.910337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Subnet': ['ID=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:16:59.942911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Checking segment: {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:16:59.943849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network hostable DHCP agents. Network: 5be58a60-b5d4-4a28-acbe-3d25b8aca79d, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:16:59.947899 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9498489-a6d0-454d-9081-58ebe402d340 req-4164921a-726d-425c-835b-c754e26821de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634525 Apr 21 21:16:59.954634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1eea2af9-576d-4e67-9211-8d4493c6280f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.964720 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1eea2af9-576d-4e67-9211-8d4493c6280f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:16:59.971657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1eea2af9-576d-4e67-9211-8d4493c6280f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/39b9b8a1-c078-4af5-a01f-3ffa59dbdd5b HTTP/1.1" status: 204 len: 168 time: 0.3875949 Apr 21 21:16:59.972257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55300) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:16:59.983667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948dc2a-92aa-457c-bebf-df976976a3de req-a8302f41-322d-4606-8e86-d302cd3dac77 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:16:59.985524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c948dc2a-92aa-457c-bebf-df976976a3de req-a8302f41-322d-4606-8e86-d302cd3dac77 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1889749 Apr 21 21:16:59.995287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea2af9-576d-4e67-9211-8d4493c6280f tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39b9b8a1-c078-4af5-a01f-3ffa59dbdd5b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:00.029959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:17:00.072312 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c948dc2a-92aa-457c-bebf-df976976a3de req-5aaa5d0c-ec2e-4cfb-8dc6-a0e0ed1de5ac tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760121 Apr 21 21:17:00.074395 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e0bd09c1-0501-4092-a01d-e4fd5acd97ff tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1011195 Apr 21 21:17:00.077303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55304) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:00.087154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 5be58a60-b5d4-4a28-acbe-3d25b8aca79d) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:00.087396 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:16:57Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:00.102860 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:00.103438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.104853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13812b72-350d-462b-ab15-e8be599f37e6 None None] Network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:17:00.145404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55308) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:00.148717 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a0b19-856c-417a-9451-d18b6c799295 None None] The sync data for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 is: [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:16:57Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:17:00.155084 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-42735984-c2b4-4d0f-9ce1-4b29ac2c40a8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3114023 Apr 21 21:17:00.175203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc46c3cc-ec65-45b3-b653-24efb38e87fe tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.215786 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc46c3cc-ec65-45b3-b653-24efb38e87fe tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.282563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc46c3cc-ec65-45b3-b653-24efb38e87fe tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.285598 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc46c3cc-ec65-45b3-b653-24efb38e87fe tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.292308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dc46c3cc-ec65-45b3-b653-24efb38e87fe tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/91e1e026-a393-4ae5-b4bd-93c79e63f1f1 HTTP/1.1" status: 204 len: 168 time: 0.2138855 Apr 21 21:17:00.303409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55310) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:00.312640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:17:00.314578 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.338784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46c3cc-ec65-45b3-b653-24efb38e87fe tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e1e026-a393-4ae5-b4bd-93c79e63f1f1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:00.396622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-09f0a1cb-881f-43d6-bdc8-e117ed33a3cb tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0852203 Apr 21 21:17:00.400469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55312) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:00.483462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Allocated IP 172.20.0.2 (5be58a60-b5d4-4a28-acbe-3d25b8aca79d/3bd8dea8-e2b9-4828-a1ec-3cc584456a3f/52bea0f9-18da-4172-a3c8-13ebd1b27cda) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:17:00.486843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8eb42733-df95-484b-9294-2181a5527b78 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.541353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8eb42733-df95-484b-9294-2181a5527b78 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.601522 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e98fdeb6-9e29-4348-ae0f-a870b4f83554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.654349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8eb42733-df95-484b-9294-2181a5527b78 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.657940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8eb42733-df95-484b-9294-2181a5527b78 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.659451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8eb42733-df95-484b-9294-2181a5527b78 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/d9a022bf-686f-4c7c-8538-9057a30e2f82 HTTP/1.1" status: 204 len: 168 time: 0.2578580 Apr 21 21:17:00.663710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55316) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:00.697767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb42733-df95-484b-9294-2181a5527b78 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a022bf-686f-4c7c-8538-9057a30e2f82,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:00.757490 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.767474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:00.829577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Pushing event updated for resources: {'Port': ['ID=52bea0f9-18da-4172-a3c8-13ebd1b27cda,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:00.856825 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f3e1762f-3ebb-43ee-bab9-6094d01ef3d6 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1878417 Apr 21 21:17:00.861110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55324) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:00.866315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1ab0696f-6e1f-49a3-b79a-ca5b6be52648 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-secgroup--415326386'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:00.870179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:00.871814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:00.878395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:17:00.906612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ab0696f-6e1f-49a3-b79a-ca5b6be52648 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.010403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ab0696f-6e1f-49a3-b79a-ca5b6be52648 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.017535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ab0696f-6e1f-49a3-b79a-ca5b6be52648 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.023002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Attempting to bind port 52bea0f9-18da-4172-a3c8-13ebd1b27cda on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:17:01.023370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Attempting to bind port 52bea0f9-18da-4172-a3c8-13ebd1b27cda by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:17:01.023731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Attempting to bind port 52bea0f9-18da-4172-a3c8-13ebd1b27cda on network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:01.033760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:17:01.034160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Checking segment: {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:01.034567 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.035045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Bound using segment: {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:17:01.035517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Bound port: 52bea0f9-18da-4172-a3c8-13ebd1b27cda, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:17:01.035893 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.062574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ab0696f-6e1f-49a3-b79a-ca5b6be52648 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.067184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1ab0696f-6e1f-49a3-b79a-ca5b6be52648 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2023838 Apr 21 21:17:01.067184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0696f-6e1f-49a3-b79a-ca5b6be52648 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2e6964-02bf-4dfd-93c8-bea35452a79d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:01.069678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55336) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:01.069820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.076190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5b828aeb-3d80-45d8-9b0f-20bb8817d900 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': 'ee2e6964-02bf-4dfd-93c8-bea35452a79d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:01.134366 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b828aeb-3d80-45d8-9b0f-20bb8817d900 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.200879 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] For port 52bea0f9-18da-4172-a3c8-13ebd1b27cda, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:17:01.207216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] For port 52bea0f9-18da-4172-a3c8-13ebd1b27cda, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52bea0f9-18da-4172-a3c8-13ebd1b27cda,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:17:01.222634 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.285291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b828aeb-3d80-45d8-9b0f-20bb8817d900 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.297049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b828aeb-3d80-45d8-9b0f-20bb8817d900 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.349195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b828aeb-3d80-45d8-9b0f-20bb8817d900 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecf5979-9565-4fe2-b809-4de332d71f80,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:01.381712 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b828aeb-3d80-45d8-9b0f-20bb8817d900 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.389667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5b828aeb-3d80-45d8-9b0f-20bb8817d900 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3169458 Apr 21 21:17:01.390447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac920784-7718-4785-9f54-412d7d3e4f7b None None] Pushing event updated for resources: {'Port': ['ID=52bea0f9-18da-4172-a3c8-13ebd1b27cda,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:01.391426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55352) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:01.446723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-98bbadb9-bec8-48fe-9def-dfcbab061bed tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.461317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cecfd-f8bc-4ea0-91ea-ab2c8d60b36f req-58b0a516-03fe-42d7-8d71-8d6d49d5937d tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:01.464865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-98bbadb9-bec8-48fe-9def-dfcbab061bed tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.467855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-279cecfd-f8bc-4ea0-91ea-ab2c8d60b36f req-58b0a516-03fe-42d7-8d71-8d6d49d5937d tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1287274 Apr 21 21:17:01.556783 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-98bbadb9-bec8-48fe-9def-dfcbab061bed tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.568181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-98bbadb9-bec8-48fe-9def-dfcbab061bed tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.569345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-98bbadb9-bec8-48fe-9def-dfcbab061bed tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/0ecf5979-9565-4fe2-b809-4de332d71f80 HTTP/1.1" status: 204 len: 168 time: 0.1763403 Apr 21 21:17:01.572469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55364) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:01.581130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbadb9-bec8-48fe-9def-dfcbab061bed tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ecf5979-9565-4fe2-b809-4de332d71f80,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:01.585282 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-279cecfd-f8bc-4ea0-91ea-ab2c8d60b36f req-8a57323d-f033-41fd-886f-e8bd382bf612 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165586 Apr 21 21:17:01.711489 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ed5023fa-1ba5-4841-8446-0537414bb314 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1344244 Apr 21 21:17:01.714864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55372) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:01.809052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.20.0.1 (5be58a60-b5d4-4a28-acbe-3d25b8aca79d/3bd8dea8-e2b9-4828-a1ec-3cc584456a3f/98fb798d-5db8-4481-9087-beb7fda6a01c) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:17:01.819825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3c96-fd0c-48ea-afcf-033817937b97 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.863131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3c96-fd0c-48ea-afcf-033817937b97 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.925768 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3c96-fd0c-48ea-afcf-033817937b97 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.929657 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3c96-fd0c-48ea-afcf-033817937b97 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:01.935159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f2ed3c96-fd0c-48ea-afcf-033817937b97 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/ee2e6964-02bf-4dfd-93c8-bea35452a79d HTTP/1.1" status: 204 len: 168 time: 0.2145762 Apr 21 21:17:01.935159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55384) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:01.947898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed3c96-fd0c-48ea-afcf-033817937b97 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2e6964-02bf-4dfd-93c8-bea35452a79d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:02.016748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-55ef1b9f-5259-4cbf-9f11-7491ed1e702d tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780144 Apr 21 21:17:02.021799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55390) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:02.032996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-15b3edde-00bf-4e32-8737-07b0c8b4498c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-secgroup--922641393'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:02.080377 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.093657 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15b3edde-00bf-4e32-8737-07b0c8b4498c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.158124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.196406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 506c8281-ecca-496c-b216-df4458df0d18 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:02.232321 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15b3edde-00bf-4e32-8737-07b0c8b4498c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.240963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15b3edde-00bf-4e32-8737-07b0c8b4498c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.273939 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 506c8281-ecca-496c-b216-df4458df0d18 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:02.274805 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.287218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-15b3edde-00bf-4e32-8737-07b0c8b4498c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.288834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-15b3edde-00bf-4e32-8737-07b0c8b4498c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2659261 Apr 21 21:17:02.292501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55406) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:02.309401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=98fb798d-5db8-4481-9087-beb7fda6a01c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:02.314509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-16f9386f-be7d-42c2-9474-97214284b575 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '581532ee-de62-417a-8af7-ab59a15d79b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:02.327279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3edde-00bf-4e32-8737-07b0c8b4498c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581532ee-de62-417a-8af7-ab59a15d79b9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:02.330758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:02.337887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.340913 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.341432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.341953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.342457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.343529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.345867 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.346467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.347029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.347700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.348979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.350746 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:02.360728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:02.376223 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:17:02.386646 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16f9386f-be7d-42c2-9474-97214284b575 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.430384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.448179 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.472587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 506c8281-ecca-496c-b216-df4458df0d18, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=506c8281-ecca-496c-b216-df4458df0d18,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:02.488895 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.489717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52bea0f9-18da-4172-a3c8-13ebd1b27cda up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:02.513524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16f9386f-be7d-42c2-9474-97214284b575 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.518842 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16f9386f-be7d-42c2-9474-97214284b575 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.547141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9386f-be7d-42c2-9474-97214284b575 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6161e666-99db-445c-b1a3-a7c9685eac4b,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:02.562029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16f9386f-be7d-42c2-9474-97214284b575 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.567333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-16f9386f-be7d-42c2-9474-97214284b575 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2737958 Apr 21 21:17:02.568330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55420) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:02.596461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-48960e8b-a5ca-4e9b-ab60-75a98816736b tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules/6161e666-99db-445c-b1a3-a7c9685eac4b HTTP/1.1" status: 200 len: 763 time: 0.0267742 Apr 21 21:17:02.597392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55424) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:02.694037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cd1fe491-dfae-42b1-a3fb-f1668e0a92fc tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0948560 Apr 21 21:17:02.694985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55432) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:02.756674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 52bea0f9-18da-4172-a3c8-13ebd1b27cda triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:02.760439 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.783486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a33f0a62-bf45-4e17-8ebf-f7953250ec29 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.811588 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a33f0a62-bf45-4e17-8ebf-f7953250ec29 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.892398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95a192-3455-4747-ba49-1e2461b6a3b9 req-8a53d3e3-c295-4793-9ce1-00a29e6c9662 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:02.894165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a95a192-3455-4747-ba49-1e2461b6a3b9 req-8a53d3e3-c295-4793-9ce1-00a29e6c9662 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 945 time: 0.1717765 Apr 21 21:17:02.897395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=506c8281-ecca-496c-b216-df4458df0d18,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:02.935808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a33f0a62-bf45-4e17-8ebf-f7953250ec29 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.942051 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:02.944082 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85824ab6-fe48-4906-bd13-1658700cfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.001538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a33f0a62-bf45-4e17-8ebf-f7953250ec29 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.008160 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a33f0a62-bf45-4e17-8ebf-f7953250ec29 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/6161e666-99db-445c-b1a3-a7c9685eac4b HTTP/1.1" status: 204 len: 168 time: 0.3093479 Apr 21 21:17:03.017530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f0a62-bf45-4e17-8ebf-f7953250ec29 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6161e666-99db-445c-b1a3-a7c9685eac4b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:03.027878 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 52bea0f9-18da-4172-a3c8-13ebd1b27cda, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52bea0f9-18da-4172-a3c8-13ebd1b27cda,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:03.035628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.040274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55446) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.139581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a95a192-3455-4747-ba49-1e2461b6a3b9 req-7ce0b2c9-31da-4518-b3c1-3d54d6e850ab tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294660 Apr 21 21:17:03.141571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=52bea0f9-18da-4172-a3c8-13ebd1b27cda,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:03.174048 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eb6e9d-b77a-4f6f-9880-eea078b18d36 None None] Network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:17:03.187041 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-34b2f24c-354e-4b36-af7a-ea816024e3e3 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1456685 Apr 21 21:17:03.191298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55464) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.195973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-dabf1e95-0c7d-4142-83a9-b298abeae4e0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '581532ee-de62-417a-8af7-ab59a15d79b9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:03.250918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dabf1e95-0c7d-4142-83a9-b298abeae4e0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.304726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-39b83fd4-a81b-43a7-9bb5-d0890bc3e137 None None] Provisioning complete for port 52bea0f9-18da-4172-a3c8-13ebd1b27cda triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:03.305434 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-39b83fd4-a81b-43a7-9bb5-d0890bc3e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.343716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.346119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dabf1e95-0c7d-4142-83a9-b298abeae4e0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.352672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dabf1e95-0c7d-4142-83a9-b298abeae4e0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.378179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc4d5a-1ef1-46f4-9136-6dc1a22f406e req-33a7f513-7382-46f5-b28b-4f2d07bf8071 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:03.388229 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92fc4d5a-1ef1-46f4-9136-6dc1a22f406e req-33a7f513-7382-46f5-b28b-4f2d07bf8071 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 945 time: 0.0822842 Apr 21 21:17:03.396792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf1e95-0c7d-4142-83a9-b298abeae4e0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f6dec5-6c70-4986-981c-ddbbb48fc1b3,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:03.421705 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dabf1e95-0c7d-4142-83a9-b298abeae4e0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.425742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dabf1e95-0c7d-4142-83a9-b298abeae4e0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2335031 Apr 21 21:17:03.428292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55474) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.482888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-03a10179-6644-43a3-b44b-e62936eaa1f9 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules/85f6dec5-6c70-4986-981c-ddbbb48fc1b3 HTTP/1.1" status: 200 len: 763 time: 0.0533948 Apr 21 21:17:03.484398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55478) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.548099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-db38456c-90a6-4ec0-b78d-cbce5c10455d tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0604041 Apr 21 21:17:03.548364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55482) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.575648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4885d4b-e429-4f2e-9e32-0229f8a56f64 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.588485 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4885d4b-e429-4f2e-9e32-0229f8a56f64 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.630023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4885d4b-e429-4f2e-9e32-0229f8a56f64 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.639734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d4885d4b-e429-4f2e-9e32-0229f8a56f64 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.643668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d4885d4b-e429-4f2e-9e32-0229f8a56f64 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/85f6dec5-6c70-4986-981c-ddbbb48fc1b3 HTTP/1.1" status: 204 len: 168 time: 0.0939491 Apr 21 21:17:03.648599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55488) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.656874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4885d4b-e429-4f2e-9e32-0229f8a56f64 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85f6dec5-6c70-4986-981c-ddbbb48fc1b3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:03.714271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9296d4fe-4987-4b5b-85cb-6d2842feb9ed tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0644789 Apr 21 21:17:03.714859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55494) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.720021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-211948d9-ecfd-4713-a985-46528dd2680a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '581532ee-de62-417a-8af7-ab59a15d79b9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:03.722143 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92fc4d5a-1ef1-46f4-9136-6dc1a22f406e req-8034937b-1844-4228-8e2d-6a3e20c1e14b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330581 Apr 21 21:17:03.784559 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-211948d9-ecfd-4713-a985-46528dd2680a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.846632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55500) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.846632 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.866300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.892214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-211948d9-ecfd-4713-a985-46528dd2680a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.899390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-211948d9-ecfd-4713-a985-46528dd2680a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.929702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1dd7063b-7c13-41ab-9264-4a5bf4340803 None None] Provisioning complete for port 98fb798d-5db8-4481-9087-beb7fda6a01c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:03.931841 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1dd7063b-7c13-41ab-9264-4a5bf4340803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.940662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-211948d9-ecfd-4713-a985-46528dd2680a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:03.942357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-211948d9-ecfd-4713-a985-46528dd2680a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2265153 Apr 21 21:17:03.945011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55506) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.955772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211948d9-ecfd-4713-a985-46528dd2680a tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b5b7af-e068-4c27-a41c-8791519fea0a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:03.972165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e84b8754-03bd-430b-b4db-bcaa41c0e5f0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules/06b5b7af-e068-4c27-a41c-8791519fea0a HTTP/1.1" status: 200 len: 764 time: 0.0257299 Apr 21 21:17:03.974856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55508) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:03.993885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7063b-7c13-41ab-9264-4a5bf4340803 None None] Port 98fb798d-5db8-4481-9087-beb7fda6a01c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:17:04.008584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1dd7063b-7c13-41ab-9264-4a5bf4340803 None None] Provisioning complete for port 52bea0f9-18da-4172-a3c8-13ebd1b27cda triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:04.009148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1dd7063b-7c13-41ab-9264-4a5bf4340803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.021588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=98fb798d-5db8-4481-9087-beb7fda6a01c,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:04.031035 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.056161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d215b79-f313-4d80-ac54-b85b82435bfe req-956e9371-31e2-4a20-a2b7-0e0bc74a878b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:04.065937 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d215b79-f313-4d80-ac54-b85b82435bfe req-956e9371-31e2-4a20-a2b7-0e0bc74a878b tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 945 time: 0.2121763 Apr 21 21:17:04.089532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2f8ae629-aeca-49dd-936d-979b434990ec tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1027136 Apr 21 21:17:04.090252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55512) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:04.124851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6209644-4230-47e8-9564-998a66928aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.138233 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.153667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55d5b16d-bf65-424e-9c54-5328250bfa99 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.187306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 506c8281-ecca-496c-b216-df4458df0d18 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:04.202484 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55d5b16d-bf65-424e-9c54-5328250bfa99 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.242965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a80402-3c14-4a7f-81e6-f3e4a75391fe req-549b35bd-a1f9-4ab2-a6ed-581faf8b8958 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:04.243654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3d215b79-f313-4d80-ac54-b85b82435bfe req-d7265e16-6740-4623-a208-917e219add76 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768274 Apr 21 21:17:04.244456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29a80402-3c14-4a7f-81e6-f3e4a75391fe req-549b35bd-a1f9-4ab2-a6ed-581faf8b8958 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 945 time: 0.1104114 Apr 21 21:17:04.252930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55d5b16d-bf65-424e-9c54-5328250bfa99 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.261671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 506c8281-ecca-496c-b216-df4458df0d18 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:04.263566 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.265427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55d5b16d-bf65-424e-9c54-5328250bfa99 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.268665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-55d5b16d-bf65-424e-9c54-5328250bfa99 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/06b5b7af-e068-4c27-a41c-8791519fea0a HTTP/1.1" status: 204 len: 168 time: 0.1753142 Apr 21 21:17:04.268665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55514) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:04.271238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55516) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:04.283765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5b16d-bf65-424e-9c54-5328250bfa99 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06b5b7af-e068-4c27-a41c-8791519fea0a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:04.315498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-29a80402-3c14-4a7f-81e6-f3e4a75391fe req-d6c047fc-371b-42e4-ad19-fadba4dcff9b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570459 Apr 21 21:17:04.333018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-97b44768-b451-4054-ab5a-ed5996a1e723 None None] Provisioning complete for port 98fb798d-5db8-4481-9087-beb7fda6a01c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:04.333018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-97b44768-b451-4054-ab5a-ed5996a1e723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.353523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:04.369558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-076e0df7-8351-4fea-9e47-a6b63b6dfa24 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0903540 Apr 21 21:17:04.370422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55520) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:04.374328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:04.421964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-97b44768-b451-4054-ab5a-ed5996a1e723 None None] Port 98fb798d-5db8-4481-9087-beb7fda6a01c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:17:04.441718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52bea0f9-18da-4172-a3c8-13ebd1b27cda up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:04.451824 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6209644-4230-47e8-9564-998a66928aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.453302 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6cf-83bd-4da9-9e37-cfefc6f32c91 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.464719 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6209644-4230-47e8-9564-998a66928aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.513835 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6cf-83bd-4da9-9e37-cfefc6f32c91 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.532935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 52bea0f9-18da-4172-a3c8-13ebd1b27cda triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:04.533307 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.562296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b930cbee-7bde-4122-903c-f8e4d8f16734 tempest-TestServerBasicOps-1479140464 tempest-TestServerBasicOps-1479140464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:04.565938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e6209644-4230-47e8-9564-998a66928aa8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffb5aa30819841a4a224b56e9bf399e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174833 Apr 21 21:17:04.567058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55522) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:04.567833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b930cbee-7bde-4122-903c-f8e4d8f16734 tempest-TestServerBasicOps-1479140464 tempest-TestServerBasicOps-1479140464-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1091 time: 0.2913721 Apr 21 21:17:04.571572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55524) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:04.576969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '9992174b-d040-407f-a86d-dded10e1d935', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:04.577851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6209644-4230-47e8-9564-998a66928aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae21a61-9cb8-4c46-a1f2-835b365fa799,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:04.606397 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6cf-83bd-4da9-9e37-cfefc6f32c91 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.609194 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6cf-83bd-4da9-9e37-cfefc6f32c91 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.613210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6c16f6cf-83bd-4da9-9e37-cfefc6f32c91 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/581532ee-de62-417a-8af7-ab59a15d79b9 HTTP/1.1" status: 204 len: 168 time: 0.2393181 Apr 21 21:17:04.616628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55526) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:04.617544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.618691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 123fea45-b443-4f2b-8c95-88b4162f9be2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:17:04.649439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16f6cf-83bd-4da9-9e37-cfefc6f32c91 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581532ee-de62-417a-8af7-ab59a15d79b9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:04.690499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8581ada8-431d-4c34-b397-79234f359b80 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695164 Apr 21 21:17:04.695919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55528) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:04.700712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4dc93b7-8b10-4faa-b8b3-294e199442d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.704000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e6666589-b935-4f1f-817a-f50b3ede8e72 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group': {'name': 'tempest-secgroup--366267983'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:04.737672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4dc93b7-8b10-4faa-b8b3-294e199442d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.767112 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6666589-b935-4f1f-817a-f50b3ede8e72 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.799239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6d37984a-f734-4d84-8481-dd6da5310029 None None] Provisioning complete for port 98fb798d-5db8-4481-9087-beb7fda6a01c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:04.799899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6d37984a-f734-4d84-8481-dd6da5310029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.821428 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:17:04.828043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-be6fabd9-c7d4-495e-8f96-09faabec5a34 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "PUT /v2.0/routers/123fea45-b443-4f2b-8c95-88b4162f9be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6815917 Apr 21 21:17:04.843173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Sync routers for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:17:04.855322 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4dc93b7-8b10-4faa-b8b3-294e199442d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.859695 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4dc93b7-8b10-4faa-b8b3-294e199442d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.868038 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:04.877346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b4dc93b7-8b10-4faa-b8b3-294e199442d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aae21a61-9cb8-4c46-a1f2-835b365fa799 HTTP/1.1" status: 204 len: 168 time: 0.2997146 Apr 21 21:17:04.893085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6d37984a-f734-4d84-8481-dd6da5310029 None None] Port 98fb798d-5db8-4481-9087-beb7fda6a01c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:17:04.896750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:04.897453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:04.899707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc93b7-8b10-4faa-b8b3-294e199442d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae21a61-9cb8-4c46-a1f2-835b365fa799,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:05.051931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6666589-b935-4f1f-817a-f50b3ede8e72 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.060806 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6666589-b935-4f1f-817a-f50b3ede8e72 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.068561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:05.089943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6666589-b935-4f1f-817a-f50b3ede8e72 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f33412a-9e38-4ab3-b0ae-03d469bff1a0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:05.123656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Allocated IP 172.25.0.204 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/843748b7-1f96-4442-ad0e-99d1c86a8639) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:17:05.132940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6666589-b935-4f1f-817a-f50b3ede8e72 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.134786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e6666589-b935-4f1f-817a-f50b3ede8e72 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4337177 Apr 21 21:17:05.139336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55546) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:05.144517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a600191c-ced2-493c-afa4-903d2bd58020 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Request body: {'security_group_rule': {'security_group_id': '3f33412a-9e38-4ab3-b0ae-03d469bff1a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:05.157409 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e594f820-5735-458b-b7aa-b6f9811ea49c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024811392&fields=id&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 267 time: 0.0434864 Apr 21 21:17:05.230055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a600191c-ced2-493c-afa4-903d2bd58020 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.301254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-de3b5911-0855-471a-9c49-118ca9309689 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:05.310223 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-de3b5911-0855-471a-9c49-118ca9309689 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 796 time: 0.1430087 Apr 21 21:17:05.310687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.322217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '98fb798d-5db8-4481-9087-beb7fda6a01c', 'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:20:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:01Z', 'updated_at': '2022-04-21T21:17:03Z', 'revision_number': 2, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:05.330838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-9bd3e3e1-10a9-4bd8-9310-5e3a8ac00e38 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/quotas/33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 375 time: 0.0182192 Apr 21 21:17:05.331608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55548) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:05.334607 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a600191c-ced2-493c-afa4-903d2bd58020 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.344640 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a600191c-ced2-493c-afa4-903d2bd58020 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.351367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Checking router: 123fea45-b443-4f2b-8c95-88b4162f9be2 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:17:05.351718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Updating router 123fea45-b443-4f2b-8c95-88b4162f9be2 port 98fb798d-5db8-4481-9087-beb7fda6a01c binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:17:05.381937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600191c-ced2-493c-afa4-903d2bd58020 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7188ab-7f1b-48eb-bd95-0c3bff09bd8f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:05.386755 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d070fac-94de-412c-a179-4a0c99998ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.394162 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.401789 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a600191c-ced2-493c-afa4-903d2bd58020 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.403099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a600191c-ced2-493c-afa4-903d2bd58020 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628157 Apr 21 21:17:05.406202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55552) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:05.407570 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.434571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-0db5a5fd-796b-4103-bf79-98c4cfcb7ca3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043305 Apr 21 21:17:05.435184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.521064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:05.531866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:05.539518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:17:05.575988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-075afc5a-a145-400d-ba37-99b486a56b3a service neutron] 10.222.0.49 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358578 Apr 21 21:17:05.577945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'Port': ['ID=843748b7-1f96-4442-ad0e-99d1c86a8639,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:05.579416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d070fac-94de-412c-a179-4a0c99998ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.591017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2074cd7f-7718-40ef-91cb-d2d147ad709c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.594517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d070fac-94de-412c-a179-4a0c99998ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.605580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa4390-ff49-438b-af18-be5a0256a0a4 req-f579f153-d07d-443d-9403-13ae20271254 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:05.607305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3fa4390-ff49-438b-af18-be5a0256a0a4 req-f579f153-d07d-443d-9403-13ae20271254 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 945 time: 0.1734445 Apr 21 21:17:05.638294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2074cd7f-7718-40ef-91cb-d2d147ad709c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.688407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3d070fac-94de-412c-a179-4a0c99998ba9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=92ba4ba3b4d64fd09d8163a200f40ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483443 Apr 21 21:17:05.691576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55556) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:05.698763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d070fac-94de-412c-a179-4a0c99998ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b5726b-27c0-4b65-9c1b-477d7026198f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:05.705345 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.714668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.770947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-395262f5-0b55-4c12-a43c-a3dfe7efeafd service neutron] 10.222.0.49 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940973 Apr 21 21:17:05.772390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3fa4390-ff49-438b-af18-be5a0256a0a4 req-eb6c3136-519e-4d1b-ad70-4c9ca2d3df8c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413791 Apr 21 21:17:05.816987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0053a4b-0091-4d8b-b288-5cee10ff8aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.838197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2074cd7f-7718-40ef-91cb-d2d147ad709c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.843469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2074cd7f-7718-40ef-91cb-d2d147ad709c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.849248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2074cd7f-7718-40ef-91cb-d2d147ad709c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/3f33412a-9e38-4ab3-b0ae-03d469bff1a0 HTTP/1.1" status: 204 len: 168 time: 0.4311638 Apr 21 21:17:05.849409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55558) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:05.861405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa121b4-e364-4b93-a317-fc79f20aaca4 None None] Pushing event updated for resources: {'Port': ['ID=98fb798d-5db8-4481-9087-beb7fda6a01c,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:05.877601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Attempting to bind port 98fb798d-5db8-4481-9087-beb7fda6a01c on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:17:05.877883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Attempting to bind port 98fb798d-5db8-4481-9087-beb7fda6a01c by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:17:05.878243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Attempting to bind port 98fb798d-5db8-4481-9087-beb7fda6a01c on network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:05.883722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:17:05.884191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Checking segment: {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:05.884700 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.885291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Bound using segment: {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:17:05.886263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Bound port: 98fb798d-5db8-4481-9087-beb7fda6a01c, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:17:05.886712 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.904723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0053a4b-0091-4d8b-b288-5cee10ff8aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.936228 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c984c555-7abb-4902-91c9-2a83da00f022 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878143 Apr 21 21:17:05.943093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55560) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:05.971515 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:05.999983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] For port 98fb798d-5db8-4481-9087-beb7fda6a01c, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:17:06.009322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] For port 98fb798d-5db8-4481-9087-beb7fda6a01c, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=98fb798d-5db8-4481-9087-beb7fda6a01c,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:17:06.013313 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-17d7378d-bd83-4114-8931-3caf791173ae tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0690231 Apr 21 21:17:06.015849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55564) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:06.020326 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.035346 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-9af68259-5041-4c03-bdf0-69d3cfd25150 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] delete failed (client error): The resource could not be found. Apr 21 21:17:06.036616 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9af68259-5041-4c03-bdf0-69d3cfd25150 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "DELETE /v2.0/security-groups/3f33412a-9e38-4ab3-b0ae-03d469bff1a0 HTTP/1.1" status: 404 len: 347 time: 0.0196178 Apr 21 21:17:06.037793 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0053a4b-0091-4d8b-b288-5cee10ff8aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.040399 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0053a4b-0091-4d8b-b288-5cee10ff8aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.044227 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d0053a4b-0091-4d8b-b288-5cee10ff8aeb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20b5726b-27c0-4b65-9c1b-477d7026198f HTTP/1.1" status: 204 len: 168 time: 0.3489859 Apr 21 21:17:06.044227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55566) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:06.106392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074cd7f-7718-40ef-91cb-d2d147ad709c tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f33412a-9e38-4ab3-b0ae-03d469bff1a0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:06.149553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:06.150209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:06.158398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3063f865-04b2-4543-bd76-d3a5ed24e6d0 tempest-SecGroupTest-260512706 tempest-SecGroupTest-260512706-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024976 Apr 21 21:17:06.159507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0053a4b-0091-4d8b-b288-5cee10ff8aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b5726b-27c0-4b65-9c1b-477d7026198f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:06.164191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa121b4-e364-4b93-a317-fc79f20aaca4 None None] Pushing event updated for resources: {'Port': ['ID=98fb798d-5db8-4481-9087-beb7fda6a01c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:06.190226 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b4b350a-7e42-41b2-81a2-ec9e885e6eeb req-8f04d964-ca33-41a9-bf72-3c9cd2dcfc6f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 210 time: 0.0853288 Apr 21 21:17:06.270304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0af6657f-840d-4024-a850-dd9df5d9b858 None None] Provisioning complete for port 98fb798d-5db8-4481-9087-beb7fda6a01c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:06.270682 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0af6657f-840d-4024-a850-dd9df5d9b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.325836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-2b309a5f-5e3b-423a-8425-93d2a0090770 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:06.327281 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-2b309a5f-5e3b-423a-8425-93d2a0090770 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 945 time: 0.3308949 Apr 21 21:17:06.371713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:06.522371 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0af6657f-840d-4024-a850-dd9df5d9b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.621736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0af6657f-840d-4024-a850-dd9df5d9b858 None None] For port 98fb798d-5db8-4481-9087-beb7fda6a01c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=98fb798d-5db8-4481-9087-beb7fda6a01c,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:06.630126 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0af6657f-840d-4024-a850-dd9df5d9b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.640280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Deleting port de7d9144-4da9-406b-a2fa-22dc9916929e {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:17:06.640901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.732976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.783985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6657f-840d-4024-a850-dd9df5d9b858 None None] Pushing event updated for resources: {'Port': ['ID=98fb798d-5db8-4481-9087-beb7fda6a01c,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:06.815888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55592) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:06.827243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-337018a7-0f65-4cb7-bd68-50e767502573 None None] Provisioning complete for port 98fb798d-5db8-4481-9087-beb7fda6a01c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:06.827624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-337018a7-0f65-4cb7-bd68-50e767502573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.844341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] For port de7d9144-4da9-406b-a2fa-22dc9916929e, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=de7d9144-4da9-406b-a2fa-22dc9916929e,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:06.844880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:06.930068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '98fb798d-5db8-4481-9087-beb7fda6a01c', 'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:20:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:01Z', 'updated_at': '2022-04-21T21:17:05Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:07.003929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f274e2b5-bf20-4fd0-b823-58f62481ae3d None None] The sync data for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 is: [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '98fb798d-5db8-4481-9087-beb7fda6a01c', 'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:20:00:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:01Z', 'updated_at': '2022-04-21T21:17:05Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:17:07.007134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:07.134592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8bde3-9bdd-4a07-ab56-bff41d3a10fa req-661bb3f8-d8c5-4aa8-ae13-a659ff08c525 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:07.143168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0c8bde3-9bdd-4a07-ab56-bff41d3a10fa req-661bb3f8-d8c5-4aa8-ae13-a659ff08c525 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 945 time: 0.1743202 Apr 21 21:17:07.228052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0c8bde3-9bdd-4a07-ab56-bff41d3a10fa req-e82238b9-e632-41ec-83f7-d14d8ec38c57 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups?id=f78789c1-23c8-4263-8330-3c950f22555c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753891 Apr 21 21:17:07.343704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a98d1011-d9e9-4467-b932-e9b5e140ac5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8879905d6e2c4542aaa08bcdcf27415e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238860 Apr 21 21:17:07.344061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55608) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:07.417098 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f58cf44b-4425-4231-9e39-7aed3b397d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:07.454608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f58cf44b-4425-4231-9e39-7aed3b397d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:07.540323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f58cf44b-4425-4231-9e39-7aed3b397d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:07.544609 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f58cf44b-4425-4231-9e39-7aed3b397d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:07.548259 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f58cf44b-4425-4231-9e39-7aed3b397d00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93a330a7-0453-4025-922c-7a51ad4bb9e1 HTTP/1.1" status: 204 len: 168 time: 0.1996171 Apr 21 21:17:07.569903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cf44b-4425-4231-9e39-7aed3b397d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a330a7-0453-4025-922c-7a51ad4bb9e1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:07.679619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b4f65592-27b9-4e22-a939-525350fac911 req-2021df8c-ae05-460d-8b4e-38c8765af0bf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 210 time: 0.0765274 Apr 21 21:17:07.727093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:07.727441 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:07.727757 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Floating IP 4bb5b3eb-dadc-43a1-9e10-5c263363e611 disassociated. External IP: 172.25.0.246, port: de7d9144-4da9-406b-a2fa-22dc9916929e. Apr 21 21:17:07.728102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Calling delete_port for de7d9144-4da9-406b-a2fa-22dc9916929e owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:17:07.794892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-207e6445-e377-44b4-b27e-22b8a91e358f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:07.796393 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-207e6445-e377-44b4-b27e-22b8a91e358f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 796 time: 0.2049623 Apr 21 21:17:07.851928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:07.869157 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:07.891587 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-b71bc066-4c4e-49cf-a35a-a0c13781dabc tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 380 time: 0.0855038 Apr 21 21:17:07.902179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'port': {'device_id': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'admin_state_up': True, 'tenant_id': '33349352c09e472e84467ff4a7100849', 'security_groups': ['65dab553-3723-4318-9df2-c0beac40c0e5']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:07.991284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event updated for resources: {'Port': ['ID=843748b7-1f96-4442-ad0e-99d1c86a8639,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:08.020211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:08.134862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:17:08.143041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:08.149351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 98fb798d-5db8-4481-9087-beb7fda6a01c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:08.188600 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Floating IP fee37c59-40f9-407a-ab04-0f0646839db0 associated. External IP: 172.25.0.204, port: 9992174b-d040-407f-a86d-dded10e1d935. Apr 21 21:17:08.194857 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:08.238449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 98fb798d-5db8-4481-9087-beb7fda6a01c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:08.239526 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:08.348371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event deleted for resources: {'Port': ['ID=de7d9144-4da9-406b-a2fa-22dc9916929e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:08.439604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4141b41d-8ecd-4b8b-a336-1cc85c720f43 req-9b80815f-e1c2-4644-802a-76caf83e1c9c tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 210 time: 0.0411747 Apr 21 21:17:08.471371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.20.0.5 (5be58a60-b5d4-4a28-acbe-3d25b8aca79d/3bd8dea8-e2b9-4828-a1ec-3cc584456a3f/46490d7e-ecc8-458c-8979-3d1419c7b058) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:17:08.686355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:08.749380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Router 49d06e38-0c0c-4dac-8613-d83c9344c69d has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:17:08.793378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:08.912489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:08.922820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:08.936748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:17:08.974016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:17:08.986701 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] Sync routers for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:17:09.001882 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:09.002404 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:09.005671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Router 008b8e31-8fd5-4736-8bec-894f9790e7fd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:17:09.064634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:09.075534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:09.076202 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:09.106779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-e36a1e33-c01e-4357-b44d-2c77f8ce6829 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2096367 Apr 21 21:17:09.122468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Request body: {'port': {'device_id': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:09.131536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] No DVR routers for this DVR port de7d9144-4da9-406b-a2fa-22dc9916929e on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:17:09.143046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:09.154450 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4aee308-a78e-45cb-aefd-942f9e2f8b10 req-ef58f0f1-cdb3-412b-9ae9-b6d9b930681f tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.43 "DELETE /v2.0/ports/de7d9144-4da9-406b-a2fa-22dc9916929e HTTP/1.1" status: 204 len: 173 time: 2.8138521 Apr 21 21:17:09.167963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'name': 'network-vif-deleted', 'tag': 'de7d9144-4da9-406b-a2fa-22dc9916929e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:09.176071 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558cc068-4043-4d17-8580-57e59fcc4091" -d '{"events": [{"server_uuid": "93c18c20-3843-44d8-98f6-facd5fb3524f", "name": "network-vif-deleted", "tag": "de7d9144-4da9-406b-a2fa-22dc9916929e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:09.230504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55660) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:09.278650 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:09.327297 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517726ce-38cd-42e4-b63a-8836c029d14c x-openstack-request-id: req-517726ce-38cd-42e4-b63a-8836c029d14c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:09.334219 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c18c20-3843-44d8-98f6-facd5fb3524f", "name": "network-vif-deleted", "tag": "de7d9144-4da9-406b-a2fa-22dc9916929e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:09.334801 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-517726ce-38cd-42e4-b63a-8836c029d14c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:09.335794 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517726ce-38cd-42e4-b63a-8836c029d14c'] response: {'server_uuid': '93c18c20-3843-44d8-98f6-facd5fb3524f', 'name': 'network-vif-deleted', 'tag': 'de7d9144-4da9-406b-a2fa-22dc9916929e', 'status': 'completed', 'code': 200} Apr 21 21:17:09.386328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7d638-d1a0-4e7c-b841-dfc4a6ef7ed6 req-ef682926-6e70-48c2-8bd5-f0bd57467810 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:09.394815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b4b7d638-d1a0-4e7c-b841-dfc4a6ef7ed6 req-ef682926-6e70-48c2-8bd5-f0bd57467810 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 931 time: 0.4268689 Apr 21 21:17:09.398836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:09.515952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b4b7d638-d1a0-4e7c-b841-dfc4a6ef7ed6 req-221de50f-6e57-4fb8-b83c-2d14740f5807 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196570 Apr 21 21:17:09.534350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:17:09.567815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9a304150-8046-4d76-b220-4e979356180c tempest-ServiceProvidersTest-923544374 tempest-ServiceProvidersTest-923544374-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3319142 Apr 21 21:17:09.571129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:09.575264 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:09.659082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f15f3e2-e4e1-4283-9f00-56e9182cff75 req-0340f679-e767-403b-8589-60bdce33d961 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c18c20-3843-44d8-98f6-facd5fb3524f HTTP/1.1" status: 200 len: 210 time: 0.0605867 Apr 21 21:17:09.664065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-81fa0d4b-edd0-479e-a3b8-50bc53807026 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0912023 Apr 21 21:17:09.665407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device de7d9144-4da9-406b-a2fa-22dc9916929e no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:17:09.670396 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] Checking router: 49d06e38-0c0c-4dac-8613-d83c9344c69d for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:17:09.690775 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:09.691982 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:09.723721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] Sync routers for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:17:09.734756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6ff0e1c3-e9ed-43cb-95af-fd6ca11405ce None None] Provisioning complete for port 46490d7e-ecc8-458c-8979-3d1419c7b058 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:09.735531 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e1c3-e9ed-43cb-95af-fd6ca11405ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:09.737756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: de7d9144-4da9-406b-a2fa-22dc9916929e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:17:09.738466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device de7d9144-4da9-406b-a2fa-22dc9916929e not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:17:09.784800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:09.785743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:09.849766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6ff0e1c3-e9ed-43cb-95af-fd6ca11405ce None None] Port 46490d7e-ecc8-458c-8979-3d1419c7b058 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:17:09.896154 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:09.990607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:10.110704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46490d7e-ecc8-458c-8979-3d1419c7b058 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:17:10.121762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55684) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:10.122275 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:10.140995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Transition to ACTIVE for port object 46490d7e-ecc8-458c-8979-3d1419c7b058 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:17:10.148702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:10.179581 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:10.254894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:10.382115 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73398371-3f74-4007-b21e-8c57acf6655e None None] The sync data for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 is: [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:09:56Z', 'revision_number': 4, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c7b3d529-7da3-4916-b74f-37abb7dc7d79', 'name': '', 'network_id': '8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'mac_address': 'fa:16:3e:3f:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:52Z', 'updated_at': '2022-04-21T21:10:03Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'subnets': [{'id': 'c59f32d2-d0e2-43c6-acae-d77241a001bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:17:10.406756 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Attempting to bind port 46490d7e-ecc8-458c-8979-3d1419c7b058 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:17:10.407102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Attempting to bind port 46490d7e-ecc8-458c-8979-3d1419c7b058 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:17:10.408936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Attempting to bind port 46490d7e-ecc8-458c-8979-3d1419c7b058 on network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:10.415443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'fee37c59-40f9-407a-ab04-0f0646839db0', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'port_id': '9992174b-d040-407f-a86d-dded10e1d935', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'mac_address': 'fa:16:3e:98:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:17:06Z', 'updated_at': '2022-04-21T21:17:06Z', 'revision_number': 0, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 5, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:10.435809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Port 46490d7e-ecc8-458c-8979-3d1419c7b058 on network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:17:10.436348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Attempting to bind port 46490d7e-ecc8-458c-8979-3d1419c7b058 on network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:10.445043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:17:10.445975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Checking segment: {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:10.446547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Bound using segment: {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:17:10.447179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Bound port: 46490d7e-ecc8-458c-8979-3d1419c7b058, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:17:10.447724 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:10.470424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3856fd1-41c6-49e8-b36d-5d292a07bdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:10.474057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] Checking router: 008b8e31-8fd5-4736-8bec-894f9790e7fd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:17:10.496024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:10.496665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:10.563225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:17:10.566963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:17:10.579594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:10.621269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:10.621887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:10.623348 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 1091 time: 1.5096788 Apr 21 21:17:10.623796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:10.626286 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631e6647-b7b9-484a-88c3-466473deb608" -d '{"events": [{"name": "network-changed", "server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:10.675020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3856fd1-41c6-49e8-b36d-5d292a07bdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:10.680394 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:10.737552 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3856fd1-41c6-49e8-b36d-5d292a07bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:10.757585 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370d9ab7-1800-42ef-8669-ef8e365e4d48 x-openstack-request-id: req-370d9ab7-1800-42ef-8669-ef8e365e4d48 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:10.757869 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:10.758114 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-370d9ab7-1800-42ef-8669-ef8e365e4d48 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:10.758517 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370d9ab7-1800-42ef-8669-ef8e365e4d48'] response: {'name': 'network-changed', 'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'status': 'completed', 'code': 200} Apr 21 21:17:10.760397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b96af4-0255-4b17-8fae-23f79a25b7d9 service neutron] Pushing event updated for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:10.775222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-dac0c846-0ce1-485a-ac41-45b8a37f39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:10.777984 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-dac0c846-0ce1-485a-ac41-45b8a37f39ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1094 time: 0.1070681 Apr 21 21:17:10.855947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a3856fd1-41c6-49e8-b36d-5d292a07bdfb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c7d8d8a844cd4a77b4801f8056a0402d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292912 Apr 21 21:17:10.857973 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a7dba7-2e1f-4b16-b8ed-03a414dbae82 None None] New status for floating IP 4bb5b3eb-dadc-43a1-9e10-5c263363e611: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:17:10.865636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39868cf9-4b21-46c5-85b6-c89330128e98 req-36299fbd-c893-4a5e-bcc9-a6ac8a5e39fa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:10.867658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39868cf9-4b21-46c5-85b6-c89330128e98 req-36299fbd-c893-4a5e-bcc9-a6ac8a5e39fa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 943 time: 0.2412159 Apr 21 21:17:10.868523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55700) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:10.871284 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-c589dc77-9569-4276-9444-1b1bec2aada6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 217 time: 0.0868080 Apr 21 21:17:10.871619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3856fd1-41c6-49e8-b36d-5d292a07bdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d4244-d61f-422b-ae3f-3cc23700fd87,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:10.902788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55702) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:10.928047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55706) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:10.970647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-75cba837-3788-457e-8207-cea25b0f1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:10.973298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-75cba837-3788-457e-8207-cea25b0f1409 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.0879681 Apr 21 21:17:10.988799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-39868cf9-4b21-46c5-85b6-c89330128e98 req-2b3870d8-3ea6-43ea-98d3-86d2ef5407f2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138055 Apr 21 21:17:11.034483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a9cfcd15-042a-4acb-a5dd-483b36d9e49b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.058160 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e417-3363-4f19-8aa1-c4235dbfeda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.068156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a9cfcd15-042a-4acb-a5dd-483b36d9e49b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.090894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-a281ab6d-a076-4233-8eaa-790204dbd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:11.092750 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-a281ab6d-a076-4233-8eaa-790204dbd4e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133316 Apr 21 21:17:11.126089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e417-3363-4f19-8aa1-c4235dbfeda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.138960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'fee37c59-40f9-407a-ab04-0f0646839db0', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'port_id': '9992174b-d040-407f-a86d-dded10e1d935', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'mac_address': 'fa:16:3e:98:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:17:06Z', 'updated_at': '2022-04-21T21:17:06Z', 'revision_number': 0, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 5, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:11.170145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc34c25-8e9f-4286-a3df-ed0b52760dac None None] The sync data for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 is: [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'fee37c59-40f9-407a-ab04-0f0646839db0', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'port_id': '9992174b-d040-407f-a86d-dded10e1d935', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'mac_address': 'fa:16:3e:98:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:17:06Z', 'updated_at': '2022-04-21T21:17:06Z', 'revision_number': 0, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 5, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:17:11.189089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a9cfcd15-042a-4acb-a5dd-483b36d9e49b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.192226 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a9cfcd15-042a-4acb-a5dd-483b36d9e49b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.193704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a9cfcd15-042a-4acb-a5dd-483b36d9e49b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "DELETE /v2.0/security-groups/f78789c1-23c8-4263-8330-3c950f22555c HTTP/1.1" status: 204 len: 168 time: 0.2639871 Apr 21 21:17:11.197970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c93b995-fdbf-4d79-b7f8-21618e2a7300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.198481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55708) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:11.214284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfcd15-042a-4acb-a5dd-483b36d9e49b tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78789c1-23c8-4263-8330-3c950f22555c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:11.222930 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-37287876-fdec-4887-b71d-6d448b84bbe4 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] show failed (client error): The resource could not be found. Apr 21 21:17:11.223989 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-37287876-fdec-4887-b71d-6d448b84bbe4 tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "GET /v2.0/security-groups/f78789c1-23c8-4263-8330-3c950f22555c HTTP/1.1" status: 404 len: 347 time: 0.0230134 Apr 21 21:17:11.227234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55710) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:11.236064 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e417-3363-4f19-8aa1-c4235dbfeda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.239665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e417-3363-4f19-8aa1-c4235dbfeda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.243174 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a4c0e417-3363-4f19-8aa1-c4235dbfeda4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/992d4244-d61f-422b-ae3f-3cc23700fd87 HTTP/1.1" status: 204 len: 168 time: 0.3729300 Apr 21 21:17:11.283584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-b7f20bc3-465a-48f6-bdd7-865e2b7e1086 service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833217 Apr 21 21:17:11.292328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0e417-3363-4f19-8aa1-c4235dbfeda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d4244-d61f-422b-ae3f-3cc23700fd87,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:11.348801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'tag': '9992174b-d040-407f-a86d-dded10e1d935'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:11.351049 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15943707-e50d-4ea0-922a-aa6fdadcca47" -d '{"events": [{"name": "network-changed", "server_uuid": "7b60b78d-24b3-4d13-983d-962bbe5d1ae8", "tag": "9992174b-d040-407f-a86d-dded10e1d935"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:11.382305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Deleting port 7596bca3-7001-4085-ae04-df7579553c79 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:17:11.382656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.412419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c93b995-fdbf-4d79-b7f8-21618e2a7300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.419378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c93b995-fdbf-4d79-b7f8-21618e2a7300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.445565 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b577735f-5038-4560-bcda-a6c1c62197ce x-openstack-request-id: req-b577735f-5038-4560-bcda-a6c1c62197ce {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:11.445852 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b60b78d-24b3-4d13-983d-962bbe5d1ae8", "tag": "9992174b-d040-407f-a86d-dded10e1d935", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:11.446255 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b577735f-5038-4560-bcda-a6c1c62197ce {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:11.446801 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b577735f-5038-4560-bcda-a6c1c62197ce'] response: {'name': 'network-changed', 'server_uuid': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'tag': '9992174b-d040-407f-a86d-dded10e1d935', 'status': 'completed', 'code': 200} Apr 21 21:17:11.450266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32a4b74c-2266-425d-bbe2-514db6384bc5 req-41d24452-64dd-4390-a7a7-3981d2807a96 service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593187 Apr 21 21:17:11.480137 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8c93b995-fdbf-4d79-b7f8-21618e2a7300 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed0bf034760c4cfe84a0f1cbf47cff51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753512 Apr 21 21:17:11.481408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55718) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:11.487549 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93b995-fdbf-4d79-b7f8-21618e2a7300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb210849-e3a8-45d2-a757-8fd7f0d8a113,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:11.527619 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.528313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.558792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df4095-91d0-4378-ab04-2c2adddec66b None None] New status for floating IP fee37c59-40f9-407a-ab04-0f0646839db0: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:17:11.568988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Calling delete_port for 7596bca3-7001-4085-ae04-df7579553c79 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:17:11.595445 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf063f0e-ebfd-4d30-a9ce-3e9cef7db05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.600021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-2620631d-237e-4974-a371-6be5096f0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:11.601451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-2620631d-237e-4974-a371-6be5096f0f0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fafde1a81fd44fea715079827a560ea&device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0766828 Apr 21 21:17:11.632240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6647-b7b9-484a-88c3-466473deb608 req-467a6fba-c3de-4849-9b59-ef393b1b05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:11.633969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-631e6647-b7b9-484a-88c3-466473deb608 req-467a6fba-c3de-4849-9b59-ef393b1b05dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1094 time: 0.1094186 Apr 21 21:17:11.653550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf063f0e-ebfd-4d30-a9ce-3e9cef7db05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.767468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6647-b7b9-484a-88c3-466473deb608 req-35691860-ab37-46ad-9a0c-27c0ecae9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:11.769318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-631e6647-b7b9-484a-88c3-466473deb608 req-35691860-ab37-46ad-9a0c-27c0ecae9015 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 0.1279957 Apr 21 21:17:11.773420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-fcdb0d27-f0a5-4335-809c-eed2dd504220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:11.779704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-fcdb0d27-f0a5-4335-809c-eed2dd504220 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d821a592-490d-424b-9b67-540255881d43 HTTP/1.1" status: 200 len: 910 time: 0.1672902 Apr 21 21:17:11.792296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf063f0e-ebfd-4d30-a9ce-3e9cef7db05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.796386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf063f0e-ebfd-4d30-a9ce-3e9cef7db05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.797824 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf063f0e-ebfd-4d30-a9ce-3e9cef7db05d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb210849-e3a8-45d2-a757-8fd7f0d8a113 HTTP/1.1" status: 204 len: 168 time: 0.3156130 Apr 21 21:17:11.826038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-631e6647-b7b9-484a-88c3-466473deb608 req-31b0604a-eb0f-4159-a33f-5cc764fc5617 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 217 time: 0.0486441 Apr 21 21:17:11.857866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf063f0e-ebfd-4d30-a9ce-3e9cef7db05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb210849-e3a8-45d2-a757-8fd7f0d8a113,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:11.898982 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-8cb28c72-e4eb-48c1-b895-a80c8300da7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9992174b-d040-407f-a86d-dded10e1d935 HTTP/1.1" status: 200 len: 1001 time: 0.0994875 Apr 21 21:17:11.907687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6647-b7b9-484a-88c3-466473deb608 req-f8050434-e25f-4689-b3c5-d05b4fa7834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:11.909179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-631e6647-b7b9-484a-88c3-466473deb608 req-f8050434-e25f-4689-b3c5-d05b4fa7834c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.0738544 Apr 21 21:17:11.927302 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:11.965069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-cd1a1353-7556-4a18-bfc5-2475f8ba7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:11.966904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-cd1a1353-7556-4a18-bfc5-2475f8ba7926 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eb4e00b-8dbf-4bd6-b05d-b079beac5681 HTTP/1.1" status: 200 len: 848 time: 0.0618865 Apr 21 21:17:12.032344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-a35af502-5b41-4faa-be93-a0a9f0479984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:12.036468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-a35af502-5b41-4faa-be93-a0a9f0479984 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d821a592-490d-424b-9b67-540255881d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614996 Apr 21 21:17:12.204860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-17ec055f-717e-431c-b208-651d10d704ed service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566672 Apr 21 21:17:12.227606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Pushing event deleted for resources: {'Port': ['ID=7596bca3-7001-4085-ae04-df7579553c79,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:12.278277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6647-b7b9-484a-88c3-466473deb608 req-9003d80b-e80a-4b86-b183-936d448ec4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:12.279342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-631e6647-b7b9-484a-88c3-466473deb608 req-9003d80b-e80a-4b86-b183-936d448ec4dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3625638 Apr 21 21:17:12.339055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15943707-e50d-4ea0-922a-aa6fdadcca47 req-68ac1768-cd9d-4eb2-a99d-add538128046 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265054 Apr 21 21:17:12.344347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:12.346852 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:12.348013 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dc793b1a-e982-4abb-a352-28a270637dad tempest-AttachVolumeTestJSON-774252144 tempest-AttachVolumeTestJSON-774252144-project] 10.222.0.49 "DELETE /v2.0/floatingips/4bb5b3eb-dadc-43a1-9e10-5c263363e611 HTTP/1.1" status: 204 len: 168 time: 1.1196768 Apr 21 21:17:12.392116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55748) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:12.406855 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-631e6647-b7b9-484a-88c3-466473deb608 req-d4e726ea-3ec6-45b4-abb2-328ffb0d695b service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178112 Apr 21 21:17:12.407000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a26dd815-bf80-4f56-b3d9-e186bed9e208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:12.535248 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a26dd815-bf80-4f56-b3d9-e186bed9e208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:12.543588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a26dd815-bf80-4f56-b3d9-e186bed9e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:12.571291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-631e6647-b7b9-484a-88c3-466473deb608 req-830af17f-399a-4ab8-a9bf-ea83f11ba5f6 service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551955 Apr 21 21:17:12.601902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a26dd815-bf80-4f56-b3d9-e186bed9e208 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0806a3942952427b9ad59837792a3d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086554 Apr 21 21:17:12.604953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 55754) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:12.609092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dd815-bf80-4f56-b3d9-e186bed9e208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcc9db6-df98-4cfe-9d48-7e36c5e002fc,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:12.671469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186c6d5-6154-4bf6-9a62-977e5c4f8358 req-7c17e338-2410-4cb4-a153-47d2bfcd7ed2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:12.673540 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9186c6d5-6154-4bf6-9a62-977e5c4f8358 req-7c17e338-2410-4cb4-a153-47d2bfcd7ed2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 943 time: 0.4520006 Apr 21 21:17:12.695976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbda5-81ab-4f03-bfc5-f28be2bd0978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:12.741538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbda5-81ab-4f03-bfc5-f28be2bd0978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:12.745659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9186c6d5-6154-4bf6-9a62-977e5c4f8358 req-9a814216-6e7e-4a6e-a179-5fec2bd8f284 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611525 Apr 21 21:17:12.794493 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbda5-81ab-4f03-bfc5-f28be2bd0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:12.797944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbda5-81ab-4f03-bfc5-f28be2bd0978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:12.799089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0d9cbda5-81ab-4f03-bfc5-f28be2bd0978 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bcc9db6-df98-4cfe-9d48-7e36c5e002fc HTTP/1.1" status: 204 len: 168 time: 0.1932178 Apr 21 21:17:12.821708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cbda5-81ab-4f03-bfc5-f28be2bd0978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcc9db6-df98-4cfe-9d48-7e36c5e002fc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:14.231139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd9209-80bf-4309-87fc-9b4055ca846c req-cf1ad6a8-d95c-4d3d-85fe-d9502d22677b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:14.232809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2acd9209-80bf-4309-87fc-9b4055ca846c req-cf1ad6a8-d95c-4d3d-85fe-d9502d22677b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 943 time: 0.4022250 Apr 21 21:17:14.283964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2acd9209-80bf-4309-87fc-9b4055ca846c req-ecec724b-8a3e-4692-8d84-18ec06ba9bb3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445602 Apr 21 21:17:15.281557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 46490d7e-ecc8-458c-8979-3d1419c7b058 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:17:15.402469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:15.421668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'port_id': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'mac_address': 'fa:16:3e:a5:c1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:17:15.451924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56436deb-8ee9-43e7-b0c0-b6c5ca8b7221 req-b114f3fc-52a0-4442-9c18-7f71f63574fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:15.453578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56436deb-8ee9-43e7-b0c0-b6c5ca8b7221 req-b114f3fc-52a0-4442-9c18-7f71f63574fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 943 time: 0.0689473 Apr 21 21:17:15.468137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:15.489444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46490d7e-ecc8-458c-8979-3d1419c7b058 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:17:15.494072 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56436deb-8ee9-43e7-b0c0-b6c5ca8b7221 req-1e77b99f-7ed7-43f5-89b0-82e30b11df4b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344868 Apr 21 21:17:15.512532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:15.518291 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:15.587156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:15.815635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['46490d7e-ecc8-458c-8979-3d1419c7b058'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:17:16.645219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182663bc-0c94-44e4-97cd-2a195a943f15 req-1b7bfe31-d7ab-4d5e-9fb4-ea31de2824e8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:16.652864 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-182663bc-0c94-44e4-97cd-2a195a943f15 req-1b7bfe31-d7ab-4d5e-9fb4-ea31de2824e8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 944 time: 0.0608587 Apr 21 21:17:16.704916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-182663bc-0c94-44e4-97cd-2a195a943f15 req-f247d456-b6e6-457c-965b-c33dd78537f7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468087 Apr 21 21:17:17.282936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 46490d7e-ecc8-458c-8979-3d1419c7b058 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:17.348524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 46490d7e-ecc8-458c-8979-3d1419c7b058 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:17:17.357306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 46490d7e-ecc8-458c-8979-3d1419c7b058 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:17.357958 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:17.453164 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:17.490401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:17.491731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:17.495469 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c0fa4d-2388-401f-a906-4d22a7a259e6" -d '{"events": [{"server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "name": "network-vif-plugged", "status": "completed", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:17.500058 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:17.580097 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:17.598477 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e10a49-d635-4094-ad08-4aaba6db558a x-openstack-request-id: req-c9e10a49-d635-4094-ad08-4aaba6db558a {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:17.598772 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "name": "network-vif-plugged", "status": "completed", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:17.599027 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9e10a49-d635-4094-ad08-4aaba6db558a {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:17.599434 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e10a49-d635-4094-ad08-4aaba6db558a'] response: {'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'code': 200} Apr 21 21:17:17.720389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cfdd2-05d4-4370-887d-1369e867dc32 req-3d39628e-2602-48b2-99fb-9850d4bddfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:17.722681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b3cfdd2-05d4-4370-887d-1369e867dc32 req-3d39628e-2602-48b2-99fb-9850d4bddfed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1096 time: 0.0510812 Apr 21 21:17:17.806100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b3cfdd2-05d4-4370-887d-1369e867dc32 req-fd767576-8e12-4350-82f0-b94965a7d793 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749445 Apr 21 21:17:17.849401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed30aa-2404-41ab-a9d9-9a0b24e20934 req-8924430b-1b5d-4819-967b-3757d3c55d70 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:17.851826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-feed30aa-2404-41ab-a9d9-9a0b24e20934 req-8924430b-1b5d-4819-967b-3757d3c55d70 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.0708053 Apr 21 21:17:17.895812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-feed30aa-2404-41ab-a9d9-9a0b24e20934 req-d7567b2a-441e-4c9c-be0e-60cc8c6e05a6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374899 Apr 21 21:17:19.094256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2870671-e140-4023-b108-076de58a6f07 req-518eb1ee-3a77-4020-8861-80f8db2c70b4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:19.103149 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2870671-e140-4023-b108-076de58a6f07 req-518eb1ee-3a77-4020-8861-80f8db2c70b4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.0911307 Apr 21 21:17:19.148232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2870671-e140-4023-b108-076de58a6f07 req-2aa63495-dbd4-4b63-9c37-20e8b5658aba tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Apr 21 21:17:20.318258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3c208-630f-4c3a-8bec-7d6aa4fc542c req-6bc662e2-e242-4803-bf4c-db4112e7b671 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:20.320334 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03b3c208-630f-4c3a-8bec-7d6aa4fc542c req-6bc662e2-e242-4803-bf4c-db4112e7b671 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.0525534 Apr 21 21:17:20.398124 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-03b3c208-630f-4c3a-8bec-7d6aa4fc542c req-1fbba0f6-b92f-46a0-a437-ddef42249d9b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704327 Apr 21 21:17:20.453713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-02c37ced-e3f4-4a78-b10a-fa5eabab9f1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699873 Apr 21 21:17:20.546462 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:20.561556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c7cce-ba64-465e-8a80-5481b60ce99d req-2450d5d2-78c9-4f3a-9335-ebfe3c40a2f2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:20.569996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c23c7cce-ba64-465e-8a80-5481b60ce99d req-2450d5d2-78c9-4f3a-9335-ebfe3c40a2f2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.0947192 Apr 21 21:17:20.600369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-6c7d6caf-29a3-40e2-bfe9-8876be8481a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:20.602207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-6c7d6caf-29a3-40e2-bfe9-8876be8481a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fafde1a81fd44fea715079827a560ea&device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0952094 Apr 21 21:17:20.633830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c23c7cce-ba64-465e-8a80-5481b60ce99d req-9947d398-9643-49ee-8223-9804493c6694 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570874 Apr 21 21:17:20.647737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55994) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:20.699769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d5033-432e-4839-972f-b41500b3e039 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:20.701351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8b7d5033-432e-4839-972f-b41500b3e039 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1091 time: 0.0526190 Apr 21 21:17:20.704225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 55998) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:20.708813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:20.736698 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:20.764386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-c3fc5adc-49a6-4839-8f36-ce4b2c153528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:20.767154 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-c3fc5adc-49a6-4839-8f36-ce4b2c153528 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d821a592-490d-424b-9b67-540255881d43 HTTP/1.1" status: 200 len: 910 time: 0.1319985 Apr 21 21:17:20.788851 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:20.806564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56002) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:20.861248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-642f801e-ccde-40c3-bb07-aa0d4539798a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9992174b-d040-407f-a86d-dded10e1d935 HTTP/1.1" status: 200 len: 1001 time: 0.0808144 Apr 21 21:17:20.926702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:20.929417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-a327ef64-7ead-4546-901a-851a2e2709e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:20.931514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-a327ef64-7ead-4546-901a-851a2e2709e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eb4e00b-8dbf-4bd6-b05d-b079beac5681 HTTP/1.1" status: 200 len: 848 time: 0.0498111 Apr 21 21:17:21.006438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-e393b690-7796-43d8-879f-4df1bd854037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:21.013442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-e393b690-7796-43d8-879f-4df1bd854037 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d821a592-490d-424b-9b67-540255881d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711453 Apr 21 21:17:21.020253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e06b6a1-4255-4fbf-8a29-058c558bd700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.117242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.25.0.81 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e418ce30-dbd0-4ecc-a6e7-da0450eec1ea) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:17:21.159057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56012) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:21.167705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-47372a63-9426-4264-b2a5-93bf1108ed82 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493955 Apr 21 21:17:21.316258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c0ded2c-2d08-47c8-b84d-c47cec4cba43 req-ba09ba10-de6a-46c4-a313-ba6376ee1abf service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382520 Apr 21 21:17:21.333550 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf59e896-e21b-442f-a2a0-7dc284d296d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.346577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.360356 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e06b6a1-4255-4fbf-8a29-058c558bd700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.370597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e06b6a1-4255-4fbf-8a29-058c558bd700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.427855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06b6a1-4255-4fbf-8a29-058c558bd700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab093c9b-2e9a-448b-ab12-2b4ff1130137,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:21.435725 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e06b6a1-4255-4fbf-8a29-058c558bd700 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b806d498447c45fe99a718297ebb8981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262920 Apr 21 21:17:21.438535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56018) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:21.451258 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf59e896-e21b-442f-a2a0-7dc284d296d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.465439 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf59e896-e21b-442f-a2a0-7dc284d296d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.467858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.520443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bf59e896-e21b-442f-a2a0-7dc284d296d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d939ba4ef47140d99d6e2591e29ed7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591571 Apr 21 21:17:21.523995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56020) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:21.534558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:21.549649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59e896-e21b-442f-a2a0-7dc284d296d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe282c33-b565-4c7e-aa8e-baaa21cf7868,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:21.549889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:21.557557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:17:21.589767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-967d0950-f9b9-4c7a-bee7-c1e692bae3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.595586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4425b677-c3e0-491d-ba07-d87495d4dd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.598292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=e418ce30-dbd0-4ecc-a6e7-da0450eec1ea,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:21.620804 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4425b677-c3e0-491d-ba07-d87495d4dd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.626195 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-967d0950-f9b9-4c7a-bee7-c1e692bae3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.680050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4425b677-c3e0-491d-ba07-d87495d4dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.683992 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4425b677-c3e0-491d-ba07-d87495d4dd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.685464 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4425b677-c3e0-491d-ba07-d87495d4dd34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe282c33-b565-4c7e-aa8e-baaa21cf7868 HTTP/1.1" status: 204 len: 168 time: 0.1605299 Apr 21 21:17:21.700309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425b677-c3e0-491d-ba07-d87495d4dd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe282c33-b565-4c7e-aa8e-baaa21cf7868,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:21.796927 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-967d0950-f9b9-4c7a-bee7-c1e692bae3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.799464 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-967d0950-f9b9-4c7a-bee7-c1e692bae3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:21.800619 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-967d0950-f9b9-4c7a-bee7-c1e692bae3ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab093c9b-2e9a-448b-ab12-2b4ff1130137 HTTP/1.1" status: 204 len: 168 time: 0.3610382 Apr 21 21:17:21.819585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d0950-f9b9-4c7a-bee7-c1e692bae3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab093c9b-2e9a-448b-ab12-2b4ff1130137,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:22.153679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56030) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:22.177331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2aaf03b8-9504-4db4-80a1-ea86f85e2405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.252338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56032) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:22.270347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9f90-4f3a-45c9-b9ea-ed1334e49f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.301894 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2aaf03b8-9504-4db4-80a1-ea86f85e2405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.311886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2aaf03b8-9504-4db4-80a1-ea86f85e2405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.374945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2aaf03b8-9504-4db4-80a1-ea86f85e2405 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1ae0a808b7f4a488ceb793ff08f9436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163844 Apr 21 21:17:22.374945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf03b8-9504-4db4-80a1-ea86f85e2405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d289e858-bdae-4f97-82c7-e4140149e0bc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:22.378310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56034) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:22.458305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9f90-4f3a-45c9-b9ea-ed1334e49f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.473545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e3e9f90-4f3a-45c9-b9ea-ed1334e49f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.510618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5e3e9f90-4f3a-45c9-b9ea-ed1334e49f0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1efe63e6757c489f8ad4e49021cf3ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569602 Apr 21 21:17:22.513560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56042) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:22.525544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56044) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:22.534082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b62118-65ed-412b-87b0-ab6abc975a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.577740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.604604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b62118-65ed-412b-87b0-ab6abc975a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.675429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e9f90-4f3a-45c9-b9ea-ed1334e49f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde2308-0493-486e-b215-cef0a2734614,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:22.683274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b62118-65ed-412b-87b0-ab6abc975a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.686973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b62118-65ed-412b-87b0-ab6abc975a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.693085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e8b62118-65ed-412b-87b0-ab6abc975a28 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d289e858-bdae-4f97-82c7-e4140149e0bc HTTP/1.1" status: 204 len: 168 time: 0.3098269 Apr 21 21:17:22.710550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b62118-65ed-412b-87b0-ab6abc975a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d289e858-bdae-4f97-82c7-e4140149e0bc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:22.741572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-542e9bc6-e130-4d3c-a9bd-3174bd7e7901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.772810 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.774615 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-542e9bc6-e130-4d3c-a9bd-3174bd7e7901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.830494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-542e9bc6-e130-4d3c-a9bd-3174bd7e7901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.835276 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-542e9bc6-e130-4d3c-a9bd-3174bd7e7901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:22.840384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-542e9bc6-e130-4d3c-a9bd-3174bd7e7901 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebde2308-0493-486e-b215-cef0a2734614 HTTP/1.1" status: 204 len: 168 time: 0.3249249 Apr 21 21:17:22.850753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e9bc6-e130-4d3c-a9bd-3174bd7e7901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde2308-0493-486e-b215-cef0a2734614,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:23.126645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:23.138802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:23.257423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=e418ce30-dbd0-4ecc-a6e7-da0450eec1ea,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:23.293194 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:23.437009 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Floating IP 25a42c62-357b-40c4-81f7-69fdd589d5a2 associated. External IP: 172.25.0.81, port: 46490d7e-ecc8-458c-8979-3d1419c7b058. Apr 21 21:17:23.632064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:23.648448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56086) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:23.882154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-426148531-network', 'tenant_id': '99db20e5ed544823a442c46659117358'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:23.907566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Made reservation on behalf of 99db20e5ed544823a442c46659117358 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:17:23.910323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:23.920205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.010395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.014317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.037229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:17:24.053516 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eada8e8-f64f-46f4-badd-e4f22620abb3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:24.057428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.057785 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Added segment 0283e958-ce3e-46c9-bd92-e91c21dddb5c of type vlan for network a5d7132e-9374-4d77-97ac-049a5de84e7f Apr 21 21:17:24.103069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.110563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 123fea45-b443-4f2b-8c95-88b4162f9be2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:17:24.135901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.136987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:24.137866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.197756 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5476236 Apr 21 21:17:24.200575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56104) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:24.205347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Request body: {'subnet': {'network_id': 'a5d7132e-9374-4d77-97ac-049a5de84e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-426148531-subnet', 'tenant_id': '99db20e5ed544823a442c46659117358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:24.217862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85f3ab-3e38-4249-997b-6ee42cc933a0 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d7132e-9374-4d77-97ac-049a5de84e7f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:24.230087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a5d7132e-9374-4d77-97ac-049a5de84e7f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:17:24.240632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Made reservation on behalf of 99db20e5ed544823a442c46659117358 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:17:24.253180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.282803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:17:24.294394 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] Sync routers for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:17:24.310527 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:24.317174 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:24.330657 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.368977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-17b000d8-18bc-47bc-8eab-8d6c265d84f6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6633959 Apr 21 21:17:24.373741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:24.376353 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:24.380708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Deleting port c7b3d529-7da3-4916-b74f-37abb7dc7d79 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:17:24.381257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.468594 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:24.472281 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.487304 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11363166-084f-4395-b269-c0c7e07ec7e0 x-openstack-request-id: req-11363166-084f-4395-b269-c0c7e07ec7e0 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:24.487814 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:24.488231 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11363166-084f-4395-b269-c0c7e07ec7e0 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:24.488819 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11363166-084f-4395-b269-c0c7e07ec7e0'] response: {'name': 'network-changed', 'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'status': 'completed', 'code': 200} Apr 21 21:17:24.494219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] For port c7b3d529-7da3-4916-b74f-37abb7dc7d79, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c7b3d529-7da3-4916-b74f-37abb7dc7d79,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:24.494906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.533076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Calling delete_port for c7b3d529-7da3-4916-b74f-37abb7dc7d79 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:17:24.571769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84c4d23-a777-4183-81f5-1b01f10fc27c,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:24.594994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-5616da2b-4ff4-4cd4-b370-8a2524076be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:24.596627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-5616da2b-4ff4-4cd4-b370-8a2524076be1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1096 time: 0.0805404 Apr 21 21:17:24.602948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Checking segment: {'id': '0283e958-ce3e-46c9-bd92-e91c21dddb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a5d7132e-9374-4d77-97ac-049a5de84e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:24.603545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Network hostable DHCP agents. Network: a5d7132e-9374-4d77-97ac-049a5de84e7f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:17:24.607795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923ecf9-d07e-4480-824a-1d73cd5000d6 req-142c991f-4438-470e-9ba0-5d1f9a9f6a08 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:24.609578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8923ecf9-d07e-4480-824a-1d73cd5000d6 req-142c991f-4438-470e-9ba0-5d1f9a9f6a08 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.1067142 Apr 21 21:17:24.680575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Network a5d7132e-9374-4d77-97ac-049a5de84e7f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:17:24.700299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a5d7132e-9374-4d77-97ac-049a5de84e7f) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:24.706872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:24.709017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:24.709951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154e7e4-afab-439d-aad7-4ea8eceaff24 None None] Network a5d7132e-9374-4d77-97ac-049a5de84e7f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:17:24.738916 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8923ecf9-d07e-4480-824a-1d73cd5000d6 req-33d8c3e5-5e1f-423a-9df7-fb703103b762 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200702 Apr 21 21:17:24.748751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-a8f6c762-e8e8-4ab1-a521-e11e4ecf58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:24.750300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-a8f6c762-e8e8-4ab1-a521-e11e4ecf58fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 0.1425676 Apr 21 21:17:24.754589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b6bad029-bca9-4dbe-b65e-6e8eab6ce831 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5529053 Apr 21 21:17:24.785948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56124) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:24.817779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-b55edccc-3f95-449b-a09a-0876f2ba3f78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 998 time: 0.0609617 Apr 21 21:17:24.842710 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '25a42c62-357b-40c4-81f7-69fdd589d5a2', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'port_id': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'mac_address': 'fa:16:3e:a5:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:17:21Z', 'updated_at': '2022-04-21T21:17:21Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fb798d-5db8-4481-9087-beb7fda6a01c', 'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:20:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:01Z', 'updated_at': '2022-04-21T21:17:06Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:24.871688 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] Checking router: 123fea45-b443-4f2b-8c95-88b4162f9be2 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:17:24.881537 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:24.882666 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:24.887444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b49cb1c5-e9a3-46a7-ba59-c049bcde6467 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/25a42c62-357b-40c4-81f7-69fdd589d5a2 HTTP/1.1" status: 200 len: 990 time: 0.0987515 Apr 21 21:17:24.951015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-070b544f-b4b3-4681-851d-7e549d4eae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:24.959006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-070b544f-b4b3-4681-851d-7e549d4eae5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.1340702 Apr 21 21:17:24.985734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86ca28-1268-4aa7-9d98-b12208c8b7aa None None] Network a5d7132e-9374-4d77-97ac-049a5de84e7f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:17:25.014587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:25.056553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-2e43cbf0-7d2a-457d-967e-de7b7b333a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:25.058611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-2e43cbf0-7d2a-457d-967e-de7b7b333a1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931649 Apr 21 21:17:25.068446 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:25.102006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b3d529-7da3-4916-b74f-37abb7dc7d79,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:25.252148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-b78acb20-2cb2-4415-81d4-c176b202dfe8 service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858709 Apr 21 21:17:25.317554 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:17:25.545843 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '25a42c62-357b-40c4-81f7-69fdd589d5a2', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'port_id': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'mac_address': 'fa:16:3e:a5:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:17:21Z', 'updated_at': '2022-04-21T21:17:21Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fb798d-5db8-4481-9087-beb7fda6a01c', 'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:20:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:01Z', 'updated_at': '2022-04-21T21:17:06Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:25.558390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:25.576542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5eebe8a4-bdb2-4007-95ea-ce00fb087b3c req-e50ccad1-0a07-4705-b947-68d670e0bfe5 service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161981 Apr 21 21:17:25.609304 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10845c4c-e89b-44ce-8289-7380dfeb182e None None] The sync data for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 is: [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '25a42c62-357b-40c4-81f7-69fdd589d5a2', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.81', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'port_id': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'mac_address': 'fa:16:3e:a5:c1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:17:21Z', 'updated_at': '2022-04-21T21:17:21Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fb798d-5db8-4481-9087-beb7fda6a01c', 'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:20:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:01Z', 'updated_at': '2022-04-21T21:17:06Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:17:25.834700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Router 49d06e38-0c0c-4dac-8613-d83c9344c69d has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:17:25.873859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56158) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:25.879066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1050684132-network', 'tenant_id': 'f53a90805ab64b9ea4c8ff45bfd3f98b'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:25.891926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56160) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:25.927996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949fc1ac-b5c2-4abd-9a6d-2ce879af3c91 None None] New status for floating IP 25a42c62-357b-40c4-81f7-69fdd589d5a2: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:17:25.951069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Made reservation on behalf of f53a90805ab64b9ea4c8ff45bfd3f98b for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:17:25.964265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:25.984506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2404ec07-f302-46fa-932d-cd819abc2df4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/25a42c62-357b-40c4-81f7-69fdd589d5a2 HTTP/1.1" status: 200 len: 990 time: 0.0913818 Apr 21 21:17:25.985840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:25.988003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:17:25.995980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f0e0bfe4-60b2-42b7-8d6c-4edf814ad468 admin admin] 10.222.0.49 "PUT /v2.0/routers/49d06e38-0c0c-4dac-8613-d83c9344c69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4669299 Apr 21 21:17:25.996218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56162) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:26.001880 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] Sync routers for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:17:26.029266 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:26.030218 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:26.143188 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.165206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.171847 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.213975 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:26.261414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:17:26.271802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1838cd40-1cf0-41b2-b67a-3f495721bafa,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:26.290914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.291295 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Added segment 5bf17606-1502-416b-98d2-8872129a9e70 of type vlan for network ae978c13-dd99-45d4-a7b4-06cf2275a183 Apr 21 21:17:26.340022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.347861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.400214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-24faf1dd-52e3-4d5b-aa88-af16816b5eb5 req-b5e7e05b-c43f-40da-b53a-a7928b7668c8 service neutron] (114646) timed out ('10.222.0.49', 37034) {{(pid=114646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:17:26.404111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.406354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:26.407251 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.414524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Deleting port 403cb822-04c3-4ee1-b604-0992eb9c6eeb {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:17:26.414876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.446713 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:17:24Z', 'revision_number': 5, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port': {'id': '403cb822-04c3-4ee1-b604-0992eb9c6eeb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:09:47Z', 'updated_at': '2022-04-21T21:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:26.472695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5951188 Apr 21 21:17:26.473978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56168) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:26.480443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Request body: {'subnet': {'network_id': 'ae978c13-dd99-45d4-a7b4-06cf2275a183', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1050684132-subnet', 'tenant_id': 'f53a90805ab64b9ea4c8ff45bfd3f98b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:26.487211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e77df2-adcd-4263-8423-0c64eb16da83 admin admin] Pushing event updated for resources: {'Network': ['ID=ae978c13-dd99-45d4-a7b4-06cf2275a183,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:26.489354 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] Checking router: 49d06e38-0c0c-4dac-8613-d83c9344c69d for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:17:26.500148 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] Routers {'49d06e38-0c0c-4dac-8613-d83c9344c69d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:26.500928 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['49d06e38-0c0c-4dac-8613-d83c9344c69d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:26.510713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network ae978c13-dd99-45d4-a7b4-06cf2275a183 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:17:26.540157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Made reservation on behalf of f53a90805ab64b9ea4c8ff45bfd3f98b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:17:26.542516 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.563012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] For port 403cb822-04c3-4ee1-b604-0992eb9c6eeb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=403cb822-04c3-4ee1-b604-0992eb9c6eeb,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:26.563255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.606402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Calling delete_port for 403cb822-04c3-4ee1-b604-0992eb9c6eeb owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:17:26.607313 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] Set router 49d06e38-0c0c-4dac-8613-d83c9344c69d gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:26.662052 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:17:26Z', 'revision_number': 6, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:26.785613 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec09299-678c-4207-9df8-4ad3ae33f579 None None] The sync data for ids ['49d06e38-0c0c-4dac-8613-d83c9344c69d'] in n-d-838945-1 is: [{'id': '49d06e38-0c0c-4dac-8613-d83c9344c69d', 'name': 'tempest-AttachVolumeTestJSON-781618141-router', 'tenant_id': 'f4f376cbce0547cca6366c48dddc92bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:09:43Z', 'updated_at': '2022-04-21T21:17:26Z', 'revision_number': 6, 'project_id': 'f4f376cbce0547cca6366c48dddc92bc', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:17:26.862817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.923057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:26.942773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1522ffa2-03c4-4b90-94e7-9f6ca626b08e,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:26.964487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Pushing event deleted for resources: {'Port': ['ID=403cb822-04c3-4ee1-b604-0992eb9c6eeb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:26.986574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56180) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:27.004573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Checking segment: {'id': '5bf17606-1502-416b-98d2-8872129a9e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ae978c13-dd99-45d4-a7b4-06cf2275a183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:27.004956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Network hostable DHCP agents. Network: ae978c13-dd99-45d4-a7b4-06cf2275a183, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:17:27.054230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.058558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Network ae978c13-dd99-45d4-a7b4-06cf2275a183 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:17:27.069333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0fb50722-41a0-42ff-97e6-a6804d0a45ec tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/25a42c62-357b-40c4-81f7-69fdd589d5a2 HTTP/1.1" status: 200 len: 992 time: 0.0718179 Apr 21 21:17:27.130655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, ae978c13-dd99-45d4-a7b4-06cf2275a183) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:27.140682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb096c0-f6df-4b9b-856c-09f9f7c946a6 None None] Network ae978c13-dd99-45d4-a7b4-06cf2275a183 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:17:27.161348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:27.161925 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.166750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.169399 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.217784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e008d308-3f34-4b8a-91ea-d5c2f08162e3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7427094 Apr 21 21:17:27.238723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.238723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49d06e38-0c0c-4dac-8613-d83c9344c69d {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:17:27.242766 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.244917 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4ecc88f9-19ce-48ca-b063-d7dc49fbb370 admin admin] 10.222.0.49 "DELETE /v2.0/routers/49d06e38-0c0c-4dac-8613-d83c9344c69d HTTP/1.1" status: 204 len: 168 time: 1.2470129 Apr 21 21:17:27.247587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56190) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:27.319187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-04196d07-bf24-4c57-b260-c74cf05fb661 admin admin] Deleting subnet c59f32d2-d0e2-43c6-acae-d77241a001bf {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:17:27.322409 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04196d07-bf24-4c57-b260-c74cf05fb661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.328925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e0956-3e36-4122-97ac-5d12a3c95521 None None] Network ae978c13-dd99-45d4-a7b4-06cf2275a183 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:17:27.357951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04196d07-bf24-4c57-b260-c74cf05fb661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.466982 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04196d07-bf24-4c57-b260-c74cf05fb661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.525991 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04196d07-bf24-4c57-b260-c74cf05fb661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.552208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04196d07-bf24-4c57-b260-c74cf05fb661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59f32d2-d0e2-43c6-acae-d77241a001bf,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:27.568216 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04196d07-bf24-4c57-b260-c74cf05fb661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.569057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d080f4-a51e-4395-8beb-8dd1c871ce4b None None] Network 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:17:27.572807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04196d07-bf24-4c57-b260-c74cf05fb661 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c59f32d2-d0e2-43c6-acae-d77241a001bf HTTP/1.1" status: 204 len: 168 time: 0.3234186 Apr 21 21:17:27.574747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56206) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:27.664839 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.751962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Deleting port 20fa6481-656e-448b-b7a6-c90ab03df268 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:17:27.752307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.814394 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f384f7e-4b45-4551-8c30-0b932de2518d None None] DHCP port deletion for 8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:17:27.838544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] For port 20fa6481-656e-448b-b7a6-c90ab03df268, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=20fa6481-656e-448b-b7a6-c90ab03df268,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:27.839409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.872754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Calling delete_port for 20fa6481-656e-448b-b7a6-c90ab03df268 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:17:27.885699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2f384f7e-4b45-4551-8c30-0b932de2518d None None] Deleting port 20fa6481-656e-448b-b7a6-c90ab03df268 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:17:27.888532 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2f384f7e-4b45-4551-8c30-0b932de2518d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.977476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2f384f7e-4b45-4551-8c30-0b932de2518d None None] For port 20fa6481-656e-448b-b7a6-c90ab03df268, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=20fa6481-656e-448b-b7a6-c90ab03df268,segment=NetworkSegment(51483229-667d-432a-9b47-2835fd0eeec5),segment_id=51483229-667d-432a-9b47-2835fd0eeec5)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:27.978149 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2f384f7e-4b45-4551-8c30-0b932de2518d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:27.995057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.001707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2f384f7e-4b45-4551-8c30-0b932de2518d None None] Calling delete_port for 20fa6481-656e-448b-b7a6-c90ab03df268 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:17:28.030359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fa6481-656e-448b-b7a6-c90ab03df268,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:28.032861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] No DVR routers for this DVR port 20fa6481-656e-448b-b7a6-c90ab03df268 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:17:28.111972 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2f384f7e-4b45-4551-8c30-0b932de2518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.149643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7b3d529-7da3-4916-b74f-37abb7dc7d79 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:17:28.155674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f384f7e-4b45-4551-8c30-0b932de2518d None None] Pushing event deleted for resources: {'Port': ['ID=20fa6481-656e-448b-b7a6-c90ab03df268,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:28.182968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.184524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f384f7e-4b45-4551-8c30-0b932de2518d None None] No DVR routers for this DVR port 20fa6481-656e-448b-b7a6-c90ab03df268 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:17:28.187097 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c7b3d529-7da3-4916-b74f-37abb7dc7d79 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:17:28.187475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7b3d529-7da3-4916-b74f-37abb7dc7d79 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:17:28.188299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 403cb822-04c3-4ee1-b604-0992eb9c6eeb no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:17:28.215981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:28.216359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-62d4ee82-6200-4ceb-95dc-a960261e7e2b tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:28.220935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 403cb822-04c3-4ee1-b604-0992eb9c6eeb {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:17:28.220935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 403cb822-04c3-4ee1-b604-0992eb9c6eeb not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:17:28.220935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 20fa6481-656e-448b-b7a6-c90ab03df268 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:17:28.221177 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-62d4ee82-6200-4ceb-95dc-a960261e7e2b tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/networks?id=a5d7132e-9374-4d77-97ac-049a5de84e7f HTTP/1.1" status: 200 len: 808 time: 0.2969093 Apr 21 21:17:28.231893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51483229-667d-432a-9b47-2835fd0eeec5') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:28.232474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51483229-667d-432a-9b47-2835fd0eeec5') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:28.236127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 20fa6481-656e-448b-b7a6-c90ab03df268 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:17:28.236557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 20fa6481-656e-448b-b7a6-c90ab03df268 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:17:28.247301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.263925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-31f2d523-4779-4d0a-a291-71bf31a39ac8 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/quotas/99db20e5ed544823a442c46659117358 HTTP/1.1" status: 200 len: 375 time: 0.0279336 Apr 21 21:17:28.266063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.272213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:17:28.272809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:17:28.274918 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:17:28.326580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a6110e4b-85c6-4656-8be5-d936caba8fdc tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99db20e5ed544823a442c46659117358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564892 Apr 21 21:17:28.334476 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.353367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.358258 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8 HTTP/1.1" status: 204 len: 168 time: 0.7824504 Apr 21 21:17:28.359332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8673685-6d57-4079-b621-3f764665a5e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c65eab2-c32b-4eeb-b6b1-f5d2aad091d8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:28.428226 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-ae6b412a-768e-4f89-be84-3491de7c945b service neutron] 10.222.0.49 "GET /v2.0/networks/a5d7132e-9374-4d77-97ac-049a5de84e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918903 Apr 21 21:17:28.531833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-8237574c-7965-4dea-8323-8ee149452d31 service neutron] 10.222.0.49 "GET /v2.0/networks/a5d7132e-9374-4d77-97ac-049a5de84e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959716 Apr 21 21:17:28.550108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56236) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:28.599576 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8a17f51d-0193-42b3-ad24-b827007b36cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4f376cbce0547cca6366c48dddc92bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478125 Apr 21 21:17:28.602006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56238) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:28.659636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25c6b388-5b7b-4015-9894-c04981942ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.709487 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25c6b388-5b7b-4015-9894-c04981942ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.713505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea8c51a5-58c9-4a39-a2ee-b8f68b6aeb39 req-9c7dcd06-097c-4371-a9fe-e55dfc75935f tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 210 time: 0.0355821 Apr 21 21:17:28.774133 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25c6b388-5b7b-4015-9894-c04981942ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.777247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-25c6b388-5b7b-4015-9894-c04981942ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:28.781215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-25c6b388-5b7b-4015-9894-c04981942ffa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b801e00d-d012-43ea-9524-bdc54d84deb4 HTTP/1.1" status: 204 len: 168 time: 0.1754286 Apr 21 21:17:28.788671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6b388-5b7b-4015-9894-c04981942ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b801e00d-d012-43ea-9524-bdc54d84deb4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:29.776564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-f1df597f-fc49-430e-86e6-a01841bd5eba tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:29.778722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-f1df597f-fc49-430e-86e6-a01841bd5eba tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.43 "GET /v2.0/networks?id=a5d7132e-9374-4d77-97ac-049a5de84e7f HTTP/1.1" status: 200 len: 808 time: 0.1286466 Apr 21 21:17:29.793274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Request body: {'port': {'device_id': '9a7416ff-79f2-40ed-818a-ec14e74ebb4d', 'network_id': 'a5d7132e-9374-4d77-97ac-049a5de84e7f', 'admin_state_up': True, 'tenant_id': '99db20e5ed544823a442c46659117358'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:29.881081 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c0c92b11-0bb6-41ce-8bd1-2c4f443bb3cb req-0cbd6636-42a5-419e-b1a2-0412598ec96b tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 210 time: 0.0664084 Apr 21 21:17:29.962316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Made reservation on behalf of 99db20e5ed544823a442c46659117358 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:17:29.966715 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:30.406633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Allocated IP 172.20.0.11 (a5d7132e-9374-4d77-97ac-049a5de84e7f/d84c4d23-a777-4183-81f5-1b01f10fc27c/239e55d5-d7e5-4401-8b55-adc970ffa2ff) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:17:30.498236 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5484de2f-663a-4424-a22c-db1af0b3349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:30.567422 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:30.602621 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:30.658537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Network a5d7132e-9374-4d77-97ac-049a5de84e7f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:30.662229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:30.667741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:17:30.693469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Pushing event updated for resources: {'Port': ['ID=239e55d5-d7e5-4401-8b55-adc970ffa2ff,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:30.724044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:30.725049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:30.743711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-a570f71e-7f9e-421d-bac6-fee469f4c7b0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9556491 Apr 21 21:17:30.755993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Request body: {'port': {'device_id': '9a7416ff-79f2-40ed-818a-ec14e74ebb4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:30.816859 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:31.021773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32f7b7-a07a-4b06-b774-054b548f108b req-7b158c34-ae78-4e2b-b1bb-347f8e367dad tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:31.024138 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f32f7b7-a07a-4b06-b774-054b548f108b req-7b158c34-ae78-4e2b-b1bb-347f8e367dad tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 932 time: 0.0553520 Apr 21 21:17:31.080683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f32f7b7-a07a-4b06-b774-054b548f108b req-f33fa384-78cb-451e-a789-f55b337a835a tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498805 Apr 21 21:17:31.121930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239e55d5-d7e5-4401-8b55-adc970ffa2ff {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:17:31.129570 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:31.146047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Transition to ACTIVE for port object 239e55d5-d7e5-4401-8b55-adc970ffa2ff will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:17:31.151252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:31.209857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Pushing event updated for resources: {'Port': ['ID=239e55d5-d7e5-4401-8b55-adc970ffa2ff,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:31.281714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Attempting to bind port 239e55d5-d7e5-4401-8b55-adc970ffa2ff on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:17:31.282054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Attempting to bind port 239e55d5-d7e5-4401-8b55-adc970ffa2ff by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '0283e958-ce3e-46c9-bd92-e91c21dddb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a5d7132e-9374-4d77-97ac-049a5de84e7f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:17:31.282513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Attempting to bind port 239e55d5-d7e5-4401-8b55-adc970ffa2ff on network a5d7132e-9374-4d77-97ac-049a5de84e7f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:31.288060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Port 239e55d5-d7e5-4401-8b55-adc970ffa2ff on network a5d7132e-9374-4d77-97ac-049a5de84e7f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:17:31.288383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Attempting to bind port 239e55d5-d7e5-4401-8b55-adc970ffa2ff on network a5d7132e-9374-4d77-97ac-049a5de84e7f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:31.293546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:17:31.293791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Checking segment: {'id': '0283e958-ce3e-46c9-bd92-e91c21dddb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a5d7132e-9374-4d77-97ac-049a5de84e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:31.294174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Bound using segment: {'id': '0283e958-ce3e-46c9-bd92-e91c21dddb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a5d7132e-9374-4d77-97ac-049a5de84e7f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:17:31.294808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Bound port: 239e55d5-d7e5-4401-8b55-adc970ffa2ff, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0283e958-ce3e-46c9-bd92-e91c21dddb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a5d7132e-9374-4d77-97ac-049a5de84e7f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:17:31.295188 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:31.361988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] For port 239e55d5-d7e5-4401-8b55-adc970ffa2ff, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:17:31.365409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] For port 239e55d5-d7e5-4401-8b55-adc970ffa2ff, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=239e55d5-d7e5-4401-8b55-adc970ffa2ff,segment=NetworkSegment(0283e958-ce3e-46c9-bd92-e91c21dddb5c),segment_id=0283e958-ce3e-46c9-bd92-e91c21dddb5c)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:17:31.370342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:31.406320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:31.406607 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:31.407979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] 10.222.0.43 "PUT /v2.0/ports/239e55d5-d7e5-4401-8b55-adc970ffa2ff HTTP/1.1" status: 200 len: 1092 time: 0.6570446 Apr 21 21:17:31.408420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7416ff-79f2-40ed-818a-ec14e74ebb4d', 'tag': '239e55d5-d7e5-4401-8b55-adc970ffa2ff'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:31.410756 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7416ff-79f2-40ed-818a-ec14e74ebb4d", "tag": "239e55d5-d7e5-4401-8b55-adc970ffa2ff"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:31.447741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a15e3-04de-415a-b8e4-dca18d445b9d service neutron] Pushing event updated for resources: {'Port': ['ID=239e55d5-d7e5-4401-8b55-adc970ffa2ff,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:31.503118 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095932e9-89f8-4bd1-b8a7-7a26573632fd x-openstack-request-id: req-095932e9-89f8-4bd1-b8a7-7a26573632fd {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:31.503415 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7416ff-79f2-40ed-818a-ec14e74ebb4d", "tag": "239e55d5-d7e5-4401-8b55-adc970ffa2ff", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:31.503660 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-095932e9-89f8-4bd1-b8a7-7a26573632fd {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:31.504054 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095932e9-89f8-4bd1-b8a7-7a26573632fd'] response: {'name': 'network-changed', 'server_uuid': '9a7416ff-79f2-40ed-818a-ec14e74ebb4d', 'tag': '239e55d5-d7e5-4401-8b55-adc970ffa2ff', 'status': 'completed', 'code': 200} Apr 21 21:17:31.523231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-36d36389-9643-43ac-a183-53e361dc48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:31.524687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-36d36389-9643-43ac-a183-53e361dc48d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99db20e5ed544823a442c46659117358&device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 1095 time: 0.0592303 Apr 21 21:17:31.571036 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-39ed05c3-b9a0-4a0b-a140-11814cd3a38b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239e55d5-d7e5-4401-8b55-adc970ffa2ff HTTP/1.1" status: 200 len: 217 time: 0.0393467 Apr 21 21:17:31.621420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-7ef6f906-fa4d-4f0d-a4f7-97ecd031dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:31.622881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-7ef6f906-fa4d-4f0d-a4f7-97ecd031dd5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d84c4d23-a777-4183-81f5-1b01f10fc27c HTTP/1.1" status: 200 len: 848 time: 0.0453174 Apr 21 21:17:31.655475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-c64d2cb2-8fdf-4772-991a-8e7d07145fb6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5d7132e-9374-4d77-97ac-049a5de84e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261483 Apr 21 21:17:31.752459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-560b9dab-f20e-4e32-bf52-3a48d752e122 service neutron] 10.222.0.43 "GET /v2.0/networks/a5d7132e-9374-4d77-97ac-049a5de84e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900791 Apr 21 21:17:31.873969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef71d6ef-9a6b-4fef-bbb0-ec6a567860d2 req-f16d872a-f6ef-4238-929d-b08e3d11d3be service neutron] 10.222.0.43 "GET /v2.0/networks/a5d7132e-9374-4d77-97ac-049a5de84e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056767 Apr 21 21:17:31.967480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-2cdbdab6-9809-49d9-a681-5bdaa062d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:31.969048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-2cdbdab6-9809-49d9-a681-5bdaa062d1c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99db20e5ed544823a442c46659117358&device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 1095 time: 0.0470793 Apr 21 21:17:32.060115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-bc1dfde6-ad85-4a30-8494-da960de18406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:32.061636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-bc1dfde6-ad85-4a30-8494-da960de18406 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a5d7132e-9374-4d77-97ac-049a5de84e7f HTTP/1.1" status: 200 len: 909 time: 0.0858035 Apr 21 21:17:32.115544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-7e6a6c72-bc81-4110-b849-5219b03d876c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=239e55d5-d7e5-4401-8b55-adc970ffa2ff HTTP/1.1" status: 200 len: 217 time: 0.0455904 Apr 21 21:17:32.176643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-bf5b7817-2db7-4855-ba83-721e1b7da46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:32.178278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-bf5b7817-2db7-4855-ba83-721e1b7da46f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d84c4d23-a777-4183-81f5-1b01f10fc27c HTTP/1.1" status: 200 len: 848 time: 0.0561142 Apr 21 21:17:32.218180 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd760c22-5ee4-4ab1-8106-194b2c466700 req-0d5ca67e-2e5a-4af1-bcc1-92161fd965e1 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:32.222605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-3458c9d7-df80-4376-b443-a84b524f63fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a5d7132e-9374-4d77-97ac-049a5de84e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366151 Apr 21 21:17:32.225435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd760c22-5ee4-4ab1-8106-194b2c466700 req-0d5ca67e-2e5a-4af1-bcc1-92161fd965e1 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 944 time: 0.0653443 Apr 21 21:17:32.263772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fd760c22-5ee4-4ab1-8106-194b2c466700 req-d2132524-8392-4c70-8e14-a6a93cce9fd8 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 Apr 21 21:17:32.330107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-5b418d9a-b082-4327-8ab2-0b719bd36592 service neutron] 10.222.0.43 "GET /v2.0/networks/a5d7132e-9374-4d77-97ac-049a5de84e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989313 Apr 21 21:17:32.434665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55e87334-f450-45ae-bfc4-c9b5e6ca88a3 req-e2e437b2-44c3-40b0-ba9d-a28f9b64fb59 service neutron] 10.222.0.43 "GET /v2.0/networks/a5d7132e-9374-4d77-97ac-049a5de84e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978618 Apr 21 21:17:32.543153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56402) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:32.744469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cd894e2a-42a3-4284-bd9f-e34810306911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:32.792881 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b06ad2d7-3e03-4ccd-a57b-a8ef66122977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:32.827829 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cd894e2a-42a3-4284-bd9f-e34810306911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:32.831631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cd894e2a-42a3-4284-bd9f-e34810306911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:32.870443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd894e2a-42a3-4284-bd9f-e34810306911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca6c177-a641-469f-bb7d-350d1d9e53c9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:32.875879 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cd894e2a-42a3-4284-bd9f-e34810306911 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=911373f9987d494593c2b003d498e2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316920 Apr 21 21:17:32.878496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56414) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:32.926292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d2d814b-7258-42c5-a8fb-d495e8db85de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:32.947628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d2d814b-7258-42c5-a8fb-d495e8db85de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:32.993762 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d2d814b-7258-42c5-a8fb-d495e8db85de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:32.996992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d2d814b-7258-42c5-a8fb-d495e8db85de admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:32.998216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2d2d814b-7258-42c5-a8fb-d495e8db85de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ca6c177-a641-469f-bb7d-350d1d9e53c9 HTTP/1.1" status: 204 len: 168 time: 0.1187861 Apr 21 21:17:33.006899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d814b-7258-42c5-a8fb-d495e8db85de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca6c177-a641-469f-bb7d-350d1d9e53c9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:33.388876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56440) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:33.393971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7d70d-fe1a-4262-b91b-3b16f9462646 req-3b35492a-135c-4554-bec4-93e45da4ef0d tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:33.395506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8ee7d70d-fe1a-4262-b91b-3b16f9462646 req-3b35492a-135c-4554-bec4-93e45da4ef0d tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 944 time: 0.0559916 Apr 21 21:17:33.408177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce420-316b-4651-8ec9-2f9b4cd3b279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:33.432461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56442) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:33.441278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8ee7d70d-fe1a-4262-b91b-3b16f9462646 req-2d84caed-ca7a-49ec-9d80-f437cec8bd78 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380201 Apr 21 21:17:33.523733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea98d91-dd90-4868-981d-4dcaaed58984 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:33.524215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea98d91-dd90-4868-981d-4dcaaed58984 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:33.524689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea98d91-dd90-4868-981d-4dcaaed58984 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:33.526919 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ea98d91-dd90-4868-981d-4dcaaed58984 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=8f4a1bca2bda4243bf77ec6f0a59427b&network_id=5ca0e8ed-f995-4a73-9138-9d99429d673e HTTP/1.1" status: 200 len: 2969 time: 0.0934985 Apr 21 21:17:33.554211 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce420-316b-4651-8ec9-2f9b4cd3b279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:33.558943 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce420-316b-4651-8ec9-2f9b4cd3b279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:33.597720 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8f2ce420-316b-4651-8ec9-2f9b4cd3b279 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a4bde6326844840b06b8750e0599de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071652 Apr 21 21:17:33.598755 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ce420-316b-4651-8ec9-2f9b4cd3b279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4b0dfc-cede-41fc-849c-ac16dd7f4582,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:33.600146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56448) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:33.652051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2447f7d9-ed70-4d58-abd1-ebe191cd4f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:33.678697 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2447f7d9-ed70-4d58-abd1-ebe191cd4f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:33.728105 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2447f7d9-ed70-4d58-abd1-ebe191cd4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:33.730623 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2447f7d9-ed70-4d58-abd1-ebe191cd4f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:33.731767 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2447f7d9-ed70-4d58-abd1-ebe191cd4f83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb4b0dfc-cede-41fc-849c-ac16dd7f4582 HTTP/1.1" status: 204 len: 168 time: 0.1297224 Apr 21 21:17:33.739552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447f7d9-ed70-4d58-abd1-ebe191cd4f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4b0dfc-cede-41fc-849c-ac16dd7f4582,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:34.094583 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:34.571221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b70f8-062c-47fd-936d-80e05ec2a426 req-cad19d2f-0fc3-4388-ab20-0554d07b51ff tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:34.575311 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-990b70f8-062c-47fd-936d-80e05ec2a426 req-cad19d2f-0fc3-4388-ab20-0554d07b51ff tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 944 time: 0.0576794 Apr 21 21:17:34.617539 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-990b70f8-062c-47fd-936d-80e05ec2a426 req-792ba562-9658-4a77-bbb6-a5b3e9b9b1f0 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Apr 21 21:17:35.372499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:35.710651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 239e55d5-d7e5-4401-8b55-adc970ffa2ff details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:17:35.782300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468421d7-b35b-47bb-bfe9-936976ef2b3c req-b5cac61e-0282-4573-af93-ebb5d7504b01 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:35.785025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-468421d7-b35b-47bb-bfe9-936976ef2b3c req-b5cac61e-0282-4573-af93-ebb5d7504b01 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 944 time: 0.0978196 Apr 21 21:17:35.833161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 239e55d5-d7e5-4401-8b55-adc970ffa2ff, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=239e55d5-d7e5-4401-8b55-adc970ffa2ff,segment=NetworkSegment(0283e958-ce3e-46c9-bd92-e91c21dddb5c),segment_id=0283e958-ce3e-46c9-bd92-e91c21dddb5c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:35.861924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-468421d7-b35b-47bb-bfe9-936976ef2b3c req-3ab7f7bd-d3ac-4083-9ac2-7a1ce6ec13e9 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653348 Apr 21 21:17:35.864648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '239e55d5-d7e5-4401-8b55-adc970ffa2ff', 'network_id': 'a5d7132e-9374-4d77-97ac-049a5de84e7f', 'port_id': '239e55d5-d7e5-4401-8b55-adc970ffa2ff', 'mac_address': 'fa:16:3e:b0:2e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84c4d23-a777-4183-81f5-1b01f10fc27c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:17:35.915463 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:35.942910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239e55d5-d7e5-4401-8b55-adc970ffa2ff {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:17:35.966669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 239e55d5-d7e5-4401-8b55-adc970ffa2ff, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=239e55d5-d7e5-4401-8b55-adc970ffa2ff,segment=NetworkSegment(0283e958-ce3e-46c9-bd92-e91c21dddb5c),segment_id=0283e958-ce3e-46c9-bd92-e91c21dddb5c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:35.969441 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:35.973316 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:35.973562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56544) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:36.022370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=239e55d5-d7e5-4401-8b55-adc970ffa2ff,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:36.093110 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7b31305-790b-4d51-a23f-7ced4f3d5f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.178125 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7b31305-790b-4d51-a23f-7ced4f3d5f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.182498 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7b31305-790b-4d51-a23f-7ced4f3d5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.225903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f7b31305-790b-4d51-a23f-7ced4f3d5f55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22d842084ac54afc99c9e9fbccb5a19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512059 Apr 21 21:17:36.227054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b31305-790b-4d51-a23f-7ced4f3d5f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c80500-5ae2-4001-8734-754cea306d5c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:36.228694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56550) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:36.284772 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5aebe256-e1c5-4773-8340-c0b169ebccb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.308088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5aebe256-e1c5-4773-8340-c0b169ebccb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.326972 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['239e55d5-d7e5-4401-8b55-adc970ffa2ff'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:17:36.368643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5aebe256-e1c5-4773-8340-c0b169ebccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.374367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5aebe256-e1c5-4773-8340-c0b169ebccb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.375538 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5aebe256-e1c5-4773-8340-c0b169ebccb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90c80500-5ae2-4001-8734-754cea306d5c HTTP/1.1" status: 204 len: 168 time: 0.1451702 Apr 21 21:17:36.397313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebe256-e1c5-4773-8340-c0b169ebccb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c80500-5ae2-4001-8734-754cea306d5c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:36.663097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56564) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:36.720380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e0df5-beb5-4184-a3f1-40825ac5585c tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:36.721967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2f0e0df5-beb5-4184-a3f1-40825ac5585c tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 814 time: 0.0578654 Apr 21 21:17:36.757982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56568) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:36.783487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0637-63c1-4451-9899-5c85cfb64289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.863349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0637-63c1-4451-9899-5c85cfb64289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.867831 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3ba0637-63c1-4451-9899-5c85cfb64289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:36.908173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56576) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:36.908326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d3ba0637-63c1-4451-9899-5c85cfb64289 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51ec5e9afa924d209b0ade4a65c781ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490748 Apr 21 21:17:36.909202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba0637-63c1-4451-9899-5c85cfb64289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cd08ee-8a2c-4328-9521-75877ad92722,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:36.992257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca94c60d-7ade-4678-8129-2b956de1776d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.020475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0e16a-6456-4ea9-8e36-37fe8ae548c2 req-7fecf86b-2eec-41be-84ed-4d892d5e4ebd tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:37.021972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7a0e16a-6456-4ea9-8e36-37fe8ae548c2 req-7fecf86b-2eec-41be-84ed-4d892d5e4ebd tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 945 time: 0.0720081 Apr 21 21:17:37.032119 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca94c60d-7ade-4678-8129-2b956de1776d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.086485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7a0e16a-6456-4ea9-8e36-37fe8ae548c2 req-3e1bf933-21fa-40dc-afcd-c09d4032a7c7 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563676 Apr 21 21:17:37.113365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca94c60d-7ade-4678-8129-2b956de1776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.113365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca94c60d-7ade-4678-8129-2b956de1776d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.113365 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ca94c60d-7ade-4678-8129-2b956de1776d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75cd08ee-8a2c-4328-9521-75877ad92722 HTTP/1.1" status: 204 len: 168 time: 0.1996026 Apr 21 21:17:37.125213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94c60d-7ade-4678-8129-2b956de1776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cd08ee-8a2c-4328-9521-75877ad92722,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:37.216964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56584) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:37.222077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'network': {'name': 'tempest-network-smoke--794499737', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'port_security_enabled': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:37.242121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Made reservation on behalf of 8f4a1bca2bda4243bf77ec6f0a59427b for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:17:37.245564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.268600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:17:37.278063 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.278400 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Added segment 28e28132-7c61-4127-814b-f962fae9c05d of type vlan for network 2cb263e5-7404-43b2-9932-8f00e3969c42 Apr 21 21:17:37.286398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56588) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:37.324639 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.350215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.356564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:37.357425 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.445330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2244871 Apr 21 21:17:37.445917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56598) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:37.477022 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44f5a1a3-dfd2-4f95-88d7-d1e47d84407e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.486944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38252124-d91c-4363-9d0a-ea0ab42301e4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Network': ['ID=2cb263e5-7404-43b2-9932-8f00e3969c42,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:37.506037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2cb263e5-7404-43b2-9932-8f00e3969c42 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:17:37.555576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dcecec-d769-4718-9d54-3a633512b62f tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:37.566340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56602) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:37.567426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-00dcecec-d769-4718-9d54-3a633512b62f tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=8f4a1bca2bda4243bf77ec6f0a59427b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1202378 Apr 21 21:17:37.619632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44f5a1a3-dfd2-4f95-88d7-d1e47d84407e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.629365 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44f5a1a3-dfd2-4f95-88d7-d1e47d84407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.724300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 239e55d5-d7e5-4401-8b55-adc970ffa2ff up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:37.726586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56612) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:37.726726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-44f5a1a3-dfd2-4f95-88d7-d1e47d84407e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=65c8754fa54b4dc0a7b7ced981d8c4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392457 Apr 21 21:17:37.762754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5a1a3-dfd2-4f95-88d7-d1e47d84407e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cede6e08-74b2-4933-8664-96da999f64ab,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:37.783324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 239e55d5-d7e5-4401-8b55-adc970ffa2ff completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:17:37.787052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9449bf-46b9-47b6-a5e4-cd83350b00cc tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:37.789801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 239e55d5-d7e5-4401-8b55-adc970ffa2ff triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:37.790309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.792399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56614) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:37.793219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2b9449bf-46b9-47b6-a5e4-cd83350b00cc tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2253814 Apr 21 21:17:37.806750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b48880ca-35c7-4419-bdda-b8fd0877b3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.844040 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cdec281d-afbd-4b45-8324-806c8b092f00 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499649 Apr 21 21:17:37.846705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56616) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:37.892841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b48880ca-35c7-4419-bdda-b8fd0877b3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.895925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6bfa6d06-654b-4787-b561-20bd157011b2 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=8f4a1bca2bda4243bf77ec6f0a59427b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480242 Apr 21 21:17:37.898670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56620) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:37.907229 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.931170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7416ff-79f2-40ed-818a-ec14e74ebb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e55d5-d7e5-4401-8b55-adc970ffa2ff'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:37.934038 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05fa4b5-2d1a-4331-b2d0-d18003f5c15b" -d '{"events": [{"server_uuid": "9a7416ff-79f2-40ed-818a-ec14e74ebb4d", "name": "network-vif-plugged", "status": "completed", "tag": "239e55d5-d7e5-4401-8b55-adc970ffa2ff"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:37.948142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 239e55d5-d7e5-4401-8b55-adc970ffa2ff, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=239e55d5-d7e5-4401-8b55-adc970ffa2ff,segment=NetworkSegment(0283e958-ce3e-46c9-bd92-e91c21dddb5c),segment_id=0283e958-ce3e-46c9-bd92-e91c21dddb5c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:37.957399 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.961845 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b48880ca-35c7-4419-bdda-b8fd0877b3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.964528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b48880ca-35c7-4419-bdda-b8fd0877b3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:37.968078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b48880ca-35c7-4419-bdda-b8fd0877b3d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cede6e08-74b2-4933-8664-96da999f64ab HTTP/1.1" status: 204 len: 168 time: 0.2377751 Apr 21 21:17:37.979223 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48880ca-35c7-4419-bdda-b8fd0877b3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede6e08-74b2-4933-8664-96da999f64ab,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:38.020813 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f9d52-a238-4c7e-802f-08895b48022a x-openstack-request-id: req-104f9d52-a238-4c7e-802f-08895b48022a {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:38.021115 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7416ff-79f2-40ed-818a-ec14e74ebb4d", "name": "network-vif-plugged", "status": "completed", "tag": "239e55d5-d7e5-4401-8b55-adc970ffa2ff", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:38.021373 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-104f9d52-a238-4c7e-802f-08895b48022a {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:38.021782 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104f9d52-a238-4c7e-802f-08895b48022a'] response: {'server_uuid': '9a7416ff-79f2-40ed-818a-ec14e74ebb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e55d5-d7e5-4401-8b55-adc970ffa2ff', 'code': 200} Apr 21 21:17:38.045506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36089ced-c960-41cc-a4ad-2ce5f4bae214 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:38.049812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-36089ced-c960-41cc-a4ad-2ce5f4bae214 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468983 Apr 21 21:17:38.050156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56628) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:38.066260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=239e55d5-d7e5-4401-8b55-adc970ffa2ff,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:38.102572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-389a8049-3b42-4202-8217-41d1e69ad6ee tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509906 Apr 21 21:17:38.106035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56630) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:38.113566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-83980757', 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:38.129144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0150b2-6f4d-42fd-9dcd-d68793acf743 req-2ea33903-2767-4038-af66-2b074da55dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:38.131419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac0150b2-6f4d-42fd-9dcd-d68793acf743 req-2ea33903-2767-4038-af66-2b074da55dfe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 1097 time: 0.0667007 Apr 21 21:17:38.192853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ac0150b2-6f4d-42fd-9dcd-d68793acf743 req-a8584524-635c-4fe9-86a2-60b9ba5a9089 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546296 Apr 21 21:17:38.264426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56638) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:38.275933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Made reservation on behalf of 8f4a1bca2bda4243bf77ec6f0a59427b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:17:38.279412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.354830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378bfda-a038-41ca-9e01-8860dda4982b req-aed83d9d-3150-4680-b0f3-41b51e832682 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:38.356954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d378bfda-a038-41ca-9e01-8860dda4982b req-aed83d9d-3150-4680-b0f3-41b51e832682 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 946 time: 0.1223412 Apr 21 21:17:38.383590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56642) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:38.403529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-843002bd-c668-4ed2-8907-dbd827b42e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.413389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d378bfda-a038-41ca-9e01-8860dda4982b req-b7b2c310-2afe-42ae-b163-143b29a9e691 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494435 Apr 21 21:17:38.417084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f8c06a3a-33d5-4f37-a574-2c8c9d830273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.546230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-843002bd-c668-4ed2-8907-dbd827b42e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.548411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f8c06a3a-33d5-4f37-a574-2c8c9d830273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.550729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-843002bd-c668-4ed2-8907-dbd827b42e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.557003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f8c06a3a-33d5-4f37-a574-2c8c9d830273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.609764 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f8c06a3a-33d5-4f37-a574-2c8c9d830273 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=67b0b1c8b2864f7db122470212158924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441908 Apr 21 21:17:38.611223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843002bd-c668-4ed2-8907-dbd827b42e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5e272-d3ea-4191-92ea-3966a0156784,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:38.613873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56644) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:38.616173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-843002bd-c668-4ed2-8907-dbd827b42e5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95279e6bdc00472a9676ad1f2010c4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315700 Apr 21 21:17:38.625644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56646) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:38.698908 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c06a3a-33d5-4f37-a574-2c8c9d830273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae81e81e-7db2-4469-9d74-81a0d0664f0e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:38.731077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9018f3c-cccb-4594-95ab-ed681a08378e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.742736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31f3d14b-f6a6-4da4-ab9d-daa100caef23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.763575 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9018f3c-cccb-4594-95ab-ed681a08378e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.783944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31f3d14b-f6a6-4da4-ab9d-daa100caef23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.821858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.856904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9018f3c-cccb-4594-95ab-ed681a08378e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.859993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f9018f3c-cccb-4594-95ab-ed681a08378e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.861190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f9018f3c-cccb-4594-95ab-ed681a08378e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae81e81e-7db2-4469-9d74-81a0d0664f0e HTTP/1.1" status: 204 len: 168 time: 0.2439411 Apr 21 21:17:38.871582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31f3d14b-f6a6-4da4-ab9d-daa100caef23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.874288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31f3d14b-f6a6-4da4-ab9d-daa100caef23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.875600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-31f3d14b-f6a6-4da4-ab9d-daa100caef23 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8fe5e272-d3ea-4191-92ea-3966a0156784 HTTP/1.1" status: 204 len: 168 time: 0.2485876 Apr 21 21:17:38.876802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9018f3c-cccb-4594-95ab-ed681a08378e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae81e81e-7db2-4469-9d74-81a0d0664f0e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:38.883417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Subnet': ['ID=48954eb0-1a61-421a-86b2-63470e1387eb,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:38.890091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3d14b-f6a6-4da4-ab9d-daa100caef23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5e272-d3ea-4191-92ea-3966a0156784,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:38.892692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Checking segment: {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:38.893102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network hostable DHCP agents. Network: 2cb263e5-7404-43b2-9932-8f00e3969c42, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:17:38.916147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 2cb263e5-7404-43b2-9932-8f00e3969c42 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:17:38.926854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2cb263e5-7404-43b2-9932-8f00e3969c42) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:38.938291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:38.938911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:38.941721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176bb795-d10c-4ff6-8f7f-6f7f78558ebe None None] Network 2cb263e5-7404-43b2-9932-8f00e3969c42 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:17:38.969476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4fe4a26b-bb61-4d18-9520-5a931cc8a5ec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.8581629 Apr 21 21:17:39.114835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-2cb263e5-7404-43b2-9932-8f00e3969c42', 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ips': [{'subnet_id': '48954eb0-1a61-421a-86b2-63470e1387eb'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:17:39.114835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.225598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56660) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:39.237343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-796c33fb-e92d-4b92-95f3-bd4a0dbc0f74 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801615666', 'description': 'tempest-secgroup-smoke-801615666 description', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:39.262044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-796c33fb-e92d-4b92-95f3-bd4a0dbc0f74 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.268337 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Allocated IP 172.20.0.18 (2cb263e5-7404-43b2-9932-8f00e3969c42/48954eb0-1a61-421a-86b2-63470e1387eb/fbdef6ef-bb5a-4496-886c-c8e481fce16f) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:17:39.347003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-796c33fb-e92d-4b92-95f3-bd4a0dbc0f74 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.352842 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-796c33fb-e92d-4b92-95f3-bd4a0dbc0f74 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.395376 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-796c33fb-e92d-4b92-95f3-bd4a0dbc0f74 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.396929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-796c33fb-e92d-4b92-95f3-bd4a0dbc0f74 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1697178 Apr 21 21:17:39.399132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c33fb-e92d-4b92-95f3-bd4a0dbc0f74 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a668af-351b-488d-b14b-a24420c92a33,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:39.399905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56674) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:39.406260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6b9ada6d-0ff3-457f-86b1-a00e50d177b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': '00a668af-351b-488d-b14b-a24420c92a33', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:39.462079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.467832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada6d-0ff3-457f-86b1-a00e50d177b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.470919 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.520872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Network 2cb263e5-7404-43b2-9932-8f00e3969c42 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:39.523880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:39.527959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:17:39.536008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Pushing event updated for resources: {'Port': ['ID=fbdef6ef-bb5a-4496-886c-c8e481fce16f,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:39.566760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.567575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.567575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.567775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.568092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.568418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.568749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.569249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.569628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.569904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.570306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.570557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:39.604546 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada6d-0ff3-457f-86b1-a00e50d177b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.608194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Attempting to bind port fbdef6ef-bb5a-4496-886c-c8e481fce16f on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:17:39.608921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Attempting to bind port fbdef6ef-bb5a-4496-886c-c8e481fce16f by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:17:39.609091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Attempting to bind port fbdef6ef-bb5a-4496-886c-c8e481fce16f on network 2cb263e5-7404-43b2-9932-8f00e3969c42 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:39.614595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:17:39.615008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Checking segment: {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:39.615476 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.615804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Bound using segment: {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:17:39.616276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Bound port: fbdef6ef-bb5a-4496-886c-c8e481fce16f, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:17:39.616663 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.626558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada6d-0ff3-457f-86b1-a00e50d177b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.640721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ada6d-0ff3-457f-86b1-a00e50d177b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9989857e-6c6d-4f1b-a1aa-b916659378a5,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:39.668802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db1b87-1334-442c-8da4-ca8e9c361af1 req-f55524cc-c95b-47cd-8f7c-a30db31703ec tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:39.670731 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60db1b87-1334-442c-8da4-ca8e9c361af1 req-f55524cc-c95b-47cd-8f7c-a30db31703ec tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 946 time: 0.1359711 Apr 21 21:17:39.674538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6b9ada6d-0ff3-457f-86b1-a00e50d177b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.675910 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6b9ada6d-0ff3-457f-86b1-a00e50d177b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2746928 Apr 21 21:17:39.679296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56682) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:39.687141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a42f3aa8-9db3-4b49-b085-e05afffa8315 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': '00a668af-351b-488d-b14b-a24420c92a33', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:39.719365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] For port fbdef6ef-bb5a-4496-886c-c8e481fce16f, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:17:39.727768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] For port fbdef6ef-bb5a-4496-886c-c8e481fce16f, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fbdef6ef-bb5a-4496-886c-c8e481fce16f,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:17:39.734658 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.736134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-60db1b87-1334-442c-8da4-ca8e9c361af1 req-b147c217-1c33-47da-a7d7-304c8ac91b82 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546565 Apr 21 21:17:39.742336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a42f3aa8-9db3-4b49-b085-e05afffa8315 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.814300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc5db8-4124-44f8-8fec-74bfe4db825e None None] Pushing event updated for resources: {'Port': ['ID=fbdef6ef-bb5a-4496-886c-c8e481fce16f,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:39.842021 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a42f3aa8-9db3-4b49-b085-e05afffa8315 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.848613 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a42f3aa8-9db3-4b49-b085-e05afffa8315 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.869694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f3aa8-9db3-4b49-b085-e05afffa8315 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e855f1-29bb-4be3-bcd7-f65d5c2bcceb,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:39.884594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a42f3aa8-9db3-4b49-b085-e05afffa8315 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:39.885977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a42f3aa8-9db3-4b49-b085-e05afffa8315 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2054644 Apr 21 21:17:39.888825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56696) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:39.896677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ba282181-2643-49c4-b528-234038fab2b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': '00a668af-351b-488d-b14b-a24420c92a33', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:39.938609 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba282181-2643-49c4-b528-234038fab2b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.019286 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba282181-2643-49c4-b528-234038fab2b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.036136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba282181-2643-49c4-b528-234038fab2b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.067310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba282181-2643-49c4-b528-234038fab2b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062c9b9c-2f2c-447d-9e00-e679c466edc6,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:40.092923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba282181-2643-49c4-b528-234038fab2b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.094874 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ba282181-2643-49c4-b528-234038fab2b3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2047670 Apr 21 21:17:40.100238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56706) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:40.115869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6bda6fdc-8564-4276-8e7c-a720cd9987e8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': '00a668af-351b-488d-b14b-a24420c92a33', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:40.156376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6bda6fdc-8564-4276-8e7c-a720cd9987e8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.253547 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6bda6fdc-8564-4276-8e7c-a720cd9987e8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.256935 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6bda6fdc-8564-4276-8e7c-a720cd9987e8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.277709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda6fdc-8564-4276-8e7c-a720cd9987e8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35219822-6e29-4949-bb26-635bdf0473d5,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:40.285674 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6bda6fdc-8564-4276-8e7c-a720cd9987e8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.289556 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6bda6fdc-8564-4276-8e7c-a720cd9987e8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1844091 Apr 21 21:17:40.290089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56710) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:40.299974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-88ab7288-bac7-44ea-96e5-f37b880da12a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': '00a668af-351b-488d-b14b-a24420c92a33', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:40.310349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fbdef6ef-bb5a-4496-886c-c8e481fce16f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:40.335419 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-88ab7288-bac7-44ea-96e5-f37b880da12a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Project 8f4a1bca2bda4243bf77ec6f0a59427b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:17:40.341148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88ab7288-bac7-44ea-96e5-f37b880da12a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.369630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fbdef6ef-bb5a-4496-886c-c8e481fce16f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:40.370018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.407513 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88ab7288-bac7-44ea-96e5-f37b880da12a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.412731 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88ab7288-bac7-44ea-96e5-f37b880da12a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.431548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab7288-bac7-44ea-96e5-f37b880da12a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4041b36b-04e1-43cc-ab5f-26a253a1054f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:40.448137 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88ab7288-bac7-44ea-96e5-f37b880da12a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.452092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-88ab7288-bac7-44ea-96e5-f37b880da12a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576483 Apr 21 21:17:40.452453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56716) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:40.456558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-488b2e1a-ebd0-4544-b093-9d053e76940d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': '00a668af-351b-488d-b14b-a24420c92a33', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:40.465524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.480203 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-488b2e1a-ebd0-4544-b093-9d053e76940d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Project 8f4a1bca2bda4243bf77ec6f0a59427b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:17:40.485723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-488b2e1a-ebd0-4544-b093-9d053e76940d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.508709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port fbdef6ef-bb5a-4496-886c-c8e481fce16f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fbdef6ef-bb5a-4496-886c-c8e481fce16f,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:40.513771 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.559487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-488b2e1a-ebd0-4544-b093-9d053e76940d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.564358 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-488b2e1a-ebd0-4544-b093-9d053e76940d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.567117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=fbdef6ef-bb5a-4496-886c-c8e481fce16f,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:40.589570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b2e1a-ebd0-4544-b093-9d053e76940d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9146eb18-ffea-41c9-88b3-42eee9da7864,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:40.599031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-488b2e1a-ebd0-4544-b093-9d053e76940d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:40.600214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-488b2e1a-ebd0-4544-b093-9d053e76940d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470168 Apr 21 21:17:40.829333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cd52da40-bf3b-49f9-99c4-01b731bf7500 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801615666&fields=id&tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b HTTP/1.1" status: 200 len: 267 time: 0.0603426 Apr 21 21:17:40.899366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805df31-960c-45b5-8fee-833d038bbc74 req-b42dc04d-3ff1-492d-95da-c99797f530ae tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:40.901009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1805df31-960c-45b5-8fee-833d038bbc74 req-b42dc04d-3ff1-492d-95da-c99797f530ae tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 946 time: 0.0796492 Apr 21 21:17:40.953256 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1805df31-960c-45b5-8fee-833d038bbc74 req-429a0879-ad3f-4237-853c-20e900e5c170 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Apr 21 21:17:40.961177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-fd3bfab5-8677-4259-b7ed-64d43625e8c3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:40.962803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-fd3bfab5-8677-4259-b7ed-64d43625e8c3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/networks?id=2cb263e5-7404-43b2-9932-8f00e3969c42 HTTP/1.1" status: 200 len: 796 time: 0.1263337 Apr 21 21:17:40.985472 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f698e215-4602-4ba5-bc34-3a43fe24587c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/quotas/8f4a1bca2bda4243bf77ec6f0a59427b HTTP/1.1" status: 200 len: 375 time: 0.0114663 Apr 21 21:17:41.083316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63a998-57b4-4412-a193-1662c5c86453 None None] Network 2cb263e5-7404-43b2-9932-8f00e3969c42 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:17:41.086628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-e4430156-aee1-4db9-8574-bbc3213ad3b6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0926373 Apr 21 21:17:41.172739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-45d84608-fd86-4fb0-aafd-158f4fb9a4b4 None None] Provisioning complete for port fbdef6ef-bb5a-4496-886c-c8e481fce16f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:41.173158 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-45d84608-fd86-4fb0-aafd-158f4fb9a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:41.199879 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-0d844348-1505-4f97-a274-091d66f25694 service neutron] 10.222.0.49 "GET /v2.0/networks/2cb263e5-7404-43b2-9932-8f00e3969c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123507 Apr 21 21:17:41.325550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-5b3f5701-47e2-4fba-90dc-152e46bb3989 service neutron] 10.222.0.49 "GET /v2.0/networks/2cb263e5-7404-43b2-9932-8f00e3969c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205742 Apr 21 21:17:41.559336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-19ec80b6-87dc-4927-b349-c0db48c0f4a5 req-b3181e1d-fc78-477a-ac77-f4eb62d954ca tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 210 time: 0.0475125 Apr 21 21:17:42.004384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-14394e3d-b195-496e-a5e1-b62ce4ac4b32 None None] Provisioning complete for port fbdef6ef-bb5a-4496-886c-c8e481fce16f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:42.004946 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-14394e3d-b195-496e-a5e1-b62ce4ac4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:42.271616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fbdef6ef-bb5a-4496-886c-c8e481fce16f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:42.329216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fbdef6ef-bb5a-4496-886c-c8e481fce16f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:42.329582 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:42.693258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d884241-ebc6-4779-ae02-e609b5adc449 req-6f085a56-2d64-4847-af14-4907b4844a9c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 210 time: 0.0370624 Apr 21 21:17:42.822717 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-8983c5f3-d9ba-4187-b3ed-bbf3b2b3b7fc tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:42.824268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-8983c5f3-d9ba-4187-b3ed-bbf3b2b3b7fc tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.46 "GET /v2.0/networks?id=2cb263e5-7404-43b2-9932-8f00e3969c42 HTTP/1.1" status: 200 len: 796 time: 0.1337614 Apr 21 21:17:42.893607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-a0797307-e682-455c-b5fa-ba7d5d88e110 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b HTTP/1.1" status: 200 len: 471 time: 0.0589812 Apr 21 21:17:42.902518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'port': {'device_id': 'b8c68899-429f-4e7c-a971-d7048f24e857', 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42', 'admin_state_up': True, 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'security_groups': ['00a668af-351b-488d-b14b-a24420c92a33']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:43.022374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Made reservation on behalf of 8f4a1bca2bda4243bf77ec6f0a59427b for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:17:43.027294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.172204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.20.0.21 (2cb263e5-7404-43b2-9932-8f00e3969c42/48954eb0-1a61-421a-86b2-63470e1387eb/63c9fbec-ab80-47de-8119-796f75dd0b01) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:17:43.323041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.362522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.410751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 2cb263e5-7404-43b2-9932-8f00e3969c42 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:43.413963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:43.416371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:17:43.448903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=63c9fbec-ab80-47de-8119-796f75dd0b01,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:43.482382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:43.483052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.495389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56868) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:43.504566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-cae1c85f-b800-44ca-9308-aa0662f09fa2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6059177 Apr 21 21:17:43.517150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Request body: {'port': {'device_id': 'b8c68899-429f-4e7c-a971-d7048f24e857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:17:43.588147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.637608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c6d486b-6845-4148-b6d3-568013014b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.741621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ee08850d-188e-48d8-99ce-a7e11fc1ec7f None None] Provisioning complete for port 63c9fbec-ab80-47de-8119-796f75dd0b01 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:43.744196 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ee08850d-188e-48d8-99ce-a7e11fc1ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.745241 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c6d486b-6845-4148-b6d3-568013014b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.752000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c6d486b-6845-4148-b6d3-568013014b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.793533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ee08850d-188e-48d8-99ce-a7e11fc1ec7f None None] Port 63c9fbec-ab80-47de-8119-796f75dd0b01 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:17:43.813252 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1c6d486b-6845-4148-b6d3-568013014b95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5932eec159fc4244af6fcfe2edc30178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166556 Apr 21 21:17:43.816158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56880) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:43.823557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d486b-6845-4148-b6d3-568013014b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2429049b-6b38-496b-9656-f88d4f9a678b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:43.867319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199feba-c8b7-4121-9a70-e86a8e69a868 req-6380576d-c301-430a-939f-bcdd3bc8cd30 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:43.869351 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4199feba-c8b7-4121-9a70-e86a8e69a868 req-6380576d-c301-430a-939f-bcdd3bc8cd30 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 932 time: 0.0624363 Apr 21 21:17:43.906641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49b4c8-5a47-4b60-92f7-bf0ea44dcf45 req-cc98cc96-2fe9-404e-bd6c-5e0577274122 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:43.907680 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4199feba-c8b7-4121-9a70-e86a8e69a868 req-d18783c1-9fc1-4aab-9c5a-e121eb841429 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321405 Apr 21 21:17:43.908062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f49b4c8-5a47-4b60-92f7-bf0ea44dcf45 req-cc98cc96-2fe9-404e-bd6c-5e0577274122 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 946 time: 0.1219389 Apr 21 21:17:43.972498 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9d15090-42da-46d9-8b5a-d8cc22541fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:43.998261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c9fbec-ab80-47de-8119-796f75dd0b01 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:17:44.007913 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.016179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f49b4c8-5a47-4b60-92f7-bf0ea44dcf45 req-284644bd-7e87-47d1-9966-d39c417b5959 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002855 Apr 21 21:17:44.030241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9d15090-42da-46d9-8b5a-d8cc22541fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.037412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Transition to ACTIVE for port object 63c9fbec-ab80-47de-8119-796f75dd0b01 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:17:44.042265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.110367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Pushing event updated for resources: {'Port': ['ID=63c9fbec-ab80-47de-8119-796f75dd0b01,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:44.162095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9d15090-42da-46d9-8b5a-d8cc22541fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.164613 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9d15090-42da-46d9-8b5a-d8cc22541fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.169367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c9d15090-42da-46d9-8b5a-d8cc22541fc3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2429049b-6b38-496b-9656-f88d4f9a678b HTTP/1.1" status: 204 len: 168 time: 0.3475573 Apr 21 21:17:44.202829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d15090-42da-46d9-8b5a-d8cc22541fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2429049b-6b38-496b-9656-f88d4f9a678b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:44.204873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Attempting to bind port 63c9fbec-ab80-47de-8119-796f75dd0b01 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:17:44.205218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Attempting to bind port 63c9fbec-ab80-47de-8119-796f75dd0b01 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:17:44.205545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Attempting to bind port 63c9fbec-ab80-47de-8119-796f75dd0b01 on network 2cb263e5-7404-43b2-9932-8f00e3969c42 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:44.210673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Port 63c9fbec-ab80-47de-8119-796f75dd0b01 on network 2cb263e5-7404-43b2-9932-8f00e3969c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:17:44.211001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Attempting to bind port 63c9fbec-ab80-47de-8119-796f75dd0b01 on network 2cb263e5-7404-43b2-9932-8f00e3969c42 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:44.227239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:17:44.227588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Checking segment: {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:44.228510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Bound using segment: {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:17:44.228974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Bound port: 63c9fbec-ab80-47de-8119-796f75dd0b01, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:17:44.229339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.306815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] For port 63c9fbec-ab80-47de-8119-796f75dd0b01, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:17:44.310878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] For port 63c9fbec-ab80-47de-8119-796f75dd0b01, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=63c9fbec-ab80-47de-8119-796f75dd0b01,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:17:44.318183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.354147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:44.354999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.356420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] 10.222.0.46 "PUT /v2.0/ports/63c9fbec-ab80-47de-8119-796f75dd0b01 HTTP/1.1" status: 200 len: 1092 time: 0.8445365 Apr 21 21:17:44.359309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c68899-429f-4e7c-a971-d7048f24e857', 'tag': '63c9fbec-ab80-47de-8119-796f75dd0b01'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:44.362616 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5a58af-88c7-4564-833a-368ccdce98e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c68899-429f-4e7c-a971-d7048f24e857", "tag": "63c9fbec-ab80-47de-8119-796f75dd0b01"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:44.422507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7504e84-b2cb-4095-a929-65af71bb2e1a service neutron] Pushing event updated for resources: {'Port': ['ID=63c9fbec-ab80-47de-8119-796f75dd0b01,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:44.451225 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba771c5-02a8-412f-aaec-42cadffb799a x-openstack-request-id: req-fba771c5-02a8-412f-aaec-42cadffb799a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:44.451504 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c68899-429f-4e7c-a971-d7048f24e857", "tag": "63c9fbec-ab80-47de-8119-796f75dd0b01", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:44.451815 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fba771c5-02a8-412f-aaec-42cadffb799a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:44.452310 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba771c5-02a8-412f-aaec-42cadffb799a'] response: {'name': 'network-changed', 'server_uuid': 'b8c68899-429f-4e7c-a971-d7048f24e857', 'tag': '63c9fbec-ab80-47de-8119-796f75dd0b01', 'status': 'completed', 'code': 200} Apr 21 21:17:44.470518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-df587a76-616c-450a-8f3b-add2585c98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:44.472108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-df587a76-616c-450a-8f3b-add2585c98b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 1095 time: 0.0595610 Apr 21 21:17:44.519495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-64456fa6-b76b-4adb-b0f1-f2f2a6c9561b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=63c9fbec-ab80-47de-8119-796f75dd0b01 HTTP/1.1" status: 200 len: 217 time: 0.0382648 Apr 21 21:17:44.521282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56894) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:44.805872 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4736b2ff-97c5-4033-9bd7-d81e449678bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.839914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-99343baf-39ca-4dfa-86bf-0bada6123f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:44.841419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-99343baf-39ca-4dfa-86bf-0bada6123f52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48954eb0-1a61-421a-86b2-63470e1387eb HTTP/1.1" status: 200 len: 836 time: 0.3132737 Apr 21 21:17:44.916118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-017c59bc-8c41-496b-9a61-0fb3f4b2350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:44.917637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-017c59bc-8c41-496b-9a61-0fb3f4b2350e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cb263e5-7404-43b2-9932-8f00e3969c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685945 Apr 21 21:17:44.930084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4736b2ff-97c5-4033-9bd7-d81e449678bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:44.940496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4736b2ff-97c5-4033-9bd7-d81e449678bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:45.045807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4736b2ff-97c5-4033-9bd7-d81e449678bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aab49528ea6e408eb03ded3cc921389e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233638 Apr 21 21:17:45.048535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56900) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:45.050380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736b2ff-97c5-4033-9bd7-d81e449678bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a08866-0c70-4e21-bf21-882fd5f1294d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:45.098934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27af83-d032-44b3-8b0c-6a4550dcd556 req-709d7637-3972-42ed-a2c1-7ecb2a163750 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:45.100397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a27af83-d032-44b3-8b0c-6a4550dcd556 req-709d7637-3972-42ed-a2c1-7ecb2a163750 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 944 time: 0.1028450 Apr 21 21:17:45.106287 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-f4e7322d-020e-48d0-a950-fc64466a0420 service neutron] 10.222.0.46 "GET /v2.0/networks/2cb263e5-7404-43b2-9932-8f00e3969c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740663 Apr 21 21:17:45.116711 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7deabbb1-f7be-4bb2-9007-79db4ab3fe2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:45.160442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7deabbb1-f7be-4bb2-9007-79db4ab3fe2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:45.184361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae539c-c56f-4cce-a0c8-68de8bf01eef req-36f1f0ce-0fc6-482c-8832-4c70f3eb2fb1 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:45.185856 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23ae539c-c56f-4cce-a0c8-68de8bf01eef req-36f1f0ce-0fc6-482c-8832-4c70f3eb2fb1 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 946 time: 0.0868759 Apr 21 21:17:45.225843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a27af83-d032-44b3-8b0c-6a4550dcd556 req-4cc02603-ab24-4aa2-8800-b1608956267c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185682 Apr 21 21:17:45.237137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-cf6b0237-01b5-4332-bedb-defdd0384f68 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:45.238604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-cf6b0237-01b5-4332-bedb-defdd0384f68 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 946 time: 0.1304376 Apr 21 21:17:45.243390 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23ae539c-c56f-4cce-a0c8-68de8bf01eef req-3f60f8c9-39b5-4fa0-96f0-23ba1c4764fb tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/security-groups?id=6eada8e8-f64f-46f4-badd-e4f22620abb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492620 Apr 21 21:17:45.258328 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7deabbb1-f7be-4bb2-9007-79db4ab3fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:45.262008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7deabbb1-f7be-4bb2-9007-79db4ab3fe2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:45.263123 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7deabbb1-f7be-4bb2-9007-79db4ab3fe2e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3a08866-0c70-4e21-bf21-882fd5f1294d HTTP/1.1" status: 204 len: 168 time: 0.2130029 Apr 21 21:17:45.275151 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deabbb1-f7be-4bb2-9007-79db4ab3fe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a08866-0c70-4e21-bf21-882fd5f1294d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:45.310472 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88c34749-f5e3-4a89-b262-abb25fbc0013 req-d4fff0b5-3262-426c-b920-9ed576ca9975 service neutron] 10.222.0.46 "GET /v2.0/networks/2cb263e5-7404-43b2-9932-8f00e3969c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878312 Apr 21 21:17:45.374247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Deleting port 239e55d5-d7e5-4401-8b55-adc970ffa2ff {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:17:45.374686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:45.458012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-791c0720-1c3b-4e82-9984-a83687a6af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:45.459411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-791c0720-1c3b-4e82-9984-a83687a6af7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 1095 time: 0.0987589 Apr 21 21:17:45.532159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] For port 239e55d5-d7e5-4401-8b55-adc970ffa2ff, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=239e55d5-d7e5-4401-8b55-adc970ffa2ff,segment=NetworkSegment(0283e958-ce3e-46c9-bd92-e91c21dddb5c),segment_id=0283e958-ce3e-46c9-bd92-e91c21dddb5c)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:45.532520 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:45.550854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Calling delete_port for 239e55d5-d7e5-4401-8b55-adc970ffa2ff owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:17:45.625495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-1317700e-a3c3-4da5-b043-456011715255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:45.626946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-1317700e-a3c3-4da5-b043-456011715255 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2cb263e5-7404-43b2-9932-8f00e3969c42 HTTP/1.1" status: 200 len: 897 time: 0.1578970 Apr 21 21:17:45.683529 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-abec7e06-68aa-4a37-ad81-a74525ee4826 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=63c9fbec-ab80-47de-8119-796f75dd0b01 HTTP/1.1" status: 200 len: 217 time: 0.0461795 Apr 21 21:17:45.763551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-6f29a4c7-2f5e-43a3-a60e-934829ef2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:45.765034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-6f29a4c7-2f5e-43a3-a60e-934829ef2487 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48954eb0-1a61-421a-86b2-63470e1387eb HTTP/1.1" status: 200 len: 836 time: 0.0744324 Apr 21 21:17:45.816996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:45.831098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-375307cb-f882-4725-b9aa-96ac75906bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:45.832599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-375307cb-f882-4725-b9aa-96ac75906bba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2cb263e5-7404-43b2-9932-8f00e3969c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613945 Apr 21 21:17:45.853509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Pushing event deleted for resources: {'Port': ['ID=239e55d5-d7e5-4401-8b55-adc970ffa2ff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:45.910608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] No DVR routers for this DVR port 239e55d5-d7e5-4401-8b55-adc970ffa2ff on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:17:45.913444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:45.918394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2b1db66f-afdf-4f10-8ea4-24bafbd85263 req-1833abca-58d7-4883-b33c-05ac8bb513da tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.43 "DELETE /v2.0/ports/239e55d5-d7e5-4401-8b55-adc970ffa2ff HTTP/1.1" status: 204 len: 173 time: 0.6726680 Apr 21 21:17:45.997907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-a64f8a82-21b0-4620-b699-3577fe5debd5 service neutron] 10.222.0.46 "GET /v2.0/networks/2cb263e5-7404-43b2-9932-8f00e3969c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461573 Apr 21 21:17:46.094163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd5a58af-88c7-4564-833a-368ccdce98e1 req-fc42752c-1a6d-4b66-b706-b75a09690efd service neutron] 10.222.0.46 "GET /v2.0/networks/2cb263e5-7404-43b2-9932-8f00e3969c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869837 Apr 21 21:17:46.360193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69dc3c-a662-42e8-9c6f-b3e949e68138 req-9e3eec86-2149-401d-b031-d60b90a089c0 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:46.362094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e69dc3c-a662-42e8-9c6f-b3e949e68138 req-9e3eec86-2149-401d-b031-d60b90a089c0 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 944 time: 0.0638888 Apr 21 21:17:46.399095 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b4a1afc-b66d-49fb-8a0d-26677e0b16ab req-cfa436d8-36e4-4de2-9321-818efc4fe703 tempest-VolumesActionsTest-664992835 tempest-VolumesActionsTest-664992835-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a7416ff-79f2-40ed-818a-ec14e74ebb4d HTTP/1.1" status: 200 len: 210 time: 0.0369143 Apr 21 21:17:46.422705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e69dc3c-a662-42e8-9c6f-b3e949e68138 req-49848c81-4061-4eef-a54f-590c267f9b18 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532041 Apr 21 21:17:46.453452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7416ff-79f2-40ed-818a-ec14e74ebb4d', 'name': 'network-vif-deleted', 'tag': '239e55d5-d7e5-4401-8b55-adc970ffa2ff'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:46.456052 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee86d33-9aa8-4b97-9772-71994ed85350" -d '{"events": [{"server_uuid": "9a7416ff-79f2-40ed-818a-ec14e74ebb4d", "name": "network-vif-deleted", "tag": "239e55d5-d7e5-4401-8b55-adc970ffa2ff"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:46.490381 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8536116c-15a5-416d-9001-02c904750c70 x-openstack-request-id: req-8536116c-15a5-416d-9001-02c904750c70 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:46.490670 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7416ff-79f2-40ed-818a-ec14e74ebb4d", "name": "network-vif-deleted", "tag": "239e55d5-d7e5-4401-8b55-adc970ffa2ff", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:46.490916 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8536116c-15a5-416d-9001-02c904750c70 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:46.491306 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8536116c-15a5-416d-9001-02c904750c70'] response: {'server_uuid': '9a7416ff-79f2-40ed-818a-ec14e74ebb4d', 'name': 'network-vif-deleted', 'tag': '239e55d5-d7e5-4401-8b55-adc970ffa2ff', 'status': 'completed', 'code': 200} Apr 21 21:17:47.428443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 56986) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:47.553402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f01e66f-8256-4a44-ab45-2298f1d28a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:47.553603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dca2a5-1520-4490-92ee-1542f7951e54 req-8bf2514d-6c11-4e2a-a223-d66dce3d03d8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:47.555014 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48dca2a5-1520-4490-92ee-1542f7951e54 req-8bf2514d-6c11-4e2a-a223-d66dce3d03d8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 944 time: 0.0491126 Apr 21 21:17:47.602007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48dca2a5-1520-4490-92ee-1542f7951e54 req-bfd97b55-38d0-4613-ae5a-ebe02e3ac1d4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381887 Apr 21 21:17:47.644568 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f01e66f-8256-4a44-ab45-2298f1d28a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:47.648527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2f01e66f-8256-4a44-ab45-2298f1d28a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:47.692666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2f01e66f-8256-4a44-ab45-2298f1d28a0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b94552c6dfe4b179218e1df2334abed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629991 Apr 21 21:17:47.693544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01e66f-8256-4a44-ab45-2298f1d28a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07b3aaf-4fab-40b1-bc72-ad2181fa9722,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:47.695446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 56998) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:47.757617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-92f5fc87-47fc-4939-8dab-aed948b302f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:47.773744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 239e55d5-d7e5-4401-8b55-adc970ffa2ff no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:17:47.788694 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-92f5fc87-47fc-4939-8dab-aed948b302f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:47.798955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 239e55d5-d7e5-4401-8b55-adc970ffa2ff {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:17:47.799303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 239e55d5-d7e5-4401-8b55-adc970ffa2ff not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:17:47.852693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-92f5fc87-47fc-4939-8dab-aed948b302f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:47.856015 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-92f5fc87-47fc-4939-8dab-aed948b302f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:47.860289 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-92f5fc87-47fc-4939-8dab-aed948b302f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c07b3aaf-4fab-40b1-bc72-ad2181fa9722 HTTP/1.1" status: 204 len: 168 time: 0.1636925 Apr 21 21:17:47.870731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5fc87-47fc-4939-8dab-aed948b302f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07b3aaf-4fab-40b1-bc72-ad2181fa9722,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:48.150606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57016) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:48.164011 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af43f4ff-4113-4248-8182-189941221793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:48.245207 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af43f4ff-4113-4248-8182-189941221793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:48.249563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af43f4ff-4113-4248-8182-189941221793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:48.287413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-af43f4ff-4113-4248-8182-189941221793 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ad6886a4b2f4e2888c4456547caa744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356704 Apr 21 21:17:48.289863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f4ff-4113-4248-8182-189941221793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d8d2e-d3c9-4820-ae06-ea2bd1ca910d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:48.290513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57018) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:48.355742 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff277726-eda2-4688-b0ee-d76dcc89af1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:48.377962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff277726-eda2-4688-b0ee-d76dcc89af1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:48.425457 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff277726-eda2-4688-b0ee-d76dcc89af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:48.428359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff277726-eda2-4688-b0ee-d76dcc89af1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:48.429517 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ff277726-eda2-4688-b0ee-d76dcc89af1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f28d8d2e-d3c9-4820-ae06-ea2bd1ca910d HTTP/1.1" status: 204 len: 168 time: 0.1375728 Apr 21 21:17:48.437685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff277726-eda2-4688-b0ee-d76dcc89af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d8d2e-d3c9-4820-ae06-ea2bd1ca910d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:48.728415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d37337-b608-462b-8a30-63f050d0100c req-8a45eacf-1a17-4a29-ad08-f6ae1f2ed8d8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:48.729933 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4d37337-b608-462b-8a30-63f050d0100c req-8a45eacf-1a17-4a29-ad08-f6ae1f2ed8d8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 944 time: 0.0548007 Apr 21 21:17:48.770066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4d37337-b608-462b-8a30-63f050d0100c req-efabe93b-4299-4f32-8710-470c2be1613e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336220 Apr 21 21:17:49.486470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 63c9fbec-ab80-47de-8119-796f75dd0b01 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:17:49.596517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 63c9fbec-ab80-47de-8119-796f75dd0b01, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=63c9fbec-ab80-47de-8119-796f75dd0b01,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:49.608347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '63c9fbec-ab80-47de-8119-796f75dd0b01', 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42', 'port_id': '63c9fbec-ab80-47de-8119-796f75dd0b01', 'mac_address': 'fa:16:3e:cb:01:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48954eb0-1a61-421a-86b2-63470e1387eb', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:17:49.645039 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:49.662075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c9fbec-ab80-47de-8119-796f75dd0b01 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:17:49.684824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 63c9fbec-ab80-47de-8119-796f75dd0b01, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=63c9fbec-ab80-47de-8119-796f75dd0b01,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:49.689807 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:49.738823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=63c9fbec-ab80-47de-8119-796f75dd0b01,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:49.901879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32a181-fd8a-4d2c-bd98-9d5974801f99 req-42ce6e2c-9096-4ca2-bfaa-b87858d7e07b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:49.903404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b32a181-fd8a-4d2c-bd98-9d5974801f99 req-42ce6e2c-9096-4ca2-bfaa-b87858d7e07b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 945 time: 0.0567663 Apr 21 21:17:49.954367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b32a181-fd8a-4d2c-bd98-9d5974801f99 req-b3706e08-51ac-40f5-ba33-22f31ab08aec tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444770 Apr 21 21:17:50.005815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['63c9fbec-ab80-47de-8119-796f75dd0b01'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:17:50.552872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:50.628385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57098) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:50.736801 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ca75b36-522d-4ce7-8614-028b069b5eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:50.779515 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:50.817733 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ca75b36-522d-4ce7-8614-028b069b5eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:50.821641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8ca75b36-522d-4ce7-8614-028b069b5eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:50.861911 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8ca75b36-522d-4ce7-8614-028b069b5eeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c22c253e30e344d2a6b78eb95e866f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324133 Apr 21 21:17:50.862716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca75b36-522d-4ce7-8614-028b069b5eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d7cb8-bbc2-41c0-8a05-3853b1d31f0f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:50.864476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57102) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:50.914290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88d288a3-88df-4153-bd31-a9296cc73cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:50.934827 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88d288a3-88df-4153-bd31-a9296cc73cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:50.982608 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88d288a3-88df-4153-bd31-a9296cc73cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:50.985138 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-88d288a3-88df-4153-bd31-a9296cc73cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:50.989283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-88d288a3-88df-4153-bd31-a9296cc73cd8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c76d7cb8-bbc2-41c0-8a05-3853b1d31f0f HTTP/1.1" status: 204 len: 168 time: 0.1234586 Apr 21 21:17:50.997383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d288a3-88df-4153-bd31-a9296cc73cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d7cb8-bbc2-41c0-8a05-3853b1d31f0f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:51.101706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffb730-41d8-4ba8-854d-8a5f8a61c2b8 req-6b6dd656-3f15-44a3-aff7-bc01f9246070 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:51.104086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-16ffb730-41d8-4ba8-854d-8a5f8a61c2b8 req-6b6dd656-3f15-44a3-aff7-bc01f9246070 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 945 time: 0.0640476 Apr 21 21:17:51.165123 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-16ffb730-41d8-4ba8-854d-8a5f8a61c2b8 req-55b26dac-d3ea-473e-b6a4-0f6af646b2af tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521114 Apr 21 21:17:51.318261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57116) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:51.333324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-371d4bb9-4583-410d-8a0e-5f1f403e8dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.411288 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-371d4bb9-4583-410d-8a0e-5f1f403e8dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.415355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-371d4bb9-4583-410d-8a0e-5f1f403e8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.454434 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-371d4bb9-4583-410d-8a0e-5f1f403e8dd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11927bf79d9d4de3ac2b5f5c0686058b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350691 Apr 21 21:17:51.455562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d4bb9-4583-410d-8a0e-5f1f403e8dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f58e7-5f5c-4ff5-bd6b-1766680cf26a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:51.457085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57122) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:51.499016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 63c9fbec-ab80-47de-8119-796f75dd0b01 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:17:51.510511 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02575094-e16c-4c49-a13a-3b9c77361ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.533632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02575094-e16c-4c49-a13a-3b9c77361ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.551379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 63c9fbec-ab80-47de-8119-796f75dd0b01 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:17:51.555460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 63c9fbec-ab80-47de-8119-796f75dd0b01 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:51.556545 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.588605 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02575094-e16c-4c49-a13a-3b9c77361ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.591622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-02575094-e16c-4c49-a13a-3b9c77361ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.592998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-02575094-e16c-4c49-a13a-3b9c77361ffc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c1f58e7-5f5c-4ff5-bd6b-1766680cf26a HTTP/1.1" status: 204 len: 168 time: 0.1339931 Apr 21 21:17:51.603472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02575094-e16c-4c49-a13a-3b9c77361ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f58e7-5f5c-4ff5-bd6b-1766680cf26a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:51.654117 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.689436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 63c9fbec-ab80-47de-8119-796f75dd0b01, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=63c9fbec-ab80-47de-8119-796f75dd0b01,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:51.690856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c68899-429f-4e7c-a971-d7048f24e857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9fbec-ab80-47de-8119-796f75dd0b01'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:17:51.693381 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3253df9-8f60-4022-b90e-a04f476b003e" -d '{"events": [{"server_uuid": "b8c68899-429f-4e7c-a971-d7048f24e857", "name": "network-vif-plugged", "status": "completed", "tag": "63c9fbec-ab80-47de-8119-796f75dd0b01"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:17:51.697889 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:51.753216 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2912336-34dd-431b-b1b8-f08aa411f1f2 x-openstack-request-id: req-c2912336-34dd-431b-b1b8-f08aa411f1f2 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:17:51.753761 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c68899-429f-4e7c-a971-d7048f24e857", "name": "network-vif-plugged", "status": "completed", "tag": "63c9fbec-ab80-47de-8119-796f75dd0b01", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:17:51.754222 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2912336-34dd-431b-b1b8-f08aa411f1f2 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:17:51.754791 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2912336-34dd-431b-b1b8-f08aa411f1f2'] response: {'server_uuid': 'b8c68899-429f-4e7c-a971-d7048f24e857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9fbec-ab80-47de-8119-796f75dd0b01', 'code': 200} Apr 21 21:17:51.761175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=63c9fbec-ab80-47de-8119-796f75dd0b01,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:51.865180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5c2ff-5eed-44d0-8fcb-27245ff4a3eb req-1c0869d9-e8d3-4ceb-a35a-c80683614203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:51.866682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdb5c2ff-5eed-44d0-8fcb-27245ff4a3eb req-1c0869d9-e8d3-4ceb-a35a-c80683614203 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 1097 time: 0.0443313 Apr 21 21:17:51.906543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdb5c2ff-5eed-44d0-8fcb-27245ff4a3eb req-07e3b7fe-8580-429a-a31d-aa472f53e7a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314286 Apr 21 21:17:52.287102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efe8af-a9e3-447d-bcec-27cb7bed1f7a req-8c04f176-59d3-481d-bccf-5b597bc44c8c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:52.288663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7efe8af-a9e3-447d-bcec-27cb7bed1f7a req-8c04f176-59d3-481d-bccf-5b597bc44c8c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 946 time: 0.0643821 Apr 21 21:17:52.331231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7efe8af-a9e3-447d-bcec-27cb7bed1f7a req-bfac1b3e-fb8d-4754-a978-b760892599df tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353827 Apr 21 21:17:53.453054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71400236-13d5-47b7-b568-b8ec8285d139 req-0caf53ac-03b7-4b01-bc21-d633990995ff tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:53.454525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71400236-13d5-47b7-b568-b8ec8285d139 req-0caf53ac-03b7-4b01-bc21-d633990995ff tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 946 time: 0.0494456 Apr 21 21:17:53.499506 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71400236-13d5-47b7-b568-b8ec8285d139 req-18289637-0854-41ad-8a03-1d0f3da3e263 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385189 Apr 21 21:17:53.622867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095aa34-1f6e-49de-8707-30043a1e1c6a req-22a08059-3617-4b7c-be78-edc3f1a76146 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:17:53.624597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9095aa34-1f6e-49de-8707-30043a1e1c6a req-22a08059-3617-4b7c-be78-edc3f1a76146 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 946 time: 0.0510435 Apr 21 21:17:53.682336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9095aa34-1f6e-49de-8707-30043a1e1c6a req-93922908-fa96-4813-aca6-fe65e11ead1e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447702 Apr 21 21:17:53.819847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57200) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:53.942797 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd0bc-f534-4656-a9c2-faf0c153165b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.026004 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd0bc-f534-4656-a9c2-faf0c153165b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.030444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9d2fd0bc-f534-4656-a9c2-faf0c153165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.070047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9d2fd0bc-f534-4656-a9c2-faf0c153165b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c10b7c14c3b8446f880b33f37c764b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490892 Apr 21 21:17:54.073254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57208) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:54.080313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fd0bc-f534-4656-a9c2-faf0c153165b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16caa5d5-5eb6-4c15-a103-8fc2220b891d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:54.129246 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-72e4ae6a-4553-4a08-8efc-718c21d3f8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.150935 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-72e4ae6a-4553-4a08-8efc-718c21d3f8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.197412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-72e4ae6a-4553-4a08-8efc-718c21d3f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.200167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-72e4ae6a-4553-4a08-8efc-718c21d3f8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.201430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-72e4ae6a-4553-4a08-8efc-718c21d3f8a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16caa5d5-5eb6-4c15-a103-8fc2220b891d HTTP/1.1" status: 204 len: 168 time: 0.1269791 Apr 21 21:17:54.210806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4ae6a-4553-4a08-8efc-718c21d3f8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16caa5d5-5eb6-4c15-a103-8fc2220b891d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:54.459314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57214) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:54.473209 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80e0-0e7b-4379-8b1b-3090bd556321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.546275 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80e0-0e7b-4379-8b1b-3090bd556321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.549807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f5fc80e0-0e7b-4379-8b1b-3090bd556321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.587873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f5fc80e0-0e7b-4379-8b1b-3090bd556321 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c26f4dabab9a46aaac1ee9255a39ddce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274557 Apr 21 21:17:54.588853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc80e0-0e7b-4379-8b1b-3090bd556321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b5a2a5-6e9d-48cf-97b1-b37d2cc35100,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:54.590549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57216) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:54.643812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bbbf50c5-c91e-4410-8ca0-2b93f4078565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.663838 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bbbf50c5-c91e-4410-8ca0-2b93f4078565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.717198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bbbf50c5-c91e-4410-8ca0-2b93f4078565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.719841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bbbf50c5-c91e-4410-8ca0-2b93f4078565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:54.721208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bbbf50c5-c91e-4410-8ca0-2b93f4078565 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5b5a2a5-6e9d-48cf-97b1-b37d2cc35100 HTTP/1.1" status: 204 len: 168 time: 0.1294999 Apr 21 21:17:54.730599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf50c5-c91e-4410-8ca0-2b93f4078565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b5a2a5-6e9d-48cf-97b1-b37d2cc35100,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:55.152946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57240) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:55.625590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:55.960015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.20.0.17 (2cb263e5-7404-43b2-9932-8f00e3969c42/48954eb0-1a61-421a-86b2-63470e1387eb/50e736c5-979d-40e8-bb85-f887794ab3e6) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:17:56.086362 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:56.123897 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:56.166945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 2cb263e5-7404-43b2-9932-8f00e3969c42 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:56.172633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:56.176327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:17:56.207237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=50e736c5-979d-40e8-bb85-f887794ab3e6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:56.223250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.223603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.224030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.224312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.224647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.224999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.225369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.225639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.225956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.226408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.226686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.227008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:17:56.246638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:56.405898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:56.469315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1f33ead-8ff2-40e6-88d3-d6e46ea3cc1b None None] Provisioning complete for port 50e736c5-979d-40e8-bb85-f887794ab3e6 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:56.470412 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1f33ead-8ff2-40e6-88d3-d6e46ea3cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:56.512011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1f33ead-8ff2-40e6-88d3-d6e46ea3cc1b None None] Port 50e736c5-979d-40e8-bb85-f887794ab3e6 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:17:56.702962 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:56.707479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:56.788786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=50e736c5-979d-40e8-bb85-f887794ab3e6,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:56.795232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:56.896695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 2cb263e5-7404-43b2-9932-8f00e3969c42 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:17:56.898109 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:17:57.027331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:17:57.219818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57302) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:57.241347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fff35f99-d246-4429-b493-79898a2c858f None None] Provisioning complete for port 50e736c5-979d-40e8-bb85-f887794ab3e6 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:57.241979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fff35f99-d246-4429-b493-79898a2c858f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:57.280211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fff35f99-d246-4429-b493-79898a2c858f None None] Port 50e736c5-979d-40e8-bb85-f887794ab3e6 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:17:57.381073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a20230e9-eedc-44bf-8c1f-9d4c3de6544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:57.436925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:17:57.442374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e8b4d891-780a-48c9-807d-94a159d3f282 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "PUT /v2.0/routers/02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880318 Apr 21 21:17:57.450840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Sync routers for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:17:57.460711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:57.461585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:57.473420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a20230e9-eedc-44bf-8c1f-9d4c3de6544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:57.478334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a20230e9-eedc-44bf-8c1f-9d4c3de6544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:57.521045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20230e9-eedc-44bf-8c1f-9d4c3de6544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6b8e46-a83d-47a7-9706-ece8d8e9ce34,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:57.530017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57312) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:57.530224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a20230e9-eedc-44bf-8c1f-9d4c3de6544f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a7bc17a6e4234410a47c58da8b746342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090327 Apr 21 21:17:57.574777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:57.593864 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee191241-6a55-49db-897b-79f61d48528c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:57.616608 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee191241-6a55-49db-897b-79f61d48528c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:57.667158 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee191241-6a55-49db-897b-79f61d48528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:57.670185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ee191241-6a55-49db-897b-79f61d48528c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:57.672712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ee191241-6a55-49db-897b-79f61d48528c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a6b8e46-a83d-47a7-9706-ece8d8e9ce34 HTTP/1.1" status: 204 len: 168 time: 0.1415567 Apr 21 21:17:57.686187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee191241-6a55-49db-897b-79f61d48528c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6b8e46-a83d-47a7-9706-ece8d8e9ce34,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:57.852218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:17:56Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '94f6d8e4-2c69-4195-8d8c-7b389d91b8eb', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:16:31Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 1, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e736c5-979d-40e8-bb85-f887794ab3e6', 'name': '', 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:5c:65:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '48954eb0-1a61-421a-86b2-63470e1387eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:55Z', 'updated_at': '2022-04-21T21:17:56Z', 'revision_number': 2, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '48954eb0-1a61-421a-86b2-63470e1387eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:57.888989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Checking router: 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:17:57.889502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Updating router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 port 50e736c5-979d-40e8-bb85-f887794ab3e6 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:17:57.914823 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:58.204042 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:58.209999 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:58.303593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ab39-d165-4879-b4bd-af3ed7fa3643 None None] Pushing event updated for resources: {'Port': ['ID=50e736c5-979d-40e8-bb85-f887794ab3e6,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:58.315617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Attempting to bind port 50e736c5-979d-40e8-bb85-f887794ab3e6 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:17:58.315979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Attempting to bind port 50e736c5-979d-40e8-bb85-f887794ab3e6 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:17:58.316332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Attempting to bind port 50e736c5-979d-40e8-bb85-f887794ab3e6 on network 2cb263e5-7404-43b2-9932-8f00e3969c42 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:17:58.322910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:17:58.323545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Checking segment: {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:17:58.324017 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:58.324497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Bound using segment: {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:17:58.325002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Bound port: 50e736c5-979d-40e8-bb85-f887794ab3e6, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e28132-7c61-4127-814b-f962fae9c05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:17:58.325436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:58.404816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] For port 50e736c5-979d-40e8-bb85-f887794ab3e6, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:17:58.408208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] For port 50e736c5-979d-40e8-bb85-f887794ab3e6, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=50e736c5-979d-40e8-bb85-f887794ab3e6,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:17:58.414640 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:58.481409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ab39-d165-4879-b4bd-af3ed7fa3643 None None] Pushing event updated for resources: {'Port': ['ID=50e736c5-979d-40e8-bb85-f887794ab3e6,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:58.484320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:17:58.485150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:17:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:58.662378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:17:58.664670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-64e3c5cd-9557-448c-9b6f-c8db1037c712 None None] Provisioning complete for port 50e736c5-979d-40e8-bb85-f887794ab3e6 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:58.665108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64e3c5cd-9557-448c-9b6f-c8db1037c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:58.942820 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64e3c5cd-9557-448c-9b6f-c8db1037c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:59.001044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-64e3c5cd-9557-448c-9b6f-c8db1037c712 None None] For port 50e736c5-979d-40e8-bb85-f887794ab3e6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=50e736c5-979d-40e8-bb85-f887794ab3e6,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:17:59.022425 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-64e3c5cd-9557-448c-9b6f-c8db1037c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:59.098652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3c5cd-9557-448c-9b6f-c8db1037c712 None None] Pushing event updated for resources: {'Port': ['ID=50e736c5-979d-40e8-bb85-f887794ab3e6,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:59.112554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:17:56Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '94f6d8e4-2c69-4195-8d8c-7b389d91b8eb', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:16:31Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 1, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e736c5-979d-40e8-bb85-f887794ab3e6', 'name': '', 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:5c:65:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '48954eb0-1a61-421a-86b2-63470e1387eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:55Z', 'updated_at': '2022-04-21T21:17:58Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '48954eb0-1a61-421a-86b2-63470e1387eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:17:59.143748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79483a1a-0828-4d69-a456-bfbbec8e73f7 None None] The sync data for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 is: [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:17:56Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '94f6d8e4-2c69-4195-8d8c-7b389d91b8eb', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:16:31Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 1, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50e736c5-979d-40e8-bb85-f887794ab3e6', 'name': '', 'network_id': '2cb263e5-7404-43b2-9932-8f00e3969c42', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:5c:65:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '48954eb0-1a61-421a-86b2-63470e1387eb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:55Z', 'updated_at': '2022-04-21T21:17:58Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '48954eb0-1a61-421a-86b2-63470e1387eb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:17:59.161418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-05b73945-993f-4c89-b0ad-57e44ff3cc29 None None] Provisioning complete for port 50e736c5-979d-40e8-bb85-f887794ab3e6 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:17:59.162063 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05b73945-993f-4c89-b0ad-57e44ff3cc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:59.714243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57374) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:17:59.824742 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88f85624-ccbd-462d-89b2-68d09d3ae984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:59.905153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88f85624-ccbd-462d-89b2-68d09d3ae984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:59.908906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-88f85624-ccbd-462d-89b2-68d09d3ae984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:17:59.951587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f85624-ccbd-462d-89b2-68d09d3ae984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ef8a89-62e0-4e0a-adc7-ed5e79eae92b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:17:59.956043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-88f85624-ccbd-462d-89b2-68d09d3ae984 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fc37bc16f1948498f57e571a6170d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407250 Apr 21 21:17:59.958715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57388) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:00.009681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67067bc1-9be8-44ff-a9b0-2362e975a3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.033080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67067bc1-9be8-44ff-a9b0-2362e975a3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.089830 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67067bc1-9be8-44ff-a9b0-2362e975a3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.092678 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-67067bc1-9be8-44ff-a9b0-2362e975a3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.093734 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-67067bc1-9be8-44ff-a9b0-2362e975a3f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4ef8a89-62e0-4e0a-adc7-ed5e79eae92b HTTP/1.1" status: 204 len: 168 time: 0.1341023 Apr 21 21:18:00.102169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67067bc1-9be8-44ff-a9b0-2362e975a3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ef8a89-62e0-4e0a-adc7-ed5e79eae92b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:00.292368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 50e736c5-979d-40e8-bb85-f887794ab3e6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:00.356187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 50e736c5-979d-40e8-bb85-f887794ab3e6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:00.357034 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.404229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57402) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:00.423384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9bb099f-cf6c-49be-90e3-ef366eeeff9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.499596 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-44dd2ae9-dd45-4f2f-b20c-6e434a14e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.505591 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9bb099f-cf6c-49be-90e3-ef366eeeff9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.511050 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e9bb099f-cf6c-49be-90e3-ef366eeeff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.554599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57408) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:00.555201 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e9bb099f-cf6c-49be-90e3-ef366eeeff9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6754941644ee4892b93f72f7eab882aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490986 Apr 21 21:18:00.556365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb099f-cf6c-49be-90e3-ef366eeeff9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650eae98-9a6c-46be-9332-cdd245e47c75,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:00.614377 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84d85a82-69c8-4aba-aee0-42b6226a7099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.635595 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84d85a82-69c8-4aba-aee0-42b6226a7099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.686935 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84d85a82-69c8-4aba-aee0-42b6226a7099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.690131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-84d85a82-69c8-4aba-aee0-42b6226a7099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:00.691276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-84d85a82-69c8-4aba-aee0-42b6226a7099 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/650eae98-9a6c-46be-9332-cdd245e47c75 HTTP/1.1" status: 204 len: 168 time: 0.1336775 Apr 21 21:18:00.699351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d85a82-69c8-4aba-aee0-42b6226a7099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650eae98-9a6c-46be-9332-cdd245e47c75,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:02.257765 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:18:02.783796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-09fd560c-2c5b-44d8-9f45-2d38a1b7a7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:02.990753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57514) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:03.104951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c70c739f-7c6e-4d55-b7ea-b6db2946b514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.176874 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c70c739f-7c6e-4d55-b7ea-b6db2946b514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.180376 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c70c739f-7c6e-4d55-b7ea-b6db2946b514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.219552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c70c739f-7c6e-4d55-b7ea-b6db2946b514 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09b53fdb041c45cfb31fa9de20f9c841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2275882 Apr 21 21:18:03.220385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c739f-7c6e-4d55-b7ea-b6db2946b514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb95b0e6-3de7-4f12-97da-6c1663261c0b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:03.222326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57520) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:03.270557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.291483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.335315 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.338328 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.339446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb95b0e6-3de7-4f12-97da-6c1663261c0b HTTP/1.1" status: 204 len: 168 time: 0.1160321 Apr 21 21:18:03.346862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb95b0e6-3de7-4f12-97da-6c1663261c0b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:03.354630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.354970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.355302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.355770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.356016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.356341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.356659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.357010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.357329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.357646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.357963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.358281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72705b-1fde-4bfa-81b9-3e9d1fade3ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:03.599957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57536) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:03.613566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4437f42-0c77-4791-ab20-01f5c8464e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.692893 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4437f42-0c77-4791-ab20-01f5c8464e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.697400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4437f42-0c77-4791-ab20-01f5c8464e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.736635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d4437f42-0c77-4791-ab20-01f5c8464e6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54d5385cf5e444d4bcfd1fe4445edeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355934 Apr 21 21:18:03.737762 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4437f42-0c77-4791-ab20-01f5c8464e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76649154-7927-423b-9769-a388224b1244,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:03.739349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57542) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:03.787777 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1845c16b-bd79-4d77-a4f9-02847490905d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.809182 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1845c16b-bd79-4d77-a4f9-02847490905d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.857154 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1845c16b-bd79-4d77-a4f9-02847490905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.859767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1845c16b-bd79-4d77-a4f9-02847490905d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:03.861093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1845c16b-bd79-4d77-a4f9-02847490905d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76649154-7927-423b-9769-a388224b1244 HTTP/1.1" status: 204 len: 168 time: 0.1206126 Apr 21 21:18:03.871741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845c16b-bd79-4d77-a4f9-02847490905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76649154-7927-423b-9769-a388224b1244,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:04.098920 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:04.577049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57578) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:04.672487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-96829134'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:04.692473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:04.696032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:04.704450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:04.778892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:04.783642 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:04.811930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:04.818179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc9456-c154-45a1-b356-0679823dbe71,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:04.824088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:04.824435 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added segment fb306a9e-64ee-436b-a9a0-10d12d31a027 of type vlan for network 0b084950-1b44-47f2-995e-3d7abd7f1df5 Apr 21 21:18:04.869003 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:04.894300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:04.900325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:04.901506 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:04.959427 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3812151 Apr 21 21:18:04.962848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57582) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:04.969237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2003846163'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:04.974086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc984e55-8eb8-42e2-8cc6-91b060c3a17a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Network': ['ID=0b084950-1b44-47f2-995e-3d7abd7f1df5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:04.985601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 0b084950-1b44-47f2-995e-3d7abd7f1df5 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:04.991522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:04.995256 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.018818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:05.032703 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.033712 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added segment fd69edac-3ced-41c0-bd6e-f212eb057e48 of type vlan for network b17a2e07-07a5-425a-9406-86355e903465 Apr 21 21:18:05.081405 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.106570 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.112009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:05.112589 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.180831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2138126 Apr 21 21:18:05.181032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57588) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:05.187625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'subnet': {'network_id': '0b084950-1b44-47f2-995e-3d7abd7f1df5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:05.192514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23758337-5e42-4e99-b50f-d85386e8c055 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Network': ['ID=b17a2e07-07a5-425a-9406-86355e903465,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:05.205910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b17a2e07-07a5-425a-9406-86355e903465 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:05.282256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:05.286101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.499947 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.505955 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.566828 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57594) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:05.575302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Subnet': ['ID=6f38d71a-7077-4167-b30c-47a6348db0b4,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:05.584144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Checking segment: {'id': 'fb306a9e-64ee-436b-a9a0-10d12d31a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b084950-1b44-47f2-995e-3d7abd7f1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:05.584700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network hostable DHCP agents. Network: 0b084950-1b44-47f2-995e-3d7abd7f1df5, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:18:05.601283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 0b084950-1b44-47f2-995e-3d7abd7f1df5 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:18:05.610427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 0b084950-1b44-47f2-995e-3d7abd7f1df5) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:05.615692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:05.616283 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.623909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9236c2-ecf2-4613-90ca-18a27ccd2a91 None None] Network 0b084950-1b44-47f2-995e-3d7abd7f1df5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:05.648471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a56f9e0b-e514-4b7c-be70-b70ab60d59c2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4664397 Apr 21 21:18:05.651452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57598) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:05.658264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'subnet': {'network_id': 'b17a2e07-07a5-425a-9406-86355e903465', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:05.731138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3cfa02b4-03f1-4c3f-908b-f2e8fd0bc36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.783343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:05.783748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-0b084950-1b44-47f2-995e-3d7abd7f1df5', 'network_id': '0b084950-1b44-47f2-995e-3d7abd7f1df5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'fixed_ips': [{'subnet_id': '6f38d71a-7077-4167-b30c-47a6348db0b4'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:18:05.784625 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.787060 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.926553 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3cfa02b4-03f1-4c3f-908b-f2e8fd0bc36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.931758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Allocated IP 2001:db8::2 (0b084950-1b44-47f2-995e-3d7abd7f1df5/6f38d71a-7077-4167-b30c-47a6348db0b4/f5df3e03-96a4-47b2-af21-20d7f01a1104) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:05.934699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3cfa02b4-03f1-4c3f-908b-f2e8fd0bc36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:05.966539 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.016976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57600) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:06.017552 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3cfa02b4-03f1-4c3f-908b-f2e8fd0bc36b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5bc99851212400bbced9e936eb911e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4491091 Apr 21 21:18:06.020923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa02b4-03f1-4c3f-908b-f2e8fd0bc36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42c3e53-e17a-45a3-8612-8393b32e13a4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:06.093817 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.095414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f378829-75ad-4fce-be33-d709b4fb1c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.109685 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.121472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.127548 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f378829-75ad-4fce-be33-d709b4fb1c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.159801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Network 0b084950-1b44-47f2-995e-3d7abd7f1df5 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:06.162342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:06.166552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Subnet': ['ID=62416687-9fd8-4db7-831f-6c969ca3feb5,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:06.178908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Checking segment: {'id': 'fd69edac-3ced-41c0-bd6e-f212eb057e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b17a2e07-07a5-425a-9406-86355e903465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:06.179176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network hostable DHCP agents. Network: b17a2e07-07a5-425a-9406-86355e903465, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:18:06.198635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network b17a2e07-07a5-425a-9406-86355e903465 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:18:06.212935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:06.214094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b17a2e07-07a5-425a-9406-86355e903465) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:06.218953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f378829-75ad-4fce-be33-d709b4fb1c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.221278 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:06.221918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.226745 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f378829-75ad-4fce-be33-d709b4fb1c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.228782 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8f378829-75ad-4fce-be33-d709b4fb1c8b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d42c3e53-e17a-45a3-8612-8393b32e13a4 HTTP/1.1" status: 204 len: 168 time: 0.2107918 Apr 21 21:18:06.233590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed230ce9-5bc6-4ab9-9c67-5b679b6c2712 None None] Network b17a2e07-07a5-425a-9406-86355e903465 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:06.265930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Pushing event updated for resources: {'Port': ['ID=f5df3e03-96a4-47b2-af21-20d7f01a1104,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:06.267537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f378829-75ad-4fce-be33-d709b4fb1c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42c3e53-e17a-45a3-8612-8393b32e13a4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:06.276094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b5cd22fc-fb1a-4124-be48-38057b9dec25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6198754 Apr 21 21:18:06.276510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57616) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:06.281215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c23f031d-96f2-4786-b884-bec63c4ea667 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-782689790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:06.334111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c23f031d-96f2-4786-b884-bec63c4ea667 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.343216 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c23f031d-96f2-4786-b884-bec63c4ea667 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.388586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Attempting to bind port f5df3e03-96a4-47b2-af21-20d7f01a1104 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:06.389089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Attempting to bind port f5df3e03-96a4-47b2-af21-20d7f01a1104 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'fb306a9e-64ee-436b-a9a0-10d12d31a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b084950-1b44-47f2-995e-3d7abd7f1df5'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:06.390722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Attempting to bind port f5df3e03-96a4-47b2-af21-20d7f01a1104 on network 0b084950-1b44-47f2-995e-3d7abd7f1df5 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:06.416381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:06.421212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Checking segment: {'id': 'fb306a9e-64ee-436b-a9a0-10d12d31a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b084950-1b44-47f2-995e-3d7abd7f1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:06.421985 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.422647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Bound using segment: {'id': 'fb306a9e-64ee-436b-a9a0-10d12d31a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b084950-1b44-47f2-995e-3d7abd7f1df5'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:06.423546 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Bound port: f5df3e03-96a4-47b2-af21-20d7f01a1104, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb306a9e-64ee-436b-a9a0-10d12d31a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0b084950-1b44-47f2-995e-3d7abd7f1df5'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:06.424587 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.450747 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c23f031d-96f2-4786-b884-bec63c4ea667 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.461356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c23f031d-96f2-4786-b884-bec63c4ea667 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.496450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c23f031d-96f2-4786-b884-bec63c4ea667 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.498514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c23f031d-96f2-4786-b884-bec63c4ea667 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2210634 Apr 21 21:18:06.501383 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57622) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:06.565413 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] For port f5df3e03-96a4-47b2-af21-20d7f01a1104, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:06.569426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] For port f5df3e03-96a4-47b2-af21-20d7f01a1104, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f5df3e03-96a4-47b2-af21-20d7f01a1104,segment=NetworkSegment(fb306a9e-64ee-436b-a9a0-10d12d31a027),segment_id=fb306a9e-64ee-436b-a9a0-10d12d31a027)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:06.586423 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.638456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-b17a2e07-07a5-425a-9406-86355e903465', 'network_id': 'b17a2e07-07a5-425a-9406-86355e903465', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'fixed_ips': [{'subnet_id': '62416687-9fd8-4db7-831f-6c969ca3feb5'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:18:06.639327 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:06.704309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49086b22-7254-4172-b8df-87e2ca12cd9d None None] Pushing event updated for resources: {'Port': ['ID=f5df3e03-96a4-47b2-af21-20d7f01a1104,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:06.894484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Allocated IP 2001:db8:1::2 (b17a2e07-07a5-425a-9406-86355e903465/62416687-9fd8-4db7-831f-6c969ca3feb5/2d9f22c8-756e-4630-a10a-d8462c9963e7) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:06.997364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:07.163053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:07.177672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:07.229590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Pushing event updated for resources: {'Port': ['ID=2d9f22c8-756e-4630-a10a-d8462c9963e7,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:07.253167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Network b17a2e07-07a5-425a-9406-86355e903465 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:07.255596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:07.258190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:07.326754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Attempting to bind port 2d9f22c8-756e-4630-a10a-d8462c9963e7 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:07.327133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Attempting to bind port 2d9f22c8-756e-4630-a10a-d8462c9963e7 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'fd69edac-3ced-41c0-bd6e-f212eb057e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b17a2e07-07a5-425a-9406-86355e903465'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:07.327502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Attempting to bind port 2d9f22c8-756e-4630-a10a-d8462c9963e7 on network b17a2e07-07a5-425a-9406-86355e903465 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:07.333227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:07.333683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Checking segment: {'id': 'fd69edac-3ced-41c0-bd6e-f212eb057e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b17a2e07-07a5-425a-9406-86355e903465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:07.334091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:07.334487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Bound using segment: {'id': 'fd69edac-3ced-41c0-bd6e-f212eb057e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b17a2e07-07a5-425a-9406-86355e903465'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:07.334950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Bound port: 2d9f22c8-756e-4630-a10a-d8462c9963e7, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd69edac-3ced-41c0-bd6e-f212eb057e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b17a2e07-07a5-425a-9406-86355e903465'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:07.335345 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:07.371070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 2001:db8::1 (0b084950-1b44-47f2-995e-3d7abd7f1df5/6f38d71a-7077-4167-b30c-47a6348db0b4/1b4f3639-6f83-4216-a306-75f265b87acb) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:07.413290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] For port 2d9f22c8-756e-4630-a10a-d8462c9963e7, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:07.419887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] For port 2d9f22c8-756e-4630-a10a-d8462c9963e7, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2d9f22c8-756e-4630-a10a-d8462c9963e7,segment=NetworkSegment(fd69edac-3ced-41c0-bd6e-f212eb057e48),segment_id=fd69edac-3ced-41c0-bd6e-f212eb057e48)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:07.427267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:07.502580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b2f3e-373c-4a56-8160-6a0204a20e0c None None] Pushing event updated for resources: {'Port': ['ID=2d9f22c8-756e-4630-a10a-d8462c9963e7,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:07.534185 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:07.615018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:07.674391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 0b084950-1b44-47f2-995e-3d7abd7f1df5 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:07.678374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:07.682825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:07.683466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:07.771573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=1b4f3639-6f83-4216-a306-75f265b87acb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:07.881281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.132153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f7cafc-9594-463c-be1a-6750b2cb2e24 None None] Network 0b084950-1b44-47f2-995e-3d7abd7f1df5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:08.287423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.297718 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.298816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.313741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fdee84b3-7b7a-4a31-ad6f-b2b13e73a4d3 None None] Provisioning complete for port f5df3e03-96a4-47b2-af21-20d7f01a1104 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:08.317150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdee84b3-7b7a-4a31-ad6f-b2b13e73a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.429271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=1b4f3639-6f83-4216-a306-75f265b87acb,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:08.481810 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f5df3e03-96a4-47b2-af21-20d7f01a1104 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:08.482023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 0b084950-1b44-47f2-995e-3d7abd7f1df5 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:08.483453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:08.519175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57668) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:08.615000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97ca32b-0f61-459c-84fe-d972d3e64655 admin admin] Deleting subnet d84c4d23-a777-4183-81f5-1b01f10fc27c {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:08.622713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b97ca32b-0f61-459c-84fe-d972d3e64655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.670333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f5df3e03-96a4-47b2-af21-20d7f01a1104 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:08.670953 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.707532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b97ca32b-0f61-459c-84fe-d972d3e64655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.714472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdee84b3-7b7a-4a31-ad6f-b2b13e73a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.784115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fdee84b3-7b7a-4a31-ad6f-b2b13e73a4d3 None None] For port f5df3e03-96a4-47b2-af21-20d7f01a1104, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f5df3e03-96a4-47b2-af21-20d7f01a1104,segment=NetworkSegment(fb306a9e-64ee-436b-a9a0-10d12d31a027),segment_id=fb306a9e-64ee-436b-a9a0-10d12d31a027)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:08.789596 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router c4b37b9f-1b96-4ce8-8e32-78fec4228579 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:08.797621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdee84b3-7b7a-4a31-ad6f-b2b13e73a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.813347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b97ca32b-0f61-459c-84fe-d972d3e64655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.939629 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b97ca32b-0f61-459c-84fe-d972d3e64655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:08.962039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2d9f22c8-756e-4630-a10a-d8462c9963e7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:08.979758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee84b3-7b7a-4a31-ad6f-b2b13e73a4d3 None None] Pushing event updated for resources: {'Port': ['ID=f5df3e03-96a4-47b2-af21-20d7f01a1104,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:09.007370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ca32b-0f61-459c-84fe-d972d3e64655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84c4d23-a777-4183-81f5-1b01f10fc27c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:09.016366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:09.017634 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b97ca32b-0f61-459c-84fe-d972d3e64655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.025842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57698) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:09.029108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b97ca32b-0f61-459c-84fe-d972d3e64655 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d84c4d23-a777-4183-81f5-1b01f10fc27c HTTP/1.1" status: 204 len: 168 time: 0.5087826 Apr 21 21:18:09.037998 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa2393d-545b-442f-9378-8952a638a8f4 None None] Sync routers for ids ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:09.044451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2d9f22c8-756e-4630-a10a-d8462c9963e7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:09.044912 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.048518 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-787a298f-289c-46ed-b1be-08bccd98b3fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/c4b37b9f-1b96-4ce8-8e32-78fec4228579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5460644 Apr 21 21:18:09.051170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57700) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:09.058167 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2393d-545b-442f-9378-8952a638a8f4 None None] Routers {'c4b37b9f-1b96-4ce8-8e32-78fec4228579'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:09.061169 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9aa2393d-545b-442f-9378-8952a638a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:09.113227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1853a2f3-de76-4a4a-b96d-829b0d72cb21 None None] Provisioning complete for port 1b4f3639-6f83-4216-a306-75f265b87acb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:09.113865 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1853a2f3-de76-4a4a-b96d-829b0d72cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.147960 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9aa2393d-545b-442f-9378-8952a638a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:09.168425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1853a2f3-de76-4a4a-b96d-829b0d72cb21 None None] Port 1b4f3639-6f83-4216-a306-75f265b87acb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:09.170899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d353dbb5-e776-43f5-a1f0-c5b3f1b15b98 None None] Network b17a2e07-07a5-425a-9406-86355e903465 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:09.174160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dc03a1-7280-48e3-8563-48264fe2da0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:09.175066 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2393d-545b-442f-9378-8952a638a8f4 None None] Routers {'c4b37b9f-1b96-4ce8-8e32-78fec4228579'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:09.176812 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9aa2393d-545b-442f-9378-8952a638a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:09.176944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-39dc03a1-7280-48e3-8563-48264fe2da0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports/1b4f3639-6f83-4216-a306-75f265b87acb HTTP/1.1" status: 200 len: 911 time: 0.1235538 Apr 21 21:18:09.178568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57702) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:09.198654 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.225629 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9aa2393d-545b-442f-9378-8952a638a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:09.227560 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa2393d-545b-442f-9378-8952a638a8f4 None None] The sync data for ids ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:09.374620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.400647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1853a2f3-de76-4a4a-b96d-829b0d72cb21 None None] Provisioning complete for port f5df3e03-96a4-47b2-af21-20d7f01a1104 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:09.401673 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1853a2f3-de76-4a4a-b96d-829b0d72cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.403955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d7132e-9374-4d77-97ac-049a5de84e7f']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:09.405932 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.417441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0283e958-ce3e-46c9-bd92-e91c21dddb5c') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:09.417651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0283e958-ce3e-46c9-bd92-e91c21dddb5c') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:09.429731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.449109 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.464843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:09.465622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:09.477852 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:09.480246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 2d9f22c8-756e-4630-a10a-d8462c9963e7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2d9f22c8-756e-4630-a10a-d8462c9963e7,segment=NetworkSegment(fd69edac-3ced-41c0-bd6e-f212eb057e48),segment_id=fd69edac-3ced-41c0-bd6e-f212eb057e48)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:09.492512 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.551296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57706) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:09.607749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.613496 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.621896 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a5d7132e-9374-4d77-97ac-049a5de84e7f HTTP/1.1" status: 204 len: 168 time: 0.5849028 Apr 21 21:18:09.622987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57710) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:09.646896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=2d9f22c8-756e-4630-a10a-d8462c9963e7,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:09.661666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9db189-790a-4b97-9a8f-568667e439d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d7132e-9374-4d77-97ac-049a5de84e7f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:09.688507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f75788-209d-40c4-975e-fe64c0b2b5b5 admin admin] Deleting subnet 1522ffa2-03c4-4b90-94e7-9f6ca626b08e {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:09.697229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2f75788-209d-40c4-975e-fe64c0b2b5b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.817250 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2f75788-209d-40c4-975e-fe64c0b2b5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.822237 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b3722c-3170-459f-a8a2-29a5f77fdd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.925294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2f75788-209d-40c4-975e-fe64c0b2b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:09.967221 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.042494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bf62ffa9-b633-462c-b8f4-44ab816edb84 None None] Provisioning complete for port 1b4f3639-6f83-4216-a306-75f265b87acb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:10.042995 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bf62ffa9-b633-462c-b8f4-44ab816edb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.094189 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2f75788-209d-40c4-975e-fe64c0b2b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.101619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bf62ffa9-b633-462c-b8f4-44ab816edb84 None None] Port 1b4f3639-6f83-4216-a306-75f265b87acb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:10.111780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bf62ffa9-b633-462c-b8f4-44ab816edb84 None None] Provisioning complete for port 2d9f22c8-756e-4630-a10a-d8462c9963e7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:10.112327 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bf62ffa9-b633-462c-b8f4-44ab816edb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.140870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b3722c-3170-459f-a8a2-29a5f77fdd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.144737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f75788-209d-40c4-975e-fe64c0b2b5b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1522ffa2-03c4-4b90-94e7-9f6ca626b08e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:10.151488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2f75788-209d-40c4-975e-fe64c0b2b5b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.154567 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d2f75788-209d-40c4-975e-fe64c0b2b5b5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1522ffa2-03c4-4b90-94e7-9f6ca626b08e HTTP/1.1" status: 204 len: 168 time: 0.5305052 Apr 21 21:18:10.157183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57712) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:10.160364 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-51b3722c-3170-459f-a8a2-29a5f77fdd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.251390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-51b3722c-3170-459f-a8a2-29a5f77fdd12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e44b2f93d174470981f1da2bd6feff6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959219 Apr 21 21:18:10.251597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.251687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3722c-3170-459f-a8a2-29a5f77fdd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13140cec-671a-4c42-866a-fb1b34f4cb89,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:10.253368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57714) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:10.286146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f5df3e03-96a4-47b2-af21-20d7f01a1104 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:10.336285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f5df3e03-96a4-47b2-af21-20d7f01a1104 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:10.336620 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.364705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 2001:db8:1::1 (b17a2e07-07a5-425a-9406-86355e903465/62416687-9fd8-4db7-831f-6c969ca3feb5/5bf1c243-5fc6-49ba-b779-364f12f48689) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:10.385029 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-703a3e34-a3fe-4217-be3a-0cd0822caba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.388410 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.415791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2d9f22c8-756e-4630-a10a-d8462c9963e7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:10.424020 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-703a3e34-a3fe-4217-be3a-0cd0822caba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.426586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae978c13-dd99-45d4-a7b4-06cf2275a183']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:10.448224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf17606-1502-416b-98d2-8872129a9e70') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:10.448542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf17606-1502-416b-98d2-8872129a9e70') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:10.466948 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.467725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2d9f22c8-756e-4630-a10a-d8462c9963e7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:10.468104 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.487190 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.494444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:10.494844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:10.496634 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:10.502568 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.544779 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-703a3e34-a3fe-4217-be3a-0cd0822caba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.547053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-703a3e34-a3fe-4217-be3a-0cd0822caba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.550528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-703a3e34-a3fe-4217-be3a-0cd0822caba6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13140cec-671a-4c42-866a-fb1b34f4cb89 HTTP/1.1" status: 204 len: 168 time: 0.2937267 Apr 21 21:18:10.557777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a3e34-a3fe-4217-be3a-0cd0822caba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13140cec-671a-4c42-866a-fb1b34f4cb89,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:10.562035 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.565167 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.573641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.587097 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ae978c13-dd99-45d4-a7b4-06cf2275a183 HTTP/1.1" status: 204 len: 168 time: 0.4189291 Apr 21 21:18:10.588704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4058fc-1a75-4f36-b05a-892d152e4523 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae978c13-dd99-45d4-a7b4-06cf2275a183,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:10.631784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network b17a2e07-07a5-425a-9406-86355e903465 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:10.636858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:10.638732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=5bf1c243-5fc6-49ba-b779-364f12f48689,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:10.641039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:10.641581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.745557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57722) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:10.782797 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.795496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-882c6f81-a513-4791-b52c-442b16c1d5d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99db20e5ed544823a442c46659117358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488451 Apr 21 21:18:10.800087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57724) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:10.930426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3a605219-eb14-4c4b-ba0f-5e8780bd5eab None None] Provisioning complete for port 5bf1c243-5fc6-49ba-b779-364f12f48689 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:10.930832 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3a605219-eb14-4c4b-ba0f-5e8780bd5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.965104 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-87b9637e-095f-4924-9c92-b7f2eb35c43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.965364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57728) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:10.972907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3a605219-eb14-4c4b-ba0f-5e8780bd5eab None None] Port 5bf1c243-5fc6-49ba-b779-364f12f48689 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:10.981297 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-933d8394-5729-4770-a76f-84c7ca8b2194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:10.999844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-87b9637e-095f-4924-9c92-b7f2eb35c43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.071320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-933d8394-5729-4770-a76f-84c7ca8b2194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.076469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-933d8394-5729-4770-a76f-84c7ca8b2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.114987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-933d8394-5729-4770-a76f-84c7ca8b2194 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94e190ecaedb49e7adfaa234d1309b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486154 Apr 21 21:18:11.117163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d8394-5729-4770-a76f-84c7ca8b2194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c0e7e-b7c7-4a08-9f93-56065b1560b8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:11.118257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57730) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:11.133768 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-87b9637e-095f-4924-9c92-b7f2eb35c43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.136245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-87b9637e-095f-4924-9c92-b7f2eb35c43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.137537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-87b9637e-095f-4924-9c92-b7f2eb35c43c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6eada8e8-f64f-46f4-badd-e4f22620abb3 HTTP/1.1" status: 204 len: 168 time: 0.3364749 Apr 21 21:18:11.162756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9637e-095f-4924-9c92-b7f2eb35c43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eada8e8-f64f-46f4-badd-e4f22620abb3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:11.205703 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.219055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.219826 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.227361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36307e87-d4bf-4ac3-bf08-538bba620d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.298467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36307e87-d4bf-4ac3-bf08-538bba620d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.300082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=5bf1c243-5fc6-49ba-b779-364f12f48689,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:11.393986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network b17a2e07-07a5-425a-9406-86355e903465 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:11.395706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:11.408151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36307e87-d4bf-4ac3-bf08-538bba620d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.411152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-36307e87-d4bf-4ac3-bf08-538bba620d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.412498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-36307e87-d4bf-4ac3-bf08-538bba620d09 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc5c0e7e-b7c7-4a08-9f93-56065b1560b8 HTTP/1.1" status: 204 len: 168 time: 0.2932756 Apr 21 21:18:11.484568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36307e87-d4bf-4ac3-bf08-538bba620d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c0e7e-b7c7-4a08-9f93-56065b1560b8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:11.488906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57738) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:11.519892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router c4b37b9f-1b96-4ce8-8e32-78fec4228579 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:11.549686 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-54dcedcb-0e42-442e-9a37-d411f6591862 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f53a90805ab64b9ea4c8ff45bfd3f98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596926 Apr 21 21:18:11.550395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57740) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:11.613267 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5274c2bb-e7fa-4323-9651-5de3c1e2f813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.629481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:11.636875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5ab564b6-0f75-49bc-b62d-18f947a94983 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/c4b37b9f-1b96-4ce8-8e32-78fec4228579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4564207 Apr 21 21:18:11.639552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57744) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:11.641214 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5274c2bb-e7fa-4323-9651-5de3c1e2f813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.642219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb22562-8d86-4f1d-8233-2e3e43d53460 None None] Sync routers for ids ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:11.662261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb22562-8d86-4f1d-8233-2e3e43d53460 None None] Routers {'c4b37b9f-1b96-4ce8-8e32-78fec4228579'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:11.663927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8eb22562-8d86-4f1d-8233-2e3e43d53460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:11.702682 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5274c2bb-e7fa-4323-9651-5de3c1e2f813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.705093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8516c644-3cf0-437f-b0eb-4364112817fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:11.706167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5274c2bb-e7fa-4323-9651-5de3c1e2f813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.706992 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8516c644-3cf0-437f-b0eb-4364112817fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports/5bf1c243-5fc6-49ba-b779-364f12f48689 HTTP/1.1" status: 200 len: 913 time: 0.0662782 Apr 21 21:18:11.707781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5274c2bb-e7fa-4323-9651-5de3c1e2f813 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1838cd40-1cf0-41b2-b67a-3f495721bafa HTTP/1.1" status: 204 len: 168 time: 0.1551816 Apr 21 21:18:11.709849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57746) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:11.713116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8eb22562-8d86-4f1d-8233-2e3e43d53460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:11.717778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274c2bb-e7fa-4323-9651-5de3c1e2f813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838cd40-1cf0-41b2-b67a-3f495721bafa,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:11.738780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb22562-8d86-4f1d-8233-2e3e43d53460 None None] Routers {'c4b37b9f-1b96-4ce8-8e32-78fec4228579'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:11.739480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8eb22562-8d86-4f1d-8233-2e3e43d53460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:11.777505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8eb22562-8d86-4f1d-8233-2e3e43d53460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:11.778075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb22562-8d86-4f1d-8233-2e3e43d53460 None None] The sync data for ids ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:11.780567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3ffd682c-fbfd-480c-b54d-8fc6bd53df50 None None] Provisioning complete for port 5bf1c243-5fc6-49ba-b779-364f12f48689 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:11.780834 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3ffd682c-fbfd-480c-b54d-8fc6bd53df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:11.839064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd682c-fbfd-480c-b54d-8fc6bd53df50 None None] Port 5bf1c243-5fc6-49ba-b779-364f12f48689 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:12.129416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:12.678127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 5bf1c243-5fc6-49ba-b779-364f12f48689 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:12.678759 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:12.772623 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:12.786673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 5bf1c243-5fc6-49ba-b779-364f12f48689 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:12.999859 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:13.026713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=5bf1c243-5fc6-49ba-b779-364f12f48689,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:13.180422 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:13.303758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57886) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:13.447607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router c4b37b9f-1b96-4ce8-8e32-78fec4228579 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:13.577966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:13.590225 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b0220-749b-43ef-966c-88148b4b9f3a None None] Sync routers for ids ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:13.599659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-135ca044-4d29-41a8-bf10-b60a32a9b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/c4b37b9f-1b96-4ce8-8e32-78fec4228579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8859594 Apr 21 21:18:13.600458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57898) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:13.605633 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b0220-749b-43ef-966c-88148b4b9f3a None None] Routers {'c4b37b9f-1b96-4ce8-8e32-78fec4228579'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:13.606249 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0f2b0220-749b-43ef-966c-88148b4b9f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:13.644525 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0f2b0220-749b-43ef-966c-88148b4b9f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:13.660462 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b0220-749b-43ef-966c-88148b4b9f3a None None] Routers {'c4b37b9f-1b96-4ce8-8e32-78fec4228579'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:13.661344 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0f2b0220-749b-43ef-966c-88148b4b9f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:13.693748 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0f2b0220-749b-43ef-966c-88148b4b9f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:13.694627 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b0220-749b-43ef-966c-88148b4b9f3a None None] The sync data for ids ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:13.735436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57902) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:13.858388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9eb82-601b-4c7f-b8ef-ff8b5a0e2e78 req-b6e92ea2-d766-4823-9614-544cfaf0b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:13.863245 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-06c9eb82-601b-4c7f-b8ef-ff8b5a0e2e78 req-b6e92ea2-d766-4823-9614-544cfaf0b73e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1096 time: 0.5577056 Apr 21 21:18:13.879539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6ca43f1-fa44-4d70-9f3a-3a2e3df7a24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:13.902298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-06c9eb82-601b-4c7f-b8ef-ff8b5a0e2e78 req-d4fc749a-8ecc-419f-b6ac-00e3fa2b7920 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336797 Apr 21 21:18:14.035217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6ca43f1-fa44-4d70-9f3a-3a2e3df7a24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.039395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6ca43f1-fa44-4d70-9f3a-3a2e3df7a24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.105865 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b6ca43f1-fa44-4d70-9f3a-3a2e3df7a24c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=176a1aaa4371483a90fa061fa564da7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669260 Apr 21 21:18:14.105865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca43f1-fa44-4d70-9f3a-3a2e3df7a24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb58c3fe-e294-4edf-8c93-6c8dc08efa79,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:14.106339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57910) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:14.131465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.161728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-803d926a-7785-4c5e-b2d4-cfaa407e223d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.186145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-803d926a-7785-4c5e-b2d4-cfaa407e223d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.241361 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-803d926a-7785-4c5e-b2d4-cfaa407e223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.244874 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-803d926a-7785-4c5e-b2d4-cfaa407e223d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.248738 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-803d926a-7785-4c5e-b2d4-cfaa407e223d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb58c3fe-e294-4edf-8c93-6c8dc08efa79 HTTP/1.1" status: 204 len: 168 time: 0.1386931 Apr 21 21:18:14.260093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d926a-7785-4c5e-b2d4-cfaa407e223d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb58c3fe-e294-4edf-8c93-6c8dc08efa79,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:14.431614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 1b4f3639-6f83-4216-a306-75f265b87acb {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:14.432148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.542041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.558729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 1b4f3639-6f83-4216-a306-75f265b87acb owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:14.759545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:14.788120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=1b4f3639-6f83-4216-a306-75f265b87acb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:14.893446 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.109959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router c4b37b9f-1b96-4ce8-8e32-78fec4228579 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:15.247686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:15.256208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e41a3918-cf31-4d49-8533-1ac3666ed43a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/c4b37b9f-1b96-4ce8-8e32-78fec4228579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6505530 Apr 21 21:18:15.256350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57952) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:15.265222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a016457-aef8-4b39-a918-a4a76519eb3b None None] Sync routers for ids ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:15.277901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-56ee63ac-dad3-47c3-bef1-c5dfbdb6d4e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2561316 Apr 21 21:18:15.278388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a016457-aef8-4b39-a918-a4a76519eb3b None None] Routers {'c4b37b9f-1b96-4ce8-8e32-78fec4228579'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:15.279311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2a016457-aef8-4b39-a918-a4a76519eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:15.286502 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2a7c1bb6-d668-4629-bb05-123b0bc5cd73 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4b37b9f-1b96-4ce8-8e32-78fec4228579 HTTP/1.1" status: 200 len: 205 time: 0.0294106 Apr 21 21:18:15.290127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57956) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:15.353075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2a016457-aef8-4b39-a918-a4a76519eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:15.365880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a016457-aef8-4b39-a918-a4a76519eb3b None None] Routers {'c4b37b9f-1b96-4ce8-8e32-78fec4228579'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:15.366516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2a016457-aef8-4b39-a918-a4a76519eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:15.377631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13eda37f-a209-4f33-aafc-fa37f2482a25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.421706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2a016457-aef8-4b39-a918-a4a76519eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:15.427473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a016457-aef8-4b39-a918-a4a76519eb3b None None] The sync data for ids ['c4b37b9f-1b96-4ce8-8e32-78fec4228579'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:15.522794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-082c2dad-81f3-4eeb-a438-76bd3107b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:15.525679 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-082c2dad-81f3-4eeb-a438-76bd3107b6e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 1096 time: 0.1906204 Apr 21 21:18:15.614132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13eda37f-a209-4f33-aafc-fa37f2482a25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.617078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13eda37f-a209-4f33-aafc-fa37f2482a25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.655288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-67420150-3bc7-4f78-a66e-dd5e4d0d6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:15.658238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-67420150-3bc7-4f78-a66e-dd5e4d0d6d63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ca0e8ed-f995-4a73-9138-9d99429d673e HTTP/1.1" status: 200 len: 897 time: 0.1103468 Apr 21 21:18:15.673255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13eda37f-a209-4f33-aafc-fa37f2482a25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.673771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eda37f-a209-4f33-aafc-fa37f2482a25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Fanout notify agent at l3_agent the message router_deleted on router c4b37b9f-1b96-4ce8-8e32-78fec4228579 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:15.681733 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13eda37f-a209-4f33-aafc-fa37f2482a25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.683284 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-13eda37f-a209-4f33-aafc-fa37f2482a25 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/c4b37b9f-1b96-4ce8-8e32-78fec4228579 HTTP/1.1" status: 204 len: 168 time: 0.3920574 Apr 21 21:18:15.686082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57966) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:15.734793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-ff7f0c3b-d456-4cde-9da7-1a8052bae115 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf HTTP/1.1" status: 200 len: 1000 time: 0.0710943 Apr 21 21:18:15.743139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cfd9fb-22bf-4efe-bdd9-f52957214cca tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting subnet 62416687-9fd8-4db7-831f-6c969ca3feb5 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:15.746467 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-07cfd9fb-22bf-4efe-bdd9-f52957214cca tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.790182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-b8305dd2-14c8-466c-8e72-d0277ff59fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:15.791102 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-07cfd9fb-22bf-4efe-bdd9-f52957214cca tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.791901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-b8305dd2-14c8-466c-8e72-d0277ff59fe9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8039a04-fd2a-4c28-b155-b87749f73bf2 HTTP/1.1" status: 200 len: 835 time: 0.0507188 Apr 21 21:18:15.848818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-2bfd5796-453d-44ad-a177-d86191bd4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:15.850758 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-2bfd5796-453d-44ad-a177-d86191bd4ef3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ca0e8ed-f995-4a73-9138-9d99429d673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521264 Apr 21 21:18:15.861321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-06ba4feb-a202-4e06-a3ca-e58b44a65e3f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:18:15.862588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-06ba4feb-a202-4e06-a3ca-e58b44a65e3f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055134 Apr 21 21:18:15.879479 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-07cfd9fb-22bf-4efe-bdd9-f52957214cca tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.889418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57972) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:15.945256 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-07cfd9fb-22bf-4efe-bdd9-f52957214cca tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.964781 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-b9b23514-9658-4c57-b683-01fde0f6de91 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954461 Apr 21 21:18:15.974598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfd9fb-22bf-4efe-bdd9-f52957214cca tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Subnet': ['ID=62416687-9fd8-4db7-831f-6c969ca3feb5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:15.978468 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-07cfd9fb-22bf-4efe-bdd9-f52957214cca tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:15.981630 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-07cfd9fb-22bf-4efe-bdd9-f52957214cca tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/62416687-9fd8-4db7-831f-6c969ca3feb5 HTTP/1.1" status: 204 len: 168 time: 0.2944095 Apr 21 21:18:15.984128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57976) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:15.988229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa044f1-f7f2-4c9d-8d63-380ac9cc1d85 None None] Network b17a2e07-07a5-425a-9406-86355e903465 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:16.041251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e7bf6c-3c37-4cb7-bcc6-7c30b5bd974d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting subnet 6f38d71a-7077-4167-b30c-47a6348db0b4 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:16.044844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bf6c-3c37-4cb7-bcc6-7c30b5bd974d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.079272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1426565326'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:16.093147 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bf6c-3c37-4cb7-bcc6-7c30b5bd974d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.101719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e08bb58-00e3-455f-866f-2587e4f9eb53 req-b631408f-c453-4780-ac17-b3261f22c271 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306517 Apr 21 21:18:16.109954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Made reservation on behalf of 6c9ef1cfad6b46e4a93b2e18d4e90f1e for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:16.114188 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.125043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.188975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f668b65f-aa9d-499f-aa32-ed5d25db39fb None None] DHCP port deletion for b17a2e07-07a5-425a-9406-86355e903465 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:18:16.199610 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bf6c-3c37-4cb7-bcc6-7c30b5bd974d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.207538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.214375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.250764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:16.261611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff40c8-f940-4c3a-b831-ee4a483997ad,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:16.263755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f668b65f-aa9d-499f-aa32-ed5d25db39fb None None] Deleting port 2d9f22c8-756e-4630-a10a-d8462c9963e7 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:16.264284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f668b65f-aa9d-499f-aa32-ed5d25db39fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.278558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bf6c-3c37-4cb7-bcc6-7c30b5bd974d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.285031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.285643 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Added segment fe521c1b-2848-4687-a0cb-903f5f4569ca of type vlan for network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 Apr 21 21:18:16.312005 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7bf6c-3c37-4cb7-bcc6-7c30b5bd974d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Subnet': ['ID=6f38d71a-7077-4167-b30c-47a6348db0b4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:16.313131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2d9f22c8-756e-4630-a10a-d8462c9963e7 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:16.319522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bf6c-3c37-4cb7-bcc6-7c30b5bd974d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.330891 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d4e7bf6c-3c37-4cb7-bcc6-7c30b5bd974d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/6f38d71a-7077-4167-b30c-47a6348db0b4 HTTP/1.1" status: 204 len: 168 time: 0.3454885 Apr 21 21:18:16.333140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57978) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:16.348060 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.353721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a7289-3567-40cd-bf91-5c50f0cbeedf None None] Network 0b084950-1b44-47f2-995e-3d7abd7f1df5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:16.428356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.431950 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.433018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f668b65f-aa9d-499f-aa32-ed5d25db39fb None None] For port 2d9f22c8-756e-4630-a10a-d8462c9963e7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2d9f22c8-756e-4630-a10a-d8462c9963e7,segment=NetworkSegment(fd69edac-3ced-41c0-bd6e-f212eb057e48),segment_id=fd69edac-3ced-41c0-bd6e-f212eb057e48)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:16.433435 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f668b65f-aa9d-499f-aa32-ed5d25db39fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.437328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:16.438161 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.459686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f668b65f-aa9d-499f-aa32-ed5d25db39fb None None] Calling delete_port for 2d9f22c8-756e-4630-a10a-d8462c9963e7 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:16.510489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6200125 Apr 21 21:18:16.534033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6c22d-fb40-44ea-ba78-fa728a4fea7b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Pushing event updated for resources: {'Network': ['ID=2cb27035-f0ab-4f85-83d0-9a0f611435b3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:16.563600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 2d9f22c8-756e-4630-a10a-d8462c9963e7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:16.563940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.581186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:16.653340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port 2d9f22c8-756e-4630-a10a-d8462c9963e7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2d9f22c8-756e-4630-a10a-d8462c9963e7,segment=NetworkSegment(fd69edac-3ced-41c0-bd6e-f212eb057e48),segment_id=fd69edac-3ced-41c0-bd6e-f212eb057e48)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:16.653756 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.670009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 2d9f22c8-756e-4630-a10a-d8462c9963e7 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:16.685966 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.746456 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f668b65f-aa9d-499f-aa32-ed5d25db39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.763163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.784345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668b65f-aa9d-499f-aa32-ed5d25db39fb None None] Pushing event deleted for resources: {'Port': ['ID=2d9f22c8-756e-4630-a10a-d8462c9963e7,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:16.797276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=2d9f22c8-756e-4630-a10a-d8462c9963e7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:16.801753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No DVR routers for this DVR port 2d9f22c8-756e-4630-a10a-d8462c9963e7 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:16.830210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57990) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:16.832829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668b65f-aa9d-499f-aa32-ed5d25db39fb None None] No DVR routers for this DVR port 2d9f22c8-756e-4630-a10a-d8462c9963e7 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:16.835425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Request body: {'port': {'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3', 'binding:host_id': 'n-h2-838945-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-465658025'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:16.870207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da53782e-ff35-4b3b-a3d8-4335b89d0db7 None None] DHCP port deletion for 0b084950-1b44-47f2-995e-3d7abd7f1df5 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:18:16.887538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Made reservation on behalf of 04d77433c4f6479a960e48178411f393 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:16.891548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.906482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.928658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-da53782e-ff35-4b3b-a3d8-4335b89d0db7 None None] Deleting port f5df3e03-96a4-47b2-af21-20d7f01a1104 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:16.929063 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da53782e-ff35-4b3b-a3d8-4335b89d0db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.942171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:16.978687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17a2e07-07a5-425a-9406-86355e903465']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:16.990394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd69edac-3ced-41c0-bd6e-f212eb057e48') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:16.990683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd69edac-3ced-41c0-bd6e-f212eb057e48') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:17.001187 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.007779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-da53782e-ff35-4b3b-a3d8-4335b89d0db7 None None] For port f5df3e03-96a4-47b2-af21-20d7f01a1104, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f5df3e03-96a4-47b2-af21-20d7f01a1104,segment=NetworkSegment(fb306a9e-64ee-436b-a9a0-10d12d31a027),segment_id=fb306a9e-64ee-436b-a9a0-10d12d31a027)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:17.008499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da53782e-ff35-4b3b-a3d8-4335b89d0db7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.017333 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.022187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-da53782e-ff35-4b3b-a3d8-4335b89d0db7 None None] Calling delete_port for f5df3e03-96a4-47b2-af21-20d7f01a1104 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:17.027040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:17.028073 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: self.session.flush() Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:17.031990 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:17.035435 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.041498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.047448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] device_id is not set on port fe88dbb6-1f10-4e7e-83d7-7c453b92649b yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:18:17.104749 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.109716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.114120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/networks/b17a2e07-07a5-425a-9406-86355e903465 HTTP/1.1" status: 204 len: 168 time: 0.7799819 Apr 21 21:18:17.119182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 57992) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:17.130269 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da53782e-ff35-4b3b-a3d8-4335b89d0db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.139038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41512b99-7dcd-42a1-88ed-61408500f4a2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Network': ['ID=b17a2e07-07a5-425a-9406-86355e903465,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:17.150543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4452882-960d-4ae6-a834-b547c4daec87,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:17.165841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53782e-ff35-4b3b-a3d8-4335b89d0db7 None None] Pushing event deleted for resources: {'Port': ['ID=f5df3e03-96a4-47b2-af21-20d7f01a1104,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:17.178245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53782e-ff35-4b3b-a3d8-4335b89d0db7 None None] No DVR routers for this DVR port f5df3e03-96a4-47b2-af21-20d7f01a1104 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:17.234246 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.323301 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.339040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] device_id is not set on port fe88dbb6-1f10-4e7e-83d7-7c453b92649b yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:18:17.348040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.349293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b084950-1b44-47f2-995e-3d7abd7f1df5']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:17.354365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.359573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb306a9e-64ee-436b-a9a0-10d12d31a027') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:17.360068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb306a9e-64ee-436b-a9a0-10d12d31a027') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:17.370907 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.385618 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.393537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:17.393951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:17.397143 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:17.412650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'Port': ['ID=fe88dbb6-1f10-4e7e-83d7-7c453b92649b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:17.429522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Checking segment: {'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:17.429928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Network hostable DHCP agents. Network: 2cb27035-f0ab-4f85-83d0-9a0f611435b3, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:18:17.452296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:18:17.463674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2cb27035-f0ab-4f85-83d0-9a0f611435b3) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:17.466430 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.473950 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.474522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ccf9c4-9bc7-470f-844d-68506a377ad0 None None] Network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:17.481211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/networks/0b084950-1b44-47f2-995e-3d7abd7f1df5 HTTP/1.1" status: 204 len: 168 time: 0.3610694 Apr 21 21:18:17.481994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 57996) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:17.486850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1783931751'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:17.501977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96defc50-5108-4c2c-8d40-86c8f2108733 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Network': ['ID=0b084950-1b44-47f2-995e-3d7abd7f1df5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:17.506440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:17.517030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:17.520421 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.532726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.533080 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.533616 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.544910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.545232 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.546570 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 2 to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b Apr 21 21:18:17.566891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:17.572324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.573524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.573846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.582613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.582985 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.584038 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.584315 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added segment 8e231ade-0257-4e30-a2c2-451f747cf91c of type vlan for network fb798d21-b422-4364-894a-3e8c40e2a04c Apr 21 21:18:17.585395 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 3 to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b Apr 21 21:18:17.640238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.641094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.641599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.653852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.659511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.659842 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.662633 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 4 to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b Apr 21 21:18:17.685222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.685563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.685909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.693738 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.694104 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.695193 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 5 to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b Apr 21 21:18:17.700132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.706186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:17.706818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.744341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.744689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.745267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.806951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.807288 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.813650 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3276246 Apr 21 21:18:17.813650 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 6 to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b Apr 21 21:18:17.814420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58000) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:17.823760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'subnet': {'network_id': 'fb798d21-b422-4364-894a-3e8c40e2a04c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:17.826666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eddf28-873d-4988-87bd-81f76a7ccd16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Network': ['ID=fb798d21-b422-4364-894a-3e8c40e2a04c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:17.836977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network fb798d21-b422-4364-894a-3e8c40e2a04c details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:17.839346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.839677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.840012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.852360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.852705 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.853123 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 7 to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b Apr 21 21:18:17.869500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.869777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.870099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.874481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.874800 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.875177 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 8 to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b Apr 21 21:18:17.890184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.890513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.890871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.895118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.896138 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.896880 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 9 to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b Apr 21 21:18:17.912127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.912802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.913362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.920378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.921055 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.921641 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 10 to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b Apr 21 21:18:17.946141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:17.946484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:17.946824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:17.951495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:17.951824 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port fe88dbb6-1f10-4e7e-83d7-7c453b92649b on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:17.952186 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:17.952447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:17.956535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.017540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] For port fe88dbb6-1f10-4e7e-83d7-7c453b92649b, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:18.017902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempted to set empty binding levels {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 21:18:18.021909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.054463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:18.055622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.074109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'Port': ['ID=fe88dbb6-1f10-4e7e-83d7-7c453b92649b,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:18.079961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69957734-5634-4f0a-a0c6-c034462f0182 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.2486451 Apr 21 21:18:18.082743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58002) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:18.150498 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.162959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3b85a298-7b8c-4959-9e47-a1f6570a6ec1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Deleting port fe88dbb6-1f10-4e7e-83d7-7c453b92649b {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:18.163300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b85a298-7b8c-4959-9e47-a1f6570a6ec1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.215824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Subnet': ['ID=a1f0b5e9-e870-4062-b726-2575e874f037,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:18.223177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Checking segment: {'id': '8e231ade-0257-4e30-a2c2-451f747cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fb798d21-b422-4364-894a-3e8c40e2a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:18.223536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network hostable DHCP agents. Network: fb798d21-b422-4364-894a-3e8c40e2a04c, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:18:18.229588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-3b85a298-7b8c-4959-9e47-a1f6570a6ec1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] For port fe88dbb6-1f10-4e7e-83d7-7c453b92649b, host n-h2-838945-1, got binding levels [] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:18.229959 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b85a298-7b8c-4959-9e47-a1f6570a6ec1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.243925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network fb798d21-b422-4364-894a-3e8c40e2a04c is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:18:18.250756 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3b85a298-7b8c-4959-9e47-a1f6570a6ec1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Calling delete_port for fe88dbb6-1f10-4e7e-83d7-7c453b92649b owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:18.255364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, fb798d21-b422-4364-894a-3e8c40e2a04c) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:18.259853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:18.260823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.274837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d7abc-f545-4a56-9273-69935139c3cd None None] Network fb798d21-b422-4364-894a-3e8c40e2a04c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:18.278871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c8411ec6-d15c-46af-8ecb-bd4bc4ef5752 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4632518 Apr 21 21:18:18.285239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58004) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:18.290482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-bb4be51d-d612-473d-a333-7d669c9d14fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-726043767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:18.321601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f5df3e03-96a4-47b2-af21-20d7f01a1104 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:18.327335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4be51d-d612-473d-a333-7d669c9d14fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.328514 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4be51d-d612-473d-a333-7d669c9d14fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.364380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b85a298-7b8c-4959-9e47-a1f6570a6ec1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.373772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: f5df3e03-96a4-47b2-af21-20d7f01a1104 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:18.374100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f5df3e03-96a4-47b2-af21-20d7f01a1104 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:18.391936 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4be51d-d612-473d-a333-7d669c9d14fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.392944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85a298-7b8c-4959-9e47-a1f6570a6ec1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe88dbb6-1f10-4e7e-83d7-7c453b92649b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:18.398533 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b85a298-7b8c-4959-9e47-a1f6570a6ec1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.402397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3b85a298-7b8c-4959-9e47-a1f6570a6ec1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "DELETE /v2.0/ports/fe88dbb6-1f10-4e7e-83d7-7c453b92649b HTTP/1.1" status: 204 len: 168 time: 0.3187265 Apr 21 21:18:18.404067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4be51d-d612-473d-a333-7d669c9d14fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.405016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58006) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:18.423630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4be51d-d612-473d-a333-7d669c9d14fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.425048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bb4be51d-d612-473d-a333-7d669c9d14fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1387317 Apr 21 21:18:18.427693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58008) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:18.432341 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed30ace-8bdc-45b5-bd0f-c28fdeb0f17d tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] GET failed (client error): The resource could not be found. Apr 21 21:18:18.432525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'port': {'network_id': 'fb798d21-b422-4364-894a-3e8c40e2a04c', 'name': 'tempest-RoutersIpV6Test-1667451386'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:18.434270 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-eed30ace-8bdc-45b5-bd0f-c28fdeb0f17d tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "GET /v2.0/ports/fe88dbb6-1f10-4e7e-83d7-7c453b92649b HTTP/1.1" status: 404 len: 333 time: 0.0274794 Apr 21 21:18:18.438615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58010) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:18.442536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Request body: {'port': {'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-640888508'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:18.492011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-fb798d21-b422-4364-894a-3e8c40e2a04c', 'network_id': 'fb798d21-b422-4364-894a-3e8c40e2a04c', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'fixed_ips': [{'subnet_id': 'a1f0b5e9-e870-4062-b726-2575e874f037'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:18:18.493082 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.509623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Made reservation on behalf of 04d77433c4f6479a960e48178411f393 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:18.511887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.543547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] device_id is not set on port ffa1bfc9-7533-4b33-97ce-796c7ea595fe yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:18:18.618303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:18.621704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.631189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Allocated IP 2001:db8::2 (fb798d21-b422-4364-894a-3e8c40e2a04c/a1f0b5e9-e870-4062-b726-2575e874f037/2cc1d46e-a29f-43e1-b8b7-a793fccb0d99) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:18.658859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] device_id is not set on port c9024796-221f-41bc-911b-9441d3a29957 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:18:18.795636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.797611 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.806530 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.863096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Network fb798d21-b422-4364-894a-3e8c40e2a04c is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:18.866988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:18.868947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Pushing event updated for resources: {'Port': ['ID=2cc1d46e-a29f-43e1-b8b7-a793fccb0d99,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:18.871141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:18.879613 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.903241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 2001:db8::9b (fb798d21-b422-4364-894a-3e8c40e2a04c/a1f0b5e9-e870-4062-b726-2575e874f037/c9024796-221f-41bc-911b-9441d3a29957) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:18.926815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Attempting to bind port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:18.927216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Attempting to bind port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '8e231ade-0257-4e30-a2c2-451f747cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fb798d21-b422-4364-894a-3e8c40e2a04c'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:18.927738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Attempting to bind port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 on network fb798d21-b422-4364-894a-3e8c40e2a04c {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:18.933060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:18.933506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Checking segment: {'id': '8e231ade-0257-4e30-a2c2-451f747cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fb798d21-b422-4364-894a-3e8c40e2a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:18.933977 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.934465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Bound using segment: {'id': '8e231ade-0257-4e30-a2c2-451f747cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fb798d21-b422-4364-894a-3e8c40e2a04c'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:18.935007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Bound port: 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e231ade-0257-4e30-a2c2-451f747cf91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'fb798d21-b422-4364-894a-3e8c40e2a04c'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:18.935327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:18.935532 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.940533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:18.948011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:18.948989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:18.949597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:18.967684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa1bfc9-7533-4b33-97ce-796c7ea595fe,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:18.987358 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c9dce104-5c6c-4889-9858-e613baf754c1 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5458152 Apr 21 21:18:18.988323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58018) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:18.994750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:19.042462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] For port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:19.048040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] For port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2cc1d46e-a29f-43e1-b8b7-a793fccb0d99,segment=NetworkSegment(8e231ade-0257-4e30-a2c2-451f747cf91c),segment_id=8e231ade-0257-4e30-a2c2-451f747cf91c)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:19.053125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.056355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.167848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81308977-68bc-482c-8dc7-df1bf8658207 None None] Pushing event updated for resources: {'Port': ['ID=2cc1d46e-a29f-43e1-b8b7-a793fccb0d99,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:19.271330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] device_id is not set on port ffa1bfc9-7533-4b33-97ce-796c7ea595fe yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:18:19.279692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.287617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.386331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.386993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.387504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.393826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.394318 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.396203 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 2 to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe Apr 21 21:18:19.399497 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa1bfc9-7533-4b33-97ce-796c7ea595fe,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:19.418339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.418671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.419152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.423587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.423931 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.424324 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 3 to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe Apr 21 21:18:19.452233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.452669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.453248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.459146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.460112 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.460592 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 4 to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe Apr 21 21:18:19.478362 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.480177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.480595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.481314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.487640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.488113 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.488725 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 5 to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe Apr 21 21:18:19.502829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.503633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.504212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.509101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.509712 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.510320 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 6 to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe Apr 21 21:18:19.520034 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.527270 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.527961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.529179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.534235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.535523 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.537600 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 7 to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe Apr 21 21:18:19.552595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.553052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.553455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.558777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.559366 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.559945 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 8 to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe Apr 21 21:18:19.576287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.577098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.577696 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.581309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network fb798d21-b422-4364-894a-3e8c40e2a04c is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:19.582567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.582968 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.583432 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 9 to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe Apr 21 21:18:19.584610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:19.587706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:19.593360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:19.594014 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.599090 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.600383 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.602563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.609794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.610451 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.610914 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 10 to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe Apr 21 21:18:19.618958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=c9024796-221f-41bc-911b-9441d3a29957,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:19.625889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:19.629016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-27a82409-a8ca-44de-9272-876ff45e70ef tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1977141 Apr 21 21:18:19.629710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:19.629831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58022) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:19.630678 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:19.636196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:19.636880 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:19.637487 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.707498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] For port ffa1bfc9-7533-4b33-97ce-796c7ea595fe, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:19.708098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempted to set empty binding levels {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 21:18:19.715192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.748743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] In _notify_port_updated(), no bound segment for port ffa1bfc9-7533-4b33-97ce-796c7ea595fe on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:18:19.749630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:19.750227 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:19.753787 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "PUT /v2.0/ports/ffa1bfc9-7533-4b33-97ce-796c7ea595fe HTTP/1.1" status: 200 len: 974 time: 0.7619655 Apr 21 21:18:19.755552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58024) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:19.764363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989c3e-bb55-425d-8563-111a5c9866d7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa1bfc9-7533-4b33-97ce-796c7ea595fe,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:20.006247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.008798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.008798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.008798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.008798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.008798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.009245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.010171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.010171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.014871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.015119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.015583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.016035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.016580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.016971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.017481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.017922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.018437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.019015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.024897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6287c513-7149-4dff-9a98-1c3ae9ae64a3 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25204 time: 0.2683275 Apr 21 21:18:20.029894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58030) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:20.110122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.142978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3c71564c-825e-4dce-9f8f-a7daad01a6c4 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Deleting port ffa1bfc9-7533-4b33-97ce-796c7ea595fe {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:20.143425 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c71564c-825e-4dce-9f8f-a7daad01a6c4 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.217650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-3c71564c-825e-4dce-9f8f-a7daad01a6c4 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] For port ffa1bfc9-7533-4b33-97ce-796c7ea595fe, host n-h2-838945-1, got binding levels [] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:20.218261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c71564c-825e-4dce-9f8f-a7daad01a6c4 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.235406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3c71564c-825e-4dce-9f8f-a7daad01a6c4 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Calling delete_port for ffa1bfc9-7533-4b33-97ce-796c7ea595fe owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:20.349027 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c71564c-825e-4dce-9f8f-a7daad01a6c4 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.379536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71564c-825e-4dce-9f8f-a7daad01a6c4 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffa1bfc9-7533-4b33-97ce-796c7ea595fe,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:20.389451 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c71564c-825e-4dce-9f8f-a7daad01a6c4 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.394012 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3c71564c-825e-4dce-9f8f-a7daad01a6c4 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "DELETE /v2.0/ports/ffa1bfc9-7533-4b33-97ce-796c7ea595fe HTTP/1.1" status: 204 len: 168 time: 0.3628759 Apr 21 21:18:20.396752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58032) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:20.431089 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-716c91cb-bdb3-45e6-9351-b4ac5a819fc6 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] GET failed (client error): The resource could not be found. Apr 21 21:18:20.433105 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-716c91cb-bdb3-45e6-9351-b4ac5a819fc6 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "GET /v2.0/ports/ffa1bfc9-7533-4b33-97ce-796c7ea595fe HTTP/1.1" status: 404 len: 333 time: 0.0350885 Apr 21 21:18:20.436890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58034) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:20.439095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.443373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-205619310', 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:20.448030 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.471217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Made reservation on behalf of 04d77433c4f6479a960e48178411f393 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:20.478206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.496951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] device_id is not set on port e3e87306-1fcd-48a1-82a6-92afbf1d6207 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:18:20.530073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=c9024796-221f-41bc-911b-9441d3a29957,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:20.582856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:20.585498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee1aea-d23d-4855-9728-2414b1022709 None None] Network fb798d21-b422-4364-894a-3e8c40e2a04c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:20.680879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.710648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7ca4d4e9-c8ac-4b60-8b3c-677cc4595780 None None] Provisioning complete for port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:20.711646 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ca4d4e9-c8ac-4b60-8b3c-677cc4595780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.719458 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.723466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.773565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:20.775066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'Port': ['ID=e3e87306-1fcd-48a1-82a6-92afbf1d6207,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:20.777977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:20.780052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:20.781086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.781866 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.796465 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.800461 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e7ffb0a-9365-433d-9aec-2327defff41b tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3622754 Apr 21 21:18:20.802942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58036) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:20.832689 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.849764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69a4dc-6159-4aed-bc4a-1233016e24e7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:20.854424 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7f69a4dc-6159-4aed-bc4a-1233016e24e7 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "GET /v2.0/ports/e3e87306-1fcd-48a1-82a6-92afbf1d6207 HTTP/1.1" status: 200 len: 954 time: 0.0473337 Apr 21 21:18:20.854723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58038) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:20.870043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.909056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:20.909420 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.915275 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ca4d4e9-c8ac-4b60-8b3c-677cc4595780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:20.968441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b5600-0716-4c3a-b431-d4642e62ec9a tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Deleting port e3e87306-1fcd-48a1-82a6-92afbf1d6207 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:20.969048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5600-0716-4c3a-b431-d4642e62ec9a tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.029392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7ca4d4e9-c8ac-4b60-8b3c-677cc4595780 None None] For port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2cc1d46e-a29f-43e1-b8b7-a793fccb0d99,segment=NetworkSegment(8e231ade-0257-4e30-a2c2-451f747cf91c),segment_id=8e231ade-0257-4e30-a2c2-451f747cf91c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:21.038881 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ca4d4e9-c8ac-4b60-8b3c-677cc4595780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.064360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5600-0716-4c3a-b431-d4642e62ec9a tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.095782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b5600-0716-4c3a-b431-d4642e62ec9a tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Calling delete_port for e3e87306-1fcd-48a1-82a6-92afbf1d6207 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:21.135196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4d4e9-c8ac-4b60-8b3c-677cc4595780 None None] Pushing event updated for resources: {'Port': ['ID=2cc1d46e-a29f-43e1-b8b7-a793fccb0d99,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:21.198307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5600-0716-4c3a-b431-d4642e62ec9a tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.216717 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5600-0716-4c3a-b431-d4642e62ec9a tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.220400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aa0b5600-0716-4c3a-b431-d4642e62ec9a tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "DELETE /v2.0/ports/e3e87306-1fcd-48a1-82a6-92afbf1d6207 HTTP/1.1" status: 204 len: 168 time: 0.3646686 Apr 21 21:18:21.225080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58042) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:21.238356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b5600-0716-4c3a-b431-d4642e62ec9a tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3e87306-1fcd-48a1-82a6-92afbf1d6207,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:21.270270 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7b1d89-3b72-48ce-991d-44b0a87e4580 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] GET failed (client error): The resource could not be found. Apr 21 21:18:21.271834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7d7b1d89-3b72-48ce-991d-44b0a87e4580 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "GET /v2.0/ports/e3e87306-1fcd-48a1-82a6-92afbf1d6207 HTTP/1.1" status: 404 len: 333 time: 0.0458140 Apr 21 21:18:21.277407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58044) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:21.283926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Request body: {'port': {'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1267377682'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:21.288689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.298260 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.299330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.335730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Made reservation on behalf of 04d77433c4f6479a960e48178411f393 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:21.338098 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.369639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bcbbf5d7-9f05-4407-882d-dde1d8db8910 None None] Provisioning complete for port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:21.370018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf5d7-9f05-4407-882d-dde1d8db8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.409759 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=c9024796-221f-41bc-911b-9441d3a29957,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:21.460110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] device_id is not set on port f4ea585a-66aa-4e25-8ec1-d908208910f7 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:18:21.510220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bcbbf5d7-9f05-4407-882d-dde1d8db8910 None None] Provisioning complete for port c9024796-221f-41bc-911b-9441d3a29957 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:21.510645 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf5d7-9f05-4407-882d-dde1d8db8910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.566208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbf5d7-9f05-4407-882d-dde1d8db8910 None None] Port c9024796-221f-41bc-911b-9441d3a29957 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:21.599418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network fb798d21-b422-4364-894a-3e8c40e2a04c is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:21.608823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:21.641597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-2d71f912-63f2-4091-a946-3b5441bee889 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2423949 Apr 21 21:18:21.693444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1cb047dd-5323-45e3-97d6-356f7b3be5bd None None] Provisioning complete for port c9024796-221f-41bc-911b-9441d3a29957 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:21.694018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1cb047dd-5323-45e3-97d6-356f7b3be5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.749548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1cb047dd-5323-45e3-97d6-356f7b3be5bd None None] Port c9024796-221f-41bc-911b-9441d3a29957 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:21.849239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.857208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-d6a0a3fa-0125-45f6-a3bf-ee75e0d103fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:21.858868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-d6a0a3fa-0125-45f6-a3bf-ee75e0d103fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1096 time: 0.1534865 Apr 21 21:18:21.895236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-52dea876-3c64-462b-ab3d-84554f18bcbb None None] Provisioning complete for port c9024796-221f-41bc-911b-9441d3a29957 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:21.895662 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-52dea876-3c64-462b-ab3d-84554f18bcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:21.942168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-52dea876-3c64-462b-ab3d-84554f18bcbb None None] Port c9024796-221f-41bc-911b-9441d3a29957 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:21.955160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router 408f4fee-a9bc-450e-b2d8-8e7c88936cf0 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:21.968255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.072437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:22.118922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:22.123199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:22.124390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:22.125078 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.132700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'Port': ['ID=f4ea585a-66aa-4e25-8ec1-d908208910f7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:22.142697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-f65acefc-5e7c-4ea1-a856-d10f8287b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:22.144435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-f65acefc-5e7c-4ea1-a856-d10f8287b4fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 0.2494359 Apr 21 21:18:22.165016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1707f322-712f-420a-a6b2-0a8b1c9c0af8 None None] Provisioning complete for port c9024796-221f-41bc-911b-9441d3a29957 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:22.165394 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1707f322-712f-420a-a6b2-0a8b1c9c0af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.190995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cef6ff5e-cf29-49d1-9571-ed8d3c53cb11 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9125631 Apr 21 21:18:22.193715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58052) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:22.199675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1707f322-712f-420a-a6b2-0a8b1c9c0af8 None None] Port c9024796-221f-41bc-911b-9441d3a29957 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:22.202456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:22.210206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:22.216486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1c580681-b847-4b7a-a79e-b07a6992a1f7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/408f4fee-a9bc-450e-b2d8-8e7c88936cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5855513 Apr 21 21:18:22.219613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58054) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:22.224020 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f445dea-b945-40f1-b383-34a67a7bdd02 None None] Sync routers for ids ['408f4fee-a9bc-450e-b2d8-8e7c88936cf0'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:22.246652 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f445dea-b945-40f1-b383-34a67a7bdd02 None None] Routers {'408f4fee-a9bc-450e-b2d8-8e7c88936cf0'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:22.247120 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3f445dea-b945-40f1-b383-34a67a7bdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['408f4fee-a9bc-450e-b2d8-8e7c88936cf0'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:22.263077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-2094ddbb-7eba-44e1-ba5e-0cc5e6abcad1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 1000 time: 0.1095822 Apr 21 21:18:22.277597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbc070e-7033-4979-bafa-acd85dc3b193 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:22.281239 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bcbc070e-7033-4979-bafa-acd85dc3b193 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports/c9024796-221f-41bc-911b-9441d3a29957 HTTP/1.1" status: 200 len: 983 time: 0.0585394 Apr 21 21:18:22.289083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58056) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:22.306216 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3f445dea-b945-40f1-b383-34a67a7bdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:22.308574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.325010 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f445dea-b945-40f1-b383-34a67a7bdd02 None None] Routers {'408f4fee-a9bc-450e-b2d8-8e7c88936cf0'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:22.326001 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3f445dea-b945-40f1-b383-34a67a7bdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['408f4fee-a9bc-450e-b2d8-8e7c88936cf0'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:22.346058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:22.414911 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3f445dea-b945-40f1-b383-34a67a7bdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:22.416326 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f445dea-b945-40f1-b383-34a67a7bdd02 None None] The sync data for ids ['408f4fee-a9bc-450e-b2d8-8e7c88936cf0'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:22.441016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-808a4556-7662-4dec-8aa6-799c92cfc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:22.442599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-808a4556-7662-4dec-8aa6-799c92cfc7e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.1627476 Apr 21 21:18:22.457462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:22.458129 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.530485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] device_id is not set on port f4ea585a-66aa-4e25-8ec1-d908208910f7 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:18:22.538962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.547672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.615348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'Port': ['ID=f4ea585a-66aa-4e25-8ec1-d908208910f7,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:22.620084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.620498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.620982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.626070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.626513 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.626969 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 2 to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 Apr 21 21:18:22.640473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.640896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.641241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.645891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.646221 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.646611 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 3 to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 Apr 21 21:18:22.661316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.661816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.662400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.668268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.668672 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.669012 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 4 to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 Apr 21 21:18:22.685230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.685607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.685909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.691897 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.692223 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.692607 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 5 to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 Apr 21 21:18:22.708615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.708994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.709333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.714820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.715151 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.715544 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 6 to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 Apr 21 21:18:22.728852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.729192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.729530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.734806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.735141 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.735538 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 7 to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 Apr 21 21:18:22.750063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.750417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.750727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.755404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.755733 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.756122 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 8 to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 Apr 21 21:18:22.769744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.770087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.770404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.775118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.775446 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.775836 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 9 to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 Apr 21 21:18:22.789336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.789678 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.790004 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.794650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.795160 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.795555 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempt 10 to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 Apr 21 21:18:22.808490 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:22.808930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:22.809272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempting to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:22.813871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:22.814198 n-d-838945-1 neutron-server[114646]: ERROR neutron.plugins.ml2.managers [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Failed to bind port f4ea585a-66aa-4e25-8ec1-d908208910f7 on host n-h2-838945-1 for vnic_type normal using segments [{'id': 'fe521c1b-2848-4687-a0cb-903f5f4569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2cb27035-f0ab-4f85-83d0-9a0f611435b3'}] Apr 21 21:18:22.814565 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.869786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-46363eb5-5a26-486a-bb56-1ac60ae59ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:22.870936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-46363eb5-5a26-486a-bb56-1ac60ae59ede service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4197946 Apr 21 21:18:22.885953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-3d0ecf8b-de0f-4384-8dc0-1fe3f0d05878 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:18:22.886200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] For port f4ea585a-66aa-4e25-8ec1-d908208910f7, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:22.886640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attempted to set empty binding levels {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 21:18:22.886904 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-3d0ecf8b-de0f-4384-8dc0-1fe3f0d05878 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074997 Apr 21 21:18:22.892016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.925928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] In _notify_port_updated(), no bound segment for port f4ea585a-66aa-4e25-8ec1-d908208910f7 on network 2cb27035-f0ab-4f85-83d0-9a0f611435b3 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:18:22.926983 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:22.927585 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:22.932790 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "PUT /v2.0/ports/f4ea585a-66aa-4e25-8ec1-d908208910f7 HTTP/1.1" status: 200 len: 975 time: 0.7340341 Apr 21 21:18:22.932958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58058) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:22.973613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad38a72-d4b7-48f7-94b3-7ae6e382ad7f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event updated for resources: {'Port': ['ID=f4ea585a-66aa-4e25-8ec1-d908208910f7,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:23.025886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ad56aeed-a455-492d-9075-af059ac80534 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Deleting port f4ea585a-66aa-4e25-8ec1-d908208910f7 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:23.026431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad56aeed-a455-492d-9075-af059ac80534 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.047964 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-7e6bd08d-1d34-4215-a4b2-484096b81aea service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537175 Apr 21 21:18:23.095933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-ad56aeed-a455-492d-9075-af059ac80534 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] For port f4ea585a-66aa-4e25-8ec1-d908208910f7, host n-h2-838945-1, got binding levels [] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:23.096292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad56aeed-a455-492d-9075-af059ac80534 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.114846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ad56aeed-a455-492d-9075-af059ac80534 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Calling delete_port for f4ea585a-66aa-4e25-8ec1-d908208910f7 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:23.209657 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad56aeed-a455-492d-9075-af059ac80534 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.241971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56aeed-a455-492d-9075-af059ac80534 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4ea585a-66aa-4e25-8ec1-d908208910f7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:23.246144 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad56aeed-a455-492d-9075-af059ac80534 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.250437 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5350a9e-ebc6-482a-9909-bbeb4a94bd2a req-5d5479e0-1abe-4b5f-9d59-68d36b63a8c9 service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845984 Apr 21 21:18:23.252195 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ad56aeed-a455-492d-9075-af059ac80534 tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "DELETE /v2.0/ports/f4ea585a-66aa-4e25-8ec1-d908208910f7 HTTP/1.1" status: 204 len: 168 time: 0.3182986 Apr 21 21:18:23.252877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58062) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:23.280754 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-265503d3-1f44-428a-b6ad-0615b148669f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] GET failed (client error): The resource could not be found. Apr 21 21:18:23.282292 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-265503d3-1f44-428a-b6ad-0615b148669f tempest-PortsAdminExtendedAttrsTestJSON-696979861 tempest-PortsAdminExtendedAttrsTestJSON-696979861-project-admin] 10.222.0.49 "GET /v2.0/ports/f4ea585a-66aa-4e25-8ec1-d908208910f7 HTTP/1.1" status: 404 len: 333 time: 0.0285485 Apr 21 21:18:23.285690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58064) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:23.306467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.372943 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.467463 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.493679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb27035-f0ab-4f85-83d0-9a0f611435b3']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:23.503007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe521c1b-2848-4687-a0cb-903f5f4569ca') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:23.503305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe521c1b-2848-4687-a0cb-903f5f4569ca') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:23.512670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.527879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.533056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:23.533438 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:23.537036 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:23.545816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port c9024796-221f-41bc-911b-9441d3a29957 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:23.546913 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.598010 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.612849 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.616224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] 10.222.0.49 "DELETE /v2.0/networks/2cb27035-f0ab-4f85-83d0-9a0f611435b3 HTTP/1.1" status: 204 len: 168 time: 0.3295519 Apr 21 21:18:23.630507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e9ea9-0255-49a0-8990-b50fcae73d3b tempest-PortsAdminExtendedAttrsTestJSON-1332888211 tempest-PortsAdminExtendedAttrsTestJSON-1332888211-project] Pushing event deleted for resources: {'Network': ['ID=2cb27035-f0ab-4f85-83d0-9a0f611435b3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:23.642082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.654998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for c9024796-221f-41bc-911b-9441d3a29957 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:23.854390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:23.881185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58070) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:23.886639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=c9024796-221f-41bc-911b-9441d3a29957,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:24.010587 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.058661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c30b79bf-d42f-4740-99ca-006c44f62041 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c9ef1cfad6b46e4a93b2e18d4e90f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762705 Apr 21 21:18:24.059292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58076) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:24.123146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7dfb493-7bbd-41eb-ab4c-0dbfc1d2ae3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.155301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7dfb493-7bbd-41eb-ab4c-0dbfc1d2ae3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.205883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router 408f4fee-a9bc-450e-b2d8-8e7c88936cf0 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:24.220467 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7dfb493-7bbd-41eb-ab4c-0dbfc1d2ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.223493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7dfb493-7bbd-41eb-ab4c-0dbfc1d2ae3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.225021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e7dfb493-7bbd-41eb-ab4c-0dbfc1d2ae3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9ff40c8-f940-4c3a-b831-ee4a483997ad HTTP/1.1" status: 204 len: 168 time: 0.1646237 Apr 21 21:18:24.236524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfb493-7bbd-41eb-ab4c-0dbfc1d2ae3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff40c8-f940-4c3a-b831-ee4a483997ad,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:24.301942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:24.313370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58088) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:24.315975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aafc94-c362-4d94-a017-719520b0de95 None None] Sync routers for ids ['408f4fee-a9bc-450e-b2d8-8e7c88936cf0'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:24.323636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-00c26718-a283-4877-84d4-600ef6d0f457 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/408f4fee-a9bc-450e-b2d8-8e7c88936cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0325158 Apr 21 21:18:24.340853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aafc94-c362-4d94-a017-719520b0de95 None None] Routers {'408f4fee-a9bc-450e-b2d8-8e7c88936cf0'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:24.341610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f4aafc94-c362-4d94-a017-719520b0de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['408f4fee-a9bc-450e-b2d8-8e7c88936cf0'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:24.413660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f4aafc94-c362-4d94-a017-719520b0de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:24.423648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aafc94-c362-4d94-a017-719520b0de95 None None] Routers {'408f4fee-a9bc-450e-b2d8-8e7c88936cf0'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:24.424361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f4aafc94-c362-4d94-a017-719520b0de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['408f4fee-a9bc-450e-b2d8-8e7c88936cf0'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:24.462325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f4aafc94-c362-4d94-a017-719520b0de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:24.463095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aafc94-c362-4d94-a017-719520b0de95 None None] The sync data for ids ['408f4fee-a9bc-450e-b2d8-8e7c88936cf0'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:24.593828 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-0c9ed01d-353e-4b28-a25f-71e1eeb85c3f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] remove_router_interface failed (client error): The resource could not be found. Apr 21 21:18:24.594855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0c9ed01d-353e-4b28-a25f-71e1eeb85c3f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/408f4fee-a9bc-450e-b2d8-8e7c88936cf0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2804887 Apr 21 21:18:24.597625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58096) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:24.631492 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8ee9de19-6d01-4a17-805d-7bdf1d84b740 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=408f4fee-a9bc-450e-b2d8-8e7c88936cf0 HTTP/1.1" status: 200 len: 205 time: 0.0327621 Apr 21 21:18:24.634309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58098) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:24.662975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58100) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:24.709057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-82ff4a44-3096-4ca7-ac3e-32a1f418827a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04d77433c4f6479a960e48178411f393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435026 Apr 21 21:18:24.711428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58104) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:24.723680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ab12a56-fd6a-4095-8ada-0f74fe30ab33 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.763180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b86bd112-d4bf-4dc0-88f3-8029429513aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.784729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b86bd112-d4bf-4dc0-88f3-8029429513aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.835108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b86bd112-d4bf-4dc0-88f3-8029429513aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.838030 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b86bd112-d4bf-4dc0-88f3-8029429513aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.841910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b86bd112-d4bf-4dc0-88f3-8029429513aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4452882-960d-4ae6-a834-b547c4daec87 HTTP/1.1" status: 204 len: 168 time: 0.1268747 Apr 21 21:18:24.850098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bd112-d4bf-4dc0-88f3-8029429513aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4452882-960d-4ae6-a834-b547c4daec87,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:24.905184 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ab12a56-fd6a-4095-8ada-0f74fe30ab33 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.906656 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ab12a56-fd6a-4095-8ada-0f74fe30ab33 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.954511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ab12a56-fd6a-4095-8ada-0f74fe30ab33 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.955494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab12a56-fd6a-4095-8ada-0f74fe30ab33 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Fanout notify agent at l3_agent the message router_deleted on router 408f4fee-a9bc-450e-b2d8-8e7c88936cf0 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:24.966235 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ab12a56-fd6a-4095-8ada-0f74fe30ab33 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:24.967348 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ab12a56-fd6a-4095-8ada-0f74fe30ab33 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/408f4fee-a9bc-450e-b2d8-8e7c88936cf0 HTTP/1.1" status: 204 len: 168 time: 0.3321326 Apr 21 21:18:24.970321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58108) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:25.035537 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-41757f61-edc1-4b81-94eb-0579ce3a816e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting subnet a1f0b5e9-e870-4062-b726-2575e874f037 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:25.038843 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41757f61-edc1-4b81-94eb-0579ce3a816e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.083554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41757f61-edc1-4b81-94eb-0579ce3a816e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.169412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41757f61-edc1-4b81-94eb-0579ce3a816e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.244232 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41757f61-edc1-4b81-94eb-0579ce3a816e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.280960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41757f61-edc1-4b81-94eb-0579ce3a816e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.284457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-41757f61-edc1-4b81-94eb-0579ce3a816e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/a1f0b5e9-e870-4062-b726-2575e874f037 HTTP/1.1" status: 204 len: 168 time: 0.3128078 Apr 21 21:18:25.285605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41757f61-edc1-4b81-94eb-0579ce3a816e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f0b5e9-e870-4062-b726-2575e874f037,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:25.288176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58120) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:25.293857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d4e7d-3e08-4405-a1fd-a2ec95d3f237 None None] Network fb798d21-b422-4364-894a-3e8c40e2a04c requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:25.376208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.439221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:25.439556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.507101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4016da4a-c81d-449c-b701-70bacbae9497 None None] DHCP port deletion for fb798d21-b422-4364-894a-3e8c40e2a04c request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:18:25.508180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2cc1d46e-a29f-43e1-b8b7-a793fccb0d99,segment=NetworkSegment(8e231ade-0257-4e30-a2c2-451f747cf91c),segment_id=8e231ade-0257-4e30-a2c2-451f747cf91c)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:25.508836 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.524875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:25.559693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4016da4a-c81d-449c-b701-70bacbae9497 None None] Deleting port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:25.560062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4016da4a-c81d-449c-b701-70bacbae9497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.611947 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.634840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4016da4a-c81d-449c-b701-70bacbae9497 None None] For port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2cc1d46e-a29f-43e1-b8b7-a793fccb0d99,segment=NetworkSegment(8e231ade-0257-4e30-a2c2-451f747cf91c),segment_id=8e231ade-0257-4e30-a2c2-451f747cf91c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:25.635254 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4016da4a-c81d-449c-b701-70bacbae9497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.640576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=2cc1d46e-a29f-43e1-b8b7-a793fccb0d99,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:25.647913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No DVR routers for this DVR port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:25.650219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4016da4a-c81d-449c-b701-70bacbae9497 None None] Calling delete_port for 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:25.745425 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4016da4a-c81d-449c-b701-70bacbae9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.752214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.780037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb798d21-b422-4364-894a-3e8c40e2a04c']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:25.790559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e231ade-0257-4e30-a2c2-451f747cf91c') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:25.790874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e231ade-0257-4e30-a2c2-451f747cf91c') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:25.799980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016da4a-c81d-449c-b701-70bacbae9497 None None] Pushing event deleted for resources: {'Port': ['ID=2cc1d46e-a29f-43e1-b8b7-a793fccb0d99,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:25.801252 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.802449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016da4a-c81d-449c-b701-70bacbae9497 None None] No DVR routers for this DVR port 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:25.831861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.841157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:25.841157 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:25.845494 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:25.923566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.937706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:25.941976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/networks/fb798d21-b422-4364-894a-3e8c40e2a04c HTTP/1.1" status: 204 len: 168 time: 0.6527793 Apr 21 21:18:25.946466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58140) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:25.963421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1300163370'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:25.972798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d974c06-2767-4dd0-b45b-b432560b6401 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Network': ['ID=fb798d21-b422-4364-894a-3e8c40e2a04c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:26.001342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:26.005965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.044682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:26.057520 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.057865 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added segment 5b387b6d-3c09-440f-94b2-3436a97661cb of type vlan for network ee343dbf-955c-4c65-986b-29256fbb89b8 Apr 21 21:18:26.115986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.149185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.162098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:26.162098 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.225535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58150) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:26.225743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2779133 Apr 21 21:18:26.231905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'subnet': {'network_id': 'ee343dbf-955c-4c65-986b-29256fbb89b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:26.242001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f14a69-518b-4386-8c98-52f84dee466e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Network': ['ID=ee343dbf-955c-4c65-986b-29256fbb89b8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:26.253254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network ee343dbf-955c-4c65-986b-29256fbb89b8 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:26.346610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:26.349594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:26.352495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.375128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:26.375464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2cc1d46e-a29f-43e1-b8b7-a793fccb0d99 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:26.556226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.567521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58156) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:26.622709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Subnet': ['ID=cfe426c9-0275-4e40-89d6-55d7907c3845,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:26.632308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Checking segment: {'id': '5b387b6d-3c09-440f-94b2-3436a97661cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ee343dbf-955c-4c65-986b-29256fbb89b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:26.632842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network hostable DHCP agents. Network: ee343dbf-955c-4c65-986b-29256fbb89b8, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:18:26.651908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network ee343dbf-955c-4c65-986b-29256fbb89b8 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:18:26.662167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, ee343dbf-955c-4c65-986b-29256fbb89b8) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:26.668638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:26.669922 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.675911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad5486-bb3c-495b-bb9c-dd87f8e9fb78 None None] Network ee343dbf-955c-4c65-986b-29256fbb89b8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:26.679181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1191840316', 'router:external': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:26.702658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Made reservation on behalf of 82e2d9cd4aef44769639d69a989fb0c1 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:26.706090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.711590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f1f48aa8-2ae1-4d82-9d3c-4470eca9b5b4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4841509 Apr 21 21:18:26.713889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58160) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:26.717432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.719240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-89ddcde1-ca6d-4e09-9d2d-847213b47a92 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-926522640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:26.747467 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ddcde1-ca6d-4e09-9d2d-847213b47a92 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.749696 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ddcde1-ca6d-4e09-9d2d-847213b47a92 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.825135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.830620 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.864684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:26.871470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-ee343dbf-955c-4c65-986b-29256fbb89b8', 'network_id': 'ee343dbf-955c-4c65-986b-29256fbb89b8', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'fixed_ips': [{'subnet_id': 'cfe426c9-0275-4e40-89d6-55d7907c3845'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:18:26.872853 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.889627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:26.890052 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Added segment 07217364-eb88-4d93-b8c0-3e0ba5ae1bdf of type vlan for network 1a630178-b520-4c52-b79f-3fd809310fa3 Apr 21 21:18:26.960513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c956238-188f-4d70-903e-ea0203223542,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:27.000329 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.119155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.120157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:27.120750 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.168451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Allocated IP 2001:db8::2 (ee343dbf-955c-4c65-986b-29256fbb89b8/cfe426c9-0275-4e40-89d6-55d7907c3845/a81ef8dd-19dc-457d-b6d5-ba32b9902eba) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:27.214216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6453669 Apr 21 21:18:27.215267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58164) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:27.220073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'subnet': {'network_id': '1a630178-b520-4c52-b79f-3fd809310fa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:27.224110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03286fd6-0413-4f07-aaec-67c29f08afb3 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event updated for resources: {'Network': ['ID=1a630178-b520-4c52-b79f-3fd809310fa3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:27.245651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1a630178-b520-4c52-b79f-3fd809310fa3 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:27.248169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Made reservation on behalf of 82e2d9cd4aef44769639d69a989fb0c1 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:27.250946 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.264196 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ddcde1-ca6d-4e09-9d2d-847213b47a92 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.270153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ddcde1-ca6d-4e09-9d2d-847213b47a92 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.287641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-89ddcde1-ca6d-4e09-9d2d-847213b47a92 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.291417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-89ddcde1-ca6d-4e09-9d2d-847213b47a92 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5737324 Apr 21 21:18:27.291644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58166) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:27.402891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.409496 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.457556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Network ee343dbf-955c-4c65-986b-29256fbb89b8 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:27.460578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:27.465006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:27.468425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Pushing event updated for resources: {'Port': ['ID=a81ef8dd-19dc-457d-b6d5-ba32b9902eba,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:27.524202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Attempting to bind port a81ef8dd-19dc-457d-b6d5-ba32b9902eba on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:27.524574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Attempting to bind port a81ef8dd-19dc-457d-b6d5-ba32b9902eba by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5b387b6d-3c09-440f-94b2-3436a97661cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ee343dbf-955c-4c65-986b-29256fbb89b8'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:27.525081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Attempting to bind port a81ef8dd-19dc-457d-b6d5-ba32b9902eba on network ee343dbf-955c-4c65-986b-29256fbb89b8 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:27.529985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:27.530354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Checking segment: {'id': '5b387b6d-3c09-440f-94b2-3436a97661cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ee343dbf-955c-4c65-986b-29256fbb89b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:27.530753 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.531143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Bound using segment: {'id': '5b387b6d-3c09-440f-94b2-3436a97661cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ee343dbf-955c-4c65-986b-29256fbb89b8'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:27.531602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Bound port: a81ef8dd-19dc-457d-b6d5-ba32b9902eba, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b387b6d-3c09-440f-94b2-3436a97661cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ee343dbf-955c-4c65-986b-29256fbb89b8'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:27.531980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.564544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.objects.ports [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 21:18:27.565051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.586379 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.609137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] For port a81ef8dd-19dc-457d-b6d5-ba32b9902eba, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:27.613347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] For port a81ef8dd-19dc-457d-b6d5-ba32b9902eba, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a81ef8dd-19dc-457d-b6d5-ba32b9902eba,segment=NetworkSegment(5b387b6d-3c09-440f-94b2-3436a97661cb),segment_id=5b387b6d-3c09-440f-94b2-3436a97661cb)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:27.618940 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.623434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event updated for resources: {'Subnet': ['ID=109f38c6-0b86-42d5-b968-ca37aec3b95b,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:27.630813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Checking segment: {'id': '07217364-eb88-4d93-b8c0-3e0ba5ae1bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a630178-b520-4c52-b79f-3fd809310fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:27.631177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Network hostable DHCP agents. Network: 1a630178-b520-4c52-b79f-3fd809310fa3, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:18:27.652170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Network 1a630178-b520-4c52-b79f-3fd809310fa3 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:18:27.667900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 1a630178-b520-4c52-b79f-3fd809310fa3) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:27.684295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292e8c3-6d97-40b4-a013-ac084474b42b None None] Network 1a630178-b520-4c52-b79f-3fd809310fa3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:27.686338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:27.687808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.691235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083d102-8d91-4929-b07f-d1eba8f0dea3 None None] Pushing event updated for resources: {'Port': ['ID=a81ef8dd-19dc-457d-b6d5-ba32b9902eba,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:27.709847 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c134cba2-c849-4153-b72a-a2fe53dfbd80 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4935150 Apr 21 21:18:27.712678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58170) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:27.717855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2086012055', 'network_id': '1a630178-b520-4c52-b79f-3fd809310fa3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:27.739055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Made reservation on behalf of 82e2d9cd4aef44769639d69a989fb0c1 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:27.743471 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:27.771182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] device_id is not set on port c6ab85d8-817a-4434-a41f-dfecb641383c yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:18:27.836850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0a654f-b146-4e5e-9225-70abe81ab3b2 None None] Network 1a630178-b520-4c52-b79f-3fd809310fa3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:27.923463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Allocated IP 172.20.0.4 (1a630178-b520-4c52-b79f-3fd809310fa3/109f38c6-0b86-42d5-b968-ca37aec3b95b/c6ab85d8-817a-4434-a41f-dfecb641383c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:27.925122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 2001:db8::1 (ee343dbf-955c-4c65-986b-29256fbb89b8/cfe426c9-0275-4e40-89d6-55d7907c3845/41172eee-30ca-4d44-bee7-be5c0d2a7e99) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:28.065946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.110333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.111758 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.155676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.164499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network ee343dbf-955c-4c65-986b-29256fbb89b8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:28.167227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:28.174788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:28.175328 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.178928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=41172eee-30ca-4d44-bee7-be5c0d2a7e99,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:28.209828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Network 1a630178-b520-4c52-b79f-3fd809310fa3 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:28.213455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:28.215961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:28.259411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:28.260016 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.265085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event updated for resources: {'Port': ['ID=c6ab85d8-817a-4434-a41f-dfecb641383c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:28.284898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58176) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:28.286249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-90c8fdbb-5076-49a8-bb83-541608493992 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5720434 Apr 21 21:18:28.358505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a81ef8dd-19dc-457d-b6d5-ba32b9902eba up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:28.390786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.452628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a81ef8dd-19dc-457d-b6d5-ba32b9902eba triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:28.453360 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.507498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d5bee169-8c5c-4508-96ac-9375947b914d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Deleting port c6ab85d8-817a-4434-a41f-dfecb641383c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:28.508373 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5bee169-8c5c-4508-96ac-9375947b914d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.542163 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.584135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port a81ef8dd-19dc-457d-b6d5-ba32b9902eba, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a81ef8dd-19dc-457d-b6d5-ba32b9902eba,segment=NetworkSegment(5b387b6d-3c09-440f-94b2-3436a97661cb),segment_id=5b387b6d-3c09-440f-94b2-3436a97661cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:28.590367 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.665458 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5bee169-8c5c-4508-96ac-9375947b914d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.665999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=a81ef8dd-19dc-457d-b6d5-ba32b9902eba,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:28.709240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d5bee169-8c5c-4508-96ac-9375947b914d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Calling delete_port for c6ab85d8-817a-4434-a41f-dfecb641383c owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:28.838747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.846081 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.847092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:28.905909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f60a69-a17b-44ea-811b-c7d0c9c7f9b3 None None] Network ee343dbf-955c-4c65-986b-29256fbb89b8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:28.978125 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=41172eee-30ca-4d44-bee7-be5c0d2a7e99,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:28.988292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5bee169-8c5c-4508-96ac-9375947b914d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.029923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bebe057f-d16a-4aab-8e77-9ae00ccc5d96 None None] Provisioning complete for port a81ef8dd-19dc-457d-b6d5-ba32b9902eba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:29.030303 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bebe057f-d16a-4aab-8e77-9ae00ccc5d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.044521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bee169-8c5c-4508-96ac-9375947b914d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6ab85d8-817a-4434-a41f-dfecb641383c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:29.102748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network ee343dbf-955c-4c65-986b-29256fbb89b8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:29.106184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:29.138046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5bee169-8c5c-4508-96ac-9375947b914d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.141467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5bee169-8c5c-4508-96ac-9375947b914d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "DELETE /v2.0/ports/c6ab85d8-817a-4434-a41f-dfecb641383c HTTP/1.1" status: 204 len: 168 time: 0.8554575 Apr 21 21:18:29.144609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58186) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:29.149786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a630178-b520-4c52-b79f-3fd809310fa3', 'external_fixed_ips': [{'subnet_id': '109f38c6-0b86-42d5-b968-ca37aec3b95b', 'ip_address': '172.20.0.4'}]}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:29.182897 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.184197 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.250124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.282542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router 30490d17-5bee-4839-9de0-1b7863dd4bc9 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:29.392064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:29.399283 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5364a7a2-05c3-4a46-90cb-a1b59c8d007b tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/30490d17-5bee-4839-9de0-1b7863dd4bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058486 Apr 21 21:18:29.402472 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.403140 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58188) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:29.404219 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdce3e8-964d-4293-b843-75b5ad015e53 None None] Sync routers for ids ['30490d17-5bee-4839-9de0-1b7863dd4bc9'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:29.459549 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdce3e8-964d-4293-b843-75b5ad015e53 None None] Routers {'30490d17-5bee-4839-9de0-1b7863dd4bc9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:29.464286 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1cdce3e8-964d-4293-b843-75b5ad015e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['30490d17-5bee-4839-9de0-1b7863dd4bc9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:29.469257 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d6883-9c27-4934-9019-4b29d94d83e9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:29.475385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-399d6883-9c27-4934-9019-4b29d94d83e9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports/41172eee-30ca-4d44-bee7-be5c0d2a7e99 HTTP/1.1" status: 200 len: 911 time: 0.0703897 Apr 21 21:18:29.478859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58192) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:29.496454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4fa535f7-0684-402f-8807-d5288a7b80b9 None None] Provisioning complete for port a81ef8dd-19dc-457d-b6d5-ba32b9902eba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:29.496971 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4fa535f7-0684-402f-8807-d5288a7b80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.522964 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1cdce3e8-964d-4293-b843-75b5ad015e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:29.533982 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdce3e8-964d-4293-b843-75b5ad015e53 None None] Routers {'30490d17-5bee-4839-9de0-1b7863dd4bc9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:29.534847 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1cdce3e8-964d-4293-b843-75b5ad015e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['30490d17-5bee-4839-9de0-1b7863dd4bc9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:29.574779 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1cdce3e8-964d-4293-b843-75b5ad015e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:29.575693 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdce3e8-964d-4293-b843-75b5ad015e53 None None] The sync data for ids ['30490d17-5bee-4839-9de0-1b7863dd4bc9'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:29.675185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4fa535f7-0684-402f-8807-d5288a7b80b9 None None] Provisioning complete for port 41172eee-30ca-4d44-bee7-be5c0d2a7e99 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:29.675561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4fa535f7-0684-402f-8807-d5288a7b80b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.712854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4fa535f7-0684-402f-8807-d5288a7b80b9 None None] Port 41172eee-30ca-4d44-bee7-be5c0d2a7e99 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:29.866192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-63fb1667-09ff-4aa9-8828-2f70a5b9519a None None] Provisioning complete for port 41172eee-30ca-4d44-bee7-be5c0d2a7e99 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:29.867628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-63fb1667-09ff-4aa9-8828-2f70a5b9519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:29.902270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-63fb1667-09ff-4aa9-8828-2f70a5b9519a None None] Port 41172eee-30ca-4d44-bee7-be5c0d2a7e99 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:29.930862 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.037397 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.058373 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.131332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6b4ba708-cfd2-4219-86b9-e78c79e9c99a None None] Provisioning complete for port 41172eee-30ca-4d44-bee7-be5c0d2a7e99 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:30.131871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba708-cfd2-4219-86b9-e78c79e9c99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.179269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ba708-cfd2-4219-86b9-e78c79e9c99a None None] Port 41172eee-30ca-4d44-bee7-be5c0d2a7e99 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:30.231445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 41172eee-30ca-4d44-bee7-be5c0d2a7e99 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:30.231748 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.261255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Allocated IP 172.20.0.4 (1a630178-b520-4c52-b79f-3fd809310fa3/109f38c6-0b86-42d5-b968-ca37aec3b95b/0b64ef70-81b5-4934-9420-82fe6d8e5f58) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:30.299582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a81ef8dd-19dc-457d-b6d5-ba32b9902eba up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:30.334733 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.353848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 41172eee-30ca-4d44-bee7-be5c0d2a7e99 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:30.356081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a81ef8dd-19dc-457d-b6d5-ba32b9902eba triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:30.356464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.384409 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.426772 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.471648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Network 1a630178-b520-4c52-b79f-3fd809310fa3 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:30.477711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:30.484214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:30.508744 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-366f4fa4-48ab-44dd-8751-2d6a785339dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.517154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event updated for resources: {'Port': ['ID=0b64ef70-81b5-4934-9420-82fe6d8e5f58,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:30.604717 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:30.786667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.038760 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.088039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.098208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=41172eee-30ca-4d44-bee7-be5c0d2a7e99,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:31.185076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Router db5dceca-2ecd-473c-8f2c-c4fc19d14534 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:31.261533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router 30490d17-5bee-4839-9de0-1b7863dd4bc9 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:31.312598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:31.325050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Sync routers for ids ['db5dceca-2ecd-473c-8f2c-c4fc19d14534'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:31.336449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Routers {'db5dceca-2ecd-473c-8f2c-c4fc19d14534'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:31.337094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['db5dceca-2ecd-473c-8f2c-c4fc19d14534'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:31.354481 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.359019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6d3bd0bb-8789-42a0-965f-1649952313fe tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.2112274 Apr 21 21:18:31.359162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58198) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:31.366079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:31.377222 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a6877-2d57-47c1-bc39-1a525b066a69 None None] Sync routers for ids ['30490d17-5bee-4839-9de0-1b7863dd4bc9'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:31.391873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a251afe3-872b-42dc-a882-f65e5a848a78 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/30490d17-5bee-4839-9de0-1b7863dd4bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9104836 Apr 21 21:18:31.394420 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a6877-2d57-47c1-bc39-1a525b066a69 None None] Routers {'30490d17-5bee-4839-9de0-1b7863dd4bc9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:31.394674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58200) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:31.395030 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0a7a6877-2d57-47c1-bc39-1a525b066a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['30490d17-5bee-4839-9de0-1b7863dd4bc9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:31.456819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7ae7dd45-d41f-430e-b6fd-4ea3d514ccd3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=30490d17-5bee-4839-9de0-1b7863dd4bc9 HTTP/1.1" status: 200 len: 205 time: 0.0593638 Apr 21 21:18:31.458452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58202) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:31.470868 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0a7a6877-2d57-47c1-bc39-1a525b066a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:31.487875 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a6877-2d57-47c1-bc39-1a525b066a69 None None] Routers {'30490d17-5bee-4839-9de0-1b7863dd4bc9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:31.492794 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0a7a6877-2d57-47c1-bc39-1a525b066a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['30490d17-5bee-4839-9de0-1b7863dd4bc9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:31.552172 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0a7a6877-2d57-47c1-bc39-1a525b066a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:31.553333 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7a6877-2d57-47c1-bc39-1a525b066a69 None None] The sync data for ids ['30490d17-5bee-4839-9de0-1b7863dd4bc9'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:31.593059 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e86678b9-0097-4312-a874-49ff657e45aa tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.593427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.647793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Set router db5dceca-2ecd-473c-8f2c-c4fc19d14534 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:31.740923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.830178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e86678b9-0097-4312-a874-49ff657e45aa tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.833051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e86678b9-0097-4312-a874-49ff657e45aa tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.858323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Deleting port 0b64ef70-81b5-4934-9420-82fe6d8e5f58 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:31.858756 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.889255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e86678b9-0097-4312-a874-49ff657e45aa tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.890247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86678b9-0097-4312-a874-49ff657e45aa tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Fanout notify agent at l3_agent the message router_deleted on router 30490d17-5bee-4839-9de0-1b7863dd4bc9 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:31.906919 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e86678b9-0097-4312-a874-49ff657e45aa tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:31.908291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e86678b9-0097-4312-a874-49ff657e45aa tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/30490d17-5bee-4839-9de0-1b7863dd4bc9 HTTP/1.1" status: 204 len: 168 time: 0.4489059 Apr 21 21:18:31.913145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58206) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:31.938521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5dceca-2ecd-473c-8f2c-c4fc19d14534', 'name': '', 'tenant_id': '82e2d9cd4aef44769639d69a989fb0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a630178-b520-4c52-b79f-3fd809310fa3', 'external_fixed_ips': [{'subnet_id': '109f38c6-0b86-42d5-b968-ca37aec3b95b', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '0b64ef70-81b5-4934-9420-82fe6d8e5f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:29Z', 'updated_at': '2022-04-21T21:18:30Z', 'revision_number': 3, 'project_id': '82e2d9cd4aef44769639d69a989fb0c1', 'gw_port': {'id': '0b64ef70-81b5-4934-9420-82fe6d8e5f58', 'name': '', 'network_id': '1a630178-b520-4c52-b79f-3fd809310fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5dceca-2ecd-473c-8f2c-c4fc19d14534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '109f38c6-0b86-42d5-b968-ca37aec3b95b', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:30Z', 'updated_at': '2022-04-21T21:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '109f38c6-0b86-42d5-b968-ca37aec3b95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:31.977453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Checking router: db5dceca-2ecd-473c-8f2c-c4fc19d14534 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:18:31.979455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Updating router db5dceca-2ecd-473c-8f2c-c4fc19d14534 port 0b64ef70-81b5-4934-9420-82fe6d8e5f58 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:18:31.983175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc13a14-aff9-4c12-b319-5caf6fcdde19 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting subnet cfe426c9-0275-4e40-89d6-55d7907c3845 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:31.989556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbc13a14-aff9-4c12-b319-5caf6fcdde19 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.009501 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.019072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.039190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Calling delete_port for 0b64ef70-81b5-4934-9420-82fe6d8e5f58 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:32.053735 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbc13a14-aff9-4c12-b319-5caf6fcdde19 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.251872 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbc13a14-aff9-4c12-b319-5caf6fcdde19 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.350974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.353951 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:18:32.357703 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:18:32.362433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbc13a14-aff9-4c12-b319-5caf6fcdde19 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.393517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b64ef70-81b5-4934-9420-82fe6d8e5f58,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:32.434143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc13a14-aff9-4c12-b319-5caf6fcdde19 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe426c9-0275-4e40-89d6-55d7907c3845,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:32.436149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cbc13a14-aff9-4c12-b319-5caf6fcdde19 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.439597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cbc13a14-aff9-4c12-b319-5caf6fcdde19 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/cfe426c9-0275-4e40-89d6-55d7907c3845 HTTP/1.1" status: 204 len: 168 time: 0.5250130 Apr 21 21:18:32.442405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58208) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:32.448307 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474b742a-37d1-4861-afb9-7fb42acf265f None None] Network ee343dbf-955c-4c65-986b-29256fbb89b8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:32.498694 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.538696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.616514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.619592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.640017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port a81ef8dd-19dc-457d-b6d5-ba32b9902eba {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:32.640363 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.663835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ace70-0fb6-4932-846a-2c228d0176ee None None] DHCP port deletion for ee343dbf-955c-4c65-986b-29256fbb89b8 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:18:32.691918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.692518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db5dceca-2ecd-473c-8f2c-c4fc19d14534 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:32.698857 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.703450 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-75ca47d9-e80d-43d5-a9c9-2f35554aee1d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "DELETE /v2.0/routers/db5dceca-2ecd-473c-8f2c-c4fc19d14534 HTTP/1.1" status: 204 len: 168 time: 1.3431420 Apr 21 21:18:32.707478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58214) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:32.736135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port a81ef8dd-19dc-457d-b6d5-ba32b9902eba, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a81ef8dd-19dc-457d-b6d5-ba32b9902eba,segment=NetworkSegment(5b387b6d-3c09-440f-94b2-3436a97661cb),segment_id=5b387b6d-3c09-440f-94b2-3436a97661cb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:32.736493 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.753113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ace70-0fb6-4932-846a-2c228d0176ee None None] Deleting port a81ef8dd-19dc-457d-b6d5-ba32b9902eba {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:32.753408 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2a1ace70-0fb6-4932-846a-2c228d0176ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.753635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for a81ef8dd-19dc-457d-b6d5-ba32b9902eba owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:32.784753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d0b657-a879-4b6f-b0cd-b0456417dd3c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Deleting subnet 109f38c6-0b86-42d5-b968-ca37aec3b95b {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:32.789186 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4d0b657-a879-4b6f-b0cd-b0456417dd3c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.836542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d17e850-65e4-49bc-9594-a8aa70d3c506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.842545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2a1ace70-0fb6-4932-846a-2c228d0176ee None None] For port a81ef8dd-19dc-457d-b6d5-ba32b9902eba, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a81ef8dd-19dc-457d-b6d5-ba32b9902eba,segment=NetworkSegment(5b387b6d-3c09-440f-94b2-3436a97661cb),segment_id=5b387b6d-3c09-440f-94b2-3436a97661cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:32.842948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2a1ace70-0fb6-4932-846a-2c228d0176ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.845959 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4d0b657-a879-4b6f-b0cd-b0456417dd3c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.857655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ace70-0fb6-4932-846a-2c228d0176ee None None] Calling delete_port for a81ef8dd-19dc-457d-b6d5-ba32b9902eba owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:32.878877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Port 0b64ef70-81b5-4934-9420-82fe6d8e5f58 not found while updating agent binding for router db5dceca-2ecd-473c-8f2c-c4fc19d14534. {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 21 21:18:32.898829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.924074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Routers set() bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:32.924618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Router IDs set() for agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 21:18:32.925323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_agentschedulers_db [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'db5dceca-2ecd-473c-8f2c-c4fc19d14534'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent'). {{(pid=114648) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 21:18:32.926031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f695e-3c31-4784-9288-a07d231ef9df None None] The sync data for ids ['db5dceca-2ecd-473c-8f2c-c4fc19d14534'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:32.926594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=a81ef8dd-19dc-457d-b6d5-ba32b9902eba,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:32.933732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No DVR routers for this DVR port a81ef8dd-19dc-457d-b6d5-ba32b9902eba on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:32.951901 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4d0b657-a879-4b6f-b0cd-b0456417dd3c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:32.962452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58216) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:32.976414 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2a1ace70-0fb6-4932-846a-2c228d0176ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.008093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ace70-0fb6-4932-846a-2c228d0176ee None None] Pushing event deleted for resources: {'Port': ['ID=a81ef8dd-19dc-457d-b6d5-ba32b9902eba,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:33.021407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ace70-0fb6-4932-846a-2c228d0176ee None None] No DVR routers for this DVR port a81ef8dd-19dc-457d-b6d5-ba32b9902eba on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:33.057807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4d0b657-a879-4b6f-b0cd-b0456417dd3c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.080488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.090730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0b657-a879-4b6f-b0cd-b0456417dd3c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=109f38c6-0b86-42d5-b968-ca37aec3b95b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:33.096643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b4d0b657-a879-4b6f-b0cd-b0456417dd3c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.104309 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b4d0b657-a879-4b6f-b0cd-b0456417dd3c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/109f38c6-0b86-42d5-b968-ca37aec3b95b HTTP/1.1" status: 204 len: 168 time: 0.3876817 Apr 21 21:18:33.106085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58218) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:33.138582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee343dbf-955c-4c65-986b-29256fbb89b8']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:33.152534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b387b6d-3c09-440f-94b2-3436a97661cb') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:33.152840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b387b6d-3c09-440f-94b2-3436a97661cb') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:33.192680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.262790 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.279230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.286285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.294832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:33.295500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.300722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a630178-b520-4c52-b79f-3fd809310fa3']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:33.310049 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:33.311992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07217364-eb88-4d93-b8c0-3e0ba5ae1bdf') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:33.311992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07217364-eb88-4d93-b8c0-3e0ba5ae1bdf') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:33.322991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.337916 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.345069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:33.345500 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:33.347239 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:33.392323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.402945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.411543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/networks/ee343dbf-955c-4c65-986b-29256fbb89b8 HTTP/1.1" status: 204 len: 168 time: 0.9673209 Apr 21 21:18:33.412106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58220) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:33.418365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1826087251', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:33.424253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.434781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a630178-b520-4c52-b79f-3fd809310fa3 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 21:18:33.453541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bd04a-4718-4258-8d9f-869275e3e276 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Network': ['ID=ee343dbf-955c-4c65-986b-29256fbb89b8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:33.488602 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.500814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "DELETE /v2.0/networks/1a630178-b520-4c52-b79f-3fd809310fa3 HTTP/1.1" status: 204 len: 168 time: 0.3865483 Apr 21 21:18:33.500814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59825424-c90b-4cd5-bbc4-becb1f38fa0d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a630178-b520-4c52-b79f-3fd809310fa3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:33.500814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.500814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.583876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.603172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.899769 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.924456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58230) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:33.935343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8c1d0917-045c-4f11-a08e-53d51d908cc4 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'router': {'name': 'tempest-router--39952019', 'project_id': '49572bd9d4da48b99632674f1bd008fc'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:33.981900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0917-045c-4f11-a08e-53d51d908cc4 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:33.983676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0917-045c-4f11-a08e-53d51d908cc4 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.077503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0917-045c-4f11-a08e-53d51d908cc4 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.087336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0917-045c-4f11-a08e-53d51d908cc4 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.108842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0917-045c-4f11-a08e-53d51d908cc4 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.109839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.110438 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8c1d0917-045c-4f11-a08e-53d51d908cc4 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1847177 Apr 21 21:18:34.113102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58232) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:34.220879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-126f3ed4-0221-4279-b57c-f5d799d56036 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.323068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a81ef8dd-19dc-457d-b6d5-ba32b9902eba no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:34.347188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: a81ef8dd-19dc-457d-b6d5-ba32b9902eba {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:34.347374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a81ef8dd-19dc-457d-b6d5-ba32b9902eba not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:34.402121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port 50e736c5-979d-40e8-bb85-f887794ab3e6 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:34.402462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.443375 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-126f3ed4-0221-4279-b57c-f5d799d56036 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.446099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-126f3ed4-0221-4279-b57c-f5d799d56036 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.519386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] For port 50e736c5-979d-40e8-bb85-f887794ab3e6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=50e736c5-979d-40e8-bb85-f887794ab3e6,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:34.520405 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.536253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.536733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for 50e736c5-979d-40e8-bb85-f887794ab3e6 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:34.558573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-126f3ed4-0221-4279-b57c-f5d799d56036 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.559095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126f3ed4-0221-4279-b57c-f5d799d56036 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eba894ba-4e01-4043-8767-1fc7c4bf96ab {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:34.561250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.565535 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-126f3ed4-0221-4279-b57c-f5d799d56036 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.566644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-126f3ed4-0221-4279-b57c-f5d799d56036 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "DELETE /v2.0/routers/eba894ba-4e01-4043-8767-1fc7c4bf96ab HTTP/1.1" status: 204 len: 168 time: 0.4525819 Apr 21 21:18:34.726371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58236) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:34.739132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 172.25.0.201 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/3668c81a-3f40-4ce8-a604-38a6583b0011) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:34.817831 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.891715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=50e736c5-979d-40e8-bb85-f887794ab3e6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:34.929999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:34.994439 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:35.048395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:35.053262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:35.056318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:35.106891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=3668c81a-3f40-4ce8-a604-38a6583b0011,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:35.130748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1359310005', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:35.171208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:35.231679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:35.232562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:35.320811 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:35.386123 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:35.465420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:35.609536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:35.619678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] Sync routers for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:35.649026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:35.653182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dac75ac9-39cb-47bf-8f37-e5dbfc54a71f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "PUT /v2.0/routers/02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6893246 Apr 21 21:18:35.653313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:35.818962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:35.862936 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:35.924351 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:36.031310 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:36.146106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:18:34Z', 'revision_number': 6, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '94f6d8e4-2c69-4195-8d8c-7b389d91b8eb', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:16:31Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 1, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:36.181773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] Checking router: 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:18:36.192704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:36.193374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:36.222462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca34cc-6e50-44a3-846a-cd8c9e306df6 req-02161426-aee8-4c18-ae94-038deef446e8 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:36.224031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0aca34cc-6e50-44a3-846a-cd8c9e306df6 req-02161426-aee8-4c18-ae94-038deef446e8 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1096 time: 0.1146879 Apr 21 21:18:36.225538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031bcfb-65d0-476f-b1bb-53099190bd60 req-0f1411ef-7c86-4f00-9942-a34c48a73dfa tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:36.232930 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e031bcfb-65d0-476f-b1bb-53099190bd60 req-0f1411ef-7c86-4f00-9942-a34c48a73dfa tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 946 time: 0.1483719 Apr 21 21:18:36.276528 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0aca34cc-6e50-44a3-846a-cd8c9e306df6 req-7d5d335d-cded-46b0-bd9f-494741660523 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:36.414136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:36.416420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:36.429988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e031bcfb-65d0-476f-b1bb-53099190bd60 req-779dbf9e-9854-407d-848e-b09b426bf94f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910987 Apr 21 21:18:36.435288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0aca34cc-6e50-44a3-846a-cd8c9e306df6 req-7d5d335d-cded-46b0-bd9f-494741660523 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:36.443107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0aca34cc-6e50-44a3-846a-cd8c9e306df6 req-7d5d335d-cded-46b0-bd9f-494741660523 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:36.495773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0aca34cc-6e50-44a3-846a-cd8c9e306df6 req-7d5d335d-cded-46b0-bd9f-494741660523 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464907 Apr 21 21:18:36.517299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d335d-cded-46b0-bd9f-494741660523 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9830dfd-321d-4d49-8010-ebe51679c3af,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:36.665750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:36.718999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:36.785955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:18:34Z', 'revision_number': 6, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '94f6d8e4-2c69-4195-8d8c-7b389d91b8eb', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:16:31Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 1, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:36.792353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46206605-8e33-458e-a39a-1b436066023c req-d99b0c79-ad2d-4233-8da5-6ce5a3b97890 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:36.794014 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46206605-8e33-458e-a39a-1b436066023c req-d99b0c79-ad2d-4233-8da5-6ce5a3b97890 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.1889429 Apr 21 21:18:36.836327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbd4781-8475-42e7-afc9-a43338f3ea68 None None] The sync data for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 is: [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:18:34Z', 'revision_number': 6, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '94f6d8e4-2c69-4195-8d8c-7b389d91b8eb', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.21', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'port_id': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'mac_address': 'fa:16:3e:18:af:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:16:31Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 1, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:36.901333 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46206605-8e33-458e-a39a-1b436066023c req-71f62a63-1e49-431d-83c1-633661078305 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951054 Apr 21 21:18:36.907395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router 2c36bfe8-43eb-4e67-b269-13761dd64fa5 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:36.931987 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Allocated IP 172.25.0.178 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/8efa5671-5190-490c-b126-7674adeb36ab) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:36.939221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58254) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:37.006419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a13f01aa-053a-4172-bcb4-eadb8df9387a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/25a42c62-357b-40c4-81f7-69fdd589d5a2 HTTP/1.1" status: 200 len: 992 time: 0.0648086 Apr 21 21:18:37.104522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:37.115922 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b921d-b1e6-4c54-99d2-2bf0eafe2bdb None None] Sync routers for ids ['2c36bfe8-43eb-4e67-b269-13761dd64fa5'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:37.127344 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b921d-b1e6-4c54-99d2-2bf0eafe2bdb None None] Routers {'2c36bfe8-43eb-4e67-b269-13761dd64fa5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:37.128384 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-da1b921d-b1e6-4c54-99d2-2bf0eafe2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2c36bfe8-43eb-4e67-b269-13761dd64fa5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:37.130211 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:37.139685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:37.143409 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-85b611e2-1f0f-4313-bfb7-d565c625cfc2 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7276416 Apr 21 21:18:37.144005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58266) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:37.182815 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:37.186203 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-da1b921d-b1e6-4c54-99d2-2bf0eafe2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:37.205942 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b921d-b1e6-4c54-99d2-2bf0eafe2bdb None None] Routers {'2c36bfe8-43eb-4e67-b269-13761dd64fa5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:37.206563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-da1b921d-b1e6-4c54-99d2-2bf0eafe2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2c36bfe8-43eb-4e67-b269-13761dd64fa5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:37.241434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:37.245201 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-da1b921d-b1e6-4c54-99d2-2bf0eafe2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:37.245970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:37.246659 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b921d-b1e6-4c54-99d2-2bf0eafe2bdb None None] The sync data for ids ['2c36bfe8-43eb-4e67-b269-13761dd64fa5'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:37.248554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event updated for resources: {'Port': ['ID=8efa5671-5190-490c-b126-7674adeb36ab,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:37.250922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:37.321924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f134b02-da6d-40d2-903e-52807b751f08 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/routers/2c36bfe8-43eb-4e67-b269-13761dd64fa5 HTTP/1.1" status: 200 len: 885 time: 0.1769390 Apr 21 21:18:37.324498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58272) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:37.478536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-6ef9f77a-81fa-4f10-a3b5-37718be8f321 req-07f36048-754f-4989-8e1d-db9d94a4ee4d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:18:37.479706 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ef9f77a-81fa-4f10-a3b5-37718be8f321 req-07f36048-754f-4989-8e1d-db9d94a4ee4d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0910420 Apr 21 21:18:37.642169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:37.751621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df7537-94e3-4b90-a13c-2fc03423d76c req-8e12f453-1ea5-4456-8a14-13a867eb5e35 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:37.759301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e3df7537-94e3-4b90-a13c-2fc03423d76c req-8e12f453-1ea5-4456-8a14-13a867eb5e35 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 946 time: 0.1328912 Apr 21 21:18:37.769678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-452d7298-1078-470c-8031-7678e19faea5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:37.771142 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-452d7298-1078-470c-8031-7678e19faea5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 946 time: 0.1699228 Apr 21 21:18:37.870469 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ca0ccad8-c6b0-4961-9afd-36edf4f96709 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5447173 Apr 21 21:18:37.874741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58284) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:37.875053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58286) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:37.894778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b1f36ad1-faed-4389-9ff4-a885c70feac7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1826087251'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:37.907764 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:37.950772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e3df7537-94e3-4b90-a13c-2fc03423d76c req-1dbd25cc-4c5b-47a1-88d6-2324acd51ff6 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=00a668af-351b-488d-b14b-a24420c92a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886926 Apr 21 21:18:37.987030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded46ba-a1da-4b54-8313-357b096c9f6c req-68592ad7-21ac-487d-bb69-f376835b1233 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:37.988633 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ded46ba-a1da-4b54-8313-357b096c9f6c req-68592ad7-21ac-487d-bb69-f376835b1233 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.1118987 Apr 21 21:18:38.060536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ded46ba-a1da-4b54-8313-357b096c9f6c req-09154a85-3552-4ce9-a376-66bcf8f6902e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448203 Apr 21 21:18:38.095801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Router 13cc9f69-78cc-499f-860b-81d495eb844b is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:38.157166 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-3300542f-01a2-47cb-b06f-cb3a0f6daa63 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2792532 Apr 21 21:18:38.161756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port 63c9fbec-ab80-47de-8119-796f75dd0b01 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:38.162322 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:38.173986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-eedb32c1-a006-400f-a937-2c6801066f23 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:18:38.174978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-eedb32c1-a006-400f-a937-2c6801066f23 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059044 Apr 21 21:18:38.251058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 50e736c5-979d-40e8-bb85-f887794ab3e6 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:38.261068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:38.293049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 50e736c5-979d-40e8-bb85-f887794ab3e6 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:38.293449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 50e736c5-979d-40e8-bb85-f887794ab3e6 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:38.303179 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:38.303766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211eaec-9876-4a59-a82f-a3f5d07610f6 None None] Sync routers for ids ['13cc9f69-78cc-499f-860b-81d495eb844b'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:38.309949 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4c1909ec-e3ee-428c-937e-4efa439964d2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5824807 Apr 21 21:18:38.310900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58294) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:38.319019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211eaec-9876-4a59-a82f-a3f5d07610f6 None None] Routers {'13cc9f69-78cc-499f-860b-81d495eb844b'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:38.319869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c211eaec-9876-4a59-a82f-a3f5d07610f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['13cc9f69-78cc-499f-860b-81d495eb844b'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:38.391749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c211eaec-9876-4a59-a82f-a3f5d07610f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:38.405446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211eaec-9876-4a59-a82f-a3f5d07610f6 None None] Routers {'13cc9f69-78cc-499f-860b-81d495eb844b'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:38.406187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c211eaec-9876-4a59-a82f-a3f5d07610f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['13cc9f69-78cc-499f-860b-81d495eb844b'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:38.460177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c211eaec-9876-4a59-a82f-a3f5d07610f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:38.463454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211eaec-9876-4a59-a82f-a3f5d07610f6 None None] The sync data for ids ['13cc9f69-78cc-499f-860b-81d495eb844b'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:38.489532 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c8a5d2b5-14c1-4ec1-97e8-c8f20f5d2766 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/routers/13cc9f69-78cc-499f-860b-81d495eb844b HTTP/1.1" status: 200 len: 921 time: 0.1771386 Apr 21 21:18:38.490119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58304) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:38.536296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0deffa1a-d24b-415e-9608-1ff05770d142 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=13cc9f69-78cc-499f-860b-81d495eb844b HTTP/1.1" status: 200 len: 205 time: 0.0438154 Apr 21 21:18:38.537483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58308) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:38.665752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:38.784177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] For port 63c9fbec-ab80-47de-8119-796f75dd0b01, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=63c9fbec-ab80-47de-8119-796f75dd0b01,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:38.784647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:38.808733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for 63c9fbec-ab80-47de-8119-796f75dd0b01 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:38.826084 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:38.892791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Deleting port 8efa5671-5190-490c-b126-7674adeb36ab {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:38.893389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:38.992540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1f36ad1-faed-4389-9ff4-a885c70feac7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:38.996937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.016965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1f36ad1-faed-4389-9ff4-a885c70feac7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.028276 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.030051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Calling delete_port for 8efa5671-5190-490c-b126-7674adeb36ab owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:39.152472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=63c9fbec-ab80-47de-8119-796f75dd0b01,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:39.188683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9de666a-c680-4992-b8b9-c4aa5f3631a6 req-9d19e8c4-9305-4df1-bef4-fa78a1596bdf tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8c68899-429f-4e7c-a971-d7048f24e857 HTTP/1.1" status: 200 len: 210 time: 0.0855434 Apr 21 21:18:39.223835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] No DVR routers for this DVR port 63c9fbec-ab80-47de-8119-796f75dd0b01 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:39.254366 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.258769 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-125d6c14-7b79-4f33-81ab-49ca6211857e req-4beae492-495a-416f-ab10-4b9f5e65e04e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.46 "DELETE /v2.0/ports/63c9fbec-ab80-47de-8119-796f75dd0b01 HTTP/1.1" status: 204 len: 173 time: 1.4773250 Apr 21 21:18:39.259271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c68899-429f-4e7c-a971-d7048f24e857', 'name': 'network-vif-deleted', 'tag': '63c9fbec-ab80-47de-8119-796f75dd0b01'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:18:39.263091 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1196c427-6744-469f-9fec-54aa64866166" -d '{"events": [{"server_uuid": "b8c68899-429f-4e7c-a971-d7048f24e857", "name": "network-vif-deleted", "tag": "63c9fbec-ab80-47de-8119-796f75dd0b01"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:18:39.266559 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:18:39.326670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f36ad1-faed-4389-9ff4-a885c70feac7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router 2c36bfe8-43eb-4e67-b269-13761dd64fa5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:39.349423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263f906-d948-4d2a-b3b5-ff8134be7d93 req-ac2fefd9-1fc4-4aaf-bc20-09e786b1a794 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:39.352460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7263f906-d948-4d2a-b3b5-ff8134be7d93 req-ac2fefd9-1fc4-4aaf-bc20-09e786b1a794 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.1451104 Apr 21 21:18:39.502347 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7263f906-d948-4d2a-b3b5-ff8134be7d93 req-cd16a5ed-af95-4c24-8e26-6e3ad4909394 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118813 Apr 21 21:18:39.509909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.573571 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be65458-8754-4b50-b9da-381e7e63b632 x-openstack-request-id: req-3be65458-8754-4b50-b9da-381e7e63b632 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:18:39.573852 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c68899-429f-4e7c-a971-d7048f24e857", "name": "network-vif-deleted", "tag": "63c9fbec-ab80-47de-8119-796f75dd0b01", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:18:39.574194 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3be65458-8754-4b50-b9da-381e7e63b632 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:18:39.574678 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be65458-8754-4b50-b9da-381e7e63b632'] response: {'server_uuid': 'b8c68899-429f-4e7c-a971-d7048f24e857', 'name': 'network-vif-deleted', 'tag': '63c9fbec-ab80-47de-8119-796f75dd0b01', 'status': 'completed', 'code': 200} Apr 21 21:18:39.581348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event deleted for resources: {'Port': ['ID=8efa5671-5190-490c-b126-7674adeb36ab,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:39.612978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f36ad1-faed-4389-9ff4-a885c70feac7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:39.621097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1f36ad1-faed-4389-9ff4-a885c70feac7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.622196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b1f36ad1-faed-4389-9ff4-a885c70feac7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/2c36bfe8-43eb-4e67-b269-13761dd64fa5 HTTP/1.1" status: 200 len: 892 time: 1.7462280 Apr 21 21:18:39.626184 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4abfc1-9d31-4e40-b363-208294f4db73 None None] Sync routers for ids ['2c36bfe8-43eb-4e67-b269-13761dd64fa5'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:39.629279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58332) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:39.637684 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4abfc1-9d31-4e40-b363-208294f4db73 None None] Routers {'2c36bfe8-43eb-4e67-b269-13761dd64fa5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:39.638526 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba4abfc1-9d31-4e40-b363-208294f4db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2c36bfe8-43eb-4e67-b269-13761dd64fa5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:39.675031 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.681128 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba4abfc1-9d31-4e40-b363-208294f4db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:39.690694 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4abfc1-9d31-4e40-b363-208294f4db73 None None] Routers {'2c36bfe8-43eb-4e67-b269-13761dd64fa5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:39.691654 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba4abfc1-9d31-4e40-b363-208294f4db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2c36bfe8-43eb-4e67-b269-13761dd64fa5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:39.755568 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ba4abfc1-9d31-4e40-b363-208294f4db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:39.756454 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4abfc1-9d31-4e40-b363-208294f4db73 None None] The sync data for ids ['2c36bfe8-43eb-4e67-b269-13761dd64fa5'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:39.783652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 63c9fbec-ab80-47de-8119-796f75dd0b01 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:39.828339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 63c9fbec-ab80-47de-8119-796f75dd0b01 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:39.830999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 63c9fbec-ab80-47de-8119-796f75dd0b01 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:39.859346 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.861767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.863647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-38f2c472-08d1-4278-9978-9aa33dfe50a7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/routers/2c36bfe8-43eb-4e67-b269-13761dd64fa5 HTTP/1.1" status: 200 len: 892 time: 0.2326496 Apr 21 21:18:39.866154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58334) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:39.898834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b0860cb6-1809-4a71-88dd-724ea2b4a832 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c36bfe8-43eb-4e67-b269-13761dd64fa5 HTTP/1.1" status: 200 len: 205 time: 0.0311282 Apr 21 21:18:39.901285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58336) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:39.911819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.912465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Fanout notify agent at l3_agent the message router_deleted on router 13cc9f69-78cc-499f-860b-81d495eb844b {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:39.920701 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.925627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-037ea0e9-424a-4175-bcd1-8f68ca6980e3 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/13cc9f69-78cc-499f-860b-81d495eb844b HTTP/1.1" status: 204 len: 168 time: 1.3867109 Apr 21 21:18:39.927037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58338) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:39.931851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1625471598', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': False}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:39.956172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:39.957329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.026815 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.077719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-cbadc854-042b-4613-a161-c76d835679af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:40.079199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-cbadc854-042b-4613-a161-c76d835679af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1096 time: 0.0657427 Apr 21 21:18:40.081836 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.190932 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.269233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-f6f05e0c-a971-4177-8620-0bd721b5b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:40.270693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-f6f05e0c-a971-4177-8620-0bd721b5b7ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 0.1851802 Apr 21 21:18:40.271138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58342) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:40.332932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.475591 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1403f69-ad00-4a59-b946-e48ad88f0c05 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.505074 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-51a88621-bd2d-44c8-b6c8-fbdeb3b9bfda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 1000 time: 0.1902931 Apr 21 21:18:40.591965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1403f69-ad00-4a59-b946-e48ad88f0c05 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.635033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 3668c81a-3f40-4ce8-a604-38a6583b0011 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:40.635374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.727719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-575e0293-25bc-41cf-bf28-27bcbc414a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:40.729300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-575e0293-25bc-41cf-bf28-27bcbc414a5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.2170653 Apr 21 21:18:40.814677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d54b4-038a-4a07-af1b-9808bb8b91b3 req-1a63d77f-b1e6-44b1-85be-2efcba6409ea tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:40.816184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-255d54b4-038a-4a07-af1b-9808bb8b91b3 req-1a63d77f-b1e6-44b1-85be-2efcba6409ea tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.1788116 Apr 21 21:18:40.830924 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.867573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:40.880288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-74b4c792-c667-415a-90e2-1fb4d757ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:40.882452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-74b4c792-c667-415a-90e2-1fb4d757ff21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421998 Apr 21 21:18:40.883785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 3668c81a-3f40-4ce8-a604-38a6583b0011 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:40.888668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.009465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Allocated IP 172.25.0.54 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/93013da5-a1db-4f96-ba02-1de8ba4f55e0) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:41.017417 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1403f69-ad00-4a59-b946-e48ad88f0c05 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.021496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d1403f69-ad00-4a59-b946-e48ad88f0c05 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.023446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d1403f69-ad00-4a59-b946-e48ad88f0c05 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/security-groups/00a668af-351b-488d-b14b-a24420c92a33 HTTP/1.1" status: 204 len: 168 time: 0.7511969 Apr 21 21:18:41.070555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58350) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:41.105099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-255d54b4-038a-4a07-af1b-9808bb8b91b3 req-7406933b-02ab-4857-9ad2-663fca4d62f7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461476 Apr 21 21:18:41.111676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1403f69-ad00-4a59-b946-e48ad88f0c05 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a668af-351b-488d-b14b-a24420c92a33,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:41.144492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c56f91c-e180-4b1d-9b40-6cfaf79b9f66 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting subnet 48954eb0-1a61-421a-86b2-63470e1387eb {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:41.155631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c56f91c-e180-4b1d-9b40-6cfaf79b9f66 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.200611 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.213206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c56f91c-e180-4b1d-9b40-6cfaf79b9f66 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.275337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-41ab6a82-2958-442e-95dd-d4491ce83e5a service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737106 Apr 21 21:18:41.308641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.353013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c56f91c-e180-4b1d-9b40-6cfaf79b9f66 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.388638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:41.396851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:41.403382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:41.423459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.431542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event updated for resources: {'Port': ['ID=93013da5-a1db-4f96-ba02-1de8ba4f55e0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:41.435589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-059ed39d-bada-4ccf-b2ec-d8e7e3fd6c8c service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523428 Apr 21 21:18:41.457664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=3668c81a-3f40-4ce8-a604-38a6583b0011,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:41.536647 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c56f91c-e180-4b1d-9b40-6cfaf79b9f66 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.543290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.590541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56f91c-e180-4b1d-9b40-6cfaf79b9f66 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Subnet': ['ID=48954eb0-1a61-421a-86b2-63470e1387eb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:41.592726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1c56f91c-e180-4b1d-9b40-6cfaf79b9f66 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.595981 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1c56f91c-e180-4b1d-9b40-6cfaf79b9f66 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/subnets/48954eb0-1a61-421a-86b2-63470e1387eb HTTP/1.1" status: 204 len: 168 time: 0.5244508 Apr 21 21:18:41.601785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58352) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:41.603480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d296c-f00c-4c6b-8463-d47fba86e44b None None] Network 2cb263e5-7404-43b2-9932-8f00e3969c42 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:41.661746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.664055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.722963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.725112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Fanout notify agent at l3_agent the message router_deleted on router 2c36bfe8-43eb-4e67-b269-13761dd64fa5 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:41.735776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.737491 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b0a65fa9-2c13-455b-a501-e0e499722d8a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/2c36bfe8-43eb-4e67-b269-13761dd64fa5 HTTP/1.1" status: 204 len: 168 time: 1.8351831 Apr 21 21:18:41.742046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58360) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:41.754207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1112311095'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:41.767312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.795603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:41.799722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.869471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:41.890804 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.891282 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added segment 9a99b16e-2a2c-49fe-9651-a0b6bad5de2e of type vlan for network 4cff9aed-5209-4f1a-b0f2-777f61dee427 Apr 21 21:18:41.921171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] DHCP port deletion for 2cb263e5-7404-43b2-9932-8f00e3969c42 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:18:41.931781 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.945829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.973292 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.979291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:41.979887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:41.980196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Deleting port fbdef6ef-bb5a-4496-886c-c8e481fce16f {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:41.980625 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.003428 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port fbdef6ef-bb5a-4496-886c-c8e481fce16f {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:42.003854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.048091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] For port fbdef6ef-bb5a-4496-886c-c8e481fce16f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fbdef6ef-bb5a-4496-886c-c8e481fce16f,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:42.048488 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.062109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Calling delete_port for fbdef6ef-bb5a-4496-886c-c8e481fce16f owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:42.064710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Network': ['ID=4cff9aed-5209-4f1a-b0f2-777f61dee427,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:42.070242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f17c2ddb-f4c4-4e5b-bde3-25fefc91b1fc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3216591 Apr 21 21:18:42.072920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58366) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:42.079025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'subnet': {'network_id': '4cff9aed-5209-4f1a-b0f2-777f61dee427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:42.117345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] For port fbdef6ef-bb5a-4496-886c-c8e481fce16f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fbdef6ef-bb5a-4496-886c-c8e481fce16f,segment=NetworkSegment(28e28132-7c61-4127-814b-f962fae9c05d),segment_id=28e28132-7c61-4127-814b-f962fae9c05d)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:42.117911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.164126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 4cff9aed-5209-4f1a-b0f2-777f61dee427 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:42.187023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:42.194537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.198899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for fbdef6ef-bb5a-4496-886c-c8e481fce16f owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:42.244128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.281309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Pushing event deleted for resources: {'Port': ['ID=fbdef6ef-bb5a-4496-886c-c8e481fce16f,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:42.286952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] No DVR routers for this DVR port fbdef6ef-bb5a-4496-886c-c8e481fce16f on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:42.306002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.306583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.306923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.307257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.307585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.307911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.308233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.308555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.308897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.309229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.309525 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.310021 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b784d-a657-4314-85be-24d521c47d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:42.330126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fbdef6ef-bb5a-4496-886c-c8e481fce16f no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:42.356365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fbdef6ef-bb5a-4496-886c-c8e481fce16f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:42.357009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fbdef6ef-bb5a-4496-886c-c8e481fce16f not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:42.388171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.412999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f0ccc-ab39-42c6-a084-c10e885f4c59 req-3fd5ddb4-c62f-426d-8519-63cd4231bd81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:42.415007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-994f0ccc-ab39-42c6-a084-c10e885f4c59 req-3fd5ddb4-c62f-426d-8519-63cd4231bd81 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.1539259 Apr 21 21:18:42.463180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.479142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.513045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=fbdef6ef-bb5a-4496-886c-c8e481fce16f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:42.523317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] No DVR routers for this DVR port fbdef6ef-bb5a-4496-886c-c8e481fce16f on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:42.557622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Subnet': ['ID=d654d983-46b8-42e6-9b21-311a31e99e22,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:42.559894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Checking segment: {'id': '9a99b16e-2a2c-49fe-9651-a0b6bad5de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4cff9aed-5209-4f1a-b0f2-777f61dee427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:42.560250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network hostable DHCP agents. Network: 4cff9aed-5209-4f1a-b0f2-777f61dee427, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:18:42.578547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 4cff9aed-5209-4f1a-b0f2-777f61dee427 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:18:42.587124 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-994f0ccc-ab39-42c6-a084-c10e885f4c59 req-1749a5c2-74ad-4e7c-9d72-8c4e985427fa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356635 Apr 21 21:18:42.589671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 4cff9aed-5209-4f1a-b0f2-777f61dee427) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:42.595877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:42.596710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.601530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8f0fa-626a-4544-9ad2-d32274e557f1 None None] Network 4cff9aed-5209-4f1a-b0f2-777f61dee427 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:42.637268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9586b9d5-b333-43fe-b601-c73270409a72 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5629337 Apr 21 21:18:42.640251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58370) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:42.646956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1d89e026-a830-4964-9788-4a2ad1472d9d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1228212904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:42.660692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.691277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb263e5-7404-43b2-9932-8f00e3969c42']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:42.692462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d89e026-a830-4964-9788-4a2ad1472d9d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.694616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d89e026-a830-4964-9788-4a2ad1472d9d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.705022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e28132-7c61-4127-814b-f962fae9c05d') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:42.705366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e28132-7c61-4127-814b-f962fae9c05d') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:42.718489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.727979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Router 6caa277c-715b-4dd5-b5d5-d5d6c00fb950 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:42.738009 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.748043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:42.748456 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: self.session.flush() Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:42.751706 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:42.774888 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d89e026-a830-4964-9788-4a2ad1472d9d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.781187 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d89e026-a830-4964-9788-4a2ad1472d9d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.810701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d89e026-a830-4964-9788-4a2ad1472d9d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.815141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1d89e026-a830-4964-9788-4a2ad1472d9d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1705577 Apr 21 21:18:42.815414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58372) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:42.905705 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.916788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:42.923656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/networks/2cb263e5-7404-43b2-9932-8f00e3969c42 HTTP/1.1" status: 204 len: 168 time: 1.3183382 Apr 21 21:18:42.927343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58376) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:42.948307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfab3f-2b01-427c-84a6-385d653143a7 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Network': ['ID=2cb263e5-7404-43b2-9932-8f00e3969c42,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:42.989061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:43.019739 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.024394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0dfd12b1-ef54-448e-8d40-194d45bab07d tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0927703 Apr 21 21:18:43.025777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58378) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:43.053124 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Sync routers for ids ['6caa277c-715b-4dd5-b5d5-d5d6c00fb950'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:43.061782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-4cff9aed-5209-4f1a-b0f2-777f61dee427', 'network_id': '4cff9aed-5209-4f1a-b0f2-777f61dee427', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'fixed_ips': [{'subnet_id': 'd654d983-46b8-42e6-9b21-311a31e99e22'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:18:43.063387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.101151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Routers {'6caa277c-715b-4dd5-b5d5-d5d6c00fb950'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:43.102071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6caa277c-715b-4dd5-b5d5-d5d6c00fb950'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:43.225034 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-32380e15-cc29-40c1-99ac-8fa193494c9f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/routers/6caa277c-715b-4dd5-b5d5-d5d6c00fb950 HTTP/1.1" status: 200 len: 908 time: 0.1979325 Apr 21 21:18:43.234856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58380) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:43.243703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1625471598', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': True}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:43.272648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port 5e3594d2-4b5e-443f-920c-2c1482dd4541 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:43.273980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.277597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.278589 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.337579 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.354269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Set router 6caa277c-715b-4dd5-b5d5-d5d6c00fb950 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:43.415169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Allocated IP 2001:db8::2 (4cff9aed-5209-4f1a-b0f2-777f61dee427/d654d983-46b8-42e6-9b21-311a31e99e22/50160d15-2889-4bc3-8476-2bbcaa852e8a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:43.513378 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.524687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.627153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.627482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.650589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for 5e3594d2-4b5e-443f-920c-2c1482dd4541 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:43.720120 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.736056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.794185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Network 4cff9aed-5209-4f1a-b0f2-777f61dee427 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:43.799237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:43.803252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Pushing event updated for resources: {'Port': ['ID=50160d15-2889-4bc3-8476-2bbcaa852e8a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:43.806387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:43.811694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa277c-715b-4dd5-b5d5-d5d6c00fb950', 'name': 'tempest-snat-router-1625471598', 'tenant_id': '82e2d9cd4aef44769639d69a989fb0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.54'}], 'enable_snat': False}, 'gw_port_id': '93013da5-a1db-4f96-ba02-1de8ba4f55e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:39Z', 'updated_at': '2022-04-21T21:18:41Z', 'revision_number': 3, 'project_id': '82e2d9cd4aef44769639d69a989fb0c1', 'gw_port': {'id': '93013da5-a1db-4f96-ba02-1de8ba4f55e0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa277c-715b-4dd5-b5d5-d5d6c00fb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:40Z', 'updated_at': '2022-04-21T21:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:43.818987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4e60d-4888-433f-b13c-44956e096303 req-afbf1f97-454e-421a-a9d3-bb29c361e453 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:43.820689 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-baa4e60d-4888-433f-b13c-44956e096303 req-afbf1f97-454e-421a-a9d3-bb29c361e453 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.1105752 Apr 21 21:18:43.845525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 2001:db8::1 (4cff9aed-5209-4f1a-b0f2-777f61dee427/d654d983-46b8-42e6-9b21-311a31e99e22/a0830616-c045-4074-ad9d-c965cd933d60) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:43.849598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Checking router: 6caa277c-715b-4dd5-b5d5-d5d6c00fb950 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:18:43.849885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Updating router 6caa277c-715b-4dd5-b5d5-d5d6c00fb950 port 93013da5-a1db-4f96-ba02-1de8ba4f55e0 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:18:43.884432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:43.889815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-baa4e60d-4888-433f-b13c-44956e096303 req-56943650-4f54-4dd8-b798-7f55c13c9d03 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613244 Apr 21 21:18:43.983730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Attempting to bind port 50160d15-2889-4bc3-8476-2bbcaa852e8a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:43.984176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Attempting to bind port 50160d15-2889-4bc3-8476-2bbcaa852e8a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '9a99b16e-2a2c-49fe-9651-a0b6bad5de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4cff9aed-5209-4f1a-b0f2-777f61dee427'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:43.984798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Attempting to bind port 50160d15-2889-4bc3-8476-2bbcaa852e8a on network 4cff9aed-5209-4f1a-b0f2-777f61dee427 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:44.004470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:44.005131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Checking segment: {'id': '9a99b16e-2a2c-49fe-9651-a0b6bad5de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4cff9aed-5209-4f1a-b0f2-777f61dee427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:44.005585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.005974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Bound using segment: {'id': '9a99b16e-2a2c-49fe-9651-a0b6bad5de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4cff9aed-5209-4f1a-b0f2-777f61dee427'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:44.006457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Bound port: 50160d15-2889-4bc3-8476-2bbcaa852e8a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a99b16e-2a2c-49fe-9651-a0b6bad5de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4cff9aed-5209-4f1a-b0f2-777f61dee427'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:44.006838 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.056426 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.131205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.168959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] For port 50160d15-2889-4bc3-8476-2bbcaa852e8a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:44.172976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] For port 50160d15-2889-4bc3-8476-2bbcaa852e8a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=50160d15-2889-4bc3-8476-2bbcaa852e8a,segment=NetworkSegment(9a99b16e-2a2c-49fe-9651-a0b6bad5de2e),segment_id=9a99b16e-2a2c-49fe-9651-a0b6bad5de2e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:44.187393 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.267893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=a0830616-c045-4074-ad9d-c965cd933d60,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:44.278442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 4cff9aed-5209-4f1a-b0f2-777f61dee427 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:44.279849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:44.290725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:44.291323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.328980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033c3d6-329a-4c47-b2b3-d8f028a2f240 None None] Pushing event updated for resources: {'Port': ['ID=50160d15-2889-4bc3-8476-2bbcaa852e8a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:44.409055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.454429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.465149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.498055 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.509307 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.578904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65654c5f-ee5d-4476-b288-1c70c285dcc3 None None] Pushing event updated for resources: {'Port': ['ID=93013da5-a1db-4f96-ba02-1de8ba4f55e0,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:44.592486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Attempting to bind port 93013da5-a1db-4f96-ba02-1de8ba4f55e0 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:44.592887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Attempting to bind port 93013da5-a1db-4f96-ba02-1de8ba4f55e0 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:44.593251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Attempting to bind port 93013da5-a1db-4f96-ba02-1de8ba4f55e0 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:44.598431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:44.598797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:44.599382 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.599575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:44.600027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Bound port: 93013da5-a1db-4f96-ba02-1de8ba4f55e0, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:44.600416 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.642732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.665208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] For port 93013da5-a1db-4f96-ba02-1de8ba4f55e0, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:44.669265 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] For port 93013da5-a1db-4f96-ba02-1de8ba4f55e0, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=93013da5-a1db-4f96-ba02-1de8ba4f55e0,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:44.676707 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.746598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Routers {'6caa277c-715b-4dd5-b5d5-d5d6c00fb950'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:44.747292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6caa277c-715b-4dd5-b5d5-d5d6c00fb950'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:44.768176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=5e3594d2-4b5e-443f-920c-2c1482dd4541,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:44.787388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Allocated IP 172.25.0.20 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/5acfb581-d230-4836-96ee-976b1c0d7e95) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:44.789682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58400) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:44.867735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] Set router 6caa277c-715b-4dd5-b5d5-d5d6c00fb950 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:44.942459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.953660 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.954721 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:44.982350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65654c5f-ee5d-4476-b288-1c70c285dcc3 None None] Pushing event updated for resources: {'Port': ['ID=93013da5-a1db-4f96-ba02-1de8ba4f55e0,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:45.041658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.042143 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Floating IP 94f6d8e4-2c69-4195-8d8c-7b389d91b8eb disassociated (deleted). External IP: 172.25.0.21, port: 4725cd41-2c29-4a93-8dff-1230fb87e5bf. Apr 21 21:18:45.126079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=a0830616-c045-4074-ad9d-c965cd933d60,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:45.137663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 4cff9aed-5209-4f1a-b0f2-777f61dee427 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:45.139519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:45.144834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c86e293-996e-47c1-998a-dc143e1d42a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.158987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6caa277c-715b-4dd5-b5d5-d5d6c00fb950', 'name': 'tempest-snat-router-1625471598', 'tenant_id': '82e2d9cd4aef44769639d69a989fb0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.54'}], 'enable_snat': False}, 'gw_port_id': '93013da5-a1db-4f96-ba02-1de8ba4f55e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:39Z', 'updated_at': '2022-04-21T21:18:41Z', 'revision_number': 3, 'project_id': '82e2d9cd4aef44769639d69a989fb0c1', 'gw_port': {'id': '93013da5-a1db-4f96-ba02-1de8ba4f55e0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa277c-715b-4dd5-b5d5-d5d6c00fb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:40Z', 'updated_at': '2022-04-21T21:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:45.191129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32adc1bf-547b-41ae-98b7-b33082c5fdd6 None None] The sync data for ids ['6caa277c-715b-4dd5-b5d5-d5d6c00fb950'] in n-d-838945-1 is: [{'id': '6caa277c-715b-4dd5-b5d5-d5d6c00fb950', 'name': 'tempest-snat-router-1625471598', 'tenant_id': '82e2d9cd4aef44769639d69a989fb0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.54'}], 'enable_snat': False}, 'gw_port_id': '93013da5-a1db-4f96-ba02-1de8ba4f55e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:39Z', 'updated_at': '2022-04-21T21:18:41Z', 'revision_number': 3, 'project_id': '82e2d9cd4aef44769639d69a989fb0c1', 'gw_port': {'id': '93013da5-a1db-4f96-ba02-1de8ba4f55e0', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa277c-715b-4dd5-b5d5-d5d6c00fb950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:40Z', 'updated_at': '2022-04-21T21:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:45.270860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7cab2-db0f-42e0-aa2b-fa9326779a66 req-81c0b5be-426f-46e5-b3a3-d7dcc5a18ff0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:45.272728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56d7cab2-db0f-42e0-aa2b-fa9326779a66 req-81c0b5be-426f-46e5-b3a3-d7dcc5a18ff0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.2585852 Apr 21 21:18:45.326281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router c834f04d-aab7-4209-822a-db42b30453d9 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:45.354140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.429820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:45.436103 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-28919548-e5cf-40e7-8ab3-73fa089b0835 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/c834f04d-aab7-4209-822a-db42b30453d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6196623 Apr 21 21:18:45.438876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58406) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:45.443140 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282ac23-8813-467b-93f9-ae52add50e57 None None] Sync routers for ids ['c834f04d-aab7-4209-822a-db42b30453d9'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:45.453112 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282ac23-8813-467b-93f9-ae52add50e57 None None] Routers {'c834f04d-aab7-4209-822a-db42b30453d9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:45.453956 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e282ac23-8813-467b-93f9-ae52add50e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c834f04d-aab7-4209-822a-db42b30453d9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:45.499631 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e282ac23-8813-467b-93f9-ae52add50e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:45.499849 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-56d7cab2-db0f-42e0-aa2b-fa9326779a66 req-dfdcca05-29bd-4f26-bfba-ba2fb2f4e795 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079244 Apr 21 21:18:45.503097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c86e293-996e-47c1-998a-dc143e1d42a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.517433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3c86e293-996e-47c1-998a-dc143e1d42a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.531532 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282ac23-8813-467b-93f9-ae52add50e57 None None] Routers {'c834f04d-aab7-4209-822a-db42b30453d9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:45.532167 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e282ac23-8813-467b-93f9-ae52add50e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c834f04d-aab7-4209-822a-db42b30453d9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:45.533765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d69e7b-806d-40eb-b9ab-9174bfa9d2da tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:45.542942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a5d69e7b-806d-40eb-b9ab-9174bfa9d2da tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports/a0830616-c045-4074-ad9d-c965cd933d60 HTTP/1.1" status: 200 len: 911 time: 0.1004603 Apr 21 21:18:45.542942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58408) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:45.566628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b6698b84-28d3-47f0-b4f5-ca07e74cf862 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd654d983-46b8-42e6-9b21-311a31e99e22'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:45.593620 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e282ac23-8813-467b-93f9-ae52add50e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:45.594336 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282ac23-8813-467b-93f9-ae52add50e57 None None] The sync data for ids ['c834f04d-aab7-4209-822a-db42b30453d9'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:45.594739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:45.599821 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.611914 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3c86e293-996e-47c1-998a-dc143e1d42a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c20c68926ee94b75b6356a3d4ae13704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8209572 Apr 21 21:18:45.618406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58410) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:45.645501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86e293-996e-47c1-998a-dc143e1d42a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d29862-cd6f-4349-b97f-89f719765f77,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:45.681854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:45.728365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:45.730474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event updated for resources: {'Port': ['ID=5acfb581-d230-4836-96ee-976b1c0d7e95,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:45.738253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:45.763434 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-85742456-521a-490e-942d-a42c00eda1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.795776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe05ed1-15ad-4a4b-bc62-e2d43c389091 None None] Network 4cff9aed-5209-4f1a-b0f2-777f61dee427 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:45.808019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-85742456-521a-490e-942d-a42c00eda1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.883641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6698b84-28d3-47f0-b4f5-ca07e74cf862 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.898699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-40cf0577-96c8-4aeb-834f-1dcc23eeb138 None None] Provisioning complete for port 50160d15-2889-4bc3-8476-2bbcaa852e8a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:45.899073 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-40cf0577-96c8-4aeb-834f-1dcc23eeb138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.938604 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:45.945083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:45.956989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] Sync routers for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:45.989096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:45.989635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:45.993200 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a924e82f-dc37-469e-b6e0-465e97652c20 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/floatingips/94f6d8e4-2c69-4195-8d8c-7b389d91b8eb HTTP/1.1" status: 204 len: 168 time: 3.0633161 Apr 21 21:18:45.994584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:18:45.997256 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a002a6-fd8c-4c4c-83ff-92ee09154794" -d '{"events": [{"name": "network-changed", "server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:18:46.079489 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb9dcca-fa01-4c05-814e-471a0bcbf955 x-openstack-request-id: req-ecb9dcca-fa01-4c05-814e-471a0bcbf955 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:18:46.079923 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:18:46.080296 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecb9dcca-fa01-4c05-814e-471a0bcbf955 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:18:46.080806 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb9dcca-fa01-4c05-814e-471a0bcbf955'] response: {'name': 'network-changed', 'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'status': 'completed', 'code': 200} Apr 21 21:18:46.169116 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:46.211186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-85742456-521a-490e-942d-a42c00eda1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:46.214602 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-85742456-521a-490e-942d-a42c00eda1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:46.215157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-85742456-521a-490e-942d-a42c00eda1a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8d29862-cd6f-4349-b97f-89f719765f77 HTTP/1.1" status: 204 len: 168 time: 0.5955355 Apr 21 21:18:46.288286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85742456-521a-490e-942d-a42c00eda1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d29862-cd6f-4349-b97f-89f719765f77,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:46.351102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-6d78f5d0-1134-41f6-a265-951de864f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:46.360217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-6d78f5d0-1134-41f6-a265-951de864f61a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 1096 time: 0.2766712 Apr 21 21:18:46.420609 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-40cf0577-96c8-4aeb-834f-1dcc23eeb138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:46.490670 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:46.544144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 50160d15-2889-4bc3-8476-2bbcaa852e8a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:46.548515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-40cf0577-96c8-4aeb-834f-1dcc23eeb138 None None] For port 50160d15-2889-4bc3-8476-2bbcaa852e8a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=50160d15-2889-4bc3-8476-2bbcaa852e8a,segment=NetworkSegment(9a99b16e-2a2c-49fe-9651-a0b6bad5de2e),segment_id=9a99b16e-2a2c-49fe-9651-a0b6bad5de2e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:46.593079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-40cf0577-96c8-4aeb-834f-1dcc23eeb138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:46.655489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-17b63ad8-aafb-4e39-bf02-c2beef7ca49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:46.657025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-17b63ad8-aafb-4e39-bf02-c2beef7ca49f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ca0e8ed-f995-4a73-9138-9d99429d673e HTTP/1.1" status: 200 len: 897 time: 0.2326431 Apr 21 21:18:46.661950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:46.748645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df56d9-7db8-4d45-b399-a6fb47daaa19 req-67ba496f-f2ba-42d0-bd9e-76e5a4bdc744 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:46.750617 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99df56d9-7db8-4d45-b399-a6fb47daaa19 req-67ba496f-f2ba-42d0-bd9e-76e5a4bdc744 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 945 time: 0.3513210 Apr 21 21:18:46.791174 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-a874c39c-ff7e-4e5c-81bc-37c571e7f39d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf HTTP/1.1" status: 200 len: 217 time: 0.1192214 Apr 21 21:18:46.891886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf0577-96c8-4aeb-834f-1dcc23eeb138 None None] Pushing event updated for resources: {'Port': ['ID=50160d15-2889-4bc3-8476-2bbcaa852e8a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:46.896744 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99df56d9-7db8-4d45-b399-a6fb47daaa19 req-019a37a6-ecc7-49d3-a55c-30cdc4546574 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333506 Apr 21 21:18:46.910009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6975bb7-c927-4155-9dc0-54f4ac2670a1 req-96352e88-a473-46f6-b523-89007c4645f3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:46.917880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6975bb7-c927-4155-9dc0-54f4ac2670a1 req-96352e88-a473-46f6-b523-89007c4645f3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.2299891 Apr 21 21:18:46.946782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Router 83d6d7bb-0e40-4217-8bbb-fa9d5590830b is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:46.950159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 50160d15-2889-4bc3-8476-2bbcaa852e8a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:46.950956 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:46.952089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-6cc29208-bf55-4dd6-b96f-a920c240c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:46.953655 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-6cc29208-bf55-4dd6-b96f-a920c240c740 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c8039a04-fd2a-4c28-b155-b87749f73bf2 HTTP/1.1" status: 200 len: 835 time: 0.1491532 Apr 21 21:18:47.003164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6975bb7-c927-4155-9dc0-54f4ac2670a1 req-069a076d-96e0-4cf3-936d-70d181fce062 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843668 Apr 21 21:18:47.058246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ed03ac65-0a6e-446d-9410-1d08817e5685 None None] Provisioning complete for port a0830616-c045-4074-ad9d-c965cd933d60 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:47.058722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ed03ac65-0a6e-446d-9410-1d08817e5685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:47.082660 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6698b84-28d3-47f0-b4f5-ca07e74cf862 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:47.097915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-0814047a-17c0-4721-88de-3176523333bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:47.099455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-0814047a-17c0-4721-88de-3176523333bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ca0e8ed-f995-4a73-9138-9d99429d673e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349945 Apr 21 21:18:47.121298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6698b84-28d3-47f0-b4f5-ca07e74cf862 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:47.131709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6698b84-28d3-47f0-b4f5-ca07e74cf862 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:47.133048 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b6698b84-28d3-47f0-b4f5-ca07e74cf862 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:47.137145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b6698b84-28d3-47f0-b4f5-ca07e74cf862 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/ports/a0830616-c045-4074-ad9d-c965cd933d60 HTTP/1.1" status: 200 len: 911 time: 1.5794287 Apr 21 21:18:47.154406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:47.154697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58432) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:47.167150 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Sync routers for ids ['83d6d7bb-0e40-4217-8bbb-fa9d5590830b'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:47.177747 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Routers {'83d6d7bb-0e40-4217-8bbb-fa9d5590830b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:47.178745 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['83d6d7bb-0e40-4217-8bbb-fa9d5590830b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:47.186120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:18:34Z', 'revision_number': 6, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:47.197498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ed03ac65-0a6e-446d-9410-1d08817e5685 None None] Port a0830616-c045-4074-ad9d-c965cd933d60 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:47.208790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:47.213525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-49ec6cd5-78d2-407a-9d5b-208fdd0875d1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9739153 Apr 21 21:18:47.216672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58436) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:47.244043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 93013da5-a1db-4f96-ba02-1de8ba4f55e0 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:47.247099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] Checking router: 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:18:47.305801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ed03ac65-0a6e-446d-9410-1d08817e5685 None None] Provisioning complete for port 50160d15-2889-4bc3-8476-2bbcaa852e8a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:47.306251 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ed03ac65-0a6e-446d-9410-1d08817e5685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:47.308030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:47.308746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:47.329238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6698b84-28d3-47f0-b4f5-ca07e74cf862 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=a0830616-c045-4074-ad9d-c965cd933d60,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:47.410761 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Set router 83d6d7bb-0e40-4217-8bbb-fa9d5590830b gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:47.488150 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-51c9bc6a-67b8-44f4-b362-a3b324eb03d5 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/routers/83d6d7bb-0e40-4217-8bbb-fa9d5590830b HTTP/1.1" status: 200 len: 907 time: 0.2727559 Apr 21 21:18:47.497202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58444) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:47.603140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:47.653072 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d6d7bb-0e40-4217-8bbb-fa9d5590830b', 'name': 'tempest-snat-router-1625471598', 'tenant_id': '82e2d9cd4aef44769639d69a989fb0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '5acfb581-d230-4836-96ee-976b1c0d7e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:43Z', 'updated_at': '2022-04-21T21:18:45Z', 'revision_number': 3, 'project_id': '82e2d9cd4aef44769639d69a989fb0c1', 'gw_port': {'id': '5acfb581-d230-4836-96ee-976b1c0d7e95', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:89:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d6d7bb-0e40-4217-8bbb-fa9d5590830b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:44Z', 'updated_at': '2022-04-21T21:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:47.700066 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Checking router: 83d6d7bb-0e40-4217-8bbb-fa9d5590830b for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:18:47.700339 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Updating router 83d6d7bb-0e40-4217-8bbb-fa9d5590830b port 5acfb581-d230-4836-96ee-976b1c0d7e95 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:18:47.739591 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 93013da5-a1db-4f96-ba02-1de8ba4f55e0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:47.739890 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:47.761573 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:47.768635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:47.769440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-d685a4f5-11d9-4bf6-aff7-0994dff0ede2 service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612051 Apr 21 21:18:47.945482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-ae2c6b64-2a92-4049-94d1-5481e45b4efa tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:47.947025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-ae2c6b64-2a92-4049-94d1-5481e45b4efa tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 945 time: 0.1766930 Apr 21 21:18:48.000178 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.072393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-87a87486-66f0-4647-bf48-6aa8857bff0f None None] Provisioning complete for port a0830616-c045-4074-ad9d-c965cd933d60 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:48.075483 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-87a87486-66f0-4647-bf48-6aa8857bff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.127598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.134293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-87a87486-66f0-4647-bf48-6aa8857bff0f None None] Port a0830616-c045-4074-ad9d-c965cd933d60 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:48.138234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Deleting port 5acfb581-d230-4836-96ee-976b1c0d7e95 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:48.138894 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.208273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 93013da5-a1db-4f96-ba02-1de8ba4f55e0, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=93013da5-a1db-4f96-ba02-1de8ba4f55e0,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:48.235575 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.238698 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.249407 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.316714 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Pushing event updated for resources: {'Port': ['ID=5acfb581-d230-4836-96ee-976b1c0d7e95,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:48.318265 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.333041 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Calling delete_port for 5acfb581-d230-4836-96ee-976b1c0d7e95 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:48.345959 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.346788 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.347272 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.348590 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.348704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:18:34Z', 'revision_number': 6, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:48.348865 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.348865 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.350194 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.350788 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.351362 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.351867 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.352425 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.352961 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:48.357910 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Attempting to bind port 5acfb581-d230-4836-96ee-976b1c0d7e95 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:48.358467 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Attempting to bind port 5acfb581-d230-4836-96ee-976b1c0d7e95 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:48.359042 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Attempting to bind port 5acfb581-d230-4836-96ee-976b1c0d7e95 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:48.378834 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:48.379540 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:48.380403 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.380997 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:48.381682 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Bound port: 5acfb581-d230-4836-96ee-976b1c0d7e95, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:48.383902 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.404174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee53e9-c10b-485e-80d0-ec40e4afaeb8 None None] The sync data for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 is: [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:18:34Z', 'revision_number': 6, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'fca8a22b-86d7-4bd5-92fd-cdac153223a1', 'name': '', 'network_id': '5ca0e8ed-f995-4a73-9138-9d99429d673e', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:86:a8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:52Z', 'updated_at': '2022-04-21T21:16:07Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': 'c8039a04-fd2a-4c28-b155-b87749f73bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:48.408617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=93013da5-a1db-4f96-ba02-1de8ba4f55e0,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:48.425935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 50160d15-2889-4bc3-8476-2bbcaa852e8a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:48.466334 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] For port 5acfb581-d230-4836-96ee-976b1c0d7e95, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:48.473759 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] For port 5acfb581-d230-4836-96ee-976b1c0d7e95, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5acfb581-d230-4836-96ee-976b1c0d7e95,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:48.483633 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.485583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b048-65d6-467f-95c5-fa0b3f264102 req-9562dffd-7c50-4ec7-9a51-ac9369c096a9 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:48.487175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d15b048-65d6-467f-95c5-fa0b3f264102 req-9562dffd-7c50-4ec7-9a51-ac9369c096a9 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 945 time: 0.4207304 Apr 21 21:18:48.503571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 50160d15-2889-4bc3-8476-2bbcaa852e8a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:48.504054 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.581590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d15b048-65d6-467f-95c5-fa0b3f264102 req-7c566f97-cb61-46ef-881d-6f32e48936e9 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=cdab4a5f-a37d-42b2-a36f-b030fa5471d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852721 Apr 21 21:18:48.615690 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Routers {'83d6d7bb-0e40-4217-8bbb-fa9d5590830b'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:48.616911 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['83d6d7bb-0e40-4217-8bbb-fa9d5590830b'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:48.694422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.744564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event deleted for resources: {'Port': ['ID=5acfb581-d230-4836-96ee-976b1c0d7e95,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:48.771003 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f9c58-f272-49ef-a835-6b983e5c897a None None] Pushing event updated for resources: {'Port': ['ID=5acfb581-d230-4836-96ee-976b1c0d7e95,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:48.786643 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] Set router 83d6d7bb-0e40-4217-8bbb-fa9d5590830b gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:48.799185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc482-e2c4-4ade-a571-beaa45b6c4b8 req-13fddbda-cc76-449d-9d4b-3b66f9533657 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:48.800876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ec2bc482-e2c4-4ade-a571-beaa45b6c4b8 req-13fddbda-cc76-449d-9d4b-3b66f9533657 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.0972247 Apr 21 21:18:48.803952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00a002a6-fd8c-4c4c-83ff-92ee09154794 req-eba4b0e2-c5c8-4975-b576-790cba0a07af service neutron] 10.222.0.43 "GET /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9989533 Apr 21 21:18:48.856409 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.880926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port 4725cd41-2c29-4a93-8dff-1230fb87e5bf {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:48.881358 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.887529 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d6d7bb-0e40-4217-8bbb-fa9d5590830b', 'name': 'tempest-snat-router-1625471598', 'tenant_id': '82e2d9cd4aef44769639d69a989fb0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:43Z', 'updated_at': '2022-04-21T21:18:48Z', 'revision_number': 4, 'project_id': '82e2d9cd4aef44769639d69a989fb0c1', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:48.895080 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:48.902042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817a024-3d3d-42bc-a763-a1117d584cff None None] New status for floating IP 94f6d8e4-2c69-4195-8d8c-7b389d91b8eb: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:18:48.922399 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2486eac-d93f-4583-a226-2ac1afaadf22 None None] The sync data for ids ['83d6d7bb-0e40-4217-8bbb-fa9d5590830b'] in n-d-838945-1 is: [{'id': '83d6d7bb-0e40-4217-8bbb-fa9d5590830b', 'name': 'tempest-snat-router-1625471598', 'tenant_id': '82e2d9cd4aef44769639d69a989fb0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:43Z', 'updated_at': '2022-04-21T21:18:48Z', 'revision_number': 4, 'project_id': '82e2d9cd4aef44769639d69a989fb0c1', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:48.935091 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ec2bc482-e2c4-4ade-a571-beaa45b6c4b8 req-d47dd334-4b0d-4909-b667-912c663c3b29 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246347 Apr 21 21:18:49.006453 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.009788 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.062057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.062603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83d6d7bb-0e40-4217-8bbb-fa9d5590830b {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:49.067486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.072677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7436e5a8-fb2e-4355-8458-8717b5ce8658 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "DELETE /v2.0/routers/83d6d7bb-0e40-4217-8bbb-fa9d5590830b HTTP/1.1" status: 204 len: 168 time: 1.5702651 Apr 21 21:18:49.073478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58460) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:49.143547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] For port 4725cd41-2c29-4a93-8dff-1230fb87e5bf, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=4725cd41-2c29-4a93-8dff-1230fb87e5bf,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:49.144030 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.187864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for 4725cd41-2c29-4a93-8dff-1230fb87e5bf owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:49.204650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.345203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.404658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Deleting port 93013da5-a1db-4f96-ba02-1de8ba4f55e0 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:49.405036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.445876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.454448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port a0830616-c045-4074-ad9d-c965cd933d60 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:49.454771 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.492493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=4725cd41-2c29-4a93-8dff-1230fb87e5bf,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:49.494419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] For port 93013da5-a1db-4f96-ba02-1de8ba4f55e0, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=93013da5-a1db-4f96-ba02-1de8ba4f55e0,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:49.494781 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.509265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Calling delete_port for 93013da5-a1db-4f96-ba02-1de8ba4f55e0 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:49.577940 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] No DVR routers for this DVR port 4725cd41-2c29-4a93-8dff-1230fb87e5bf on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:49.580610 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.584280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-274d4058-c4f5-4513-9ea2-dff12cb5ae92 req-31b7a571-b709-4cbe-8463-aac427fd5f11 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "DELETE /v2.0/ports/4725cd41-2c29-4a93-8dff-1230fb87e5bf HTTP/1.1" status: 204 len: 173 time: 1.6278446 Apr 21 21:18:49.586714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'name': 'network-vif-deleted', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:18:49.589735 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aba5909-7dc5-4e15-a898-986460ca8064" -d '{"events": [{"server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "name": "network-vif-deleted", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:18:49.634592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.659383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for a0830616-c045-4074-ad9d-c965cd933d60 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:49.707126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.712945 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33672ce-48c7-41d3-b0e8-465c1cf0cc2a x-openstack-request-id: req-a33672ce-48c7-41d3-b0e8-465c1cf0cc2a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:18:49.712945 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8aced94-a01b-4284-80d6-b2b3e40cb0ae", "name": "network-vif-deleted", "tag": "4725cd41-2c29-4a93-8dff-1230fb87e5bf", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:18:49.713212 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a33672ce-48c7-41d3-b0e8-465c1cf0cc2a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:18:49.713576 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33672ce-48c7-41d3-b0e8-465c1cf0cc2a'] response: {'server_uuid': 'f8aced94-a01b-4284-80d6-b2b3e40cb0ae', 'name': 'network-vif-deleted', 'tag': '4725cd41-2c29-4a93-8dff-1230fb87e5bf', 'status': 'completed', 'code': 200} Apr 21 21:18:49.735975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event deleted for resources: {'Port': ['ID=93013da5-a1db-4f96-ba02-1de8ba4f55e0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:49.745582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-378df4a6-48a7-44c7-a7be-8d4594ee12ac req-2019a986-38c7-4bf4-9cae-74aec2ce353a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8aced94-a01b-4284-80d6-b2b3e40cb0ae HTTP/1.1" status: 200 len: 210 time: 0.0347197 Apr 21 21:18:49.815576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.893507 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.917631 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.920023 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:49.925639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=a0830616-c045-4074-ad9d-c965cd933d60,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:50.074315 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.321340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router c834f04d-aab7-4209-822a-db42b30453d9 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:50.402006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:50.408813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0aab45ec-2ffe-47ea-b392-59136bf85eff tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/c834f04d-aab7-4209-822a-db42b30453d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2471650 Apr 21 21:18:50.410472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58474) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:50.412551 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028dc53-2b8d-4008-a784-3d73cdbb843c None None] Sync routers for ids ['c834f04d-aab7-4209-822a-db42b30453d9'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:50.423559 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028dc53-2b8d-4008-a784-3d73cdbb843c None None] Routers {'c834f04d-aab7-4209-822a-db42b30453d9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:50.424683 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9028dc53-2b8d-4008-a784-3d73cdbb843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c834f04d-aab7-4209-822a-db42b30453d9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:50.439000 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ec8b4011-6eb4-4f5b-a160-d8e70559b5e7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=c834f04d-aab7-4209-822a-db42b30453d9 HTTP/1.1" status: 200 len: 205 time: 0.0270381 Apr 21 21:18:50.441254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58476) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:50.488457 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.488457 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6caa277c-715b-4dd5-b5d5-d5d6c00fb950 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:50.495659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79b73f-d4b8-4185-b66d-6c42ee05458a req-dc66fc5b-e3fa-449b-9e7d-7bda538d5c6c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:50.505184 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec79b73f-d4b8-4185-b66d-6c42ee05458a req-dc66fc5b-e3fa-449b-9e7d-7bda538d5c6c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.0678599 Apr 21 21:18:50.512854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.520882 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3f6c7ea0-63eb-4607-b4a8-89aa9f67d69a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "DELETE /v2.0/routers/6caa277c-715b-4dd5-b5d5-d5d6c00fb950 HTTP/1.1" status: 204 len: 168 time: 1.4462032 Apr 21 21:18:50.522371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58480) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:50.531286 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-279477f1-0a3e-4afe-9a99-e09b7c55234a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.532751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-441739117', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:50.562929 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.567820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.569025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.594879 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9028dc53-2b8d-4008-a784-3d73cdbb843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:50.613870 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028dc53-2b8d-4008-a784-3d73cdbb843c None None] Routers {'c834f04d-aab7-4209-822a-db42b30453d9'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:50.614648 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9028dc53-2b8d-4008-a784-3d73cdbb843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c834f04d-aab7-4209-822a-db42b30453d9'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:50.646990 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.667382 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9028dc53-2b8d-4008-a784-3d73cdbb843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:50.668448 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9028dc53-2b8d-4008-a784-3d73cdbb843c None None] The sync data for ids ['c834f04d-aab7-4209-822a-db42b30453d9'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:50.674684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec79b73f-d4b8-4185-b66d-6c42ee05458a req-ce6fef11-7bee-468a-afab-9a376ad75516 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685455 Apr 21 21:18:50.774782 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-279477f1-0a3e-4afe-9a99-e09b7c55234a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.777019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-279477f1-0a3e-4afe-9a99-e09b7c55234a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.800585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.830948 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-279477f1-0a3e-4afe-9a99-e09b7c55234a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.831481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279477f1-0a3e-4afe-9a99-e09b7c55234a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Fanout notify agent at l3_agent the message router_deleted on router c834f04d-aab7-4209-822a-db42b30453d9 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:50.832956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58492) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:50.840284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-279477f1-0a3e-4afe-9a99-e09b7c55234a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.843800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-279477f1-0a3e-4afe-9a99-e09b7c55234a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/c834f04d-aab7-4209-822a-db42b30453d9 HTTP/1.1" status: 204 len: 168 time: 0.3993199 Apr 21 21:18:50.845524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58494) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:50.859906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.904193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-858cd770-40a1-4955-8cd5-8b0794d192ae tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.932976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-858cd770-40a1-4955-8cd5-8b0794d192ae tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:50.934570 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe17652-1934-46b5-be15-dd8796930013 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting subnet d654d983-46b8-42e6-9b21-311a31e99e22 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:50.962024 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1fe17652-1934-46b5-be15-dd8796930013 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.001716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-858cd770-40a1-4955-8cd5-8b0794d192ae tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.004933 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-858cd770-40a1-4955-8cd5-8b0794d192ae tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.009454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-858cd770-40a1-4955-8cd5-8b0794d192ae tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/security-groups/cdab4a5f-a37d-42b2-a36f-b030fa5471d9 HTTP/1.1" status: 204 len: 168 time: 0.1725509 Apr 21 21:18:51.016874 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1fe17652-1934-46b5-be15-dd8796930013 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.020670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cd770-40a1-4955-8cd5-8b0794d192ae tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab4a5f-a37d-42b2-a36f-b030fa5471d9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:51.055645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58506) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:51.184900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1fe17652-1934-46b5-be15-dd8796930013 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.279482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.306706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.381599 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1fe17652-1934-46b5-be15-dd8796930013 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.429986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe17652-1934-46b5-be15-dd8796930013 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Subnet': ['ID=d654d983-46b8-42e6-9b21-311a31e99e22,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:51.445348 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1fe17652-1934-46b5-be15-dd8796930013 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.448740 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1fe17652-1934-46b5-be15-dd8796930013 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/d654d983-46b8-42e6-9b21-311a31e99e22 HTTP/1.1" status: 204 len: 168 time: 0.5992799 Apr 21 21:18:51.451213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58516) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:51.455597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c626b-5688-4c01-b35c-d16c92dc4781 None None] Network 4cff9aed-5209-4f1a-b0f2-777f61dee427 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:51.487380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Allocated IP 172.25.0.170 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/01109917-3c9c-4c92-9782-47469ae7ffb5) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:51.501179 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.567708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.699944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22cb1f7-04ff-45fd-8fc7-48c240edcb06 None None] DHCP port deletion for 4cff9aed-5209-4f1a-b0f2-777f61dee427 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:18:51.701428 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.709071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 50160d15-2889-4bc3-8476-2bbcaa852e8a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:51.709512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.763020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c22cb1f7-04ff-45fd-8fc7-48c240edcb06 None None] Deleting port 50160d15-2889-4bc3-8476-2bbcaa852e8a {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:51.763571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c22cb1f7-04ff-45fd-8fc7-48c240edcb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.828814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port 50160d15-2889-4bc3-8476-2bbcaa852e8a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=50160d15-2889-4bc3-8476-2bbcaa852e8a,segment=NetworkSegment(9a99b16e-2a2c-49fe-9651-a0b6bad5de2e),segment_id=9a99b16e-2a2c-49fe-9651-a0b6bad5de2e)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:51.829181 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.857000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c22cb1f7-04ff-45fd-8fc7-48c240edcb06 None None] For port 50160d15-2889-4bc3-8476-2bbcaa852e8a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=50160d15-2889-4bc3-8476-2bbcaa852e8a,segment=NetworkSegment(9a99b16e-2a2c-49fe-9651-a0b6bad5de2e),segment_id=9a99b16e-2a2c-49fe-9651-a0b6bad5de2e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:51.857401 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c22cb1f7-04ff-45fd-8fc7-48c240edcb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.859219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 50160d15-2889-4bc3-8476-2bbcaa852e8a owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:51.864405 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:51.875032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c22cb1f7-04ff-45fd-8fc7-48c240edcb06 None None] Calling delete_port for 50160d15-2889-4bc3-8476-2bbcaa852e8a owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:51.922750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68994d8-3b6c-4135-90ab-31e8ddba0774 req-a46d4875-dc62-4012-a26e-833969dc9ba1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:51.931591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a68994d8-3b6c-4135-90ab-31e8ddba0774 req-a46d4875-dc62-4012-a26e-833969dc9ba1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.1338971 Apr 21 21:18:51.956462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:51.963756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4725cd41-2c29-4a93-8dff-1230fb87e5bf no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:51.964468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event updated for resources: {'Port': ['ID=01109917-3c9c-4c92-9782-47469ae7ffb5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:51.967363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:51.971048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:51.996961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a68994d8-3b6c-4135-90ab-31e8ddba0774 req-03443740-9f1e-4eb2-91cc-c229a4664d37 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576258 Apr 21 21:18:51.999371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port fca8a22b-86d7-4bd5-92fd-cdac153223a1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:51.999892 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.000095 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c22cb1f7-04ff-45fd-8fc7-48c240edcb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.021119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22cb1f7-04ff-45fd-8fc7-48c240edcb06 None None] No DVR routers for this DVR port 50160d15-2889-4bc3-8476-2bbcaa852e8a on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:52.043567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 4725cd41-2c29-4a93-8dff-1230fb87e5bf {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:52.043922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 4725cd41-2c29-4a93-8dff-1230fb87e5bf not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:52.067889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cb1f7-04ff-45fd-8fc7-48c240edcb06 None None] Pushing event deleted for resources: {'Port': ['ID=50160d15-2889-4bc3-8476-2bbcaa852e8a,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:52.100381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.127214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] For port fca8a22b-86d7-4bd5-92fd-cdac153223a1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fca8a22b-86d7-4bd5-92fd-cdac153223a1,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:52.127686 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.140923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for fca8a22b-86d7-4bd5-92fd-cdac153223a1 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:52.148292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=50160d15-2889-4bc3-8476-2bbcaa852e8a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:52.155470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No DVR routers for this DVR port 50160d15-2889-4bc3-8476-2bbcaa852e8a on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:52.290714 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.337453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 50160d15-2889-4bc3-8476-2bbcaa852e8a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:52.347075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cff9aed-5209-4f1a-b0f2-777f61dee427']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:52.367730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a99b16e-2a2c-49fe-9651-a0b6bad5de2e') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:52.368033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a99b16e-2a2c-49fe-9651-a0b6bad5de2e') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:52.369437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 50160d15-2889-4bc3-8476-2bbcaa852e8a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:52.369437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 50160d15-2889-4bc3-8476-2bbcaa852e8a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:52.370008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 93013da5-a1db-4f96-ba02-1de8ba4f55e0 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:52.382588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.388941 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.395884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 93013da5-a1db-4f96-ba02-1de8ba4f55e0 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:52.396226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 93013da5-a1db-4f96-ba02-1de8ba4f55e0 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:52.408687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.433005 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.443443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:52.443854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: items = [ Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:52.447044 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:52.476303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=fca8a22b-86d7-4bd5-92fd-cdac153223a1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:52.549840 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.558082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.561268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/networks/4cff9aed-5209-4f1a-b0f2-777f61dee427 HTTP/1.1" status: 204 len: 168 time: 1.1090651 Apr 21 21:18:52.566832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58522) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:52.571321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ce442444-867d-44b9-a1e0-73adaddcc0a4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-61966641', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:52.622518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70649-b2cd-4c81-bff5-1526e519c6b3 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Network': ['ID=4cff9aed-5209-4f1a-b0f2-777f61dee427,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:52.644292 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.674274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce442444-867d-44b9-a1e0-73adaddcc0a4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.675336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce442444-867d-44b9-a1e0-73adaddcc0a4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.716548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.747344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce442444-867d-44b9-a1e0-73adaddcc0a4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.751867 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce442444-867d-44b9-a1e0-73adaddcc0a4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.809071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce442444-867d-44b9-a1e0-73adaddcc0a4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.812752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ce442444-867d-44b9-a1e0-73adaddcc0a4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2427125 Apr 21 21:18:52.812752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58524) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:52.818878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2024032545'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:52.927996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:52.932960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.961678 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:52.972754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:52.973173 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added segment 27c08467-6bea-4749-a458-62b6d9c8b4be of type vlan for network 4178d088-0691-4020-8201-66a2f970dab5 Apr 21 21:18:53.024080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:53.044732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Router 362e5a98-1612-4009-907b-501b8acb827f is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:53.061501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:53.066503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:53.067104 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:53.205758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3908544 Apr 21 21:18:53.217243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58528) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:53.227548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'subnet': {'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:53.256373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:53.364594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:53.370974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7a6eb65a-bca7-4175-a736-2c40ab54a592 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "PUT /v2.0/routers/02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3125935 Apr 21 21:18:53.378554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58532) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:53.380373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] Sync routers for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:53.394599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:53.395338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:53.456895 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-c7b343aa-b733-4a15-88eb-197b0e40d94e service neutron] show failed (client error): The resource could not be found. Apr 21 21:18:53.457920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-c7b343aa-b733-4a15-88eb-197b0e40d94e service neutron] 10.222.0.46 "GET /v2.0/ports/46490d7e-ecc8-458c-8979-3d1419c7b058/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0857675 Apr 21 21:18:53.559466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c3de90-dd74-4d1e-aa41-953771328691 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting subnet c8039a04-fd2a-4c28-b155-b87749f73bf2 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:18:53.570087 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c3de90-dd74-4d1e-aa41-953771328691 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:53.628293 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c3de90-dd74-4d1e-aa41-953771328691 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:53.669101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023973ca-57b7-4f86-8a51-9fc08c1be84c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Network': ['ID=4178d088-0691-4020-8201-66a2f970dab5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:53.699891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6922a63-6687-4e0c-a5a1-03190b2a90b6 req-2db898e3-4349-43de-9681-7726f89b75ec tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:53.708332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f6922a63-6687-4e0c-a5a1-03190b2a90b6 req-2db898e3-4349-43de-9681-7726f89b75ec tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.6039121 Apr 21 21:18:53.774090 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f6922a63-6687-4e0c-a5a1-03190b2a90b6 req-820f97eb-c56d-411c-8470-6dfbbd026922 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600991 Apr 21 21:18:53.775816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:53.789498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58538) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:53.791738 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9d2b3-f272-4e68-82d1-a9938f46e270 None None] Sync routers for ids ['362e5a98-1612-4009-907b-501b8acb827f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:53.812646 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9d2b3-f272-4e68-82d1-a9938f46e270 None None] Routers {'362e5a98-1612-4009-907b-501b8acb827f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:53.815449 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-55f9d2b3-f272-4e68-82d1-a9938f46e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['362e5a98-1612-4009-907b-501b8acb827f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:53.855027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 4178d088-0691-4020-8201-66a2f970dab5 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:53.856993 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:53.861913 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7d956347-4a86-4d5b-b4e1-a3ecc64794c8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3326237 Apr 21 21:18:53.864209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58542) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:53.871156 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-57dde7f4-3bbf-4074-9ff3-7b9432a4317a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': False}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:53.875187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:53.880027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:53.891359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:53.914003 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-55f9d2b3-f272-4e68-82d1-a9938f46e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:53.933887 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9d2b3-f272-4e68-82d1-a9938f46e270 None None] Routers {'362e5a98-1612-4009-907b-501b8acb827f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:53.934513 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-55f9d2b3-f272-4e68-82d1-a9938f46e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['362e5a98-1612-4009-907b-501b8acb827f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:53.967997 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dbb0523b-f623-4d6a-a915-62a90ed513cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:53.984425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-12accccf-aec6-4c80-bbf5-14f4fbdfe388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:53.986240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-12accccf-aec6-4c80-bbf5-14f4fbdfe388 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 1096 time: 0.2485907 Apr 21 21:18:54.001846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:54.005998 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-55f9d2b3-f272-4e68-82d1-a9938f46e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:54.007009 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9d2b3-f272-4e68-82d1-a9938f46e270 None None] The sync data for ids ['362e5a98-1612-4009-907b-501b8acb827f'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:54.107179 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.122055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c3de90-dd74-4d1e-aa41-953771328691 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.146610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:18:52Z', 'revision_number': 7, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:54.184486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] Checking router: 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:18:54.195304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] Routers {'02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:54.196102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:54.302196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c3de90-dd74-4d1e-aa41-953771328691 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.330689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] Set router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:54.341917 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dbb0523b-f623-4d6a-a915-62a90ed513cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.347447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3de90-dd74-4d1e-aa41-953771328691 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Subnet': ['ID=c8039a04-fd2a-4c28-b155-b87749f73bf2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:54.369902 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dbb0523b-f623-4d6a-a915-62a90ed513cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.380526 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c3de90-dd74-4d1e-aa41-953771328691 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.384023 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a3c3de90-dd74-4d1e-aa41-953771328691 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/subnets/c8039a04-fd2a-4c28-b155-b87749f73bf2 HTTP/1.1" status: 204 len: 168 time: 0.9431958 Apr 21 21:18:54.386663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58544) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:54.428877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c696e8c3-a4dc-4d16-a48a-0393b16688d8 None None] Network 5ca0e8ed-f995-4a73-9138-9d99429d673e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:54.503063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:54.508528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0523b-f623-4d6a-a915-62a90ed513cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfa324e-8878-41cc-a675-835a4e0a1c11,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:54.524896 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dbb0523b-f623-4d6a-a915-62a90ed513cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5974457c8e374b88ba76ce802eeac510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7417388 Apr 21 21:18:54.528052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58546) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:54.536689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.543768 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.594028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:54.669199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:18:52Z', 'revision_number': 7, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:54.676787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:18:54.679613 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee33c99-87f7-4cda-976e-dd6ff419e3c6" -d '{"events": [{"server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "name": "network-vif-unplugged", "status": "completed", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:18:54.682285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57dde7f4-3bbf-4074-9ff3-7b9432a4317a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.684111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.697157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Subnet': ['ID=c06028f3-2eae-474c-a5eb-3eb47c154314,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:54.698919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f7487-f435-4584-8579-2e434f0fa196 None None] The sync data for ids ['02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16'] in n-d-838945-1 is: [{'id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'name': 'tempest-TestNetworkBasicOps-router-2116280985', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:15:46Z', 'updated_at': '2022-04-21T21:18:52Z', 'revision_number': 7, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': '1ec83918-07c9-4e3f-99ec-084361ed38ff', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:15:47Z', 'updated_at': '2022-04-21T21:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:54.717841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e85c46a-d4af-48b0-82d9-66653b90af8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.749116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Checking segment: {'id': '27c08467-6bea-4749-a458-62b6d9c8b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4178d088-0691-4020-8201-66a2f970dab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:54.749322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network hostable DHCP agents. Network: 4178d088-0691-4020-8201-66a2f970dab5, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:18:54.755630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.764586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Transition to ACTIVE for port object 46490d7e-ecc8-458c-8979-3d1419c7b058 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:18:54.771278 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e85c46a-d4af-48b0-82d9-66653b90af8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.785545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b03e6-f567-4d5c-817c-127d516fe4cb None None] DHCP port deletion for 5ca0e8ed-f995-4a73-9138-9d99429d673e request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:18:54.802118 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.805658 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b585677-ab23-40c4-914a-f9a637042ab5 x-openstack-request-id: req-7b585677-ab23-40c4-914a-f9a637042ab5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:18:54.805947 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "name": "network-vif-unplugged", "status": "completed", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:18:54.806196 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b585677-ab23-40c4-914a-f9a637042ab5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:18:54.806587 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b585677-ab23-40c4-914a-f9a637042ab5'] response: {'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'code': 200} Apr 21 21:18:54.851574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b03e6-f567-4d5c-817c-127d516fe4cb None None] Deleting port c0113be8-40ab-40e4-b92e-3c3a66bcd75c {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:54.852209 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b03e6-f567-4d5c-817c-127d516fe4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.852915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 4178d088-0691-4020-8201-66a2f970dab5 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:18:54.870808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 4178d088-0691-4020-8201-66a2f970dab5) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:54.876322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:54.876939 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.915899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9b9d46-906b-4d28-9021-6bcfce5574a2 None None] Network 4178d088-0691-4020-8201-66a2f970dab5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:54.921135 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b6a8e7f6-ab82-4e7e-850b-46a446f6370d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6991320 Apr 21 21:18:54.926438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58552) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:54.935860 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e85c46a-d4af-48b0-82d9-66653b90af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.938255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e85c46a-d4af-48b0-82d9-66653b90af8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:54.939944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0e85c46a-d4af-48b0-82d9-66653b90af8a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdfa324e-8878-41cc-a675-835a4e0a1c11 HTTP/1.1" status: 204 len: 168 time: 0.4089971 Apr 21 21:18:54.940166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Pushing event updated for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:54.990355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port 1ec83918-07c9-4e3f-99ec-084361ed38ff {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:54.990701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.016496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3b6b03e6-f567-4d5c-817c-127d516fe4cb None None] For port c0113be8-40ab-40e4-b92e-3c3a66bcd75c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c0113be8-40ab-40e4-b92e-3c3a66bcd75c,segment=NetworkSegment(ff606e68-4736-4f83-a756-38a7567abfdd),segment_id=ff606e68-4736-4f83-a756-38a7567abfdd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:55.016959 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b03e6-f567-4d5c-817c-127d516fe4cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.039628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b03e6-f567-4d5c-817c-127d516fe4cb None None] Calling delete_port for c0113be8-40ab-40e4-b92e-3c3a66bcd75c owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:55.077506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] No DVR routers for this DVR port 46490d7e-ecc8-458c-8979-3d1419c7b058 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:55.118133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85c46a-d4af-48b0-82d9-66653b90af8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfa324e-8878-41cc-a675-835a4e0a1c11,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:55.246723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] For port 1ec83918-07c9-4e3f-99ec-084361ed38ff, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1ec83918-07c9-4e3f-99ec-084361ed38ff,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:55.247933 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.256488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-4178d088-0691-4020-8201-66a2f970dab5', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:18:55.259026 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.271338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b6b03e6-f567-4d5c-817c-127d516fe4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.278915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for 1ec83918-07c9-4e3f-99ec-084361ed38ff owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:55.305977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b03e6-f567-4d5c-817c-127d516fe4cb None None] No DVR routers for this DVR port c0113be8-40ab-40e4-b92e-3c3a66bcd75c on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:18:55.331334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b03e6-f567-4d5c-817c-127d516fe4cb None None] Pushing event deleted for resources: {'Port': ['ID=c0113be8-40ab-40e4-b92e-3c3a66bcd75c,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:55.355173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4cbb7-6b8f-4029-b512-462c5599cd5c req-e8dfbe45-042a-4f9e-ac07-9ecb49f254c5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:55.356880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7fd4cbb7-6b8f-4029-b512-462c5599cd5c req-e8dfbe45-042a-4f9e-ac07-9ecb49f254c5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 943 time: 0.4337296 Apr 21 21:18:55.505478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Allocated IP 2001:db8::2 (4178d088-0691-4020-8201-66a2f970dab5/c06028f3-2eae-474c-a5eb-3eb47c154314/857ea514-7b23-4be6-837b-4e419ae1db6a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:55.536520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Attempting to bind port 46490d7e-ecc8-458c-8979-3d1419c7b058 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:55.537142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Attempting to bind port 46490d7e-ecc8-458c-8979-3d1419c7b058 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:55.537142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Attempting to bind port 46490d7e-ecc8-458c-8979-3d1419c7b058 on network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:55.549716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Port 46490d7e-ecc8-458c-8979-3d1419c7b058 on network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:18:55.550012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Attempting to bind port 46490d7e-ecc8-458c-8979-3d1419c7b058 on network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:55.566201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:55.566539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Checking segment: {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:55.567021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Bound using segment: {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:55.567449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Bound port: 46490d7e-ecc8-458c-8979-3d1419c7b058, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad04f283-97d7-48d9-affb-a0dea193c4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:55.567803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.592473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7fd4cbb7-6b8f-4029-b512-462c5599cd5c req-520048b6-6fc6-4d7e-b6e2-2eb0ff13d7c8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817927 Apr 21 21:18:55.658722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.702028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=1ec83918-07c9-4e3f-99ec-084361ed38ff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:55.711678 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.733131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.742125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.750928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:55.756509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:55.776711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.800555 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Network 4178d088-0691-4020-8201-66a2f970dab5 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:55.804857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:55.809643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:55.815734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Pushing event updated for resources: {'Port': ['ID=857ea514-7b23-4be6-837b-4e419ae1db6a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:55.867889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 46490d7e-ecc8-458c-8979-3d1419c7b058 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:55.888011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:55.889166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.890695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] 10.222.0.43 "PUT /v2.0/ports/46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 1091 time: 1.8951418 Apr 21 21:18:55.895420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.964201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Attempting to bind port 857ea514-7b23-4be6-837b-4e419ae1db6a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:55.964474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Attempting to bind port 857ea514-7b23-4be6-837b-4e419ae1db6a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '27c08467-6bea-4749-a458-62b6d9c8b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4178d088-0691-4020-8201-66a2f970dab5'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:55.964877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Attempting to bind port 857ea514-7b23-4be6-837b-4e419ae1db6a on network 4178d088-0691-4020-8201-66a2f970dab5 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:55.970895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:55.971269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Checking segment: {'id': '27c08467-6bea-4749-a458-62b6d9c8b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4178d088-0691-4020-8201-66a2f970dab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:55.971667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.972052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Bound using segment: {'id': '27c08467-6bea-4749-a458-62b6d9c8b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4178d088-0691-4020-8201-66a2f970dab5'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:55.972835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Bound port: 857ea514-7b23-4be6-837b-4e419ae1db6a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c08467-6bea-4749-a458-62b6d9c8b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4178d088-0691-4020-8201-66a2f970dab5'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:55.972969 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:55.985811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 46490d7e-ecc8-458c-8979-3d1419c7b058 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:56.015826 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57dde7f4-3bbf-4074-9ff3-7b9432a4317a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:56.024422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57dde7f4-3bbf-4074-9ff3-7b9432a4317a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:56.049446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] For port 857ea514-7b23-4be6-837b-4e419ae1db6a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:56.053356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] For port 857ea514-7b23-4be6-837b-4e419ae1db6a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=857ea514-7b23-4be6-837b-4e419ae1db6a,segment=NetworkSegment(27c08467-6bea-4749-a458-62b6d9c8b4be),segment_id=27c08467-6bea-4749-a458-62b6d9c8b4be)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:56.062891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:56.120854 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:56.133853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:56.149840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea6145-3ba0-4d10-8102-0f0ce3454d2f None None] Pushing event updated for resources: {'Port': ['ID=857ea514-7b23-4be6-837b-4e419ae1db6a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:56.224384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fbc5f-dbcb-4899-b878-6f76c6de367f service neutron] Pushing event updated for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:56.230760 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:56.231311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Fanout notify agent at l3_agent the message router_deleted on router 02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:18:56.239445 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:56.243320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-72be8a91-ef69-4061-a9d4-69bf8d894f01 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/routers/02a5a43d-2795-4cac-a7b4-f5fd7d4e0c16 HTTP/1.1" status: 204 len: 168 time: 1.8525503 Apr 21 21:18:56.246194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58582) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:56.248375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-2b3b8dcd-e095-462f-a161-1a27ecd4c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:56.249955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-2b3b8dcd-e095-462f-a161-1a27ecd4c868 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1094 time: 0.2844203 Apr 21 21:18:56.280571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dde7f4-3bbf-4074-9ff3-7b9432a4317a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Router 362e5a98-1612-4009-907b-501b8acb827f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:18:56.321685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 2001:db8::1 (4178d088-0691-4020-8201-66a2f970dab5/c06028f3-2eae-474c-a5eb-3eb47c154314/3bf28fb1-e741-443b-bbec-03c5cbe91c80) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:18:56.466108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c0113be8-40ab-40e4-b92e-3c3a66bcd75c no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:56.524867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c0113be8-40ab-40e4-b92e-3c3a66bcd75c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:56.525525 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c0113be8-40ab-40e4-b92e-3c3a66bcd75c not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:56.525610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fca8a22b-86d7-4bd5-92fd-cdac153223a1 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:56.569512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dde7f4-3bbf-4074-9ff3-7b9432a4317a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:56.575497 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-57dde7f4-3bbf-4074-9ff3-7b9432a4317a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:56.582972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-57dde7f4-3bbf-4074-9ff3-7b9432a4317a tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "PUT /v2.0/routers/362e5a98-1612-4009-907b-501b8acb827f HTTP/1.1" status: 200 len: 921 time: 2.7090385 Apr 21 21:18:56.582972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58592) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:56.613140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330643fd-b19f-46c4-959b-dbfc0537d98a None None] Sync routers for ids ['362e5a98-1612-4009-907b-501b8acb827f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:56.616993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fca8a22b-86d7-4bd5-92fd-cdac153223a1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:56.617424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fca8a22b-86d7-4bd5-92fd-cdac153223a1 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:56.633436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330643fd-b19f-46c4-959b-dbfc0537d98a None None] Routers {'362e5a98-1612-4009-907b-501b8acb827f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:56.634156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-330643fd-b19f-46c4-959b-dbfc0537d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['362e5a98-1612-4009-907b-501b8acb827f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:56.673126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-330643fd-b19f-46c4-959b-dbfc0537d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:56.685590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330643fd-b19f-46c4-959b-dbfc0537d98a None None] Routers {'362e5a98-1612-4009-907b-501b8acb827f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:56.685809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-330643fd-b19f-46c4-959b-dbfc0537d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['362e5a98-1612-4009-907b-501b8acb827f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:56.724641 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6920aba1-1a85-447d-8a69-0684efa96800 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/routers/362e5a98-1612-4009-907b-501b8acb827f HTTP/1.1" status: 200 len: 921 time: 0.1436462 Apr 21 21:18:56.729102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-330643fd-b19f-46c4-959b-dbfc0537d98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:56.729785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330643fd-b19f-46c4-959b-dbfc0537d98a None None] The sync data for ids ['362e5a98-1612-4009-907b-501b8acb827f'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:18:56.735606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58598) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:56.775274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:56.829449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:18:56.832055 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:18:56.841584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ff3be-e417-4c37-9791-f1e120e57e30 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:56.843363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aa5ff3be-e417-4c37-9791-f1e120e57e30 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=362e5a98-1612-4009-907b-501b8acb827f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1067963 Apr 21 21:18:56.846741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58602) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:57.005442 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc3c85-117a-47a8-bfd1-03a45ba76a9b x-openstack-request-id: req-31cc3c85-117a-47a8-bfd1-03a45ba76a9b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:18:57.006404 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:18:57.006695 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31cc3c85-117a-47a8-bfd1-03a45ba76a9b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:18:57.007607 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cc3c85-117a-47a8-bfd1-03a45ba76a9b'] response: {'name': 'network-changed', 'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'status': 'completed', 'code': 200} Apr 21 21:18:57.015439 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.067635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-7250cdac-d283-49c7-98a7-69c8ed124a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:57.069283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-7250cdac-d283-49c7-98a7-69c8ed124a01 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 0.8044114 Apr 21 21:18:57.077381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e47c5-e237-483c-963d-6d829df63b31 req-4d62d291-4cf0-4417-8963-2acee2611718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:57.078926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d96e47c5-e237-483c-963d-6d829df63b31 req-4d62d291-4cf0-4417-8963-2acee2611718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 943 time: 0.2313023 Apr 21 21:18:57.213328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-b6c19281-7c83-4b2b-8072-4fcadf6097d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:57.214801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-b6c19281-7c83-4b2b-8072-4fcadf6097d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1094 time: 0.1964359 Apr 21 21:18:57.221255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-ae33fb32-b9a6-4c65-bcbf-a5301df93c9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 998 time: 0.1387231 Apr 21 21:18:57.292299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d96e47c5-e237-483c-963d-6d829df63b31 req-e1f5aca6-2530-4812-84fa-d914baa33f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982651 Apr 21 21:18:57.316538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.333290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.377247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 4178d088-0691-4020-8201-66a2f970dab5 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:57.380248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=3bf28fb1-e741-443b-bbec-03c5cbe91c80,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:57.383648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:57.390248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:18:57.391005 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.398355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-fe302ec2-712a-496a-8892-3de9b022c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:57.399837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-fe302ec2-712a-496a-8892-3de9b022c0c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.1394405 Apr 21 21:18:57.403121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca0e8ed-f995-4a73-9138-9d99429d673e']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:57.434262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff606e68-4736-4f83-a756-38a7567abfdd') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:57.434614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff606e68-4736-4f83-a756-38a7567abfdd') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:57.466650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.484696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-18b0f344-e015-4412-9099-42f8e1914d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:57.486131 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-18b0f344-e015-4412-9099-42f8e1914d47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 0.2640164 Apr 21 21:18:57.491084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.515850 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.541010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:18:57.541429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.545848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-53cc0fda-9150-4ece-aeeb-2ac32899cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:57.547381 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-53cc0fda-9150-4ece-aeeb-2ac32899cc24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405282 Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:18:57.548051 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:18:57.682721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-bbe6e290-3cea-41f7-8bf2-e6b8237e39d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 998 time: 0.1893382 Apr 21 21:18:57.685349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.698189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc540c7-096a-46a4-9935-4839b1646dc9 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:57.702262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ebc540c7-096a-46a4-9935-4839b1646dc9 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 881 time: 0.8517392 Apr 21 21:18:57.702585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58612) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:57.705234 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.708379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/networks/5ca0e8ed-f995-4a73-9138-9d99429d673e HTTP/1.1" status: 204 len: 168 time: 1.4575298 Apr 21 21:18:57.732648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58614) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:57.750482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Network': ['ID=5ca0e8ed-f995-4a73-9138-9d99429d673e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:57.760452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'network': {'name': 'tempest-network-smoke--973269896', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'port_security_enabled': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:57.771074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-59d5264f-7ff2-42b9-8680-38b8ecf59751 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=362e5a98-1612-4009-907b-501b8acb827f HTTP/1.1" status: 200 len: 205 time: 0.0672204 Apr 21 21:18:57.772836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.773118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.773458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.773798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.774131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.774463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.774790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.775119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.775865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.775865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.776091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.776391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c2830-6f73-43bc-982a-3a425ded6666 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:18:57.780244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58616) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:57.793867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-11b441be-a4e2-4745-9fab-4a362e487053 service neutron] 10.222.0.43 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310429 Apr 21 21:18:57.817882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b211a2a-d35c-4597-b8db-f9a6930dd015 None None] Network 4178d088-0691-4020-8201-66a2f970dab5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:18:57.831817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Made reservation on behalf of 8f4a1bca2bda4243bf77ec6f0a59427b for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:57.835341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.876701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:57.888110 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.888801 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Added segment ca114b94-06a1-4b61-ad90-152362a4192d of type vlan for network 57119751-991f-45db-afcb-b7bea19967af Apr 21 21:18:57.890243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-ffdfd8e5-9044-45a4-b2f1-853d271474eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:57.892162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-ffdfd8e5-9044-45a4-b2f1-853d271474eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.2033441 Apr 21 21:18:57.933975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.968583 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:57.974834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:57.975576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.004707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2486830 Apr 21 21:18:58.005479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58618) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:58.023242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fd353d2c-939f-4384-bf86-2243b423c2b3 None None] Provisioning complete for port 857ea514-7b23-4be6-837b-4e419ae1db6a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:58.023743 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd353d2c-939f-4384-bf86-2243b423c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.024315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-133391114', 'admin_state_up': True, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:58.078235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf66879-54c4-4e28-a3c3-c0533f45ad75 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Network': ['ID=57119751-991f-45db-afcb-b7bea19967af,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:58.082137 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.087899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.089053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.097123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-9bd9f2ad-0efd-4641-87bc-9683a94c6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:58.097364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 57119751-991f-45db-afcb-b7bea19967af details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:58.097905 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-9bd9f2ad-0efd-4641-87bc-9683a94c6d03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922841 Apr 21 21:18:58.123530 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.124532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.160027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.206751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=3bf28fb1-e741-443b-bbec-03c5cbe91c80,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:58.267788 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd353d2c-939f-4384-bf86-2243b423c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.286253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 4178d088-0691-4020-8201-66a2f970dab5 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:18:58.288512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:18:58.310570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fd353d2c-939f-4384-bf86-2243b423c2b3 None None] For port 857ea514-7b23-4be6-837b-4e419ae1db6a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=857ea514-7b23-4be6-837b-4e419ae1db6a,segment=NetworkSegment(27c08467-6bea-4749-a458-62b6d9c8b4be),segment_id=27c08467-6bea-4749-a458-62b6d9c8b4be)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:18:58.322252 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd353d2c-939f-4384-bf86-2243b423c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.382337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34283e61-52f0-453c-851f-6eca8aa40d9c req-4fc6fa65-a528-4309-8765-59025271276c service neutron] 10.222.0.43 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882081 Apr 21 21:18:58.418202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd353d2c-939f-4384-bf86-2243b423c2b3 None None] Pushing event updated for resources: {'Port': ['ID=857ea514-7b23-4be6-837b-4e419ae1db6a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:58.440901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.499495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 857ea514-7b23-4be6-837b-4e419ae1db6a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:18:58.523518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.592052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d05f00-4182-4851-bb46-1dd0f0d5cb61 req-9c2c2613-324b-4375-8164-5ceb5b3fbf53 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:58.593857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f9d05f00-4182-4851-bb46-1dd0f0d5cb61 req-9c2c2613-324b-4375-8164-5ceb5b3fbf53 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 943 time: 0.1123064 Apr 21 21:18:58.595104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:18:58.626536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 857ea514-7b23-4be6-837b-4e419ae1db6a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:58.626904 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.739874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:18:58.758787 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:18:58.759297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5b51304-e750-47cf-b80a-8c971201f3de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8313265 Apr 21 21:18:58.764259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58628) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:58.768836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1ec83918-07c9-4e3f-99ec-084361ed38ff no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:18:58.774065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-306585368'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:58.774251 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:18:58.775071 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:58.790723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-208ea63d-e6ef-4e46-b4aa-70136ad082ee service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6827996 Apr 21 21:18:58.808967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1ec83918-07c9-4e3f-99ec-084361ed38ff {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:18:58.809458 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1ec83918-07c9-4e3f-99ec-084361ed38ff not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:18:58.816226 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b29bfd72-8fdb-45c9-861c-b3a39e5adb97 None None] Provisioning complete for port 857ea514-7b23-4be6-837b-4e419ae1db6a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:58.816979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b29bfd72-8fdb-45c9-861c-b3a39e5adb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.822211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:58.828433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.855788 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f9d05f00-4182-4851-bb46-1dd0f0d5cb61 req-ee8bad57-b7a2-4d81-a717-37d851158cfb tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530215 Apr 21 21:18:58.870120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:18:58.890743 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.891405 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added segment ac19774c-c3d2-4ffa-ad7a-13986e2cf77e of type vlan for network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 Apr 21 21:18:58.909105 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.960398 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:58.964938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-3503af00-4ca4-4a36-ada7-032985e79045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:58.967813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-3503af00-4ca4-4a36-ada7-032985e79045 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1094 time: 0.5041537 Apr 21 21:18:58.970001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b29bfd72-8fdb-45c9-861c-b3a39e5adb97 None None] Provisioning complete for port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:58.970485 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b29bfd72-8fdb-45c9-861c-b3a39e5adb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.001297 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:18:59.013439 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.020919 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:59.021970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.057251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2917960 Apr 21 21:18:59.066983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58630) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:18:59.073954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b29bfd72-8fdb-45c9-861c-b3a39e5adb97 None None] Port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:59.075797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'subnet': {'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:18:59.125949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d459ef-3dd8-4007-bc28-fbcd0e6bf44a tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Network': ['ID=42a1775b-869a-4e49-aa4c-35ff55d3cbb5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:59.138370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:18:59.162650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Deleting port 01109917-3c9c-4c92-9782-47469ae7ffb5 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:18:59.162944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.271729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-c3da49f8-f7fd-423a-8693-683519b37f06 service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043477 Apr 21 21:18:59.289276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9c094a36-525a-4ed6-8b2c-e28775b92861 None None] Provisioning complete for port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:59.289276 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9c094a36-525a-4ed6-8b2c-e28775b92861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.292028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:18:57Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:18:57Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:18:59.340025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9c094a36-525a-4ed6-8b2c-e28775b92861 None None] Port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:59.347748 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:18:59.348242 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Updating router ca7087b1-00fe-49fa-9340-a8fac824c57e port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:18:59.383059 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.383333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:18:59.386655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.458974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-1b24aa9b-236d-42e0-bc48-8df696e72cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:59.460500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-1b24aa9b-236d-42e0-bc48-8df696e72cda service neutron] 10.222.0.43 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 0.4360750 Apr 21 21:18:59.474680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-447dc0f2-85f9-42ba-b056-489f4f85c42d None None] Provisioning complete for port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:18:59.475492 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-447dc0f2-85f9-42ba-b056-489f4f85c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.539416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.540233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-447dc0f2-85f9-42ba-b056-489f4f85c42d None None] Port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:18:59.574801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Calling delete_port for 01109917-3c9c-4c92-9782-47469ae7ffb5 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:18:59.615473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-a56a648a-20c1-4a37-8243-79c72f4e3434 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 998 time: 0.1429749 Apr 21 21:18:59.682561 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.689401 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.746713 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d850d4-01b8-4cf2-aeb7-a831dcdb50ef None None] Pushing event updated for resources: {'Port': ['ID=3bf28fb1-e741-443b-bbec-03c5cbe91c80,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:18:59.816377 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Attempting to bind port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:18:59.817046 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Attempting to bind port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '27c08467-6bea-4749-a458-62b6d9c8b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4178d088-0691-4020-8201-66a2f970dab5'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:18:59.817154 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Attempting to bind port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 on network 4178d088-0691-4020-8201-66a2f970dab5 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:18:59.828186 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:18:59.828729 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Checking segment: {'id': '27c08467-6bea-4749-a458-62b6d9c8b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4178d088-0691-4020-8201-66a2f970dab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:18:59.829191 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.829578 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Bound using segment: {'id': '27c08467-6bea-4749-a458-62b6d9c8b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4178d088-0691-4020-8201-66a2f970dab5'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:18:59.830046 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Bound port: 3bf28fb1-e741-443b-bbec-03c5cbe91c80, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c08467-6bea-4749-a458-62b6d9c8b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4178d088-0691-4020-8201-66a2f970dab5'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:18:59.830609 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.917956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-07261dd1-917c-46bb-9eb2-f5de04d3cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:18:59.921410 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] For port 3bf28fb1-e741-443b-bbec-03c5cbe91c80, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:18:59.925537 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] For port 3bf28fb1-e741-443b-bbec-03c5cbe91c80, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3bf28fb1-e741-443b-bbec-03c5cbe91c80,segment=NetworkSegment(27c08467-6bea-4749-a458-62b6d9c8b4be),segment_id=27c08467-6bea-4749-a458-62b6d9c8b4be)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:18:59.934997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-07261dd1-917c-46bb-9eb2-f5de04d3cb97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.2901962 Apr 21 21:18:59.936128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:18:59.939087 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.000851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.020294 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:00.020909 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:18:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:00.024801 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d850d4-01b8-4cf2-aeb7-a831dcdb50ef None None] Pushing event updated for resources: {'Port': ['ID=3bf28fb1-e741-443b-bbec-03c5cbe91c80,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:00.133636 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:00.179844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6bd12a37-b65a-429e-847b-35ddf7ec0906 None None] Provisioning complete for port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:00.180997 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6bd12a37-b65a-429e-847b-35ddf7ec0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.301511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6bd12a37-b65a-429e-847b-35ddf7ec0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.362443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6bd12a37-b65a-429e-847b-35ddf7ec0906 None None] For port 3bf28fb1-e741-443b-bbec-03c5cbe91c80, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3bf28fb1-e741-443b-bbec-03c5cbe91c80,segment=NetworkSegment(27c08467-6bea-4749-a458-62b6d9c8b4be),segment_id=27c08467-6bea-4749-a458-62b6d9c8b4be)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:00.369169 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6bd12a37-b65a-429e-847b-35ddf7ec0906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.379199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 857ea514-7b23-4be6-837b-4e419ae1db6a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:00.394798 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:18:57Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:18:59Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:00.429272 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b957503-a796-44ad-a9b2-d6cdf2a45c2c None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:18:57Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:18:59Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:00.654228 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e523829-e890-4808-a9fe-7e6188444949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.668691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ebbbbf85-d975-4311-9827-82367aaedbea None None] Provisioning complete for port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:00.669077 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf85-d975-4311-9827-82367aaedbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.669653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-43d1c92b-16bf-4719-ae33-3e9a5562f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:00.671545 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-43d1c92b-16bf-4719-ae33-3e9a5562f19c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7253435 Apr 21 21:19:00.672154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd12a37-b65a-429e-847b-35ddf7ec0906 None None] Pushing event updated for resources: {'Port': ['ID=3bf28fb1-e741-443b-bbec-03c5cbe91c80,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:00.672328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.741843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 857ea514-7b23-4be6-837b-4e419ae1db6a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:00.742216 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.799218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd6b1d-9f41-4c61-9983-aed10cd6766e req-5e0277f3-0053-4c6a-b0f6-9c09d4881d23 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:00.808850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1dd6b1d-9f41-4c61-9983-aed10cd6766e req-5e0277f3-0053-4c6a-b0f6-9c09d4881d23 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 943 time: 0.3489096 Apr 21 21:19:00.847110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.25.0.202 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e5e00fdc-21dc-463a-b190-183f9a98933c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:00.972488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:00.981607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Subnet': ['ID=d2e77abc-358e-4a9a-98ca-40f1dcbf4740,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:01.034624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event deleted for resources: {'Port': ['ID=01109917-3c9c-4c92-9782-47469ae7ffb5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:01.083916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1dd6b1d-9f41-4c61-9983-aed10cd6766e req-03ea309b-5960-483e-9ba0-85341aa6e146 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740798 Apr 21 21:19:01.148555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Checking segment: {'id': 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:01.148950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network hostable DHCP agents. Network: 42a1775b-869a-4e49-aa4c-35ff55d3cbb5, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:19:01.174365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-80a79edc-4583-456a-a598-67be71ec5084 service neutron] 10.222.0.43 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893577 Apr 21 21:19:01.179766 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.197595 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.282238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:19:01.360068 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.361808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 42a1775b-869a-4e49-aa4c-35ff55d3cbb5) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:01.363834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.371530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9300eb-7a44-48ad-812e-6f68c85e3556 None None] Network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:01.373846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:01.375012 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.432837 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.472738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.473202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Fanout notify agent at l3_agent the message router_deleted on router 362e5a98-1612-4009-907b-501b8acb827f {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:01.488052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.488817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5e693f0d-fca7-46ac-b889-5c0d627350de tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/362e5a98-1612-4009-907b-501b8acb827f HTTP/1.1" status: 204 len: 168 time: 3.6977332 Apr 21 21:19:01.492184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-77125429-ef8b-49ab-9036-75768bef0303 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4204478 Apr 21 21:19:01.495831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58646) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:01.497321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58644) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:01.504220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0420ed56-c9ff-4dbb-a77d-f2cdc008e544 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1459014130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:01.510585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:01.512729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3440b49-3d3c-4f6c-ad87-19a671bc9ad8 req-dbf52d67-c010-4472-ac3f-fc5f78f999aa service neutron] 10.222.0.43 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276989 Apr 21 21:19:01.567363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:01.577944 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0420ed56-c9ff-4dbb-a77d-f2cdc008e544 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.587398 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0420ed56-c9ff-4dbb-a77d-f2cdc008e544 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.605528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:19:01.606716 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.640141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:01.667185 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0420ed56-c9ff-4dbb-a77d-f2cdc008e544 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.674555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0420ed56-c9ff-4dbb-a77d-f2cdc008e544 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.691701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=e5e00fdc-21dc-463a-b190-183f9a98933c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:01.697174 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0420ed56-c9ff-4dbb-a77d-f2cdc008e544 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:01.698653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0420ed56-c9ff-4dbb-a77d-f2cdc008e544 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1993077 Apr 21 21:19:01.701182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58648) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:01.705903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:01.774594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Allocated IP 2001:db8:1::2 (42a1775b-869a-4e49-aa4c-35ff55d3cbb5/d2e77abc-358e-4a9a-98ca-40f1dcbf4740/8e5d02a8-d764-470f-b4a9-9a04e32aa9c8) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:02.010911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 46490d7e-ecc8-458c-8979-3d1419c7b058 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:19:02.011131 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.068686 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.086227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.086959 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.157798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:02.162328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:02.168676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:02.205524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Pushing event updated for resources: {'Port': ['ID=8e5d02a8-d764-470f-b4a9-9a04e32aa9c8,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:02.298686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:02.314367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.339244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Attempting to bind port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:02.339892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Attempting to bind port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:02.340634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Attempting to bind port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 on network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:02.343449 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.348362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'port_id': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'mac_address': 'fa:16:3e:a5:c1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:19:02.351300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:02.351869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Checking segment: {'id': 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:02.352433 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.353044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Bound using segment: {'id': 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:02.353678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Bound port: 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:02.354924 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.367468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737cd90-497b-4553-8bb1-fee89d972b3a req-8d855a43-cdaa-48ec-b2de-99f4196664a9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:02.368898 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0737cd90-497b-4553-8bb1-fee89d972b3a req-8d855a43-cdaa-48ec-b2de-99f4196664a9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 943 time: 0.1236951 Apr 21 21:19:02.425373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3bf28fb1-e741-443b-bbec-03c5cbe91c80 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:02.474324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0737cd90-497b-4553-8bb1-fee89d972b3a req-0cb2b499-8d6a-40ac-becd-744ab92bc918 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614352 Apr 21 21:19:02.493747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.494946 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.513253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] For port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:02.529389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46490d7e-ecc8-458c-8979-3d1419c7b058 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:19:02.534686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] For port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8e5d02a8-d764-470f-b4a9-9a04e32aa9c8,segment=NetworkSegment(ac19774c-c3d2-4ffa-ad7a-13986e2cf77e),segment_id=ac19774c-c3d2-4ffa-ad7a-13986e2cf77e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:02.548716 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.551189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Allocated IP 172.25.0.156 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e6171cd0-3981-4ed1-a2c3-b8758f3136fc) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:02.580507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:02.594747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:02.595131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.596705 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.666329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de13b3-7957-467d-92cd-b53c11ed38a9 None None] Pushing event updated for resources: {'Port': ['ID=8e5d02a8-d764-470f-b4a9-9a04e32aa9c8,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:02.729642 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.743997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:02.798219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.805765 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-edb017b0-afb5-481d-ba9e-d79b0eafe1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.840831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4df7e-7d05-456c-9220-cac00d738fc5 req-25c440ce-cce3-42cc-b16d-33401d5d9f5b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:02.840831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71f4df7e-7d05-456c-9220-cac00d738fc5 req-25c440ce-cce3-42cc-b16d-33401d5d9f5b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 944 time: 0.1079907 Apr 21 21:19:02.892639 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:02.913772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71f4df7e-7d05-456c-9220-cac00d738fc5 req-db82e456-23bc-40ff-b42c-db36419606d7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599763 Apr 21 21:19:02.924273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['46490d7e-ecc8-458c-8979-3d1419c7b058'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:19:02.986002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:02.989485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:03.006265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:03.011804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event updated for resources: {'Port': ['ID=e6171cd0-3981-4ed1-a2c3-b8758f3136fc,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:03.064247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-e3985dd8-a23c-412c-be2f-895d895de025 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:03.066040 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-e3985dd8-a23c-412c-be2f-895d895de025 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936&tenant_id=33349352c09e472e84467ff4a7100849&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 944 time: 0.3010592 Apr 21 21:19:03.389765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:03.561744 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-01afdfe9-03ae-4d79-8173-aa1516883466 service neutron] delete failed (client error): The resource could not be found. Apr 21 21:19:03.562767 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-01afdfe9-03ae-4d79-8173-aa1516883466 service neutron] 10.222.0.46 "DELETE /v2.0/ports/46490d7e-ecc8-458c-8979-3d1419c7b058/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.4846601 Apr 21 21:19:03.564274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 2001:db8:1::1 (42a1775b-869a-4e49-aa4c-35ff55d3cbb5/d2e77abc-358e-4a9a-98ca-40f1dcbf4740/e08608df-9922-496e-acf7-8395e7052f76) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:03.597846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:03.601938 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:03.728835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 8e95e146-ed90-4d2d-ba41-5a5636057d62 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:19:03.758647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-f78e926c-24e1-4c38-83ec-4b9eaa54af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:03.759823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Router 189b03eb-7048-4e81-be14-48a10aee6504 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:19:03.760169 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-f78e926c-24e1-4c38-83ec-4b9eaa54af49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1095 time: 0.1406870 Apr 21 21:19:03.884811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:03.895185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:03.905972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:03.909805 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-479ac51a-e0f5-4559-b993-6003284514cc tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "PUT /v2.0/routers/189b03eb-7048-4e81-be14-48a10aee6504 HTTP/1.1" status: 200 len: 880 time: 2.2052143 Apr 21 21:19:03.910056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58664) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:03.915644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760551cf-468a-4814-a435-981f610ea4cd None None] Sync routers for ids ['189b03eb-7048-4e81-be14-48a10aee6504'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:03.933732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760551cf-468a-4814-a435-981f610ea4cd None None] Routers {'189b03eb-7048-4e81-be14-48a10aee6504'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:03.935974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-760551cf-468a-4814-a435-981f610ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['189b03eb-7048-4e81-be14-48a10aee6504'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:03.998189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 46490d7e-ecc8-458c-8979-3d1419c7b058 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:04.001574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-760551cf-468a-4814-a435-981f610ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:04.018702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-743cfaa0-fbf5-4da6-be87-b97911380474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:04.020184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-743cfaa0-fbf5-4da6-be87-b97911380474 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 0.2505631 Apr 21 21:19:04.045432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:04.057415 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Sync routers for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:04.081057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760551cf-468a-4814-a435-981f610ea4cd None None] Routers {'189b03eb-7048-4e81-be14-48a10aee6504'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:04.082074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-760551cf-468a-4814-a435-981f610ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['189b03eb-7048-4e81-be14-48a10aee6504'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:04.089748 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:04.096270 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:04.114128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.123573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca36b5a-33e2-4bd8-b1bd-a4e92d005e06 None None] Network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:04.146638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-760551cf-468a-4814-a435-981f610ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:04.147695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760551cf-468a-4814-a435-981f610ea4cd None None] The sync data for ids ['189b03eb-7048-4e81-be14-48a10aee6504'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:04.220185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:04.234724 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.236804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8cfd1d1e-0edc-4961-9c37-864199bc8e4e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2225087 Apr 21 21:19:04.252328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:04.252585 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:04.258164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58670) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:04.277637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:04.278236 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.282785 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-0054a4e4-8821-4d20-b70f-e818905957be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 999 time: 0.2476707 Apr 21 21:19:04.319631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 46490d7e-ecc8-458c-8979-3d1419c7b058 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:19:04.334239 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.340960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-08e7b66e-7001-4e39-af71-8bfb3f9e32b2 None None] Provisioning complete for port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:04.351497 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e7b66e-7001-4e39-af71-8bfb3f9e32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.357127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 46490d7e-ecc8-458c-8979-3d1419c7b058 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:04.362735 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.377259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=e08608df-9922-496e-acf7-8395e7052f76,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:04.402510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f12f75e6-bde5-4ef8-8d00-cc2bd4184746 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=8f4a1bca2bda4243bf77ec6f0a59427b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1376247 Apr 21 21:19:04.458967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:04.465434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58672) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:04.551187 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-48073846-840d-488b-b72b-e85f4ec75186 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/routers/189b03eb-7048-4e81-be14-48a10aee6504 HTTP/1.1" status: 200 len: 921 time: 0.6392634 Apr 21 21:19:04.556447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58674) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:04.611377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f68f28-9a97-4be6-afb4-85ad8f6f8675 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:04.613067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-52f68f28-9a97-4be6-afb4-85ad8f6f8675 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=189b03eb-7048-4e81-be14-48a10aee6504&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0555718 Apr 21 21:19:04.615707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58676) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:04.633008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a8108-abda-415d-b02c-ecd42bcf66f3 req-299c009e-5ca2-485b-958d-02ea395c5360 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:04.641970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a2a8108-abda-415d-b02c-ecd42bcf66f3 req-299c009e-5ca2-485b-958d-02ea395c5360 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 944 time: 0.5146666 Apr 21 21:19:04.670125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e7b66e-7001-4e39-af71-8bfb3f9e32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.675057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a01f938-251b-4051-b166-1ad64b03a0b5 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:04.679211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2a01f938-251b-4051-b166-1ad64b03a0b5 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2100275 Apr 21 21:19:04.681227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58678) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:04.701217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:04.701945 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.730245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-85c84648-5717-4926-bc13-bbad0ec8a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:04.731850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-85c84648-5717-4926-bc13-bbad0ec8a4ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.3730700 Apr 21 21:19:04.735296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.745689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-782fff85-cc00-495a-b085-3cb6414f4998 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609977 Apr 21 21:19:04.748518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58680) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:04.754100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-636594940', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:04.760172 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:01Z', 'revision_number': 3, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:04.761711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a2a8108-abda-415d-b02c-ecd42bcf66f3 req-ef321209-2e49-4788-a015-9c76ee4b6fa5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181831 Apr 21 21:19:04.831235 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Checking router: 8e95e146-ed90-4d2d-ba41-5a5636057d62 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:04.831986 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Updating router 8e95e146-ed90-4d2d-ba41-5a5636057d62 port e5e00fdc-21dc-463a-b190-183f9a98933c binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:19:04.887292 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.899484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98e6d6-58c6-4ed0-b925-67f29994eebb tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:04.901545 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fe98e6d6-58c6-4ed0-b925-67f29994eebb tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 881 time: 0.2838180 Apr 21 21:19:04.904355 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58682) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:04.919970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:04.940077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-3f25f620-d972-44eb-b1b7-59c785fd7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:04.941682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-3f25f620-d972-44eb-b1b7-59c785fd7b76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790297 Apr 21 21:19:04.952112 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a22eb7d8-ee94-4387-ac0a-214265e2bfc4 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=189b03eb-7048-4e81-be14-48a10aee6504 HTTP/1.1" status: 200 len: 205 time: 0.0465968 Apr 21 21:19:04.973902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58684) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:05.025426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Made reservation on behalf of 8f4a1bca2bda4243bf77ec6f0a59427b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:05.031534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.058377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-08e7b66e-7001-4e39-af71-8bfb3f9e32b2 None None] For port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8e5d02a8-d764-470f-b4a9-9a04e32aa9c8,segment=NetworkSegment(ac19774c-c3d2-4ffa-ad7a-13986e2cf77e),segment_id=ac19774c-c3d2-4ffa-ad7a-13986e2cf77e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:05.086921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:19:05.089281 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d49ddc-488b-4fc9-a906-e006534a4a31" -d '{"events": [{"server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "name": "network-vif-plugged", "status": "completed", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:19:05.109008 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08e7b66e-7001-4e39-af71-8bfb3f9e32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.129877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:05.249086 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.298135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.347376 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.358144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dfbfff5c-c9fc-4bf4-92c1-7dc649e36312 None None] Provisioning complete for port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:05.359003 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfbfff5c-c9fc-4bf4-92c1-7dc649e36312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.362516 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.406109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7b66e-7001-4e39-af71-8bfb3f9e32b2 None None] Pushing event updated for resources: {'Port': ['ID=8e5d02a8-d764-470f-b4a9-9a04e32aa9c8,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:05.462076 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.508375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:05.549272 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98366b5-318e-4f32-89a4-14f6093c0da3 None None] Pushing event updated for resources: {'Port': ['ID=e5e00fdc-21dc-463a-b190-183f9a98933c,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:05.554698 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Attempting to bind port e5e00fdc-21dc-463a-b190-183f9a98933c on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:05.555063 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Attempting to bind port e5e00fdc-21dc-463a-b190-183f9a98933c by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:05.555420 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Attempting to bind port e5e00fdc-21dc-463a-b190-183f9a98933c on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:05.585831 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:05.586124 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:05.587037 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.587037 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:05.587336 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Bound port: e5e00fdc-21dc-463a-b190-183f9a98933c, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:05.587711 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.612043 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88ba3f6-04a4-41dc-82dd-febd846ae3a4 x-openstack-request-id: req-d88ba3f6-04a4-41dc-82dd-febd846ae3a4 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:19:05.612487 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "name": "network-vif-plugged", "status": "completed", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:19:05.612729 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d88ba3f6-04a4-41dc-82dd-febd846ae3a4 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:19:05.613225 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88ba3f6-04a4-41dc-82dd-febd846ae3a4'] response: {'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'code': 200} Apr 21 21:19:05.628246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dfbfff5c-c9fc-4bf4-92c1-7dc649e36312 None None] Provisioning complete for port e08608df-9922-496e-acf7-8395e7052f76 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:05.628886 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfbfff5c-c9fc-4bf4-92c1-7dc649e36312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.670120 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.673890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfff5c-c9fc-4bf4-92c1-7dc649e36312 None None] Port e08608df-9922-496e-acf7-8395e7052f76 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:05.692956 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.699180 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] For port e5e00fdc-21dc-463a-b190-183f9a98933c, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:05.701450 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-9fcec903-0fca-4e2d-9c20-dd9a9a068bb5 service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521214 Apr 21 21:19:05.703278 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.704156 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] For port e5e00fdc-21dc-463a-b190-183f9a98933c, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5e00fdc-21dc-463a-b190-183f9a98933c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:05.704294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.712434 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.738335 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.804331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9f90b1e8-f162-4d94-9a09-e51a7f3903bf None None] Provisioning complete for port e08608df-9922-496e-acf7-8395e7052f76 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:05.805102 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9f90b1e8-f162-4d94-9a09-e51a7f3903bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.828445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Checking segment: {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:05.829181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network hostable DHCP agents. Network: 57119751-991f-45db-afcb-b7bea19967af, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:19:05.832322 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:05.835728 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:05.859479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Subnet': ['ID=21a89943-e635-47f6-8444-a1bb2dc8eca0,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:05.873030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 57119751-991f-45db-afcb-b7bea19967af is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:19:05.882262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Deleting port e6171cd0-3981-4ed1-a2c3-b8758f3136fc {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:05.883310 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:05.893000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9f90b1e8-f162-4d94-9a09-e51a7f3903bf None None] Port e08608df-9922-496e-acf7-8395e7052f76 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:05.901832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.902224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.902516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.902857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.903153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.903522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.904351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.904684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.905062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.905380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.905711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.906192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:05.914141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 57119751-991f-45db-afcb-b7bea19967af) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:05.916135 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98366b5-318e-4f32-89a4-14f6093c0da3 None None] Pushing event updated for resources: {'Port': ['ID=e5e00fdc-21dc-463a-b190-183f9a98933c,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:05.934755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ca88e-3830-4b94-8333-a539fb160f6d None None] Network 57119751-991f-45db-afcb-b7bea19967af requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:05.969244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:05.969700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.006569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:06.013636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:06.015890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=e08608df-9922-496e-acf7-8395e7052f76,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:06.028147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58694) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:06.033593 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:06.036185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f0f16654-0cdf-4406-96c0-8af8d7e90103 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2865443 Apr 21 21:19:06.074971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.111822 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Calling delete_port for e6171cd0-3981-4ed1-a2c3-b8758f3136fc owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:06.131971 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.190795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9d217-953f-40d7-8151-6436f4bc7172 req-349f9b94-2091-4296-ba13-e0d4a0de084c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:06.193396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-57119751-991f-45db-afcb-b7bea19967af', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:19:06.198727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61a9d217-953f-40d7-8151-6436f4bc7172 req-349f9b94-2091-4296-ba13-e0d4a0de084c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.2815723 Apr 21 21:19:06.202464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.243336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1de7b85b-d289-4656-bca5-5f16671e3bac req-5bc75643-d55e-446c-a522-8528edaa98cc service neutron] 10.222.0.46 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296924 Apr 21 21:19:06.352201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:06.370841 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:01Z', 'revision_number': 3, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:06.411595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61a9d217-953f-40d7-8151-6436f4bc7172 req-d860df0e-de11-4c17-8898-2d9183ef50ef tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071893 Apr 21 21:19:06.422677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.465653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event deleted for resources: {'Port': ['ID=e6171cd0-3981-4ed1-a2c3-b8758f3136fc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:06.474827 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc29ef-c6e3-491a-a8c1-5e9b0f7d7114 None None] The sync data for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 is: [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:01Z', 'revision_number': 3, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:06.504462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:06.549791 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.646684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-83d57d70-5afe-4e8c-a3d1-f7978a0844ab None None] Provisioning complete for port e08608df-9922-496e-acf7-8395e7052f76 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:06.647445 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-83d57d70-5afe-4e8c-a3d1-f7978a0844ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.720540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-5e866761-f437-462e-87ee-417c6dd523c3 req-1d77784c-6575-4d69-81ef-b0fb1cbbad9d service neutron] (114647) timed out ('10.222.0.43', 64821) {{(pid=114647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:19:06.729995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:06.732684 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.766744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:06.771837 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.777032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.785481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Allocated IP 172.20.0.2 (57119751-991f-45db-afcb-b7bea19967af/21a89943-e635-47f6-8444-a1bb2dc8eca0/ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:06.789213 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-09acaed2-0a69-4ed1-b772-2cde100909ed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2895882 Apr 21 21:19:06.799787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58700) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:06.801977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:06.864694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1458218047'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:06.869803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-83d57d70-5afe-4e8c-a3d1-f7978a0844ab None None] Port e08608df-9922-496e-acf7-8395e7052f76 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:06.884460 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.885070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Fanout notify agent at l3_agent the message router_deleted on router 189b03eb-7048-4e81-be14-48a10aee6504 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:06.894993 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.896124 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2a69c39b-5831-4b60-a54a-cafc2e95e429 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/189b03eb-7048-4e81-be14-48a10aee6504 HTTP/1.1" status: 204 len: 168 time: 1.9202342 Apr 21 21:19:06.904323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58704) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:06.911318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9cf2f0b0-86c7-4714-ad5e-3e766ee14e7f tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-30237216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:06.915708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:06.916350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:06.962381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f0b0-86c7-4714-ad5e-3e766ee14e7f tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.964026 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f0b0-86c7-4714-ad5e-3e766ee14e7f tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:06.974365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:06.979734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.050052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58706) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:07.066568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:19:07.092815 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f0b0-86c7-4714-ad5e-3e766ee14e7f tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.097883 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.097883 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added segment c01d603d-cae6-4da7-ae9a-cc53714b1f0d of type vlan for network fef912bd-1530-4768-8e27-c0ac9aca75eb Apr 21 21:19:07.102501 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f0b0-86c7-4714-ad5e-3e766ee14e7f tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.140253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f0b0-86c7-4714-ad5e-3e766ee14e7f tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.141582 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9cf2f0b0-86c7-4714-ad5e-3e766ee14e7f tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2360907 Apr 21 21:19:07.144213 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58710) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:07.148699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': True}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:07.246684 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.337365 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ef5902b-d279-4312-a589-72c953987dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.345957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.351843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:07.352409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:07.352662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.385252 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5798109 Apr 21 21:19:07.405162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58712) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:07.413926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'subnet': {'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:07.467699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.492256 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.503353 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.619583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bff48f-7e8a-4abd-a43b-d0f962043579 req-bac57b8d-7594-41c8-a134-f00a8b287957 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:07.627356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8bff48f-7e8a-4abd-a43b-d0f962043579 req-bac57b8d-7594-41c8-a134-f00a8b287957 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.1088824 Apr 21 21:19:07.636710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Pushing event updated for resources: {'Port': ['ID=ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:07.669443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:07.673038 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.676364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Network 57119751-991f-45db-afcb-b7bea19967af is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:07.678445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:07.681026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:07.759151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Attempting to bind port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:07.759524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Attempting to bind port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:07.759889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Attempting to bind port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 on network 57119751-991f-45db-afcb-b7bea19967af {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:07.768798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:07.769219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Checking segment: {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:07.769585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.769984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Bound using segment: {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:07.770455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Bound port: ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:07.770847 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.773869 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8bff48f-7e8a-4abd-a43b-d0f962043579 req-280a8d24-f973-4ba7-95f4-594d0add0e5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450560 Apr 21 21:19:07.792006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:04Z', 'revision_number': 3, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:05Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:07.795345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58718) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:07.821574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:07.821933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Updating router ca7087b1-00fe-49fa-9340-a8fac824c57e port e08608df-9922-496e-acf7-8395e7052f76 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:19:07.880667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.913039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] For port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:07.940979 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e3bb0c4-b0d8-4607-96d3-887768ab9f11 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/25a42c62-357b-40c4-81f7-69fdd589d5a2 HTTP/1.1" status: 200 len: 992 time: 0.1391671 Apr 21 21:19:07.946097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.956530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] For port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:07.969189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:07.986652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f72c8-4446-4093-ac6b-967de1486ff9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Network': ['ID=fef912bd-1530-4768-8e27-c0ac9aca75eb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:08.049399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network fef912bd-1530-4768-8e27-c0ac9aca75eb details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:19:08.113384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ef5902b-d279-4312-a589-72c953987dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.117636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.121611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ef5902b-d279-4312-a589-72c953987dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.123920 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.175862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f9a4c-a2c2-40ac-a31a-cd4697e9c039 None None] Pushing event updated for resources: {'Port': ['ID=ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:08.177021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.237033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2ef5902b-d279-4312-a589-72c953987dac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0392d2e4509b415e840d12ce814536ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1814437 Apr 21 21:19:08.240362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5902b-d279-4312-a589-72c953987dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0337265e-04e9-4196-96c2-10e878af47e3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:08.244047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58720) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:08.307282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Subnet': ['ID=14a9c4be-8248-4d6d-a2f4-ade450c02ad6,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:08.355127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Checking segment: {'id': 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:08.355486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network hostable DHCP agents. Network: fef912bd-1530-4768-8e27-c0ac9aca75eb, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:19:08.395436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.418183 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.488882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network fef912bd-1530-4768-8e27-c0ac9aca75eb is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:19:08.493166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5e00fdc-21dc-463a-b190-183f9a98933c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:08.508902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.20.0.1 (57119751-991f-45db-afcb-b7bea19967af/21a89943-e635-47f6-8444-a1bb2dc8eca0/6acbaedd-ef30-43b8-83c7-f147f1597e1d) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:08.512744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Allocated IP 172.25.0.151 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/7422646b-ef9f-43bd-800c-0e4a6d103d6e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:08.525208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10345d89-f83d-49ff-b150-2ad915ec29e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.526607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, fef912bd-1530-4768-8e27-c0ac9aca75eb) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:08.544623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:08.545326 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.569765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c8bb4-2404-4bc9-ae94-4bfcb12b11dc None None] Network fef912bd-1530-4768-8e27-c0ac9aca75eb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:08.626158 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10345d89-f83d-49ff-b150-2ad915ec29e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.636520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3964d17f-06a5-4650-9ed7-1228e4538864 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2259729 Apr 21 21:19:08.637496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58722) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:08.718814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.780063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.817383 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.848157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:08.853951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:08.857248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9fb98-47c1-4c70-97a7-fdac9ecb98cc None None] Pushing event updated for resources: {'Port': ['ID=e08608df-9922-496e-acf7-8395e7052f76,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:08.871454 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:08.955406 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.966242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Attempting to bind port e08608df-9922-496e-acf7-8395e7052f76 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:08.966545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event updated for resources: {'Port': ['ID=7422646b-ef9f-43bd-800c-0e4a6d103d6e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:08.967139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Attempting to bind port e08608df-9922-496e-acf7-8395e7052f76 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:08.967824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Attempting to bind port e08608df-9922-496e-acf7-8395e7052f76 on network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:08.980961 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10345d89-f83d-49ff-b150-2ad915ec29e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.983477 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10345d89-f83d-49ff-b150-2ad915ec29e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.984636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-10345d89-f83d-49ff-b150-2ad915ec29e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0337265e-04e9-4196-96c2-10e878af47e3 HTTP/1.1" status: 204 len: 168 time: 0.7211797 Apr 21 21:19:08.994497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:08.995110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Checking segment: {'id': 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:08.995680 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:08.996252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Bound using segment: {'id': 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:08.996922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Bound port: e08608df-9922-496e-acf7-8395e7052f76, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:08.997669 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.008965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-73f64a58-e08b-4711-b9ae-69208f1c5230 None None] Provisioning complete for port e08608df-9922-496e-acf7-8395e7052f76 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:09.009750 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-73f64a58-e08b-4711-b9ae-69208f1c5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.033639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 57119751-991f-45db-afcb-b7bea19967af is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:09.037986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10345d89-f83d-49ff-b150-2ad915ec29e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0337265e-04e9-4196-96c2-10e878af47e3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:09.044469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:09.047821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:09.066479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-73f64a58-e08b-4711-b9ae-69208f1c5230 None None] Port e08608df-9922-496e-acf7-8395e7052f76 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:09.077411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e5e00fdc-21dc-463a-b190-183f9a98933c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:09.077834 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.092688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=6acbaedd-ef30-43b8-83c7-f147f1597e1d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:09.251662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.267139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] For port e08608df-9922-496e-acf7-8395e7052f76, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:09.272855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] For port e08608df-9922-496e-acf7-8395e7052f76, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e08608df-9922-496e-acf7-8395e7052f76,segment=NetworkSegment(ac19774c-c3d2-4ffa-ad7a-13986e2cf77e),segment_id=ac19774c-c3d2-4ffa-ad7a-13986e2cf77e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:09.306422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.364406 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.374925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-fef912bd-1530-4768-8e27-c0ac9aca75eb', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:19:09.375948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.478229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.663848 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.750685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Allocated IP 2001:db8:2::2 (fef912bd-1530-4768-8e27-c0ac9aca75eb/14a9c4be-8248-4d6d-a2f4-ade450c02ad6/568b8e41-9be8-49f7-8b8f-cebf222336d5) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:09.848243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0d6ab-ea4a-4b71-9881-5082e1210368 None None] Network 57119751-991f-45db-afcb-b7bea19967af requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:09.881705 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:09.957582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:09.958184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:10.093779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9fb98-47c1-4c70-97a7-fdac9ecb98cc None None] Pushing event updated for resources: {'Port': ['ID=e08608df-9922-496e-acf7-8395e7052f76,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:10.121218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.123511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port e5e00fdc-21dc-463a-b190-183f9a98933c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5e00fdc-21dc-463a-b190-183f9a98933c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:10.128743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.144132 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.161064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.164360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.180791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Provisioning complete for port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:10.181161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.216298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=6acbaedd-ef30-43b8-83c7-f147f1597e1d,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:10.220067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.251023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:10.294648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Router a9e51fb8-3a58-4dfa-9c86-696769e7fdac is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:19:10.320267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 57119751-991f-45db-afcb-b7bea19967af is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:10.321876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:10.365060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.385257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=e5e00fdc-21dc-463a-b190-183f9a98933c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:10.432205 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.466029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:10.472192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.477186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:10.477537 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f8673f5e-a1c0-49f0-aa8b-75a2660adb9c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "PUT /v2.0/routers/a9e51fb8-3a58-4dfa-9c86-696769e7fdac HTTP/1.1" status: 200 len: 913 time: 3.3320119 Apr 21 21:19:10.478684 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ef920-c182-4971-b018-94ff3919d5c1 None None] Sync routers for ids ['a9e51fb8-3a58-4dfa-9c86-696769e7fdac'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:10.479157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58726) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:10.493365 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ef920-c182-4971-b018-94ff3919d5c1 None None] Routers {'a9e51fb8-3a58-4dfa-9c86-696769e7fdac'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:10.494376 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6d4ef920-c182-4971-b018-94ff3919d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a9e51fb8-3a58-4dfa-9c86-696769e7fdac'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:10.502759 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 2001:db8:2::1 (fef912bd-1530-4768-8e27-c0ac9aca75eb/14a9c4be-8248-4d6d-a2f4-ade450c02ad6/9a03827e-1e8f-4001-8249-01b39edc92f7) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:10.513145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 8e95e146-ed90-4d2d-ba41-5a5636057d62 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:10.536185 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6d4ef920-c182-4971-b018-94ff3919d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:10.540445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Network fef912bd-1530-4768-8e27-c0ac9aca75eb is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:10.547170 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ef920-c182-4971-b018-94ff3919d5c1 None None] Routers {'a9e51fb8-3a58-4dfa-9c86-696769e7fdac'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:10.548111 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6d4ef920-c182-4971-b018-94ff3919d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a9e51fb8-3a58-4dfa-9c86-696769e7fdac'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:10.587849 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6d4ef920-c182-4971-b018-94ff3919d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:10.588927 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4ef920-c182-4971-b018-94ff3919d5c1 None None] The sync data for ids ['a9e51fb8-3a58-4dfa-9c86-696769e7fdac'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:10.617228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:10.644955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ba403b42-ec63-495d-b94a-a4471c7d08f5 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/routers/a9e51fb8-3a58-4dfa-9c86-696769e7fdac HTTP/1.1" status: 200 len: 919 time: 0.1647754 Apr 21 21:19:10.645539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:10.647545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58728) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:10.648712 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Pushing event updated for resources: {'Port': ['ID=568b8e41-9be8-49f7-8b8f-cebf222336d5,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:10.705941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531200f3-9d1e-4c34-bdcc-135a8db9a7af tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:10.707713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-531200f3-9d1e-4c34-bdcc-135a8db9a7af tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=a9e51fb8-3a58-4dfa-9c86-696769e7fdac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0591388 Apr 21 21:19:10.710359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58730) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:10.732822 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.738142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:10.744520 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-63e6d3d1-a813-423c-a821-879232821ee3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "PUT /v2.0/routers/8e95e146-ed90-4d2d-ba41-5a5636057d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7145753 Apr 21 21:19:10.747803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58732) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:10.807381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb4f02-9157-4970-ba51-8f01bcb6c073 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:10.808987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-22fb4f02-9157-4970-ba51-8f01bcb6c073 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 881 time: 0.0975871 Apr 21 21:19:10.811956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58734) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:10.845694 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3327a5f2-2158-4be9-9515-953aa0aae8b1 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e51fb8-3a58-4dfa-9c86-696769e7fdac HTTP/1.1" status: 200 len: 205 time: 0.0324557 Apr 21 21:19:10.848586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58736) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:10.889787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.901211 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.910862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Sync routers for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:10.965621 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:10.978656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network fef912bd-1530-4768-8e27-c0ac9aca75eb is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:10.992465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:11.002229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:11.002766 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.005236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=9a03827e-1e8f-4001-8249-01b39edc92f7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:11.016802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:11.017440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:11.024753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Attempting to bind port 568b8e41-9be8-49f7-8b8f-cebf222336d5 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:11.025146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Attempting to bind port 568b8e41-9be8-49f7-8b8f-cebf222336d5 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:11.025502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Attempting to bind port 568b8e41-9be8-49f7-8b8f-cebf222336d5 on network fef912bd-1530-4768-8e27-c0ac9aca75eb {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:11.058564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.059374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.059495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.059944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.060427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.060890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.061721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.061840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.062229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.062677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.065027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7bfabd5d-13c8-497a-a2ba-f93cb91c2a53 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7019 time: 0.3162785 Apr 21 21:19:11.070132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58738) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:11.072751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:11.073198 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.079930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] For port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:11.097975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.105600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:11.105600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Checking segment: {'id': 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:11.105996 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.106373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Bound using segment: {'id': 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:11.106950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Bound port: 568b8e41-9be8-49f7-8b8f-cebf222336d5, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:11.107412 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.130091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.166124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Deleting port 7422646b-ef9f-43bd-800c-0e4a6d103d6e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:11.166736 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.269216 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.286409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Calling delete_port for 7422646b-ef9f-43bd-800c-0e4a6d103d6e owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:11.292705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Provisioning complete for port e08608df-9922-496e-acf7-8395e7052f76 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:11.293324 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.356540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Pushing event updated for resources: {'Port': ['ID=ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:11.376547 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:11.494740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.508654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] For port 568b8e41-9be8-49f7-8b8f-cebf222336d5, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:11.534170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event deleted for resources: {'Port': ['ID=7422646b-ef9f-43bd-800c-0e4a6d103d6e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:11.543156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:04Z', 'revision_number': 3, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:11.578205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.616648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] For port 568b8e41-9be8-49f7-8b8f-cebf222336d5, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=568b8e41-9be8-49f7-8b8f-cebf222336d5,segment=NetworkSegment(c01d603d-cae6-4da7-ae9a-cc53714b1f0d),segment_id=c01d603d-cae6-4da7-ae9a-cc53714b1f0d)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:11.618513 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.626401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e02afc-7802-42ed-8960-cc4cd6654909 None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:04Z', 'revision_number': 3, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:11.641201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.672629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.673072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.673734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.674105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.674484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.674935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.675374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.675819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.676258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.676709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:11.678813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fc6233b3-1649-4a0c-a4fe-0538df044ad1 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6475 time: 0.6077466 Apr 21 21:19:11.681835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58740) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:11.753998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.782240 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.892145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.892923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Fanout notify agent at l3_agent the message router_deleted on router a9e51fb8-3a58-4dfa-9c86-696769e7fdac {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:11.915905 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:11.918094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bd821dfe-ccc0-4957-be4c-73f854cf0152 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/a9e51fb8-3a58-4dfa-9c86-696769e7fdac HTTP/1.1" status: 204 len: 168 time: 1.0680623 Apr 21 21:19:11.921943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58742) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:11.929382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b1c3f8df-13bb-49c2-8632-ffef22256841 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1136601688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:11.940553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c89786-55d6-4883-ba2d-4cbb0d8433c3 None None] Pushing event updated for resources: {'Port': ['ID=568b8e41-9be8-49f7-8b8f-cebf222336d5,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:11.988427 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.009989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f8df-13bb-49c2-8632-ffef22256841 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.011009 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f8df-13bb-49c2-8632-ffef22256841 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.049812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6acbaedd-ef30-43b8-83c7-f147f1597e1d', 'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:d1:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:08Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 2, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:12.077824 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f8df-13bb-49c2-8632-ffef22256841 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.086937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f8df-13bb-49c2-8632-ffef22256841 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.114271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Checking router: 8e95e146-ed90-4d2d-ba41-5a5636057d62 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:12.114618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Updating router 8e95e146-ed90-4d2d-ba41-5a5636057d62 port 6acbaedd-ef30-43b8-83c7-f147f1597e1d binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:19:12.125716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] For port e08608df-9922-496e-acf7-8395e7052f76, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e08608df-9922-496e-acf7-8395e7052f76,segment=NetworkSegment(ac19774c-c3d2-4ffa-ad7a-13986e2cf77e),segment_id=ac19774c-c3d2-4ffa-ad7a-13986e2cf77e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:12.126380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f8df-13bb-49c2-8632-ffef22256841 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.127629 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b1c3f8df-13bb-49c2-8632-ffef22256841 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2044830 Apr 21 21:19:12.133691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58744) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:12.139776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'enable_snat': False}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:12.159368 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.193080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.264102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a88784-1261-4e74-8f1b-088a0224dbed None None] Pushing event updated for resources: {'Port': ['ID=e08608df-9922-496e-acf7-8395e7052f76,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:12.425183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b00c3251-ffba-4dd0-baf9-d2a22aa54b52 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4829 time: 0.7397945 Apr 21 21:19:12.459547 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.476789 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.477600 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.481187 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.607943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ac7b05a4-7635-4a9f-8585-967e26b64a13 None None] Provisioning complete for port 6acbaedd-ef30-43b8-83c7-f147f1597e1d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:12.607943 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac7b05a4-7635-4a9f-8585-967e26b64a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.654060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=9a03827e-1e8f-4001-8249-01b39edc92f7,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:12.655020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5e00fdc-21dc-463a-b190-183f9a98933c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:12.730443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network fef912bd-1530-4768-8e27-c0ac9aca75eb is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:12.732170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:12.744387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b05a4-7635-4a9f-8585-967e26b64a13 None None] Port 6acbaedd-ef30-43b8-83c7-f147f1597e1d cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:12.799261 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.805410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ac7b05a4-7635-4a9f-8585-967e26b64a13 None None] Provisioning complete for port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:12.805967 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ac7b05a4-7635-4a9f-8585-967e26b64a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.842889 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.851396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.874189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.907588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e5e00fdc-21dc-463a-b190-183f9a98933c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:12.908095 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.926161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58750) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:12.932943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-483264dd-b1d5-46bb-98b4-cd016118711a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931251173', 'description': 'tempest-secgroup-smoke-1931251173 description', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:12.974181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:12.990783 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-483264dd-b1d5-46bb-98b4-cd016118711a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:12.991953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4256d9-3d7b-4a69-99a4-bfd3b55d6391 None None] Pushing event updated for resources: {'Port': ['ID=6acbaedd-ef30-43b8-83c7-f147f1597e1d,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:13.038422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Allocated IP 172.25.0.5 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/c12691e3-553f-4335-a6c0-f7f0f8a54ced) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:13.126742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Attempting to bind port 6acbaedd-ef30-43b8-83c7-f147f1597e1d on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:13.127221 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Attempting to bind port 6acbaedd-ef30-43b8-83c7-f147f1597e1d by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:13.127682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Attempting to bind port 6acbaedd-ef30-43b8-83c7-f147f1597e1d on network 57119751-991f-45db-afcb-b7bea19967af {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:13.143058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-483264dd-b1d5-46bb-98b4-cd016118711a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.159639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:13.160137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Checking segment: {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:13.160630 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.161134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Bound using segment: {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:13.161696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Bound port: 6acbaedd-ef30-43b8-83c7-f147f1597e1d, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:13.162152 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.186406 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-483264dd-b1d5-46bb-98b4-cd016118711a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.204597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.220064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 568b8e41-9be8-49f7-8b8f-cebf222336d5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:13.261223 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-483264dd-b1d5-46bb-98b4-cd016118711a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.265510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-483264dd-b1d5-46bb-98b4-cd016118711a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3353503 Apr 21 21:19:13.265510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483264dd-b1d5-46bb-98b4-cd016118711a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:13.265793 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.267446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58752) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:13.268679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:13.275100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04e063a5-09cb-443e-9c5a-1cc5b25969c7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6366806 Apr 21 21:19:13.278526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-be0e34a8-c1e2-4fb3-bfc6-e17668a007b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'a052d72d-b6c8-4c79-8349-b8c36ea0b9d6', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:13.280496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58754) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:13.288509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1605308565'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:13.290067 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:13.309420 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:13.310831 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:13.313664 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be0e34a8-c1e2-4fb3-bfc6-e17668a007b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.337930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:13.345641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:13.352862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:13.355302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Pushing event updated for resources: {'Port': ['ID=c12691e3-553f-4335-a6c0-f7f0f8a54ced,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:13.397221 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] For port 6acbaedd-ef30-43b8-83c7-f147f1597e1d, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:13.397563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:13.401322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] For port 6acbaedd-ef30-43b8-83c7-f147f1597e1d, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6acbaedd-ef30-43b8-83c7-f147f1597e1d,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:13.402002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.405970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a98d9c61-ce19-4953-8df0-de49132ea36c None None] Provisioning complete for port 6acbaedd-ef30-43b8-83c7-f147f1597e1d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:13.406182 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a98d9c61-ce19-4953-8df0-de49132ea36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.416293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 568b8e41-9be8-49f7-8b8f-cebf222336d5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:13.416688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.437800 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be0e34a8-c1e2-4fb3-bfc6-e17668a007b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.439456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:19:13.447308 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.450628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.451050 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added segment 35496968-c976-46c9-aa48-917e2fe71cd0 of type vlan for network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb Apr 21 21:19:13.455402 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be0e34a8-c1e2-4fb3-bfc6-e17668a007b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.461125 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:13.476253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e34a8-c1e2-4fb3-bfc6-e17668a007b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ed3f26-33b6-4274-848d-cd9233cf588a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:13.495235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-be0e34a8-c1e2-4fb3-bfc6-e17668a007b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.499892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-be0e34a8-c1e2-4fb3-bfc6-e17668a007b5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2293446 Apr 21 21:19:13.501507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.501971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58756) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:13.507515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c3b417e3-a497-462d-b1ac-8da1f89c74c4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'a052d72d-b6c8-4c79-8349-b8c36ea0b9d6', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:13.544340 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.551033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:13.551871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.563987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6975e11-ea1e-4428-8ed6-e09a193ff100 None None] Network fef912bd-1530-4768-8e27-c0ac9aca75eb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:13.573430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:13.574080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:13.582204 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3b417e3-a497-462d-b1ac-8da1f89c74c4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.682909 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3b417e3-a497-462d-b1ac-8da1f89c74c4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.695037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3b417e3-a497-462d-b1ac-8da1f89c74c4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.735037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58758) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:13.735728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b417e3-a497-462d-b1ac-8da1f89c74c4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0142778-d3bf-4987-a21f-ff86a60f80ee,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:13.738682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4502082 Apr 21 21:19:13.742008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:13.748577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4256d9-3d7b-4a69-99a4-bfd3b55d6391 None None] Pushing event updated for resources: {'Port': ['ID=6acbaedd-ef30-43b8-83c7-f147f1597e1d,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:13.749015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'subnet': {'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:13.759265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3b417e3-a497-462d-b1ac-8da1f89c74c4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.760481 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c3b417e3-a497-462d-b1ac-8da1f89c74c4 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2575688 Apr 21 21:19:13.763511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58760) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:13.768240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f9be92c4-9bcb-4b5b-b176-3afa2274c86c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'a052d72d-b6c8-4c79-8349-b8c36ea0b9d6', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:13.782391 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:11Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:13.797455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442bd28-c650-4aee-bca8-43b586f42aa9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Network': ['ID=c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:13.827731 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:13.828456 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Updating router ca7087b1-00fe-49fa-9340-a8fac824c57e port 9a03827e-1e8f-4001-8249-01b39edc92f7 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:19:13.839309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:19:13.872002 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.888694 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f9be92c4-9bcb-4b5b-b176-3afa2274c86c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.898643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Made reservation on behalf of f507a47e5a1e46f0ad7c982e8236a48b for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:13.903675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.976862 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f9be92c4-9bcb-4b5b-b176-3afa2274c86c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:13.984094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f9be92c4-9bcb-4b5b-b176-3afa2274c86c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.051072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be92c4-9bcb-4b5b-b176-3afa2274c86c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b6fc10-74c1-4644-b4ab-bd00b6040c2e,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:14.062660 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f9be92c4-9bcb-4b5b-b176-3afa2274c86c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.064170 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f9be92c4-9bcb-4b5b-b176-3afa2274c86c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995954 Apr 21 21:19:14.065859 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.080665 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a98d9c61-ce19-4953-8df0-de49132ea36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.082006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58762) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:14.091697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7b89af96-e587-4e17-a5f1-772184fcdefb tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'a052d72d-b6c8-4c79-8349-b8c36ea0b9d6', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:14.178801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b89af96-e587-4e17-a5f1-772184fcdefb tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.245628 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.252455 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.253679 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.277012 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b89af96-e587-4e17-a5f1-772184fcdefb tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.308834 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0a2bc-3d3d-4cd6-bb71-0acac12f71d1 None None] Pushing event updated for resources: {'Port': ['ID=9a03827e-1e8f-4001-8249-01b39edc92f7,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:14.312276 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.316875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.322713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b89af96-e587-4e17-a5f1-772184fcdefb tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.346717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a98d9c61-ce19-4953-8df0-de49132ea36c None None] For port 6acbaedd-ef30-43b8-83c7-f147f1597e1d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6acbaedd-ef30-43b8-83c7-f147f1597e1d,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:14.347676 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.372300 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a98d9c61-ce19-4953-8df0-de49132ea36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.384081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89af96-e587-4e17-a5f1-772184fcdefb tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6457968-72d2-4224-98e6-03a7faf17da3,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:14.403594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Checking segment: {'id': '35496968-c976-46c9-aa48-917e2fe71cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:14.403594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network hostable DHCP agents. Network: c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:19:14.409463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Subnet': ['ID=5de562aa-65c6-4cd1-966b-628e9f756073,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:14.420025 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7b89af96-e587-4e17-a5f1-772184fcdefb tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.421950 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7b89af96-e587-4e17-a5f1-772184fcdefb tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3356183 Apr 21 21:19:14.429130 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Attempting to bind port 9a03827e-1e8f-4001-8249-01b39edc92f7 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:14.429748 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Attempting to bind port 9a03827e-1e8f-4001-8249-01b39edc92f7 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:14.430295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58764) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:14.430698 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Attempting to bind port 9a03827e-1e8f-4001-8249-01b39edc92f7 on network fef912bd-1530-4768-8e27-c0ac9aca75eb {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:14.436042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a6a832ec-d82c-41ac-91bb-5644255ebdf3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'a052d72d-b6c8-4c79-8349-b8c36ea0b9d6', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:14.438748 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:14.439335 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Checking segment: {'id': 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:14.440096 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.440872 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Bound using segment: {'id': 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:14.441598 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Bound port: 9a03827e-1e8f-4001-8249-01b39edc92f7, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:14.442864 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.460577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:19:14.469417 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-a6a832ec-d82c-41ac-91bb-5644255ebdf3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Project 8f4a1bca2bda4243bf77ec6f0a59427b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:19:14.472912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 568b8e41-9be8-49f7-8b8f-cebf222336d5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=568b8e41-9be8-49f7-8b8f-cebf222336d5,segment=NetworkSegment(c01d603d-cae6-4da7-ae9a-cc53714b1f0d),segment_id=c01d603d-cae6-4da7-ae9a-cc53714b1f0d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:14.478554 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6a832ec-d82c-41ac-91bb-5644255ebdf3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.489743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Router 2e22eda3-9e43-41b2-a851-37dc8ca83427 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:19:14.499497 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.500279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:14.517138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:14.543201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:14.543806 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.556294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e0ed4-140c-4537-bbb1-c9f36200999c None None] Network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:14.564414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d9c61-ce19-4953-8df0-de49132ea36c None None] Pushing event updated for resources: {'Port': ['ID=6acbaedd-ef30-43b8-83c7-f147f1597e1d,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:14.590206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6a832ec-d82c-41ac-91bb-5644255ebdf3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.597618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a5b9f3c9-c96b-4dee-b7a7-69aa4a526759 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8595459 Apr 21 21:19:14.602034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58766) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:14.602958 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6a832ec-d82c-41ac-91bb-5644255ebdf3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.645492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:14.646090 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] For port 9a03827e-1e8f-4001-8249-01b39edc92f7, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:14.650431 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] For port 9a03827e-1e8f-4001-8249-01b39edc92f7, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9a03827e-1e8f-4001-8249-01b39edc92f7,segment=NetworkSegment(c01d603d-cae6-4da7-ae9a-cc53714b1f0d),segment_id=c01d603d-cae6-4da7-ae9a-cc53714b1f0d)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:14.656773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e63766b3-9686-4125-b77a-c753aa6decfc None None] Provisioning complete for port 6acbaedd-ef30-43b8-83c7-f147f1597e1d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:14.656968 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e63766b3-9686-4125-b77a-c753aa6decfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.657192 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.663722 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.664712 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f5672-5b61-448f-a464-3997563f2508 None None] Sync routers for ids ['2e22eda3-9e43-41b2-a851-37dc8ca83427'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:14.665480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0715d645-85f7-4ce4-b8c9-22381067fd4f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "PUT /v2.0/routers/2e22eda3-9e43-41b2-a851-37dc8ca83427 HTTP/1.1" status: 200 len: 914 time: 2.5303879 Apr 21 21:19:14.668844 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58768) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:14.681843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6a832ec-d82c-41ac-91bb-5644255ebdf3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.683148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a6a832ec-d82c-41ac-91bb-5644255ebdf3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2518790 Apr 21 21:19:14.688741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58770) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:14.723268 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:14.723892 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:14.730642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f30597ef-7cd4-43fd-90b0-221beeee3b79 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'security_group_rule': {'security_group_id': 'a052d72d-b6c8-4c79-8349-b8c36ea0b9d6', 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:14.735950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a832ec-d82c-41ac-91bb-5644255ebdf3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508dc365-c266-4e25-a701-d3879ddee52d,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:14.766822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f5672-5b61-448f-a464-3997563f2508 None None] Routers {'2e22eda3-9e43-41b2-a851-37dc8ca83427'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:14.767454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-627f5672-5b61-448f-a464-3997563f2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2e22eda3-9e43-41b2-a851-37dc8ca83427'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:14.777748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6acbaedd-ef30-43b8-83c7-f147f1597e1d', 'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:d1:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:08Z', 'updated_at': '2022-04-21T21:19:13Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:14.780688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=568b8e41-9be8-49f7-8b8f-cebf222336d5,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:14.796769 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-f30597ef-7cd4-43fd-90b0-221beeee3b79 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Project 8f4a1bca2bda4243bf77ec6f0a59427b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:19:14.812572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f30597ef-7cd4-43fd-90b0-221beeee3b79 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.841363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c6178154-c9d6-484b-af28-514dda7f216c tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/routers/2e22eda3-9e43-41b2-a851-37dc8ca83427 HTTP/1.1" status: 200 len: 920 time: 0.1710720 Apr 21 21:19:14.845868 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:14.847902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58772) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:14.857482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-627f5672-5b61-448f-a464-3997563f2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:14.863874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a39017-8f3a-4a5f-9125-f06adc5d027e None None] The sync data for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 is: [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6acbaedd-ef30-43b8-83c7-f147f1597e1d', 'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:d1:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:08Z', 'updated_at': '2022-04-21T21:19:13Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:14.877067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:14.877448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:14.909679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac2c91-ced2-452b-abfc-c45053b1f6fc tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:14.929361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5dac2c91-ced2-452b-abfc-c45053b1f6fc tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=2e22eda3-9e43-41b2-a851-37dc8ca83427&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0800312 Apr 21 21:19:14.931574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58774) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:14.973528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f5672-5b61-448f-a464-3997563f2508 None None] Routers {'2e22eda3-9e43-41b2-a851-37dc8ca83427'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:14.974195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-627f5672-5b61-448f-a464-3997563f2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2e22eda3-9e43-41b2-a851-37dc8ca83427'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:15.085662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-627f5672-5b61-448f-a464-3997563f2508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:15.086327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627f5672-5b61-448f-a464-3997563f2508 None None] The sync data for ids ['2e22eda3-9e43-41b2-a851-37dc8ca83427'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:15.116569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a347c-1d39-48a0-a504-66d440ccfcb1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:15.119225 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9d3a347c-1d39-48a0-a504-66d440ccfcb1 tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/networks/e15cf026-9e63-42ff-9500-d9972308a40d HTTP/1.1" status: 200 len: 881 time: 0.1843860 Apr 21 21:19:15.124739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58776) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:15.165501 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0a2bc-3d3d-4cd6-bb71-0acac12f71d1 None None] Pushing event updated for resources: {'Port': ['ID=9a03827e-1e8f-4001-8249-01b39edc92f7,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:15.171156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:19:15.173017 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:15.319795 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:11Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:14Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:15.361478 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd12b0e-c7e5-4820-aaf1-3b7311b8e18f None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:11Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:14Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:15.422218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e63766b3-9686-4125-b77a-c753aa6decfc None None] Provisioning complete for port 568b8e41-9be8-49f7-8b8f-cebf222336d5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:15.422748 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e63766b3-9686-4125-b77a-c753aa6decfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:15.425252 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e08608df-9922-496e-acf7-8395e7052f76 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:15.434141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-4236c961-a8ad-4573-84dd-876f65837e6f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3715100 Apr 21 21:19:15.526532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f30597ef-7cd4-43fd-90b0-221beeee3b79 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:15.544263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f30597ef-7cd4-43fd-90b0-221beeee3b79 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:15.663751 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:15.678302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Allocated IP 2001:db8:3::2 (c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb/5de562aa-65c6-4cd1-966b-628e9f756073/183e7539-f63c-4c41-9408-cb8843aa9686) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:15.722072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e08608df-9922-496e-acf7-8395e7052f76 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:15.722762 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:15.725522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30597ef-7cd4-43fd-90b0-221beeee3b79 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a102ea2e-3258-4a8e-9721-f22d41423419,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:15.757359 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f30597ef-7cd4-43fd-90b0-221beeee3b79 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:15.764370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f30597ef-7cd4-43fd-90b0-221beeee3b79 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0744858 Apr 21 21:19:15.768521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-d17519a3-4ffa-4709-bb42-bd6defa803a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:15.772133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-d17519a3-4ffa-4709-bb42-bd6defa803a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1096 time: 0.2654355 Apr 21 21:19:15.928354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9d605887-dcfd-4d33-abdf-e2934afb0118 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e22eda3-9e43-41b2-a851-37dc8ca83427 HTTP/1.1" status: 200 len: 205 time: 0.7992804 Apr 21 21:19:15.931182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58780) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:16.157149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.233722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a8a68f94-823c-4ece-b28c-845e08fe5179 None None] Provisioning complete for port 9a03827e-1e8f-4001-8249-01b39edc92f7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:16.234201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a8a68f94-823c-4ece-b28c-845e08fe5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.256379 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:19:16.297891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.311130 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.357751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:16.364522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:16.403003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-da0be897-f467-41dd-8e3d-1b1365efcc36 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931251173&fields=id&tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b HTTP/1.1" status: 200 len: 267 time: 0.1651647 Apr 21 21:19:16.418469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:16.452202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Pushing event updated for resources: {'Port': ['ID=183e7539-f63c-4c41-9408-cb8843aa9686,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:16.503578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.557578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6acbaedd-ef30-43b8-83c7-f147f1597e1d up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:16.593624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-1bf523d9-1f47-4cf3-a2d8-30f1a86b4a36 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:16.597309 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-1bf523d9-1f47-4cf3-a2d8-30f1a86b4a36 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/networks?id=57119751-991f-45db-afcb-b7bea19967af HTTP/1.1" status: 200 len: 796 time: 0.1766241 Apr 21 21:19:16.643715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-35ad33f8-3faa-44a8-992b-17ea2a215174 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/quotas/8f4a1bca2bda4243bf77ec6f0a59427b HTTP/1.1" status: 200 len: 375 time: 0.0401037 Apr 21 21:19:16.740127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-ef7d6f09-2c96-4d6c-ae40-bfbc7390d28e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865159 Apr 21 21:19:16.763433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Deleting port c12691e3-553f-4335-a6c0-f7f0f8a54ced {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:16.763780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.878560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-39873a6b-55e3-4290-91a8-dfc500218d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:16.880057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-39873a6b-55e3-4290-91a8-dfc500218d2f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 1.0167367 Apr 21 21:19:16.886697 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a8a68f94-823c-4ece-b28c-845e08fe5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.930276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Attempting to bind port 183e7539-f63c-4c41-9408-cb8843aa9686 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:16.930943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Attempting to bind port 183e7539-f63c-4c41-9408-cb8843aa9686 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '35496968-c976-46c9-aa48-917e2fe71cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:16.931580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Attempting to bind port 183e7539-f63c-4c41-9408-cb8843aa9686 on network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:16.966769 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.969487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:16.970002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Checking segment: {'id': '35496968-c976-46c9-aa48-917e2fe71cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:16.970889 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.970889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Bound using segment: {'id': '35496968-c976-46c9-aa48-917e2fe71cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:16.971587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Bound port: 183e7539-f63c-4c41-9408-cb8843aa9686, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35496968-c976-46c9-aa48-917e2fe71cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:16.972745 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:16.981519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a8a68f94-823c-4ece-b28c-845e08fe5179 None None] For port 9a03827e-1e8f-4001-8249-01b39edc92f7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9a03827e-1e8f-4001-8249-01b39edc92f7,segment=NetworkSegment(c01d603d-cae6-4da7-ae9a-cc53714b1f0d),segment_id=c01d603d-cae6-4da7-ae9a-cc53714b1f0d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:16.996578 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a8a68f94-823c-4ece-b28c-845e08fe5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.005122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Calling delete_port for c12691e3-553f-4335-a6c0-f7f0f8a54ced owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:17.008931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-e391d13e-85e8-4bd4-8947-78a98c457586 service neutron] 10.222.0.49 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268441 Apr 21 21:19:17.013094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-fdd52dfc-6374-4195-8b85-88a1ef50469b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 1000 time: 0.1242769 Apr 21 21:19:17.063404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a68f94-823c-4ece-b28c-845e08fe5179 None None] Pushing event updated for resources: {'Port': ['ID=9a03827e-1e8f-4001-8249-01b39edc92f7,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:17.090295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Allocated IP 2001:db8:3::1 (c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb/5de562aa-65c6-4cd1-966b-628e9f756073/f58120c6-884a-4dfa-836a-7c1ffdcb486e) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:17.114773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a8a68f94-823c-4ece-b28c-845e08fe5179 None None] Provisioning complete for port 568b8e41-9be8-49f7-8b8f-cebf222336d5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:17.115852 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a8a68f94-823c-4ece-b28c-845e08fe5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.120242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-27bfbb22-3779-4827-b8de-28a1b99fa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:17.121708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-27bfbb22-3779-4827-b8de-28a1b99fa404 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.0672605 Apr 21 21:19:17.163842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6acbaedd-ef30-43b8-83c7-f147f1597e1d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:17.164819 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.208807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-0dea8e72-1446-41b8-a12c-e1d745ac0ec9 service neutron] 10.222.0.49 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889768 Apr 21 21:19:17.220142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] For port 183e7539-f63c-4c41-9408-cb8843aa9686, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:17.228946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] For port 183e7539-f63c-4c41-9408-cb8843aa9686, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=183e7539-f63c-4c41-9408-cb8843aa9686,segment=NetworkSegment(35496968-c976-46c9-aa48-917e2fe71cd0),segment_id=35496968-c976-46c9-aa48-917e2fe71cd0)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:17.231813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-32fb038c-83fd-4818-9a83-b8ee15636834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:17.234341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-32fb038c-83fd-4818-9a83-b8ee15636834 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023176 Apr 21 21:19:17.289224 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.301352 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.367843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event deleted for resources: {'Port': ['ID=c12691e3-553f-4335-a6c0-f7f0f8a54ced,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:17.446409 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.450593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 568b8e41-9be8-49f7-8b8f-cebf222336d5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:17.451711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ae8fa-0d0e-4b2f-a79d-aff00c569c2d None None] Pushing event updated for resources: {'Port': ['ID=183e7539-f63c-4c41-9408-cb8843aa9686,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:17.465708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.498076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-efb11cb8-5eeb-4b71-a7a2-bbaebbbf3820 req-06dbb71c-ff4b-4a99-beb6-c44f917dc0ef tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 210 time: 0.0694859 Apr 21 21:19:17.522870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f1f8a570-a9d0-46a7-b6a7-32026dec14c8 None None] Provisioning complete for port 9a03827e-1e8f-4001-8249-01b39edc92f7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:17.523374 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f1f8a570-a9d0-46a7-b6a7-32026dec14c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.541850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-6963b943-803c-4226-9a63-f2b127ea3def service neutron] 10.222.0.43 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003690 Apr 21 21:19:17.592577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.594693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 568b8e41-9be8-49f7-8b8f-cebf222336d5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:17.595300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.596193 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.682588 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.742164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.742860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Fanout notify agent at l3_agent the message router_deleted on router 2e22eda3-9e43-41b2-a851-37dc8ca83427 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:17.769664 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.771062 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2974afff-08fa-404f-8c8e-f6a12671cad6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/2e22eda3-9e43-41b2-a851-37dc8ca83427 HTTP/1.1" status: 204 len: 168 time: 1.8375683 Apr 21 21:19:17.775256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58804) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:17.790705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1677055867', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:17.795264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e08608df-9922-496e-acf7-8395e7052f76 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:17.808626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41ae0a94-0281-4a8c-b67e-c8c5bfd515db req-df34a9be-bf07-4d6a-8879-0511f953e308 service neutron] 10.222.0.43 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484465 Apr 21 21:19:17.809357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=f58120c6-884a-4dfa-836a-7c1ffdcb486e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:17.829869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:17.831385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:17.834511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:17.835055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.850070 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.851508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.883867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e08608df-9922-496e-acf7-8395e7052f76 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:17.884251 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.941201 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:17.989400 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.000320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9a03827e-1e8f-4001-8249-01b39edc92f7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:18.056203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9a03827e-1e8f-4001-8249-01b39edc92f7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:18.056703 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.139349 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.380241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.382043 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.386188 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.387088 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.403272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.431486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 183e7539-f63c-4c41-9408-cb8843aa9686 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:18.505481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event updated for resources: {'Port': ['ID=f58120c6-884a-4dfa-836a-7c1ffdcb486e,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:18.514496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 183e7539-f63c-4c41-9408-cb8843aa9686 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:18.515324 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.531060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Allocated IP 172.25.0.212 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/2cf0dc86-52b5-4c2f-8857-0ab2571c2005) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:18.567620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:18.569730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:18.614471 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.671485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6fdea675-1c14-49d9-8d83-151a6b568cb5 req-2db9fb2c-f5f2-4d58-a7e1-1cd0723983ef tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 210 time: 0.0447114 Apr 21 21:19:18.686549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 183e7539-f63c-4c41-9408-cb8843aa9686, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=183e7539-f63c-4c41-9408-cb8843aa9686,segment=NetworkSegment(35496968-c976-46c9-aa48-917e2fe71cd0),segment_id=35496968-c976-46c9-aa48-917e2fe71cd0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:18.696729 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.696729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9a03827e-1e8f-4001-8249-01b39edc92f7 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:18.719743 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.764087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:18.778755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=183e7539-f63c-4c41-9408-cb8843aa9686,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:18.785437 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.802244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9a03827e-1e8f-4001-8249-01b39edc92f7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:18.802670 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:18.845909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event updated for resources: {'Port': ['ID=2cf0dc86-52b5-4c2f-8857-0ab2571c2005,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:18.859965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:18.861936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:18.864543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:18.967023 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:18.977125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-21810a6c-00c6-4ee7-986b-16ee8370288e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3677592 Apr 21 21:19:18.978231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58810) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:18.979526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a56719-0fc8-4665-aa88-b83f5a2ada49 None None] Network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:18.982758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:18.986516 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:18.999352 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:18.999962 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:19.074507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c121921a-cb99-416d-a13a-b6768695728a None None] Provisioning complete for port 183e7539-f63c-4c41-9408-cb8843aa9686 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:19.075060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c121921a-cb99-416d-a13a-b6768695728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.098093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-80d96c9e-fb4a-4b99-90f2-59a3b041f788 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:19.099572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-80d96c9e-fb4a-4b99-90f2-59a3b041f788 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "GET /v2.0/networks?id=57119751-991f-45db-afcb-b7bea19967af HTTP/1.1" status: 200 len: 796 time: 0.3718379 Apr 21 21:19:19.102535 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:19.180175 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.229581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-32fafb4f-074c-4d61-b271-7e9e8459bf52 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b HTTP/1.1" status: 200 len: 380 time: 0.0796335 Apr 21 21:19:19.239781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'port': {'device_id': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'admin_state_up': True, 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'security_groups': ['a052d72d-b6c8-4c79-8349-b8c36ea0b9d6']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:19.385175 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:17Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58120c6-884a-4dfa-836a-7c1ffdcb486e', 'name': '', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:eb:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:16Z', 'updated_at': '2022-04-21T21:19:18Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:19.418480 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:19.418927 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Updating router ca7087b1-00fe-49fa-9340-a8fac824c57e port f58120c6-884a-4dfa-836a-7c1ffdcb486e binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:19:19.424420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.447775 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.465189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Made reservation on behalf of 8f4a1bca2bda4243bf77ec6f0a59427b for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:19.468671 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.596510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Router fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:19:19.646402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 21:19:19.673928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Removed routes are [] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 21:19:19.674294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.691591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.20.0.4 (57119751-991f-45db-afcb-b7bea19967af/21a89943-e635-47f6-8444-a1bb2dc8eca0/8a3884ff-0c15-4b8c-b9b9-7c301fdfb568) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:19.705648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-aa186ffd-4152-4b9b-b72f-5ea20c4307af None None] Provisioning complete for port 183e7539-f63c-4c41-9408-cb8843aa9686 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:19.706301 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa186ffd-4152-4b9b-b72f-5ea20c4307af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.800607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:19.814462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd0974-e97a-4833-b1a1-5ec07c981c1f None None] Sync routers for ids ['fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:19.830570 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.834550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8df20dc0-7b1f-464f-b722-dead2324a902 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0555131 Apr 21 21:19:19.836538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58814) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:19.843198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:19.856049 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.861547 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ae26a07-8cbd-4679-87de-2b0ddb2b5776 req-8be21b0d-5bcb-43d7-873e-8c7a30fcd7f8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 210 time: 0.0504112 Apr 21 21:19:19.876725 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:19.906580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd0974-e97a-4833-b1a1-5ec07c981c1f None None] Routers {'fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:19.907101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3afd0974-e97a-4833-b1a1-5ec07c981c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:19.965171 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f79c17-3c33-43d7-ba9a-22be796ec09c None None] Pushing event updated for resources: {'Port': ['ID=f58120c6-884a-4dfa-836a-7c1ffdcb486e,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:20.014681 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Attempting to bind port f58120c6-884a-4dfa-836a-7c1ffdcb486e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:20.015353 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Attempting to bind port f58120c6-884a-4dfa-836a-7c1ffdcb486e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '35496968-c976-46c9-aa48-917e2fe71cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:20.015625 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Attempting to bind port f58120c6-884a-4dfa-836a-7c1ffdcb486e on network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:20.021582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3afd0974-e97a-4833-b1a1-5ec07c981c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:20.022845 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:20.023613 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Checking segment: {'id': '35496968-c976-46c9-aa48-917e2fe71cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:20.024114 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.024601 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Bound using segment: {'id': '35496968-c976-46c9-aa48-917e2fe71cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:20.025213 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Bound port: f58120c6-884a-4dfa-836a-7c1ffdcb486e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35496968-c976-46c9-aa48-917e2fe71cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:20.025704 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.052099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd0974-e97a-4833-b1a1-5ec07c981c1f None None] Routers {'fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:20.053431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3afd0974-e97a-4833-b1a1-5ec07c981c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:20.057374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-aa186ffd-4152-4b9b-b72f-5ea20c4307af None None] Provisioning complete for port f58120c6-884a-4dfa-836a-7c1ffdcb486e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:20.057748 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa186ffd-4152-4b9b-b72f-5ea20c4307af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.127111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3afd0974-e97a-4833-b1a1-5ec07c981c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:20.127757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd0974-e97a-4833-b1a1-5ec07c981c1f None None] The sync data for ids ['fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:20.131506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-aa186ffd-4152-4b9b-b72f-5ea20c4307af None None] Port f58120c6-884a-4dfa-836a-7c1ffdcb486e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:20.143487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] For port f58120c6-884a-4dfa-836a-7c1ffdcb486e, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:20.148154 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] For port f58120c6-884a-4dfa-836a-7c1ffdcb486e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f58120c6-884a-4dfa-836a-7c1ffdcb486e,segment=NetworkSegment(35496968-c976-46c9-aa48-917e2fe71cd0),segment_id=35496968-c976-46c9-aa48-917e2fe71cd0)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:20.154321 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.247904 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:20.248547 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:20.264185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a08861cc-a6a0-49d3-8d58-4135fa3cbeda None None] Provisioning complete for port f58120c6-884a-4dfa-836a-7c1ffdcb486e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:20.266263 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a08861cc-a6a0-49d3-8d58-4135fa3cbeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.307571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 183e7539-f63c-4c41-9408-cb8843aa9686 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:20.322413 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f79c17-3c33-43d7-ba9a-22be796ec09c None None] Pushing event updated for resources: {'Port': ['ID=f58120c6-884a-4dfa-836a-7c1ffdcb486e,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:20.373771 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.398932 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.435022 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:20.456050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 183e7539-f63c-4c41-9408-cb8843aa9686 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:20.456424 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.463703 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a08861cc-a6a0-49d3-8d58-4135fa3cbeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.477664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Deleting port 2cf0dc86-52b5-4c2f-8857-0ab2571c2005 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:20.478668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.519617 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.530432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.538606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a08861cc-a6a0-49d3-8d58-4135fa3cbeda None None] For port f58120c6-884a-4dfa-836a-7c1ffdcb486e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f58120c6-884a-4dfa-836a-7c1ffdcb486e,segment=NetworkSegment(35496968-c976-46c9-aa48-917e2fe71cd0),segment_id=35496968-c976-46c9-aa48-917e2fe71cd0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:20.551177 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a08861cc-a6a0-49d3-8d58-4135fa3cbeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.583009 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.600508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Calling delete_port for 2cf0dc86-52b5-4c2f-8857-0ab2571c2005 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:20.641272 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.686520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08861cc-a6a0-49d3-8d58-4135fa3cbeda None None] Pushing event updated for resources: {'Port': ['ID=f58120c6-884a-4dfa-836a-7c1ffdcb486e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:20.703971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-369660a9-c2a7-4acf-a400-fafd7da5f082 None None] Provisioning complete for port f58120c6-884a-4dfa-836a-7c1ffdcb486e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:20.704346 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-369660a9-c2a7-4acf-a400-fafd7da5f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.769362 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.794192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:20.832730 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.857586 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.907161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Pushing event deleted for resources: {'Port': ['ID=2cf0dc86-52b5-4c2f-8857-0ab2571c2005,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:20.967161 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:20.974392 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:19Z', 'revision_number': 6, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58120c6-884a-4dfa-836a-7c1ffdcb486e', 'name': '', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:eb:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:16Z', 'updated_at': '2022-04-21T21:19:20Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:20.998663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4b92e181-016b-4f9c-8b78-013bb6e7c640 None None] Provisioning complete for port f58120c6-884a-4dfa-836a-7c1ffdcb486e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:21.001610 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b92e181-016b-4f9c-8b78-013bb6e7c640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.008895 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dbd164-adbc-4df6-bb8a-be2f85f1dc02 None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:19Z', 'revision_number': 6, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58120c6-884a-4dfa-836a-7c1ffdcb486e', 'name': '', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:eb:86:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:16Z', 'updated_at': '2022-04-21T21:19:20Z', 'revision_number': 4, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:21.042075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:21.052307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.073004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network 57119751-991f-45db-afcb-b7bea19967af is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:21.078861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:21.078954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e62491-d0b6-4dd0-a59c-08eaad5a237a req-fe62d10b-0f9e-46cb-913b-71f4baa80b7e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:21.082270 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25e62491-d0b6-4dd0-a59c-08eaad5a237a req-fe62d10b-0f9e-46cb-913b-71f4baa80b7e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 931 time: 0.0911725 Apr 21 21:19:21.083563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:21.137481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:21.144669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.149365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-341f3e21-145c-4cf2-a5a4-da41aad86cf4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e HTTP/1.1" status: 200 len: 952 time: 2.1668429 Apr 21 21:19:21.152383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:21.153164 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.166620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58818) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:21.180603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-d97efd79-f758-4085-a28d-9c6d2ff83cb5 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9444196 Apr 21 21:19:21.239869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Request body: {'port': {'device_id': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:21.320508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-adc432ef-1a16-4dc8-ac89-22c0056c21f7 None None] Provisioning complete for port f58120c6-884a-4dfa-836a-7c1ffdcb486e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:21.321083 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-adc432ef-1a16-4dc8-ac89-22c0056c21f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.371534 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.384709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3fc6d133-afa3-4546-8be2-ff24636c125c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e HTTP/1.1" status: 200 len: 952 time: 0.2165382 Apr 21 21:19:21.385535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58820) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:21.393139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'routes': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:21.611675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-60e8424a-6ab5-48c0-9fed-bd59c9ac81e5 None None] Provisioning complete for port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:21.612547 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-60e8424a-6ab5-48c0-9fed-bd59c9ac81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.614672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25e62491-d0b6-4dd0-a59c-08eaad5a237a req-d7418a49-9485-4205-a4fa-ab9ec65263eb tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639567 Apr 21 21:19:21.665524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-60e8424a-6ab5-48c0-9fed-bd59c9ac81e5 None None] Port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:21.760699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.764524 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.855501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Router fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:21.931594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:21.940879 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15866401-0c51-40cb-8717-ecc52858a161 None None] Sync routers for ids ['fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:21.946033 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:21.947211 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f11a21e0-e147-49cc-86b6-fc62688dae6c tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "PUT /v2.0/routers/fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 HTTP/1.1" status: 200 len: 706 time: 2.1096611 Apr 21 21:19:21.949774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58822) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:21.957406 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15866401-0c51-40cb-8717-ecc52858a161 None None] Routers {'fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:21.967109 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-15866401-0c51-40cb-8717-ecc52858a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:21.987404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:19:22.002987 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.017587 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-15866401-0c51-40cb-8717-ecc52858a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:22.020838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added routes are [] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 21:19:22.021165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 21:19:22.029900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Transition to ACTIVE for port object 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:19:22.032697 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15866401-0c51-40cb-8717-ecc52858a161 None None] Routers {'fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:22.033443 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-15866401-0c51-40cb-8717-ecc52858a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:22.041297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.057683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:22.068663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-36931ea9-6912-4b2a-970d-b8ccc030429f tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/routers/fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 HTTP/1.1" status: 200 len: 741 time: 0.1169269 Apr 21 21:19:22.070407 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58824) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.074009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:22.074803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:22.080879 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-15866401-0c51-40cb-8717-ecc52858a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:22.081618 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15866401-0c51-40cb-8717-ecc52858a161 None None] The sync data for ids ['fdab1a3d-bcd3-4aba-8311-63eafe6b81f8'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:22.123487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.131354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-428f2682-2ed7-4cc7-a49d-35ab59c3ba6e tempest-RoutersAdminTest-901095785 tempest-RoutersAdminTest-901095785-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&device_id=fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 HTTP/1.1" status: 200 len: 205 time: 0.0591853 Apr 21 21:19:22.132404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58826) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.134582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:22.162958 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-67c93cc1-1ac7-43ae-a74d-8c72045f53d6 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 HTTP/1.1" status: 200 len: 205 time: 0.0293620 Apr 21 21:19:22.163512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58828) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.229609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:22.274019 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6476a84e-9f53-43d9-9db1-3696ea656c29 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.320409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Attempting to bind port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:22.320409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Attempting to bind port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:22.320784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Attempting to bind port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 on network 57119751-991f-45db-afcb-b7bea19967af {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:22.358491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f58120c6-884a-4dfa-836a-7c1ffdcb486e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:22.373706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 on network 57119751-991f-45db-afcb-b7bea19967af not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:19:22.374056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Attempting to bind port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 on network 57119751-991f-45db-afcb-b7bea19967af {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:22.382202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:22.382420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Checking segment: {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:22.382738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Bound using segment: {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:22.383627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Bound port: 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca114b94-06a1-4b61-ad90-152362a4192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '57119751-991f-45db-afcb-b7bea19967af'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:22.383627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.476020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.476420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6476a84e-9f53-43d9-9db1-3696ea656c29 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.478960 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6476a84e-9f53-43d9-9db1-3696ea656c29 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.488860 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.518553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f58120c6-884a-4dfa-836a-7c1ffdcb486e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:22.518839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.525768 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6476a84e-9f53-43d9-9db1-3696ea656c29 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.526649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6476a84e-9f53-43d9-9db1-3696ea656c29 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Fanout notify agent at l3_agent the message router_deleted on router fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:22.533890 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6476a84e-9f53-43d9-9db1-3696ea656c29 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.539607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] For port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:22.541834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6476a84e-9f53-43d9-9db1-3696ea656c29 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 HTTP/1.1" status: 204 len: 168 time: 0.3771849 Apr 21 21:19:22.542306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58830) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.570710 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6960c86a-9e2c-4060-a329-a2e16694a6f2 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 HTTP/1.1" status: 200 len: 205 time: 0.0271666 Apr 21 21:19:22.573084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58832) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.582914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:19Z', 'revision_number': 6, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58120c6-884a-4dfa-836a-7c1ffdcb486e', 'name': '', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:eb:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:16Z', 'updated_at': '2022-04-21T21:19:20Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:22.586260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] For port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:22.597593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.616800 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-4ebafef2-0695-447c-9e12-f520a50dabc1 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] delete failed (client error): The resource could not be found. Apr 21 21:19:22.617850 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4ebafef2-0695-447c-9e12-f520a50dabc1 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/fdab1a3d-bcd3-4aba-8311-63eafe6b81f8 HTTP/1.1" status: 404 len: 336 time: 0.0435722 Apr 21 21:19:22.620395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58834) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.632641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:22.653488 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bc450452-f653-4593-94a7-5dac132ea8c5 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e22eda3-9e43-41b2-a851-37dc8ca83427 HTTP/1.1" status: 200 len: 205 time: 0.0318832 Apr 21 21:19:22.653803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:22.654425 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:22.656180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:22.656776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.658705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] 10.222.0.43 "PUT /v2.0/ports/8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 HTTP/1.1" status: 200 len: 1091 time: 1.4234457 Apr 21 21:19:22.661182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:19:22.664017 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:19:22.665408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58838) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.680019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:22.685670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60fb85-e811-4eb8-9cf4-845032d3b655 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:22.761957 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-5564a393-a3be-477e-a9c9-56860bc365ff tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] delete failed (client error): The resource could not be found. Apr 21 21:19:22.764288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5564a393-a3be-477e-a9c9-56860bc365ff tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/2e22eda3-9e43-41b2-a851-37dc8ca83427 HTTP/1.1" status: 404 len: 336 time: 0.0962644 Apr 21 21:19:22.766109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58842) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.773328 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746972bb-8299-44e1-83fa-8811436420d8 x-openstack-request-id: req-746972bb-8299-44e1-83fa-8811436420d8 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:19:22.773879 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:19:22.774315 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-746972bb-8299-44e1-83fa-8811436420d8 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:19:22.774899 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746972bb-8299-44e1-83fa-8811436420d8'] response: {'name': 'network-changed', 'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'status': 'completed', 'code': 200} Apr 21 21:19:22.802036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0f93ee56-12c4-4c36-ad9e-684dc976a361 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e51fb8-3a58-4dfa-9c86-696769e7fdac HTTP/1.1" status: 200 len: 205 time: 0.0347416 Apr 21 21:19:22.804356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58844) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.850410 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-32ea81e9-09bd-481a-ac55-6f356daaaf50 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] delete failed (client error): The resource could not be found. Apr 21 21:19:22.852486 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-32ea81e9-09bd-481a-ac55-6f356daaaf50 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/a9e51fb8-3a58-4dfa-9c86-696769e7fdac HTTP/1.1" status: 404 len: 336 time: 0.0460894 Apr 21 21:19:22.854716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58846) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.887971 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e9ef849-4636-4b3f-a485-e63f1c67c06b tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=189b03eb-7048-4e81-be14-48a10aee6504 HTTP/1.1" status: 200 len: 205 time: 0.0321374 Apr 21 21:19:22.891750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58848) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.894887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:22.904701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:22.908466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b9c04e66-5e97-4a2d-8af5-66d518dbb812 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e HTTP/1.1" status: 200 len: 702 time: 1.5179865 Apr 21 21:19:22.910741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58850) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.919246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-7f1faf12-9128-4db0-a416-f33115dbc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:22.920874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-7f1faf12-9128-4db0-a416-f33115dbc935 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 1094 time: 0.1568363 Apr 21 21:19:22.930412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675c667-becd-4844-a159-0cae529dfd3a req-f29ece32-1b3d-4175-90d8-04899d28a747 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:22.932056 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0675c667-becd-4844-a159-0cae529dfd3a req-f29ece32-1b3d-4175-90d8-04899d28a747 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 943 time: 0.1561749 Apr 21 21:19:22.952683 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-1af13cf8-340f-439a-b08e-2f5c4d4227ef tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] delete failed (client error): The resource could not be found. Apr 21 21:19:22.956166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1af13cf8-340f-439a-b08e-2f5c4d4227ef tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/189b03eb-7048-4e81-be14-48a10aee6504 HTTP/1.1" status: 404 len: 336 time: 0.0610175 Apr 21 21:19:22.956588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58852) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:22.969720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:23.000836 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ff24453b-8c48-4b86-b122-6376a6cf07c1 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=362e5a98-1612-4009-907b-501b8acb827f HTTP/1.1" status: 200 len: 205 time: 0.0411241 Apr 21 21:19:23.001126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58854) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:23.040812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-b15135e3-a82f-4436-9e22-b20c5d51786e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 HTTP/1.1" status: 200 len: 217 time: 0.0769005 Apr 21 21:19:23.041356 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-33223669-53d4-44a6-9e58-c33baac79dd8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] delete failed (client error): The resource could not be found. Apr 21 21:19:23.042227 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-33223669-53d4-44a6-9e58-c33baac79dd8 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/362e5a98-1612-4009-907b-501b8acb827f HTTP/1.1" status: 404 len: 336 time: 0.0400527 Apr 21 21:19:23.044692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58856) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:23.074052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0b180d85-31b5-490b-83c2-e5fa834e4322 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "GET /v2.0/ports?device_id=13cc9f69-78cc-499f-860b-81d495eb844b HTTP/1.1" status: 200 len: 205 time: 0.0280070 Apr 21 21:19:23.076297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58858) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:23.103185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0675c667-becd-4844-a159-0cae529dfd3a req-cdb260ef-658b-4a0c-a795-04288d5159b1 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335387 Apr 21 21:19:23.115564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bb809827-ab83-4474-91a8-6e360baabb87 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e HTTP/1.1" status: 200 len: 702 time: 0.2031479 Apr 21 21:19:23.119027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58860) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:23.119913 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-56658f5a-4ac4-4275-9dd6-6f75d155b540 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] delete failed (client error): The resource could not be found. Apr 21 21:19:23.123344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-56658f5a-4ac4-4275-9dd6-6f75d155b540 tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/routers/13cc9f69-78cc-499f-860b-81d495eb844b HTTP/1.1" status: 404 len: 336 time: 0.0436640 Apr 21 21:19:23.123770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58862) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:23.126566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-f8a3283d-d026-46d5-9ef8-d483a9343ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:23.127952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-f8a3283d-d026-46d5-9ef8-d483a9343ade service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21a89943-e635-47f6-8444-a1bb2dc8eca0 HTTP/1.1" status: 200 len: 834 time: 0.0786276 Apr 21 21:19:23.163438 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-54276df5-437e-4080-bc7a-662170a8db8b tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:23.163878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54276df5-437e-4080-bc7a-662170a8db8b tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:23.169304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-54276df5-437e-4080-bc7a-662170a8db8b tempest-RoutersAdminTest-1834139015 tempest-RoutersAdminTest-1834139015-project] 10.222.0.49 "DELETE /v2.0/subnets/109f38c6-0b86-42d5-b968-ca37aec3b95b HTTP/1.1" status: 404 len: 337 time: 0.0420341 Apr 21 21:19:23.197558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-10b699df-eaed-4d5b-816e-b31502dd4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:23.199048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-10b699df-eaed-4d5b-816e-b31502dd4298 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57119751-991f-45db-afcb-b7bea19967af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632441 Apr 21 21:19:23.230870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:22Z', 'revision_number': 7, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58120c6-884a-4dfa-836a-7c1ffdcb486e', 'name': '', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:eb:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:16Z', 'updated_at': '2022-04-21T21:19:20Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:23.266847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67b7f6-7f90-45cb-8b2c-9caa88cf9d93 None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:22Z', 'revision_number': 7, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58120c6-884a-4dfa-836a-7c1ffdcb486e', 'name': '', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:eb:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:16Z', 'updated_at': '2022-04-21T21:19:20Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:23.301632 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-9ee6b543-4ef7-4b38-bd27-3c9f99ad1a23 service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940449 Apr 21 21:19:23.464379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf80a8f5-007d-4777-bd9e-3d25f922b38c req-ee24c4b7-d23a-4168-a76f-ff0e2b7f4d0a service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570117 Apr 21 21:19:23.484163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58868) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:23.487580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-a05727c3-b1c6-4279-ada5-cacab2f71301 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882928 Apr 21 21:19:23.561798 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:23.603435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-e92ca911-d5a2-479b-8533-1a063ca90856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:23.604945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-e92ca911-d5a2-479b-8533-1a063ca90856 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 1094 time: 0.0876744 Apr 21 21:19:23.614679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-bc291884-a4dc-4eab-87b6-3fbffec48b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:23.616657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-bc291884-a4dc-4eab-87b6-3fbffec48b6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fafde1a81fd44fea715079827a560ea&device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0637553 Apr 21 21:19:23.619285 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:23.631890 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:23.632494 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:23.644103 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-068b2ed8-ceb4-4664-9664-9554aed15112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:23.727342 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:23.775103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-659394a7-b48b-48a8-a95d-5e90bdfc4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:23.776569 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-659394a7-b48b-48a8-a95d-5e90bdfc4d03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57119751-991f-45db-afcb-b7bea19967af HTTP/1.1" status: 200 len: 897 time: 0.1646776 Apr 21 21:19:23.779324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-e330e5f6-da8a-4769-9fc1-ce36b03c0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:23.780743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-e330e5f6-da8a-4769-9fc1-ce36b03c0e39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d821a592-490d-424b-9b67-540255881d43 HTTP/1.1" status: 200 len: 910 time: 0.1441433 Apr 21 21:19:23.852386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-068b2ed8-ceb4-4664-9664-9554aed15112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:23.857300 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-068b2ed8-ceb4-4664-9664-9554aed15112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:23.862248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-684b376e-1f80-464a-ba06-4a60b47c9222 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 HTTP/1.1" status: 200 len: 217 time: 0.0784264 Apr 21 21:19:23.918266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b2ed8-ceb4-4664-9664-9554aed15112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5107e8d-e5c6-49b6-b460-3082bd3e7b78,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:23.930326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-068b2ed8-ceb4-4664-9664-9554aed15112 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=665afd1ce54a43a2a6dd807b19829c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4449596 Apr 21 21:19:23.933503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58872) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:23.960568 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:22Z', 'revision_number': 7, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58120c6-884a-4dfa-836a-7c1ffdcb486e', 'name': '', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:eb:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:16Z', 'updated_at': '2022-04-21T21:19:20Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:23.989738 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:23.997850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port f58120c6-884a-4dfa-836a-7c1ffdcb486e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:23.998292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:23.999250 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:23.999956 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:24.004318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aafd3b9a-9e6a-439a-a9e0-39d4faec4c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:24.079929 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aafd3b9a-9e6a-439a-a9e0-39d4faec4c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:24.101398 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:24.139912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port f58120c6-884a-4dfa-836a-7c1ffdcb486e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f58120c6-884a-4dfa-836a-7c1ffdcb486e,segment=NetworkSegment(35496968-c976-46c9-aa48-917e2fe71cd0),segment_id=35496968-c976-46c9-aa48-917e2fe71cd0)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:24.140280 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:24.154345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for f58120c6-884a-4dfa-836a-7c1ffdcb486e owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:24.203573 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aafd3b9a-9e6a-439a-a9e0-39d4faec4c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:24.206178 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aafd3b9a-9e6a-439a-a9e0-39d4faec4c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:24.211329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aafd3b9a-9e6a-439a-a9e0-39d4faec4c59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5107e8d-e5c6-49b6-b460-3082bd3e7b78 HTTP/1.1" status: 204 len: 168 time: 0.2758734 Apr 21 21:19:24.225760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd3b9a-9e6a-439a-a9e0-39d4faec4c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5107e8d-e5c6-49b6-b460-3082bd3e7b78,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:24.361497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-c33f4c8b-fc8d-4ba5-adf5-360dfd322aca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9992174b-d040-407f-a86d-dded10e1d935 HTTP/1.1" status: 200 len: 1001 time: 0.5707300 Apr 21 21:19:24.363324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50003a-9c06-44db-8723-e9f7b5870504 req-e1607314-b857-43c3-8cde-32fc64452b3c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:24.364936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a50003a-9c06-44db-8723-e9f7b5870504 req-e1607314-b857-43c3-8cde-32fc64452b3c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 943 time: 0.1174834 Apr 21 21:19:24.367618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-1a0ba4be-9c87-42ba-b649-fbfdb1aa46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:24.369495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-1a0ba4be-9c87-42ba-b649-fbfdb1aa46d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21a89943-e635-47f6-8444-a1bb2dc8eca0 HTTP/1.1" status: 200 len: 834 time: 0.5006692 Apr 21 21:19:24.380240 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:22Z', 'revision_number': 7, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58120c6-884a-4dfa-836a-7c1ffdcb486e', 'name': '', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:eb:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:16Z', 'updated_at': '2022-04-21T21:19:20Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:24.418001 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e0626b-d97b-4dbd-8e96-4362514a6e06 None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:22Z', 'revision_number': 7, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58120c6-884a-4dfa-836a-7c1ffdcb486e', 'name': '', 'network_id': 'c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:eb:86:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:16Z', 'updated_at': '2022-04-21T21:19:20Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '5de562aa-65c6-4cd1-966b-628e9f756073', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:24.451402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-ca3a735f-d82b-4ebb-a0ab-c1e6ed573208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:24.453421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-ca3a735f-d82b-4ebb-a0ab-c1e6ed573208 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eb4e00b-8dbf-4bd6-b05d-b079beac5681 HTTP/1.1" status: 200 len: 848 time: 0.0833941 Apr 21 21:19:24.455468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a50003a-9c06-44db-8723-e9f7b5870504 req-7a4ca436-ccb5-47b3-bde7-7c9667e2bf38 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663245 Apr 21 21:19:24.456718 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:24.479413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-eae3732c-14bf-40bd-a20b-487286c4d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:24.481586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-eae3732c-14bf-40bd-a20b-487286c4d90e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57119751-991f-45db-afcb-b7bea19967af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031942 Apr 21 21:19:24.491082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=f58120c6-884a-4dfa-836a-7c1ffdcb486e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:24.579585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-ed5d0efa-3e6b-45e2-accb-e9529620ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:24.581143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-ed5d0efa-3e6b-45e2-accb-e9529620ce97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d821a592-490d-424b-9b67-540255881d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045799 Apr 21 21:19:24.637974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:24.669776 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-262d11ea-5bd3-4409-beed-1f4bf586165c service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566222 Apr 21 21:19:24.734367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58880) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:24.764460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-68a9878e-cd86-409d-b3cb-937548b1a78d service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749496 Apr 21 21:19:24.850686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c4e8cf2-53ea-4b2a-b89b-3885b1fb8418 req-4bf94f85-00fa-4ce8-ae8c-1374ebea5322 service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736460 Apr 21 21:19:24.883680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1aae2854-06f2-49bd-9c61-44e52f237af5 req-ba79e671-2d1e-465d-9700-1589164d44a4 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079910 Apr 21 21:19:25.126846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-588e794a-f8a7-40e7-bb03-14229430d636 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82e2d9cd4aef44769639d69a989fb0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913894 Apr 21 21:19:25.129527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58882) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:25.178729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af503b6a-1525-4e9b-9e1d-b033c5e5d4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.199628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af503b6a-1525-4e9b-9e1d-b033c5e5d4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.214865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:25.248149 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af503b6a-1525-4e9b-9e1d-b033c5e5d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.250703 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-af503b6a-1525-4e9b-9e1d-b033c5e5d4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.251835 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-af503b6a-1525-4e9b-9e1d-b033c5e5d4ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c956238-188f-4d70-903e-ea0203223542 HTTP/1.1" status: 204 len: 168 time: 0.1211214 Apr 21 21:19:25.260152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af503b6a-1525-4e9b-9e1d-b033c5e5d4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c956238-188f-4d70-903e-ea0203223542,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:25.319441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:25.325291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e6f008c-3a8f-4d74-ab78-377bb45e8d0d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2033699 Apr 21 21:19:25.327979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58886) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:25.333741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:25.347631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:25.348437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:25.383010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db5b60a-be5e-46bb-8f98-415fec34cbc7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting subnet 5de562aa-65c6-4cd1-966b-628e9f756073 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:19:25.386206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8db5b60a-be5e-46bb-8f98-415fec34cbc7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.433871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8db5b60a-be5e-46bb-8f98-415fec34cbc7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.446995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:25.527627 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8db5b60a-be5e-46bb-8f98-415fec34cbc7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.589511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc4dff-2b58-4dc0-be5d-56636a5e5956 req-8ee6853e-3134-4a09-9a76-fa92402ed6e8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:25.592539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47dc4dff-2b58-4dc0-be5d-56636a5e5956 req-8ee6853e-3134-4a09-9a76-fa92402ed6e8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 943 time: 0.0563676 Apr 21 21:19:25.613149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8db5b60a-be5e-46bb-8f98-415fec34cbc7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.642192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8db5b60a-be5e-46bb-8f98-415fec34cbc7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.645865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8db5b60a-be5e-46bb-8f98-415fec34cbc7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/5de562aa-65c6-4cd1-966b-628e9f756073 HTTP/1.1" status: 204 len: 168 time: 0.3164620 Apr 21 21:19:25.646846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5b60a-be5e-46bb-8f98-415fec34cbc7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Subnet': ['ID=5de562aa-65c6-4cd1-966b-628e9f756073,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:25.648468 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58898) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:25.655483 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47dc4dff-2b58-4dc0-be5d-56636a5e5956 req-8781302b-b6a0-4131-91d6-3116c2a9a958 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533826 Apr 21 21:19:25.665473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67779db5-c823-48c9-bb01-2e4edf00f792 None None] Network c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:25.737053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.797574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 183e7539-f63c-4c41-9408-cb8843aa9686 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:25.797876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.818520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:24Z', 'revision_number': 8, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:25.866835 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port 183e7539-f63c-4c41-9408-cb8843aa9686, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=183e7539-f63c-4c41-9408-cb8843aa9686,segment=NetworkSegment(35496968-c976-46c9-aa48-917e2fe71cd0),segment_id=35496968-c976-46c9-aa48-917e2fe71cd0)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:25.867227 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:25.869689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:25.879072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:25.879696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:25.882053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 183e7539-f63c-4c41-9408-cb8843aa9686 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:25.966735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce9064-8592-4c61-85d6-521adc30e89f None None] DHCP port deletion for c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:19:25.982015 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:26.003305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce9064-8592-4c61-85d6-521adc30e89f None None] The port '183e7539-f63c-4c41-9408-cb8843aa9686' was deleted {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 21 21:19:26.015465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No DVR routers for this DVR port 183e7539-f63c-4c41-9408-cb8843aa9686 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:19:26.015795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:26.042391 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=183e7539-f63c-4c41-9408-cb8843aa9686,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:26.106472 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:26.133338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:26.142880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35496968-c976-46c9-aa48-917e2fe71cd0') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:26.143230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35496968-c976-46c9-aa48-917e2fe71cd0') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:26.152630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:26.167021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:26.173135 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:19:26.174071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:19:26.178355 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:19:26.276499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:26.280655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:24Z', 'revision_number': 8, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:26.287051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:26.294436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58914) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:26.294617 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/networks/c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb HTTP/1.1" status: 204 len: 168 time: 0.6451306 Apr 21 21:19:26.323600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2611b607-cf3a-4fc1-855c-99ab389c87ec None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:24Z', 'revision_number': 8, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9a03827e-1e8f-4001-8249-01b39edc92f7', 'name': '', 'network_id': 'fef912bd-1530-4768-8e27-c0ac9aca75eb', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:39:5d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:09Z', 'updated_at': '2022-04-21T21:19:16Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': '14a9c4be-8248-4d6d-a2f4-ade450c02ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:26.332734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec057cdb-0d57-4c69-b52f-22cd5217e5de tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Network': ['ID=c6c1ad7e-ac24-46a7-a34d-02ac8c5e88bb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:26.391586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 183e7539-f63c-4c41-9408-cb8843aa9686 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:26.417562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 183e7539-f63c-4c41-9408-cb8843aa9686 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:26.418022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 183e7539-f63c-4c41-9408-cb8843aa9686 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:26.766953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:26.799642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ac99-841b-4be4-81ff-556edf47da1f req-fb7815c8-b68a-4d78-86e2-d33694e34a39 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:26.801179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec30ac99-841b-4be4-81ff-556edf47da1f req-fb7815c8-b68a-4d78-86e2-d33694e34a39 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 943 time: 0.0550520 Apr 21 21:19:26.843770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58928) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:26.853887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec30ac99-841b-4be4-81ff-556edf47da1f req-2579c382-fbdf-4485-ae12-6d1cbef7bea8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452938 Apr 21 21:19:26.986948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5e126c34-a012-4077-b0cd-f7a22dfd5f94 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1538649101'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:27.007034 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e126c34-a012-4077-b0cd-f7a22dfd5f94 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.008021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e126c34-a012-4077-b0cd-f7a22dfd5f94 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.039528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 9a03827e-1e8f-4001-8249-01b39edc92f7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:27.039879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.062749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e126c34-a012-4077-b0cd-f7a22dfd5f94 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.067486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e126c34-a012-4077-b0cd-f7a22dfd5f94 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.082288 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5e126c34-a012-4077-b0cd-f7a22dfd5f94 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.086500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5e126c34-a012-4077-b0cd-f7a22dfd5f94 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2386856 Apr 21 21:19:27.086803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58932) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:27.133115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port 9a03827e-1e8f-4001-8249-01b39edc92f7, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9a03827e-1e8f-4001-8249-01b39edc92f7,segment=NetworkSegment(c01d603d-cae6-4da7-ae9a-cc53714b1f0d),segment_id=c01d603d-cae6-4da7-ae9a-cc53714b1f0d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:27.133483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.146695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 9a03827e-1e8f-4001-8249-01b39edc92f7 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:27.158729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8090367a-c23d-426a-8036-85cfefaa4c51 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.314789 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.315033 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8090367a-c23d-426a-8036-85cfefaa4c51 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.316985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8090367a-c23d-426a-8036-85cfefaa4c51 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.342234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=9a03827e-1e8f-4001-8249-01b39edc92f7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:27.370757 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8090367a-c23d-426a-8036-85cfefaa4c51 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.371769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8090367a-c23d-426a-8036-85cfefaa4c51 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0df4822d-7f08-4ea4-8528-d02355a9fb03 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:27.376227 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8090367a-c23d-426a-8036-85cfefaa4c51 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.382239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8090367a-c23d-426a-8036-85cfefaa4c51 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "DELETE /v2.0/routers/0df4822d-7f08-4ea4-8528-d02355a9fb03 HTTP/1.1" status: 204 len: 168 time: 0.2944055 Apr 21 21:19:27.382845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58934) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:27.387331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-85619388-bec8-43a2-b805-598d0c432954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Request body: {'router': {'name': 'tempest-router-1639219145', 'distributed': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:27.408380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85619388-bec8-43a2-b805-598d0c432954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.409547 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85619388-bec8-43a2-b805-598d0c432954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.462057 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.464009 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85619388-bec8-43a2-b805-598d0c432954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.470057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85619388-bec8-43a2-b805-598d0c432954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.488495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-85619388-bec8-43a2-b805-598d0c432954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.489979 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-85619388-bec8-43a2-b805-598d0c432954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1061325 Apr 21 21:19:27.492521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58936) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:27.572748 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5df540e-30a4-4662-a07c-6e2f321fc552 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.675243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:27.736250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5df540e-30a4-4662-a07c-6e2f321fc552 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.738448 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5df540e-30a4-4662-a07c-6e2f321fc552 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.768685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:27.776303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1a340e2f-31e8-4b27-9b2d-37572c07f67d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4779201 Apr 21 21:19:27.776728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58938) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:27.780517 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:27.790670 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:27.791268 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:27.813480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5df540e-30a4-4662-a07c-6e2f321fc552 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.814082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5df540e-30a4-4662-a07c-6e2f321fc552 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90ab91c3-bf77-4057-9f5b-5a932fc9225a {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:27.822272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d5df540e-30a4-4662-a07c-6e2f321fc552 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.826828 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5df540e-30a4-4662-a07c-6e2f321fc552 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "DELETE /v2.0/routers/90ab91c3-bf77-4057-9f5b-5a932fc9225a HTTP/1.1" status: 204 len: 168 time: 0.3298645 Apr 21 21:19:27.826929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58940) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:27.831298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5f77c1f9-94a1-4116-bb1f-cdc2b7fe2833 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Request body: {'router': {'name': 'tempest-router-500853107', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6c120dd2caff47f480403230cbd8bbb3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:27.842048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb99ab7-6fc6-445a-8f32-63b0e3eb1b52 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting subnet 14a9c4be-8248-4d6d-a2f4-ade450c02ad6 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:19:27.845264 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2eb99ab7-6fc6-445a-8f32-63b0e3eb1b52 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.863641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f77c1f9-94a1-4116-bb1f-cdc2b7fe2833 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.864687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f77c1f9-94a1-4116-bb1f-cdc2b7fe2833 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.882843 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:27.894716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2eb99ab7-6fc6-445a-8f32-63b0e3eb1b52 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.934800 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f77c1f9-94a1-4116-bb1f-cdc2b7fe2833 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.949307 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f77c1f9-94a1-4116-bb1f-cdc2b7fe2833 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.984134 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2eb99ab7-6fc6-445a-8f32-63b0e3eb1b52 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.984410 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f77c1f9-94a1-4116-bb1f-cdc2b7fe2833 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:27.987997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5f77c1f9-94a1-4116-bb1f-cdc2b7fe2833 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1575241 Apr 21 21:19:27.989002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58944) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:27.995963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:28.003324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b1dc8-6595-4634-b781-c1153cb1313a req-b38d304d-4f45-4e18-8d28-135d35e6f39a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:28.004963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b8b1dc8-6595-4634-b781-c1153cb1313a req-b38d304d-4f45-4e18-8d28-135d35e6f39a tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 943 time: 0.0683477 Apr 21 21:19:28.022800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:19:28.065512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b8b1dc8-6595-4634-b781-c1153cb1313a req-82e5068c-fcf3-4981-9ea5-f6a03dd73882 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522118 Apr 21 21:19:28.136648 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:28.139215 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:27Z', 'revision_number': 9, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:28.148480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'port_id': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'mac_address': 'fa:16:3e:a8:36:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:19:28.165239 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:28.173768 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:28.174367 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:28.187429 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.202594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:19:28.224108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:28.233316 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.284621 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:28.292441 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.293022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.293212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:28.295559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2eb99ab7-6fc6-445a-8f32-63b0e3eb1b52 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.299783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f58120c6-884a-4dfa-836a-7c1ffdcb486e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:28.329093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: f58120c6-884a-4dfa-836a-7c1ffdcb486e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:28.329433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f58120c6-884a-4dfa-836a-7c1ffdcb486e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:28.374048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2eb99ab7-6fc6-445a-8f32-63b0e3eb1b52 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.380562 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2eb99ab7-6fc6-445a-8f32-63b0e3eb1b52 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/14a9c4be-8248-4d6d-a2f4-ade450c02ad6 HTTP/1.1" status: 204 len: 168 time: 0.6005943 Apr 21 21:19:28.381056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58946) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:28.389163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e71ce-d952-4e44-b3f8-e39f5a6e6fea None None] Network fef912bd-1530-4768-8e27-c0ac9aca75eb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:28.433889 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114646) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 21 21:19:28.434404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Router 91a90913-5cf6-4eda-9a0e-59a0b20b5cb3 migrating from provider to provider. {{(pid=114646) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 21 21:19:28.434645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.445803 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.448229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb99ab7-6fc6-445a-8f32-63b0e3eb1b52 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Subnet': ['ID=14a9c4be-8248-4d6d-a2f4-ade450c02ad6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:28.455358 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.500231 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.543768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['8a3884ff-0c15-4b8c-b9b9-7c301fdfb568'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:19:28.566360 n-d-838945-1 neutron-server[114646]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] No L3 agents can host the router 91a90913-5cf6-4eda-9a0e-59a0b20b5cb3 Apr 21 21:19:28.574218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 568b8e41-9be8-49f7-8b8f-cebf222336d5 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:28.574549 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.648691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port 568b8e41-9be8-49f7-8b8f-cebf222336d5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=568b8e41-9be8-49f7-8b8f-cebf222336d5,segment=NetworkSegment(c01d603d-cae6-4da7-ae9a-cc53714b1f0d),segment_id=c01d603d-cae6-4da7-ae9a-cc53714b1f0d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:28.649067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.653828 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] DHCP port deletion for fef912bd-1530-4768-8e27-c0ac9aca75eb request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:19:28.662410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 568b8e41-9be8-49f7-8b8f-cebf222336d5 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:28.669869 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:27Z', 'revision_number': 9, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:28.700918 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f71f177-9511-4fec-bfdc-87d8f1fa1029 None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:27Z', 'revision_number': 9, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e08608df-9922-496e-acf7-8395e7052f76', 'name': '', 'network_id': '42a1775b-869a-4e49-aa4c-35ff55d3cbb5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:81:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:02Z', 'updated_at': '2022-04-21T21:19:12Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'd2e77abc-358e-4a9a-98ca-40f1dcbf4740', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:28.718508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Hosts for router 91a90913-5cf6-4eda-9a0e-59a0b20b5cb3: [] {{(pid=114646) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 21 21:19:28.748821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Hosts for other DVR routers connected to router 91a90913-5cf6-4eda-9a0e-59a0b20b5cb3: set() {{(pid=114646) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 21 21:19:28.751705 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.752524 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a3aea42b-2dfe-42f2-9054-3ce18fb39954 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "PUT /v2.0/routers/91a90913-5cf6-4eda-9a0e-59a0b20b5cb3 HTTP/1.1" status: 200 len: 716 time: 0.7626398 Apr 21 21:19:28.755207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58948) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:28.763761 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.775973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] Deleting port 568b8e41-9be8-49f7-8b8f-cebf222336d5 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:28.776336 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.789296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=568b8e41-9be8-49f7-8b8f-cebf222336d5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:28.792590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No DVR routers for this DVR port 568b8e41-9be8-49f7-8b8f-cebf222336d5 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:19:28.855797 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9383e088-b6bb-439d-94c9-6e9e88b52994 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "GET /v2.0/routers/91a90913-5cf6-4eda-9a0e-59a0b20b5cb3 HTTP/1.1" status: 200 len: 716 time: 0.0988648 Apr 21 21:19:28.856347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58950) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:28.866396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] For port 568b8e41-9be8-49f7-8b8f-cebf222336d5, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:28.866853 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.875337 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.886757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] Calling delete_port for 568b8e41-9be8-49f7-8b8f-cebf222336d5 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:28.890619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] Port 568b8e41-9be8-49f7-8b8f-cebf222336d5 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:19:28.894128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.896662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef912bd-1530-4768-8e27-c0ac9aca75eb']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:28.906772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:28.907309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01d603d-cae6-4da7-ae9a-cc53714b1f0d') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:28.918772 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.927110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] Pushing event deleted for resources: {'Port': ['ID=568b8e41-9be8-49f7-8b8f-cebf222336d5,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:28.933882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d141c-e573-491c-a5c0-fd8ab1ab74f9 None None] No DVR routers for this DVR port 568b8e41-9be8-49f7-8b8f-cebf222336d5 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:19:28.935212 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.945067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:19:28.945488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:19:28.948597 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:19:29.013387 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.020165 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.025224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/networks/fef912bd-1530-4768-8e27-c0ac9aca75eb HTTP/1.1" status: 204 len: 168 time: 0.6431837 Apr 21 21:19:29.027824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58954) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:29.046945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4673c6-ed66-4153-abc4-0bfff5a11514 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Network': ['ID=fef912bd-1530-4768-8e27-c0ac9aca75eb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:29.081503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9b94f918-bf10-4098-85d2-ee607ced56cf tempest-RoutersTestDVR-1718097161 tempest-RoutersTestDVR-1718097161-project] 10.222.0.49 "GET /v2.0/routers/91a90913-5cf6-4eda-9a0e-59a0b20b5cb3 HTTP/1.1" status: 200 len: 682 time: 0.2232406 Apr 21 21:19:29.083773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58956) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:29.194575 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ab09eb8-869d-40a6-b9c3-85290e7f4f07 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.200894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a5682-a1a5-4f75-aa93-30c93436c6aa req-1d53f94d-1812-4570-9f4f-2eb441f68664 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:29.202399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed0a5682-a1a5-4f75-aa93-30c93436c6aa req-1d53f94d-1812-4570-9f4f-2eb441f68664 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 944 time: 0.0543418 Apr 21 21:19:29.242386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed0a5682-a1a5-4f75-aa93-30c93436c6aa req-d24c696f-ca9d-4d05-a285-b877a1a7faf2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336938 Apr 21 21:19:29.760377 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ab09eb8-869d-40a6-b9c3-85290e7f4f07 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.764190 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ab09eb8-869d-40a6-b9c3-85290e7f4f07 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.829759 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ab09eb8-869d-40a6-b9c3-85290e7f4f07 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.830481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab09eb8-869d-40a6-b9c3-85290e7f4f07 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91a90913-5cf6-4eda-9a0e-59a0b20b5cb3 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:29.836395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1ab09eb8-869d-40a6-b9c3-85290e7f4f07 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.841763 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1ab09eb8-869d-40a6-b9c3-85290e7f4f07 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "DELETE /v2.0/routers/91a90913-5cf6-4eda-9a0e-59a0b20b5cb3 HTTP/1.1" status: 204 len: 168 time: 0.7528903 Apr 21 21:19:29.842389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58960) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:29.846709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6a218104-3b93-4a21-b71b-d733f69e345c tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Request body: {'router': {'name': 'tempest-router-1359042930', 'distributed': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:29.867240 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a218104-3b93-4a21-b71b-d733f69e345c tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.868350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a218104-3b93-4a21-b71b-d733f69e345c tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.920480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a218104-3b93-4a21-b71b-d733f69e345c tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.924746 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a218104-3b93-4a21-b71b-d733f69e345c tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.941418 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a218104-3b93-4a21-b71b-d733f69e345c tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:29.942677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a218104-3b93-4a21-b71b-d733f69e345c tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0992842 Apr 21 21:19:29.946019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58962) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:29.957897 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.017402 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bbf2972e-a643-4bb6-aa55-5a9232d4e349 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.045523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:30.100256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:19:30.104004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:30.104378 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.190448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.218429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port e08608df-9922-496e-acf7-8395e7052f76 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:30.218619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:19:30.219276 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.221001 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91f66d7-7a26-4ad3-b905-f32ecde3050d" -d '{"events": [{"server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "name": "network-vif-plugged", "status": "completed", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:19:30.241687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:30.247450 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.338343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:30.344204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port e08608df-9922-496e-acf7-8395e7052f76, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e08608df-9922-496e-acf7-8395e7052f76,segment=NetworkSegment(ac19774c-c3d2-4ffa-ad7a-13986e2cf77e),segment_id=ac19774c-c3d2-4ffa-ad7a-13986e2cf77e)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:30.344729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.352613 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d68d63-5ca4-4f86-b92c-2882d512ce3e x-openstack-request-id: req-24d68d63-5ca4-4f86-b92c-2882d512ce3e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:19:30.353129 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "name": "network-vif-plugged", "status": "completed", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:19:30.353932 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24d68d63-5ca4-4f86-b92c-2882d512ce3e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:19:30.354424 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d68d63-5ca4-4f86-b92c-2882d512ce3e'] response: {'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'code': 200} Apr 21 21:19:30.355323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 568b8e41-9be8-49f7-8b8f-cebf222336d5 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:30.374397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for e08608df-9922-496e-acf7-8395e7052f76 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:30.378963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 568b8e41-9be8-49f7-8b8f-cebf222336d5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:30.378963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 568b8e41-9be8-49f7-8b8f-cebf222336d5 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:30.379730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9a03827e-1e8f-4001-8249-01b39edc92f7 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:30.399408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 9a03827e-1e8f-4001-8249-01b39edc92f7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:30.400200 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9a03827e-1e8f-4001-8249-01b39edc92f7 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:30.455164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334950fe-30ee-4b55-8a3c-f46f1f3b4314 req-c0a930ff-7ae2-417f-b74e-e6a534b634ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:30.456670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-334950fe-30ee-4b55-8a3c-f46f1f3b4314 req-c0a930ff-7ae2-417f-b74e-e6a534b634ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 1096 time: 0.0915983 Apr 21 21:19:30.489542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-662e6996-99c7-470e-bc65-5fa127e076dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.545008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-334950fe-30ee-4b55-8a3c-f46f1f3b4314 req-91c7cccc-45cd-4712-9dca-dc3eba362258 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793586 Apr 21 21:19:30.578276 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bbf2972e-a643-4bb6-aa55-5a9232d4e349 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.580995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bbf2972e-a643-4bb6-aa55-5a9232d4e349 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.618486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.633694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d60842-9d4b-4f26-89e5-5f7b8760a2fe req-b999cd2e-c725-4aaf-a26a-6b5bf5f9c2e9 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:30.635184 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4d60842-9d4b-4f26-89e5-5f7b8760a2fe req-b999cd2e-c725-4aaf-a26a-6b5bf5f9c2e9 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 945 time: 0.1441340 Apr 21 21:19:30.640713 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bbf2972e-a643-4bb6-aa55-5a9232d4e349 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.641395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf2972e-a643-4bb6-aa55-5a9232d4e349 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7726aac1-81fd-40f4-861e-2b03cf237e0b {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:30.653655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=e08608df-9922-496e-acf7-8395e7052f76,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:30.657123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bbf2972e-a643-4bb6-aa55-5a9232d4e349 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.658192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bbf2972e-a643-4bb6-aa55-5a9232d4e349 tempest-RoutersTestDVR-1576440381 tempest-RoutersTestDVR-1576440381-project-admin] 10.222.0.49 "DELETE /v2.0/routers/7726aac1-81fd-40f4-861e-2b03cf237e0b HTTP/1.1" status: 204 len: 168 time: 0.7112577 Apr 21 21:19:30.689880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c4d60842-9d4b-4f26-89e5-5f7b8760a2fe req-56712021-2904-4baf-bb1c-2c973fe5234b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463152 Apr 21 21:19:30.775564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:30.951626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58972) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:30.973210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:31.058187 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1b11-bb6d-4084-a2ed-0568bac8d705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.060487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:31.065631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1d1f2cbe-d728-483e-b935-2ae940227b16 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0361555 Apr 21 21:19:31.068966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58976) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:31.071161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:31.084346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:31.085222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:31.125926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-da71d7ec-ddc5-428b-985e-7a5ade8acb36 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting subnet d2e77abc-358e-4a9a-98ca-40f1dcbf4740 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:19:31.129035 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ec-ddc5-428b-985e-7a5ade8acb36 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.145887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1b11-bb6d-4084-a2ed-0568bac8d705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.150634 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c4f1b11-bb6d-4084-a2ed-0568bac8d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.171380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ec-ddc5-428b-985e-7a5ade8acb36 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.174199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:31.201189 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2c4f1b11-bb6d-4084-a2ed-0568bac8d705 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c120dd2caff47f480403230cbd8bbb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460587 Apr 21 21:19:31.201548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58978) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:31.202555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f1b11-bb6d-4084-a2ed-0568bac8d705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fdd781-cff3-4bdc-b761-b0c0744bb12e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:31.296364 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b3407ac-8aac-4375-a25d-52561c8dc596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.299159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ec-ddc5-428b-985e-7a5ade8acb36 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.346566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b3407ac-8aac-4375-a25d-52561c8dc596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.373068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:30Z', 'revision_number': 10, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:31.395020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ec-ddc5-428b-985e-7a5ade8acb36 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.400532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:31.408977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:31.409577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:31.422300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71d7ec-ddc5-428b-985e-7a5ade8acb36 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e77abc-358e-4a9a-98ca-40f1dcbf4740,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:31.426700 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da71d7ec-ddc5-428b-985e-7a5ade8acb36 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.430678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-da71d7ec-ddc5-428b-985e-7a5ade8acb36 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/d2e77abc-358e-4a9a-98ca-40f1dcbf4740 HTTP/1.1" status: 204 len: 168 time: 0.3607788 Apr 21 21:19:31.433345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 58980) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:31.443651 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b3407ac-8aac-4375-a25d-52561c8dc596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.446106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1b3407ac-8aac-4375-a25d-52561c8dc596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.447258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1b3407ac-8aac-4375-a25d-52561c8dc596 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7fdd781-cff3-4bdc-b761-b0c0744bb12e HTTP/1.1" status: 204 len: 168 time: 0.2447412 Apr 21 21:19:31.448696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d72da5c-b6ac-45b3-89ff-9e9a76d35645 None None] Network 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:31.500925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3407ac-8aac-4375-a25d-52561c8dc596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fdd781-cff3-4bdc-b761-b0c0744bb12e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:31.531122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.590140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:31.590487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.657574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8e5d02a8-d764-470f-b4a9-9a04e32aa9c8,segment=NetworkSegment(ac19774c-c3d2-4ffa-ad7a-13986e2cf77e),segment_id=ac19774c-c3d2-4ffa-ad7a-13986e2cf77e)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:31.658494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.674283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:31.725127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:31.772916 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.803916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58988) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:31.827221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe2ceb94-f958-446a-b76b-d7cb08128850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.843242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No DVR routers for this DVR port 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:19:31.875542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=8e5d02a8-d764-470f-b4a9-9a04e32aa9c8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:31.916972 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e9f400-b448-4000-948f-f0d71ca471bf None None] DHCP port deletion for 42a1775b-869a-4e49-aa4c-35ff55d3cbb5 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:19:31.944164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe2ceb94-f958-446a-b76b-d7cb08128850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:31.950078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe2ceb94-f958-446a-b76b-d7cb08128850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.003781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ceb94-f958-446a-b76b-d7cb08128850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ea952-08f8-469c-add4-b057bbe70863,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:32.010352 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.019778 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:30Z', 'revision_number': 10, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:32.029500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fe2ceb94-f958-446a-b76b-d7cb08128850 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=479e5605336848fdb7ca33ccfe7cba29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215397 Apr 21 21:19:32.030169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58990) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:32.032485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5b61c-f9ca-4768-9173-b19b41ab3602 req-cfd3c30d-3402-4f63-8406-e5c53c38093c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:32.034027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3bf5b61c-f9ca-4768-9173-b19b41ab3602 req-cfd3c30d-3402-4f63-8406-e5c53c38093c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 945 time: 0.2016068 Apr 21 21:19:32.049503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a1775b-869a-4e49-aa4c-35ff55d3cbb5']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:32.049936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79129b16-3ef4-4415-9f66-97b333d9dd97 None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:30Z', 'revision_number': 10, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None, '_interfaces': [{'id': '3bf28fb1-e741-443b-bbec-03c5cbe91c80', 'name': '', 'network_id': '4178d088-0691-4020-8201-66a2f970dab5', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'mac_address': 'fa:16:3e:f1:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:18:55Z', 'updated_at': '2022-04-21T21:19:00Z', 'revision_number': 5, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'subnets': [{'id': 'c06028f3-2eae-474c-a5eb-3eb47c154314', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:32.072954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:32.073295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac19774c-c3d2-4ffa-ad7a-13986e2cf77e') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:32.087732 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.098824 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91e55290-e47c-4aed-a5e1-0b5e86d6db8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.111536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3bf5b61c-f9ca-4768-9173-b19b41ab3602 req-60b6ca07-211e-4e8a-9184-0facc2f394b8 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666678 Apr 21 21:19:32.112348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.119563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:19:32.119960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.121040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91e55290-e47c-4aed-a5e1-0b5e86d6db8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:19:32.122913 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:19:32.173094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91e55290-e47c-4aed-a5e1-0b5e86d6db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.175814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-91e55290-e47c-4aed-a5e1-0b5e86d6db8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.179343 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-91e55290-e47c-4aed-a5e1-0b5e86d6db8b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c1ea952-08f8-469c-add4-b057bbe70863 HTTP/1.1" status: 204 len: 168 time: 0.1458943 Apr 21 21:19:32.185186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e55290-e47c-4aed-a5e1-0b5e86d6db8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ea952-08f8-469c-add4-b057bbe70863,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:32.188938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.201420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.207901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/networks/42a1775b-869a-4e49-aa4c-35ff55d3cbb5 HTTP/1.1" status: 204 len: 168 time: 0.7710698 Apr 21 21:19:32.208292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 58994) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:32.221617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b83b83-b588-432e-b7e8-081ec7b595df tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Network': ['ID=42a1775b-869a-4e49-aa4c-35ff55d3cbb5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:32.453988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:32.480364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:32.481362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8e5d02a8-d764-470f-b4a9-9a04e32aa9c8 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:32.482089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e08608df-9922-496e-acf7-8395e7052f76 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:32.506351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e08608df-9922-496e-acf7-8395e7052f76 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:32.506898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e08608df-9922-496e-acf7-8395e7052f76 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:32.587819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.793905 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a0c499f1-5614-4814-aa76-8e9c97fa46e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.834307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 3bf28fb1-e741-443b-bbec-03c5cbe91c80 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:32.834737 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.915311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59014) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:32.923947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port 3bf28fb1-e741-443b-bbec-03c5cbe91c80, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3bf28fb1-e741-443b-bbec-03c5cbe91c80,segment=NetworkSegment(27c08467-6bea-4749-a458-62b6d9c8b4be),segment_id=27c08467-6bea-4749-a458-62b6d9c8b4be)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:32.924213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:32.937766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 3bf28fb1-e741-443b-bbec-03c5cbe91c80 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:33.013418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1392093666'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:33.032588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Made reservation on behalf of b8f74b7c1ae444d59abe3414b21d5cce for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:33.036058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.044861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.109655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.126356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.131150 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.147356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=3bf28fb1-e741-443b-bbec-03c5cbe91c80,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:33.160679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:19:33.166933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed82f8-1d25-4d27-b0f9-139fe33291b9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:33.178766 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.178766 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Added segment 5a0a2047-a863-40ec-ae4c-12a0220de194 of type vlan for network 6c3ba552-25d8-441a-bc3c-14feb7345487 Apr 21 21:19:33.227973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.258202 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.263748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:33.264341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.274025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.333871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708d13f-4245-4bb6-97f2-60bde9f39a01 req-d5cc5d0f-7f7c-4206-9a1b-5a53f5d48c05 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:33.335441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5708d13f-4245-4bb6-97f2-60bde9f39a01 req-d5cc5d0f-7f7c-4206-9a1b-5a53f5d48c05 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 945 time: 0.1264801 Apr 21 21:19:33.342626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4260001 Apr 21 21:19:33.343416 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59020) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:33.344061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2e23c-2dd9-41fb-bbaa-7f65fa4bdba2 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Network': ['ID=6c3ba552-25d8-441a-bc3c-14feb7345487,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:33.350949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'subnet': {'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:33.357286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:19:33.442065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Made reservation on behalf of b8f74b7c1ae444d59abe3414b21d5cce for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:33.445544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.450729 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5708d13f-4245-4bb6-97f2-60bde9f39a01 req-eb91bd33-9a89-4694-adfa-a4a9f032f92b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780063 Apr 21 21:19:33.489551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:33.569565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:33.577338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0204bf65-5caf-4a16-9c65-0062d6aa4668 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3674161 Apr 21 21:19:33.577943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59024) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:33.582862 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:33.594019 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:33.594839 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:33.622997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fc1a7-fdff-486d-830d-4aa6efe0223e req-c1abcd1e-2663-4706-8a41-b575d7523f9c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:33.624497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-691fc1a7-fdff-486d-830d-4aa6efe0223e req-c1abcd1e-2663-4706-8a41-b575d7523f9c tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 945 time: 0.0929887 Apr 21 21:19:33.630642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-9839185c-0eb9-41a6-89a2-3c2004b799d9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting subnet c06028f3-2eae-474c-a5eb-3eb47c154314 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:19:33.634211 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9839185c-0eb9-41a6-89a2-3c2004b799d9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.671521 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:33.683643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9839185c-0eb9-41a6-89a2-3c2004b799d9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.704308 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.718124 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-691fc1a7-fdff-486d-830d-4aa6efe0223e req-6c448c33-3879-47a8-a3b0-3914b11de837 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816715 Apr 21 21:19:33.733346 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:33Z', 'revision_number': 11, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:33.749841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59026) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:33.768117 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:33.774365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9839185c-0eb9-41a6-89a2-3c2004b799d9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.778397 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:33.779059 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:33.794999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Subnet': ['ID=68c43b08-e044-4f12-b70c-e66437598b06,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:33.811394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Checking segment: {'id': '5a0a2047-a863-40ec-ae4c-12a0220de194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:33.811604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Network hostable DHCP agents. Network: 6c3ba552-25d8-441a-bc3c-14feb7345487, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:19:33.816810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc7dbab-5a2e-4338-9e1b-2e0abc6db074 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:33.821063 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5cc7dbab-5a2e-4338-9e1b-2e0abc6db074 tempest-TestNetworkBasicOps-1927937702 tempest-TestNetworkBasicOps-1927937702-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 1091 time: 0.0675063 Apr 21 21:19:33.821704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59028) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:33.826219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:33.853255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:19:33.856858 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:33.858788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.859005 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9839185c-0eb9-41a6-89a2-3c2004b799d9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.873000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 6c3ba552-25d8-441a-bc3c-14feb7345487) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:33.879329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:33.879920 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.886250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6ed80-44c2-470e-ab93-2e2d7b8e572b None None] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:33.901413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839185c-0eb9-41a6-89a2-3c2004b799d9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Subnet': ['ID=c06028f3-2eae-474c-a5eb-3eb47c154314,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:33.904473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9839185c-0eb9-41a6-89a2-3c2004b799d9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:33.907655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9839185c-0eb9-41a6-89a2-3c2004b799d9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/c06028f3-2eae-474c-a5eb-3eb47c154314 HTTP/1.1" status: 204 len: 168 time: 0.3287768 Apr 21 21:19:33.911148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59030) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:33.918057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4580e51-ddeb-4e6f-ade3-230bae8d95c3 None None] Network 4178d088-0691-4020-8201-66a2f970dab5 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:33.928401 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:33Z', 'revision_number': 11, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:33.935879 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c1f944d1-b55a-49c7-b154-48ff3c8fb5ca tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5892413 Apr 21 21:19:33.939436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59032) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:33.944306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'port': {'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487', 'name': 'tempest-AllowedAddressPairTestJSON-615098252'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:33.957460 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24a27b-0f9b-4e2f-b247-b20f79295b93 None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:33Z', 'revision_number': 11, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:34.034236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.093466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.095806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Deleting port 857ea514-7b23-4be6-837b-4e419ae1db6a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:34.096150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Made reservation on behalf of b8f74b7c1ae444d59abe3414b21d5cce for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:34.096339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.099792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.147193 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.148909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] device_id is not set on port 8d35201a-7625-4f29-9129-ccf2a37b0066 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:19:34.180370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] For port 857ea514-7b23-4be6-837b-4e419ae1db6a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=857ea514-7b23-4be6-837b-4e419ae1db6a,segment=NetworkSegment(27c08467-6bea-4749-a458-62b6d9c8b4be),segment_id=27c08467-6bea-4749-a458-62b6d9c8b4be)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:34.180370 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.197690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Calling delete_port for 857ea514-7b23-4be6-837b-4e419ae1db6a owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:34.204734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-6c3ba552-25d8-441a-bc3c-14feb7345487', 'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487', 'tenant_id': 'b8f74b7c1ae444d59abe3414b21d5cce', 'fixed_ips': [{'subnet_id': '68c43b08-e044-4f12-b70c-e66437598b06'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:19:34.205665 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.289632 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.302492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Allocated IP 172.25.0.22 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/3b5aef92-444d-438c-9d1e-4077dc6920dd) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:34.327034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Allocated IP 172.20.0.3 (6c3ba552-25d8-441a-bc3c-14feb7345487/68c43b08-e044-4f12-b70c-e66437598b06/8d35201a-7625-4f29-9129-ccf2a37b0066) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:34.336629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No DVR routers for this DVR port 857ea514-7b23-4be6-837b-4e419ae1db6a on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:19:34.338393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Port': ['ID=857ea514-7b23-4be6-837b-4e419ae1db6a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:34.362075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d03115-42ac-4818-8990-0088417e47d1 None None] DHCP port deletion for 4178d088-0691-4020-8201-66a2f970dab5 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:19:34.466308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 857ea514-7b23-4be6-837b-4e419ae1db6a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:34.466667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.490971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4178d088-0691-4020-8201-66a2f970dab5']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:34.498460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 857ea514-7b23-4be6-837b-4e419ae1db6a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:34.498805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 857ea514-7b23-4be6-837b-4e419ae1db6a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:34.499474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3bf28fb1-e741-443b-bbec-03c5cbe91c80 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:34.504384 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c08467-6bea-4749-a458-62b6d9c8b4be') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:34.505910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c08467-6bea-4749-a458-62b6d9c8b4be') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:34.515109 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.530053 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.531267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3bf28fb1-e741-443b-bbec-03c5cbe91c80 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:34.531613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3bf28fb1-e741-443b-bbec-03c5cbe91c80 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:34.550222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:19:34.550778 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.552926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:19:34.554401 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:19:34.621323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.626693 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.630147 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.636302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/networks/4178d088-0691-4020-8201-66a2f970dab5 HTTP/1.1" status: 204 len: 168 time: 0.7236381 Apr 21 21:19:34.636592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.639582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59038) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:34.646877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af44dc8-2ad7-487a-b68d-2f74ecfff16e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Pushing event deleted for resources: {'Network': ['ID=4178d088-0691-4020-8201-66a2f970dab5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:34.650829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'routes': None}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:34.729927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:34.761519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:34.767264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:34.834036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=3b5aef92-444d-438c-9d1e-4077dc6920dd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:34.844172 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.853740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Allocated IP 172.20.0.2 (6c3ba552-25d8-441a-bc3c-14feb7345487/68c43b08-e044-4f12-b70c-e66437598b06/951b48fd-b869-4dda-b690-2a1f1c689a07) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:34.931233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Added routes are [] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 21:19:34.931233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.extraroute_db [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Removed routes are [] {{(pid=114647) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 21:19:34.931604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.948713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:34.993671 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:34.999717 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.001477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:35.013544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:35.041680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:35.044846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:35.048438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:35.048617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Port': ['ID=8d35201a-7625-4f29-9129-ccf2a37b0066,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:35.055462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Pushing event updated for resources: {'Port': ['ID=951b48fd-b869-4dda-b690-2a1f1c689a07,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:35.109800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Attempting to bind port 951b48fd-b869-4dda-b690-2a1f1c689a07 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:35.110446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Attempting to bind port 951b48fd-b869-4dda-b690-2a1f1c689a07 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5a0a2047-a863-40ec-ae4c-12a0220de194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:35.110805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Attempting to bind port 951b48fd-b869-4dda-b690-2a1f1c689a07 on network 6c3ba552-25d8-441a-bc3c-14feb7345487 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:35.116524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:35.116933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Checking segment: {'id': '5a0a2047-a863-40ec-ae4c-12a0220de194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:35.117342 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.119273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Bound using segment: {'id': '5a0a2047-a863-40ec-ae4c-12a0220de194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:35.119273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Bound port: 951b48fd-b869-4dda-b690-2a1f1c689a07, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0a2047-a863-40ec-ae4c-12a0220de194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:35.119273 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.167973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:35.168582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.180578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] For port 951b48fd-b869-4dda-b690-2a1f1c689a07, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:35.183582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] For port 951b48fd-b869-4dda-b690-2a1f1c689a07, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=951b48fd-b869-4dda-b690-2a1f1c689a07,segment=NetworkSegment(5a0a2047-a863-40ec-ae4c-12a0220de194),segment_id=5a0a2047-a863-40ec-ae4c-12a0220de194)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:35.188466 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.239762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.244415 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.252628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cea04-da64-485a-807e-d09b43a460b9 None None] Pushing event updated for resources: {'Port': ['ID=951b48fd-b869-4dda-b690-2a1f1c689a07,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:35.263696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7109a7cb-3f81-41a1-8902-c55535685ed1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3204882 Apr 21 21:19:35.264053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59040) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:35.269840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'port': {'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487', 'name': 'tempest-AllowedAddressPairTestJSON-1212700683', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:73:75:ec'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:35.386201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.392282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Made reservation on behalf of b8f74b7c1ae444d59abe3414b21d5cce for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:35.531839 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.551157 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] device_id is not set on port 99f69d90-c06c-4a36-a5fd-6864bca52382 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:19:35.673813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Allocated IP 172.20.0.9 (6c3ba552-25d8-441a-bc3c-14feb7345487/68c43b08-e044-4f12-b70c-e66437598b06/99f69d90-c06c-4a36-a5fd-6864bca52382) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:35.746394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router ca7087b1-00fe-49fa-9340-a8fac824c57e has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:35.856036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.888979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:35.895168 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.898903 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:35.901983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] Sync routers for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:35.910176 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-486198fb-4204-43c2-a044-1a8e4153142d tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e HTTP/1.1" status: 200 len: 703 time: 1.2671773 Apr 21 21:19:35.913951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59044) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:35.917534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:35.918393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:35.941914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:35.945837 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:35.950031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:35.981354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Port': ['ID=99f69d90-c06c-4a36-a5fd-6864bca52382,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:36.008507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:36.009325 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.011115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ba3ec79d-8902-482c-9923-0a67481e85b6 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca7087b1-00fe-49fa-9340-a8fac824c57e HTTP/1.1" status: 200 len: 205 time: 0.0957870 Apr 21 21:19:36.011727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59046) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:36.032424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:36.062746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.094919 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-55a8a674-c875-4135-aab3-c2d1166fbaef tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.8293920 Apr 21 21:19:36.097414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59048) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:36.140818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:33Z', 'revision_number': 11, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:36.148469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0eec4049-171c-4186-8f5c-7256a3f566a6 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.171578 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.176440 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.178813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] Checking router: ca7087b1-00fe-49fa-9340-a8fac824c57e for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:36.201124 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] Routers {'ca7087b1-00fe-49fa-9340-a8fac824c57e'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:36.204262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['ca7087b1-00fe-49fa-9340-a8fac824c57e'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:36.272167 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61ba04-8098-4cf9-9ed2-9c0df1aebdbd tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:36.283975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] Set router ca7087b1-00fe-49fa-9340-a8fac824c57e gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:36.284147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61ba04-8098-4cf9-9ed2-9c0df1aebdbd tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:36.294997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61ba04-8098-4cf9-9ed2-9c0df1aebdbd tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:36.299984 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cb61ba04-8098-4cf9-9ed2-9c0df1aebdbd tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2016084 Apr 21 21:19:36.311350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59050) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:36.377194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:33Z', 'revision_number': 11, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:36.413811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ec4d7-4180-4a5e-8817-71b52dca2504 None None] The sync data for ids ['ca7087b1-00fe-49fa-9340-a8fac824c57e'] in n-d-838945-1 is: [{'id': 'ca7087b1-00fe-49fa-9340-a8fac824c57e', 'name': 'tempest-RoutersIpV6Test-router-61966641', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:52Z', 'updated_at': '2022-04-21T21:19:33Z', 'revision_number': 11, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:36.418888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 951b48fd-b869-4dda-b690-2a1f1c689a07 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:36.425403 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0eec4049-171c-4186-8f5c-7256a3f566a6 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.429623 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0eec4049-171c-4186-8f5c-7256a3f566a6 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.492890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 951b48fd-b869-4dda-b690-2a1f1c689a07 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:36.493569 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.522440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0eec4049-171c-4186-8f5c-7256a3f566a6 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.523054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ad043bd6-d6d9-4997-88da-5c3c05afe54c tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Deleting port 99f69d90-c06c-4a36-a5fd-6864bca52382 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:36.523448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eec4049-171c-4186-8f5c-7256a3f566a6 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Fanout notify agent at l3_agent the message router_deleted on router ca7087b1-00fe-49fa-9340-a8fac824c57e {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:36.523667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad043bd6-d6d9-4997-88da-5c3c05afe54c tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.532943 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0eec4049-171c-4186-8f5c-7256a3f566a6 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.534296 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0eec4049-171c-4186-8f5c-7256a3f566a6 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e HTTP/1.1" status: 204 len: 168 time: 0.5206559 Apr 21 21:19:36.540408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59052) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:36.547047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3bc09dbf-44f5-4a4e-8dcc-9abba2047b9c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-960942524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:36.593830 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bc09dbf-44f5-4a4e-8dcc-9abba2047b9c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.595341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bc09dbf-44f5-4a4e-8dcc-9abba2047b9c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.628805 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.647726 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.660386 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.679869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 951b48fd-b869-4dda-b690-2a1f1c689a07, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=951b48fd-b869-4dda-b690-2a1f1c689a07,segment=NetworkSegment(5a0a2047-a863-40ec-ae4c-12a0220de194),segment_id=5a0a2047-a863-40ec-ae4c-12a0220de194)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:36.683039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04293e4-d7c1-4e60-a56f-9e0ffc6eb8eb None None] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:36.689963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bc09dbf-44f5-4a4e-8dcc-9abba2047b9c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.695320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bc09dbf-44f5-4a4e-8dcc-9abba2047b9c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.706555 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.726196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event updated for resources: {'Port': ['ID=3b5aef92-444d-438c-9d1e-4077dc6920dd,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:36.727016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3bc09dbf-44f5-4a4e-8dcc-9abba2047b9c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.737793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59054) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:36.742925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3bc09dbf-44f5-4a4e-8dcc-9abba2047b9c tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1979945 Apr 21 21:19:36.750672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b9e507c6-e62e-4403-a170-0501ff73cc5f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:36.754763 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad043bd6-d6d9-4997-88da-5c3c05afe54c tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.831673 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dfa267d2-fdc6-41af-9d8c-db3e53ab12a5 None None] Provisioning complete for port 951b48fd-b869-4dda-b690-2a1f1c689a07 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:36.832143 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dfa267d2-fdc6-41af-9d8c-db3e53ab12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:36.838994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ad043bd6-d6d9-4997-88da-5c3c05afe54c tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Calling delete_port for 99f69d90-c06c-4a36-a5fd-6864bca52382 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:36.865489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=951b48fd-b869-4dda-b690-2a1f1c689a07,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:36.925231 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.147682 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9e507c6-e62e-4403-a170-0501ff73cc5f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33056978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33037580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8121'] for router, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.177981 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9e507c6-e62e-4403-a170-0501ff73cc5f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33057001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33056992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33037571'] for router, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.187705 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Floating IP b30261d8-b2d5-4393-88c8-d8fc77807a52 associated. External IP: 172.25.0.22, port: 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568. Apr 21 21:19:37.218923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-db43c3b2-3f78-4a58-8b49-c9f752611424 None None] Provisioning complete for port 99f69d90-c06c-4a36-a5fd-6864bca52382 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:37.219503 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db43c3b2-3f78-4a58-8b49-c9f752611424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.256516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-db43c3b2-3f78-4a58-8b49-c9f752611424 None None] Port 99f69d90-c06c-4a36-a5fd-6864bca52382 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:37.268116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-db43c3b2-3f78-4a58-8b49-c9f752611424 None None] Provisioning complete for port 8d35201a-7625-4f29-9129-ccf2a37b0066 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:37.268488 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db43c3b2-3f78-4a58-8b49-c9f752611424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.309733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-db43c3b2-3f78-4a58-8b49-c9f752611424 None None] Port 8d35201a-7625-4f29-9129-ccf2a37b0066 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:37.321444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-db43c3b2-3f78-4a58-8b49-c9f752611424 None None] Provisioning complete for port 951b48fd-b869-4dda-b690-2a1f1c689a07 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:37.321677 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db43c3b2-3f78-4a58-8b49-c9f752611424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.391240 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad043bd6-d6d9-4997-88da-5c3c05afe54c tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.446375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad043bd6-d6d9-4997-88da-5c3c05afe54c tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event deleted for resources: {'Port': ['ID=99f69d90-c06c-4a36-a5fd-6864bca52382,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:37.513475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e507c6-e62e-4403-a170-0501ff73cc5f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Router 63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:19:37.691388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cec33a51-8b12-4a48-8dbb-2ff37c77ed7c None None] Could not find standard attr ID for object 99f69d90-c06c-4a36-a5fd-6864bca52382. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:19:37.702889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cec33a51-8b12-4a48-8dbb-2ff37c77ed7c None None] Provisioning complete for port 8d35201a-7625-4f29-9129-ccf2a37b0066 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:37.703259 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cec33a51-8b12-4a48-8dbb-2ff37c77ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.738161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cec33a51-8b12-4a48-8dbb-2ff37c77ed7c None None] Port 8d35201a-7625-4f29-9129-ccf2a37b0066 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:37.743397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e507c6-e62e-4403-a170-0501ff73cc5f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:37.754879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b9e507c6-e62e-4403-a170-0501ff73cc5f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.755820 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] Sync routers for ids ['63fa1af3-3cd2-49bc-a7b3-18eb2eea4443'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:37.756603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b9e507c6-e62e-4403-a170-0501ff73cc5f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "PUT /v2.0/routers/63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 HTTP/1.1" status: 200 len: 697 time: 1.0115528 Apr 21 21:19:37.759207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59058) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:37.769848 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] Routers {'63fa1af3-3cd2-49bc-a7b3-18eb2eea4443'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:37.770550 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['63fa1af3-3cd2-49bc-a7b3-18eb2eea4443'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:37.774023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ad043bd6-d6d9-4997-88da-5c3c05afe54c tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:37.777169 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ad043bd6-d6d9-4997-88da-5c3c05afe54c tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "DELETE /v2.0/ports/99f69d90-c06c-4a36-a5fd-6864bca52382 HTTP/1.1" status: 204 len: 168 time: 1.4648561 Apr 21 21:19:37.782987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 8e95e146-ed90-4d2d-ba41-5a5636057d62 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:37.784032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59060) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:37.813599 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c354277-5cab-4c85-bece-5cfc5ef4a3d5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] GET failed (client error): The resource could not be found. Apr 21 21:19:37.816328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9c354277-5cab-4c85-bece-5cfc5ef4a3d5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "GET /v2.0/ports/99f69d90-c06c-4a36-a5fd-6864bca52382 HTTP/1.1" status: 404 len: 333 time: 0.0289278 Apr 21 21:19:37.819805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59062) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:37.824708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'port': {'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487', 'name': 'tempest-AllowedAddressPairTestJSON-1965525958'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:37.843924 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e2d0eec-cce2-4af6-b578-0dd513c598a9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/routers/63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 HTTP/1.1" status: 200 len: 703 time: 0.0830839 Apr 21 21:19:37.847316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59064) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:37.855597 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] Set router 63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:37.880035 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-48a8177c-1e48-41c2-99e5-fe892ce3ca14 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 HTTP/1.1" status: 200 len: 205 time: 0.0314953 Apr 21 21:19:37.883581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59066) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:37.910022 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fa1af3-3cd2-49bc-a7b3-18eb2eea4443', 'name': 'tempest-RoutersIpV6Test-router-960942524', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:19:36Z', 'updated_at': '2022-04-21T21:19:37Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:37.937331 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] Checking router: 63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:37.945758 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] Routers {'63fa1af3-3cd2-49bc-a7b3-18eb2eea4443'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:37.946364 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['63fa1af3-3cd2-49bc-a7b3-18eb2eea4443'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:37.957878 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d736a4a1-3166-4f5c-99fe-bf5ad8717d42 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:38.014919 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] Set router 63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:38.015119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:38.027094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] Sync routers for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:38.042361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:38.042988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:38.043465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:38.067256 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fa1af3-3cd2-49bc-a7b3-18eb2eea4443', 'name': 'tempest-RoutersIpV6Test-router-960942524', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:19:36Z', 'updated_at': '2022-04-21T21:19:37Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:38.093797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-70f0872a-7379-4e31-95b0-b343cc0a01f3 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2707918 Apr 21 21:19:38.095070 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:19:38.098521 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b5731-eda8-495c-81f5-f3d3f01f6a00 None None] The sync data for ids ['63fa1af3-3cd2-49bc-a7b3-18eb2eea4443'] in n-d-838945-1 is: [{'id': '63fa1af3-3cd2-49bc-a7b3-18eb2eea4443', 'name': 'tempest-RoutersIpV6Test-router-960942524', 'tenant_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:19:36Z', 'updated_at': '2022-04-21T21:19:37Z', 'revision_number': 2, 'project_id': 'f507a47e5a1e46f0ad7c982e8236a48b', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:38.099653 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08af5c8d-efc3-43b2-9792-57e47f315438" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:19:38.109493 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59068) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.110151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Made reservation on behalf of b8f74b7c1ae444d59abe3414b21d5cce for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:38.113916 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:38.165843 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ab488c-266a-4a96-b19d-962a6724a6b7 x-openstack-request-id: req-92ab488c-266a-4a96-b19d-962a6724a6b7 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:19:38.166130 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:19:38.166377 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92ab488c-266a-4a96-b19d-962a6724a6b7 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:19:38.166781 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ab488c-266a-4a96-b19d-962a6724a6b7'] response: {'name': 'network-changed', 'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'status': 'completed', 'code': 200} Apr 21 21:19:38.179132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d736a4a1-3166-4f5c-99fe-bf5ad8717d42 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:38.181522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d736a4a1-3166-4f5c-99fe-bf5ad8717d42 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:38.183757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:38.203166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] device_id is not set on port ce37ea45-5818-4ac5-939a-551f113b2121 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:19:38.241423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d736a4a1-3166-4f5c-99fe-bf5ad8717d42 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:38.242475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d736a4a1-3166-4f5c-99fe-bf5ad8717d42 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Fanout notify agent at l3_agent the message router_deleted on router 63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:38.256999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d736a4a1-3166-4f5c-99fe-bf5ad8717d42 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:38.258822 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d736a4a1-3166-4f5c-99fe-bf5ad8717d42 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 HTTP/1.1" status: 204 len: 168 time: 0.3741777 Apr 21 21:19:38.262689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59072) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.270835 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-45b653c6-c459-46b4-b1ef-f2e5b55b270e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/floatingips/b30261d8-b2d5-4393-88c8-d8fc77807a52 HTTP/1.1" status: 200 len: 990 time: 0.1536696 Apr 21 21:19:38.300936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-6f349ec5-0e83-41db-ada1-37f6dc4a9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:38.301380 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2a49fc3a-4a6e-415d-9404-3b503d5d761e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 HTTP/1.1" status: 200 len: 205 time: 0.0360723 Apr 21 21:19:38.302929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-6f349ec5-0e83-41db-ada1-37f6dc4a9638 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 1096 time: 0.1111202 Apr 21 21:19:38.304025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59074) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.337417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 951b48fd-b869-4dda-b690-2a1f1c689a07 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:38.347501 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-f85515f6-5595-4579-912d-c3e35a964d76 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] delete failed (client error): The resource could not be found. Apr 21 21:19:38.351205 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f85515f6-5595-4579-912d-c3e35a964d76 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/63fa1af3-3cd2-49bc-a7b3-18eb2eea4443 HTTP/1.1" status: 404 len: 336 time: 0.0430286 Apr 21 21:19:38.351415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59076) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.384811 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-071bfa35-de3f-4e35-a436-ed7450d75257 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:38.385473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071bfa35-de3f-4e35-a436-ed7450d75257 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:38.391302 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-071bfa35-de3f-4e35-a436-ed7450d75257 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/5de562aa-65c6-4cd1-966b-628e9f756073 HTTP/1.1" status: 404 len: 337 time: 0.0366015 Apr 21 21:19:38.392523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59078) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.405630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Allocated IP 172.20.0.6 (6c3ba552-25d8-441a-bc3c-14feb7345487/68c43b08-e044-4f12-b70c-e66437598b06/ce37ea45-5818-4ac5-939a-551f113b2121) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:38.418428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 951b48fd-b869-4dda-b690-2a1f1c689a07 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:38.418844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:38.429856 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8a621f-3529-43f4-909c-ade82adccdd4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:38.431289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8a621f-3529-43f4-909c-ade82adccdd4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:38.439580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf8a621f-3529-43f4-909c-ade82adccdd4 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/14a9c4be-8248-4d6d-a2f4-ade450c02ad6 HTTP/1.1" status: 404 len: 337 time: 0.0432155 Apr 21 21:19:38.443393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59080) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.486503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-19d4b386-11c3-4feb-89bf-d8e18d3f9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:38.487993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-19d4b386-11c3-4feb-89bf-d8e18d3f9755 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57119751-991f-45db-afcb-b7bea19967af HTTP/1.1" status: 200 len: 897 time: 0.1784794 Apr 21 21:19:38.488839 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-0343342c-78f9-47d2-bca5-7c7c1170c705 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:38.489267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0343342c-78f9-47d2-bca5-7c7c1170c705 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:38.492658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0343342c-78f9-47d2-bca5-7c7c1170c705 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/d2e77abc-358e-4a9a-98ca-40f1dcbf4740 HTTP/1.1" status: 404 len: 337 time: 0.0462816 Apr 21 21:19:38.499760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59082) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.528258 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd24798-7d43-486c-9a51-fc71cf3e89ba tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:38.528615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd24798-7d43-486c-9a51-fc71cf3e89ba tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:38.534268 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7bd24798-7d43-486c-9a51-fc71cf3e89ba tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/c06028f3-2eae-474c-a5eb-3eb47c154314 HTTP/1.1" status: 404 len: 337 time: 0.0309803 Apr 21 21:19:38.534483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59084) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.566640 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-67104b12-13a4-40c4-a10f-115556dadeed tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=ca7087b1-00fe-49fa-9340-a8fac824c57e HTTP/1.1" status: 200 len: 205 time: 0.0310249 Apr 21 21:19:38.569027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59086) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.610362 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-72abf0bc-33e9-41db-a99f-d345ce213d3f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] delete failed (client error): The resource could not be found. Apr 21 21:19:38.612721 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-72abf0bc-33e9-41db-a99f-d345ce213d3f tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/ca7087b1-00fe-49fa-9340-a8fac824c57e HTTP/1.1" status: 404 len: 336 time: 0.0425208 Apr 21 21:19:38.615636 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59088) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.633845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'b30261d8-b2d5-4393-88c8-d8fc77807a52', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'port_id': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'mac_address': 'fa:16:3e:a8:36:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:19:35Z', 'updated_at': '2022-04-21T21:19:35Z', 'revision_number': 0, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acbaedd-ef30-43b8-83c7-f147f1597e1d', 'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:d1:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:08Z', 'updated_at': '2022-04-21T21:19:14Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:38.648239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-454251d5-648e-4c91-bdc3-330ef8698221 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=c834f04d-aab7-4209-822a-db42b30453d9 HTTP/1.1" status: 200 len: 205 time: 0.0314205 Apr 21 21:19:38.650763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59090) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.667727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] Checking router: 8e95e146-ed90-4d2d-ba41-5a5636057d62 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:38.678310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:38.679075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:38.691784 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-58f203df-1002-4c96-b50f-1dc40aaf56fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] delete failed (client error): The resource could not be found. Apr 21 21:19:38.696127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-58f203df-1002-4c96-b50f-1dc40aaf56fb tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/c834f04d-aab7-4209-822a-db42b30453d9 HTTP/1.1" status: 404 len: 336 time: 0.0443461 Apr 21 21:19:38.696730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59092) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.725141 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d7cc2a-b56a-4a06-8d79-5950bcbd5bdc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:38.725620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d7cc2a-b56a-4a06-8d79-5950bcbd5bdc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:38.731108 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b1d7cc2a-b56a-4a06-8d79-5950bcbd5bdc tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/d654d983-46b8-42e6-9b21-311a31e99e22 HTTP/1.1" status: 404 len: 337 time: 0.0309503 Apr 21 21:19:38.731329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59094) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.765503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b74560d6-89c1-4991-9dfd-897aefc983b9 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c36bfe8-43eb-4e67-b269-13761dd64fa5 HTTP/1.1" status: 200 len: 205 time: 0.0308537 Apr 21 21:19:38.766142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59096) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:38.798269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:38.972634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-2ead86eb-7930-4149-a64f-58c055153c5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 HTTP/1.1" status: 200 len: 998 time: 0.4741604 Apr 21 21:19:39.052561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-831b69de-b6f1-4409-8fa2-bfb88978bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:39.053970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-831b69de-b6f1-4409-8fa2-bfb88978bce7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21a89943-e635-47f6-8444-a1bb2dc8eca0 HTTP/1.1" status: 200 len: 834 time: 0.0738969 Apr 21 21:19:39.057283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'b30261d8-b2d5-4393-88c8-d8fc77807a52', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'port_id': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'mac_address': 'fa:16:3e:a8:36:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:19:35Z', 'updated_at': '2022-04-21T21:19:35Z', 'revision_number': 0, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acbaedd-ef30-43b8-83c7-f147f1597e1d', 'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:d1:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:08Z', 'updated_at': '2022-04-21T21:19:14Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:39.064733 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:39.091705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ee5b3-5c81-44e9-a4b8-8f882f60c04f None None] The sync data for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 is: [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'b30261d8-b2d5-4393-88c8-d8fc77807a52', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'port_id': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'mac_address': 'fa:16:3e:a8:36:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:19:35Z', 'updated_at': '2022-04-21T21:19:35Z', 'revision_number': 0, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6acbaedd-ef30-43b8-83c7-f147f1597e1d', 'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:d1:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:08Z', 'updated_at': '2022-04-21T21:19:14Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:39.130220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-a333e076-36de-401f-8300-9afc3556ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:39.131738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-a333e076-36de-401f-8300-9afc3556ed46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57119751-991f-45db-afcb-b7bea19967af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704916 Apr 21 21:19:39.144550 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-d314c0b8-9617-41dd-b703-b6e2b40bd7bd tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] delete failed (client error): The resource could not be found. Apr 21 21:19:39.145629 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d314c0b8-9617-41dd-b703-b6e2b40bd7bd tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/2c36bfe8-43eb-4e67-b269-13761dd64fa5 HTTP/1.1" status: 404 len: 336 time: 0.3789587 Apr 21 21:19:39.148151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:39.148839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59098) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.180688 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fae831a0-50f6-4845-bf5d-2b91a28e3a14 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=30490d17-5bee-4839-9de0-1b7863dd4bc9 HTTP/1.1" status: 200 len: 205 time: 0.0275249 Apr 21 21:19:39.181346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59100) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.220904 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-bee21ba8-6058-4b1c-96cd-65a4bfe0a7fa tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] delete failed (client error): The resource could not be found. Apr 21 21:19:39.225182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bee21ba8-6058-4b1c-96cd-65a4bfe0a7fa tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/30490d17-5bee-4839-9de0-1b7863dd4bc9 HTTP/1.1" status: 404 len: 336 time: 0.0396936 Apr 21 21:19:39.225384 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59102) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.243700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:39.250709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:39.253424 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c59403-b688-4c68-a741-fc4fc5d2304e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:39.254683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c59403-b688-4c68-a741-fc4fc5d2304e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:39.254812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Port': ['ID=ce37ea45-5818-4ac5-939a-551f113b2121,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:39.257331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:39.258546 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-24c59403-b688-4c68-a741-fc4fc5d2304e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/cfe426c9-0275-4e40-89d6-55d7907c3845 HTTP/1.1" status: 404 len: 337 time: 0.0321090 Apr 21 21:19:39.260896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59104) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.281434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59106) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.293715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4ca16cd4-0d9f-4eaa-9038-f94b81e10877 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=408f4fee-a9bc-450e-b2d8-8e7c88936cf0 HTTP/1.1" status: 200 len: 205 time: 0.0317349 Apr 21 21:19:39.295971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59108) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.334421 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-039e429b-d3b1-4a0c-8227-fc9d213f5703 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] delete failed (client error): The resource could not be found. Apr 21 21:19:39.337773 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-039e429b-d3b1-4a0c-8227-fc9d213f5703 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/408f4fee-a9bc-450e-b2d8-8e7c88936cf0 HTTP/1.1" status: 404 len: 336 time: 0.0385876 Apr 21 21:19:39.338908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59110) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.365317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:39.365958 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:39.370023 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d083a9-52ae-4ad8-9824-9a0eb472560e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:39.370346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d083a9-52ae-4ad8-9824-9a0eb472560e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:39.373904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d0d083a9-52ae-4ad8-9824-9a0eb472560e tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/a1f0b5e9-e870-4062-b726-2575e874f037 HTTP/1.1" status: 404 len: 337 time: 0.0289695 Apr 21 21:19:39.374043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-717e7961-f797-4aec-af2b-e8df4a0fb22e service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348571 Apr 21 21:19:39.377380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59112) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.410611 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-23e05691-d9a6-4a1f-9f39-5fb049fc25b7 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4b37b9f-1b96-4ce8-8e32-78fec4228579 HTTP/1.1" status: 200 len: 205 time: 0.0296581 Apr 21 21:19:39.410871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59114) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.422327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9aca49ea-2522-408d-aeaa-ad6a5deb40fe tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/floatingips/b30261d8-b2d5-4393-88c8-d8fc77807a52 HTTP/1.1" status: 200 len: 990 time: 0.1325917 Apr 21 21:19:39.428691 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7c6ba31f-196f-48da-b523-93196a1514b6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6076803 Apr 21 21:19:39.455121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59116) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.461375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2e6282ee-16aa-4189-b28c-fdcda5d838a4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:73:75:ec'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:39.467156 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-d30acfe5-e9fc-4c2c-81fa-a73bb93c0d67 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] delete failed (client error): The resource could not be found. Apr 21 21:19:39.470740 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d30acfe5-e9fc-4c2c-81fa-a73bb93c0d67 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/routers/c4b37b9f-1b96-4ce8-8e32-78fec4228579 HTTP/1.1" status: 404 len: 336 time: 0.0563440 Apr 21 21:19:39.479630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59118) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.519363 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fb3cdd-b469-4db4-83f2-3916c2714aec tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:39.520262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fb3cdd-b469-4db4-83f2-3916c2714aec tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:39.525759 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b1fb3cdd-b469-4db4-83f2-3916c2714aec tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/62416687-9fd8-4db7-831f-6c969ca3feb5 HTTP/1.1" status: 404 len: 337 time: 0.0410883 Apr 21 21:19:39.532129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59120) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.539313 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4032b-9ecf-49c0-94a5-a3666b11e2b3 None None] New status for floating IP b30261d8-b2d5-4393-88c8-d8fc77807a52: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:19:39.573330 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e2da78-88ed-4941-95ee-d3dfab31ac35 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] DELETE failed (client error): The resource could not be found. Apr 21 21:19:39.573796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e2da78-88ed-4941-95ee-d3dfab31ac35 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114646) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:19:39.577043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e5e2da78-88ed-4941-95ee-d3dfab31ac35 tempest-RoutersIpV6Test-1415650346 tempest-RoutersIpV6Test-1415650346-project] 10.222.0.49 "DELETE /v2.0/subnets/6f38d71a-7077-4167-b30c-47a6348db0b4 HTTP/1.1" status: 404 len: 337 time: 0.0439477 Apr 21 21:19:39.578258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6282ee-16aa-4189-b28c-fdcda5d838a4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:39.600491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d5c44de2-44d5-4987-9c9f-323e38f6b294 None None] Provisioning complete for port ce37ea45-5818-4ac5-939a-551f113b2121 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:39.601092 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d5c44de2-44d5-4987-9c9f-323e38f6b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:39.604611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08af5c8d-efc3-43b2-9792-57e47f315438 req-d391b0f9-b4f4-4cfd-96ee-a641417486e3 service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208197 Apr 21 21:19:39.640581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d5c44de2-44d5-4987-9c9f-323e38f6b294 None None] Port ce37ea45-5818-4ac5-939a-551f113b2121 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:39.785450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6282ee-16aa-4189-b28c-fdcda5d838a4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:39.793886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6282ee-16aa-4189-b28c-fdcda5d838a4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:39.873661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6282ee-16aa-4189-b28c-fdcda5d838a4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Port': ['ID=ce37ea45-5818-4ac5-939a-551f113b2121,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:39.886097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59126) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.887275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2e6282ee-16aa-4189-b28c-fdcda5d838a4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] In _notify_port_updated(), no bound segment for port ce37ea45-5818-4ac5-939a-551f113b2121 on network 6c3ba552-25d8-441a-bc3c-14feb7345487 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:19:39.893709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6282ee-16aa-4189-b28c-fdcda5d838a4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:39.894503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e6282ee-16aa-4189-b28c-fdcda5d838a4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:39.898653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e6282ee-16aa-4189-b28c-fdcda5d838a4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "PUT /v2.0/ports/ce37ea45-5818-4ac5-939a-551f113b2121 HTTP/1.1" status: 200 len: 993 time: 0.4424701 Apr 21 21:19:39.899002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59130) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:39.999140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-27546007-0c27-48c4-bd8d-d21af5385db4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Deleting port ce37ea45-5818-4ac5-939a-551f113b2121 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:39.999476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27546007-0c27-48c4-bd8d-d21af5385db4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.066590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-de46c92a-daa1-42cf-abf5-19e8c5760da1 None None] Provisioning complete for port ce37ea45-5818-4ac5-939a-551f113b2121 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:40.067071 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-de46c92a-daa1-42cf-abf5-19e8c5760da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.098008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0801846a-a4b7-40cf-b342-c93d8de2aa53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f507a47e5a1e46f0ad7c982e8236a48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104259 Apr 21 21:19:40.100312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-de46c92a-daa1-42cf-abf5-19e8c5760da1 None None] Port ce37ea45-5818-4ac5-939a-551f113b2121 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:40.101061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59132) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:40.115502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27546007-0c27-48c4-bd8d-d21af5385db4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.127402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-27546007-0c27-48c4-bd8d-d21af5385db4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Calling delete_port for ce37ea45-5818-4ac5-939a-551f113b2121 owned by {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:40.153917 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4259c43d-dee6-44b0-b9c6-b1cb1caf9cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.175745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4259c43d-dee6-44b0-b9c6-b1cb1caf9cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.223332 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4259c43d-dee6-44b0-b9c6-b1cb1caf9cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.226502 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4259c43d-dee6-44b0-b9c6-b1cb1caf9cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.227692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4259c43d-dee6-44b0-b9c6-b1cb1caf9cae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25fc9456-c154-45a1-b356-0679823dbe71 HTTP/1.1" status: 204 len: 168 time: 0.1250241 Apr 21 21:19:40.235499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259c43d-dee6-44b0-b9c6-b1cb1caf9cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc9456-c154-45a1-b356-0679823dbe71,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:40.268355 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27546007-0c27-48c4-bd8d-d21af5385db4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.303930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27546007-0c27-48c4-bd8d-d21af5385db4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event deleted for resources: {'Port': ['ID=ce37ea45-5818-4ac5-939a-551f113b2121,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:40.420830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59138) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:40.440329 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27546007-0c27-48c4-bd8d-d21af5385db4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.444802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-27546007-0c27-48c4-bd8d-d21af5385db4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "DELETE /v2.0/ports/ce37ea45-5818-4ac5-939a-551f113b2121 HTTP/1.1" status: 204 len: 168 time: 0.5436327 Apr 21 21:19:40.446458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59140) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:40.471822 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a42fd0-c4e0-481a-b4a1-0c0a737c51bf tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] GET failed (client error): The resource could not be found. Apr 21 21:19:40.473474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-13a42fd0-c4e0-481a-b4a1-0c0a737c51bf tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "GET /v2.0/ports/ce37ea45-5818-4ac5-939a-551f113b2121 HTTP/1.1" status: 404 len: 333 time: 0.0259306 Apr 21 21:19:40.479984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59146) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:40.485518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'port': {'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487', 'name': 'tempest-AllowedAddressPairTestJSON-2110391868'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:40.508807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-54636d55-7a23-4dd0-a463-5a78ba47355d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/floatingips/b30261d8-b2d5-4393-88c8-d8fc77807a52 HTTP/1.1" status: 200 len: 992 time: 0.0853994 Apr 21 21:19:40.607069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Made reservation on behalf of b8f74b7c1ae444d59abe3414b21d5cce for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:40.610649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.628324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] device_id is not set on port 59ed7588-b4ba-4186-a102-cbd2294d9f91 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:19:40.739596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Allocated IP 172.20.0.11 (6c3ba552-25d8-441a-bc3c-14feb7345487/68c43b08-e044-4f12-b70c-e66437598b06/59ed7588-b4ba-4186-a102-cbd2294d9f91) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:40.890474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.924192 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:40.924486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59162) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:40.963606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:40.966830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:40.971084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:41.020041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Port': ['ID=59ed7588-b4ba-4186-a102-cbd2294d9f91,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:41.031049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-77a0ad10-827e-422f-842a-e1d637cb7c94 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1847009493', 'prefixes': ['172.20.0.0/16']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:41.045545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:41.046278 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.064254 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d2ae7a63-c758-4ce4-aafe-c4c7c96cdca5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5831633 Apr 21 21:19:41.066934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59166) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:41.073772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6715431f-1ba9-4075-abb3-654739b78a30 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:73:75:ec'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:41.102761 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-77a0ad10-827e-422f-842a-e1d637cb7c94 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] Notify callbacks [] for subnetpool, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.106468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-77a0ad10-827e-422f-842a-e1d637cb7c94 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1784256 Apr 21 21:19:41.106720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59168) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:41.145553 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf0d8fc4-a8d3-4c6f-aa9d-cddb920e5097 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] 10.222.0.49 "GET /v2.0/subnetpools/d0cd8160-5e22-4e33-a6c1-758f9d60b29e HTTP/1.1" status: 200 len: 732 time: 0.0376632 Apr 21 21:19:41.148001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59170) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:41.152498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8f1c7194-7538-46aa-b2da-c67eca4602c1 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1272311237'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:41.231906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f1c7194-7538-46aa-b2da-c67eca4602c1 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] Notify callbacks [] for subnetpool, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.237538 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8f1c7194-7538-46aa-b2da-c67eca4602c1 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] 10.222.0.49 "PUT /v2.0/subnetpools/d0cd8160-5e22-4e33-a6c1-758f9d60b29e HTTP/1.1" status: 200 len: 684 time: 0.0862741 Apr 21 21:19:41.237730 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6715431f-1ba9-4075-abb3-654739b78a30 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.237940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59172) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:41.241192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-531e1f58-f2f9-4ab0-a81e-168f3bdbd1ad None None] Provisioning complete for port 59ed7588-b4ba-4186-a102-cbd2294d9f91 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:41.241735 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-531e1f58-f2f9-4ab0-a81e-168f3bdbd1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.275347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-531e1f58-f2f9-4ab0-a81e-168f3bdbd1ad None None] Port 59ed7588-b4ba-4186-a102-cbd2294d9f91 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:41.311419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-03a0c936-8e0a-454c-b13c-417b4b557327 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] Notify callbacks [] for subnetpool, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.315239 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-03a0c936-8e0a-454c-b13c-417b4b557327 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] 10.222.0.49 "DELETE /v2.0/subnetpools/d0cd8160-5e22-4e33-a6c1-758f9d60b29e HTTP/1.1" status: 204 len: 168 time: 0.0735204 Apr 21 21:19:41.315430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:41.330221 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-2f89d609-b5a3-4e87-9fbb-796ade6d6927 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] show failed (client error): The resource could not be found. Apr 21 21:19:41.331200 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2f89d609-b5a3-4e87-9fbb-796ade6d6927 tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] 10.222.0.49 "GET /v2.0/subnetpools/d0cd8160-5e22-4e33-a6c1-758f9d60b29e HTTP/1.1" status: 404 len: 346 time: 0.0148709 Apr 21 21:19:41.333930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59176) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:41.347596 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-d4db9c35-e687-466e-9872-9549cfc125fa tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] delete failed (client error): The resource could not be found. Apr 21 21:19:41.348569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d4db9c35-e687-466e-9872-9549cfc125fa tempest-SubnetPoolsTestJSON-223910976 tempest-SubnetPoolsTestJSON-223910976-project] 10.222.0.49 "DELETE /v2.0/subnetpools/d0cd8160-5e22-4e33-a6c1-758f9d60b29e HTTP/1.1" status: 404 len: 346 time: 0.0137162 Apr 21 21:19:41.413157 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6715431f-1ba9-4075-abb3-654739b78a30 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.418403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6715431f-1ba9-4075-abb3-654739b78a30 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.499538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715431f-1ba9-4075-abb3-654739b78a30 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Port': ['ID=59ed7588-b4ba-4186-a102-cbd2294d9f91,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:41.512392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-6715431f-1ba9-4075-abb3-654739b78a30 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] In _notify_port_updated(), no bound segment for port 59ed7588-b4ba-4186-a102-cbd2294d9f91 on network 6c3ba552-25d8-441a-bc3c-14feb7345487 {{(pid=114647) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:19:41.517852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715431f-1ba9-4075-abb3-654739b78a30 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:41.518507 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6715431f-1ba9-4075-abb3-654739b78a30 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.519797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6715431f-1ba9-4075-abb3-654739b78a30 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "PUT /v2.0/ports/59ed7588-b4ba-4186-a102-cbd2294d9f91 HTTP/1.1" status: 200 len: 997 time: 0.4507856 Apr 21 21:19:41.522909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59180) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:41.623354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c83ec778-1f42-4073-b856-7996b4dda3f3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Deleting port 59ed7588-b4ba-4186-a102-cbd2294d9f91 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:41.623701 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c83ec778-1f42-4073-b856-7996b4dda3f3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.627574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59184) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:41.700478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-176e20b8-6a5e-41a5-990a-3ecbd3ecdf55 None None] Provisioning complete for port 59ed7588-b4ba-4186-a102-cbd2294d9f91 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:41.701029 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-176e20b8-6a5e-41a5-990a-3ecbd3ecdf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.726678 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c83ec778-1f42-4073-b856-7996b4dda3f3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.738700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-176e20b8-6a5e-41a5-990a-3ecbd3ecdf55 None None] Port 59ed7588-b4ba-4186-a102-cbd2294d9f91 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:41.742592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c83ec778-1f42-4073-b856-7996b4dda3f3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Calling delete_port for 59ed7588-b4ba-4186-a102-cbd2294d9f91 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:41.873518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c83ec778-1f42-4073-b856-7996b4dda3f3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.879242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c98225ff-51c2-443d-9c1a-b31df1fff294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.907033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ec778-1f42-4073-b856-7996b4dda3f3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event deleted for resources: {'Port': ['ID=59ed7588-b4ba-4186-a102-cbd2294d9f91,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:41.962628 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c98225ff-51c2-443d-9c1a-b31df1fff294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.967450 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c98225ff-51c2-443d-9c1a-b31df1fff294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.980730 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c83ec778-1f42-4073-b856-7996b4dda3f3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:41.988186 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c83ec778-1f42-4073-b856-7996b4dda3f3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "DELETE /v2.0/ports/59ed7588-b4ba-4186-a102-cbd2294d9f91 HTTP/1.1" status: 204 len: 168 time: 0.4619365 Apr 21 21:19:41.988411 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59188) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:42.015734 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68132df-231a-437e-ad15-f69b565aedb1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] GET failed (client error): The resource could not be found. Apr 21 21:19:42.021346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b68132df-231a-437e-ad15-f69b565aedb1 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "GET /v2.0/ports/59ed7588-b4ba-4186-a102-cbd2294d9f91 HTTP/1.1" status: 404 len: 333 time: 0.0279884 Apr 21 21:19:42.021700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59190) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:42.026864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'port': {'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487', 'name': 'tempest-AllowedAddressPairTestJSON-1646893976'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:42.030463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c98225ff-51c2-443d-9c1a-b31df1fff294 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e8c4dbdd4024350aeb942f073bcebde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016261 Apr 21 21:19:42.031332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59192) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:42.032077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98225ff-51c2-443d-9c1a-b31df1fff294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5faa15-5aee-4300-90e3-49a66f30e5c5,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:42.101986 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53a8c8a7-a0a2-4ad2-b21f-3d97287830e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.124199 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53a8c8a7-a0a2-4ad2-b21f-3d97287830e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.146297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Made reservation on behalf of b8f74b7c1ae444d59abe3414b21d5cce for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:42.149966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.168985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] device_id is not set on port d9f82611-23ae-4bae-94e4-782f322d47fb yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:19:42.174357 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53a8c8a7-a0a2-4ad2-b21f-3d97287830e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.177074 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53a8c8a7-a0a2-4ad2-b21f-3d97287830e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.178334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-53a8c8a7-a0a2-4ad2-b21f-3d97287830e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b5faa15-5aee-4300-90e3-49a66f30e5c5 HTTP/1.1" status: 204 len: 168 time: 0.1431820 Apr 21 21:19:42.190603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8c8a7-a0a2-4ad2-b21f-3d97287830e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5faa15-5aee-4300-90e3-49a66f30e5c5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:42.285681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Allocated IP 172.20.0.10 (6c3ba552-25d8-441a-bc3c-14feb7345487/68c43b08-e044-4f12-b70c-e66437598b06/d9f82611-23ae-4bae-94e4-782f322d47fb) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:42.437218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.471877 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.516844 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:42.519993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:42.528007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:42.531720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Port': ['ID=d9f82611-23ae-4bae-94e4-782f322d47fb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:42.588412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:42.589112 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.606154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69d90d25-d87c-49f0-89a6-d9718e4edea5 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5831993 Apr 21 21:19:42.608637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59208) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:42.614237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'port': {'network_id': '6c3ba552-25d8-441a-bc3c-14feb7345487', 'name': 'tempest-AllowedAddressPairTestJSON-735084710'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:42.735658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Made reservation on behalf of b8f74b7c1ae444d59abe3414b21d5cce for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:42.744151 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.763744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] device_id is not set on port de93ba89-d0c6-441c-aaef-2c154c081c42 yet. {{(pid=114646) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:19:42.776182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b77780ef-dfeb-4331-817e-77e61f241fd4 None None] Provisioning complete for port d9f82611-23ae-4bae-94e4-782f322d47fb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:42.776707 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b77780ef-dfeb-4331-817e-77e61f241fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:42.817061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b77780ef-dfeb-4331-817e-77e61f241fd4 None None] Port d9f82611-23ae-4bae-94e4-782f322d47fb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:42.882764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Allocated IP 172.20.0.4 (6c3ba552-25d8-441a-bc3c-14feb7345487/68c43b08-e044-4f12-b70c-e66437598b06/de93ba89-d0c6-441c-aaef-2c154c081c42) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:43.028524 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.062916 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.110109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:43.115711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:43.118098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:43.149858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Port': ['ID=de93ba89-d0c6-441c-aaef-2c154c081c42,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:43.175485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:43.176338 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.196901 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0ff98adc-dd81-4883-93bb-5c6066da19e6 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5869677 Apr 21 21:19:43.199515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59226) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:43.204977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-785e9217-4acf-4e7b-92ba-856afaa15621 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:73:75:ec'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:9f:7f:a6'}]}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:43.345717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bc305616-48ff-4f52-8af4-6172d9ded9dc None None] Provisioning complete for port de93ba89-d0c6-441c-aaef-2c154c081c42 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:43.346372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc305616-48ff-4f52-8af4-6172d9ded9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.365182 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-785e9217-4acf-4e7b-92ba-856afaa15621 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.387667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bc305616-48ff-4f52-8af4-6172d9ded9dc None None] Port de93ba89-d0c6-441c-aaef-2c154c081c42 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:43.553197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-785e9217-4acf-4e7b-92ba-856afaa15621 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.558365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-785e9217-4acf-4e7b-92ba-856afaa15621 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.632432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e9217-4acf-4e7b-92ba-856afaa15621 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event updated for resources: {'Port': ['ID=de93ba89-d0c6-441c-aaef-2c154c081c42,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:43.647767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-785e9217-4acf-4e7b-92ba-856afaa15621 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] In _notify_port_updated(), no bound segment for port de93ba89-d0c6-441c-aaef-2c154c081c42 on network 6c3ba552-25d8-441a-bc3c-14feb7345487 {{(pid=114646) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 21:19:43.653445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e9217-4acf-4e7b-92ba-856afaa15621 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:43.654192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-785e9217-4acf-4e7b-92ba-856afaa15621 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.655599 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-785e9217-4acf-4e7b-92ba-856afaa15621 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "PUT /v2.0/ports/de93ba89-d0c6-441c-aaef-2c154c081c42 HTTP/1.1" status: 200 len: 1055 time: 0.4551389 Apr 21 21:19:43.658424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59242) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:43.764620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a1e44e36-5be0-4a0b-9b56-307a007ff5e3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Deleting port de93ba89-d0c6-441c-aaef-2c154c081c42 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:43.765122 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e36-5be0-4a0b-9b56-307a007ff5e3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.811760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d92b2f28-e264-49b0-aaae-1556fd91691f None None] Provisioning complete for port de93ba89-d0c6-441c-aaef-2c154c081c42 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:43.812271 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d92b2f28-e264-49b0-aaae-1556fd91691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.849947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d92b2f28-e264-49b0-aaae-1556fd91691f None None] Port de93ba89-d0c6-441c-aaef-2c154c081c42 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:43.867683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e36-5be0-4a0b-9b56-307a007ff5e3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:43.879588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a1e44e36-5be0-4a0b-9b56-307a007ff5e3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Calling delete_port for de93ba89-d0c6-441c-aaef-2c154c081c42 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:44.008028 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e36-5be0-4a0b-9b56-307a007ff5e3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:44.034724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44e36-5be0-4a0b-9b56-307a007ff5e3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event deleted for resources: {'Port': ['ID=de93ba89-d0c6-441c-aaef-2c154c081c42,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:44.265719 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e36-5be0-4a0b-9b56-307a007ff5e3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:44.268905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a1e44e36-5be0-4a0b-9b56-307a007ff5e3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "DELETE /v2.0/ports/de93ba89-d0c6-441c-aaef-2c154c081c42 HTTP/1.1" status: 204 len: 168 time: 0.6094368 Apr 21 21:19:44.271456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59246) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:44.294237 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-24151d83-f2a9-4631-8721-19eeeec3a9a3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] GET failed (client error): The resource could not be found. Apr 21 21:19:44.295651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-24151d83-f2a9-4631-8721-19eeeec3a9a3 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "GET /v2.0/ports/de93ba89-d0c6-441c-aaef-2c154c081c42 HTTP/1.1" status: 404 len: 333 time: 0.0232389 Apr 21 21:19:44.298311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59248) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:44.383423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ba063-e762-499d-9217-286b1c1783b4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Deleting port d9f82611-23ae-4bae-94e4-782f322d47fb {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:44.383679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba063-e762-499d-9217-286b1c1783b4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:44.468022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba063-e762-499d-9217-286b1c1783b4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:44.479304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ba063-e762-499d-9217-286b1c1783b4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Calling delete_port for d9f82611-23ae-4bae-94e4-782f322d47fb owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:44.605298 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba063-e762-499d-9217-286b1c1783b4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:44.636368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ba063-e762-499d-9217-286b1c1783b4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event deleted for resources: {'Port': ['ID=d9f82611-23ae-4bae-94e4-782f322d47fb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:44.709971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a5ba063-e762-499d-9217-286b1c1783b4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:44.713746 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a5ba063-e762-499d-9217-286b1c1783b4 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "DELETE /v2.0/ports/d9f82611-23ae-4bae-94e4-782f322d47fb HTTP/1.1" status: 204 len: 168 time: 0.4140832 Apr 21 21:19:44.715870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59250) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:44.741422 n-d-838945-1 neutron-server[114646]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e61924-e077-4853-a295-d126bcfcb165 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] GET failed (client error): The resource could not be found. Apr 21 21:19:44.742949 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a4e61924-e077-4853-a295-d126bcfcb165 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "GET /v2.0/ports/d9f82611-23ae-4bae-94e4-782f322d47fb HTTP/1.1" status: 404 len: 333 time: 0.0261550 Apr 21 21:19:44.746401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59252) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:44.836938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c6670-813e-4989-9742-934425325f25 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Deleting port 8d35201a-7625-4f29-9129-ccf2a37b0066 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:44.837281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6670-813e-4989-9742-934425325f25 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:44.922614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6670-813e-4989-9742-934425325f25 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:44.933993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ed8c6670-813e-4989-9742-934425325f25 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Calling delete_port for 8d35201a-7625-4f29-9129-ccf2a37b0066 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:45.063730 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6670-813e-4989-9742-934425325f25 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.100062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c6670-813e-4989-9742-934425325f25 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event deleted for resources: {'Port': ['ID=8d35201a-7625-4f29-9129-ccf2a37b0066,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:45.198828 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed8c6670-813e-4989-9742-934425325f25 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.212622 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ed8c6670-813e-4989-9742-934425325f25 tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "DELETE /v2.0/ports/8d35201a-7625-4f29-9129-ccf2a37b0066 HTTP/1.1" status: 204 len: 168 time: 0.4631207 Apr 21 21:19:45.212942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59268) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:45.282069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc42bebe-2152-42e7-b44a-cb24fc2e351b tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Deleting subnet 68c43b08-e044-4f12-b70c-e66437598b06 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:19:45.287424 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dc42bebe-2152-42e7-b44a-cb24fc2e351b tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.329705 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dc42bebe-2152-42e7-b44a-cb24fc2e351b tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.416719 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dc42bebe-2152-42e7-b44a-cb24fc2e351b tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.474230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dc42bebe-2152-42e7-b44a-cb24fc2e351b tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.503755 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dc42bebe-2152-42e7-b44a-cb24fc2e351b tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.509945 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dc42bebe-2152-42e7-b44a-cb24fc2e351b tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "DELETE /v2.0/subnets/68c43b08-e044-4f12-b70c-e66437598b06 HTTP/1.1" status: 204 len: 168 time: 0.2936766 Apr 21 21:19:45.509945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42bebe-2152-42e7-b44a-cb24fc2e351b tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event deleted for resources: {'Subnet': ['ID=68c43b08-e044-4f12-b70c-e66437598b06,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:45.510397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59272) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:45.516253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33872ffb-ba16-4189-a042-12adf4214e77 None None] Network 6c3ba552-25d8-441a-bc3c-14feb7345487 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:45.590517 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.648400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Deleting port 951b48fd-b869-4dda-b690-2a1f1c689a07 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:45.648734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.708135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] DHCP port deletion for 6c3ba552-25d8-441a-bc3c-14feb7345487 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:19:45.716640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] For port 951b48fd-b869-4dda-b690-2a1f1c689a07, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=951b48fd-b869-4dda-b690-2a1f1c689a07,segment=NetworkSegment(5a0a2047-a863-40ec-ae4c-12a0220de194),segment_id=5a0a2047-a863-40ec-ae4c-12a0220de194)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:45.717349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.732964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Calling delete_port for 951b48fd-b869-4dda-b690-2a1f1c689a07 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:45.757802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Deleting port 951b48fd-b869-4dda-b690-2a1f1c689a07 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:45.758244 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.822917 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.832234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] For port 951b48fd-b869-4dda-b690-2a1f1c689a07, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=951b48fd-b869-4dda-b690-2a1f1c689a07,segment=NetworkSegment(5a0a2047-a863-40ec-ae4c-12a0220de194),segment_id=5a0a2047-a863-40ec-ae4c-12a0220de194)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:45.832674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.853986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Calling delete_port for 951b48fd-b869-4dda-b690-2a1f1c689a07 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:45.859345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event deleted for resources: {'Port': ['ID=951b48fd-b869-4dda-b690-2a1f1c689a07,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:45.867626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] No DVR routers for this DVR port 951b48fd-b869-4dda-b690-2a1f1c689a07 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:19:45.937371 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.950160 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:45.967402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] No DVR routers for this DVR port 951b48fd-b869-4dda-b690-2a1f1c689a07 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:19:45.970291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3ba552-25d8-441a-bc3c-14feb7345487']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:45.971354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Pushing event deleted for resources: {'Port': ['ID=951b48fd-b869-4dda-b690-2a1f1c689a07,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:45.979446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.979793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.980162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.982059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.982406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.982742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.983072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.983400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.983809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0a2047-a863-40ec-ae4c-12a0220de194') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:45.983928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.984106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0a2047-a863-40ec-ae4c-12a0220de194') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:45.984223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.984465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.984814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e1631-be97-42d9-8e49-a66bb3c37f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:45.994233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:46.008204 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:46.014031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:19:46.014411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:19:46.017497 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:19:46.078776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:46.086066 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:46.089524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] 10.222.0.49 "DELETE /v2.0/networks/6c3ba552-25d8-441a-bc3c-14feb7345487 HTTP/1.1" status: 204 len: 168 time: 0.5780435 Apr 21 21:19:46.101845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fa3ad-ea0c-4baa-9c2b-9d191257123a tempest-AllowedAddressPairTestJSON-663197780 tempest-AllowedAddressPairTestJSON-663197780-project] Pushing event deleted for resources: {'Network': ['ID=6c3ba552-25d8-441a-bc3c-14feb7345487,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:46.273468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 951b48fd-b869-4dda-b690-2a1f1c689a07 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:46.296357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 951b48fd-b869-4dda-b690-2a1f1c689a07 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:46.296700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 951b48fd-b869-4dda-b690-2a1f1c689a07 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:46.339529 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59284) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:46.477354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-86065fc9-fe0b-4c4e-b7b9-e0a7ce32aaea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8f74b7c1ae444d59abe3414b21d5cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366076 Apr 21 21:19:46.479946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59288) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:46.532198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127ff326-5019-4a58-a471-2be1835f67c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:46.554985 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127ff326-5019-4a58-a471-2be1835f67c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:46.604044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127ff326-5019-4a58-a471-2be1835f67c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:46.606722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-127ff326-5019-4a58-a471-2be1835f67c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:46.607911 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-127ff326-5019-4a58-a471-2be1835f67c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70ed82f8-1d25-4d27-b0f9-139fe33291b9 HTTP/1.1" status: 204 len: 168 time: 0.1268396 Apr 21 21:19:46.615739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ff326-5019-4a58-a471-2be1835f67c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed82f8-1d25-4d27-b0f9-139fe33291b9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:47.275435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59320) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:47.370635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-233106663'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:47.390360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Made reservation on behalf of 6f5e364dd7c34edb8d48fc46c899f78c for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:47.393720 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:47.402161 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:47.476428 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:47.481635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:47.517321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:19:47.523711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d772ef-1053-4c52-ac34-f730b9a96978,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:47.531059 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:47.531370 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Added segment 20e48f5f-1aed-4632-8390-92d4eae2ccf8 of type vlan for network 48763468-a6df-4d12-955f-dd2abd5e5ab9 Apr 21 21:19:47.579754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:47.632264 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:47.653545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:47.657385 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:47.716366 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4398277 Apr 21 21:19:47.719285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59324) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:47.726959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Request body: {'subnet': {'network_id': '48763468-a6df-4d12-955f-dd2abd5e5ab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:47.733378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a5bd2-ec19-42f0-adc8-3c5cf1877a63 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event updated for resources: {'Network': ['ID=48763468-a6df-4d12-955f-dd2abd5e5ab9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:47.745054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 48763468-a6df-4d12-955f-dd2abd5e5ab9 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:19:47.828593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Made reservation on behalf of 6f5e364dd7c34edb8d48fc46c899f78c for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:47.832003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.016271 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.075432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event updated for resources: {'Subnet': ['ID=efb14e16-fb77-4b2a-8183-56b4917996a9,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:48.085926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Checking segment: {'id': '20e48f5f-1aed-4632-8390-92d4eae2ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '48763468-a6df-4d12-955f-dd2abd5e5ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:48.086282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Network hostable DHCP agents. Network: 48763468-a6df-4d12-955f-dd2abd5e5ab9, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:19:48.103115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Network 48763468-a6df-4d12-955f-dd2abd5e5ab9 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:19:48.112330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 48763468-a6df-4d12-955f-dd2abd5e5ab9) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:48.116490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:48.117153 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.121173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0029407-1329-4eca-a39a-639ad03b7ac5 None None] Network 48763468-a6df-4d12-955f-dd2abd5e5ab9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:48.135105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-94416fc0-65c4-4690-8fca-2dc00cbcaddc tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4120514 Apr 21 21:19:48.135407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59330) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:48.140506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a1ccc212-3952-4d3e-92e0-d388a81765a0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-987493247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:48.166214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc212-3952-4d3e-92e0-d388a81765a0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.167292 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc212-3952-4d3e-92e0-d388a81765a0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.246584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc212-3952-4d3e-92e0-d388a81765a0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.263347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc212-3952-4d3e-92e0-d388a81765a0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.283543 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc212-3952-4d3e-92e0-d388a81765a0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.288128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a1ccc212-3952-4d3e-92e0-d388a81765a0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1494675 Apr 21 21:19:48.288484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59332) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:48.299290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-48763468-a6df-4d12-955f-dd2abd5e5ab9', 'network_id': '48763468-a6df-4d12-955f-dd2abd5e5ab9', 'tenant_id': '6f5e364dd7c34edb8d48fc46c899f78c', 'fixed_ips': [{'subnet_id': 'efb14e16-fb77-4b2a-8183-56b4917996a9'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:19:48.300363 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.432940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Allocated IP 172.20.0.2 (48763468-a6df-4d12-955f-dd2abd5e5ab9/efb14e16-fb77-4b2a-8183-56b4917996a9/2fab73b9-c305-4705-828c-ac1fa45650ff) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:48.579523 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.582769 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.588980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.628690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Network 48763468-a6df-4d12-955f-dd2abd5e5ab9 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:48.633624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:48.636036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:48.647556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Pushing event updated for resources: {'Port': ['ID=2fab73b9-c305-4705-828c-ac1fa45650ff,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:48.699713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Attempting to bind port 2fab73b9-c305-4705-828c-ac1fa45650ff on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:19:48.700080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Attempting to bind port 2fab73b9-c305-4705-828c-ac1fa45650ff by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '20e48f5f-1aed-4632-8390-92d4eae2ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '48763468-a6df-4d12-955f-dd2abd5e5ab9'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:19:48.700439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Attempting to bind port 2fab73b9-c305-4705-828c-ac1fa45650ff on network 48763468-a6df-4d12-955f-dd2abd5e5ab9 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:19:48.705581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:19:48.705952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Checking segment: {'id': '20e48f5f-1aed-4632-8390-92d4eae2ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '48763468-a6df-4d12-955f-dd2abd5e5ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:19:48.706352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.706745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Bound using segment: {'id': '20e48f5f-1aed-4632-8390-92d4eae2ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '48763468-a6df-4d12-955f-dd2abd5e5ab9'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:19:48.707203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Bound port: 2fab73b9-c305-4705-828c-ac1fa45650ff, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e48f5f-1aed-4632-8390-92d4eae2ccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '48763468-a6df-4d12-955f-dd2abd5e5ab9'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:19:48.707586 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.774308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] For port 2fab73b9-c305-4705-828c-ac1fa45650ff, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:19:48.778869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] For port 2fab73b9-c305-4705-828c-ac1fa45650ff, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2fab73b9-c305-4705-828c-ac1fa45650ff,segment=NetworkSegment(20e48f5f-1aed-4632-8390-92d4eae2ccf8),segment_id=20e48f5f-1aed-4632-8390-92d4eae2ccf8)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:19:48.786844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:48.830582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Allocated IP 172.20.0.1 (48763468-a6df-4d12-955f-dd2abd5e5ab9/efb14e16-fb77-4b2a-8183-56b4917996a9/98567d06-ca93-4d14-b198-3684f6a585d3) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:48.857135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f3a9b-e229-4995-8289-ffb58e2c03b4 None None] Pushing event updated for resources: {'Port': ['ID=2fab73b9-c305-4705-828c-ac1fa45650ff,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:48.968955 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:49.015672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:49.074868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Network 48763468-a6df-4d12-955f-dd2abd5e5ab9 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:49.078789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:49.085020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:49.109593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event updated for resources: {'Port': ['ID=98567d06-ca93-4d14-b198-3684f6a585d3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:49.152408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:49.628320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:49.927803 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:49.933757 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:49.950546 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f134a308-aa66-4979-8a74-9d7e97707855 None None] Network 48763468-a6df-4d12-955f-dd2abd5e5ab9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:50.009376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:50.028173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event updated for resources: {'Port': ['ID=98567d06-ca93-4d14-b198-3684f6a585d3,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:50.036706 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a26860ec-2aec-416b-8ed0-cce12505b2a1 None None] Provisioning complete for port 2fab73b9-c305-4705-828c-ac1fa45650ff triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:50.037873 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a26860ec-2aec-416b-8ed0-cce12505b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:50.204357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Network 48763468-a6df-4d12-955f-dd2abd5e5ab9 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:50.206752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:50.361448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a26860ec-2aec-416b-8ed0-cce12505b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:50.401363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Router fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:19:50.406037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a26860ec-2aec-416b-8ed0-cce12505b2a1 None None] For port 2fab73b9-c305-4705-828c-ac1fa45650ff, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2fab73b9-c305-4705-828c-ac1fa45650ff,segment=NetworkSegment(20e48f5f-1aed-4632-8390-92d4eae2ccf8),segment_id=20e48f5f-1aed-4632-8390-92d4eae2ccf8)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:50.417765 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a26860ec-2aec-416b-8ed0-cce12505b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:50.440860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2fab73b9-c305-4705-828c-ac1fa45650ff up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:50.530507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:50.541078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-84e60911-0404-491f-b568-5445ba56198b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "PUT /v2.0/routers/fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2513916 Apr 21 21:19:50.544078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59344) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:50.552487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b201b09-a2b0-418d-bbec-3c1a571ca5b7 None None] Sync routers for ids ['fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:50.566103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Request body: {'port': {'network_id': '48763468-a6df-4d12-955f-dd2abd5e5ab9', 'name': 'tempest-FloatingIPNegativeTestJSON-1752276082'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:50.574996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26860ec-2aec-416b-8ed0-cce12505b2a1 None None] Pushing event updated for resources: {'Port': ['ID=2fab73b9-c305-4705-828c-ac1fa45650ff,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:50.600662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2fab73b9-c305-4705-828c-ac1fa45650ff triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:50.601165 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:50.602811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b201b09-a2b0-418d-bbec-3c1a571ca5b7 None None] Routers {'fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:50.603382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b201b09-a2b0-418d-bbec-3c1a571ca5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:50.637862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b201b09-a2b0-418d-bbec-3c1a571ca5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:50.663011 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:50.689477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b201b09-a2b0-418d-bbec-3c1a571ca5b7 None None] Routers {'fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:50.690115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b201b09-a2b0-418d-bbec-3c1a571ca5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:50.694117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Made reservation on behalf of 6f5e364dd7c34edb8d48fc46c899f78c for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:19:50.698075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:50.717686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] device_id is not set on port 809c3127-0588-45a8-9982-d088ab83ffc8 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:19:50.729517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-90b9a4c6-03d3-4e8a-90d5-17d3b6d5a750 None None] Provisioning complete for port 98567d06-ca93-4d14-b198-3684f6a585d3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:50.729914 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90b9a4c6-03d3-4e8a-90d5-17d3b6d5a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:50.731953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b201b09-a2b0-418d-bbec-3c1a571ca5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:50.732556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b201b09-a2b0-418d-bbec-3c1a571ca5b7 None None] The sync data for ids ['fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:50.827024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-90b9a4c6-03d3-4e8a-90d5-17d3b6d5a750 None None] Port 98567d06-ca93-4d14-b198-3684f6a585d3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:50.864747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Allocated IP 172.20.0.3 (48763468-a6df-4d12-955f-dd2abd5e5ab9/efb14e16-fb77-4b2a-8183-56b4917996a9/809c3127-0588-45a8-9982-d088ab83ffc8) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:50.870125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:50.885175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-90b9a4c6-03d3-4e8a-90d5-17d3b6d5a750 None None] Provisioning complete for port 2fab73b9-c305-4705-828c-ac1fa45650ff triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:50.886107 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90b9a4c6-03d3-4e8a-90d5-17d3b6d5a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.059436 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.101763 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.148203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Network 48763468-a6df-4d12-955f-dd2abd5e5ab9 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:51.150550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:51.164224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:51.172522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a12646ad-1f1d-4801-a0a2-f55bbefa5890 None None] Provisioning complete for port 98567d06-ca93-4d14-b198-3684f6a585d3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:51.173035 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a12646ad-1f1d-4801-a0a2-f55bbefa5890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.229463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event updated for resources: {'Port': ['ID=809c3127-0588-45a8-9982-d088ab83ffc8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:51.235256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a12646ad-1f1d-4801-a0a2-f55bbefa5890 None None] Port 98567d06-ca93-4d14-b198-3684f6a585d3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:51.252483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:51.253136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.276168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bf4d6ef8-5713-4bf6-8aae-b3d9fde09d7e tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7312284 Apr 21 21:19:51.279719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59350) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:51.284219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:51.309504 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.360012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d3dd91a8-3696-45fc-9255-11359b984807 None None] Provisioning complete for port 98567d06-ca93-4d14-b198-3684f6a585d3 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:51.360397 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d3dd91a8-3696-45fc-9255-11359b984807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.429305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd91a8-3696-45fc-9255-11359b984807 None None] Port 98567d06-ca93-4d14-b198-3684f6a585d3 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:51.455050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.548378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f954c604-a0e9-4491-9152-1c16f4bd2f46 None None] Provisioning complete for port 809c3127-0588-45a8-9982-d088ab83ffc8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:51.548735 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f954c604-a0e9-4491-9152-1c16f4bd2f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.565717 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Allocated IP 172.25.0.149 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e04a4dd9-f65c-4503-8da8-f80627132896) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:51.586340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f954c604-a0e9-4491-9152-1c16f4bd2f46 None None] Port 809c3127-0588-45a8-9982-d088ab83ffc8 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:19:51.680430 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.719948 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.759639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:51.762448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:51.766008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:51.771405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event updated for resources: {'Port': ['ID=e04a4dd9-f65c-4503-8da8-f80627132896,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:51.866723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:51.902100 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.074505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.081349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.155469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event updated for resources: {'Port': ['ID=e04a4dd9-f65c-4503-8da8-f80627132896,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:52.167419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.183228 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.187034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-489b05c6-25ca-408f-a210-4dd49d6cc9a4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9037693 Apr 21 21:19:52.187377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59352) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:52.192701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9c0443c4-a0c6-4e03-ace5-9c40e1fe269a tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Request body: {'floatingip': {'port_id': '809c3127-0588-45a8-9982-d088ab83ffc8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:52.232966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c0443c4-a0c6-4e03-ace5-9c40e1fe269a tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.347107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2fab73b9-c305-4705-828c-ac1fa45650ff up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:19:52.380573 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-9c0443c4-a0c6-4e03-ace5-9c40e1fe269a tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] update failed (client error): The resource could not be found. Apr 21 21:19:52.381656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9c0443c4-a0c6-4e03-ace5-9c40e1fe269a tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "PUT /v2.0/floatingips/0c044727-8f62-4449-b81d-ef5dca46ae63 HTTP/1.1" status: 404 len: 507 time: 0.1928937 Apr 21 21:19:52.384355 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59358) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:52.408326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2fab73b9-c305-4705-828c-ac1fa45650ff triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:19:52.408952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.527711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Deleting port e04a4dd9-f65c-4503-8da8-f80627132896 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:52.528048 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.614892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.615466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.627568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Calling delete_port for e04a4dd9-f65c-4503-8da8-f80627132896 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:52.768853 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.799097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event deleted for resources: {'Port': ['ID=e04a4dd9-f65c-4503-8da8-f80627132896,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:52.862637 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.865953 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:52.867009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8c34e3bc-a602-45c6-957b-f21bc0c940d9 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "DELETE /v2.0/floatingips/0c044727-8f62-4449-b81d-ef5dca46ae63 HTTP/1.1" status: 204 len: 168 time: 0.4817498 Apr 21 21:19:52.870659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59360) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:52.875623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c27a321f-ff98-4a1c-a434-32c2352017e4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Request body: {'floatingip': {'floating_network_id': '48763468-a6df-4d12-955f-dd2abd5e5ab9', 'port_id': '809c3127-0588-45a8-9982-d088ab83ffc8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:52.897392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c27a321f-ff98-4a1c-a434-32c2352017e4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:53.009415 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-c27a321f-ff98-4a1c-a434-32c2352017e4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:19:53.010599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c27a321f-ff98-4a1c-a434-32c2352017e4 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1386774 Apr 21 21:19:53.014743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59362) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:53.019669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '809c3127-0588-45a8-9982-d088ab83ffc8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:53.043365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:53.147800 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:53.254077 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Allocated IP 172.25.0.92 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/0980efe5-08d2-4bd6-8f75-4f3d27a0f303) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:19:53.257996 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:19:53.377884 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:53.417931 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:53.454922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:19:53.459733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:19:53.463264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:19:53.488095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event updated for resources: {'Port': ['ID=0980efe5-08d2-4bd6-8f75-4f3d27a0f303,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:53.628244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Deleting port 0980efe5-08d2-4bd6-8f75-4f3d27a0f303 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:53.629045 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:53.706436 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:53.706860 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:53.719207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Calling delete_port for 0980efe5-08d2-4bd6-8f75-4f3d27a0f303 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:53.854972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:53.880521 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event deleted for resources: {'Port': ['ID=0980efe5-08d2-4bd6-8f75-4f3d27a0f303,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:53.960696 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] create failed (client error): The resource could not be found. Apr 21 21:19:53.961752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ff5c26c0-18ec-41e2-907a-e069ddd68d77 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9460196 Apr 21 21:19:53.965839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59368) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:54.057184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a021c398-82a8-45c5-88ab-d92744cfa52c tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Deleting port 809c3127-0588-45a8-9982-d088ab83ffc8 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:54.057528 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a021c398-82a8-45c5-88ab-d92744cfa52c tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:54.147668 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a021c398-82a8-45c5-88ab-d92744cfa52c tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:54.159363 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-a021c398-82a8-45c5-88ab-d92744cfa52c tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Calling delete_port for 809c3127-0588-45a8-9982-d088ab83ffc8 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:54.298517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a021c398-82a8-45c5-88ab-d92744cfa52c tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:54.327430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021c398-82a8-45c5-88ab-d92744cfa52c tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event deleted for resources: {'Port': ['ID=809c3127-0588-45a8-9982-d088ab83ffc8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:54.397516 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a021c398-82a8-45c5-88ab-d92744cfa52c tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:54.401003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a021c398-82a8-45c5-88ab-d92744cfa52c tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "DELETE /v2.0/ports/809c3127-0588-45a8-9982-d088ab83ffc8 HTTP/1.1" status: 204 len: 168 time: 0.4343362 Apr 21 21:19:54.404503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59372) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:54.453308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a93bf-e078-4284-9fd5-8dae978002ff tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:54.454838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-610a93bf-e078-4284-9fd5-8dae978002ff tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5 HTTP/1.1" status: 200 len: 913 time: 0.0494404 Apr 21 21:19:54.460155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59374) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:54.811525 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:55.050672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Deleting port 98567d06-ca93-4d14-b198-3684f6a585d3 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:55.051008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:55.135765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:55.147406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Calling delete_port for 98567d06-ca93-4d14-b198-3684f6a585d3 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:55.313587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:55.346877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event deleted for resources: {'Port': ['ID=98567d06-ca93-4d14-b198-3684f6a585d3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:55.499907 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:55.687189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Router fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:55.766736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:55.772728 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c1d1f922-0404-4fdf-b788-b630e8ead172 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "PUT /v2.0/routers/fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3116615 Apr 21 21:19:55.775218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59382) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:55.778684 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656fbcf-bc81-48a9-b7e1-1dd2beff6766 None None] Sync routers for ids ['fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:55.788691 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656fbcf-bc81-48a9-b7e1-1dd2beff6766 None None] Routers {'fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:55.789334 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1656fbcf-bc81-48a9-b7e1-1dd2beff6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:55.821082 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1656fbcf-bc81-48a9-b7e1-1dd2beff6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:55.829372 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656fbcf-bc81-48a9-b7e1-1dd2beff6766 None None] Routers {'fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:55.829959 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1656fbcf-bc81-48a9-b7e1-1dd2beff6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:55.850341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f67b95f-38a3-48aa-932e-34977afc52b3 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:55.863858 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1656fbcf-bc81-48a9-b7e1-1dd2beff6766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:55.864487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1656fbcf-bc81-48a9-b7e1-1dd2beff6766 None None] The sync data for ids ['fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5'] in n-d-838945-1 is: [] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:56.001746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f67b95f-38a3-48aa-932e-34977afc52b3 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.003680 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f67b95f-38a3-48aa-932e-34977afc52b3 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.044303 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f67b95f-38a3-48aa-932e-34977afc52b3 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.044841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f67b95f-38a3-48aa-932e-34977afc52b3 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Fanout notify agent at l3_agent the message router_deleted on router fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:19:56.051417 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9f67b95f-38a3-48aa-932e-34977afc52b3 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.052584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9f67b95f-38a3-48aa-932e-34977afc52b3 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "DELETE /v2.0/routers/fe5f2d63-3a8a-43f8-aa49-25e8ba3e8dc5 HTTP/1.1" status: 204 len: 168 time: 0.2761955 Apr 21 21:19:56.054813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59384) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:56.106393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e025ab9-fe16-4d80-bfe5-95ff7c8465b0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Deleting subnet efb14e16-fb77-4b2a-8183-56b4917996a9 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:19:56.109361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6e025ab9-fe16-4d80-bfe5-95ff7c8465b0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.147367 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6e025ab9-fe16-4d80-bfe5-95ff7c8465b0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.225783 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6e025ab9-fe16-4d80-bfe5-95ff7c8465b0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.285612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6e025ab9-fe16-4d80-bfe5-95ff7c8465b0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.312365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e025ab9-fe16-4d80-bfe5-95ff7c8465b0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event deleted for resources: {'Subnet': ['ID=efb14e16-fb77-4b2a-8183-56b4917996a9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:56.314583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6e025ab9-fe16-4d80-bfe5-95ff7c8465b0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.318248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6e025ab9-fe16-4d80-bfe5-95ff7c8465b0 tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "DELETE /v2.0/subnets/efb14e16-fb77-4b2a-8183-56b4917996a9 HTTP/1.1" status: 204 len: 168 time: 0.2624834 Apr 21 21:19:56.320060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d318ad5f-5066-41be-928e-02e55721fafa None None] Network 48763468-a6df-4d12-955f-dd2abd5e5ab9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:19:56.320682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59386) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:56.392614 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.443706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Deleting port 2fab73b9-c305-4705-828c-ac1fa45650ff {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:56.444052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.488292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530ce4ad-4fa5-47f7-8b62-2407c11c3ad5 None None] DHCP port deletion for 48763468-a6df-4d12-955f-dd2abd5e5ab9 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:19:56.511479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] For port 2fab73b9-c305-4705-828c-ac1fa45650ff, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2fab73b9-c305-4705-828c-ac1fa45650ff,segment=NetworkSegment(20e48f5f-1aed-4632-8390-92d4eae2ccf8),segment_id=20e48f5f-1aed-4632-8390-92d4eae2ccf8)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:56.511963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.524617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Calling delete_port for 2fab73b9-c305-4705-828c-ac1fa45650ff owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:56.534240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-530ce4ad-4fa5-47f7-8b62-2407c11c3ad5 None None] Deleting port 2fab73b9-c305-4705-828c-ac1fa45650ff {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:56.534611 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-530ce4ad-4fa5-47f7-8b62-2407c11c3ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.603284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.605890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-530ce4ad-4fa5-47f7-8b62-2407c11c3ad5 None None] For port 2fab73b9-c305-4705-828c-ac1fa45650ff, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2fab73b9-c305-4705-828c-ac1fa45650ff,segment=NetworkSegment(20e48f5f-1aed-4632-8390-92d4eae2ccf8),segment_id=20e48f5f-1aed-4632-8390-92d4eae2ccf8)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:19:56.606292 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-530ce4ad-4fa5-47f7-8b62-2407c11c3ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.619676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-530ce4ad-4fa5-47f7-8b62-2407c11c3ad5 None None] Calling delete_port for 2fab73b9-c305-4705-828c-ac1fa45650ff owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:56.633424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] No DVR routers for this DVR port 2fab73b9-c305-4705-828c-ac1fa45650ff on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:19:56.638091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event deleted for resources: {'Port': ['ID=2fab73b9-c305-4705-828c-ac1fa45650ff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:56.697243 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-530ce4ad-4fa5-47f7-8b62-2407c11c3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.720374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ce4ad-4fa5-47f7-8b62-2407c11c3ad5 None None] Pushing event deleted for resources: {'Port': ['ID=2fab73b9-c305-4705-828c-ac1fa45650ff,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:56.720951 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.727602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ce4ad-4fa5-47f7-8b62-2407c11c3ad5 None None] No DVR routers for this DVR port 2fab73b9-c305-4705-828c-ac1fa45650ff on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:19:56.752427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48763468-a6df-4d12-955f-dd2abd5e5ab9']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:56.762233 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e48f5f-1aed-4632-8390-92d4eae2ccf8') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:56.762635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e48f5f-1aed-4632-8390-92d4eae2ccf8') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:56.771911 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.784660 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.791189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:19:56.791645 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:19:56.794650 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:19:56.868899 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.876062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:56.879168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] 10.222.0.49 "DELETE /v2.0/networks/48763468-a6df-4d12-955f-dd2abd5e5ab9 HTTP/1.1" status: 204 len: 168 time: 0.5575781 Apr 21 21:19:56.891039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53061d62-b79b-4343-9a20-cc8228cd0b1b tempest-FloatingIPNegativeTestJSON-1348268180 tempest-FloatingIPNegativeTestJSON-1348268180-project] Pushing event deleted for resources: {'Network': ['ID=48763468-a6df-4d12-955f-dd2abd5e5ab9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:57.149818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59412) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:57.243843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a06f1-0ed4-4f2a-aa23-0792e71ba34d req-abe273d0-b2d6-4329-b588-5547379adb56 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:57.245453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-162a06f1-0ed4-4f2a-aa23-0792e71ba34d req-abe273d0-b2d6-4329-b588-5547379adb56 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1096 time: 0.0421185 Apr 21 21:19:57.282219 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-162a06f1-0ed4-4f2a-aa23-0792e71ba34d req-41e9cc3d-8888-4894-9841-ae9f45bfbec0 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301170 Apr 21 21:19:57.294034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f4136993-4e31-4eb6-b184-06529a98b110 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f5e364dd7c34edb8d48fc46c899f78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407070 Apr 21 21:19:57.294473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59418) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:57.304515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59420) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:57.342781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a6ee9b5-9044-4d09-8cc5-e7df5c46439a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:57.363000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a6ee9b5-9044-4d09-8cc5-e7df5c46439a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:57.418101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a6ee9b5-9044-4d09-8cc5-e7df5c46439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:57.421307 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a6ee9b5-9044-4d09-8cc5-e7df5c46439a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:57.425594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9a6ee9b5-9044-4d09-8cc5-e7df5c46439a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3d772ef-1053-4c52-ac34-f730b9a96978 HTTP/1.1" status: 204 len: 168 time: 0.1301191 Apr 21 21:19:57.438487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ee9b5-9044-4d09-8cc5-e7df5c46439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d772ef-1053-4c52-ac34-f730b9a96978,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:57.475306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port e418ce30-dbd0-4ecc-a6e7-da0450eec1ea {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:19:57.475651 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:57.554396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:57.554726 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:57.567626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for e418ce30-dbd0-4ecc-a6e7-da0450eec1ea owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:19:57.723415 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:57.750510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=e418ce30-dbd0-4ecc-a6e7-da0450eec1ea,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:57.810608 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:57.811121 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Floating IP 25a42c62-357b-40c4-81f7-69fdd589d5a2 disassociated (deleted). External IP: 172.25.0.81, port: 46490d7e-ecc8-458c-8979-3d1419c7b058. Apr 21 21:19:58.035029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 123fea45-b443-4f2b-8c95-88b4162f9be2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:19:58.156025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59446) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:58.164624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:19:58.169377 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:58.174852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] Sync routers for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:19:58.191021 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:58.193201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:58.196962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-287bf776-3eea-47cd-814c-5998da05448a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/floatingips/25a42c62-357b-40c4-81f7-69fdd589d5a2 HTTP/1.1" status: 204 len: 168 time: 0.8913047 Apr 21 21:19:58.197605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:19:58.199947 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def2b957-665b-40c2-ac62-972ee48dd8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:19:58.278384 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8293164c-2db3-4427-9c78-daff5b933cf6 x-openstack-request-id: req-8293164c-2db3-4427-9c78-daff5b933cf6 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:19:58.280672 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:19:58.281210 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8293164c-2db3-4427-9c78-daff5b933cf6 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:19:58.281915 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8293164c-2db3-4427-9c78-daff5b933cf6'] response: {'name': 'network-changed', 'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'status': 'completed', 'code': 200} Apr 21 21:19:58.357143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e47c67f5-1f03-4bce-a991-9755c603e8d6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:58.357601 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-e47c67f5-1f03-4bce-a991-9755c603e8d6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 21:19:58.358090 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-e47c67f5-1f03-4bce-a991-9755c603e8d6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 21:19:58.359167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e47c67f5-1f03-4bce-a991-9755c603e8d6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2015193 Apr 21 21:19:58.360011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2fab73b9-c305-4705-828c-ac1fa45650ff no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:19:58.362917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59454) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:58.368822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047070418'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:58.399209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 2fab73b9-c305-4705-828c-ac1fa45650ff {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:19:58.401674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2fab73b9-c305-4705-828c-ac1fa45650ff not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:19:58.416664 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:58.424594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-d899a89c-c4ab-4160-90bf-c6d91268158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:58.426324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-d899a89c-c4ab-4160-90bf-c6d91268158f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 1096 time: 0.1220803 Apr 21 21:19:58.432364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:58.434314 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:58.524055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362622d-a67b-4017-9aa6-07b565c5900c req-d98f14a5-837b-4847-97a8-8eaf14743ecd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:58.532577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b362622d-a67b-4017-9aa6-07b565c5900c req-d98f14a5-837b-4847-97a8-8eaf14743ecd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.0703704 Apr 21 21:19:58.563062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-ce059ef7-ff88-43cb-ba2b-279936fe23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:58.564825 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-ce059ef7-ff88-43cb-ba2b-279936fe23d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 200 len: 897 time: 0.1316257 Apr 21 21:19:58.631699 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-c4f25a7f-8885-4aec-929d-43e25d5a6408 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 200 len: 217 time: 0.0587497 Apr 21 21:19:58.661542 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:58.674396 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '98fb798d-5db8-4481-9087-beb7fda6a01c', 'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:20:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:01Z', 'updated_at': '2022-04-21T21:17:06Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:58.681454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:58.703009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] Checking router: 123fea45-b443-4f2b-8c95-88b4162f9be2 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:19:58.712911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:19:58.713868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:19:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:58.735517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-3208dbf9-eed9-4ad6-bb0f-11932e8d5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:58.736906 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-3208dbf9-eed9-4ad6-bb0f-11932e8d5967 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 200 len: 835 time: 0.0950613 Apr 21 21:19:58.774698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c754c8c-4f0f-4603-bf62-9eb7279badca,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:58.803927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.804302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.804590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.805010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.805349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.805789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.806170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.806492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.806900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.807276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.807604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.807921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:19:58.855312 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:19:59.013571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b362622d-a67b-4017-9aa6-07b565c5900c req-3f8e697e-c446-407f-a5ac-1d9ddf40c4d5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4799669 Apr 21 21:19:59.092262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '98fb798d-5db8-4481-9087-beb7fda6a01c', 'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:20:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:01Z', 'updated_at': '2022-04-21T21:17:06Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:19:59.125483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e43d31-7842-4a5a-a754-fc832cb20060 None None] The sync data for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 is: [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '98fb798d-5db8-4481-9087-beb7fda6a01c', 'name': '', 'network_id': '5be58a60-b5d4-4a28-acbe-3d25b8aca79d', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:20:00:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:17:01Z', 'updated_at': '2022-04-21T21:17:06Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '3bd8dea8-e2b9-4828-a1ec-3cc584456a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:19:59.237645 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.241246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-07cbf43e-6fd9-41d1-baa6-645e17e5daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:19:59.242850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-07cbf43e-6fd9-41d1-baa6-645e17e5daa4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5be58a60-b5d4-4a28-acbe-3d25b8aca79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4975810 Apr 21 21:19:59.243902 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.294324 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.298221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9320133 Apr 21 21:19:59.298593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59468) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:59.303663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7be1f52d-670e-4cad-9096-3965c54462e6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '0aeef977-3b2d-4b75-806e-bc6c178ddde3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:59.322957 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28210b7-f209-4db3-bd91-865ed6781849 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeef977-3b2d-4b75-806e-bc6c178ddde3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:59.344497 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7be1f52d-670e-4cad-9096-3965c54462e6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.380906 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-cd6b4d07-6438-4710-8eef-d5042aff3465 service neutron] 10.222.0.43 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241145 Apr 21 21:19:59.457507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7be1f52d-670e-4cad-9096-3965c54462e6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.466180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7be1f52d-670e-4cad-9096-3965c54462e6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.508098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1f52d-670e-4cad-9096-3965c54462e6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a63672b-dea2-4496-ad62-163fc95ac9cc,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:59.525427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7be1f52d-670e-4cad-9096-3965c54462e6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.529340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7be1f52d-670e-4cad-9096-3965c54462e6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2271862 Apr 21 21:19:59.529611 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59474) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:59.534145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4f70c4b4-a39a-4dc0-b033-175daf39c14e tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '0aeef977-3b2d-4b75-806e-bc6c178ddde3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:59.534824 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-def2b957-665b-40c2-ac62-972ee48dd8ba req-bf4c06e7-4cf3-4e26-bc1c-6b7bd34b7ba6 service neutron] 10.222.0.43 "GET /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449544 Apr 21 21:19:59.555819 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e2c2e-adb2-4a32-a52e-cf1dc0be2ddd None None] New status for floating IP 25a42c62-357b-40c4-81f7-69fdd589d5a2: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:19:59.567495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4f70c4b4-a39a-4dc0-b033-175daf39c14e tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.619753 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-4f70c4b4-a39a-4dc0-b033-175daf39c14e tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 21:19:59.623613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4f70c4b4-a39a-4dc0-b033-175daf39c14e tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0904717 Apr 21 21:19:59.624069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59476) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:59.693471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1534caed-cabf-4697-bef2-120ed0f20ac3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.715532 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1534caed-cabf-4697-bef2-120ed0f20ac3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.782885 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1534caed-cabf-4697-bef2-120ed0f20ac3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.787520 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1534caed-cabf-4697-bef2-120ed0f20ac3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.790807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1534caed-cabf-4697-bef2-120ed0f20ac3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/0aeef977-3b2d-4b75-806e-bc6c178ddde3 HTTP/1.1" status: 204 len: 168 time: 0.1636333 Apr 21 21:19:59.791933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59478) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:59.802555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534caed-cabf-4697-bef2-120ed0f20ac3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeef977-3b2d-4b75-806e-bc6c178ddde3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:19:59.851018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f05d390f-fd22-4984-8a86-b841a425faf8 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539296 Apr 21 21:19:59.851811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59480) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:59.855794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f2d7bbaa-3856-4229-8fdf-88eabff48f70 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389717534'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:59.875028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bbaa-3856-4229-8fdf-88eabff48f70 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.940536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bbaa-3856-4229-8fdf-88eabff48f70 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.946597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bbaa-3856-4229-8fdf-88eabff48f70 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.977586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bbaa-3856-4229-8fdf-88eabff48f70 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:19:59.981225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f2d7bbaa-3856-4229-8fdf-88eabff48f70 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1287854 Apr 21 21:19:59.981827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59482) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:59.986280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-acc82b5b-df52-4355-9cae-1e8b54708843 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7a43ab86-0fbe-43cf-ae5d-aa99d551803c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:19:59.987003 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-acc82b5b-df52-4355-9cae-1e8b54708843 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 21 21:19:59.987497 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-acc82b5b-df52-4355-9cae-1e8b54708843 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:19:59.988418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-acc82b5b-df52-4355-9cae-1e8b54708843 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056345 Apr 21 21:19:59.991198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59484) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:19:59.995025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7bbaa-3856-4229-8fdf-88eabff48f70 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a43ab86-0fbe-43cf-ae5d-aa99d551803c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:00.031996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-ef45a2f4-3446-4973-80c1-74ff02896345 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:00.033425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-ef45a2f4-3446-4973-80c1-74ff02896345 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.0509493 Apr 21 21:20:00.047958 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d091acc-8f21-4cff-9990-898c59864619 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.079030 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d091acc-8f21-4cff-9990-898c59864619 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.131628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d091acc-8f21-4cff-9990-898c59864619 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.135002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d091acc-8f21-4cff-9990-898c59864619 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.136165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6d091acc-8f21-4cff-9990-898c59864619 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/7a43ab86-0fbe-43cf-ae5d-aa99d551803c HTTP/1.1" status: 204 len: 168 time: 0.1433418 Apr 21 21:20:00.140433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59488) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.164002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d091acc-8f21-4cff-9990-898c59864619 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a43ab86-0fbe-43cf-ae5d-aa99d551803c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:00.191494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf5b49-146d-4008-93e0-d837a8fb7e2b req-aa88be98-c382-40ef-bbfe-8c556588008d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:00.193259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8abf5b49-146d-4008-93e0-d837a8fb7e2b req-aa88be98-c382-40ef-bbfe-8c556588008d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=47cf64b0-ca10-426a-ab9a-47c092de6936 HTTP/1.1" status: 200 len: 945 time: 0.0886903 Apr 21 21:20:00.208517 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-61b37b7c-9bbe-43b0-a26d-6ce8914b7bb1 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610693 Apr 21 21:20:00.209013 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59490) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.213929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ad29d5df-6a30-4b6f-9ce5-bd1eca60f7cb tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1583486202'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:00.234336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad29d5df-6a30-4b6f-9ce5-bd1eca60f7cb tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.248699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 46490d7e-ecc8-458c-8979-3d1419c7b058 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:00.249305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.277526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8abf5b49-146d-4008-93e0-d837a8fb7e2b req-7058e1e6-4851-43e1-a9f2-48b7d2058080 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=65dab553-3723-4318-9df2-c0beac40c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755730 Apr 21 21:20:00.307894 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad29d5df-6a30-4b6f-9ce5-bd1eca60f7cb tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.312203 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad29d5df-6a30-4b6f-9ce5-bd1eca60f7cb tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.331266 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad29d5df-6a30-4b6f-9ce5-bd1eca60f7cb tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.333651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ad29d5df-6a30-4b6f-9ce5-bd1eca60f7cb tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1236649 Apr 21 21:20:00.336746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59492) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.345167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-364675f3-a3ad-4df3-a997-82634a106073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': 'e88b6258-b3c2-4509-8817-7f907ea88975', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:00.345727 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-364675f3-a3ad-4df3-a997-82634a106073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 21 21:20:00.346225 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-364675f3-a3ad-4df3-a997-82634a106073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:00.347148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-364675f3-a3ad-4df3-a997-82634a106073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076649 Apr 21 21:20:00.350974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59494) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.359584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29d5df-6a30-4b6f-9ce5-bd1eca60f7cb tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88b6258-b3c2-4509-8817-7f907ea88975,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:00.376290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port 46490d7e-ecc8-458c-8979-3d1419c7b058, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=46490d7e-ecc8-458c-8979-3d1419c7b058,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:00.376656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.388938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 46490d7e-ecc8-458c-8979-3d1419c7b058 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:00.410086 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce52d779-8d45-46e3-8359-71632318d0ca tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.434946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce52d779-8d45-46e3-8359-71632318d0ca tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.497224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce52d779-8d45-46e3-8359-71632318d0ca tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.500098 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-df01f1a9-a038-4d37-8530-178f4738ef0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.506548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ce52d779-8d45-46e3-8359-71632318d0ca tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.510178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ce52d779-8d45-46e3-8359-71632318d0ca tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/e88b6258-b3c2-4509-8817-7f907ea88975 HTTP/1.1" status: 204 len: 168 time: 0.1560481 Apr 21 21:20:00.511646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59498) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.532838 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52d779-8d45-46e3-8359-71632318d0ca tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88b6258-b3c2-4509-8817-7f907ea88975,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:00.551472 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.588831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-51780998-7c66-4b3e-9d52-7464c8b81245 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737917 Apr 21 21:20:00.589734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=46490d7e-ecc8-458c-8979-3d1419c7b058,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:00.592742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59502) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.597245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-99c9bc6b-857a-4efc-a7b5-7c402ef85329 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'tempest-secgroup--400198743'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:00.623945 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99c9bc6b-857a-4efc-a7b5-7c402ef85329 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.651038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] No DVR routers for this DVR port 46490d7e-ecc8-458c-8979-3d1419c7b058 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:20:00.653870 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.657696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-501cbc59-994d-4930-99db-f4aafbffaa5e req-2fa8f139-bc8a-41da-908a-ac62167dfe73 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "DELETE /v2.0/ports/46490d7e-ecc8-458c-8979-3d1419c7b058 HTTP/1.1" status: 204 len: 173 time: 0.6084435 Apr 21 21:20:00.658177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'name': 'network-vif-deleted', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:20:00.661153 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238c26fc-6f95-4060-b155-a179c0d80d23" -d '{"events": [{"server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "name": "network-vif-deleted", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:20:00.711723 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a1d44-f346-4cd3-8f8d-4b2f0d02d080 x-openstack-request-id: req-cc4a1d44-f346-4cd3-8f8d-4b2f0d02d080 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:20:00.712019 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47cf64b0-ca10-426a-ab9a-47c092de6936", "name": "network-vif-deleted", "tag": "46490d7e-ecc8-458c-8979-3d1419c7b058", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:20:00.712275 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc4a1d44-f346-4cd3-8f8d-4b2f0d02d080 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:20:00.712681 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4a1d44-f346-4cd3-8f8d-4b2f0d02d080'] response: {'server_uuid': '47cf64b0-ca10-426a-ab9a-47c092de6936', 'name': 'network-vif-deleted', 'tag': '46490d7e-ecc8-458c-8979-3d1419c7b058', 'status': 'completed', 'code': 200} Apr 21 21:20:00.713996 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99c9bc6b-857a-4efc-a7b5-7c402ef85329 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.720714 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99c9bc6b-857a-4efc-a7b5-7c402ef85329 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.753104 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-99c9bc6b-857a-4efc-a7b5-7c402ef85329 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.757795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-99c9bc6b-857a-4efc-a7b5-7c402ef85329 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1605566 Apr 21 21:20:00.758044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59506) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.759113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9bc6b-857a-4efc-a7b5-7c402ef85329 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07f1e06-4ee0-415a-af72-05349414f734,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:00.762784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0a8570db-bba8-4295-a51e-5d706f11a6b7 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': 'b07f1e06-4ee0-415a-af72-05349414f734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:00.763642 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-0a8570db-bba8-4295-a51e-5d706f11a6b7 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 21 21:20:00.764133 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-0a8570db-bba8-4295-a51e-5d706f11a6b7 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:00.767666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0a8570db-bba8-4295-a51e-5d706f11a6b7 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057828 Apr 21 21:20:00.767891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59508) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.772284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-42af8cac-96c6-44f3-893a-a3546d1d7d8f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': 'b07f1e06-4ee0-415a-af72-05349414f734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:00.772994 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-42af8cac-96c6-44f3-893a-a3546d1d7d8f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 21 21:20:00.773487 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-42af8cac-96c6-44f3-893a-a3546d1d7d8f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:00.776753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-42af8cac-96c6-44f3-893a-a3546d1d7d8f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055761 Apr 21 21:20:00.776934 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59510) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.780888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-38c74fd2-ccba-4a8c-8b24-1fc9226c06b0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': 'b07f1e06-4ee0-415a-af72-05349414f734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:00.781667 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-38c74fd2-ccba-4a8c-8b24-1fc9226c06b0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 21 21:20:00.782127 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-38c74fd2-ccba-4a8c-8b24-1fc9226c06b0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:00.783148 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-38c74fd2-ccba-4a8c-8b24-1fc9226c06b0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052726 Apr 21 21:20:00.785442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59512) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.793807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d09d7f91-fba1-4df3-b5af-2af8956197a9 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': 'b07f1e06-4ee0-415a-af72-05349414f734', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:00.794799 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-d09d7f91-fba1-4df3-b5af-2af8956197a9 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 21 21:20:00.795385 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-d09d7f91-fba1-4df3-b5af-2af8956197a9 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:00.796807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d09d7f91-fba1-4df3-b5af-2af8956197a9 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099888 Apr 21 21:20:00.799151 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59514) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.854846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69c4b0a0-9167-4968-bdec-0d88c06258b4 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.876585 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69c4b0a0-9167-4968-bdec-0d88c06258b4 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.916285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69c4b0a0-9167-4968-bdec-0d88c06258b4 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.918898 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-69c4b0a0-9167-4968-bdec-0d88c06258b4 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:00.920106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-69c4b0a0-9167-4968-bdec-0d88c06258b4 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/b07f1e06-4ee0-415a-af72-05349414f734 HTTP/1.1" status: 204 len: 168 time: 0.1200693 Apr 21 21:20:00.922821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59516) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.935410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4b0a0-9167-4968-bdec-0d88c06258b4 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07f1e06-4ee0-415a-af72-05349414f734,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:00.977294 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b6042f46-fdf5-42aa-931b-c802efc03f3b tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528960 Apr 21 21:20:00.980877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:00.986232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8f55162a-276d-4934-b986-80e5da264ca3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'tempest-secgroup--71014901'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.014647 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f55162a-276d-4934-b986-80e5da264ca3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.107809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f55162a-276d-4934-b986-80e5da264ca3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.113277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f55162a-276d-4934-b986-80e5da264ca3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.148781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55162a-276d-4934-b986-80e5da264ca3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce6ba94-2319-4f5b-bb0b-5a61e64161db,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:01.155405 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8f55162a-276d-4934-b986-80e5da264ca3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.157160 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8f55162a-276d-4934-b986-80e5da264ca3 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1746376 Apr 21 21:20:01.160080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59520) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.167195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e5a5c1f4-12f4-4040-93b2-69721837066a tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7ce6ba94-2319-4f5b-bb0b-5a61e64161db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.167707 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-e5a5c1f4-12f4-4040-93b2-69721837066a tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 21:20:01.168218 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-e5a5c1f4-12f4-4040-93b2-69721837066a tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:01.169408 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e5a5c1f4-12f4-4040-93b2-69721837066a tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071144 Apr 21 21:20:01.172192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59522) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.179027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-406f9d82-5686-4c6c-b0c4-3e2fc96d9fe0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7ce6ba94-2319-4f5b-bb0b-5a61e64161db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.225751 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-406f9d82-5686-4c6c-b0c4-3e2fc96d9fe0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:01.226856 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-406f9d82-5686-4c6c-b0c4-3e2fc96d9fe0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0537994 Apr 21 21:20:01.229794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59524) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.234669 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7b282f8f-0201-4c2e-baa0-6bc8761bdf42 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7ce6ba94-2319-4f5b-bb0b-5a61e64161db', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.235154 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-7b282f8f-0201-4c2e-baa0-6bc8761bdf42 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 21 21:20:01.235663 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-7b282f8f-0201-4c2e-baa0-6bc8761bdf42 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:01.236851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7b282f8f-0201-4c2e-baa0-6bc8761bdf42 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057428 Apr 21 21:20:01.239603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59526) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.243566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6350a4fa-f27d-4235-9e21-88d453d4a4fc tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7ce6ba94-2319-4f5b-bb0b-5a61e64161db', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.275627 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-6350a4fa-f27d-4235-9e21-88d453d4a4fc tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:01.276712 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6350a4fa-f27d-4235-9e21-88d453d4a4fc tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0361869 Apr 21 21:20:01.279453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59528) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.283661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4064a864-0208-4aa9-ba0d-3bff92eed3a0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7ce6ba94-2319-4f5b-bb0b-5a61e64161db', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.284127 n-d-838945-1 neutron-server[114646]: WARNING neutron.api.v2.base [None req-4064a864-0208-4aa9-ba0d-3bff92eed3a0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 21:20:01.284579 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-4064a864-0208-4aa9-ba0d-3bff92eed3a0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:01.285990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4064a864-0208-4aa9-ba0d-3bff92eed3a0 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051668 Apr 21 21:20:01.288246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59530) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.292076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-ee1f295e-077d-44f2-99f3-c07b0420a10f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7ce6ba94-2319-4f5b-bb0b-5a61e64161db', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.330731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59534) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.338494 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-ee1f295e-077d-44f2-99f3-c07b0420a10f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:01.339468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ee1f295e-077d-44f2-99f3-c07b0420a10f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0503311 Apr 21 21:20:01.342712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59536) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.348747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-68a2cddc-ce9c-4e43-9a2d-ad1e06fe2279 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7ce6ba94-2319-4f5b-bb0b-5a61e64161db', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.349489 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-68a2cddc-ce9c-4e43-9a2d-ad1e06fe2279 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 21 21:20:01.350092 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-68a2cddc-ce9c-4e43-9a2d-ad1e06fe2279 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:01.351606 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-68a2cddc-ce9c-4e43-9a2d-ad1e06fe2279 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069060 Apr 21 21:20:01.354297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59538) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.358616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b57311d0-6c7f-4e4f-829d-ac52776dd1f1 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7ce6ba94-2319-4f5b-bb0b-5a61e64161db', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.396729 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-b57311d0-6c7f-4e4f-829d-ac52776dd1f1 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:01.401008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b57311d0-6c7f-4e4f-829d-ac52776dd1f1 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0455930 Apr 21 21:20:01.401603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59540) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.406193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cabcaa82-94e6-43de-9c08-c284277ca222 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': '7ce6ba94-2319-4f5b-bb0b-5a61e64161db', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.444201 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-cabcaa82-94e6-43de-9c08-c284277ca222 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:01.448297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cabcaa82-94e6-43de-9c08-c284277ca222 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0457654 Apr 21 21:20:01.448983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59542) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.507614 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27e11ecf-7c38-456c-9260-deac7ae0b073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.530404 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27e11ecf-7c38-456c-9260-deac7ae0b073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.570780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27e11ecf-7c38-456c-9260-deac7ae0b073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.573187 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-27e11ecf-7c38-456c-9260-deac7ae0b073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.576725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-27e11ecf-7c38-456c-9260-deac7ae0b073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/7ce6ba94-2319-4f5b-bb0b-5a61e64161db HTTP/1.1" status: 204 len: 168 time: 0.1245601 Apr 21 21:20:01.577617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59546) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.595576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e11ecf-7c38-456c-9260-deac7ae0b073 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce6ba94-2319-4f5b-bb0b-5a61e64161db,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:01.626747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cfc43add-b947-4a48-a81c-15dbd1a1ca00 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480866 Apr 21 21:20:01.632851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59552) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.638666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-be6e8d0a-76be-4b64-a9f1-89af9ad30c58 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789481847'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.668442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6e8d0a-76be-4b64-a9f1-89af9ad30c58 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.791032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6e8d0a-76be-4b64-a9f1-89af9ad30c58 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.798009 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6e8d0a-76be-4b64-a9f1-89af9ad30c58 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.838377 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-be6e8d0a-76be-4b64-a9f1-89af9ad30c58 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.840146 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-be6e8d0a-76be-4b64-a9f1-89af9ad30c58 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2053058 Apr 21 21:20:01.842957 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59562) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.848714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c5ca1458-1aba-4241-baf0-06855b2a6840 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': 'acb596d0-5dba-4ebf-a551-f07f9bfdc033', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.854665 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:01.856884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e8d0a-76be-4b64-a9f1-89af9ad30c58 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb596d0-5dba-4ebf-a551-f07f9bfdc033,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:01.908348 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-c5ca1458-1aba-4241-baf0-06855b2a6840 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The resource could not be found. Apr 21 21:20:01.910030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c5ca1458-1aba-4241-baf0-06855b2a6840 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0656633 Apr 21 21:20:01.912636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59564) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:01.919507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8cd9a7b8-527e-4be2-a6b1-136d9baf3b40 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': 'acb596d0-5dba-4ebf-a551-f07f9bfdc033', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f9fc5fa4-e04d-445a-8c1a-bddf39289df6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:01.967293 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-8cd9a7b8-527e-4be2-a6b1-136d9baf3b40 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The resource could not be found. Apr 21 21:20:01.968880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8cd9a7b8-527e-4be2-a6b1-136d9baf3b40 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0547998 Apr 21 21:20:01.971235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59566) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.046962 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b77279a-3d7f-4233-a3d0-de8f0cd7a385 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.070801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b77279a-3d7f-4233-a3d0-de8f0cd7a385 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.085646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59570) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.117748 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b77279a-3d7f-4233-a3d0-de8f0cd7a385 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.120509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b77279a-3d7f-4233-a3d0-de8f0cd7a385 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.124161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2b77279a-3d7f-4233-a3d0-de8f0cd7a385 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/acb596d0-5dba-4ebf-a551-f07f9bfdc033 HTTP/1.1" status: 204 len: 168 time: 0.1495774 Apr 21 21:20:02.125116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59574) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.140918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77279a-3d7f-4233-a3d0-de8f0cd7a385 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb596d0-5dba-4ebf-a551-f07f9bfdc033,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:02.196836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 98fb798d-5db8-4481-9087-beb7fda6a01c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:02.197440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.213562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-38663b18-eef2-443d-b915-6d1cbbe4d4ad tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857670 Apr 21 21:20:02.217206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59576) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.221584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a2c24c49-ab67-43f6-92ca-44e98b3f528f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': 'cbe2b529-399f-4ca0-8ed6-52f0705b0403', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:02.261329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f8b52b3-2aec-47be-9e9b-a89304d710c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.261537 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-a2c24c49-ab67-43f6-92ca-44e98b3f528f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The resource could not be found. Apr 21 21:20:02.263033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a2c24c49-ab67-43f6-92ca-44e98b3f528f tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0448291 Apr 21 21:20:02.266402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59578) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.271176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-dd7daba0-4c08-4566-b0e9-927d498b1384 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570739476'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:02.291745 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd7daba0-4c08-4566-b0e9-927d498b1384 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.327814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port 98fb798d-5db8-4481-9087-beb7fda6a01c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=98fb798d-5db8-4481-9087-beb7fda6a01c,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:02.328078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.347579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 98fb798d-5db8-4481-9087-beb7fda6a01c owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:02.360341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd7daba0-4c08-4566-b0e9-927d498b1384 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.365447 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd7daba0-4c08-4566-b0e9-927d498b1384 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.392533 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd7daba0-4c08-4566-b0e9-927d498b1384 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.393760 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dd7daba0-4c08-4566-b0e9-927d498b1384 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1263144 Apr 21 21:20:02.396482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59580) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.401402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-24ad959a-8d42-449f-b00f-9134d1f28f25 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'tempest-secgroup--511798974'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:02.406432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7daba0-4c08-4566-b0e9-927d498b1384 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a75062-fd7c-4f21-88ec-11cb6ab40493,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:02.424109 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24ad959a-8d42-449f-b00f-9134d1f28f25 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.444027 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f8b52b3-2aec-47be-9e9b-a89304d710c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.450908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f8b52b3-2aec-47be-9e9b-a89304d710c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.491281 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24ad959a-8d42-449f-b00f-9134d1f28f25 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.495002 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24ad959a-8d42-449f-b00f-9134d1f28f25 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.523382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad959a-8d42-449f-b00f-9134d1f28f25 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac7e5ae-ca0d-4d94-b6cd-300e2e2a588a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:02.527386 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24ad959a-8d42-449f-b00f-9134d1f28f25 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.531091 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-24ad959a-8d42-449f-b00f-9134d1f28f25 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1311636 Apr 21 21:20:02.531091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59582) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.531349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9f8b52b3-2aec-47be-9e9b-a89304d710c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=892e97ca3c8d47b09f731afc79359a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438150 Apr 21 21:20:02.535976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b52b3-2aec-47be-9e9b-a89304d710c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26ad404-b4d4-4e35-9049-bfa5cc39c1ab,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:02.538429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59584) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.544280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c9793793-3278-4fd6-a628-5ba4b62f8d86 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group_rule': {'security_group_id': 'd3a75062-fd7c-4f21-88ec-11cb6ab40493', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0ac7e5ae-ca0d-4d94-b6cd-300e2e2a588a'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:02.579524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50e640e1-25db-42dc-b4e2-f6a0e67f08ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.600090 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-c9793793-3278-4fd6-a628-5ba4b62f8d86 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:20:02.601034 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c9793793-3278-4fd6-a628-5ba4b62f8d86 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0601556 Apr 21 21:20:02.607541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59586) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.616149 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50e640e1-25db-42dc-b4e2-f6a0e67f08ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.649602 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.676821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=98fb798d-5db8-4481-9087-beb7fda6a01c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:02.697724 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-992f7109-cae6-4a80-8c67-882e364cb07b tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.721658 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50e640e1-25db-42dc-b4e2-f6a0e67f08ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.725017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50e640e1-25db-42dc-b4e2-f6a0e67f08ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.728544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-50e640e1-25db-42dc-b4e2-f6a0e67f08ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d26ad404-b4d4-4e35-9049-bfa5cc39c1ab HTTP/1.1" status: 204 len: 168 time: 0.1948524 Apr 21 21:20:02.747290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-992f7109-cae6-4a80-8c67-882e364cb07b tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.761630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e640e1-25db-42dc-b4e2-f6a0e67f08ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26ad404-b4d4-4e35-9049-bfa5cc39c1ab,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:02.812591 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-992f7109-cae6-4a80-8c67-882e364cb07b tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.815746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-992f7109-cae6-4a80-8c67-882e364cb07b tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.816948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-992f7109-cae6-4a80-8c67-882e364cb07b tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/0ac7e5ae-ca0d-4d94-b6cd-300e2e2a588a HTTP/1.1" status: 204 len: 168 time: 0.2081957 Apr 21 21:20:02.820732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59590) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.820946 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f7dd2e93-d8bb-445a-bbcd-352ff93d0ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.845928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f7109-cae6-4a80-8c67-882e364cb07b tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac7e5ae-ca0d-4d94-b6cd-300e2e2a588a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:02.858187 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.898703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7bb790ba-0970-4c62-8afe-66973a43517b tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0744052 Apr 21 21:20:02.901606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59592) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:02.961317 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-322e9370-c4a3-4086-8e98-ff6e842ec7ff tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:02.992502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-322e9370-c4a3-4086-8e98-ff6e842ec7ff tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.036481 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-322e9370-c4a3-4086-8e98-ff6e842ec7ff tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.039203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-322e9370-c4a3-4086-8e98-ff6e842ec7ff tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.040516 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-322e9370-c4a3-4086-8e98-ff6e842ec7ff tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/d3a75062-fd7c-4f21-88ec-11cb6ab40493 HTTP/1.1" status: 204 len: 168 time: 0.1375406 Apr 21 21:20:03.043095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59596) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.050531 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e9370-c4a3-4086-8e98-ff6e842ec7ff tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a75062-fd7c-4f21-88ec-11cb6ab40493,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:03.131928 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-17dedbc7-b46a-4877-a817-bc7388d598f5 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862176 Apr 21 21:20:03.135897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59598) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.137507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59600) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.140813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f7cdd748-34b6-41a2-ad92-16e0ee3d8310 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619821733'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:03.155167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-400c6909-791b-488d-8641-a62b46802df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.158653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 123fea45-b443-4f2b-8c95-88b4162f9be2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:20:03.162617 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd748-34b6-41a2-ad92-16e0ee3d8310 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.232242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd748-34b6-41a2-ad92-16e0ee3d8310 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.235444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd748-34b6-41a2-ad92-16e0ee3d8310 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.266159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd748-34b6-41a2-ad92-16e0ee3d8310 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.267385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f7cdd748-34b6-41a2-ad92-16e0ee3d8310 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1300688 Apr 21 21:20:03.271347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59602) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.276113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7e82d3ff-450d-4560-ac7d-e56cc0fe2003 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:03.276535 n-d-838945-1 neutron-server[114647]: WARNING neutron.api.v2.base [None req-7e82d3ff-450d-4560-ac7d-e56cc0fe2003 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 21:20:03.277051 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-7e82d3ff-450d-4560-ac7d-e56cc0fe2003 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 21:20:03.277960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7e82d3ff-450d-4560-ac7d-e56cc0fe2003 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "PUT /v2.0/security-groups/140b5211-1b49-4231-a675-cdc168559e33 HTTP/1.1" status: 409 len: 330 time: 0.0054848 Apr 21 21:20:03.278738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdd748-34b6-41a2-ad92-16e0ee3d8310 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140b5211-1b49-4231-a675-cdc168559e33,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:03.281439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59604) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.321144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:20:03.329008 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-347353d7-c09e-480b-8921-105b9fd9d1d2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "PUT /v2.0/routers/123fea45-b443-4f2b-8c95-88b4162f9be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9972317 Apr 21 21:20:03.330985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-400c6909-791b-488d-8641-a62b46802df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.332241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59606) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.335676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] Sync routers for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:20:03.336312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-400c6909-791b-488d-8641-a62b46802df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.346533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:03.347140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:03.367025 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd761a06-e277-4012-8971-f385d54d89f6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.381972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-400c6909-791b-488d-8641-a62b46802df8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84fe402e1a8b4e56bd22da4006fed308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427661 Apr 21 21:20:03.383852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59608) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.386101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c6909-791b-488d-8641-a62b46802df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39348632-9d58-4211-bc57-9fb53db8e278,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:03.407351 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd761a06-e277-4012-8971-f385d54d89f6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.413250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0d2712-0ef4-4a60-8545-3d3270a43a8a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting subnet 3bd8dea8-e2b9-4828-a1ec-3cc584456a3f {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:20:03.423646 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2712-0ef4-4a60-8545-3d3270a43a8a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.449339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-455f0c48-68d3-46c1-9192-17e2a7ab0210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.457920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:03.478349 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-455f0c48-68d3-46c1-9192-17e2a7ab0210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.484496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2712-0ef4-4a60-8545-3d3270a43a8a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.518670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd761a06-e277-4012-8971-f385d54d89f6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.522371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dd761a06-e277-4012-8971-f385d54d89f6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.526445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59610) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.526642 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dd761a06-e277-4012-8971-f385d54d89f6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/140b5211-1b49-4231-a675-cdc168559e33 HTTP/1.1" status: 204 len: 168 time: 0.2438347 Apr 21 21:20:03.541332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd761a06-e277-4012-8971-f385d54d89f6 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b5211-1b49-4231-a675-cdc168559e33,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:03.559146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-455f0c48-68d3-46c1-9192-17e2a7ab0210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.561680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-455f0c48-68d3-46c1-9192-17e2a7ab0210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.562845 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-455f0c48-68d3-46c1-9192-17e2a7ab0210 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39348632-9d58-4211-bc57-9fb53db8e278 HTTP/1.1" status: 204 len: 168 time: 0.1777546 Apr 21 21:20:03.588424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f0c48-68d3-46c1-9192-17e2a7ab0210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39348632-9d58-4211-bc57-9fb53db8e278,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:03.601421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e1a3f1d5-ddc9-4ef7-a7f3-59f7a250f7bc tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731676 Apr 21 21:20:03.602175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59614) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.615783 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2712-0ef4-4a60-8545-3d3270a43a8a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.616020 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-4fd15121-dc9a-4e56-91f4-c295199da7f4 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] delete failed (client error): The resource could not be found. Apr 21 21:20:03.622826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4fd15121-dc9a-4e56-91f4-c295199da7f4 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "DELETE /v2.0/security-groups/92f29734-dcd3-4213-9f6d-14ee0d77ada1 HTTP/1.1" status: 404 len: 347 time: 0.0194550 Apr 21 21:20:03.623283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59616) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.638257 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-332e31e6-a616-40c8-a039-6f91600c0d10 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] show failed (client error): The resource could not be found. Apr 21 21:20:03.645185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-332e31e6-a616-40c8-a039-6f91600c0d10 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-groups/54fa0275-c251-4e6e-a815-eef7bcd246b4 HTTP/1.1" status: 404 len: 347 time: 0.0207224 Apr 21 21:20:03.645768 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59618) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.657606 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-68c26de2-0138-4b22-9722-b2c027c13d13 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] show failed (client error): The resource could not be found. Apr 21 21:20:03.659803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-2fe7af42-e5c7-4bae-a88e-3dba55418184 req-51cd5321-3add-44f9-a72f-7c13b691c998 service neutron] (114647) timed out ('10.222.0.46', 59998) {{(pid=114647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:20:03.663380 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-68c26de2-0138-4b22-9722-b2c027c13d13 tempest-NegativeSecGroupTest-1637444793 tempest-NegativeSecGroupTest-1637444793-project] 10.222.0.49 "GET /v2.0/security-group-rules/27aa139e-13a1-4d4c-8a1c-6ce6defa0e47 HTTP/1.1" status: 404 len: 356 time: 0.0166316 Apr 21 21:20:03.696042 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2712-0ef4-4a60-8545-3d3270a43a8a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.740500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d2712-0ef4-4a60-8545-3d3270a43a8a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd8dea8-e2b9-4828-a1ec-3cc584456a3f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:03.742703 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2712-0ef4-4a60-8545-3d3270a43a8a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.747484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bb0d2712-0ef4-4a60-8545-3d3270a43a8a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/subnets/3bd8dea8-e2b9-4828-a1ec-3cc584456a3f HTTP/1.1" status: 204 len: 168 time: 0.4135115 Apr 21 21:20:03.750017 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59622) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.771473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0958a3-26fd-415b-a78d-10e76bb3bb13 None None] Network 5be58a60-b5d4-4a28-acbe-3d25b8aca79d requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:03.881554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:03.966191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:20:02Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:03.985471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59630) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:03.995375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] Checking router: 123fea45-b443-4f2b-8c95-88b4162f9be2 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:20:04.007073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] Routers {'123fea45-b443-4f2b-8c95-88b4162f9be2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:04.007992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['123fea45-b443-4f2b-8c95-88b4162f9be2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:04.029465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.080700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0300c-6656-44f9-ad9e-a1f4062733b6 None None] DHCP port deletion for 5be58a60-b5d4-4a28-acbe-3d25b8aca79d request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:20:04.105378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 506c8281-ecca-496c-b216-df4458df0d18 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:04.105835 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.187554 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.194255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a945debb-c32c-4fe2-a41c-cd1cd55f07e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6d730179b044bd188a031c85804a6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076924 Apr 21 21:20:04.197416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 46490d7e-ecc8-458c-8979-3d1419c7b058 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:20:04.197726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59640) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:04.204852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] Set router 123fea45-b443-4f2b-8c95-88b4162f9be2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:04.212590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port 506c8281-ecca-496c-b216-df4458df0d18, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=506c8281-ecca-496c-b216-df4458df0d18,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:04.213207 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.230583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 506c8281-ecca-496c-b216-df4458df0d18 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:04.250652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 46490d7e-ecc8-458c-8979-3d1419c7b058 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:20:04.250990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 46490d7e-ecc8-458c-8979-3d1419c7b058 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:20:04.265932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d178e927-7f73-453f-a805-8997b732f3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.300657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-86a0300c-6656-44f9-ad9e-a1f4062733b6 None None] Deleting port 52bea0f9-18da-4172-a3c8-13ebd1b27cda {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:04.301959 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86a0300c-6656-44f9-ad9e-a1f4062733b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.317858 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d178e927-7f73-453f-a805-8997b732f3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.386999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d178e927-7f73-453f-a805-8997b732f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.393529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d178e927-7f73-453f-a805-8997b732f3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.396224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d178e927-7f73-453f-a805-8997b732f3f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c754c8c-4f0f-4603-bf62-9eb7279badca HTTP/1.1" status: 204 len: 168 time: 0.1973102 Apr 21 21:20:04.405855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 52bea0f9-18da-4172-a3c8-13ebd1b27cda no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:20:04.409122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178e927-7f73-453f-a805-8997b732f3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c754c8c-4f0f-4603-bf62-9eb7279badca,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:04.432607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-86a0300c-6656-44f9-ad9e-a1f4062733b6 None None] For port 52bea0f9-18da-4172-a3c8-13ebd1b27cda, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=52bea0f9-18da-4172-a3c8-13ebd1b27cda,segment=NetworkSegment(ad04f283-97d7-48d9-affb-a0dea193c4ef),segment_id=ad04f283-97d7-48d9-affb-a0dea193c4ef)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:04.433008 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86a0300c-6656-44f9-ad9e-a1f4062733b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.446567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-86a0300c-6656-44f9-ad9e-a1f4062733b6 None None] Calling delete_port for 52bea0f9-18da-4172-a3c8-13ebd1b27cda owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:04.532136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.566858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=506c8281-ecca-496c-b216-df4458df0d18,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:04.654816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.656700 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-86a0300c-6656-44f9-ad9e-a1f4062733b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.673334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.676193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:20:02Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:04.701569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0300c-6656-44f9-ad9e-a1f4062733b6 None None] No DVR routers for this DVR port 52bea0f9-18da-4172-a3c8-13ebd1b27cda on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:20:04.731057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0300c-6656-44f9-ad9e-a1f4062733b6 None None] Pushing event deleted for resources: {'Port': ['ID=52bea0f9-18da-4172-a3c8-13ebd1b27cda,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:04.737277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1bce18-5977-4cda-ac96-a494f37c3929 None None] The sync data for ids ['123fea45-b443-4f2b-8c95-88b4162f9be2'] in n-d-838945-1 is: [{'id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001456942', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '506c8281-ecca-496c-b216-df4458df0d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:20:02Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '506c8281-ecca-496c-b216-df4458df0d18', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123fea45-b443-4f2b-8c95-88b4162f9be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:56Z', 'updated_at': '2022-04-21T21:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:20:04.794534 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.799791 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.853136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.854056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Fanout notify agent at l3_agent the message router_deleted on router 123fea45-b443-4f2b-8c95-88b4162f9be2 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:20:04.862716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:04.866423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2c9d0a08-5639-4734-b841-33ec7bb30769 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/routers/123fea45-b443-4f2b-8c95-88b4162f9be2 HTTP/1.1" status: 204 len: 168 time: 1.1128192 Apr 21 21:20:04.867034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59664) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:04.949868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.044157 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.073816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be58a60-b5d4-4a28-acbe-3d25b8aca79d']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:05.087102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad04f283-97d7-48d9-affb-a0dea193c4ef') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:05.087102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad04f283-97d7-48d9-affb-a0dea193c4ef') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:05.099066 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.115091 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.128588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:20:05.129881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:20:05.134587 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:20:05.203923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.211452 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.215963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/networks/5be58a60-b5d4-4a28-acbe-3d25b8aca79d HTTP/1.1" status: 204 len: 168 time: 0.3481627 Apr 21 21:20:05.219390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59682) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:05.232384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66275d55-5b13-4840-b12a-4d230d49af02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Network': ['ID=5be58a60-b5d4-4a28-acbe-3d25b8aca79d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:05.288219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5ca57aa-24a7-472f-b8c4-25fc3bec7ee9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.321154 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5ca57aa-24a7-472f-b8c4-25fc3bec7ee9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.368903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59688) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:05.392436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.411007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5ca57aa-24a7-472f-b8c4-25fc3bec7ee9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.416679 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5ca57aa-24a7-472f-b8c4-25fc3bec7ee9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.421328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c5ca57aa-24a7-472f-b8c4-25fc3bec7ee9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/security-groups/65dab553-3723-4318-9df2-c0beac40c0e5 HTTP/1.1" status: 204 len: 168 time: 0.2005777 Apr 21 21:20:05.433622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca57aa-24a7-472f-b8c4-25fc3bec7ee9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dab553-3723-4318-9df2-c0beac40c0e5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:05.654569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1113789679'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:05.673801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Made reservation on behalf of c25c177f65894aa58bbfbb414c5e7a8c for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:05.678183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.688879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.774277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.775084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59706) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:05.779193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.784118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208673762', 'description': 'tempest-secgroup-smoke-1208673762 description', 'project_id': '33349352c09e472e84467ff4a7100849'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:05.805477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:20:05.807425 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.821612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efca63d-b093-4d87-976e-a06e4d34e6d0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:05.837581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.837954 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Added segment 25eec147-39ac-4435-a062-5c7fe23bd76b of type vlan for network 019028c4-91c7-4210-b352-ce9fe99cead6 Apr 21 21:20:05.886829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.893237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.900610 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.918265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.930055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:05.930825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.935420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.937292 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1611784 Apr 21 21:20:05.940432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59714) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:05.946491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0a5059c3-5238-476a-84e3-8c984acda07a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '67cdb574-9496-42f2-ba32-52a5884ad025', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:05.952773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67cdb574-9496-42f2-ba32-52a5884ad025,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:05.971143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.971499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.972009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.972655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.974019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.974522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.975218 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:05.975553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.977034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.978035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.978565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.979126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.979623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f65e10d-5290-4d13-b1c9-a4aa70601023 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:05.986801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6145113 Apr 21 21:20:05.993160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59716) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:06.005892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a5059c3-5238-476a-84e3-8c984acda07a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.007790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Request body: {'subnet': {'network_id': '019028c4-91c7-4210-b352-ce9fe99cead6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:06.054937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a5059c3-5238-476a-84e3-8c984acda07a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.060148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a5059c3-5238-476a-84e3-8c984acda07a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.081995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5059c3-5238-476a-84e3-8c984acda07a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73be704-1a1e-47b9-8cf4-e68736bb7c67,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:06.093995 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a5059c3-5238-476a-84e3-8c984acda07a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.094667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69abffd-3681-4aa0-88c1-bc404a1c8569 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Pushing event updated for resources: {'Network': ['ID=019028c4-91c7-4210-b352-ce9fe99cead6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:06.095479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0a5059c3-5238-476a-84e3-8c984acda07a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541097 Apr 21 21:20:06.099139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59718) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:06.103751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5855dd38-b70e-4355-9850-be9d4c55a48d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '67cdb574-9496-42f2-ba32-52a5884ad025', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:06.110032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 019028c4-91c7-4210-b352-ce9fe99cead6 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:20:06.143267 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5855dd38-b70e-4355-9850-be9d4c55a48d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.159937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Made reservation on behalf of c25c177f65894aa58bbfbb414c5e7a8c for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:06.164578 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.259729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5855dd38-b70e-4355-9850-be9d4c55a48d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.263567 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5855dd38-b70e-4355-9850-be9d4c55a48d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.277551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855dd38-b70e-4355-9850-be9d4c55a48d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd7d7c0-0fc1-4bf7-b956-59274d399437,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:06.295023 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5855dd38-b70e-4355-9850-be9d4c55a48d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.300107 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5855dd38-b70e-4355-9850-be9d4c55a48d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1989110 Apr 21 21:20:06.300704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59728) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:06.305335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 506c8281-ecca-496c-b216-df4458df0d18 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:20:06.307915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b1fb5bab-fe1b-4f49-b9d6-83f05ab9b802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '67cdb574-9496-42f2-ba32-52a5884ad025', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:06.330382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 506c8281-ecca-496c-b216-df4458df0d18 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:20:06.330811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 506c8281-ecca-496c-b216-df4458df0d18 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:20:06.331235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 98fb798d-5db8-4481-9087-beb7fda6a01c no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:20:06.340707 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5bab-fe1b-4f49-b9d6-83f05ab9b802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.351270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 98fb798d-5db8-4481-9087-beb7fda6a01c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:20:06.351824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 98fb798d-5db8-4481-9087-beb7fda6a01c not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:20:06.404406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5bab-fe1b-4f49-b9d6-83f05ab9b802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.407909 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5bab-fe1b-4f49-b9d6-83f05ab9b802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.408462 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.428550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb5bab-fe1b-4f49-b9d6-83f05ab9b802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cf8028-a14f-4a67-aad5-5b0dbec70b2a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:06.437478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b1fb5bab-fe1b-4f49-b9d6-83f05ab9b802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.438944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b1fb5bab-fe1b-4f49-b9d6-83f05ab9b802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372390 Apr 21 21:20:06.442493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59732) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:06.447789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0bc90428-e6d8-4f70-8161-b26e2d36cb5b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '67cdb574-9496-42f2-ba32-52a5884ad025', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:06.474102 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0bc90428-e6d8-4f70-8161-b26e2d36cb5b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.478418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Pushing event updated for resources: {'Subnet': ['ID=a965d76a-c1ea-4927-a34c-8e1acfea7049,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:06.489980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Checking segment: {'id': '25eec147-39ac-4435-a062-5c7fe23bd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '019028c4-91c7-4210-b352-ce9fe99cead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:06.489980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Network hostable DHCP agents. Network: 019028c4-91c7-4210-b352-ce9fe99cead6, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:20:06.506744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Network 019028c4-91c7-4210-b352-ce9fe99cead6 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:20:06.517016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 019028c4-91c7-4210-b352-ce9fe99cead6) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:06.521811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:06.522489 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.530317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d537ff-4939-4b3f-ac9f-ec87e856c7a0 None None] Network 019028c4-91c7-4210-b352-ce9fe99cead6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:06.545804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d3a1b7c4-e44e-4a17-811f-d5f59f7b8d6d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5539839 Apr 21 21:20:06.548727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59738) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:06.553499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Request body: {'port': {'network_id': '019028c4-91c7-4210-b352-ce9fe99cead6', 'name': 'tempest-TagsExtTest-1218743622'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:06.559953 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0bc90428-e6d8-4f70-8161-b26e2d36cb5b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.566323 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0bc90428-e6d8-4f70-8161-b26e2d36cb5b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.584340 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc90428-e6d8-4f70-8161-b26e2d36cb5b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0aa1b95-1507-4597-b082-f2ea35599079,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:06.605189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0bc90428-e6d8-4f70-8161-b26e2d36cb5b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.609569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0bc90428-e6d8-4f70-8161-b26e2d36cb5b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1653476 Apr 21 21:20:06.612798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59742) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:06.622310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-f1d42a0c-9356-4313-9d29-5812e2d5b15a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '67cdb574-9496-42f2-ba32-52a5884ad025', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:06.658569 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-f1d42a0c-9356-4313-9d29-5812e2d5b15a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Project 33349352c09e472e84467ff4a7100849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:20:06.666820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1d42a0c-9356-4313-9d29-5812e2d5b15a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.703473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Made reservation on behalf of c25c177f65894aa58bbfbb414c5e7a8c for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:06.707735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.735041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] device_id is not set on port 7fcfd114-40c6-4ffb-9beb-7773eba64985 yet. {{(pid=114647) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 21:20:06.763735 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1d42a0c-9356-4313-9d29-5812e2d5b15a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.770354 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1d42a0c-9356-4313-9d29-5812e2d5b15a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.792285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d42a0c-9356-4313-9d29-5812e2d5b15a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6824d1a1-389b-4d9f-a9ae-e80b0e5a18df,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:06.800144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-019028c4-91c7-4210-b352-ce9fe99cead6', 'network_id': '019028c4-91c7-4210-b352-ce9fe99cead6', 'tenant_id': 'c25c177f65894aa58bbfbb414c5e7a8c', 'fixed_ips': [{'subnet_id': 'a965d76a-c1ea-4927-a34c-8e1acfea7049'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:20:06.801878 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.808900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f1d42a0c-9356-4313-9d29-5812e2d5b15a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.813521 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f1d42a0c-9356-4313-9d29-5812e2d5b15a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1987200 Apr 21 21:20:06.814333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59752) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:06.819271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a8685b1a-afa8-427c-bc41-130edd8031cd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '67cdb574-9496-42f2-ba32-52a5884ad025', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:06.849334 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-a8685b1a-afa8-427c-bc41-130edd8031cd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Project 33349352c09e472e84467ff4a7100849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:20:06.857779 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8685b1a-afa8-427c-bc41-130edd8031cd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.872271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Allocated IP 172.20.0.10 (019028c4-91c7-4210-b352-ce9fe99cead6/a965d76a-c1ea-4927-a34c-8e1acfea7049/7fcfd114-40c6-4ffb-9beb-7773eba64985) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:06.928141 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8685b1a-afa8-427c-bc41-130edd8031cd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.932065 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8685b1a-afa8-427c-bc41-130edd8031cd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.948754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8685b1a-afa8-427c-bc41-130edd8031cd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70246dbe-1d24-4bf4-ae99-e4800f697f04,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:06.962222 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8685b1a-afa8-427c-bc41-130edd8031cd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:06.966512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a8685b1a-afa8-427c-bc41-130edd8031cd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512065 Apr 21 21:20:06.967099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59754) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:06.972192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'network': {'name': 'tempest-network-smoke--1597570791', 'project_id': '33349352c09e472e84467ff4a7100849', 'port_security_enabled': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:07.000175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:07.003957 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.030417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:20:07.040553 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.040978 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Added segment f33919ac-ead5-432a-9723-69f30841e3bb of type vlan for network 74053a90-d480-42e5-81a5-33d30d114c5b Apr 21 21:20:07.052580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.094799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.107505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.126465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.134203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:07.135092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.172389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Network 019028c4-91c7-4210-b352-ce9fe99cead6 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:07.177312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:07.187201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:07.213984 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2433958 Apr 21 21:20:07.216842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59760) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:07.221041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Pushing event updated for resources: {'Port': ['ID=7fcfd114-40c6-4ffb-9beb-7773eba64985,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:07.227002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'admin_state_up': True, 'project_id': '33349352c09e472e84467ff4a7100849', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:07.242598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4181817-d3d5-4a5d-a0be-e3ed49a68fa0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Network': ['ID=74053a90-d480-42e5-81a5-33d30d114c5b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:07.260727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:07.261192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.262183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.263301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.287691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59764) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:07.287917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5b27d0d3-df27-415c-9da0-3a752443ac17 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7373774 Apr 21 21:20:07.291309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0fdd725a-9ed5-4d09-ab29-b9999f71e8b2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2089045809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:07.338482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 74053a90-d480-42e5-81a5-33d30d114c5b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:20:07.343412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.354019 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd725a-9ed5-4d09-ab29-b9999f71e8b2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.355004 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd725a-9ed5-4d09-ab29-b9999f71e8b2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.411469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Allocated IP 172.20.0.2 (019028c4-91c7-4210-b352-ce9fe99cead6/a965d76a-c1ea-4927-a34c-8e1acfea7049/7266178b-b4ad-42d1-ab15-5a6072913836) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:07.530963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd725a-9ed5-4d09-ab29-b9999f71e8b2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.535360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.539570 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd725a-9ed5-4d09-ab29-b9999f71e8b2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.573000 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.576989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd725a-9ed5-4d09-ab29-b9999f71e8b2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.578279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0fdd725a-9ed5-4d09-ab29-b9999f71e8b2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2905924 Apr 21 21:20:07.581942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59766) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:07.585127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.610181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0fdd8d63-3237-4674-85bb-2cd629007231 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1222007526', 'prefixes': ['172.20.0.0/16']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:07.634608 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Network 019028c4-91c7-4210-b352-ce9fe99cead6 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:07.638215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:07.642710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:07.646524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Pushing event updated for resources: {'Port': ['ID=7266178b-b4ad-42d1-ab15-5a6072913836,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:07.699352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Attempting to bind port 7266178b-b4ad-42d1-ab15-5a6072913836 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:07.699807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Attempting to bind port 7266178b-b4ad-42d1-ab15-5a6072913836 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '25eec147-39ac-4435-a062-5c7fe23bd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '019028c4-91c7-4210-b352-ce9fe99cead6'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:07.700236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Attempting to bind port 7266178b-b4ad-42d1-ab15-5a6072913836 on network 019028c4-91c7-4210-b352-ce9fe99cead6 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:07.703794 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0fdd8d63-3237-4674-85bb-2cd629007231 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for subnetpool, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.705067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0fdd8d63-3237-4674-85bb-2cd629007231 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1226473 Apr 21 21:20:07.705281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:07.705602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Checking segment: {'id': '25eec147-39ac-4435-a062-5c7fe23bd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '019028c4-91c7-4210-b352-ce9fe99cead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:07.706005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.706707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Bound using segment: {'id': '25eec147-39ac-4435-a062-5c7fe23bd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '019028c4-91c7-4210-b352-ce9fe99cead6'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:07.706844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Bound port: 7266178b-b4ad-42d1-ab15-5a6072913836, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25eec147-39ac-4435-a062-5c7fe23bd76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '019028c4-91c7-4210-b352-ce9fe99cead6'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:07.707752 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.708903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59768) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:07.713214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.tag.tag_plugin [None req-2a134a17-53af-41c2-a2b5-e825c0dd6a5c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049', 'tempest-TagsExtTest-Tag-25434347') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:07.773090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] For port 7266178b-b4ad-42d1-ab15-5a6072913836, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:07.777173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] For port 7266178b-b4ad-42d1-ab15-5a6072913836, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7266178b-b4ad-42d1-ab15-5a6072913836,segment=NetworkSegment(25eec147-39ac-4435-a062-5c7fe23bd76b),segment_id=25eec147-39ac-4435-a062-5c7fe23bd76b)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:07.783471 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:07.856100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded969d-50ee-4808-a71b-8fb4da8c7422 None None] Pushing event updated for resources: {'Port': ['ID=7266178b-b4ad-42d1-ab15-5a6072913836,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:08.215068 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:08.244395 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:08.350257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7266178b-b4ad-42d1-ab15-5a6072913836 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:08.361536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2a134a17-53af-41c2-a2b5-e825c0dd6a5c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags/tempest-TagsExtTest-Tag-25434347 HTTP/1.1" status: 201 len: 201 time: 0.6516721 Apr 21 21:20:08.364737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59776) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:08.378532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.tag.tag_plugin [None req-ddd65179-4ead-48b5-b30a-8e4244418f4c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985', 'tempest-TagsExtTest-Tag-320808349') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:08.410042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7266178b-b4ad-42d1-ab15-5a6072913836 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:08.410712 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:08.421622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.25.0.63 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/c254284b-0f21-4153-97f1-1f07709e1ccb) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:08.515667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:08.530478 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ddd65179-4ead-48b5-b30a-8e4244418f4c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags/tempest-TagsExtTest-Tag-320808349 HTTP/1.1" status: 201 len: 201 time: 0.1628697 Apr 21 21:20:08.533715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59780) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:08.541032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-77b0f059-9793-4c5f-b3f5-c540cbef9a15 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d', 'tempest-TagsExtTest-Tag-707359375') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:08.573209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 7266178b-b4ad-42d1-ab15-5a6072913836, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7266178b-b4ad-42d1-ab15-5a6072913836,segment=NetworkSegment(25eec147-39ac-4435-a062-5c7fe23bd76b),segment_id=25eec147-39ac-4435-a062-5c7fe23bd76b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:08.584071 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:08.599505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:08.651653 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:08.669519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=7266178b-b4ad-42d1-ab15-5a6072913836,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:08.679138 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-77b0f059-9793-4c5f-b3f5-c540cbef9a15 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags/tempest-TagsExtTest-Tag-707359375 HTTP/1.1" status: 201 len: 201 time: 0.1435814 Apr 21 21:20:08.681697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59782) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:08.689190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-eff13c9b-488f-44f3-838f-c0887d91f14f tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf', 'tempest-TagsExtTest-Tag-1555461387') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:08.696310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:08.699481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:08.706387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:08.750357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-eff13c9b-488f-44f3-838f-c0887d91f14f tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags/tempest-TagsExtTest-Tag-1555461387 HTTP/1.1" status: 201 len: 201 time: 0.0645261 Apr 21 21:20:08.750608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:08.755510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-ec24c1d7-7c50-4ba6-b05d-cdf3fab9c5d8 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:08.755731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=c254284b-0f21-4153-97f1-1f07709e1ccb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:08.883824 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ec24c1d7-7c50-4ba6-b05d-cdf3fab9c5d8 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags HTTP/1.1" status: 200 len: 239 time: 0.1320312 Apr 21 21:20:08.886341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59786) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:08.890876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-9b1b832c-52b7-47f8-bd57-4d7a4d5d1ee5 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049', 'tempest-TagsExtTest-Tag-25434347') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:08.962729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9b1b832c-52b7-47f8-bd57-4d7a4d5d1ee5 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags/tempest-TagsExtTest-Tag-25434347 HTTP/1.1" status: 204 len: 168 time: 0.0741270 Apr 21 21:20:08.963872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59788) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:08.968218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-e152f34c-167a-48cb-a951-41d4304c3349 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049', 'tempest-TagsExtTest-Tag-25434347') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.014510 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:09.032580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cc6e2-99f6-4c98-b6eb-2900fd33d915 None None] Network 019028c4-91c7-4210-b352-ce9fe99cead6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:09.049025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e152f34c-167a-48cb-a951-41d4304c3349 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags/tempest-TagsExtTest-Tag-25434347 HTTP/1.1" status: 204 len: 168 time: 0.0840268 Apr 21 21:20:09.051627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59790) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.056832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-6d63ee8e-a9e7-472d-996e-d1fe6616d4bd tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.117387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6d63ee8e-a9e7-472d-996e-d1fe6616d4bd tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags HTTP/1.1" status: 200 len: 205 time: 0.0641582 Apr 21 21:20:09.120327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59792) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.125522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-8f4c3a91-1af0-4a3e-bebb-f9fe2c05021a tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.191080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-88cfb5e4-c365-4cfe-a055-2652f47c73da None None] Provisioning complete for port 7266178b-b4ad-42d1-ab15-5a6072913836 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:09.191431 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-88cfb5e4-c365-4cfe-a055-2652f47c73da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:09.200648 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8f4c3a91-1af0-4a3e-bebb-f9fe2c05021a tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags HTTP/1.1" status: 200 len: 240 time: 0.0784917 Apr 21 21:20:09.200997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59794) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.208848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-e356197b-c1ad-4b9f-8ea5-2002e38e1091 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985', 'tempest-TagsExtTest-Tag-320808349') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.260814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:09.290707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e356197b-c1ad-4b9f-8ea5-2002e38e1091 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags/tempest-TagsExtTest-Tag-320808349 HTTP/1.1" status: 204 len: 168 time: 0.0885296 Apr 21 21:20:09.291609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59798) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.297991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-8a269390-a84d-4a73-9416-67a48115c4ee tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985', 'tempest-TagsExtTest-Tag-320808349') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.372749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8a269390-a84d-4a73-9416-67a48115c4ee tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags/tempest-TagsExtTest-Tag-320808349 HTTP/1.1" status: 204 len: 168 time: 0.0798585 Apr 21 21:20:09.375173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59800) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.379891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-15af0bfd-4316-4df7-8baf-8a1b06f6bb74 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.421376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 38eca37f-0087-48cc-acb8-9f18855a7920 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:20:09.465086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-15af0bfd-4316-4df7-8baf-8a1b06f6bb74 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags HTTP/1.1" status: 200 len: 205 time: 0.0881407 Apr 21 21:20:09.465616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59804) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.470780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-fc24c2de-1115-43ac-9328-44caa7640873 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.550337 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-17e2def6-7e28-4eb5-bdd2-166c010590ed None None] Provisioning complete for port 7fcfd114-40c6-4ffb-9beb-7773eba64985 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:09.552102 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-17e2def6-7e28-4eb5-bdd2-166c010590ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:09.583217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:20:09.583443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fc24c2de-1115-43ac-9328-44caa7640873 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags HTTP/1.1" status: 200 len: 240 time: 0.1166365 Apr 21 21:20:09.584015 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59806) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.593615 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Sync routers for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:20:09.595693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-73fcbb88-eb11-4426-b02c-b85e055fb82d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d', 'tempest-TagsExtTest-Tag-707359375') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.604839 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:09.606840 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.609075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-17e2def6-7e28-4eb5-bdd2-166c010590ed None None] Port 7fcfd114-40c6-4ffb-9beb-7773eba64985 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:20:09.621134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-17e2def6-7e28-4eb5-bdd2-166c010590ed None None] Provisioning complete for port 7266178b-b4ad-42d1-ab15-5a6072913836 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:09.621779 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-17e2def6-7e28-4eb5-bdd2-166c010590ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:09.633412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:09.634912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53d93af7-c396-494c-b2fd-8e97c02953e1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4168160 Apr 21 21:20:09.637982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59808) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.700004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d34cbd23-158e-4517-a1b6-f9cf29fe5bdc tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=33349352c09e472e84467ff4a7100849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569475 Apr 21 21:20:09.702663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59810) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.733187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-73fcbb88-eb11-4426-b02c-b85e055fb82d tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags/tempest-TagsExtTest-Tag-707359375 HTTP/1.1" status: 204 len: 168 time: 0.1478488 Apr 21 21:20:09.733776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59812) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.743699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-7e85b843-1705-4121-a253-765090d3cdfc tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d', 'tempest-TagsExtTest-Tag-707359375') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.823335 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:09.860614 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7e85b843-1705-4121-a253-765090d3cdfc tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags/tempest-TagsExtTest-Tag-707359375 HTTP/1.1" status: 204 len: 168 time: 0.1257932 Apr 21 21:20:09.863139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59814) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.866360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca7c819-b63c-497f-8578-53ae8ef123ac tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:09.871714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1ca7c819-b63c-497f-8578-53ae8ef123ac tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1642494 Apr 21 21:20:09.871909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-6ae09d54-18ad-408d-91a4-2c59141caa65 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.872133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59816) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.889253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-93076c29-65a2-4d75-8866-f6dceea221fa None None] Provisioning complete for port 7fcfd114-40c6-4ffb-9beb-7773eba64985 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:09.889530 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-93076c29-65a2-4d75-8866-f6dceea221fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:09.914617 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e1fbb2c-0ee7-46bf-8510-18315d5103c9 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389507 Apr 21 21:20:09.915239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59818) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.921161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-354884863', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'project_id': '33349352c09e472e84467ff4a7100849', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:09.932545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-93076c29-65a2-4d75-8866-f6dceea221fa None None] Port 7fcfd114-40c6-4ffb-9beb-7773eba64985 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:20:09.969227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6ae09d54-18ad-408d-91a4-2c59141caa65 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags HTTP/1.1" status: 200 len: 205 time: 0.1044796 Apr 21 21:20:09.971823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59820) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:09.977464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-25a0bf18-4ef4-4214-a34a-d4094cd843b8 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:09.999217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-25a0bf18-4ef4-4214-a34a-d4094cd843b8 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags HTTP/1.1" status: 200 len: 241 time: 0.0263653 Apr 21 21:20:10.002197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59822) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.007314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-1b4d4a3f-df3b-42dc-a18e-77cbcf1efe77 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf', 'tempest-TagsExtTest-Tag-1555461387') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.030842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:10.032097 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1b4d4a3f-df3b-42dc-a18e-77cbcf1efe77 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags/tempest-TagsExtTest-Tag-1555461387 HTTP/1.1" status: 204 len: 168 time: 0.0283034 Apr 21 21:20:10.034081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59824) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.035135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.039537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-4ba91055-3ba1-42e1-adc0-bb454d5f7acd tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf', 'tempest-TagsExtTest-Tag-1555461387') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.082774 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4ba91055-3ba1-42e1-adc0-bb454d5f7acd tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags/tempest-TagsExtTest-Tag-1555461387 HTTP/1.1" status: 204 len: 168 time: 0.0475612 Apr 21 21:20:10.089612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59826) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.098276 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:08Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.098510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-12b7e5b9-83cd-4484-99bf-c58b135bd230 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.122894 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-12b7e5b9-83cd-4484-99bf-c58b135bd230 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags HTTP/1.1" status: 200 len: 205 time: 0.0321450 Apr 21 21:20:10.125584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59828) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.128002 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Checking router: 38eca37f-0087-48cc-acb8-9f18855a7920 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:20:10.128530 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Updating router 38eca37f-0087-48cc-acb8-9f18855a7920 port c254284b-0f21-4153-97f1-1f07709e1ccb binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:20:10.132402 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-6ce0194d-85db-44dc-b162-5f8268bb2520 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.164710 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.165734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6ce0194d-85db-44dc-b162-5f8268bb2520 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags HTTP/1.1" status: 204 len: 168 time: 0.0389981 Apr 21 21:20:10.168288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59830) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.173130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-ef436fbb-13dd-40d8-bdbc-e151388e3507 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.272138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.287304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ef436fbb-13dd-40d8-bdbc-e151388e3507 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags HTTP/1.1" status: 204 len: 168 time: 0.1176949 Apr 21 21:20:10.289802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59832) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.294404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-035e811d-d1d7-4c7f-8d6d-7f37207db836 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.335326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7266178b-b4ad-42d1-ab15-5a6072913836 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:10.349194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Subnet': ['ID=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:10.353646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Checking segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:10.354009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network hostable DHCP agents. Network: 74053a90-d480-42e5-81a5-33d30d114c5b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:20:10.377359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 74053a90-d480-42e5-81a5-33d30d114c5b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:20:10.396507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 74053a90-d480-42e5-81a5-33d30d114c5b) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:10.406678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-035e811d-d1d7-4c7f-8d6d-7f37207db836 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags HTTP/1.1" status: 204 len: 168 time: 0.1134501 Apr 21 21:20:10.409409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59834) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.415289 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb9d4a9-70f2-4afb-9d22-3cae920221d6 None None] Network 74053a90-d480-42e5-81a5-33d30d114c5b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:10.415829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:10.416429 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.420362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-bda50869-7906-4c49-9e10-8bb3b08c9eb0 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.445511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1d22f4a4-01a7-4c6e-9ffb-be0339d3606a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5285013 Apr 21 21:20:10.446283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59836) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.576676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bda50869-7906-4c49-9e10-8bb3b08c9eb0 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags HTTP/1.1" status: 204 len: 168 time: 0.1630981 Apr 21 21:20:10.577568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59842) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.580583 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.583036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-9aaf8358-6d4d-4207-b8de-ea5a1739e74c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049', 'tempest-TagsExtTest-Tag-896576470') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.595593 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.617709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7266178b-b4ad-42d1-ab15-5a6072913836 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:10.618331 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.672613 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Attempting to bind port c254284b-0f21-4153-97f1-1f07709e1ccb on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:10.673013 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Attempting to bind port c254284b-0f21-4153-97f1-1f07709e1ccb by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:10.673379 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Attempting to bind port c254284b-0f21-4153-97f1-1f07709e1ccb on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:10.683277 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:10.683656 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:10.684115 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.684509 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:10.685184 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Bound port: c254284b-0f21-4153-97f1-1f07709e1ccb, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:10.685990 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.690586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-74053a90-d480-42e5-81a5-33d30d114c5b', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:20:10.691461 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.735503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9aaf8358-6d4d-4207-b8de-ea5a1739e74c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags/tempest-TagsExtTest-Tag-896576470 HTTP/1.1" status: 201 len: 201 time: 0.1572032 Apr 21 21:20:10.738105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59844) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.743228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-4553743c-9ac1-49b2-9f17-af2b096690d5 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985', 'tempest-TagsExtTest-Tag-251335458') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.772465 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] For port c254284b-0f21-4153-97f1-1f07709e1ccb, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:10.777151 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] For port c254284b-0f21-4153-97f1-1f07709e1ccb, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c254284b-0f21-4153-97f1-1f07709e1ccb,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:10.787684 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:10.789873 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Pushing event updated for resources: {'Port': ['ID=c254284b-0f21-4153-97f1-1f07709e1ccb,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:10.799366 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.799754 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.800104 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.800435 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.801413 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.801761 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.802237 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.802570 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.803001 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.803357 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.803688 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.804089 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:10.873175 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:10.874688 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.905528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4553743c-9ac1-49b2-9f17-af2b096690d5 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags/tempest-TagsExtTest-Tag-251335458 HTTP/1.1" status: 201 len: 201 time: 0.1656353 Apr 21 21:20:10.906370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59846) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:10.913520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-be298576-2e87-4b66-aa42-1065c9acf2be tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d', 'tempest-TagsExtTest-Tag-196520030') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:10.960802 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d6b48-ad39-48f4-905e-d5bb5debc3ee None None] Pushing event updated for resources: {'Port': ['ID=c254284b-0f21-4153-97f1-1f07709e1ccb,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:11.017356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Allocated IP 172.20.0.2 (74053a90-d480-42e5-81a5-33d30d114c5b/001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3/2cebb4c2-41fb-4264-aaea-ed3906af5d5a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:11.067027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-be298576-2e87-4b66-aa42-1065c9acf2be tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags/tempest-TagsExtTest-Tag-196520030 HTTP/1.1" status: 201 len: 201 time: 0.1585119 Apr 21 21:20:11.067632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59850) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:11.075030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-aacdaa61-b5a6-4839-b424-755dcd66e5d5 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf', 'tempest-TagsExtTest-Tag-386223740') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:11.117151 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:11.153532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aacdaa61-b5a6-4839-b424-755dcd66e5d5 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags/tempest-TagsExtTest-Tag-386223740 HTTP/1.1" status: 201 len: 201 time: 0.0846407 Apr 21 21:20:11.157328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59854) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:11.163265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-5f4da308-a3a4-45fc-8aff-26fa97765cba tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049', {'tags': ['tempest-TagsExtTest-Tag-821792467', 'tempest-TagsExtTest-Tag-66283532', 'tempest-TagsExtTest-Tag-200336582']}) {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:11.241228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5f4da308-a3a4-45fc-8aff-26fa97765cba tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags HTTP/1.1" status: 200 len: 314 time: 0.0798202 Apr 21 21:20:11.241584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59856) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:11.248555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-e09be0fa-0d50-4009-9297-f4cc88cb768e tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:11.295485 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:11.306961 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:11.314128 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:11.377830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Network 74053a90-d480-42e5-81a5-33d30d114c5b is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:11.382104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e09be0fa-0d50-4009-9297-f4cc88cb768e tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags HTTP/1.1" status: 204 len: 168 time: 0.1361647 Apr 21 21:20:11.382353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59860) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:11.385444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:11.386798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-0c98c03f-8241-47bc-8621-ec21e98d5fa2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049', 'tempest-TagsExtTest-Tag-821792467') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:11.389787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:11.399532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Pushing event updated for resources: {'Port': ['ID=2cebb4c2-41fb-4264-aaea-ed3906af5d5a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:11.447597 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:08Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:11.474400 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b7dd5-ef90-4a9a-98af-1c32eb92ef13 None None] The sync data for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 is: [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:08Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:20:11.513076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Attempting to bind port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:11.516145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Attempting to bind port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:11.517021 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Attempting to bind port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a on network 74053a90-d480-42e5-81a5-33d30d114c5b {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:11.518532 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-0c98c03f-8241-47bc-8621-ec21e98d5fa2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:11.521747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0c98c03f-8241-47bc-8621-ec21e98d5fa2 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags/tempest-TagsExtTest-Tag-821792467 HTTP/1.1" status: 404 len: 328 time: 0.1383770 Apr 21 21:20:11.524489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59862) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:11.529147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-67de45d3-f412-47af-9ac9-6a8e903d73dd tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049', 'tempest-TagsExtTest-Tag-66283532') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:11.530622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:11.531408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Checking segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:11.532012 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:11.532572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Bound using segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:11.541330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Bound port: 2cebb4c2-41fb-4264-aaea-ed3906af5d5a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:11.542008 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:11.616414 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-67de45d3-f412-47af-9ac9-6a8e903d73dd tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:11.617893 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-67de45d3-f412-47af-9ac9-6a8e903d73dd tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags/tempest-TagsExtTest-Tag-66283532 HTTP/1.1" status: 404 len: 327 time: 0.0923266 Apr 21 21:20:11.620819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59864) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:11.627304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-e041b677-b4e5-4e6e-90c5-ee11cf18ce8c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049', 'tempest-TagsExtTest-Tag-200336582') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:11.639559 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] For port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:11.643264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] For port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2cebb4c2-41fb-4264-aaea-ed3906af5d5a,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:11.647329 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:11.699053 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-e041b677-b4e5-4e6e-90c5-ee11cf18ce8c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:11.704427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e041b677-b4e5-4e6e-90c5-ee11cf18ce8c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags/tempest-TagsExtTest-Tag-200336582 HTTP/1.1" status: 404 len: 328 time: 0.0801401 Apr 21 21:20:11.704846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59866) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:11.717904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-8c0e27a6-a6d1-46ed-a835-9a35a80d5e54 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985', {'tags': ['tempest-TagsExtTest-Tag-90637724', 'tempest-TagsExtTest-Tag-859524564', 'tempest-TagsExtTest-Tag-1475160544']}) {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:11.724667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89965e81-a536-45b9-869d-10e2b6f4f19a None None] Pushing event updated for resources: {'Port': ['ID=2cebb4c2-41fb-4264-aaea-ed3906af5d5a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:11.812099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8c0e27a6-a6d1-46ed-a835-9a35a80d5e54 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags HTTP/1.1" status: 200 len: 315 time: 0.1033444 Apr 21 21:20:11.812690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.20.0.1 (74053a90-d480-42e5-81a5-33d30d114c5b/001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3/887077b8-09bd-4b5e-8a18-eb0b598bfe34) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:11.812906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59868) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:11.819507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-02a069cc-a8ef-4f3e-b7a7-74a51afdcda0 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:11.964055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-02a069cc-a8ef-4f3e-b7a7-74a51afdcda0 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags HTTP/1.1" status: 204 len: 168 time: 0.1496928 Apr 21 21:20:11.966683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59870) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:11.971829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-a1e5e896-3892-4ae0-ad24-3b21a95fc174 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985', 'tempest-TagsExtTest-Tag-90637724') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:12.058091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:12.092494 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-a1e5e896-3892-4ae0-ad24-3b21a95fc174 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:12.099217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59872) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:12.101215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a1e5e896-3892-4ae0-ad24-3b21a95fc174 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags/tempest-TagsExtTest-Tag-90637724 HTTP/1.1" status: 404 len: 327 time: 0.1332800 Apr 21 21:20:12.109544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.tag.tag_plugin [None req-0649b341-0e46-479c-9092-823543323ba1 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985', 'tempest-TagsExtTest-Tag-859524564') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:12.163921 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:12.220158 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 74053a90-d480-42e5-81a5-33d30d114c5b is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:12.227576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:12.235134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:12.297265 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-0649b341-0e46-479c-9092-823543323ba1 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:12.298340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0649b341-0e46-479c-9092-823543323ba1 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags/tempest-TagsExtTest-Tag-859524564 HTTP/1.1" status: 404 len: 328 time: 0.1981785 Apr 21 21:20:12.299296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:12.302433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59880) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:12.305990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=887077b8-09bd-4b5e-8a18-eb0b598bfe34,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:12.308497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-aede8317-4ce3-45f2-b39c-fa612c960b7f tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985', 'tempest-TagsExtTest-Tag-1475160544') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:12.402099 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-aede8317-4ce3-45f2-b39c-fa612c960b7f tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:12.403594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aede8317-4ce3-45f2-b39c-fa612c960b7f tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags/tempest-TagsExtTest-Tag-1475160544 HTTP/1.1" status: 404 len: 329 time: 0.1000805 Apr 21 21:20:12.407268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59884) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:12.413656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.tag.tag_plugin [None req-453ad1d7-cf62-42cb-929f-4cfff0f14429 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d', {'tags': ['tempest-TagsExtTest-Tag-749258842', 'tempest-TagsExtTest-Tag-1667713230', 'tempest-TagsExtTest-Tag-281063092']}) {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:12.453122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c254284b-0f21-4153-97f1-1f07709e1ccb up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:12.509255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c254284b-0f21-4153-97f1-1f07709e1ccb triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:12.509976 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:12.558590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:12.583778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-453ad1d7-cf62-42cb-929f-4cfff0f14429 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags HTTP/1.1" status: 200 len: 316 time: 0.1724076 Apr 21 21:20:12.584340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59890) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:12.589832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-a85d19a1-4734-4e8c-aec5-d4d342791761 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:12.646871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:12.682134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port c254284b-0f21-4153-97f1-1f07709e1ccb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c254284b-0f21-4153-97f1-1f07709e1ccb,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:12.692218 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:12.693788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2cebb4c2-41fb-4264-aaea-ed3906af5d5a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:12.795652 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a85d19a1-4734-4e8c-aec5-d4d342791761 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags HTTP/1.1" status: 204 len: 168 time: 0.2100337 Apr 21 21:20:12.798300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59894) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:12.803867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-98f7d93f-da9e-47f7-a0c0-6930b8f7a191 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d', 'tempest-TagsExtTest-Tag-749258842') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:12.909430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:12.909801 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:12.946145 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-98f7d93f-da9e-47f7-a0c0-6930b8f7a191 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:12.949925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-98f7d93f-da9e-47f7-a0c0-6930b8f7a191 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags/tempest-TagsExtTest-Tag-749258842 HTTP/1.1" status: 404 len: 328 time: 0.1504078 Apr 21 21:20:12.952719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59896) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:12.964442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=c254284b-0f21-4153-97f1-1f07709e1ccb,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:12.971853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-e7eeddec-2c69-4b02-be72-cf2abd04595b tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d', 'tempest-TagsExtTest-Tag-1667713230') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.047338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:13.073452 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-e7eeddec-2c69-4b02-be72-cf2abd04595b tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:13.077553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e7eeddec-2c69-4b02-be72-cf2abd04595b tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags/tempest-TagsExtTest-Tag-1667713230 HTTP/1.1" status: 404 len: 329 time: 0.1211104 Apr 21 21:20:13.077962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:13.078279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59898) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.084904 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:13.089308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-2c715535-6e64-4098-b60f-8728f8322e89 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d', 'tempest-TagsExtTest-Tag-281063092') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.095127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2cebb4c2-41fb-4264-aaea-ed3906af5d5a,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:13.102112 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:13.178393 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-2c715535-6e64-4098-b60f-8728f8322e89 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:13.179003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2c715535-6e64-4098-b60f-8728f8322e89 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags/tempest-TagsExtTest-Tag-281063092 HTTP/1.1" status: 404 len: 328 time: 0.0996461 Apr 21 21:20:13.181607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59902) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.189747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:13.191366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-156a5e11-50fc-4647-9317-df761029391c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf', {'tags': ['tempest-TagsExtTest-Tag-1953642917', 'tempest-TagsExtTest-Tag-513163488', 'tempest-TagsExtTest-Tag-1120377810']}) {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.191729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=887077b8-09bd-4b5e-8a18-eb0b598bfe34,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:13.225060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=2cebb4c2-41fb-4264-aaea-ed3906af5d5a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:13.254163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-156a5e11-50fc-4647-9317-df761029391c tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "PUT /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags HTTP/1.1" status: 200 len: 317 time: 0.0703108 Apr 21 21:20:13.256639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59904) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.261653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-4491b9c3-7d96-4796-96f6-5a42421ec67e tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.294335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e66262d-ef33-4173-aad3-f7e457aa4799 None None] Network 74053a90-d480-42e5-81a5-33d30d114c5b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:13.311943 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4491b9c3-7d96-4796-96f6-5a42421ec67e tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags HTTP/1.1" status: 204 len: 168 time: 0.0542161 Apr 21 21:20:13.314833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59906) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.319561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-fe70a3e1-01d3-4f00-ac86-0d7c43012447 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf', 'tempest-TagsExtTest-Tag-1953642917') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.333735 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 74053a90-d480-42e5-81a5-33d30d114c5b is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:13.336149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:13.349707 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-fe70a3e1-01d3-4f00-ac86-0d7c43012447 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:13.350751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fe70a3e1-01d3-4f00-ac86-0d7c43012447 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags/tempest-TagsExtTest-Tag-1953642917 HTTP/1.1" status: 404 len: 329 time: 0.0347624 Apr 21 21:20:13.355250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59910) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.361098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-ba0a2e49-b040-4d0d-92c5-ec886a43f964 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf', 'tempest-TagsExtTest-Tag-513163488') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.383660 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-ba0a2e49-b040-4d0d-92c5-ec886a43f964 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:13.385839 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ba0a2e49-b040-4d0d-92c5-ec886a43f964 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags/tempest-TagsExtTest-Tag-513163488 HTTP/1.1" status: 404 len: 328 time: 0.0296891 Apr 21 21:20:13.388712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59914) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.393861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-c2aa2931-3765-484c-9300-16ac40f7ee6e tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf', 'tempest-TagsExtTest-Tag-1120377810') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.403726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-797abc6a-06d3-4790-a84d-1ef1b9d29674 None None] Provisioning complete for port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:13.404547 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-797abc6a-06d3-4790-a84d-1ef1b9d29674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:13.417621 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [None req-c2aa2931-3765-484c-9300-16ac40f7ee6e tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] show failed (client error): The resource could not be found. Apr 21 21:20:13.418689 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c2aa2931-3765-484c-9300-16ac40f7ee6e tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags/tempest-TagsExtTest-Tag-1120377810 HTTP/1.1" status: 404 len: 329 time: 0.0285001 Apr 21 21:20:13.421556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59916) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.426605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.tag.tag_plugin [None req-f4159bab-20f2-448d-ac47-19af2d0d2fd6 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6e593e44-36b9-4d8a-9afd-533a3e8057cf') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.526859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 38eca37f-0087-48cc-acb8-9f18855a7920 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:20:13.529073 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f4159bab-20f2-448d-ac47-19af2d0d2fd6 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf/tags HTTP/1.1" status: 204 len: 168 time: 0.1060061 Apr 21 21:20:13.531938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59922) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.537692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-fbf66e5a-61c6-4e78-ae0c-92360911b30b tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f052ddca-e277-42af-b51f-c9b43586af2d') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.659423 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fbf66e5a-61c6-4e78-ae0c-92360911b30b tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d/tags HTTP/1.1" status: 204 len: 168 time: 0.1260488 Apr 21 21:20:13.662603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59926) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.669964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-37acf9f1-0ee5-4920-b2c2-4fdd8b11d01e tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7fcfd114-40c6-4ffb-9beb-7773eba64985') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.746182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-37acf9f1-0ee5-4920-b2c2-4fdd8b11d01e tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985/tags HTTP/1.1" status: 204 len: 168 time: 0.0823131 Apr 21 21:20:13.748669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59928) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.753181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.tag.tag_plugin [None req-d22f4b52-1085-491a-b56b-22e6cd48fc09 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a965d76a-c1ea-4927-a34c-8e1acfea7049') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:13.828030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d22f4b52-1085-491a-b56b-22e6cd48fc09 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049/tags HTTP/1.1" status: 204 len: 168 time: 0.0780272 Apr 21 21:20:13.832960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59930) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:13.945979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-58336cf7-bde4-4854-b0d6-6e7cdc1f23bb None None] Provisioning complete for port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:13.946898 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58336cf7-bde4-4854-b0d6-6e7cdc1f23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:13.976077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea4b04b1-df4e-4151-9078-6199c7d29166 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for subnetpool, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:13.978458 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ea4b04b1-df4e-4151-9078-6199c7d29166 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnetpools/6e593e44-36b9-4d8a-9afd-533a3e8057cf HTTP/1.1" status: 204 len: 168 time: 0.1444688 Apr 21 21:20:13.982363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59932) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:14.017341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-58336cf7-bde4-4854-b0d6-6e7cdc1f23bb None None] Port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:20:14.047216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-58336cf7-bde4-4854-b0d6-6e7cdc1f23bb None None] Provisioning complete for port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:14.047704 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-58336cf7-bde4-4854-b0d6-6e7cdc1f23bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:14.101452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:20:14.126323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fee53dbf-6049-4168-8d5b-f97912797823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "PUT /v2.0/routers/38eca37f-0087-48cc-acb8-9f18855a7920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6707554 Apr 21 21:20:14.126569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Sync routers for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:20:14.145298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:14.146079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:14.324577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:14.383105 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c254284b-0f21-4153-97f1-1f07709e1ccb up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:14.508858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59946) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:14.513281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a897979a-5a84-44c2-8b36-8078259c891f None None] Provisioning complete for port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:14.513650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a897979a-5a84-44c2-8b36-8078259c891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:14.517128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6332222c-039c-4de3-9b77-22231c53e6d6 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "GET /v2.0/ports?device_id=f052ddca-e277-42af-b51f-c9b43586af2d HTTP/1.1" status: 200 len: 205 time: 0.5308466 Apr 21 21:20:14.559031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c254284b-0f21-4153-97f1-1f07709e1ccb triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:14.559401 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:14.589217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-f7f84f8a-9541-4812-a8e8-2dc3dd0bf344 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208673762&fields=id&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 267 time: 0.0862198 Apr 21 21:20:14.600701 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-485c3280-7a9c-414b-98b7-4c10ba299277 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:14.718961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-7d313a3a-af49-4bbe-b3b0-f5f503751378 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:14.722374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-7d313a3a-af49-4bbe-b3b0-f5f503751378 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 797 time: 0.1312428 Apr 21 21:20:14.737964 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-c51ee947-48c3-4dfd-ad17-59b7012adaed tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/quotas/33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 375 time: 0.0104072 Apr 21 21:20:14.794967 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-485c3280-7a9c-414b-98b7-4c10ba299277 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:14.800913 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-485c3280-7a9c-414b-98b7-4c10ba299277 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:14.825523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a897979a-5a84-44c2-8b36-8078259c891f None None] Port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:20:14.854731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-485c3280-7a9c-414b-98b7-4c10ba299277 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:14.855420 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c3280-7a9c-414b-98b7-4c10ba299277 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Fanout notify agent at l3_agent the message router_deleted on router f052ddca-e277-42af-b51f-c9b43586af2d {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:20:14.865341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-648f3f70-e9dd-429f-aa07-e22f9064c675 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1212428 Apr 21 21:20:14.880720 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-485c3280-7a9c-414b-98b7-4c10ba299277 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:14.885313 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-485c3280-7a9c-414b-98b7-4c10ba299277 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/routers/f052ddca-e277-42af-b51f-c9b43586af2d HTTP/1.1" status: 204 len: 168 time: 0.3753006 Apr 21 21:20:14.888327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59950) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:14.893226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-44d045cc-b678-4a46-a082-f7134d6c02cd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:20:14.894042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2cebb4c2-41fb-4264-aaea-ed3906af5d5a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:14.894489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-44d045cc-b678-4a46-a082-f7134d6c02cd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106633 Apr 21 21:20:14.980140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b85502e1-a254-4a25-8737-01741e40348f None None] Provisioning complete for port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:14.980742 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b85502e1-a254-4a25-8737-01741e40348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.008410 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-3e305ccf-11fd-45fb-be7d-99a86ccc8d21 service neutron] 10.222.0.49 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053770 Apr 21 21:20:15.023247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-881b86af-dabd-420f-addf-2643d804fe00 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Deleting port 7fcfd114-40c6-4ffb-9beb-7773eba64985 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:15.023518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:15.023753 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.024251 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-881b86af-dabd-420f-addf-2643d804fe00 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.028174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '887077b8-09bd-4b5e-8a18-eb0b598bfe34', 'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:16:fb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:11Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 2, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:15.050093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b85502e1-a254-4a25-8737-01741e40348f None None] Port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:20:15.078511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Checking router: 38eca37f-0087-48cc-acb8-9f18855a7920 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:20:15.078921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Updating router 38eca37f-0087-48cc-acb8-9f18855a7920 port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:20:15.109845 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.144969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-398359ed-fbef-4aa0-85a1-b6f49a194d42 service neutron] 10.222.0.49 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279628 Apr 21 21:20:15.148474 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-881b86af-dabd-420f-addf-2643d804fe00 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.166190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-881b86af-dabd-420f-addf-2643d804fe00 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Calling delete_port for 7fcfd114-40c6-4ffb-9beb-7773eba64985 owned by {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:15.321234 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-881b86af-dabd-420f-addf-2643d804fe00 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.357082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b86af-dabd-420f-addf-2643d804fe00 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Pushing event deleted for resources: {'Port': ['ID=7fcfd114-40c6-4ffb-9beb-7773eba64985,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:15.434299 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-881b86af-dabd-420f-addf-2643d804fe00 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.438062 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-881b86af-dabd-420f-addf-2643d804fe00 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/ports/7fcfd114-40c6-4ffb-9beb-7773eba64985 HTTP/1.1" status: 204 len: 168 time: 0.5485711 Apr 21 21:20:15.440979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59952) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:15.463104 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.475399 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.515133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1b56c8-a733-429a-8841-ad22a4b103e3 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Deleting subnet a965d76a-c1ea-4927-a34c-8e1acfea7049 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:20:15.530949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1b56c8-a733-429a-8841-ad22a4b103e3 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.554147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6553d0-5300-43bd-8925-38660de39dcf None None] Pushing event updated for resources: {'Port': ['ID=887077b8-09bd-4b5e-8a18-eb0b598bfe34,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:15.610330 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1b56c8-a733-429a-8841-ad22a4b103e3 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.634214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Attempting to bind port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:15.634214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Attempting to bind port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:15.634496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Attempting to bind port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 on network 74053a90-d480-42e5-81a5-33d30d114c5b {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:15.640583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:15.641020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Checking segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:15.641424 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.641816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Bound using segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:15.642279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Bound port: 887077b8-09bd-4b5e-8a18-eb0b598bfe34, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:15.642661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.708181 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1b56c8-a733-429a-8841-ad22a4b103e3 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.710733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] For port 887077b8-09bd-4b5e-8a18-eb0b598bfe34, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:15.713896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] For port 887077b8-09bd-4b5e-8a18-eb0b598bfe34, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=887077b8-09bd-4b5e-8a18-eb0b598bfe34,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:15.721803 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.785682 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1b56c8-a733-429a-8841-ad22a4b103e3 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.812612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6553d0-5300-43bd-8925-38660de39dcf None None] Pushing event updated for resources: {'Port': ['ID=887077b8-09bd-4b5e-8a18-eb0b598bfe34,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:15.821156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:15.821837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:15.843953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b56c8-a733-429a-8841-ad22a4b103e3 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Pushing event deleted for resources: {'Subnet': ['ID=a965d76a-c1ea-4927-a34c-8e1acfea7049,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:15.858758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4e1b56c8-a733-429a-8841-ad22a4b103e3 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:15.863825 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4e1b56c8-a733-429a-8841-ad22a4b103e3 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/subnets/a965d76a-c1ea-4927-a34c-8e1acfea7049 HTTP/1.1" status: 204 len: 168 time: 0.4217482 Apr 21 21:20:15.866475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 59958) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:15.874339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809ddcb-01e1-4fa2-8518-318a25a0b52f None None] Network 019028c4-91c7-4210-b352-ce9fe99cead6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:15.887357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-91c47bbc-a02a-448c-8eb2-8fbb5e2a24e6 None None] Provisioning complete for port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:15.887726 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91c47bbc-a02a-448c-8eb2-8fbb5e2a24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.037334 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.083844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:16.087619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-8dcc21c5-94d4-4610-88f4-a6704ae1d95d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938475 Apr 21 21:20:16.178253 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91c47bbc-a02a-448c-8eb2-8fbb5e2a24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.179363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Deleting port 7266178b-b4ad-42d1-ab15-5a6072913836 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:16.179773 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.297299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-91c47bbc-a02a-448c-8eb2-8fbb5e2a24e6 None None] For port 887077b8-09bd-4b5e-8a18-eb0b598bfe34, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=887077b8-09bd-4b5e-8a18-eb0b598bfe34,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:16.314495 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91c47bbc-a02a-448c-8eb2-8fbb5e2a24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.324486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] For port 7266178b-b4ad-42d1-ab15-5a6072913836, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7266178b-b4ad-42d1-ab15-5a6072913836,segment=NetworkSegment(25eec147-39ac-4435-a062-5c7fe23bd76b),segment_id=25eec147-39ac-4435-a062-5c7fe23bd76b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:16.324888 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.335511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-b40a1b0a-174f-4632-b019-06c354076fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:16.337042 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-b40a1b0a-174f-4632-b019-06c354076fa8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 1096 time: 0.1987855 Apr 21 21:20:16.374865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6aaadd-1b70-4942-9bd7-02d3ca4090d2 None None] DHCP port deletion for 019028c4-91c7-4210-b352-ce9fe99cead6 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:20:16.443799 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6e60807b-9812-4d47-b766-139d815773f8 req-5fe80d5f-c575-4ad6-a5e8-7939f714575d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 210 time: 0.0720410 Apr 21 21:20:16.512270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c47bbc-a02a-448c-8eb2-8fbb5e2a24e6 None None] Pushing event updated for resources: {'Port': ['ID=887077b8-09bd-4b5e-8a18-eb0b598bfe34,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:16.528187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-aa695e51-388f-4e62-8418-ebada1dce6b7 None None] Provisioning complete for port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:16.528746 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aa695e51-388f-4e62-8418-ebada1dce6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.536385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-eec6b980-2452-4824-8ec9-0658a1201772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:16.538071 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-eec6b980-2452-4824-8ec9-0658a1201772 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57119751-991f-45db-afcb-b7bea19967af HTTP/1.1" status: 200 len: 897 time: 0.1496944 Apr 21 21:20:16.539035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Calling delete_port for 7266178b-b4ad-42d1-ab15-5a6072913836 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:16.634968 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8c6aaadd-1b70-4942-9bd7-02d3ca4090d2 None None] Deleting port 7266178b-b4ad-42d1-ab15-5a6072913836 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:16.636320 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c6aaadd-1b70-4942-9bd7-02d3ca4090d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.684378 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-d77bf5e2-c8ee-4bbc-849a-d6c0e82f7770 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 HTTP/1.1" status: 200 len: 1000 time: 0.1382730 Apr 21 21:20:16.723076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8c6aaadd-1b70-4942-9bd7-02d3ca4090d2 None None] For port 7266178b-b4ad-42d1-ab15-5a6072913836, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7266178b-b4ad-42d1-ab15-5a6072913836,segment=NetworkSegment(25eec147-39ac-4435-a062-5c7fe23bd76b),segment_id=25eec147-39ac-4435-a062-5c7fe23bd76b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:16.723477 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c6aaadd-1b70-4942-9bd7-02d3ca4090d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.746634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8c6aaadd-1b70-4942-9bd7-02d3ca4090d2 None None] Calling delete_port for 7266178b-b4ad-42d1-ab15-5a6072913836 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:16.753725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '887077b8-09bd-4b5e-8a18-eb0b598bfe34', 'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:16:fb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:11Z', 'updated_at': '2022-04-21T21:20:15Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:16.772149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-a7f2fe8f-b6ed-4249-92a9-b27a39b69cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:16.774331 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-a7f2fe8f-b6ed-4249-92a9-b27a39b69cc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21a89943-e635-47f6-8444-a1bb2dc8eca0 HTTP/1.1" status: 200 len: 834 time: 0.0829651 Apr 21 21:20:16.780328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59984) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:16.830723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:16.854353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] No DVR routers for this DVR port 7266178b-b4ad-42d1-ab15-5a6072913836 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:20:16.886595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Pushing event deleted for resources: {'Port': ['ID=7266178b-b4ad-42d1-ab15-5a6072913836,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:16.937675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-5fe3afa0-92b6-431b-9c30-3d30f59884ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:16.945476 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-5fe3afa0-92b6-431b-9c30-3d30f59884ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57119751-991f-45db-afcb-b7bea19967af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451197 Apr 21 21:20:16.994504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8601e77-6186-464e-b174-5edd1394a10b None None] The sync data for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 is: [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '887077b8-09bd-4b5e-8a18-eb0b598bfe34', 'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:16:fb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:11Z', 'updated_at': '2022-04-21T21:20:15Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:20:16.995295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ef5811c-03cb-4b1c-8071-0b04a04da6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.112322 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c6aaadd-1b70-4942-9bd7-02d3ca4090d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.145034 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ef5811c-03cb-4b1c-8071-0b04a04da6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.154587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4ef5811c-03cb-4b1c-8071-0b04a04da6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.159214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6aaadd-1b70-4942-9bd7-02d3ca4090d2 None None] No DVR routers for this DVR port 7266178b-b4ad-42d1-ab15-5a6072913836 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:20:17.176993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6aaadd-1b70-4942-9bd7-02d3ca4090d2 None None] Pushing event deleted for resources: {'Port': ['ID=7266178b-b4ad-42d1-ab15-5a6072913836,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:17.180855 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.214301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4ef5811c-03cb-4b1c-8071-0b04a04da6e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=343a30d1e2f14e7d9ff246993eaab540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325905 Apr 21 21:20:17.215168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019028c4-91c7-4210-b352-ce9fe99cead6']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:17.216001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 59992) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:17.233558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5811c-03cb-4b1c-8071-0b04a04da6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e270f-d485-42cd-9a38-844282e2431b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:17.235166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25eec147-39ac-4435-a062-5c7fe23bd76b') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:17.235306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25eec147-39ac-4435-a062-5c7fe23bd76b') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:17.263321 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.281104 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.289110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:20:17.289555 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:20:17.292851 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:20:17.296353 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-690e2a76-dac5-4695-bc91-619bec079373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.317440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-3b3478e0-65e8-4d54-a781-b230124096e8 service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516798 Apr 21 21:20:17.319725 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-690e2a76-dac5-4695-bc91-619bec079373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.387802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-690e2a76-dac5-4695-bc91-619bec079373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.389809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-690e2a76-dac5-4695-bc91-619bec079373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.393232 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-690e2a76-dac5-4695-bc91-619bec079373 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d10e270f-d485-42cd-9a38-844282e2431b HTTP/1.1" status: 204 len: 168 time: 0.1734142 Apr 21 21:20:17.403484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e2a76-dac5-4695-bc91-619bec079373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e270f-d485-42cd-9a38-844282e2431b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:17.443122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.455334 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.461288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] 10.222.0.49 "DELETE /v2.0/networks/019028c4-91c7-4210-b352-ce9fe99cead6 HTTP/1.1" status: 204 len: 168 time: 1.5913184 Apr 21 21:20:17.478509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb819887-2731-4b38-8b6f-10fc1c2592f9 tempest-TagsExtTest-2039730730 tempest-TagsExtTest-2039730730-project] Pushing event deleted for resources: {'Network': ['ID=019028c4-91c7-4210-b352-ce9fe99cead6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:17.500086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73af3392-87c2-42de-a2fb-3f65955fcf13 req-f2c27cdb-9bfd-4c05-a0c2-5a761fd57f26 service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544735 Apr 21 21:20:17.590866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74076bc2-9638-410f-8023-f526aa905139 req-ed35c401-5923-4e24-a7ad-bcaaf3326e5d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 210 time: 0.0321851 Apr 21 21:20:17.756425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60006) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:17.891072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-2fb5b8d8-8738-4e39-b762-7ad9739aa6aa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:17.892711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-2fb5b8d8-8738-4e39-b762-7ad9739aa6aa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 797 time: 0.1551862 Apr 21 21:20:17.915974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60010) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:17.933201 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab986-fc46-4ffc-befe-fd9db2af10ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:17.962577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-d9781388-9a70-4cf3-8ea1-fedb8acb55ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 380 time: 0.0587597 Apr 21 21:20:17.975063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'port': {'device_id': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'admin_state_up': True, 'tenant_id': '33349352c09e472e84467ff4a7100849', 'security_groups': ['67cdb574-9496-42f2-ba32-52a5884ad025']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:18.011055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5bd346d5-1a3e-46ba-843b-716b8ca0afa5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c25c177f65894aa58bbfbb414c5e7a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507582 Apr 21 21:20:18.011487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60012) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:18.097122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:18.097644 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab986-fc46-4ffc-befe-fd9db2af10ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.101425 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.103514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba45237a-6d8d-4677-943a-6bb3ce778056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.105373 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab986-fc46-4ffc-befe-fd9db2af10ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.161413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba45237a-6d8d-4677-943a-6bb3ce778056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.165791 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4b5ab986-fc46-4ffc-befe-fd9db2af10ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4a2ef69d68a47288dacbc717cc1f13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484612 Apr 21 21:20:18.171530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60014) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:18.173081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ab986-fc46-4ffc-befe-fd9db2af10ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1227b1-fa28-4686-99df-91e7bbd95968,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:18.220403 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba45237a-6d8d-4677-943a-6bb3ce778056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.223083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ba45237a-6d8d-4677-943a-6bb3ce778056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.224213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ba45237a-6d8d-4677-943a-6bb3ce778056 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9efca63d-b093-4d87-976e-a06e4d34e6d0 HTTP/1.1" status: 204 len: 168 time: 0.2118285 Apr 21 21:20:18.233495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45237a-6d8d-4677-943a-6bb3ce778056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efca63d-b093-4d87-976e-a06e4d34e6d0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:18.291631 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6d97396-25bf-4b05-b8bb-da1e8c95a802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.331153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.20.0.3 (74053a90-d480-42e5-81a5-33d30d114c5b/001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3/2194b542-024e-43d6-ab11-fc9225ac59c9) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:18.355558 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6d97396-25bf-4b05-b8bb-da1e8c95a802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.425429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 887077b8-09bd-4b5e-8a18-eb0b598bfe34 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:18.489047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:18.489502 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.507040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6d97396-25bf-4b05-b8bb-da1e8c95a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.509746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6d97396-25bf-4b05-b8bb-da1e8c95a802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.513025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a6d97396-25bf-4b05-b8bb-da1e8c95a802 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d1227b1-fa28-4686-99df-91e7bbd95968 HTTP/1.1" status: 204 len: 168 time: 0.3377113 Apr 21 21:20:18.531393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d97396-25bf-4b05-b8bb-da1e8c95a802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1227b1-fa28-4686-99df-91e7bbd95968,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:18.570368 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.622977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.691188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 74053a90-d480-42e5-81a5-33d30d114c5b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:18.696125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:18.698630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:18.712486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7266178b-b4ad-42d1-ab15-5a6072913836 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:20:18.761147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:18.763750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7266178b-b4ad-42d1-ab15-5a6072913836 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:20:18.764446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7266178b-b4ad-42d1-ab15-5a6072913836 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:20:18.798011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:18.800403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:18.809635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9741b-66cf-49ee-8957-3ff3fe849c9c req-6bc3985b-7d5a-4584-a5d6-a4f1a6d12a3e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:18.811282 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad9741b-66cf-49ee-8957-3ff3fe849c9c req-6bc3985b-7d5a-4584-a5d6-a4f1a6d12a3e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 931 time: 0.0967391 Apr 21 21:20:18.822172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-619b7a53-bafe-4b0a-835c-98905115aa24 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518593 Apr 21 21:20:18.841766 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Request body: {'port': {'device_id': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:18.898893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad9741b-66cf-49ee-8957-3ff3fe849c9c req-185ac930-0122-4490-9f60-6ef5495dbf0a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796349 Apr 21 21:20:18.931463 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.008059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-883641bd-fb2a-4c61-8c18-0315396d5c05 None None] Provisioning complete for port 2194b542-024e-43d6-ab11-fc9225ac59c9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:19.008661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-883641bd-fb2a-4c61-8c18-0315396d5c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.047337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60040) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:19.048890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-883641bd-fb2a-4c61-8c18-0315396d5c05 None None] Port 2194b542-024e-43d6-ab11-fc9225ac59c9 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:20:19.068693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1623616c-5136-492a-959d-8142e9d7c2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.150662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1623616c-5136-492a-959d-8142e9d7c2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.160220 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1623616c-5136-492a-959d-8142e9d7c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.201429 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1623616c-5136-492a-959d-8142e9d7c2cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99ffaea621fe4f4c87f1789043d156b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514726 Apr 21 21:20:19.202774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623616c-5136-492a-959d-8142e9d7c2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802defdf-1d2a-4a16-8f67-f59d7906a849,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:19.205311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60044) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:19.252613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2194b542-024e-43d6-ab11-fc9225ac59c9 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:20:19.256846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8b99889-15e3-4017-aada-a35775d46e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.261459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.278781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Transition to ACTIVE for port object 2194b542-024e-43d6-ab11-fc9225ac59c9 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:20:19.280847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8b99889-15e3-4017-aada-a35775d46e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.283306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.336324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:19.346330 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8b99889-15e3-4017-aada-a35775d46e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.349368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8b99889-15e3-4017-aada-a35775d46e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.353135 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a8b99889-15e3-4017-aada-a35775d46e35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/802defdf-1d2a-4a16-8f67-f59d7906a849 HTTP/1.1" status: 204 len: 168 time: 0.1443243 Apr 21 21:20:19.362625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b99889-15e3-4017-aada-a35775d46e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802defdf-1d2a-4a16-8f67-f59d7906a849,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:19.467776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:19.468151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:19.468618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 on network 74053a90-d480-42e5-81a5-33d30d114c5b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:19.474085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Port 2194b542-024e-43d6-ab11-fc9225ac59c9 on network 74053a90-d480-42e5-81a5-33d30d114c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:20:19.474403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 on network 74053a90-d480-42e5-81a5-33d30d114c5b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:19.479466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:19.479791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Checking segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:19.480179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Bound using segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:19.480612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Bound port: 2194b542-024e-43d6-ab11-fc9225ac59c9, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:19.481127 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.560634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:19.565124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:19.572217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.612400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:19.613449 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:19.614819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] 10.222.0.46 "PUT /v2.0/ports/2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 1091 time: 0.7851231 Apr 21 21:20:19.620332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:20:19.622893 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:20:19.645530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40681cb-d49d-4f04-ad76-842d9718d426 service neutron] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:19.709075 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685d097b-4396-487f-957e-2ed8f8b30092 x-openstack-request-id: req-685d097b-4396-487f-957e-2ed8f8b30092 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:20:19.713200 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:20:19.713200 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-685d097b-4396-487f-957e-2ed8f8b30092 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:20:19.713200 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685d097b-4396-487f-957e-2ed8f8b30092'] response: {'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'status': 'completed', 'code': 200} Apr 21 21:20:19.728968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-c884cbd4-29fa-4f21-ab00-c9f8e62ea92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:19.730868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-c884cbd4-29fa-4f21-ab00-c9f8e62ea92d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1094 time: 0.0531673 Apr 21 21:20:19.779921 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-65fa4b82-bdcb-42d8-a4cb-352328829990 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 217 time: 0.0384748 Apr 21 21:20:19.834669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-d5135195-aef8-403f-9a28-4a816417ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:19.846021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-d5135195-aef8-403f-9a28-4a816417ab4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0602398 Apr 21 21:20:19.903636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-31fed8e4-6d6f-4446-b2e9-5efca5f9beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:19.905593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-31fed8e4-6d6f-4446-b2e9-5efca5f9beda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500605 Apr 21 21:20:20.033139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-dc44f1c8-a0b2-41dd-a43f-30b58a1a1419 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191349 Apr 21 21:20:20.041938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05f6c8-ec22-4db1-b459-a32660e4216e req-6323cf6f-315e-40e3-89d7-224933498321 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:20.046963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d05f6c8-ec22-4db1-b459-a32660e4216e req-6323cf6f-315e-40e3-89d7-224933498321 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 943 time: 0.0705020 Apr 21 21:20:20.090774 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d05f6c8-ec22-4db1-b459-a32660e4216e req-e8c5cfcb-46a8-42f4-a921-36786200240b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399396 Apr 21 21:20:20.148027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31b8181b-f0c5-45d2-894f-56d02fa0e1b9 req-9f60245a-33c3-489a-99f2-6d47f0243283 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083889 Apr 21 21:20:20.257343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-b3cc4d54-910a-4e16-a0e9-e489a33d3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:20.258847 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-b3cc4d54-910a-4e16-a0e9-e489a33d3b0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1094 time: 0.0466883 Apr 21 21:20:20.392599 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-6f5f62bd-93f7-4e45-8d5e-b8f9aaa01c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:20.394096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-6f5f62bd-93f7-4e45-8d5e-b8f9aaa01c72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.1197553 Apr 21 21:20:20.449815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-89c6008f-b360-4eda-b23b-4d9c0ba13684 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 217 time: 0.0479684 Apr 21 21:20:20.504646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-4508791e-d34c-4dbe-9934-0374b8d876c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:20.506146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-4508791e-d34c-4dbe-9934-0374b8d876c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0502844 Apr 21 21:20:20.568175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-0f8a7e2d-e46a-4287-b57b-47685f03e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:20.569968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-0f8a7e2d-e46a-4287-b57b-47685f03e27c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562112 Apr 21 21:20:20.580537 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:20.698684 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-b14467e9-9e7b-4793-9559-6af5eda953b4 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209557 Apr 21 21:20:20.805674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d7b461d-bccd-49f2-b824-f36cfe62bf1c req-2d5d1817-b6cd-444a-b66a-9f838b8205ac service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007056 Apr 21 21:20:20.818068 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:21.220955 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddca09e-694b-4f0f-b92b-135ae1c83e41 req-3fb3a644-b625-4b07-871b-4bc72536af93 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:21.222736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fddca09e-694b-4f0f-b92b-135ae1c83e41 req-3fb3a644-b625-4b07-871b-4bc72536af93 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 943 time: 0.0576384 Apr 21 21:20:21.269184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fddca09e-694b-4f0f-b92b-135ae1c83e41 req-e06f82ae-707d-4a69-9d2e-0f477343edb1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Apr 21 21:20:21.793086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60154) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:21.899469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-008cc08c-1588-41fd-8722-c3646d58b073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:21.974111 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-008cc08c-1588-41fd-8722-c3646d58b073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:21.979384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-008cc08c-1588-41fd-8722-c3646d58b073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.021290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60162) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:22.021841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-008cc08c-1588-41fd-8722-c3646d58b073 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a8c4d29af7d4e0bbf9228d81b696b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271886 Apr 21 21:20:22.022581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cc08c-1588-41fd-8722-c3646d58b073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d6b799-e35c-498b-ad62-87d605d0dc38,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:22.080270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2af99ee8-a99b-484a-b9db-780005e6e7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.101958 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2af99ee8-a99b-484a-b9db-780005e6e7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.150679 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2af99ee8-a99b-484a-b9db-780005e6e7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.153581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2af99ee8-a99b-484a-b9db-780005e6e7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.162050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2af99ee8-a99b-484a-b9db-780005e6e7e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81d6b799-e35c-498b-ad62-87d605d0dc38 HTTP/1.1" status: 204 len: 168 time: 0.1389127 Apr 21 21:20:22.170597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af99ee8-a99b-484a-b9db-780005e6e7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d6b799-e35c-498b-ad62-87d605d0dc38,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:22.396478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4f582-c824-4386-9b38-bce70601bcb2 req-75c38936-7497-4705-85ad-3103d0eb26b4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:22.397996 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3de4f582-c824-4386-9b38-bce70601bcb2 req-75c38936-7497-4705-85ad-3103d0eb26b4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 943 time: 0.0546982 Apr 21 21:20:22.440587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60172) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:22.442548 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3de4f582-c824-4386-9b38-bce70601bcb2 req-630702a4-e000-4ba5-9392-40de58e7936f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374856 Apr 21 21:20:22.455604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a3487b5-ba9e-4ab3-bc6c-60e6e730d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.761151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a3487b5-ba9e-4ab3-bc6c-60e6e730d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.765418 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9a3487b5-ba9e-4ab3-bc6c-60e6e730d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.802111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3487b5-ba9e-4ab3-bc6c-60e6e730d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff9de6-bf8b-45c5-8924-16fd0971943b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:22.809374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9a3487b5-ba9e-4ab3-bc6c-60e6e730d1a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca84b4ddd644495291779736b27f292f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641167 Apr 21 21:20:22.809785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60176) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:22.859291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-73e8c71b-7378-4ecc-9c3e-f557d0828055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.880626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-73e8c71b-7378-4ecc-9c3e-f557d0828055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.926866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-73e8c71b-7378-4ecc-9c3e-f557d0828055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.929386 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-73e8c71b-7378-4ecc-9c3e-f557d0828055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:22.930526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-73e8c71b-7378-4ecc-9c3e-f557d0828055 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56ff9de6-bf8b-45c5-8924-16fd0971943b HTTP/1.1" status: 204 len: 168 time: 0.1199086 Apr 21 21:20:22.939370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8c71b-7378-4ecc-9c3e-f557d0828055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff9de6-bf8b-45c5-8924-16fd0971943b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:23.579660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b97c5-c6e3-4574-92cb-97f195173a94 req-29582f8f-22c4-4a16-91dd-4cc5bff96b83 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:23.581215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a5b97c5-c6e3-4574-92cb-97f195173a94 req-29582f8f-22c4-4a16-91dd-4cc5bff96b83 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 943 time: 0.0584083 Apr 21 21:20:23.629821 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a5b97c5-c6e3-4574-92cb-97f195173a94 req-186f142b-f974-436b-9459-6293916e9f91 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 Apr 21 21:20:24.197518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:20:24.303605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:24.319118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'port_id': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'mac_address': 'fa:16:3e:78:d3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:20:24.357835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:24.374600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2194b542-024e-43d6-ab11-fc9225ac59c9 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:20:24.402793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:24.411467 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:24.423016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-4c77fff4-2a70-4500-ae69-afadf713731f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446768 Apr 21 21:20:24.463227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:24.512032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-631a40ba-2493-4ca2-afdd-29683a12cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:24.513756 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-631a40ba-2493-4ca2-afdd-29683a12cfa6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fafde1a81fd44fea715079827a560ea&device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0449262 Apr 21 21:20:24.627796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-08182f92-009a-433a-8650-3580a5ed9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:24.629548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-08182f92-009a-433a-8650-3580a5ed9cd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d821a592-490d-424b-9b67-540255881d43 HTTP/1.1" status: 200 len: 910 time: 0.0949967 Apr 21 21:20:24.709050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-5816d209-1416-4c1a-be4f-a881704d0de6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9992174b-d040-407f-a86d-dded10e1d935 HTTP/1.1" status: 200 len: 1001 time: 0.0727417 Apr 21 21:20:24.763774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-e6d8ba0c-8e10-481a-8146-67e98b5f3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:24.765634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-e6d8ba0c-8e10-481a-8146-67e98b5f3e80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eb4e00b-8dbf-4bd6-b05d-b079beac5681 HTTP/1.1" status: 200 len: 848 time: 0.0494332 Apr 21 21:20:24.790644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['2194b542-024e-43d6-ab11-fc9225ac59c9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:20:24.811458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321280d-37c3-4949-9a76-1ab836699d82 req-be828753-a001-4e87-bd41-fe9c45d1e98e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:24.823468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2321280d-37c3-4949-9a76-1ab836699d82 req-be828753-a001-4e87-bd41-fe9c45d1e98e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 944 time: 0.0823317 Apr 21 21:20:24.825764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-5500aefa-b3d2-4d03-a028-21339c9152cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:24.827492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-5500aefa-b3d2-4d03-a028-21339c9152cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d821a592-490d-424b-9b67-540255881d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542729 Apr 21 21:20:24.909399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2321280d-37c3-4949-9a76-1ab836699d82 req-029c4882-fd1d-43ab-8f50-3ae71e58d64d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846925 Apr 21 21:20:24.951873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-d1d716f9-184a-483d-8e6e-29cf4b7d0a10 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162658 Apr 21 21:20:25.064014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c81c260-71ce-44ca-967a-7de7ba368cd8 req-59b5f5c6-2cd9-49db-8d0b-b1ce316cbcd2 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059012 Apr 21 21:20:26.014157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5650acb-d998-4e23-b111-b7d77b900d80 req-01525290-b720-4256-b94a-b5c72f198121 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:26.015719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5650acb-d998-4e23-b111-b7d77b900d80 req-01525290-b720-4256-b94a-b5c72f198121 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 944 time: 0.0541692 Apr 21 21:20:26.057889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5650acb-d998-4e23-b111-b7d77b900d80 req-697fff1e-0c6e-4fa2-ba56-999082eb5fe3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355759 Apr 21 21:20:26.224035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:26.284004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 2194b542-024e-43d6-ab11-fc9225ac59c9 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:20:26.289861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 2194b542-024e-43d6-ab11-fc9225ac59c9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:26.290509 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:26.401846 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:26.439620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:20:26.443006 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21605eed-b7e0-4928-beba-128865e12844" -d '{"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-plugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:20:26.463164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:26.475366 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:26.515287 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f7524b-d570-4b00-af79-8452d2973fc8 x-openstack-request-id: req-e7f7524b-d570-4b00-af79-8452d2973fc8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:20:26.515590 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-plugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:20:26.515844 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7f7524b-d570-4b00-af79-8452d2973fc8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:20:26.516239 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f7524b-d570-4b00-af79-8452d2973fc8'] response: {'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'code': 200} Apr 21 21:20:26.535464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:26.620854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971672e-d9a3-4541-a51b-e4b8aef40b1d req-547fc3cc-6778-42e4-9fe3-d0da1c3a57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:26.622845 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b971672e-d9a3-4541-a51b-e4b8aef40b1d req-547fc3cc-6778-42e4-9fe3-d0da1c3a57da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1096 time: 0.0472815 Apr 21 21:20:26.643555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60302) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:26.663287 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b971672e-d9a3-4541-a51b-e4b8aef40b1d req-bb669156-5124-4c2f-b977-cd9169319895 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328684 Apr 21 21:20:26.783277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-767699d8-dd96-4732-a3ea-d4009a9fe440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:26.864684 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-767699d8-dd96-4732-a3ea-d4009a9fe440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:26.869953 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-767699d8-dd96-4732-a3ea-d4009a9fe440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:26.908971 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-767699d8-dd96-4732-a3ea-d4009a9fe440 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3e9ee7e9ce846d8886c25cd596614d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624559 Apr 21 21:20:26.910170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767699d8-dd96-4732-a3ea-d4009a9fe440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec4b727-5a01-4577-aabe-2ab66520cece,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:26.911614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60306) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:26.974344 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2cda02-892e-4431-be95-d99eb92411af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:26.999726 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2cda02-892e-4431-be95-d99eb92411af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.046767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2cda02-892e-4431-be95-d99eb92411af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.049414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-db2cda02-892e-4431-be95-d99eb92411af admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.051994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-db2cda02-892e-4431-be95-d99eb92411af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eec4b727-5a01-4577-aabe-2ab66520cece HTTP/1.1" status: 204 len: 168 time: 0.1384428 Apr 21 21:20:27.060149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cda02-892e-4431-be95-d99eb92411af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec4b727-5a01-4577-aabe-2ab66520cece,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:27.184653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1ceb4-1e1e-4a58-b885-4c2dd267e593 req-000d7fbf-3c47-413a-9b85-4981091fdfda tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:27.189108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cbd1ceb4-1e1e-4a58-b885-4c2dd267e593 req-000d7fbf-3c47-413a-9b85-4981091fdfda tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0521796 Apr 21 21:20:27.242705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cbd1ceb4-1e1e-4a58-b885-4c2dd267e593 req-cc3644f1-40ba-4ede-b5d3-c26e9c00da23 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Apr 21 21:20:27.370238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60316) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:27.383756 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f43c158-fc9d-42de-84fd-21853264e8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.456460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f43c158-fc9d-42de-84fd-21853264e8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.461358 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7f43c158-fc9d-42de-84fd-21853264e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.499096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7f43c158-fc9d-42de-84fd-21853264e8a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4549fa0689640c19c483fe3f27a5231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277103 Apr 21 21:20:27.500196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43c158-fc9d-42de-84fd-21853264e8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79c4f55-7dfa-47e9-b2b5-61a1ce6b1a5f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:27.501814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60318) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:27.561567 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29bc26fd-3379-4845-9692-9bdaf0f376d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.583431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29bc26fd-3379-4845-9692-9bdaf0f376d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.635611 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29bc26fd-3379-4845-9692-9bdaf0f376d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.638438 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-29bc26fd-3379-4845-9692-9bdaf0f376d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:27.639593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-29bc26fd-3379-4845-9692-9bdaf0f376d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a79c4f55-7dfa-47e9-b2b5-61a1ce6b1a5f HTTP/1.1" status: 204 len: 168 time: 0.1368480 Apr 21 21:20:27.648214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc26fd-3379-4845-9692-9bdaf0f376d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79c4f55-7dfa-47e9-b2b5-61a1ce6b1a5f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:28.361082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527d29f-f134-4971-8919-81c3f7e3b7be req-8e6c983e-cda3-4df8-a6d2-753156a1a060 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:28.363140 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5527d29f-f134-4971-8919-81c3f7e3b7be req-8e6c983e-cda3-4df8-a6d2-753156a1a060 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0509915 Apr 21 21:20:28.402811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5527d29f-f134-4971-8919-81c3f7e3b7be req-6fd30a49-07fc-4956-a023-40435a1ebc76 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333080 Apr 21 21:20:28.526688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e17036-aa90-4156-89dc-bd18eb203a39 req-b0318584-a301-4ef5-91ac-fad2bc86e88b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:28.528267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7e17036-aa90-4156-89dc-bd18eb203a39 req-b0318584-a301-4ef5-91ac-fad2bc86e88b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0545595 Apr 21 21:20:28.569735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7e17036-aa90-4156-89dc-bd18eb203a39 req-c86d1e49-51a9-4378-b6f6-86f729eccec7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341556 Apr 21 21:20:28.592302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60352) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:28.635519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdb210d-acee-4a65-b5b4-76f768403b2f tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:28.636882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ecdb210d-acee-4a65-b5b4-76f768403b2f tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1091 time: 0.0432870 Apr 21 21:20:28.639992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60354) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:28.644721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:28.667492 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:28.774319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:28.894384 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.25.0.54 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/59fbff38-4140-44cf-95c3-a3b77dfdce45) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:29.023966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:29.064798 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:29.104824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:29.109981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:29.112375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:29.149165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=59fbff38-4140-44cf-95c3-a3b77dfdce45,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:29.530837 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:29.606905 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:29.753171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:29.758236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:29.825701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=59fbff38-4140-44cf-95c3-a3b77dfdce45,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:29.850043 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:29.964715 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Floating IP 40a08bc9-84f9-46ec-8692-239ac148e8cc associated. External IP: 172.25.0.54, port: 2194b542-024e-43d6-ab11-fc9225ac59c9. Apr 21 21:20:30.211608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 38eca37f-0087-48cc-acb8-9f18855a7920 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:20:30.358463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:20:30.392635 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:30.414630 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:20:30.415607 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] Sync routers for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:20:30.434745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-39a06467-3feb-46e2-ab6a-826a7057ce25 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7933531 Apr 21 21:20:30.435631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:20:30.438122 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:30.438785 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7da890-5de5-4757-9824-57347700e587" -d '{"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:20:30.439139 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:30.485785 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbba530-869e-4f52-a9d5-b1733bf3f2fc x-openstack-request-id: req-9fbba530-869e-4f52-a9d5-b1733bf3f2fc {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:20:30.487156 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:20:30.487420 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fbba530-869e-4f52-a9d5-b1733bf3f2fc {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:20:30.488404 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbba530-869e-4f52-a9d5-b1733bf3f2fc'] response: {'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'status': 'completed', 'code': 200} Apr 21 21:20:30.502272 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e1fa95e1-4f69-47b9-899b-620527ad43a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:30.553157 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:30.558404 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7da890-5de5-4757-9824-57347700e587 req-ea8abbf7-37c4-4b8d-84ae-cdad3efedba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:30.560467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f7da890-5de5-4757-9824-57347700e587 req-ea8abbf7-37c4-4b8d-84ae-cdad3efedba3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1096 time: 0.0450885 Apr 21 21:20:30.585325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a05c95-f9c9-4387-9153-fa2d6a9dcd9d req-4975379e-10be-4e49-baed-cf1095e1e509 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:30.586811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67a05c95-f9c9-4387-9153-fa2d6a9dcd9d req-4975379e-10be-4e49-baed-cf1095e1e509 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0505662 Apr 21 21:20:30.633558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-67a05c95-f9c9-4387-9153-fa2d6a9dcd9d req-620855e4-db05-4c94-a564-14ef571ab27a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405502 Apr 21 21:20:30.664131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60380) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:30.712430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7da890-5de5-4757-9824-57347700e587 req-90d1c13f-7a74-4d2f-87d4-44ee0f2f8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:30.714013 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f7da890-5de5-4757-9824-57347700e587 req-90d1c13f-7a74-4d2f-87d4-44ee0f2f8596 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.1466916 Apr 21 21:20:30.780085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aa7d9e88-4426-4539-b6e6-439125b8e877 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/40a08bc9-84f9-46ec-8692-239ac148e8cc HTTP/1.1" status: 200 len: 990 time: 0.1147883 Apr 21 21:20:30.801094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f7da890-5de5-4757-9824-57347700e587 req-bfb530c8-cefc-43ac-821c-62a8325e5e71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 998 time: 0.0805290 Apr 21 21:20:30.814980 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '40a08bc9-84f9-46ec-8692-239ac148e8cc', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'port_id': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'mac_address': 'fa:16:3e:78:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:20:29Z', 'updated_at': '2022-04-21T21:20:29Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887077b8-09bd-4b5e-8a18-eb0b598bfe34', 'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:16:fb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:11Z', 'updated_at': '2022-04-21T21:20:16Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:30.844884 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] Checking router: 38eca37f-0087-48cc-acb8-9f18855a7920 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:20:30.855360 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:30.855958 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:30.865178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7da890-5de5-4757-9824-57347700e587 req-eb571857-0e86-48ae-82c0-e5846c6de0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:30.867180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f7da890-5de5-4757-9824-57347700e587 req-eb571857-0e86-48ae-82c0-e5846c6de0d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0594699 Apr 21 21:20:30.918193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7da890-5de5-4757-9824-57347700e587 req-c142a757-8a50-42e5-ba77-b883d2794fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:30.920159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f7da890-5de5-4757-9824-57347700e587 req-c142a757-8a50-42e5-ba77-b883d2794fd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467653 Apr 21 21:20:30.968707 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:31.036601 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f7da890-5de5-4757-9824-57347700e587 req-c128968f-4c23-4eb1-b6b7-7ddfe1c8a476 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089864 Apr 21 21:20:31.177449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2f7da890-5de5-4757-9824-57347700e587 req-330281c0-8b75-44a5-b612-57610a5992f0 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327908 Apr 21 21:20:31.247213 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '40a08bc9-84f9-46ec-8692-239ac148e8cc', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'port_id': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'mac_address': 'fa:16:3e:78:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:20:29Z', 'updated_at': '2022-04-21T21:20:29Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887077b8-09bd-4b5e-8a18-eb0b598bfe34', 'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:16:fb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:11Z', 'updated_at': '2022-04-21T21:20:16Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:31.277865 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518d9f6-0597-4d19-8051-4fcd3d4e48c7 None None] The sync data for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 is: [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '40a08bc9-84f9-46ec-8692-239ac148e8cc', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'port_id': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'mac_address': 'fa:16:3e:78:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:20:29Z', 'updated_at': '2022-04-21T21:20:29Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887077b8-09bd-4b5e-8a18-eb0b598bfe34', 'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:16:fb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:11Z', 'updated_at': '2022-04-21T21:20:16Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:20:31.535341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9942e87f-a3bf-4882-8936-788b96b630f7 None None] New status for floating IP 40a08bc9-84f9-46ec-8692-239ac148e8cc: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:20:31.784117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60396) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:31.850228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c2678ec9-59f6-424c-aedf-9c18e805e5fe tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/40a08bc9-84f9-46ec-8692-239ac148e8cc HTTP/1.1" status: 200 len: 992 time: 0.0647082 Apr 21 21:20:32.792336 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90fc2cfc-9e5e-446b-b4c3-07a8409c3e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:34.115947 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:35.389198 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:35.963577 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.136621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60546) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:37.245077 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8b1b2f56-da64-4e81-b13c-e6ce7f4f5340 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/floatingips/b30261d8-b2d5-4393-88c8-d8fc77807a52 HTTP/1.1" status: 200 len: 992 time: 0.1072547 Apr 21 21:20:37.267217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60554) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:37.387536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-286860f5-86c8-478d-b247-b6ae55d2bb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.464413 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-286860f5-86c8-478d-b247-b6ae55d2bb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.472405 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-286860f5-86c8-478d-b247-b6ae55d2bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.511147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-286860f5-86c8-478d-b247-b6ae55d2bb32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db93cfc4f66e48369203b84e72fb877b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427969 Apr 21 21:20:37.512010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286860f5-86c8-478d-b247-b6ae55d2bb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de2e33b-4487-45ac-9759-d0c2979534cd,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:37.513874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60564) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:37.563671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60566) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:37.565979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fddd1078-822d-458a-b5a3-b5eaae10a34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.591298 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fddd1078-822d-458a-b5a3-b5eaae10a34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.645914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fddd1078-822d-458a-b5a3-b5eaae10a34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.648790 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fddd1078-822d-458a-b5a3-b5eaae10a34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.650158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fddd1078-822d-458a-b5a3-b5eaae10a34b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4de2e33b-4487-45ac-9759-d0c2979534cd HTTP/1.1" status: 204 len: 168 time: 0.1345720 Apr 21 21:20:37.658272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd1078-822d-458a-b5a3-b5eaae10a34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de2e33b-4487-45ac-9759-d0c2979534cd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:37.740106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port 3b5aef92-444d-438c-9d1e-4077dc6920dd {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:37.740535 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.825287 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.825505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:37.838284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for 3b5aef92-444d-438c-9d1e-4077dc6920dd owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:38.011264 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:38.037645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=3b5aef92-444d-438c-9d1e-4077dc6920dd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:38.109095 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:38.109624 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Floating IP b30261d8-b2d5-4393-88c8-d8fc77807a52 disassociated (deleted). External IP: 172.25.0.22, port: 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568. Apr 21 21:20:38.353055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 8e95e146-ed90-4d2d-ba41-5a5636057d62 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:20:38.405064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60602) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:38.805586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-616784413-network', 'tenant_id': '639935f72c7c44efa4a2b2041629b021'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:38.838804 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:20:38.841370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Made reservation on behalf of 639935f72c7c44efa4a2b2041629b021 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:38.843877 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:38.849299 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:38.863235 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] Sync routers for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:20:38.872796 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:38.877743 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:38.879089 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:38.895679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f423af52-d968-43d9-b269-bfa13c5ec42e tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/floatingips/b30261d8-b2d5-4393-88c8-d8fc77807a52 HTTP/1.1" status: 204 len: 168 time: 1.3284168 Apr 21 21:20:38.895887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:20:38.898047 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b195e-9402-4fd5-bb54-9b32e2616e40" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:20:38.961794 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd2d464-fd96-44a5-8ef0-2389cc61df4e x-openstack-request-id: req-7fd2d464-fd96-44a5-8ef0-2389cc61df4e {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:20:38.962938 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:20:38.963285 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fd2d464-fd96-44a5-8ef0-2389cc61df4e {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:20:38.964342 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd2d464-fd96-44a5-8ef0-2389cc61df4e'] response: {'name': 'network-changed', 'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'status': 'completed', 'code': 200} Apr 21 21:20:38.997828 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:39.006486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:39.006694 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:39.022615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:20:39.033647 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:39.034002 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Added segment 0d2e3f81-63bd-4631-95e4-4e6a9dd02d18 of type vlan for network 0f255134-2dc9-4bcd-a569-602c787b819b Apr 21 21:20:39.036307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-6d2cfde9-6905-4ff4-a4e9-748ae27eae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:39.038514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-6d2cfde9-6905-4ff4-a4e9-748ae27eae94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 1096 time: 0.0538154 Apr 21 21:20:39.085172 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:39.157167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:39.158615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:39.161373 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:39.173269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-8d41432a-3741-4822-b3d3-b7333df968f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:39.176194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-8d41432a-3741-4822-b3d3-b7333df968f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57119751-991f-45db-afcb-b7bea19967af HTTP/1.1" status: 200 len: 897 time: 0.1309288 Apr 21 21:20:39.244019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-90b2e514-d87c-4d98-a6ee-c41539a7545e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 HTTP/1.1" status: 200 len: 217 time: 0.0598698 Apr 21 21:20:39.247403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0f255134-2dc9-4bcd-a569-602c787b819b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:39.257800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 0f255134-2dc9-4bcd-a569-602c787b819b details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:20:39.264515 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6acbaedd-ef30-43b8-83c7-f147f1597e1d', 'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:d1:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:08Z', 'updated_at': '2022-04-21T21:19:14Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:39.275808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ad4d6-a0e2-467d-b4cf-d863c03074ea,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:39.309714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53dacb9e-ab31-47af-b691-65c85f59c2f1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9032469 Apr 21 21:20:39.311438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60626) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:39.323884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Request body: {'subnet': {'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-616784413-subnet', 'tenant_id': '639935f72c7c44efa4a2b2041629b021', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:39.333053 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] Checking router: 8e95e146-ed90-4d2d-ba41-5a5636057d62 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:20:39.348454 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:39.349360 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:39.351581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Made reservation on behalf of 639935f72c7c44efa4a2b2041629b021 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:39.354531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:39.391050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9c76f-7939-4d72-91cb-75942c2a4181 req-43358dfc-30ed-4c6d-8c1f-f3924dd56b53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:39.392685 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42a9c76f-7939-4d72-91cb-75942c2a4181 req-43358dfc-30ed-4c6d-8c1f-f3924dd56b53 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 945 time: 0.1513736 Apr 21 21:20:39.398740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-1600aa9d-7640-4409-8d05-20e622137572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:39.400137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-1600aa9d-7640-4409-8d05-20e622137572 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21a89943-e635-47f6-8444-a1bb2dc8eca0 HTTP/1.1" status: 200 len: 834 time: 0.1471970 Apr 21 21:20:39.481050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42a9c76f-7939-4d72-91cb-75942c2a4181 req-91e40b98-c82b-416a-8cc7-8711da610d39 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798197 Apr 21 21:20:39.501220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-ee74a581-bf2b-4682-a9c0-fd3cb50eb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:39.503179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-ee74a581-bf2b-4682-a9c0-fd3cb50eb255 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57119751-991f-45db-afcb-b7bea19967af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807281 Apr 21 21:20:39.524404 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:39.587469 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:39.618621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-e185643b-769f-4940-9af7-2a7de4daf685 service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072319 Apr 21 21:20:39.658353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42031d8d-8418-4f26-8bad-5b3a2c98cecc,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:39.668641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Checking segment: {'id': '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:39.669217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Network hostable DHCP agents. Network: 0f255134-2dc9-4bcd-a569-602c787b819b, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:20:39.690700 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Network 0f255134-2dc9-4bcd-a569-602c787b819b is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:20:39.705829 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 0f255134-2dc9-4bcd-a569-602c787b819b) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:39.711204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:39.711715 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:39.716975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc173457-e9d5-4c53-ad03-b7a3bc8086f7 None None] Network 0f255134-2dc9-4bcd-a569-602c787b819b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:39.735906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-005d23ee-3aca-4f05-9aeb-37d176319565 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4231050 Apr 21 21:20:39.756105 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6acbaedd-ef30-43b8-83c7-f147f1597e1d', 'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:d1:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:08Z', 'updated_at': '2022-04-21T21:19:14Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:39.759055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7b195e-9402-4fd5-bb54-9b32e2616e40 req-c50aa47b-802e-4fbf-90ae-ef36d506587d service neutron] 10.222.0.43 "GET /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322491 Apr 21 21:20:39.872649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53cf8c8-4df6-495a-b6d8-1f9ebb247ec2 None None] Network 0f255134-2dc9-4bcd-a569-602c787b819b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:39.913346 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ab987-79b4-4630-837d-0a56e2d4ba70 None None] The sync data for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 is: [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6acbaedd-ef30-43b8-83c7-f147f1597e1d', 'name': '', 'network_id': '57119751-991f-45db-afcb-b7bea19967af', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'mac_address': 'fa:16:3e:d1:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:08Z', 'updated_at': '2022-04-21T21:19:14Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'subnets': [{'id': '21a89943-e635-47f6-8444-a1bb2dc8eca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:20:40.259132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddbec2-e9fa-42d2-8d71-ac815aea65ea None None] New status for floating IP b30261d8-b2d5-4393-88c8-d8fc77807a52: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:20:40.605660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf2798-b1fd-4b7a-803a-866e01750f97 req-31607d11-fe2f-4782-9d29-103a140f4cc2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:40.607033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5abf2798-b1fd-4b7a-803a-866e01750f97 req-31607d11-fe2f-4782-9d29-103a140f4cc2 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 945 time: 0.0591600 Apr 21 21:20:40.649133 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5abf2798-b1fd-4b7a-803a-866e01750f97 req-f7ce4e3b-0890-4827-b746-d3e66c2f4690 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/security-groups?id=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351093 Apr 21 21:20:40.794018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-e52e8c85-b63f-4b96-b876-9902548b2791 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:40.795415 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-e52e8c85-b63f-4b96-b876-9902548b2791 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 945 time: 0.0658846 Apr 21 21:20:40.891573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:40.891973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:41.002662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] For port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:41.003188 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:41.021500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:41.151166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:41.183090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=8a3884ff-0c15-4b8c-b9b9-7c301fdfb568,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:41.225974 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] No DVR routers for this DVR port 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:20:41.228524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:41.231770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6d542c7e-3376-44ee-a70c-195833fecb5c req-43547de9-2ecd-4746-b4b3-cbc327bfb015 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.43 "DELETE /v2.0/ports/8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 HTTP/1.1" status: 204 len: 173 time: 0.4301815 Apr 21 21:20:41.232203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'name': 'network-vif-deleted', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:20:41.234495 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28fe063-b8f0-4c30-9ddc-c2c62670c87c" -d '{"events": [{"server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "name": "network-vif-deleted", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:20:41.275235 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9f4e7d-0c0c-4e64-9bd8-c1e4b8aa0bf1 x-openstack-request-id: req-eb9f4e7d-0c0c-4e64-9bd8-c1e4b8aa0bf1 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:20:41.275747 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cbe8c9-f083-4cd8-8972-ea9b5cd20900", "name": "network-vif-deleted", "tag": "8a3884ff-0c15-4b8c-b9b9-7c301fdfb568", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:20:41.275952 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb9f4e7d-0c0c-4e64-9bd8-c1e4b8aa0bf1 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:20:41.276363 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9f4e7d-0c0c-4e64-9bd8-c1e4b8aa0bf1'] response: {'server_uuid': 'c9cbe8c9-f083-4cd8-8972-ea9b5cd20900', 'name': 'network-vif-deleted', 'tag': '8a3884ff-0c15-4b8c-b9b9-7c301fdfb568', 'status': 'completed', 'code': 200} Apr 21 21:20:41.649397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-1a7da023-5fe6-4845-8c45-936c629fd3bc tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:41.651382 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-1a7da023-5fe6-4845-8c45-936c629fd3bc tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/networks?id=0f255134-2dc9-4bcd-a569-602c787b819b HTTP/1.1" status: 200 len: 808 time: 0.1254156 Apr 21 21:20:41.677319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-acbccc1f-1f85-4205-bdc5-87836bfe3d5a tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/quotas/639935f72c7c44efa4a2b2041629b021 HTTP/1.1" status: 200 len: 375 time: 0.0158935 Apr 21 21:20:41.752401 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-43b5e569-b133-4ac2-af25-e6d43a265480 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=639935f72c7c44efa4a2b2041629b021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667300 Apr 21 21:20:41.821852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ebaeb446-8eaf-4386-bf85-c6cbe6a9d4f4 req-6a642c2c-7755-4992-9465-902d4c2ce448 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "GET /v2.0/ports?device_id=c9cbe8c9-f083-4cd8-8972-ea9b5cd20900 HTTP/1.1" status: 200 len: 210 time: 0.0461018 Apr 21 21:20:41.863361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-34bf998a-dc64-4d70-894e-aaf8eb2e9249 service neutron] 10.222.0.49 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083608 Apr 21 21:20:41.971457 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-a452fc32-7f92-4224-a564-6b3fc8afde6a service neutron] 10.222.0.49 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027913 Apr 21 21:20:42.151862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7644dd22-8e08-43a2-8a6f-8699efff2c52 req-a524c2bf-ade3-42dd-b548-efa44aa55f3a tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 210 time: 0.0277162 Apr 21 21:20:42.889251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60730) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:42.952136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1348c48-3fd3-4962-9f09-397bfe59ed29 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:42.980817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1348c48-3fd3-4962-9f09-397bfe59ed29 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:43.126156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-81f655cf-6aaa-4754-b636-d18fc5a95653 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:43.128324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-81f655cf-6aaa-4754-b636-d18fc5a95653 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.43 "GET /v2.0/networks?id=0f255134-2dc9-4bcd-a569-602c787b819b HTTP/1.1" status: 200 len: 808 time: 0.1294696 Apr 21 21:20:43.128973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1348c48-3fd3-4962-9f09-397bfe59ed29 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:43.131811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1348c48-3fd3-4962-9f09-397bfe59ed29 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:43.132797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a1348c48-3fd3-4962-9f09-397bfe59ed29 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/security-groups/a052d72d-b6c8-4c79-8349-b8c36ea0b9d6 HTTP/1.1" status: 204 len: 168 time: 0.2424939 Apr 21 21:20:43.150662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Request body: {'port': {'device_id': '164df72b-b061-46c3-a14b-0e1773f83dd9', 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b', 'admin_state_up': True, 'tenant_id': '639935f72c7c44efa4a2b2041629b021'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:43.154165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1348c48-3fd3-4962-9f09-397bfe59ed29 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a052d72d-b6c8-4c79-8349-b8c36ea0b9d6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:43.190856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60740) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:43.295970 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0073029-2d6e-4de4-9404-c1d61234ddc4 req-841e4260-91d0-40ae-adcf-fce8ff95440a tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 210 time: 0.0328379 Apr 21 21:20:43.316610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Made reservation on behalf of 639935f72c7c44efa4a2b2041629b021 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:43.321148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:43.473323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Allocated IP 172.20.0.8 (0f255134-2dc9-4bcd-a569-602c787b819b/42031d8d-8418-4f26-8bad-5b3a2c98cecc/94854245-47c9-4e07-a2ac-3944844bb24b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:43.634889 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:43.650986 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:43.668928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:43.707192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Network 0f255134-2dc9-4bcd-a569-602c787b819b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:43.710572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:43.716851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:43.754911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Pushing event updated for resources: {'Port': ['ID=94854245-47c9-4e07-a2ac-3944844bb24b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:43.775379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:43.776379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:43.809859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-253d4b8d-b7f3-43cf-bd77-60fddd3238e5 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6632979 Apr 21 21:20:43.825803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Request body: {'port': {'device_id': '164df72b-b061-46c3-a14b-0e1773f83dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:43.889536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:43.964151 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port 6acbaedd-ef30-43b8-83c7-f147f1597e1d {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:43.964594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:44.069056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] For port 6acbaedd-ef30-43b8-83c7-f147f1597e1d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6acbaedd-ef30-43b8-83c7-f147f1597e1d,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:44.069056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:44.085106 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for 6acbaedd-ef30-43b8-83c7-f147f1597e1d owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:44.191709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94854245-47c9-4e07-a2ac-3944844bb24b {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:20:44.202214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:44.214805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Transition to ACTIVE for port object 94854245-47c9-4e07-a2ac-3944844bb24b will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:20:44.219096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:44.291660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Pushing event updated for resources: {'Port': ['ID=94854245-47c9-4e07-a2ac-3944844bb24b,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:44.305527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:44.348446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=6acbaedd-ef30-43b8-83c7-f147f1597e1d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:44.375909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Attempting to bind port 94854245-47c9-4e07-a2ac-3944844bb24b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:44.376246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Attempting to bind port 94854245-47c9-4e07-a2ac-3944844bb24b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:44.376595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Attempting to bind port 94854245-47c9-4e07-a2ac-3944844bb24b on network 0f255134-2dc9-4bcd-a569-602c787b819b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:44.381678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Port 94854245-47c9-4e07-a2ac-3944844bb24b on network 0f255134-2dc9-4bcd-a569-602c787b819b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:20:44.382519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Attempting to bind port 94854245-47c9-4e07-a2ac-3944844bb24b on network 0f255134-2dc9-4bcd-a569-602c787b819b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:44.387512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:44.387848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Checking segment: {'id': '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:44.388347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Bound using segment: {'id': '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:44.388796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Bound port: 94854245-47c9-4e07-a2ac-3944844bb24b, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:44.389166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:44.406884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:20:44.475281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:20:44.478592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 8a3884ff-0c15-4b8c-b9b9-7c301fdfb568 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:20:44.522364 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8d46-9bcd-4a0b-8bea-46ea768c7809 req-87a5c4e9-f047-4d9a-a3fb-adca1a9d0ca1 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:44.523957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6af8d46-9bcd-4a0b-8bea-46ea768c7809 req-87a5c4e9-f047-4d9a-a3fb-adca1a9d0ca1 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 943 time: 0.1236875 Apr 21 21:20:44.561565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] For port 94854245-47c9-4e07-a2ac-3944844bb24b, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:44.581259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:44.586554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] For port 94854245-47c9-4e07-a2ac-3944844bb24b, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=94854245-47c9-4e07-a2ac-3944844bb24b,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:44.593230 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6af8d46-9bcd-4a0b-8bea-46ea768c7809 req-26964453-ac2f-4dfe-b2fe-b6cb38c042d4 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628791 Apr 21 21:20:44.595042 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:44.639564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:44.640297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:44.648613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] 10.222.0.43 "PUT /v2.0/ports/94854245-47c9-4e07-a2ac-3944844bb24b HTTP/1.1" status: 200 len: 1091 time: 0.8310766 Apr 21 21:20:44.660798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164df72b-b061-46c3-a14b-0e1773f83dd9', 'tag': '94854245-47c9-4e07-a2ac-3944844bb24b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:20:44.660798 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed" -d '{"events": [{"name": "network-changed", "server_uuid": "164df72b-b061-46c3-a14b-0e1773f83dd9", "tag": "94854245-47c9-4e07-a2ac-3944844bb24b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:20:44.704948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3489f-e1be-48d7-9aa6-de952ea16650 service neutron] Pushing event updated for resources: {'Port': ['ID=94854245-47c9-4e07-a2ac-3944844bb24b,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:44.726398 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b20614-a220-4153-9827-cc09e9448f88 x-openstack-request-id: req-b5b20614-a220-4153-9827-cc09e9448f88 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:20:44.726688 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164df72b-b061-46c3-a14b-0e1773f83dd9", "tag": "94854245-47c9-4e07-a2ac-3944844bb24b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:20:44.726934 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b5b20614-a220-4153-9827-cc09e9448f88 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:20:44.727322 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b20614-a220-4153-9827-cc09e9448f88'] response: {'name': 'network-changed', 'server_uuid': '164df72b-b061-46c3-a14b-0e1773f83dd9', 'tag': '94854245-47c9-4e07-a2ac-3944844bb24b', 'status': 'completed', 'code': 200} Apr 21 21:20:44.759746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-e930551d-9c51-42c9-ba86-913521f718ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:44.761565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-e930551d-9c51-42c9-ba86-913521f718ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639935f72c7c44efa4a2b2041629b021&device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0465937 Apr 21 21:20:44.807172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-a63941c0-7875-4f02-84b2-6ec102f9ae3b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94854245-47c9-4e07-a2ac-3944844bb24b HTTP/1.1" status: 200 len: 217 time: 0.0383742 Apr 21 21:20:44.858945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Router 8e95e146-ed90-4d2d-ba41-5a5636057d62 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:20:44.874593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-277f4bf5-c6d7-41f5-b7c4-a75e2314afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:44.876160 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-277f4bf5-c6d7-41f5-b7c4-a75e2314afcc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42031d8d-8418-4f26-8bad-5b3a2c98cecc HTTP/1.1" status: 200 len: 848 time: 0.0626788 Apr 21 21:20:44.909964 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-f4e20259-11ab-4dc4-929e-1efc195c40c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f255134-2dc9-4bcd-a569-602c787b819b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263975 Apr 21 21:20:44.970245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:20:44.978230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cf38981d-2ca1-4c6c-972c-588885bee95d tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "PUT /v2.0/routers/8e95e146-ed90-4d2d-ba41-5a5636057d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7824671 Apr 21 21:20:44.979211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60774) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:44.982262 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] Sync routers for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:20:44.992064 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:44.992966 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:45.011470 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-0ab71372-3e1f-4792-b39b-4f98627f20d9 service neutron] 10.222.0.43 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957389 Apr 21 21:20:45.046286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-427c5748-9925-45bd-8bb4-732785368c6b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting subnet 21a89943-e635-47f6-8444-a1bb2dc8eca0 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:20:45.050002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-427c5748-9925-45bd-8bb4-732785368c6b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.098429 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-427c5748-9925-45bd-8bb4-732785368c6b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.111286 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:45.119223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79d05cac-517b-4bb4-b273-94b5ea6f0ae2 req-8a0eaaf5-e244-4ced-985c-be768e0b9f80 service neutron] 10.222.0.43 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015069 Apr 21 21:20:45.208095 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-427c5748-9925-45bd-8bb4-732785368c6b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.242937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-5c0ad7e8-488e-4d85-9ca7-96d20b0fe90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:45.244583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-5c0ad7e8-488e-4d85-9ca7-96d20b0fe90b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639935f72c7c44efa4a2b2041629b021&device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 1094 time: 0.0629392 Apr 21 21:20:45.296847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-427c5748-9925-45bd-8bb4-732785368c6b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.326510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c5748-9925-45bd-8bb4-732785368c6b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Subnet': ['ID=21a89943-e635-47f6-8444-a1bb2dc8eca0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:45.329758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-427c5748-9925-45bd-8bb4-732785368c6b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.333506 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-427c5748-9925-45bd-8bb4-732785368c6b tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/subnets/21a89943-e635-47f6-8444-a1bb2dc8eca0 HTTP/1.1" status: 204 len: 168 time: 0.3541143 Apr 21 21:20:45.336046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60780) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:45.340251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc1733-0deb-44b0-aff0-80d95870eb9d None None] Network 57119751-991f-45db-afcb-b7bea19967af requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:45.360990 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:20:44Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:45.364014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-9cfab269-e289-4976-ba96-a2487f4fe05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:45.365559 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-9cfab269-e289-4976-ba96-a2487f4fe05f service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f255134-2dc9-4bcd-a569-602c787b819b HTTP/1.1" status: 200 len: 909 time: 0.1135809 Apr 21 21:20:45.393120 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] Checking router: 8e95e146-ed90-4d2d-ba41-5a5636057d62 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:20:45.402593 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] Routers {'8e95e146-ed90-4d2d-ba41-5a5636057d62'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:45.403384 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['8e95e146-ed90-4d2d-ba41-5a5636057d62'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:45.439978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-158e587c-276e-484b-ab7c-e420a4311276 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94854245-47c9-4e07-a2ac-3944844bb24b HTTP/1.1" status: 200 len: 217 time: 0.0672615 Apr 21 21:20:45.533625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-9669eaef-d896-4ceb-9492-72a21cb7aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:45.535259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-9669eaef-d896-4ceb-9492-72a21cb7aada service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42031d8d-8418-4f26-8bad-5b3a2c98cecc HTTP/1.1" status: 200 len: 848 time: 0.0888503 Apr 21 21:20:45.541737 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] Set router 8e95e146-ed90-4d2d-ba41-5a5636057d62 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:45.585151 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.586071 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-58594317-dd16-4af4-927f-8ef76674feb4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f255134-2dc9-4bcd-a569-602c787b819b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446432 Apr 21 21:20:45.596702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] DHCP port deletion for 57119751-991f-45db-afcb-b7bea19967af request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:20:45.679387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Deleting port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:45.680457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.727572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.755532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-34d4a239-84f5-49cc-bf83-ad7eaa4a2ac4 service neutron] 10.222.0.43 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582429 Apr 21 21:20:45.781312 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:20:44Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:45.794456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Deleting port e5e00fdc-21dc-463a-b190-183f9a98933c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:45.795012 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.824624 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4d59eb-ddc5-4a43-924e-a8ab3a544e5c None None] The sync data for ids ['8e95e146-ed90-4d2d-ba41-5a5636057d62'] in n-d-838945-1 is: [{'id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'name': 'tempest-TestNetworkBasicOps-router-133391114', 'tenant_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:18:58Z', 'updated_at': '2022-04-21T21:20:44Z', 'revision_number': 5, 'project_id': '8f4a1bca2bda4243bf77ec6f0a59427b', 'gw_port': {'id': 'e5e00fdc-21dc-463a-b190-183f9a98933c', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e95e146-ed90-4d2d-ba41-5a5636057d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:19:00Z', 'updated_at': '2022-04-21T21:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:20:45.834284 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] For port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52,segment=NetworkSegment(ca114b94-06a1-4b61-ad90-152362a4192d),segment_id=ca114b94-06a1-4b61-ad90-152362a4192d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:45.834693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.863791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Calling delete_port for ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:45.932115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] For port e5e00fdc-21dc-463a-b190-183f9a98933c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5e00fdc-21dc-463a-b190-183f9a98933c,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:45.932359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.946243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Calling delete_port for e5e00fdc-21dc-463a-b190-183f9a98933c owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:45.974404 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:45.993145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] No DVR routers for this DVR port ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:20:46.017357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Pushing event deleted for resources: {'Port': ['ID=ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:46.029933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.030542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.031096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.031644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.032206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.032775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.033577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.034959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.035505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.036067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.036607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.037167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5594697-bba9-45bd-bce5-b272f07bfecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:20:46.146343 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.171829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebff3a-61f9-4017-af92-caf45dd64d0f req-4a335d6e-e73a-457b-a799-5c7eaee9cb76 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:46.173418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18ebff3a-61f9-4017-af92-caf45dd64d0f req-4a335d6e-e73a-457b-a799-5c7eaee9cb76 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 943 time: 0.4455383 Apr 21 21:20:46.191054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Port': ['ID=e5e00fdc-21dc-463a-b190-183f9a98933c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:46.228275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f35c1f-ddd7-4fa4-8b78-7bfc215585ed req-962c1666-5907-4771-90d1-4143925faf21 service neutron] 10.222.0.43 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511988 Apr 21 21:20:46.284661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.285369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18ebff3a-61f9-4017-af92-caf45dd64d0f req-0d3dddf1-5176-49fa-8167-20384b7d61ca tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992441 Apr 21 21:20:46.392970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.395942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.415448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:20:46.444414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:20:46.444579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ac8d4e9f-0b56-49c5-8c5e-d4cd411acc52 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:20:46.445236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6acbaedd-ef30-43b8-83c7-f147f1597e1d no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:20:46.451967 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.452689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Fanout notify agent at l3_agent the message router_deleted on router 8e95e146-ed90-4d2d-ba41-5a5636057d62 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:20:46.463985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.467840 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f7d39426-ba72-458a-965f-1d7aef1ca522 tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/routers/8e95e146-ed90-4d2d-ba41-5a5636057d62 HTTP/1.1" status: 204 len: 168 time: 1.1282177 Apr 21 21:20:46.467840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60802) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:46.468861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 6acbaedd-ef30-43b8-83c7-f147f1597e1d {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:20:46.469206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6acbaedd-ef30-43b8-83c7-f147f1597e1d not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:20:46.565247 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.658132 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.681990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57119751-991f-45db-afcb-b7bea19967af']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:46.690966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca114b94-06a1-4b61-ad90-152362a4192d') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:46.691262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca114b94-06a1-4b61-ad90-152362a4192d') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:46.705511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.723258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.730192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:20:46.730699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:20:46.734038 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:20:46.796505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.820964 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:46.824046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] 10.222.0.49 "DELETE /v2.0/networks/57119751-991f-45db-afcb-b7bea19967af HTTP/1.1" status: 204 len: 168 time: 0.3552861 Apr 21 21:20:46.825673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897eed4-add3-4e68-96ab-c15139186a2f tempest-TestNetworkBasicOps-1042381790 tempest-TestNetworkBasicOps-1042381790-project] Pushing event deleted for resources: {'Network': ['ID=57119751-991f-45db-afcb-b7bea19967af,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:47.054258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60818) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:47.188033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-056c067b-7a24-412c-b529-70425004fa60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f4a1bca2bda4243bf77ec6f0a59427b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325860 Apr 21 21:20:47.190734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60822) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:47.243296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e05e11bc-e145-474a-8a3d-c34108f995ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.264122 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e05e11bc-e145-474a-8a3d-c34108f995ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.318249 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e05e11bc-e145-474a-8a3d-c34108f995ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.321061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e05e11bc-e145-474a-8a3d-c34108f995ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.324631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e05e11bc-e145-474a-8a3d-c34108f995ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ea02814-8608-4195-bade-9bb043fc91c5 HTTP/1.1" status: 204 len: 168 time: 0.1305857 Apr 21 21:20:47.331733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e11bc-e145-474a-8a3d-c34108f995ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea02814-8608-4195-bade-9bb043fc91c5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:47.440207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155c374-6761-4f2f-92f6-cd3ad9b5fee4 req-491c82ef-c06d-46a2-a80a-c39650e00b94 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:47.444514 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e155c374-6761-4f2f-92f6-cd3ad9b5fee4 req-491c82ef-c06d-46a2-a80a-c39650e00b94 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 943 time: 0.0513017 Apr 21 21:20:47.484804 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e155c374-6761-4f2f-92f6-cd3ad9b5fee4 req-2ff20753-7ce7-4252-8c03-91acdace2b99 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361114 Apr 21 21:20:47.612455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60840) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:47.625641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2de0432b-5d81-449d-8662-60b82f173acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.698276 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2de0432b-5d81-449d-8662-60b82f173acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.701693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2de0432b-5d81-449d-8662-60b82f173acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.739723 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2de0432b-5d81-449d-8662-60b82f173acc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78c2ad1e83a54a9aa9de15e2bf66d6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261528 Apr 21 21:20:47.740739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0432b-5d81-449d-8662-60b82f173acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca56f80-079a-4a8d-9e04-200c3ca4b4e6,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:47.742398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60844) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:47.795242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f48ddb1-947d-4d7b-8e5e-dacb64e9bf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.818927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f48ddb1-947d-4d7b-8e5e-dacb64e9bf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.868958 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f48ddb1-947d-4d7b-8e5e-dacb64e9bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.871446 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f48ddb1-947d-4d7b-8e5e-dacb64e9bf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:47.872581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5f48ddb1-947d-4d7b-8e5e-dacb64e9bf63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dca56f80-079a-4a8d-9e04-200c3ca4b4e6 HTTP/1.1" status: 204 len: 168 time: 0.1291978 Apr 21 21:20:47.882789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48ddb1-947d-4d7b-8e5e-dacb64e9bf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca56f80-079a-4a8d-9e04-200c3ca4b4e6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:48.286838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5e00fdc-21dc-463a-b190-183f9a98933c no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:20:48.308390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e5e00fdc-21dc-463a-b190-183f9a98933c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:20:48.308970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5e00fdc-21dc-463a-b190-183f9a98933c not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:20:48.408139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 94854245-47c9-4e07-a2ac-3944844bb24b details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:20:48.508235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 94854245-47c9-4e07-a2ac-3944844bb24b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=94854245-47c9-4e07-a2ac-3944844bb24b,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:48.520191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '94854245-47c9-4e07-a2ac-3944844bb24b', 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b', 'port_id': '94854245-47c9-4e07-a2ac-3944844bb24b', 'mac_address': 'fa:16:3e:0c:c8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42031d8d-8418-4f26-8bad-5b3a2c98cecc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:20:48.566563 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:48.580847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94854245-47c9-4e07-a2ac-3944844bb24b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:20:48.608676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 94854245-47c9-4e07-a2ac-3944844bb24b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=94854245-47c9-4e07-a2ac-3944844bb24b,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:48.618032 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:48.621732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 60884) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:48.636646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b7df9-ec27-48b9-aa0b-b9aa6e4a9463 req-131a998f-42df-4097-98d9-5a8ceb7b3c12 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:48.638712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d39b7df9-ec27-48b9-aa0b-b9aa6e4a9463 req-131a998f-42df-4097-98d9-5a8ceb7b3c12 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 943 time: 0.0713317 Apr 21 21:20:48.680846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d39b7df9-ec27-48b9-aa0b-b9aa6e4a9463 req-a7a159fb-54dc-41c5-95ee-a32f4e72687c tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Apr 21 21:20:48.690125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=94854245-47c9-4e07-a2ac-3944844bb24b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:48.759070 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-973131079-network', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:48.780936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Made reservation on behalf of eb9970113e73446592ec69ba4f76c61e for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:48.783152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:48.792173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:48.870891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:48.875690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:48.900651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:20:48.910145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd307e4-bf21-45f3-a48c-123653b71123,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:48.916572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:48.917199 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Added segment 0b0a28ed-7529-48d7-a41a-5530849dda5b of type vlan for network 2ff90415-b197-4317-aed8-77d50fbda089 Apr 21 21:20:48.933070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['94854245-47c9-4e07-a2ac-3944844bb24b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:20:48.967759 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:48.993518 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:48.994637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:48.995407 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.046389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4196327 Apr 21 21:20:49.046732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60892) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:49.054037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Request body: {'subnet': {'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-973131079-subnet', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:49.059749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc59b5-368e-46e9-b48d-633355af3f33 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff90415-b197-4317-aed8-77d50fbda089,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:49.073478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 2ff90415-b197-4317-aed8-77d50fbda089 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:20:49.087761 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Made reservation on behalf of eb9970113e73446592ec69ba4f76c61e for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:49.091270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.269306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.325314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4438bcf7-d988-4757-8503-0a157de97d3f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:49.332980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Checking segment: {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:49.333330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Network hostable DHCP agents. Network: 2ff90415-b197-4317-aed8-77d50fbda089, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:20:49.350374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Network 2ff90415-b197-4317-aed8-77d50fbda089 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:20:49.359176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 2ff90415-b197-4317-aed8-77d50fbda089) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:49.364067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:49.364685 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.371095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181a9b27-16ae-4460-ac25-266c97c887ba None None] Network 2ff90415-b197-4317-aed8-77d50fbda089 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:49.380816 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e3edf283-964e-40f1-84ec-df3a25c68e37 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3324277 Apr 21 21:20:49.383476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60900) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:49.387946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:49.412377 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.413373 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.478971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.535479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-2ff90415-b197-4317-aed8-77d50fbda089', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:20:49.536406 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.624491 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.686784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Allocated IP 172.20.0.2 (2ff90415-b197-4317-aed8-77d50fbda089/4438bcf7-d988-4757-8503-0a157de97d3f/2775cda6-6886-4278-ad67-d3fd1aa95577) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:49.831640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ae18e-194f-4af6-815e-485b20df18ee req-3ecfa152-26af-43b4-879d-8a501c60bb13 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:49.837237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a55ae18e-194f-4af6-815e-485b20df18ee req-3ecfa152-26af-43b4-879d-8a501c60bb13 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 944 time: 0.0718083 Apr 21 21:20:49.865342 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.873294 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.885672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a55ae18e-194f-4af6-815e-485b20df18ee req-d17bda4e-caf5-44e5-b911-a2861ec44b63 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Apr 21 21:20:49.919088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Pushing event updated for resources: {'Port': ['ID=2775cda6-6886-4278-ad67-d3fd1aa95577,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:49.929250 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Network 2ff90415-b197-4317-aed8-77d50fbda089 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:49.933597 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:49.936029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:49.941088 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.971794 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.990990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Attempting to bind port 2775cda6-6886-4278-ad67-d3fd1aa95577 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:49.991389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Attempting to bind port 2775cda6-6886-4278-ad67-d3fd1aa95577 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:49.991724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Attempting to bind port 2775cda6-6886-4278-ad67-d3fd1aa95577 on network 2ff90415-b197-4317-aed8-77d50fbda089 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:49.996691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:49.997093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Checking segment: {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:49.997494 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:49.997879 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Bound using segment: {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:49.998330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Bound port: 2775cda6-6886-4278-ad67-d3fd1aa95577, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:49.998709 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.078071 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-828294f4-9652-4af4-b105-dc0315639356 None None] For port 2775cda6-6886-4278-ad67-d3fd1aa95577, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:50.081438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-828294f4-9652-4af4-b105-dc0315639356 None None] For port 2775cda6-6886-4278-ad67-d3fd1aa95577, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2775cda6-6886-4278-ad67-d3fd1aa95577,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:50.083664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Allocated IP 172.25.0.144 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/8b233606-8ba0-4b1e-b44a-7901dbe55555) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:50.087007 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.147508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828294f4-9652-4af4-b105-dc0315639356 None None] Pushing event updated for resources: {'Port': ['ID=2775cda6-6886-4278-ad67-d3fd1aa95577,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:50.213077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.246556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.292344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:50.295441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:50.299996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:50.303194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Pushing event updated for resources: {'Port': ['ID=8b233606-8ba0-4b1e-b44a-7901dbe55555,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:50.421910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 94854245-47c9-4e07-a2ac-3944844bb24b up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:50.481456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 94854245-47c9-4e07-a2ac-3944844bb24b completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:20:50.486018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 94854245-47c9-4e07-a2ac-3944844bb24b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:50.486895 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.595828 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.596606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.608124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.619714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164df72b-b061-46c3-a14b-0e1773f83dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94854245-47c9-4e07-a2ac-3944844bb24b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:20:50.621996 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf62f4e-a5e6-47e9-ae9a-de1eaa2aa5a2" -d '{"events": [{"server_uuid": "164df72b-b061-46c3-a14b-0e1773f83dd9", "name": "network-vif-plugged", "status": "completed", "tag": "94854245-47c9-4e07-a2ac-3944844bb24b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:20:50.634999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 94854245-47c9-4e07-a2ac-3944844bb24b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=94854245-47c9-4e07-a2ac-3944844bb24b,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:50.641891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.694916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=94854245-47c9-4e07-a2ac-3944844bb24b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:50.717945 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efb397e-c181-47c2-ba5e-9a3d61f9ba40 x-openstack-request-id: req-7efb397e-c181-47c2-ba5e-9a3d61f9ba40 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:20:50.717945 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164df72b-b061-46c3-a14b-0e1773f83dd9", "name": "network-vif-plugged", "status": "completed", "tag": "94854245-47c9-4e07-a2ac-3944844bb24b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:20:50.717945 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7efb397e-c181-47c2-ba5e-9a3d61f9ba40 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:20:50.717945 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efb397e-c181-47c2-ba5e-9a3d61f9ba40'] response: {'server_uuid': '164df72b-b061-46c3-a14b-0e1773f83dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94854245-47c9-4e07-a2ac-3944844bb24b', 'code': 200} Apr 21 21:20:50.808619 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.860455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7156-eb9a-4d6a-9f4d-d14f4d60cabf req-257a9de7-40e9-482f-90d2-bf9457bea1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:50.862650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acef7156-eb9a-4d6a-9f4d-d14f4d60cabf req-257a9de7-40e9-482f-90d2-bf9457bea1b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0891836 Apr 21 21:20:50.882198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:50.951253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acef7156-eb9a-4d6a-9f4d-d14f4d60cabf req-889f26e6-8d7e-4915-b86b-28a7e84ccf55 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763209 Apr 21 21:20:51.042318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279e462-da82-46d0-b755-dca8b9d687d8 req-6ef4f987-52ec-49e5-88ab-cc103a7305b1 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:51.043949 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6279e462-da82-46d0-b755-dca8b9d687d8 req-6ef4f987-52ec-49e5-88ab-cc103a7305b1 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 945 time: 0.0498011 Apr 21 21:20:51.056352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Router 0cd9a2ce-d441-4331-9364-6e990b64e57f is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:20:51.092273 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6279e462-da82-46d0-b755-dca8b9d687d8 req-9c6d6761-4389-4829-8ac2-0b77cd89db2f tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Apr 21 21:20:51.180031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:20:51.189395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Sync routers for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:20:51.200426 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:51.201520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:51.202246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2be87c37-5d6a-4199-aa26-745ba78d2b4a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8177512 Apr 21 21:20:51.202488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:51.205247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 60938) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:51.340424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f3382-f289-4157-80ab-78714b8f2dbf None None] Network 2ff90415-b197-4317-aed8-77d50fbda089 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:51.577661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:51.606479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8bffdc1f-78a6-4583-a90c-a27acbe9a9ff None None] Provisioning complete for port 2775cda6-6886-4278-ad67-d3fd1aa95577 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:51.606845 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8bffdc1f-78a6-4583-a90c-a27acbe9a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:51.650961 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:51.866719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Allocated IP 172.20.0.1 (2ff90415-b197-4317-aed8-77d50fbda089/4438bcf7-d988-4757-8503-0a157de97d3f/c14d982c-9296-4a3a-92ea-02d4d62e9b7a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:51.904322 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8bffdc1f-78a6-4583-a90c-a27acbe9a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:51.963809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8bffdc1f-78a6-4583-a90c-a27acbe9a9ff None None] For port 2775cda6-6886-4278-ad67-d3fd1aa95577, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2775cda6-6886-4278-ad67-d3fd1aa95577,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:51.970142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8bffdc1f-78a6-4583-a90c-a27acbe9a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:51.982743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.008730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:50Z', 'revision_number': 3, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:52.052254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Checking router: 0cd9a2ce-d441-4331-9364-6e990b64e57f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:20:52.052602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Updating router 0cd9a2ce-d441-4331-9364-6e990b64e57f port 8b233606-8ba0-4b1e-b44a-7901dbe55555 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:20:52.102170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffdc1f-78a6-4583-a90c-a27acbe9a9ff None None] Pushing event updated for resources: {'Port': ['ID=2775cda6-6886-4278-ad67-d3fd1aa95577,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:52.116420 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.356906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5e1fc72c-0794-47d5-a6e0-87ecf5c22a4c None None] Provisioning complete for port 2775cda6-6886-4278-ad67-d3fd1aa95577 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:52.356906 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc72c-0794-47d5-a6e0-87ecf5c22a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.415375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2775cda6-6886-4278-ad67-d3fd1aa95577 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:52.421537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.447031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b96be-a18d-457b-b3b6-2aa17928fe48 req-a9c258ad-239a-4552-a476-7e10bca9eb64 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:52.455054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c0b96be-a18d-457b-b3b6-2aa17928fe48 req-a9c258ad-239a-4552-a476-7e10bca9eb64 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 945 time: 0.0820277 Apr 21 21:20:52.513761 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Network 2ff90415-b197-4317-aed8-77d50fbda089 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:52.525255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:52.542547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:52.544926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Pushing event updated for resources: {'Port': ['ID=c14d982c-9296-4a3a-92ea-02d4d62e9b7a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:52.551146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c0b96be-a18d-457b-b3b6-2aa17928fe48 req-d65110a6-8e31-43aa-a0ab-5da958226c5e tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946336 Apr 21 21:20:52.580696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 2775cda6-6886-4278-ad67-d3fd1aa95577 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:52.581244 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.586322 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.615417 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.618937 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.706851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Attempting to bind port 8b233606-8ba0-4b1e-b44a-7901dbe55555 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:52.707222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Attempting to bind port 8b233606-8ba0-4b1e-b44a-7901dbe55555 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:52.708264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Attempting to bind port 8b233606-8ba0-4b1e-b44a-7901dbe55555 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:52.718275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d60bff-7837-4592-8c44-051a3ada720e None None] Pushing event updated for resources: {'Port': ['ID=8b233606-8ba0-4b1e-b44a-7901dbe55555,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:52.746336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:52.746877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:52.747288 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.747658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:52.748137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Bound port: 8b233606-8ba0-4b1e-b44a-7901dbe55555, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:52.748513 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.815524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] For port 8b233606-8ba0-4b1e-b44a-7901dbe55555, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:52.818733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] For port 8b233606-8ba0-4b1e-b44a-7901dbe55555, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8b233606-8ba0-4b1e-b44a-7901dbe55555,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:52.825058 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.875896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:52.889118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:52.889753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:52.931691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d60bff-7837-4592-8c44-051a3ada720e None None] Pushing event updated for resources: {'Port': ['ID=8b233606-8ba0-4b1e-b44a-7901dbe55555,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:52.944500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a3baf347-6a46-46d0-998b-df0b87de555a None None] Provisioning complete for port c14d982c-9296-4a3a-92ea-02d4d62e9b7a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:52.944894 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a3baf347-6a46-46d0-998b-df0b87de555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:53.016296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a3baf347-6a46-46d0-998b-df0b87de555a None None] Port c14d982c-9296-4a3a-92ea-02d4d62e9b7a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:20:53.045256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:53.052074 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:53.058420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:53.135140 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:53.140121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Pushing event updated for resources: {'Port': ['ID=c14d982c-9296-4a3a-92ea-02d4d62e9b7a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:53.231344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Network 2ff90415-b197-4317-aed8-77d50fbda089 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:53.232912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:53.244729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:51Z', 'revision_number': 1, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:53.274129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc966e-67ce-4bff-89bb-92449e0fa52f None None] The sync data for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 is: [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:51Z', 'revision_number': 1, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:20:53.363048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Router 0cd9a2ce-d441-4331-9364-6e990b64e57f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:20:53.496257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:20:53.501424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f7d13bb7-9b96-445a-beb1-848644b3a952 admin admin] 10.222.0.49 "PUT /v2.0/routers/0cd9a2ce-d441-4331-9364-6e990b64e57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2947803 Apr 21 21:20:53.558034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-680d9c35-8650-4139-bbc4-282bf4301c1d None None] Provisioning complete for port c14d982c-9296-4a3a-92ea-02d4d62e9b7a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:53.558413 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-680d9c35-8650-4139-bbc4-282bf4301c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:53.650813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-680d9c35-8650-4139-bbc4-282bf4301c1d None None] Port c14d982c-9296-4a3a-92ea-02d4d62e9b7a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:20:53.722487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eab37-1647-483d-a3af-16aaeb228b16 req-d07d7027-d5fd-4e8c-a1c1-5cecbf7f4f1d tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:53.730967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd4eab37-1647-483d-a3af-16aaeb228b16 req-d07d7027-d5fd-4e8c-a1c1-5cecbf7f4f1d tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 945 time: 0.0699687 Apr 21 21:20:53.772303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd4eab37-1647-483d-a3af-16aaeb228b16 req-f0fb93f3-fa3f-4d3d-8664-f4b3f45140fe tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Apr 21 21:20:54.183680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 32774) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:54.189928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1668366759-network', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:54.240580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Made reservation on behalf of dbf05db01be241fda0c192326b459f7c for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:54.243372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.262281 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.423664 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.429157 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.467401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8b233606-8ba0-4b1e-b44a-7901dbe55555 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:54.473518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:20:54.491780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b924aad0-ca1a-4250-a84b-a486e3bd14f4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:54.505968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.507576 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Added segment d6b67970-a863-438c-a015-fcfa95ff6f61 of type vlan for network ae1626db-dff2-4802-8e5b-4db8359d7dff Apr 21 21:20:54.575178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.598950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8b233606-8ba0-4b1e-b44a-7901dbe55555 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:54.599324 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.627191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.628922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:54.630206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.721861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5323966 Apr 21 21:20:54.725265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 32786) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:54.743673 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.764828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Request body: {'subnet': {'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1668366759-subnet', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:54.772308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 8b233606-8ba0-4b1e-b44a-7901dbe55555, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8b233606-8ba0-4b1e-b44a-7901dbe55555,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:54.785979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.889325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=8b233606-8ba0-4b1e-b44a-7901dbe55555,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:54.919162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Made reservation on behalf of dbf05db01be241fda0c192326b459f7c for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:20:54.922046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:54.928228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480abce6-52c6-49bf-a6b3-fb25e407914f admin admin] Pushing event updated for resources: {'Network': ['ID=ae1626db-dff2-4802-8e5b-4db8359d7dff,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:54.956197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network ae1626db-dff2-4802-8e5b-4db8359d7dff details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:20:55.122346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bac82b-1c5c-4e01-936f-e2b7080f0ce9 req-7f369f72-f588-42eb-a7eb-283451514579 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:55.123857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48bac82b-1c5c-4e01-936f-e2b7080f0ce9 req-7f369f72-f588-42eb-a7eb-283451514579 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 945 time: 0.4825468 Apr 21 21:20:55.171528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48bac82b-1c5c-4e01-936f-e2b7080f0ce9 req-4ce099f3-0de0-48c0-a3d2-96f5b3453b41 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Apr 21 21:20:55.216427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:55.294295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=272f9940-0cfd-4cba-8076-748d4151fdbb,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:55.300136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Checking segment: {'id': 'd6b67970-a863-438c-a015-fcfa95ff6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:55.300481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Network hostable DHCP agents. Network: ae1626db-dff2-4802-8e5b-4db8359d7dff, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:20:55.321697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Network ae1626db-dff2-4802-8e5b-4db8359d7dff is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:20:55.332935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, ae1626db-dff2-4802-8e5b-4db8359d7dff) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:55.337298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:55.337880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:55.343710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3bcf9d-a358-45d2-b901-585eb15cb688 None None] Network ae1626db-dff2-4802-8e5b-4db8359d7dff requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:55.355934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-43d99def-0e1f-40ff-bf15-312e6b25a759 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6135194 Apr 21 21:20:55.358511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 32794) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:55.363356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:20:55.384963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:55.386095 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:55.441323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:55.605708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:55.672553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-ae1626db-dff2-4802-8e5b-4db8359d7dff', 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'fixed_ips': [{'subnet_id': '272f9940-0cfd-4cba-8076-748d4151fdbb'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:20:55.673453 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:55.841195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Allocated IP 172.20.0.2 (ae1626db-dff2-4802-8e5b-4db8359d7dff/272f9940-0cfd-4cba-8076-748d4151fdbb/65108d12-5bfe-47d6-b892-b740831f76f2) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:55.841868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:55.872900 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.017672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.024843 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.036066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Allocated IP 172.25.0.98 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/fe230cb1-d148-442e-8073-d6e003fc8fab) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:56.055928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a70a2-64a1-4713-b345-548b2454b612 req-95a67330-b926-4ee8-bad5-74182f7ef817 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:56.057458 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d96a70a2-64a1-4713-b345-548b2454b612 req-95a67330-b926-4ee8-bad5-74182f7ef817 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.43 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 945 time: 0.0870380 Apr 21 21:20:56.065678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Network ae1626db-dff2-4802-8e5b-4db8359d7dff is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:56.069175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:56.072652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:56.079772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Pushing event updated for resources: {'Port': ['ID=65108d12-5bfe-47d6-b892-b740831f76f2,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:56.141602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Attempting to bind port 65108d12-5bfe-47d6-b892-b740831f76f2 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:56.141977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Attempting to bind port 65108d12-5bfe-47d6-b892-b740831f76f2 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd6b67970-a863-438c-a015-fcfa95ff6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:56.142331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Attempting to bind port 65108d12-5bfe-47d6-b892-b740831f76f2 on network ae1626db-dff2-4802-8e5b-4db8359d7dff {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:56.147694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:56.148065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Checking segment: {'id': 'd6b67970-a863-438c-a015-fcfa95ff6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:56.148518 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.148954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Bound using segment: {'id': 'd6b67970-a863-438c-a015-fcfa95ff6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:56.151111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Bound port: 65108d12-5bfe-47d6-b892-b740831f76f2, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b67970-a863-438c-a015-fcfa95ff6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:56.151111 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.228276 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.251497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d96a70a2-64a1-4713-b345-548b2454b612 req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Deleting port 94854245-47c9-4e07-a2ac-3944844bb24b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:20:56.252121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d96a70a2-64a1-4713-b345-548b2454b612 req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.255581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] For port 65108d12-5bfe-47d6-b892-b740831f76f2, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:56.261517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] For port 65108d12-5bfe-47d6-b892-b740831f76f2, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=65108d12-5bfe-47d6-b892-b740831f76f2,segment=NetworkSegment(d6b67970-a863-438c-a015-fcfa95ff6f61),segment_id=d6b67970-a863-438c-a015-fcfa95ff6f61)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:56.266915 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.341062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9efbda-8ce9-4eae-ba18-49cc059d79b6 None None] Pushing event updated for resources: {'Port': ['ID=65108d12-5bfe-47d6-b892-b740831f76f2,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:56.389616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.392070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8b233606-8ba0-4b1e-b44a-7901dbe55555 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:56.429198 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Sync routers for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:20:56.430595 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff7c0a-5732-47bf-b872-f8dd08e3983d req-6bb87412-6a27-42da-925a-2c550667d228 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:56.432213 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ff7c0a-5732-47bf-b872-f8dd08e3983d req-6bb87412-6a27-42da-925a-2c550667d228 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 945 time: 0.1582448 Apr 21 21:20:56.451894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d96a70a2-64a1-4713-b345-548b2454b612 req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] For port 94854245-47c9-4e07-a2ac-3944844bb24b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=94854245-47c9-4e07-a2ac-3944844bb24b,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:56.452226 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d96a70a2-64a1-4713-b345-548b2454b612 req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.454959 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:56.456332 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:56.471220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8b233606-8ba0-4b1e-b44a-7901dbe55555 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:56.471865 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:56.492194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:56.493920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d96a70a2-64a1-4713-b345-548b2454b612 req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Calling delete_port for 94854245-47c9-4e07-a2ac-3944844bb24b owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:20:56.506611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:56.513323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:56.515311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Pushing event updated for resources: {'Port': ['ID=fe230cb1-d148-442e-8073-d6e003fc8fab,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:56.588067 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:56.864926 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 2, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:56.903040 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Checking router: 0cd9a2ce-d441-4331-9364-6e990b64e57f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:20:56.903401 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Updating router 0cd9a2ce-d441-4331-9364-6e990b64e57f port c14d982c-9296-4a3a-92ea-02d4d62e9b7a binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:20:56.909171 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ff7c0a-5732-47bf-b872-f8dd08e3983d req-b4ef09c5-e6df-4a55-b5e1-add36b4815b7 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592726 Apr 21 21:20:56.941485 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.247005 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.249061 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d96a70a2-64a1-4713-b345-548b2454b612 req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.256807 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.261976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['94854245-47c9-4e07-a2ac-3944844bb24b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:20:57.331363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Pushing event deleted for resources: {'Port': ['ID=94854245-47c9-4e07-a2ac-3944844bb24b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:57.373329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96a70a2-64a1-4713-b345-548b2454b612 req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] No DVR routers for this DVR port 94854245-47c9-4e07-a2ac-3944844bb24b on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:20:57.381251 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d96a70a2-64a1-4713-b345-548b2454b612 req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.385240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d96a70a2-64a1-4713-b345-548b2454b612 req-7df87a06-0a60-424d-9cd4-5430dc6620a3 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.43 "DELETE /v2.0/ports/94854245-47c9-4e07-a2ac-3944844bb24b HTTP/1.1" status: 204 len: 173 time: 1.3215888 Apr 21 21:20:57.385745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164df72b-b061-46c3-a14b-0e1773f83dd9', 'name': 'network-vif-deleted', 'tag': '94854245-47c9-4e07-a2ac-3944844bb24b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:20:57.390014 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f785466-7324-4686-abdf-2688dfcc4ae4" -d '{"events": [{"server_uuid": "164df72b-b061-46c3-a14b-0e1773f83dd9", "name": "network-vif-deleted", "tag": "94854245-47c9-4e07-a2ac-3944844bb24b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:20:57.394483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.475943 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9dabc9-fb82-4034-8c5e-0be6537fefb6 x-openstack-request-id: req-fd9dabc9-fb82-4034-8c5e-0be6537fefb6 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:20:57.477905 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164df72b-b061-46c3-a14b-0e1773f83dd9", "name": "network-vif-deleted", "tag": "94854245-47c9-4e07-a2ac-3944844bb24b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:20:57.478154 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd9dabc9-fb82-4034-8c5e-0be6537fefb6 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:20:57.478563 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9dabc9-fb82-4034-8c5e-0be6537fefb6'] response: {'server_uuid': '164df72b-b061-46c3-a14b-0e1773f83dd9', 'name': 'network-vif-deleted', 'tag': '94854245-47c9-4e07-a2ac-3944844bb24b', 'status': 'completed', 'code': 200} Apr 21 21:20:57.572242 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Attempting to bind port c14d982c-9296-4a3a-92ea-02d4d62e9b7a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:20:57.572835 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Attempting to bind port c14d982c-9296-4a3a-92ea-02d4d62e9b7a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:20:57.572974 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Attempting to bind port c14d982c-9296-4a3a-92ea-02d4d62e9b7a on network 2ff90415-b197-4317-aed8-77d50fbda089 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:20:57.586186 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:20:57.586862 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Checking segment: {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:20:57.587429 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.587979 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Bound using segment: {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:20:57.588598 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Bound port: c14d982c-9296-4a3a-92ea-02d4d62e9b7a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:20:57.589648 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.609399 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33554c94-d37b-4e66-a8c9-f505c2308c9d None None] Pushing event updated for resources: {'Port': ['ID=c14d982c-9296-4a3a-92ea-02d4d62e9b7a,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:57.682454 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] For port c14d982c-9296-4a3a-92ea-02d4d62e9b7a, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:20:57.685930 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] For port c14d982c-9296-4a3a-92ea-02d4d62e9b7a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c14d982c-9296-4a3a-92ea-02d4d62e9b7a,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:20:57.691887 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.726793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8c5d44c4-b024-4571-975a-895340183cfb None None] Provisioning complete for port c14d982c-9296-4a3a-92ea-02d4d62e9b7a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:57.727172 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c5d44c4-b024-4571-975a-895340183cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.747712 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:57.764186 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:57.764867 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:57.902680 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33554c94-d37b-4e66-a8c9-f505c2308c9d None None] Pushing event updated for resources: {'Port': ['ID=c14d982c-9296-4a3a-92ea-02d4d62e9b7a,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:57.908031 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c5d44c4-b024-4571-975a-895340183cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:58.012301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Router 7fbcf936-642d-4487-b6e6-036eafb32c68 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:20:58.015965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6bee9e-954d-4062-8927-73fadffaf4ec None None] Network ae1626db-dff2-4802-8e5b-4db8359d7dff requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:20:58.047492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8c5d44c4-b024-4571-975a-895340183cfb None None] For port c14d982c-9296-4a3a-92ea-02d4d62e9b7a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c14d982c-9296-4a3a-92ea-02d4d62e9b7a,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:58.074494 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c5d44c4-b024-4571-975a-895340183cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:58.126227 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:58.159146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c2986a2-70fd-4cc1-9e23-2de11cee37ed req-dcdbaf9d-170c-4dea-980b-d7ecd5442279 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=164df72b-b061-46c3-a14b-0e1773f83dd9 HTTP/1.1" status: 200 len: 210 time: 0.0285776 Apr 21 21:20:58.210199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:20:58.231220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:58.235342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Sync routers for ids ['7fbcf936-642d-4487-b6e6-036eafb32c68'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:20:58.237530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 32842) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:20:58.239973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d44c4-b024-4571-975a-895340183cfb None None] Pushing event updated for resources: {'Port': ['ID=c14d982c-9296-4a3a-92ea-02d4d62e9b7a,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:58.263433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9e8399b6-e827-42e9-a37c-0b4930723f56 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9037750 Apr 21 21:20:58.289827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7ba530a9-7628-4d14-a1fe-96eae7eec6f1 None None] Provisioning complete for port 65108d12-5bfe-47d6-b892-b740831f76f2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:58.290324 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ba530a9-7628-4d14-a1fe-96eae7eec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:58.333259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Routers {'7fbcf936-642d-4487-b6e6-036eafb32c68'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:20:58.334004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7fbcf936-642d-4487-b6e6-036eafb32c68'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:58.447889 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:58.477002 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc722b31-6bef-430f-9299-73e93979bd29 None None] The sync data for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 is: [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:20:58.575533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c14d982c-9296-4a3a-92ea-02d4d62e9b7a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:58.653123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Set router 7fbcf936-642d-4487-b6e6-036eafb32c68 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:20:58.655385 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ba530a9-7628-4d14-a1fe-96eae7eec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:58.770260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:58.796515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7ba530a9-7628-4d14-a1fe-96eae7eec6f1 None None] For port 65108d12-5bfe-47d6-b892-b740831f76f2, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=65108d12-5bfe-47d6-b892-b740831f76f2,segment=NetworkSegment(d6b67970-a863-438c-a015-fcfa95ff6f61),segment_id=d6b67970-a863-438c-a015-fcfa95ff6f61)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:20:58.855426 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ba530a9-7628-4d14-a1fe-96eae7eec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:58.888655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c14d982c-9296-4a3a-92ea-02d4d62e9b7a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:58.895983 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.023970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Allocated IP 172.20.0.1 (ae1626db-dff2-4802-8e5b-4db8359d7dff/272f9940-0cfd-4cba-8076-748d4151fdbb/f383cfe7-0449-4f8f-83e5-14a7ddd76351) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:20:59.035064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7ba530a9-7628-4d14-a1fe-96eae7eec6f1 None None] Provisioning complete for port c14d982c-9296-4a3a-92ea-02d4d62e9b7a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:59.035439 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ba530a9-7628-4d14-a1fe-96eae7eec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.089218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba530a9-7628-4d14-a1fe-96eae7eec6f1 None None] Pushing event updated for resources: {'Port': ['ID=65108d12-5bfe-47d6-b892-b740831f76f2,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:59.178145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.183881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 65108d12-5bfe-47d6-b892-b740831f76f2 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:20:59.223487 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.262779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 3, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'gw_port': {'id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:20:59.302470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Checking router: 7fbcf936-642d-4487-b6e6-036eafb32c68 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:20:59.303725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Updating router 7fbcf936-642d-4487-b6e6-036eafb32c68 port fe230cb1-d148-442e-8073-d6e003fc8fab binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:20:59.315705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Network ae1626db-dff2-4802-8e5b-4db8359d7dff is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:20:59.327492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:20:59.338833 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 65108d12-5bfe-47d6-b892-b740831f76f2 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:59.339189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.340857 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.350798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:20:59.410279 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.563924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Pushing event updated for resources: {'Port': ['ID=f383cfe7-0449-4f8f-83e5-14a7ddd76351,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:20:59.691533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-072c0bb4-8985-4c34-8a19-9356fdf890a6 None None] Provisioning complete for port 65108d12-5bfe-47d6-b892-b740831f76f2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:20:59.691907 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-072c0bb4-8985-4c34-8a19-9356fdf890a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.708722 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.748419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-523327b4-c751-4c1c-ad13-fde3bcd44150 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:20:59.750278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-523327b4-c751-4c1c-ad13-fde3bcd44150 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/networks?id=0f255134-2dc9-4bcd-a569-602c787b819b HTTP/1.1" status: 200 len: 808 time: 0.1960156 Apr 21 21:20:59.791004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-53544416-7b4f-4a8d-a8bb-52b6386ccff4 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/quotas/639935f72c7c44efa4a2b2041629b021 HTTP/1.1" status: 200 len: 375 time: 0.0214021 Apr 21 21:20:59.834338 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-2b216916-d36c-4f4c-85eb-cc4ea086295e tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=639935f72c7c44efa4a2b2041629b021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350404 Apr 21 21:20:59.913274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.920030 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:20:59.953636 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-e05d1c13-9792-4e7d-b9ba-4ca2358092c9 service neutron] 10.222.0.49 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047599 Apr 21 21:21:00.006979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Pushing event updated for resources: {'Port': ['ID=f383cfe7-0449-4f8f-83e5-14a7ddd76351,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:00.020802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.081696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-825c4c34-2242-46b8-8ca7-cde52e98ebc7 service neutron] 10.222.0.49 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262231 Apr 21 21:21:00.127520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.130215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-971b60e8-d469-40e2-9426-a1e349e87176 None None] Provisioning complete for port f383cfe7-0449-4f8f-83e5-14a7ddd76351 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:00.130583 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-971b60e8-d469-40e2-9426-a1e349e87176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.153606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.177622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Network ae1626db-dff2-4802-8e5b-4db8359d7dff is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:21:00.179798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:21:00.226989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-971b60e8-d469-40e2-9426-a1e349e87176 None None] Port f383cfe7-0449-4f8f-83e5-14a7ddd76351 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:21:00.232684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Attempting to bind port fe230cb1-d148-442e-8073-d6e003fc8fab on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:21:00.234245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Attempting to bind port fe230cb1-d148-442e-8073-d6e003fc8fab by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:21:00.234621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Attempting to bind port fe230cb1-d148-442e-8073-d6e003fc8fab on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:21:00.259381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0ffc2-67ac-4b7a-9f80-e3d21305ea0b None None] Pushing event updated for resources: {'Port': ['ID=fe230cb1-d148-442e-8073-d6e003fc8fab,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:00.261005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:21:00.261847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:21:00.262274 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.262669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:21:00.264287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Bound port: fe230cb1-d148-442e-8073-d6e003fc8fab, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:21:00.264863 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.417400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] For port fe230cb1-d148-442e-8073-d6e003fc8fab, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:21:00.426681 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] For port fe230cb1-d148-442e-8073-d6e003fc8fab, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fe230cb1-d148-442e-8073-d6e003fc8fab,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:21:00.433832 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.461411 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6287b441-e276-453a-bfae-55b201a440d5 req-9f43a9ba-a617-41e7-b8a3-93493661ad30 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 210 time: 0.0948741 Apr 21 21:21:00.485226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Router 7fbcf936-642d-4487-b6e6-036eafb32c68 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:21:00.514052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 65108d12-5bfe-47d6-b892-b740831f76f2 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:21:00.568311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 94854245-47c9-4e07-a2ac-3944844bb24b no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:21:00.613838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0ffc2-67ac-4b7a-9f80-e3d21305ea0b None None] Pushing event updated for resources: {'Port': ['ID=fe230cb1-d148-442e-8073-d6e003fc8fab,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:00.634285 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6df8eee9-5cfa-46c8-b2c1-e384023f11bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.635825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 94854245-47c9-4e07-a2ac-3944844bb24b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:21:00.636617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 94854245-47c9-4e07-a2ac-3944844bb24b not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:21:00.652680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:21:00.653143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cced54ee-a968-4087-9633-53a8067a2373 None None] Provisioning complete for port f383cfe7-0449-4f8f-83e5-14a7ddd76351 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:00.653143 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cced54ee-a968-4087-9633-53a8067a2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.662805 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-73b2de52-85a5-483d-9b2a-e52ca5c0559b admin admin] 10.222.0.49 "PUT /v2.0/routers/7fbcf936-642d-4487-b6e6-036eafb32c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4235733 Apr 21 21:21:00.670501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Routers {'7fbcf936-642d-4487-b6e6-036eafb32c68'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:21:00.671702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:20:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7fbcf936-642d-4487-b6e6-036eafb32c68'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:21:00.785638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 65108d12-5bfe-47d6-b892-b740831f76f2 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:00.786013 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:00.829432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cced54ee-a968-4087-9633-53a8067a2373 None None] Port f383cfe7-0449-4f8f-83e5-14a7ddd76351 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:21:00.901360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] Set router 7fbcf936-642d-4487-b6e6-036eafb32c68 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:21:01.179647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:20:59Z', 'revision_number': 4, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'gw_port': {'id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'f383cfe7-0449-4f8f-83e5-14a7ddd76351', 'name': '', 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'mac_address': 'fa:16:3e:f4:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:58Z', 'updated_at': '2022-04-21T21:20:59Z', 'revision_number': 2, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'subnets': [{'id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:21:01.207816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cf699f-d68c-4883-b737-9e24afa09f5f None None] The sync data for ids ['7fbcf936-642d-4487-b6e6-036eafb32c68'] in n-d-838945-1 is: [{'id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:20:59Z', 'revision_number': 4, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'gw_port': {'id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'f383cfe7-0449-4f8f-83e5-14a7ddd76351', 'name': '', 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'mac_address': 'fa:16:3e:f4:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:58Z', 'updated_at': '2022-04-21T21:20:59Z', 'revision_number': 2, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'subnets': [{'id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:21:01.552695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-d80bf1ac-968b-4001-a346-014052019668 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:01.556205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-d80bf1ac-968b-4001-a346-014052019668 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.43 "GET /v2.0/networks?id=0f255134-2dc9-4bcd-a569-602c787b819b HTTP/1.1" status: 200 len: 808 time: 0.1988719 Apr 21 21:21:01.610561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Request body: {'port': {'device_id': '47fe1ae1-9468-4f4f-a386-1e484156fcfa', 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b', 'admin_state_up': True, 'tenant_id': '639935f72c7c44efa4a2b2041629b021'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:21:01.644002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-577e7ad8-ee7b-4deb-b693-e0df2f65422e req-f2c8f6ed-5c45-4735-a8d8-8dbb6b4cda38 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 210 time: 0.0795915 Apr 21 21:21:01.832052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Made reservation on behalf of 639935f72c7c44efa4a2b2041629b021 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:21:01.835643 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:01.998198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Allocated IP 172.20.0.11 (0f255134-2dc9-4bcd-a569-602c787b819b/42031d8d-8418-4f26-8bad-5b3a2c98cecc/72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:21:02.235504 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:02.297131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:02.354002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Network 0f255134-2dc9-4bcd-a569-602c787b819b is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:21:02.359888 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:21:02.373992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:21:02.389234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Pushing event updated for resources: {'Port': ['ID=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:02.422626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.423075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.423471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.424393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.425451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.425708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.426121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.426514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.426912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.427311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.427639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.427962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:02.467203 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:02.467793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:02.498899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-93d1f654-0a0b-4b59-aede-22cf05fb1e55 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8936117 Apr 21 21:21:02.507794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fe230cb1-d148-442e-8073-d6e003fc8fab up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:21:02.512557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Request body: {'port': {'device_id': '47fe1ae1-9468-4f4f-a386-1e484156fcfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:21:02.578485 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:02.634804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fe230cb1-d148-442e-8073-d6e003fc8fab triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:02.635545 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:02.802939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:02.852607 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3f192a16-e202-4a0e-b529-c4c8a342f5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:02.854200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8d436-1ea8-4dcb-8ea1-6f77ebe7e2e2 req-7ce1f74f-31db-4348-9f3d-d9d24e7580fc tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:02.856532 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7a8d436-1ea8-4dcb-8ea1-6f77ebe7e2e2 req-7ce1f74f-31db-4348-9f3d-d9d24e7580fc tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 932 time: 0.0901003 Apr 21 21:21:02.863465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port fe230cb1-d148-442e-8073-d6e003fc8fab, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fe230cb1-d148-442e-8073-d6e003fc8fab,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:02.869190 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:02.950215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7a8d436-1ea8-4dcb-8ea1-6f77ebe7e2e2 req-715f35a1-6d09-4007-86c8-81df54caf8a6 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860326 Apr 21 21:21:02.951894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=fe230cb1-d148-442e-8073-d6e003fc8fab,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:03.062183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:21:03.072994 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:03.086406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Transition to ACTIVE for port object 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:21:03.093552 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:03.176981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Pushing event updated for resources: {'Port': ['ID=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:03.235866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Attempting to bind port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:21:03.236209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Attempting to bind port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:21:03.236578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Attempting to bind port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 on network 0f255134-2dc9-4bcd-a569-602c787b819b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:21:03.241273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 on network 0f255134-2dc9-4bcd-a569-602c787b819b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:21:03.241597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Attempting to bind port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 on network 0f255134-2dc9-4bcd-a569-602c787b819b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:21:03.246819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:21:03.247157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Checking segment: {'id': '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:21:03.247540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Bound using segment: {'id': '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:21:03.247970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Bound port: 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:21:03.248331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:03.325600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] For port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:21:03.329034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] For port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:21:03.338468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:03.376781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:03.377927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:03.379311 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] 10.222.0.43 "PUT /v2.0/ports/72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 HTTP/1.1" status: 200 len: 1092 time: 0.8729072 Apr 21 21:21:03.379736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47fe1ae1-9468-4f4f-a386-1e484156fcfa', 'tag': '72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:21:03.382029 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9528e6-0d72-405a-a73a-1ac8b4516634" -d '{"events": [{"name": "network-changed", "server_uuid": "47fe1ae1-9468-4f4f-a386-1e484156fcfa", "tag": "72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:21:03.421337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee821f4-8dcc-42f7-8791-c6edb603681e service neutron] Pushing event updated for resources: {'Port': ['ID=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:03.453851 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed0b98c-3dd8-4b80-a9a6-34bea488faac x-openstack-request-id: req-0ed0b98c-3dd8-4b80-a9a6-34bea488faac {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:21:03.454223 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47fe1ae1-9468-4f4f-a386-1e484156fcfa", "tag": "72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:21:03.454541 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ed0b98c-3dd8-4b80-a9a6-34bea488faac {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:21:03.454998 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed0b98c-3dd8-4b80-a9a6-34bea488faac'] response: {'name': 'network-changed', 'server_uuid': '47fe1ae1-9468-4f4f-a386-1e484156fcfa', 'tag': '72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86', 'status': 'completed', 'code': 200} Apr 21 21:21:03.496342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-fa37166a-ef0c-48ac-9cd0-244de512eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:03.498548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-fa37166a-ef0c-48ac-9cd0-244de512eeba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639935f72c7c44efa4a2b2041629b021&device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 1095 time: 0.0577903 Apr 21 21:21:03.560942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-b51ab52e-ba3f-4fbe-a84e-ecbb9d16f958 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 HTTP/1.1" status: 200 len: 217 time: 0.0546839 Apr 21 21:21:03.623376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-248f5acf-c13e-43cc-bd68-65fd81b2ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:03.627820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-248f5acf-c13e-43cc-bd68-65fd81b2ab7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42031d8d-8418-4f26-8bad-5b3a2c98cecc HTTP/1.1" status: 200 len: 848 time: 0.0606418 Apr 21 21:21:03.663015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-661a2ded-5d2a-4d37-942b-80ff226abd36 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f255134-2dc9-4bcd-a569-602c787b819b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294545 Apr 21 21:21:03.759862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-5fb4721e-2b95-4150-a9fa-8681b99ba45d service neutron] 10.222.0.43 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898278 Apr 21 21:21:03.856073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b7d86c1-39c1-4314-840d-1399cc4645b9 req-2b282c81-264b-4ebf-88db-d7b5228daaa3 service neutron] 10.222.0.43 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902574 Apr 21 21:21:03.943634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-d29a6457-9073-4f47-be99-171b025593bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:03.945371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-d29a6457-9073-4f47-be99-171b025593bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639935f72c7c44efa4a2b2041629b021&device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 1095 time: 0.0466621 Apr 21 21:21:04.061878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-3b7657e3-efce-432b-be73-060db17f6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:04.063618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-3b7657e3-efce-432b-be73-060db17f6d06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f255134-2dc9-4bcd-a569-602c787b819b HTTP/1.1" status: 200 len: 909 time: 0.1099942 Apr 21 21:21:04.124139 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:04.128146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-d6dff201-4034-4739-92e5-2cc4233fa262 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 HTTP/1.1" status: 200 len: 217 time: 0.0580227 Apr 21 21:21:04.149173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab403c06-f2fb-4c5f-bc08-9ebc8b596ad0 req-a25d9963-0a6e-4264-abdf-f1736fd22d67 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:04.157019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab403c06-f2fb-4c5f-bc08-9ebc8b596ad0 req-a25d9963-0a6e-4264-abdf-f1736fd22d67 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 944 time: 0.1022186 Apr 21 21:21:04.188791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-02a6132e-0848-4c23-bb95-0bd15242dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:04.190420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-02a6132e-0848-4c23-bb95-0bd15242dd29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42031d8d-8418-4f26-8bad-5b3a2c98cecc HTTP/1.1" status: 200 len: 848 time: 0.0568306 Apr 21 21:21:04.205467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab403c06-f2fb-4c5f-bc08-9ebc8b596ad0 req-5789cb71-e383-4efa-a5e2-e73df868163c tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472898 Apr 21 21:21:04.230243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-3e77b58e-6cfd-4008-9e7e-2dd7483f2236 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f255134-2dc9-4bcd-a569-602c787b819b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336692 Apr 21 21:21:04.330473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-50201c80-daf8-4bc4-8645-fe4fbf2f0884 service neutron] 10.222.0.43 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924332 Apr 21 21:21:04.358024 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fe230cb1-d148-442e-8073-d6e003fc8fab up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:21:04.420056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fe230cb1-d148-442e-8073-d6e003fc8fab triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:04.421053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:04.440362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa9528e6-0d72-405a-a73a-1ac8b4516634 req-1c521afb-fed3-43c8-a4be-b0ef4764c788 service neutron] 10.222.0.43 "GET /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035442 Apr 21 21:21:04.939263 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Sync routers for ids ['7fbcf936-642d-4487-b6e6-036eafb32c68'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:21:04.950901 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Routers {'7fbcf936-642d-4487-b6e6-036eafb32c68'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:21:04.951516 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:21:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7fbcf936-642d-4487-b6e6-036eafb32c68'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:21:05.074152 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Set router 7fbcf936-642d-4487-b6e6-036eafb32c68 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:21:05.306691 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:20:59Z', 'revision_number': 4, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'gw_port': {'id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'f383cfe7-0449-4f8f-83e5-14a7ddd76351', 'name': '', 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'mac_address': 'fa:16:3e:f4:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:58Z', 'updated_at': '2022-04-21T21:20:59Z', 'revision_number': 2, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'subnets': [{'id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:21:05.338413 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Checking router: 7fbcf936-642d-4487-b6e6-036eafb32c68 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:21:05.341388 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Updating router 7fbcf936-642d-4487-b6e6-036eafb32c68 port f383cfe7-0449-4f8f-83e5-14a7ddd76351 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:21:05.371384 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:05.404630 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:05.405921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18051b-cd12-45c0-80e5-88223f8af15a req-986acbb3-927a-4228-aea6-b3dfd68bf82d tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:05.418231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a18051b-cd12-45c0-80e5-88223f8af15a req-986acbb3-927a-4228-aea6-b3dfd68bf82d tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 944 time: 0.0895963 Apr 21 21:21:05.468701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a18051b-cd12-45c0-80e5-88223f8af15a req-cafda491-4aff-480d-b10d-f18a5720b2d4 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481822 Apr 21 21:21:05.668732 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:05.675515 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:05.733298 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e4322-bf21-4ad6-b895-405f5902b6ab None None] Pushing event updated for resources: {'Port': ['ID=f383cfe7-0449-4f8f-83e5-14a7ddd76351,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:05.803419 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Attempting to bind port f383cfe7-0449-4f8f-83e5-14a7ddd76351 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:21:05.803419 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Attempting to bind port f383cfe7-0449-4f8f-83e5-14a7ddd76351 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd6b67970-a863-438c-a015-fcfa95ff6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:21:05.804919 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Attempting to bind port f383cfe7-0449-4f8f-83e5-14a7ddd76351 on network ae1626db-dff2-4802-8e5b-4db8359d7dff {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:21:05.811532 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:21:05.811977 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Checking segment: {'id': 'd6b67970-a863-438c-a015-fcfa95ff6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:21:05.812525 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:05.812995 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Bound using segment: {'id': 'd6b67970-a863-438c-a015-fcfa95ff6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:21:05.813771 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Bound port: f383cfe7-0449-4f8f-83e5-14a7ddd76351, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b67970-a863-438c-a015-fcfa95ff6f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:21:05.814206 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:05.895743 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] For port f383cfe7-0449-4f8f-83e5-14a7ddd76351, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:21:05.903877 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] For port f383cfe7-0449-4f8f-83e5-14a7ddd76351, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f383cfe7-0449-4f8f-83e5-14a7ddd76351,segment=NetworkSegment(d6b67970-a863-438c-a015-fcfa95ff6f61),segment_id=d6b67970-a863-438c-a015-fcfa95ff6f61)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:21:05.913536 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:05.973990 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Routers {'7fbcf936-642d-4487-b6e6-036eafb32c68'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:21:05.974631 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:05.974759 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:21:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7fbcf936-642d-4487-b6e6-036eafb32c68'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:21:06.001164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-386a7098-8549-4470-9586-fff9ab7677fb None None] Provisioning complete for port f383cfe7-0449-4f8f-83e5-14a7ddd76351 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:06.001536 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-386a7098-8549-4470-9586-fff9ab7677fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:06.103292 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e4322-bf21-4ad6-b895-405f5902b6ab None None] Pushing event updated for resources: {'Port': ['ID=f383cfe7-0449-4f8f-83e5-14a7ddd76351,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:06.115972 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] Set router 7fbcf936-642d-4487-b6e6-036eafb32c68 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:21:06.143962 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-386a7098-8549-4470-9586-fff9ab7677fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:06.195779 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-386a7098-8549-4470-9586-fff9ab7677fb None None] For port f383cfe7-0449-4f8f-83e5-14a7ddd76351, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f383cfe7-0449-4f8f-83e5-14a7ddd76351,segment=NetworkSegment(d6b67970-a863-438c-a015-fcfa95ff6f61),segment_id=d6b67970-a863-438c-a015-fcfa95ff6f61)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:06.201837 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-386a7098-8549-4470-9586-fff9ab7677fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:06.308371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a7098-8549-4470-9586-fff9ab7677fb None None] Pushing event updated for resources: {'Port': ['ID=f383cfe7-0449-4f8f-83e5-14a7ddd76351,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:06.351394 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4de3795d-ab3d-46bc-a3ea-77e7c93f7ec9 None None] Provisioning complete for port f383cfe7-0449-4f8f-83e5-14a7ddd76351 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:06.351779 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4de3795d-ab3d-46bc-a3ea-77e7c93f7ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:06.426822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f383cfe7-0449-4f8f-83e5-14a7ddd76351 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:21:06.524537 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:20:59Z', 'revision_number': 4, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'gw_port': {'id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'f383cfe7-0449-4f8f-83e5-14a7ddd76351', 'name': '', 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'mac_address': 'fa:16:3e:f4:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:58Z', 'updated_at': '2022-04-21T21:21:05Z', 'revision_number': 4, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'subnets': [{'id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:21:06.532957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f383cfe7-0449-4f8f-83e5-14a7ddd76351 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:06.533368 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:06.563044 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe3f5e2-61d1-47c4-accf-a797a93d05d5 None None] The sync data for ids ['7fbcf936-642d-4487-b6e6-036eafb32c68'] in n-d-838945-1 is: [{'id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:20:59Z', 'revision_number': 4, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'gw_port': {'id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'f383cfe7-0449-4f8f-83e5-14a7ddd76351', 'name': '', 'network_id': 'ae1626db-dff2-4802-8e5b-4db8359d7dff', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'mac_address': 'fa:16:3e:f4:42:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:58Z', 'updated_at': '2022-04-21T21:21:05Z', 'revision_number': 4, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'subnets': [{'id': '272f9940-0cfd-4cba-8076-748d4151fdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:21:06.563703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:21:06.617672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75040f0-19aa-4878-bcc5-6c4a82718a71 req-bf6732c2-dbb3-4f96-9189-62c380366c9a tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:06.619213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a75040f0-19aa-4878-bcc5-6c4a82718a71 req-bf6732c2-dbb3-4f96-9189-62c380366c9a tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 944 time: 0.0714440 Apr 21 21:21:06.678960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a75040f0-19aa-4878-bcc5-6c4a82718a71 req-e0b42810-fa51-4bb1-9d56-065c5c8d4cc2 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528913 Apr 21 21:21:06.787532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:06.803066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86', 'network_id': '0f255134-2dc9-4bcd-a569-602c787b819b', 'port_id': '72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86', 'mac_address': 'fa:16:3e:9b:ee:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42031d8d-8418-4f26-8bad-5b3a2c98cecc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:21:06.860293 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:06.878067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:21:06.899258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:06.906070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:06.975395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:07.186932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:21:07.264454 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:21:07.802130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0746bb-aa39-4a95-a17e-5793525c3e66 req-2e493c40-27cb-4b1f-8f57-2770d8136e8c tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:07.803770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f0746bb-aa39-4a95-a17e-5793525c3e66 req-2e493c40-27cb-4b1f-8f57-2770d8136e8c tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 945 time: 0.0495036 Apr 21 21:21:07.848047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f0746bb-aa39-4a95-a17e-5793525c3e66 req-ad2c097f-5a6f-4b7f-ab84-ea0119e2cd6f tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378172 Apr 21 21:21:08.355738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f383cfe7-0449-4f8f-83e5-14a7ddd76351 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:21:08.413518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f383cfe7-0449-4f8f-83e5-14a7ddd76351 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:08.413888 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:08.562076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:21:08.614792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:21:08.619302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:08.619747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:08.718398 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:08.744832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe1ae1-9468-4f4f-a386-1e484156fcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:21:08.747132 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb85db11-e275-4c4c-acf0-a2a8d7d5c4a7" -d '{"events": [{"server_uuid": "47fe1ae1-9468-4f4f-a386-1e484156fcfa", "name": "network-vif-plugged", "status": "completed", "tag": "72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:21:08.761200 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:08.767093 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:08.798004 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e12898b-35ad-427f-8120-9614d2c8bbe0 x-openstack-request-id: req-6e12898b-35ad-427f-8120-9614d2c8bbe0 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:21:08.798306 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe1ae1-9468-4f4f-a386-1e484156fcfa", "name": "network-vif-plugged", "status": "completed", "tag": "72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:21:08.798556 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e12898b-35ad-427f-8120-9614d2c8bbe0 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:21:08.799517 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e12898b-35ad-427f-8120-9614d2c8bbe0'] response: {'server_uuid': '47fe1ae1-9468-4f4f-a386-1e484156fcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86', 'code': 200} Apr 21 21:21:08.829149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:08.920781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cea425-470f-496f-b4e3-12a1d9ff537b req-ed24842a-f3d0-4cb6-8d26-755939a15354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:08.922255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d8cea425-470f-496f-b4e3-12a1d9ff537b req-ed24842a-f3d0-4cb6-8d26-755939a15354 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 1097 time: 0.0455158 Apr 21 21:21:08.981384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d8cea425-470f-496f-b4e3-12a1d9ff537b req-7ca1edc0-4cdc-4d87-a239-b594bd6833bc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502357 Apr 21 21:21:08.994742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb5a59-0926-492a-ba47-a6e53859d5c8 req-07314fa9-7080-49f3-8e61-30c61db91fb6 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:08.996284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4fbb5a59-0926-492a-ba47-a6e53859d5c8 req-07314fa9-7080-49f3-8e61-30c61db91fb6 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 946 time: 0.0731592 Apr 21 21:21:09.035930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4fbb5a59-0926-492a-ba47-a6e53859d5c8 req-79b27ccb-adeb-4ae6-9ba1-85250630c3db tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Apr 21 21:21:10.176400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70086d6-96e1-4274-b60f-dbd030c58dea req-459df50e-7ee1-4677-a59d-33d9f0bc4deb tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:10.178151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a70086d6-96e1-4274-b60f-dbd030c58dea req-459df50e-7ee1-4677-a59d-33d9f0bc4deb tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 946 time: 0.0646200 Apr 21 21:21:10.261889 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a70086d6-96e1-4274-b60f-dbd030c58dea req-39c9daab-6c7f-438b-8c3d-ef0bc3a6c682 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707099 Apr 21 21:21:11.397941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb7c46-32a8-4fba-ba73-71c3a861aa2a req-e6e98faa-cf3a-49ba-b2db-c4fa2b163e8f tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:11.399492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4beb7c46-32a8-4fba-ba73-71c3a861aa2a req-e6e98faa-cf3a-49ba-b2db-c4fa2b163e8f tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 946 time: 0.0591061 Apr 21 21:21:11.446404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4beb7c46-32a8-4fba-ba73-71c3a861aa2a req-f251852a-c2c1-45b0-9d4f-730706843a4f tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404172 Apr 21 21:21:12.147755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1208f6-994d-4232-85bd-9f7539303532 req-9136cda7-01b8-4fb7-a579-e0cc149540bb tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:12.149392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b1208f6-994d-4232-85bd-9f7539303532 req-9136cda7-01b8-4fb7-a579-e0cc149540bb tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 946 time: 0.0574987 Apr 21 21:21:12.188196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b1208f6-994d-4232-85bd-9f7539303532 req-ab4ccfe0-fac2-43e5-b6df-1844ba84ae95 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Apr 21 21:21:13.334166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4eafc-80a6-47c7-8a24-44c3fc9353e7 req-52ca4bb7-9daf-4778-a85e-ace06589086d tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:13.335712 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99f4eafc-80a6-47c7-8a24-44c3fc9353e7 req-52ca4bb7-9daf-4778-a85e-ace06589086d tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 946 time: 0.0663140 Apr 21 21:21:13.382907 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99f4eafc-80a6-47c7-8a24-44c3fc9353e7 req-b18bb7f6-4e86-4aa8-8df9-1c50da3ecf20 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.49 "GET /v2.0/security-groups?id=633ad4d6-a0e2-467d-b4cf-d863c03074ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Apr 21 21:21:13.444477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-3acecc48-3c25-48f7-9147-10c68e2800a7 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:13.446612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-3acecc48-3c25-48f7-9147-10c68e2800a7 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.43 "GET /v2.0/ports?device_id=47fe1ae1-9468-4f4f-a386-1e484156fcfa HTTP/1.1" status: 200 len: 946 time: 0.0576057 Apr 21 21:21:13.545458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Deleting port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:21:13.545901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:13.637855 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] For port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,segment=NetworkSegment(0d2e3f81-63bd-4631-95e4-4e6a9dd02d18),segment_id=0d2e3f81-63bd-4631-95e4-4e6a9dd02d18)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:13.638672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:13.653136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Calling delete_port for 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:21:13.790746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:13.802155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:21:13.822252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Pushing event deleted for resources: {'Port': ['ID=72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:13.873632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] No DVR routers for this DVR port 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:21:13.876436 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:13.880394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-21006f6b-7cdc-496e-a76a-c247a6261e24 req-75bcf93e-0f1b-47de-a452-f955081f5b28 tempest-VolumesActionsTest-1968005786 tempest-VolumesActionsTest-1968005786-project] 10.222.0.43 "DELETE /v2.0/ports/72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 HTTP/1.1" status: 204 len: 173 time: 0.4285226 Apr 21 21:21:13.881111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47fe1ae1-9468-4f4f-a386-1e484156fcfa', 'name': 'network-vif-deleted', 'tag': '72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:21:13.883467 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed96291-99d6-4296-9cd5-4d0e4a1a317d" -d '{"events": [{"server_uuid": "47fe1ae1-9468-4f4f-a386-1e484156fcfa", "name": "network-vif-deleted", "tag": "72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:21:13.922577 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2157debf-5a54-4376-a301-6f56a2296f84 x-openstack-request-id: req-2157debf-5a54-4376-a301-6f56a2296f84 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:21:13.922951 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47fe1ae1-9468-4f4f-a386-1e484156fcfa", "name": "network-vif-deleted", "tag": "72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:21:13.923270 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2157debf-5a54-4376-a301-6f56a2296f84 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:21:13.923813 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2157debf-5a54-4376-a301-6f56a2296f84'] response: {'server_uuid': '47fe1ae1-9468-4f4f-a386-1e484156fcfa', 'name': 'network-vif-deleted', 'tag': '72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86', 'status': 'completed', 'code': 200} Apr 21 21:21:18.593872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:21:18.642340 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:21:18.642749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 72b0c4e0-ab1b-4be4-b3a0-1f2773df4a86 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:21:20.607059 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:20.841380 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:24.500075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-e4856fde-55f8-44d1-a168-e48247420369 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137948 Apr 21 21:21:24.618784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-3eb85145-2f11-4ddd-92a0-bca235488a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:24.639577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-3eb85145-2f11-4ddd-92a0-bca235488a0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5fafde1a81fd44fea715079827a560ea&device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0682793 Apr 21 21:21:24.786780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-1209c526-f4e4-4c57-aac3-05f24ad9e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:24.788534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-1209c526-f4e4-4c57-aac3-05f24ad9e2b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d821a592-490d-424b-9b67-540255881d43 HTTP/1.1" status: 200 len: 910 time: 0.1363776 Apr 21 21:21:24.911444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-c818216f-f75e-4b4d-8bd2-ed4b018e981d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9992174b-d040-407f-a86d-dded10e1d935 HTTP/1.1" status: 200 len: 1001 time: 0.1023433 Apr 21 21:21:25.011003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-571b93d3-ed2a-4a0a-a5d9-975a3909eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:25.012784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-571b93d3-ed2a-4a0a-a5d9-975a3909eb85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2eb4e00b-8dbf-4bd6-b05d-b079beac5681 HTTP/1.1" status: 200 len: 848 time: 0.0907977 Apr 21 21:21:25.111828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-7b3007c0-b21c-46c2-ba39-b3d15fa3f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:25.113793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-7b3007c0-b21c-46c2-ba39-b3d15fa3f4c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d821a592-490d-424b-9b67-540255881d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892365 Apr 21 21:21:25.278828 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-938934ac-d0af-4d17-bbd3-622de0e9fd89 service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578438 Apr 21 21:21:25.429692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a289b9cf-77de-4b24-b459-e4375eb2e193 req-e7b74a09-f809-456a-9c7a-a22b71de49fa service neutron] 10.222.0.46 "GET /v2.0/networks/d821a592-490d-424b-9b67-540255881d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379590 Apr 21 21:21:30.521591 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5d85311f-299e-4dc3-9bea-f8c4f99177c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:32.796994 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ac3402a-1ea9-458e-b23b-447ebcce16d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:34.130880 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:34.688188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ff5e-8e1c-4b47-bb9c-abf99a82c8be req-58c220ce-9479-4eb4-9d49-b8c97f25d1a8 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:34.690578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa17ff5e-8e1c-4b47-bb9c-abf99a82c8be req-58c220ce-9479-4eb4-9d49-b8c97f25d1a8 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1096 time: 0.0902283 Apr 21 21:21:34.804249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa17ff5e-8e1c-4b47-bb9c-abf99a82c8be req-1cdb15ce-dccd-4f69-8093-7b32daa7c1b5 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039040 Apr 21 21:21:34.970763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d2f95-cbcc-46ff-b043-7bb776d59a60 req-2c12acb5-1775-4b6b-943c-97dba88376ea tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:34.979102 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-794d2f95-cbcc-46ff-b043-7bb776d59a60 req-2c12acb5-1775-4b6b-943c-97dba88376ea tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0867746 Apr 21 21:21:35.028149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-794d2f95-cbcc-46ff-b043-7bb776d59a60 req-62e715ee-f636-49f6-94d9-c6462b90b279 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456121 Apr 21 21:21:35.049517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33688) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:21:35.150426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-517fab14-5ce5-4d09-a2bc-85d41a7a0fc2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/40a08bc9-84f9-46ec-8692-239ac148e8cc HTTP/1.1" status: 200 len: 992 time: 0.0991831 Apr 21 21:21:35.439230 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:35.907363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3c32d-3e46-4dc6-9f3c-a25155ed715c req-4806ea2c-e3e1-426f-a8cc-33751e7d7a82 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:35.915883 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cb3c32d-3e46-4dc6-9f3c-a25155ed715c req-4806ea2c-e3e1-426f-a8cc-33751e7d7a82 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0654075 Apr 21 21:21:35.978846 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:36.007460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cb3c32d-3e46-4dc6-9f3c-a25155ed715c req-720dd81e-d472-43fc-b0a7-15089ce68b60 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860016 Apr 21 21:21:36.079267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-39f96cec-a41f-48ba-9d6e-224b2e913c13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2541523 Apr 21 21:21:36.089858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-8085515c-b17b-4dab-800f-342f4ee86981 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:21:36.090959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-8085515c-b17b-4dab-800f-342f4ee86981 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066381 Apr 21 21:21:37.192149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b009dc-277c-4d77-9217-80e86e4cb361 req-9a61e4ee-155e-48d1-8283-ededddd80525 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:37.194586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c7b009dc-277c-4d77-9217-80e86e4cb361 req-9a61e4ee-155e-48d1-8283-ededddd80525 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0813956 Apr 21 21:21:37.246045 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c7b009dc-277c-4d77-9217-80e86e4cb361 req-fb252b53-a12a-4e4d-968e-c95a979f5ba3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 Apr 21 21:21:37.781719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c5aace1e-53d8-4ad0-b7d6-573e54dc0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:37.783794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c5aace1e-53d8-4ad0-b7d6-573e54dc0194 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1096 time: 0.0469387 Apr 21 21:21:37.890403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-6c567c9e-d92a-4711-ac78-623ed08ddc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:37.891912 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-6c567c9e-d92a-4711-ac78-623ed08ddc69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.1007762 Apr 21 21:21:37.962220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-9a41e7fd-0184-4580-ae1d-59702e37d5af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 1000 time: 0.0637228 Apr 21 21:21:38.334533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-fd85a82e-2cc2-4ded-bb74-05b9ebb11a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:38.337471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-fd85a82e-2cc2-4ded-bb74-05b9ebb11a09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.3675992 Apr 21 21:21:38.412993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-e166b163-72f6-4419-ab3e-72019c62e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:38.414341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-e166b163-72f6-4419-ab3e-72019c62e988 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702832 Apr 21 21:21:38.466005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e43644-fe17-4a55-9d41-dead8a0b852d req-baea1a25-b31d-44c9-8830-02d11800eeda tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:38.467463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37e43644-fe17-4a55-9d41-dead8a0b852d req-baea1a25-b31d-44c9-8830-02d11800eeda tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0931978 Apr 21 21:21:38.536012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-37e43644-fe17-4a55-9d41-dead8a0b852d req-0d1f6448-bd7b-445e-b948-5ee6fe1c121e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427508 Apr 21 21:21:38.576931 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-af39abf0-0ebd-45c1-9ce6-fa49b7dee9b5 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540258 Apr 21 21:21:38.702833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-14cc8bc8-8db8-4989-a2d1-f9c0e8dcd1c2 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187325 Apr 21 21:21:39.660088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa94ae-1e26-4d53-ae35-28a27f3971d5 req-7dd2214e-b537-4b75-86c7-6122de938da2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:39.661607 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25aa94ae-1e26-4d53-ae35-28a27f3971d5 req-7dd2214e-b537-4b75-86c7-6122de938da2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0500100 Apr 21 21:21:39.699493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25aa94ae-1e26-4d53-ae35-28a27f3971d5 req-38b9c4a1-1055-43ad-80d5-151d52d1c854 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310104 Apr 21 21:21:40.838188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85bcf-5df5-4b60-9b46-ecaca2af9737 req-919ce37f-a3a4-49db-a1a0-df8ef4777e2a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:40.850297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fff85bcf-5df5-4b60-9b46-ecaca2af9737 req-919ce37f-a3a4-49db-a1a0-df8ef4777e2a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0734944 Apr 21 21:21:40.919979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fff85bcf-5df5-4b60-9b46-ecaca2af9737 req-fb0ffdb1-eb45-446b-952a-1faef50734c5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686061 Apr 21 21:21:41.151915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33900) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:21:41.205472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Deleting subnet 42031d8d-8418-4f26-8bad-5b3a2c98cecc {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:21:41.209350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.253046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.299121 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.355391 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.383936 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.387765 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/42031d8d-8418-4f26-8bad-5b3a2c98cecc HTTP/1.1" status: 204 len: 168 time: 0.2336125 Apr 21 21:21:41.388413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42031d8d-8418-4f26-8bad-5b3a2c98cecc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:41.389873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33902) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:21:41.397128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.397589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.398342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.398342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.398853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.399278 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.399703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.400144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.400567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.401020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.401441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.401874 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d774351f-ae52-41da-9a8d-6685341b57bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:41.463004 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.560307 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.586121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f255134-2dc9-4bcd-a569-602c787b819b']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:21:41.598435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:21:41.598701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2e3f81-63bd-4631-95e4-4e6a9dd02d18') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:21:41.608465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.622458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.632435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:21:41.632435 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:21:41.634333 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:21:41.717918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.731387 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:41.735134 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] 10.222.0.49 "DELETE /v2.0/networks/0f255134-2dc9-4bcd-a569-602c787b819b HTTP/1.1" status: 204 len: 168 time: 0.3441775 Apr 21 21:21:41.747810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8f0cc-a08c-4d69-900c-6b41ec0dd17e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f255134-2dc9-4bcd-a569-602c787b819b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:42.046047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 33958) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:21:42.101155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac6ad-8ddd-4ac9-8186-22f117dd703e req-3e63c69a-0298-4161-9aa4-ad476f19504d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:42.103276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-583ac6ad-8ddd-4ac9-8186-22f117dd703e req-3e63c69a-0298-4161-9aa4-ad476f19504d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0984979 Apr 21 21:21:42.135229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f1547297-869e-4320-bcd3-272441fec3c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=639935f72c7c44efa4a2b2041629b021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870802 Apr 21 21:21:42.138441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 33968) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:21:42.203024 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-583ac6ad-8ddd-4ac9-8186-22f117dd703e req-0e262843-3e90-41b8-b36a-be5c580f71e3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869532 Apr 21 21:21:42.218577 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c818eb9b-0eb4-45df-9da9-bb8abbf0b97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:42.242560 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c818eb9b-0eb4-45df-9da9-bb8abbf0b97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:42.310422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c818eb9b-0eb4-45df-9da9-bb8abbf0b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:42.313880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c818eb9b-0eb4-45df-9da9-bb8abbf0b97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:42.317550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c818eb9b-0eb4-45df-9da9-bb8abbf0b97a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/633ad4d6-a0e2-467d-b4cf-d863c03074ea HTTP/1.1" status: 204 len: 168 time: 0.1756167 Apr 21 21:21:42.328206 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818eb9b-0eb4-45df-9da9-bb8abbf0b97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ad4d6-a0e2-467d-b4cf-d863c03074ea,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:43.359744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4c0bb-819b-470c-8bdb-2a5c3a0738ff req-a6517f37-91ec-4287-9cf3-b1e8b0ffb25c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:43.369830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-abe4c0bb-819b-470c-8bdb-2a5c3a0738ff req-a6517f37-91ec-4287-9cf3-b1e8b0ffb25c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0624506 Apr 21 21:21:43.428006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-abe4c0bb-819b-470c-8bdb-2a5c3a0738ff req-10aa0bd1-faab-4a38-b70b-148fa5252fd1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571444 Apr 21 21:21:44.263897 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:21:44.557031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d35994-59fb-4d31-a40a-64c01d66822d req-5526d179-5005-4360-ac56-d770583fa5b2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:44.558699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4d35994-59fb-4d31-a40a-64c01d66822d req-5526d179-5005-4360-ac56-d770583fa5b2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0544651 Apr 21 21:21:44.599079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4d35994-59fb-4d31-a40a-64c01d66822d req-5b3e8bec-33e3-453a-aae0-f9cf2efbfc39 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338519 Apr 21 21:21:45.730718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d8cbf-0869-49d2-8d64-1d435e27ab2c req-5e715dff-c486-4e23-8117-fe90cdf4719c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:45.732628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c61d8cbf-0869-49d2-8d64-1d435e27ab2c req-5e715dff-c486-4e23-8117-fe90cdf4719c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0529149 Apr 21 21:21:45.777183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c61d8cbf-0869-49d2-8d64-1d435e27ab2c req-4e506823-365a-45f5-af04-007500ebf651 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361099 Apr 21 21:21:46.936564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e46c1-fc92-4933-9738-d67e5774ab3f req-25a26e83-8cc3-4d23-80f8-f445bdf3efa3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:46.939856 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a1e46c1-fc92-4933-9738-d67e5774ab3f req-25a26e83-8cc3-4d23-80f8-f445bdf3efa3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0851223 Apr 21 21:21:46.977940 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a1e46c1-fc92-4933-9738-d67e5774ab3f req-abcaa72b-101b-4666-afc9-8c3b6e09384d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319743 Apr 21 21:21:48.110044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0b786-23c4-4308-a46c-66fbbf76f603 req-9c0968e9-bbbc-4777-903c-1b2ceae111d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:48.117505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bb0b786-23c4-4308-a46c-66fbbf76f603 req-9c0968e9-bbbc-4777-903c-1b2ceae111d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0586920 Apr 21 21:21:48.158687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bb0b786-23c4-4308-a46c-66fbbf76f603 req-a32e6a21-4066-47d1-a6cc-0a43cba16709 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Apr 21 21:21:49.383689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ed20b-fda4-4cc0-8d12-da12b51c04ac req-6721a886-5e4b-4e97-b737-4ffdf7b3f85a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:49.385526 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d5ed20b-fda4-4cc0-8d12-da12b51c04ac req-6721a886-5e4b-4e97-b737-4ffdf7b3f85a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.1406608 Apr 21 21:21:49.439421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d5ed20b-fda4-4cc0-8d12-da12b51c04ac req-a5d9bd00-e447-4b97-9fce-fb1aad7c99bf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463610 Apr 21 21:21:50.573304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c3c0f-4722-48cc-b55a-fa4319f8cbf5 req-c4b24519-00c2-49f4-84cd-26e830f28073 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:50.581871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab5c3c0f-4722-48cc-b55a-fa4319f8cbf5 req-c4b24519-00c2-49f4-84cd-26e830f28073 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0609949 Apr 21 21:21:50.598066 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:50.632728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab5c3c0f-4722-48cc-b55a-fa4319f8cbf5 req-c08ffee8-ac39-4cb0-af3b-216757cf5e8b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Apr 21 21:21:50.705947 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-d976bc14-90d1-4d70-a322-33eb1946d30a service neutron] show failed (client error): The resource could not be found. Apr 21 21:21:50.707297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-d976bc14-90d1-4d70-a322-33eb1946d30a service neutron] 10.222.0.46 "GET /v2.0/ports/2194b542-024e-43d6-ab11-fc9225ac59c9/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0628030 Apr 21 21:21:50.845561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:51.015559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-68ebe996-92c8-4125-87f5-f0800309a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:51.018273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-68ebe996-92c8-4125-87f5-f0800309a8af service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 1096 time: 0.0934234 Apr 21 21:21:51.035511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:21:51.091636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:51.369791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:51.404517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:21:51.456924 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:51.469060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Transition to ACTIVE for port object 2194b542-024e-43d6-ab11-fc9225ac59c9 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:21:51.470009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:21:51.472338 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d7f137-f222-4fda-a662-82df27e99636" -d '{"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:21:51.484871 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:51.607159 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b3cffe-29d5-4239-a434-84526cfde6b5 x-openstack-request-id: req-34b3cffe-29d5-4239-a434-84526cfde6b5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:21:51.607885 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:21:51.607885 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34b3cffe-29d5-4239-a434-84526cfde6b5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:21:51.608127 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b3cffe-29d5-4239-a434-84526cfde6b5'] response: {'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'code': 200} Apr 21 21:21:51.671278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:51.716033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] No DVR routers for this DVR port 2194b542-024e-43d6-ab11-fc9225ac59c9 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:21:51.971178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:21:51.971750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:21:51.972282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 on network 74053a90-d480-42e5-81a5-33d30d114c5b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:21:51.990987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa765ec-294c-4ecd-b86a-30b750e3d247 req-348c1e1c-c47b-4076-9c0c-d6fefd1794fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:51.992806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4aa765ec-294c-4ecd-b86a-30b750e3d247 req-348c1e1c-c47b-4076-9c0c-d6fefd1794fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 943 time: 0.1351385 Apr 21 21:21:51.993847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Port 2194b542-024e-43d6-ab11-fc9225ac59c9 on network 74053a90-d480-42e5-81a5-33d30d114c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:21:51.994232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 on network 74053a90-d480-42e5-81a5-33d30d114c5b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:21:52.007108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:21:52.007486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Checking segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:21:52.007987 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Bound using segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:21:52.008412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Bound port: 2194b542-024e-43d6-ab11-fc9225ac59c9, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:21:52.008776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:52.074823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4aa765ec-294c-4ecd-b86a-30b750e3d247 req-3790ec77-108c-4058-ab5e-9c621877cec0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709434 Apr 21 21:21:52.114747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:21:52.118910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:21:52.135553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:52.198524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:52.199258 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:52.200566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] 10.222.0.43 "PUT /v2.0/ports/2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 1091 time: 1.1701758 Apr 21 21:21:52.238104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2085a7d-7a73-4cc0-ac01-704a7258ccd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:52.343919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-e9a5b3af-64f8-439e-a266-322b1ddb1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:52.353349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-e9a5b3af-64f8-439e-a266-322b1ddb1ee0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1094 time: 0.1079061 Apr 21 21:21:52.448328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-7397b351-0e30-4ac7-9efc-2fbe8d70c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:52.450388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-7397b351-0e30-4ac7-9efc-2fbe8d70c2c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.0959635 Apr 21 21:21:52.518039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-29ed4324-780f-4a7f-b88f-6b78e2596b40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 998 time: 0.0615196 Apr 21 21:21:52.570459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-de53fe3b-c6c9-4616-93d3-aaa2c5583db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:52.571930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-de53fe3b-c6c9-4616-93d3-aaa2c5583db2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0450587 Apr 21 21:21:52.626346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-9f307990-9454-4f4e-8490-e0edd249432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:52.627837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-9f307990-9454-4f4e-8490-e0edd249432c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498619 Apr 21 21:21:52.716976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-ee4b3fba-6006-4b54-abd4-01d3a9568d30 service neutron] 10.222.0.43 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825186 Apr 21 21:21:52.807028 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e06665dc-9659-48e6-a580-6d82fbc6a1ec req-89270cf8-f3e4-4d9a-a481-8d23a1352118 service neutron] 10.222.0.43 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840671 Apr 21 21:21:53.231421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc34a5-8f33-4176-ae8e-14a63c1a6a86 req-efef607c-0a24-43a7-bcea-db9e4c5141f7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:53.232998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1cbc34a5-8f33-4176-ae8e-14a63c1a6a86 req-efef607c-0a24-43a7-bcea-db9e4c5141f7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 943 time: 0.0514960 Apr 21 21:21:53.277636 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1cbc34a5-8f33-4176-ae8e-14a63c1a6a86 req-6f57da7e-6fcd-4112-aaa7-9661dc79f35e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372972 Apr 21 21:21:53.608928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:21:53.613925 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0" -d '{"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:21:53.675929 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac2fa56-0b13-49bd-bc39-e3f4824fa944 x-openstack-request-id: req-8ac2fa56-0b13-49bd-bc39-e3f4824fa944 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:21:53.678072 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:21:53.678522 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ac2fa56-0b13-49bd-bc39-e3f4824fa944 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:21:53.679082 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac2fa56-0b13-49bd-bc39-e3f4824fa944'] response: {'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'status': 'completed', 'code': 200} Apr 21 21:21:53.782370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-c220ae76-13a4-4b19-8ddc-9b654a174fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:53.783971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-c220ae76-13a4-4b19-8ddc-9b654a174fa8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1094 time: 0.0670359 Apr 21 21:21:53.790361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-1b17c0b3-9a7f-4c51-956c-06481ac31c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:53.791877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-1b17c0b3-9a7f-4c51-956c-06481ac31c18 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1094 time: 0.0836272 Apr 21 21:21:53.987924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-1e853488-ba99-47d2-b399-4bab0f02e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:53.989672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-1e853488-ba99-47d2-b399-4bab0f02e1aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.1968830 Apr 21 21:21:54.085030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-91f5eb17-b42f-439a-b400-4f5c8e4c9805 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 998 time: 0.0888071 Apr 21 21:21:54.087895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-e12c24b5-4e37-4534-95d2-a1eab17aa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:54.089333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-e12c24b5-4e37-4534-95d2-a1eab17aa3ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.2855539 Apr 21 21:21:54.181226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-63b589be-cf9c-4035-a32c-3aca2fa18ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:54.182727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-63b589be-cf9c-4035-a32c-3aca2fa18ece service neutron] 10.222.0.46 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0915310 Apr 21 21:21:54.189274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-46e4552c-4baa-45e4-b3e6-7b7e42047e70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 998 time: 0.0894890 Apr 21 21:21:54.274951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-64d3a636-9c56-423d-896c-6b571c0b9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:54.276422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-64d3a636-9c56-423d-896c-6b571c0b9641 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0534267 Apr 21 21:21:54.278993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-bf42a0f4-db3d-40d2-8a6b-9b5d65436bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:54.280542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-bf42a0f4-db3d-40d2-8a6b-9b5d65436bd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903482 Apr 21 21:21:54.387779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-8f2b04c9-c3d6-4f93-94b7-5db7574522b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:54.389669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-8f2b04c9-c3d6-4f93-94b7-5db7574522b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064305 Apr 21 21:21:54.475957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-d5b6b027-a973-4bdb-b884-2e2f30e1c4e6 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842606 Apr 21 21:21:54.656189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:21:54.745439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:21:54.753586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37920e1f-0116-42cb-8f15-12090622323b req-ac05911c-e1e2-42ee-a6fb-095923b9980f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:54.761834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37920e1f-0116-42cb-8f15-12090622323b req-ac05911c-e1e2-42ee-a6fb-095923b9980f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 943 time: 0.1250992 Apr 21 21:21:54.851755 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-37920e1f-0116-42cb-8f15-12090622323b req-ca87065c-f783-4c91-a05e-53ecadcea43c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883098 Apr 21 21:21:54.892649 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-6ce459a9-95a1-4486-905b-217b6521d33e service neutron] 10.222.0.43 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848187 Apr 21 21:21:55.016286 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-8d73df4d-aaa4-4e4e-b8cf-18601dff75ae service neutron] 10.222.0.43 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119268 Apr 21 21:21:55.018693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdbb4aa1-321e-4ba8-9a8f-8ca288e578e0 req-f3f028bc-ccb0-42f6-9a1c-38f739dfef2f service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352254 Apr 21 21:21:55.997060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713c963-21ed-49ca-bdab-48ec9242e7dd req-9f5231cd-8b7a-4891-a843-001388cebdb2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:56.009817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5713c963-21ed-49ca-bdab-48ec9242e7dd req-9f5231cd-8b7a-4891-a843-001388cebdb2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 943 time: 0.0772476 Apr 21 21:21:56.059088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5713c963-21ed-49ca-bdab-48ec9242e7dd req-5b907ddd-4615-400a-bca1-53b8146988b7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437222 Apr 21 21:21:56.411659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-85560eb8-34fc-4bb1-bad8-e5a8c39775ce tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:56.413124 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-85560eb8-34fc-4bb1-bad8-e5a8c39775ce tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9&tenant_id=33349352c09e472e84467ff4a7100849&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 943 time: 0.1427317 Apr 21 21:21:56.426288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb903846-2ae6-46a2-8233-aaeb07105b3e req-c3dca6f0-da07-46b0-a065-a8ea41eeff09 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:56.427960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb903846-2ae6-46a2-8233-aaeb07105b3e req-c3dca6f0-da07-46b0-a065-a8ea41eeff09 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 943 time: 0.1102879 Apr 21 21:21:56.502222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cb903846-2ae6-46a2-8233-aaeb07105b3e req-fe4abba1-4d18-44b3-b45d-e0a6d8bf365e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668080 Apr 21 21:21:56.510697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-eae50ba2-f4a1-4139-934f-8182aa82e72a service neutron] 10.222.0.43 "GET /v2.0/ports/2194b542-024e-43d6-ab11-fc9225ac59c9/bindings/n-h2-838945-1 HTTP/1.1" status: 200 len: 382 time: 0.0818181 Apr 21 21:21:56.596546 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-770a8633-8a41-4481-bd89-8d2ef2ad5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:56.598246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-770a8633-8a41-4481-bd89-8d2ef2ad5b17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1094 time: 0.0634542 Apr 21 21:21:56.710410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-9260b409-18c7-41e5-90a8-5f508133d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:56.711916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-9260b409-18c7-41e5-90a8-5f508133d31c service neutron] 10.222.0.43 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.1074803 Apr 21 21:21:56.748147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:21:56.789510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-6a0f2e24-82a1-4e72-8bb7-99d03bb75509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 998 time: 0.0712240 Apr 21 21:21:56.864122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-45a6d3ec-d408-4047-ac02-cdcab9467888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:56.866014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-45a6d3ec-d408-4047-ac02-cdcab9467888 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0677464 Apr 21 21:21:56.886926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:56.902550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'port_id': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'mac_address': 'fa:16:3e:78:d3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:21:56.934045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-94e7311f-e7f3-40ef-a230-ff7f5ab68a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:56.935575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-94e7311f-e7f3-40ef-a230-ff7f5ab68a90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625162 Apr 21 21:21:56.982479 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:57.030314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2194b542-024e-43d6-ab11-fc9225ac59c9 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:21:57.058041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:57.065079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:57.071348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-5818e786-b585-4e85-a1c4-e018b6ea7f4f service neutron] 10.222.0.43 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286564 Apr 21 21:21:57.139074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:57.157013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.157466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.157805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.158138 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.159592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.160116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.160668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.161180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.163001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.163510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.164077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.165117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:21:57.238479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-c8545db2-87ba-499a-8828-c4d52a6fd577 service neutron] 10.222.0.43 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454420 Apr 21 21:21:57.414704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['2194b542-024e-43d6-ab11-fc9225ac59c9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:21:57.697152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f25f32-58f0-4310-ae7b-97d00093a2e7 req-30055b03-2503-49b5-858e-cd513d6ac47c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:57.705339 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4f25f32-58f0-4310-ae7b-97d00093a2e7 req-30055b03-2503-49b5-858e-cd513d6ac47c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 944 time: 0.0772085 Apr 21 21:21:57.753374 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4f25f32-58f0-4310-ae7b-97d00093a2e7 req-1e82869c-4808-4729-874f-d75c0dd0b3b0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468185 Apr 21 21:21:58.751749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:21:58.819533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 2194b542-024e-43d6-ab11-fc9225ac59c9 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:21:58.839683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 2194b542-024e-43d6-ab11-fc9225ac59c9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:21:58.840159 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:58.943037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7cf60-e1c5-419b-a959-fbbe47bd2944 req-7299e9c9-de80-40e2-930e-609afc84d0ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:58.951721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaa7cf60-e1c5-419b-a959-fbbe47bd2944 req-7299e9c9-de80-40e2-930e-609afc84d0ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 944 time: 0.0968935 Apr 21 21:21:58.989363 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:59.001370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaa7cf60-e1c5-419b-a959-fbbe47bd2944 req-99dc0cc3-f2cf-4a2f-9cb6-99e0ec3de675 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484612 Apr 21 21:21:59.036696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:21:59.037960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:21:59.040794 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2eb1f4-48f7-4016-b0ba-ccf75aeaa2c1" -d '{"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-plugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:21:59.046225 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:21:59.152130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:21:59.163699 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02a7b05-1404-4149-ae4f-a72fe67b0c7f x-openstack-request-id: req-e02a7b05-1404-4149-ae4f-a72fe67b0c7f {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:21:59.164041 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-plugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:21:59.164297 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e02a7b05-1404-4149-ae4f-a72fe67b0c7f {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:21:59.164708 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02a7b05-1404-4149-ae4f-a72fe67b0c7f'] response: {'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'code': 200} Apr 21 21:21:59.642436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-dc3bf03c-b87e-4367-8e80-edada39c5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:21:59.643835 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-dc3bf03c-b87e-4367-8e80-edada39c5c8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 1096 time: 0.1291351 Apr 21 21:21:59.669506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:21:59.740254 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:00.046685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:00.114238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:22:00.231732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:22:00.237424 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3898d0c-459b-4ee5-9452-8eac220c9c26" -d '{"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:22:00.245502 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:00.260790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e358d5d-5dff-4d4a-9fa2-031a41569273 req-086a2e98-bdcb-4b54-ad43-0a4592ac6724 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:00.262853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e358d5d-5dff-4d4a-9fa2-031a41569273 req-086a2e98-bdcb-4b54-ad43-0a4592ac6724 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0985439 Apr 21 21:22:00.276873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Transition to ACTIVE for port object 2194b542-024e-43d6-ab11-fc9225ac59c9 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:22:00.291688 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:00.364051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:00.397722 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27386c32-d8cd-4c13-baab-9594893dac3a x-openstack-request-id: req-27386c32-d8cd-4c13-baab-9594893dac3a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:22:00.397722 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-unplugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:22:00.399323 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27386c32-d8cd-4c13-baab-9594893dac3a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:22:00.399323 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27386c32-d8cd-4c13-baab-9594893dac3a'] response: {'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'code': 200} Apr 21 21:22:00.511592 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5af99e8b-6014-4c4b-8d00-fb19c02e58fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:00.522628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6e358d5d-5dff-4d4a-9fa2-031a41569273 req-b0de510f-dbcb-4eb3-86f8-391577cac944 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398195 Apr 21 21:22:00.597061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] No DVR routers for this DVR port 2194b542-024e-43d6-ab11-fc9225ac59c9 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:22:00.842022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:22:00.842379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:22:00.842692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 on network 74053a90-d480-42e5-81a5-33d30d114c5b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:22:00.855736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Port 2194b542-024e-43d6-ab11-fc9225ac59c9 on network 74053a90-d480-42e5-81a5-33d30d114c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:22:00.856089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Attempting to bind port 2194b542-024e-43d6-ab11-fc9225ac59c9 on network 74053a90-d480-42e5-81a5-33d30d114c5b {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:22:00.863646 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:22:00.863996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Checking segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:22:00.864387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Bound using segment: {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:22:00.864856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Bound port: 2194b542-024e-43d6-ab11-fc9225ac59c9, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33919ac-ead5-432a-9723-69f30841e3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:22:00.866193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:00.957686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:22:00.962427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:22:00.971159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:01.006331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:01.006955 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:01.008332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] 10.222.0.46 "PUT /v2.0/ports/2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 1092 time: 1.3568473 Apr 21 21:22:01.085611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4e919-995f-42eb-b4eb-da3b99a24eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=11']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:01.134052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-fdb694c1-01b0-4e5a-bbe8-13ef92a74e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:01.139340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-fdb694c1-01b0-4e5a-bbe8-13ef92a74e21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1095 time: 0.1000032 Apr 21 21:22:01.290078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-0f2e2da0-3f32-48eb-a693-f2161cb7c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:01.291707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-0f2e2da0-3f32-48eb-a693-f2161cb7c3b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.1456137 Apr 21 21:22:01.389271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-c28a9310-2ac1-4036-b753-ca4d7e44d365 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 998 time: 0.0868366 Apr 21 21:22:01.495344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-e7307cb0-e55f-42ae-a178-80b9448225ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:01.497172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-e7307cb0-e55f-42ae-a178-80b9448225ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.1015050 Apr 21 21:22:01.583332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76135aaa-e8b2-412a-84fd-d1e21e889189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:01.589720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-76135aaa-e8b2-412a-84fd-d1e21e889189 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833783 Apr 21 21:22:01.647446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a3d32-9fdd-4653-a251-457033da37af req-cc7aec2f-4991-4abd-a189-62a0674fc9de tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:01.655817 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bb3a3d32-9fdd-4653-a251-457033da37af req-cc7aec2f-4991-4abd-a189-62a0674fc9de tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 944 time: 0.0660555 Apr 21 21:22:01.725134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bb3a3d32-9fdd-4653-a251-457033da37af req-d70fe6c1-3f60-48e3-b5fb-b67e2124359a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672927 Apr 21 21:22:01.766298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-0d126fe6-8c0d-4ff1-86cf-f0401acfdfa4 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685076 Apr 21 21:22:01.871907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a43b656e-f76d-44fa-973b-da4c706e1c66 req-0331598a-a13b-4eec-8dd8-2ef408084631 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998151 Apr 21 21:22:02.400159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:22:02.406268 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dc87d7-28e1-4a09-98ca-f6922b7a260a" -d '{"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:22:02.543204 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa27c76-fb6b-4175-8082-01771be49731 x-openstack-request-id: req-7aa27c76-fb6b-4175-8082-01771be49731 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:22:02.543204 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:22:02.543526 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7aa27c76-fb6b-4175-8082-01771be49731 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:22:02.544039 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa27c76-fb6b-4175-8082-01771be49731'] response: {'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'status': 'completed', 'code': 200} Apr 21 21:22:02.647681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-6caaed6e-1407-4e95-af5a-0c76b5614013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:02.649181 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-6caaed6e-1407-4e95-af5a-0c76b5614013 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1095 time: 0.0819414 Apr 21 21:22:02.717802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-042ea9c7-3044-41ef-a096-8b2d6df99e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:02.719806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-042ea9c7-3044-41ef-a096-8b2d6df99e52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1095 time: 0.1444199 Apr 21 21:22:02.783032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:22:02.812408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-751c115d-0427-4388-8ee5-2203abb89b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:02.814255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-751c115d-0427-4388-8ee5-2203abb89b3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.1580896 Apr 21 21:22:02.881638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-7b3e9f4a-f303-4072-8840-edfe1f45cdba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 998 time: 0.0593121 Apr 21 21:22:02.945725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8222bb5-dc7c-46b6-9c62-32b71f92da8e req-d01e653b-bebe-4326-abc7-4bda898663a5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:02.948385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8222bb5-dc7c-46b6-9c62-32b71f92da8e req-d01e653b-bebe-4326-abc7-4bda898663a5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 944 time: 0.0759246 Apr 21 21:22:02.948700 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2a26-643a-4ad3-b689-4d8f841bf928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:02.957072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:22:03.013509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-27b76110-ad2c-4f2f-938b-5b53c0cac10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:03.014975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-27b76110-ad2c-4f2f-938b-5b53c0cac10b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.1255400 Apr 21 21:22:03.055899 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8222bb5-dc7c-46b6-9c62-32b71f92da8e req-f2e39ae6-1fc5-4425-96bf-76b9217c05cf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946679 Apr 21 21:22:03.065010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-4d427ae7-bfb3-4364-9346-65210c9ebfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:03.066598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-4d427ae7-bfb3-4364-9346-65210c9ebfed service neutron] 10.222.0.43 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.3386235 Apr 21 21:22:03.189202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-4168983c-5827-4cb6-b9a0-b914cda2be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:03.194508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-4168983c-5827-4cb6-b9a0-b914cda2be13 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726208 Apr 21 21:22:03.223235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-f46322b8-fc1f-4ab6-9dbd-763f0a2b12c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 998 time: 0.1309471 Apr 21 21:22:03.285210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-9f558a4a-44b8-4722-9593-00b02c2c6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:03.286871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-9f558a4a-44b8-4722-9593-00b02c2c6268 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0507221 Apr 21 21:22:03.371826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-3560193b-77a0-4ccc-b844-69b75ea8fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:03.373545 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-3560193b-77a0-4ccc-b844-69b75ea8fe1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625091 Apr 21 21:22:03.405780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-27111ce5-6ae8-4203-bb10-f9871ae5bcfd service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919446 Apr 21 21:22:03.597338 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-7ff61ac8-bbd1-4a18-b257-0141ae8ec452 service neutron] 10.222.0.43 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154174 Apr 21 21:22:03.795043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-1930e7eb-d530-4245-ba4f-5b399a849c82 service neutron] 10.222.0.43 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797004 Apr 21 21:22:03.799424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26dc87d7-28e1-4a09-98ca-f6922b7a260a req-5117798f-3b67-4ce6-90d2-5209fc1f6c7f service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588214 Apr 21 21:22:04.138620 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:04.193315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704eb94-0ca2-4f10-9b69-3784d4db8bb4 req-130427bc-1abc-481e-94ed-165b3b196630 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:04.201514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8704eb94-0ca2-4f10-9b69-3784d4db8bb4 req-130427bc-1abc-481e-94ed-165b3b196630 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 944 time: 0.0664275 Apr 21 21:22:04.250333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8704eb94-0ca2-4f10-9b69-3784d4db8bb4 req-d537b1db-3896-464e-ac3f-ba8372c3e092 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475445 Apr 21 21:22:04.694116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:22:04.846875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:04.889755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'port_id': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'mac_address': 'fa:16:3e:78:d3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:22:04.986009 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:05.011102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2194b542-024e-43d6-ab11-fc9225ac59c9 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:22:05.034095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:05.039766 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:05.091357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=12']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:05.346652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['2194b542-024e-43d6-ab11-fc9225ac59c9'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:22:05.406082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cdfa9-25dd-4dbb-a3d6-6bf5064a8535 req-5c148db1-356b-4ce4-9930-2536a7bfa3ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:05.408032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-175cdfa9-25dd-4dbb-a3d6-6bf5064a8535 req-5c148db1-356b-4ce4-9930-2536a7bfa3ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 945 time: 0.0773611 Apr 21 21:22:05.417091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:05.469018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-175cdfa9-25dd-4dbb-a3d6-6bf5064a8535 req-bb4fdf1e-0086-4176-be79-6a4e27450a32 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537653 Apr 21 21:22:05.483435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 34840) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:05.558484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0de5dd6b-59af-44f3-84d9-3e2ab61be3f8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/40a08bc9-84f9-46ec-8692-239ac148e8cc HTTP/1.1" status: 200 len: 991 time: 0.0730309 Apr 21 21:22:05.965937 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:06.709629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:22:06.767026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 2194b542-024e-43d6-ab11-fc9225ac59c9 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:22:06.770956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 2194b542-024e-43d6-ab11-fc9225ac59c9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:22:06.771391 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:06.907636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:06.935573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:22:06.938959 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af9759c-3942-4a03-8242-70ac42868b8f" -d '{"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-plugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:22:06.967358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:06.973123 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:07.025323 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb165bc-aad2-4103-bb4b-074fba00c560 x-openstack-request-id: req-4eb165bc-aad2-4103-bb4b-074fba00c560 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:22:07.025612 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-plugged", "status": "completed", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:22:07.026079 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4eb165bc-aad2-4103-bb4b-074fba00c560 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:22:07.026638 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb165bc-aad2-4103-bb4b-074fba00c560'] response: {'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'code': 200} Apr 21 21:22:07.053978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=13']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:18.811686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88659598-9ed4-4065-8116-68b73532f5e7 req-2a402eef-1776-4fc7-ae93-a1f5ccbb56f6 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:18.815008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88659598-9ed4-4065-8116-68b73532f5e7 req-2a402eef-1776-4fc7-ae93-a1f5ccbb56f6 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 945 time: 0.2151647 Apr 21 21:22:18.890374 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88659598-9ed4-4065-8116-68b73532f5e7 req-cb8ea674-5a35-4550-9d1a-842140d47b99 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/security-groups?id=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654075 Apr 21 21:22:19.237329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-c2fe2b3c-00d5-4afa-a88c-0b97f9a39260 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:19.238721 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-c2fe2b3c-00d5-4afa-a88c-0b97f9a39260 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 945 time: 0.0631862 Apr 21 21:22:19.373130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Deleting port 9992174b-d040-407f-a86d-dded10e1d935 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:19.373509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:19.500547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] For port 9992174b-d040-407f-a86d-dded10e1d935, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9992174b-d040-407f-a86d-dded10e1d935,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:19.500547 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:19.830800 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:19.831788 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:19.831788 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Floating IP fee37c59-40f9-407a-ab04-0f0646839db0 disassociated. External IP: 172.25.0.204, port: 9992174b-d040-407f-a86d-dded10e1d935. Apr 21 21:22:19.831788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Calling delete_port for 9992174b-d040-407f-a86d-dded10e1d935 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:20.014216 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:20.057164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event deleted for resources: {'Port': ['ID=9992174b-d040-407f-a86d-dded10e1d935,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:20.066479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.066926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.067450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.068025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.068721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.069318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.070072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.070464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.070882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.071436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.072111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.072522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:20.170636 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-648c9f77-3797-4c15-8a08-d7ee8c32ea82 req-b2a8623b-9104-468f-9119-7e08d6d9a0c9 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 210 time: 0.1476383 Apr 21 21:22:20.558981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Router 008b8e31-8fd5-4736-8bec-894f9790e7fd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:22:20.629889 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:20.728144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:22:20.739586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] Sync routers for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:22:20.760146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:22:20.760810 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:20.795780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] No DVR routers for this DVR port 9992174b-d040-407f-a86d-dded10e1d935 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:22:20.799785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:20.803128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9caaf167-f0ca-440e-a4dc-61cb4fbbbed7 req-1070a458-c5f7-46be-bcc7-74947bdc22f3 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.46 "DELETE /v2.0/ports/9992174b-d040-407f-a86d-dded10e1d935 HTTP/1.1" status: 204 len: 173 time: 1.5585880 Apr 21 21:22:20.803563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'name': 'network-vif-deleted', 'tag': '9992174b-d040-407f-a86d-dded10e1d935'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:22:20.807412 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e387cda2-16e7-4ce8-b91f-10f429ccc0c6" -d '{"events": [{"server_uuid": "7b60b78d-24b3-4d13-983d-962bbe5d1ae8", "name": "network-vif-deleted", "tag": "9992174b-d040-407f-a86d-dded10e1d935"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:22:20.878982 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62796e26-822c-4002-bc1c-4183a0c8000f x-openstack-request-id: req-62796e26-822c-4002-bc1c-4183a0c8000f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:22:20.879600 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b60b78d-24b3-4d13-983d-962bbe5d1ae8", "name": "network-vif-deleted", "tag": "9992174b-d040-407f-a86d-dded10e1d935", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:22:20.879600 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62796e26-822c-4002-bc1c-4183a0c8000f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:22:20.880117 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62796e26-822c-4002-bc1c-4183a0c8000f'] response: {'server_uuid': '7b60b78d-24b3-4d13-983d-962bbe5d1ae8', 'name': 'network-vif-deleted', 'tag': '9992174b-d040-407f-a86d-dded10e1d935', 'status': 'completed', 'code': 200} Apr 21 21:22:20.974505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:22:20.986395 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:21.263450 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:22:21.357264 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d31db1e-15a2-4fda-a3dd-3b19330a6be4 req-7a973972-5e2d-4623-bf74-469550ed5d23 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b60b78d-24b3-4d13-983d-962bbe5d1ae8 HTTP/1.1" status: 200 len: 210 time: 0.0391362 Apr 21 21:22:21.365092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 5, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:21.394403 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] Checking router: 008b8e31-8fd5-4736-8bec-894f9790e7fd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:22:21.404687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:22:21.405356 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:21.602090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:22:21.891509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 5, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:21.932676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d6621-e471-4bb3-a3c7-c115984af828 None None] The sync data for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 is: [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:16:29Z', 'revision_number': 4, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '97641481-f90c-4883-a95f-59a4d8b6b109', 'name': '', 'network_id': 'd821a592-490d-424b-9b67-540255881d43', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'mac_address': 'fa:16:3e:08:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:28Z', 'updated_at': '2022-04-21T21:16:38Z', 'revision_number': 5, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'subnets': [{'id': '2eb4e00b-8dbf-4bd6-b05d-b079beac5681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:22:22.314139 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e476ef-cb79-40cf-9cb5-a3024c5ce76d None None] New status for floating IP fee37c59-40f9-407a-ab04-0f0646839db0: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:22:22.414102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35400) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:22.617984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Deleting port 843748b7-1f96-4442-ad0e-99d1c86a8639 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:22.618400 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:22.703212 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:22.703830 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:22.720389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Calling delete_port for 843748b7-1f96-4442-ad0e-99d1c86a8639 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:22.773320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 9992174b-d040-407f-a86d-dded10e1d935 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:22:22.809822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 9992174b-d040-407f-a86d-dded10e1d935 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:22:22.810181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 9992174b-d040-407f-a86d-dded10e1d935 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:22:22.928145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:22.966463 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event deleted for resources: {'Port': ['ID=843748b7-1f96-4442-ad0e-99d1c86a8639,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:23.037167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:23.039606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:23.043118 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9f0b2324-e9ee-422d-8fb4-e1eadebc7000 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "DELETE /v2.0/floatingips/fee37c59-40f9-407a-ab04-0f0646839db0 HTTP/1.1" status: 204 len: 168 time: 0.6147363 Apr 21 21:22:23.121119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35422) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:23.212672 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af4a667c-e352-48e3-ab3a-31e54a757761 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:23.244302 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af4a667c-e352-48e3-ab3a-31e54a757761 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:23.314557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af4a667c-e352-48e3-ab3a-31e54a757761 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:23.318281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af4a667c-e352-48e3-ab3a-31e54a757761 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:23.322800 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-af4a667c-e352-48e3-ab3a-31e54a757761 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] 10.222.0.49 "DELETE /v2.0/security-groups/08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c HTTP/1.1" status: 204 len: 168 time: 0.2006433 Apr 21 21:22:23.334580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a667c-e352-48e3-ab3a-31e54a757761 tempest-TestServerBasicOps-655452472 tempest-TestServerBasicOps-655452472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c92ecc-4a33-4c4a-9f99-6ccd21cf8b1c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:23.391659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35428) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:24.069333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:24.430776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Deleting port 97641481-f90c-4883-a95f-59a4d8b6b109 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:24.431574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:24.461545 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-8c2cb17d-ad00-429a-97f4-8ff60d85bb25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655837 Apr 21 21:22:24.568919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-67314bf8-f0b6-4d6e-b0a5-fd4d9c8f45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:24.570844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-67314bf8-f0b6-4d6e-b0a5-fd4d9c8f45c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1097 time: 0.0724399 Apr 21 21:22:24.737911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-a228251b-0cb3-4532-9f4e-4b0febd5b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:24.739953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-a228251b-0cb3-4532-9f4e-4b0febd5b6e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.1430936 Apr 21 21:22:24.855344 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-af1c4cb4-13a0-474f-a0d8-ea232737850a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 1000 time: 0.1079590 Apr 21 21:22:24.915574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-94caad84-aad2-4afd-94e5-f7a40ad9ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:24.917658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-94caad84-aad2-4afd-94e5-f7a40ad9ce45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0525079 Apr 21 21:22:24.967219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] For port 97641481-f90c-4883-a95f-59a4d8b6b109, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=97641481-f90c-4883-a95f-59a4d8b6b109,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:24.967587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:24.986998 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Calling delete_port for 97641481-f90c-4883-a95f-59a4d8b6b109 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:25.051920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-0263600f-ce0e-44fb-ac1f-27d5df14cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:25.053727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-0263600f-ce0e-44fb-ac1f-27d5df14cd2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264412 Apr 21 21:22:25.222586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-96386325-629a-4320-a569-cbd04b34023d service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606464 Apr 21 21:22:25.282563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:25.314576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=97641481-f90c-4883-a95f-59a4d8b6b109,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:25.362075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-66a6e6a6-8768-4057-b9ff-dd02a96902a7 req-36862cb1-21d4-4312-82f5-2276ccadc70e service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283476 Apr 21 21:22:25.637799 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:25.926995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Router 008b8e31-8fd5-4736-8bec-894f9790e7fd has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:22:26.056199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:22:26.066188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] Sync routers for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:22:26.083419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1e61011f-0a35-4f17-8634-1cb49ea63b16 admin admin] 10.222.0.49 "PUT /v2.0/routers/008b8e31-8fd5-4736-8bec-894f9790e7fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6868162 Apr 21 21:22:26.083705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35496) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:26.101874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:22:26.115322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:26.257073 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:26.273816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:22:26.425971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:26.524679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70'}], 'enable_snat': True}, 'gw_port_id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:22:25Z', 'revision_number': 5, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port': {'id': '9e05be4d-ce8e-4567-9c91-b559d718a8a6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:21Z', 'updated_at': '2022-04-21T21:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:26.550178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Deleting port 9e05be4d-ce8e-4567-9c91-b559d718a8a6 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:26.552968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:26.684915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] For port 9e05be4d-ce8e-4567-9c91-b559d718a8a6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e05be4d-ce8e-4567-9c91-b559d718a8a6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:26.685288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:26.714871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Calling delete_port for 9e05be4d-ce8e-4567-9c91-b559d718a8a6 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:26.790431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] Checking router: 008b8e31-8fd5-4736-8bec-894f9790e7fd for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:22:26.800156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] Routers {'008b8e31-8fd5-4736-8bec-894f9790e7fd'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:22:26.800948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['008b8e31-8fd5-4736-8bec-894f9790e7fd'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:26.924872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] Set router 008b8e31-8fd5-4736-8bec-894f9790e7fd gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:22:26.926119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:26.988424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:22:26Z', 'revision_number': 6, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:26.996727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e05be4d-ce8e-4567-9c91-b559d718a8a6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:27.025042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f529c-fc60-473f-944d-598803ac7242 None None] The sync data for ids ['008b8e31-8fd5-4736-8bec-894f9790e7fd'] in n-d-838945-1 is: [{'id': '008b8e31-8fd5-4736-8bec-894f9790e7fd', 'name': 'tempest-TestServerBasicOps-1312397851-router', 'tenant_id': '5fafde1a81fd44fea715079827a560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:19Z', 'updated_at': '2022-04-21T21:22:26Z', 'revision_number': 6, 'project_id': '5fafde1a81fd44fea715079827a560ea', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:22:27.109463 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.248417 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.251588 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.307851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.308464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 008b8e31-8fd5-4736-8bec-894f9790e7fd {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:22:27.313669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.314823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c8646224-2653-41db-bd53-bf5ce5af50b6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/008b8e31-8fd5-4736-8bec-894f9790e7fd HTTP/1.1" status: 204 len: 168 time: 1.2307637 Apr 21 21:22:27.318285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35550) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:27.373999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e65860e-6a9f-441b-a734-2510c6caa978 admin admin] Deleting subnet 2eb4e00b-8dbf-4bd6-b05d-b079beac5681 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:22:27.377378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e65860e-6a9f-441b-a734-2510c6caa978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.417473 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e65860e-6a9f-441b-a734-2510c6caa978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.582067 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e65860e-6a9f-441b-a734-2510c6caa978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.660412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e65860e-6a9f-441b-a734-2510c6caa978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.696053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65860e-6a9f-441b-a734-2510c6caa978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb4e00b-8dbf-4bd6-b05d-b079beac5681,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:27.710869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f425b65-97fd-4647-ac5b-e6cb50a4cabf None None] Network d821a592-490d-424b-9b67-540255881d43 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:22:27.712946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e65860e-6a9f-441b-a734-2510c6caa978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:27.716739 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0e65860e-6a9f-441b-a734-2510c6caa978 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2eb4e00b-8dbf-4bd6-b05d-b079beac5681 HTTP/1.1" status: 204 len: 168 time: 0.3968263 Apr 21 21:22:27.719775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35560) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:27.895016 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.011209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Deleting port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:28.011543 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.083142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2585b4a7-8bd7-49c9-b423-f59bdcca5daa None None] DHCP port deletion for d821a592-490d-424b-9b67-540255881d43 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:22:28.138243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] For port 28bef91a-3ddb-4d9d-8405-03c9047fcc33, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28bef91a-3ddb-4d9d-8405-03c9047fcc33,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:28.138617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.154737 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2585b4a7-8bd7-49c9-b423-f59bdcca5daa None None] Deleting port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:28.155294 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2585b4a7-8bd7-49c9-b423-f59bdcca5daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.187175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Calling delete_port for 28bef91a-3ddb-4d9d-8405-03c9047fcc33 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:28.260858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2585b4a7-8bd7-49c9-b423-f59bdcca5daa None None] For port 28bef91a-3ddb-4d9d-8405-03c9047fcc33, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28bef91a-3ddb-4d9d-8405-03c9047fcc33,segment=NetworkSegment(27176315-34df-4548-ba17-d92072f9b4dd),segment_id=27176315-34df-4548-ba17-d92072f9b4dd)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:28.261286 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2585b4a7-8bd7-49c9-b423-f59bdcca5daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.282338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2585b4a7-8bd7-49c9-b423-f59bdcca5daa None None] Calling delete_port for 28bef91a-3ddb-4d9d-8405-03c9047fcc33 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:28.364252 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 21:22:28.393919 n-d-838945-1 neutron-server[114648]: self.session.flush() Apr 21 21:22:28.405187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2585b4a7-8bd7-49c9-b423-f59bdcca5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.437295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585b4a7-8bd7-49c9-b423-f59bdcca5daa None None] Pushing event deleted for resources: {'Port': ['ID=28bef91a-3ddb-4d9d-8405-03c9047fcc33,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:28.439148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Pushing event deleted for resources: {'Port': ['ID=28bef91a-3ddb-4d9d-8405-03c9047fcc33,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:28.447773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585b4a7-8bd7-49c9-b423-f59bdcca5daa None None] No DVR routers for this DVR port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:22:28.449979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] No DVR routers for this DVR port 28bef91a-3ddb-4d9d-8405-03c9047fcc33 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:22:28.483390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28bef91a-3ddb-4d9d-8405-03c9047fcc33 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:22:28.511707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 28bef91a-3ddb-4d9d-8405-03c9047fcc33 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:22:28.512110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28bef91a-3ddb-4d9d-8405-03c9047fcc33 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:22:28.513110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e05be4d-ce8e-4567-9c91-b559d718a8a6 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:22:28.541631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 9e05be4d-ce8e-4567-9c91-b559d718a8a6 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:22:28.542006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e05be4d-ce8e-4567-9c91-b559d718a8a6 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:22:28.542384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 97641481-f90c-4883-a95f-59a4d8b6b109 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:22:28.568270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 97641481-f90c-4883-a95f-59a4d8b6b109 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:22:28.568827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 97641481-f90c-4883-a95f-59a4d8b6b109 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:22:28.626137 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.664714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d821a592-490d-424b-9b67-540255881d43']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:28.681624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27176315-34df-4548-ba17-d92072f9b4dd') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:28.681910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27176315-34df-4548-ba17-d92072f9b4dd') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:28.694803 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.713388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.725024 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:22:28.725440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:22:28.727455 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:22:28.816226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.841106 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:28.842418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35590) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:28.843015 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d821a592-490d-424b-9b67-540255881d43 HTTP/1.1" status: 204 len: 168 time: 1.1213858 Apr 21 21:22:28.843650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49008df1-5daf-4270-aa5e-537d57aa9145 admin admin] Pushing event deleted for resources: {'Network': ['ID=d821a592-490d-424b-9b67-540255881d43,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:29.256191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:29.580700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Deleting port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:29.581155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:29.676806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] For port 3d14ba76-5bad-404e-901a-4dfefe1b1eb5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3d14ba76-5bad-404e-901a-4dfefe1b1eb5,segment=NetworkSegment(12a8243a-00d0-4690-bc8f-866caaee47c6),segment_id=12a8243a-00d0-4690-bc8f-866caaee47c6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:29.677196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:29.692114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Calling delete_port for 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:29.911315 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:29.942963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d14ba76-5bad-404e-901a-4dfefe1b1eb5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:30.187453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:30.511726 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6fff22eb-2de0-423c-870d-28cafecdfe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:30.580429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Router 66c78495-2b41-4e27-8d88-c18e9ca88a4a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:22:30.766968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:22:30.773334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0fd852a3-18b2-4b57-be86-dd392c45422a admin admin] 10.222.0.49 "PUT /v2.0/routers/66c78495-2b41-4e27-8d88-c18e9ca88a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276602 Apr 21 21:22:30.775579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35622) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:30.781820 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] Sync routers for ids ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:22:30.811265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] Routers {'66c78495-2b41-4e27-8d88-c18e9ca88a4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:22:30.812610 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:30.991959 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] Set router 66c78495-2b41-4e27-8d88-c18e9ca88a4a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:22:31.056708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:31.236689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:31.299453 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:33Z', 'updated_at': '2022-04-21T21:22:29Z', 'revision_number': 5, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'gw_port': {'id': '4f8f8264-7748-42ba-b937-4a995e5a3127', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:16:34Z', 'updated_at': '2022-04-21T21:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:31.314359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Deleting port 4f8f8264-7748-42ba-b937-4a995e5a3127 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:31.315262 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:31.336822 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] Checking router: 66c78495-2b41-4e27-8d88-c18e9ca88a4a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:22:31.351746 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] Routers {'66c78495-2b41-4e27-8d88-c18e9ca88a4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:22:31.352952 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:31.445050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] For port 4f8f8264-7748-42ba-b937-4a995e5a3127, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4f8f8264-7748-42ba-b937-4a995e5a3127,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:31.445307 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:31.490732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Calling delete_port for 4f8f8264-7748-42ba-b937-4a995e5a3127 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:31.535888 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] Set router 66c78495-2b41-4e27-8d88-c18e9ca88a4a gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:22:31.617390 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:33Z', 'updated_at': '2022-04-21T21:22:31Z', 'revision_number': 6, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:31.656319 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47550766-bfb4-4ea3-be20-24600040d1ea None None] The sync data for ids ['66c78495-2b41-4e27-8d88-c18e9ca88a4a'] in n-d-838945-1 is: [{'id': '66c78495-2b41-4e27-8d88-c18e9ca88a4a', 'name': 'tempest-TestServerBasicOps-892320629-router', 'tenant_id': '91cae57059994ce9b8d98ece747a760f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:16:33Z', 'updated_at': '2022-04-21T21:22:31Z', 'revision_number': 6, 'project_id': '91cae57059994ce9b8d98ece747a760f', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:22:31.819511 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:31.850845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8f8264-7748-42ba-b937-4a995e5a3127,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:31.933080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.089775 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.094832 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.162461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.163105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c78495-2b41-4e27-8d88-c18e9ca88a4a {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:22:32.170237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.175891 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-826e4783-8f2a-4625-8d2d-53c7fad31849 admin admin] 10.222.0.49 "DELETE /v2.0/routers/66c78495-2b41-4e27-8d88-c18e9ca88a4a HTTP/1.1" status: 204 len: 168 time: 1.3954175 Apr 21 21:22:32.176222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35648) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:32.257363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b23445-0512-4c9c-9745-f25b2b3f917a admin admin] Deleting subnet 7be27ae3-c1b7-4c83-81d8-f5cdcafa8906 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:22:32.260885 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b23445-0512-4c9c-9745-f25b2b3f917a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.303780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b23445-0512-4c9c-9745-f25b2b3f917a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.704513 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b23445-0512-4c9c-9745-f25b2b3f917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.720485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:22:32.743739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:22:32.744306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3d14ba76-5bad-404e-901a-4dfefe1b1eb5 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:22:32.744970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4f8f8264-7748-42ba-b937-4a995e5a3127 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:22:32.777466 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b23445-0512-4c9c-9745-f25b2b3f917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.790444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 4f8f8264-7748-42ba-b937-4a995e5a3127 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:22:32.791010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4f8f8264-7748-42ba-b937-4a995e5a3127 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:22:32.804742 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-48507416-0cde-4d84-a380-96eea7d72d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.806805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b23445-0512-4c9c-9745-f25b2b3f917a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be27ae3-c1b7-4c83-81d8-f5cdcafa8906,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:32.812970 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b23445-0512-4c9c-9745-f25b2b3f917a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.817729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-76b23445-0512-4c9c-9745-f25b2b3f917a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7be27ae3-c1b7-4c83-81d8-f5cdcafa8906 HTTP/1.1" status: 204 len: 168 time: 0.6403472 Apr 21 21:22:32.818316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef7e53-5a7e-4b14-a29d-111bec4489e8 None None] Network 05162207-44d2-437f-a382-0c471c52d5fc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:22:32.820309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35664) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:32.901150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:32.969309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Deleting port 493cdbd1-43df-44f4-85ff-89ebbde91f86 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:32.969647 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.044360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] For port 493cdbd1-43df-44f4-85ff-89ebbde91f86, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=493cdbd1-43df-44f4-85ff-89ebbde91f86,segment=NetworkSegment(12a8243a-00d0-4690-bc8f-866caaee47c6),segment_id=12a8243a-00d0-4690-bc8f-866caaee47c6)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:33.044733 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.058472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8588ac6-bd15-4d96-ab50-a1ab8db23d73 None None] DHCP port deletion for 05162207-44d2-437f-a382-0c471c52d5fc request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:22:33.089564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Calling delete_port for 493cdbd1-43df-44f4-85ff-89ebbde91f86 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:33.123755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b8588ac6-bd15-4d96-ab50-a1ab8db23d73 None None] Deleting port 493cdbd1-43df-44f4-85ff-89ebbde91f86 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:33.123755 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b8588ac6-bd15-4d96-ab50-a1ab8db23d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.193705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b8588ac6-bd15-4d96-ab50-a1ab8db23d73 None None] For port 493cdbd1-43df-44f4-85ff-89ebbde91f86, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=493cdbd1-43df-44f4-85ff-89ebbde91f86,segment=NetworkSegment(12a8243a-00d0-4690-bc8f-866caaee47c6),segment_id=12a8243a-00d0-4690-bc8f-866caaee47c6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:33.193992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.194112 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b8588ac6-bd15-4d96-ab50-a1ab8db23d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.206979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b8588ac6-bd15-4d96-ab50-a1ab8db23d73 None None] Calling delete_port for 493cdbd1-43df-44f4-85ff-89ebbde91f86 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:33.225502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=493cdbd1-43df-44f4-85ff-89ebbde91f86,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:33.227395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] No DVR routers for this DVR port 493cdbd1-43df-44f4-85ff-89ebbde91f86 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:22:33.293604 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b8588ac6-bd15-4d96-ab50-a1ab8db23d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.301595 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.316321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8588ac6-bd15-4d96-ab50-a1ab8db23d73 None None] Pushing event deleted for resources: {'Port': ['ID=493cdbd1-43df-44f4-85ff-89ebbde91f86,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:33.324668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05162207-44d2-437f-a382-0c471c52d5fc']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:33.336687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8588ac6-bd15-4d96-ab50-a1ab8db23d73 None None] No DVR routers for this DVR port 493cdbd1-43df-44f4-85ff-89ebbde91f86 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:22:33.338154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a8243a-00d0-4690-bc8f-866caaee47c6') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:33.338456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a8243a-00d0-4690-bc8f-866caaee47c6') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:33.351906 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.367576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.374785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:22:33.375294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:22:33.377169 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:22:33.445374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.450522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.454380 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/05162207-44d2-437f-a382-0c471c52d5fc HTTP/1.1" status: 204 len: 168 time: 0.6327932 Apr 21 21:22:33.467086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d526a3f-b4f2-4b7d-8745-aec3511d63c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=05162207-44d2-437f-a382-0c471c52d5fc,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:33.575138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35688) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:33.615837 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b3812a7c-2cb6-438f-8164-6ede1d0a27da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fafde1a81fd44fea715079827a560ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394206 Apr 21 21:22:33.618190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35690) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:33.666379 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0d4db2a-2116-40c2-85a2-0cff6c2eed52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.689104 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0d4db2a-2116-40c2-85a2-0cff6c2eed52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.750732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0d4db2a-2116-40c2-85a2-0cff6c2eed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.754366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0d4db2a-2116-40c2-85a2-0cff6c2eed52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:33.758049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a0d4db2a-2116-40c2-85a2-0cff6c2eed52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0c3728e-dac2-43de-b227-cb30e29450c7 HTTP/1.1" status: 204 len: 168 time: 0.1364844 Apr 21 21:22:33.763821 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4db2a-2116-40c2-85a2-0cff6c2eed52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c3728e-dac2-43de-b227-cb30e29450c7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:34.157070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:34.161798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 35718) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:34.235976 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ee86b1c0-4cca-4302-9ffc-56b77a0df4db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91cae57059994ce9b8d98ece747a760f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723803 Apr 21 21:22:34.238376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 35726) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:34.326068 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9c975949-a780-4c1d-bbb8-4399a5fdbcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:34.366561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9c975949-a780-4c1d-bbb8-4399a5fdbcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:34.446338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 493cdbd1-43df-44f4-85ff-89ebbde91f86 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:22:34.454957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9c975949-a780-4c1d-bbb8-4399a5fdbcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:34.460004 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9c975949-a780-4c1d-bbb8-4399a5fdbcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:34.470790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 493cdbd1-43df-44f4-85ff-89ebbde91f86 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:22:34.471191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 493cdbd1-43df-44f4-85ff-89ebbde91f86 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:22:34.488597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9c975949-a780-4c1d-bbb8-4399a5fdbcda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a69661d6-c024-4605-84e0-528627ef3a9d HTTP/1.1" status: 204 len: 168 time: 0.2397056 Apr 21 21:22:34.492876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c975949-a780-4c1d-bbb8-4399a5fdbcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69661d6-c024-4605-84e0-528627ef3a9d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:35.407017 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:35.962328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:42.314121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36296) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:42.431928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddd5b-a111-4b5b-bac1-5d8480ba2237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:42.508027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddd5b-a111-4b5b-bac1-5d8480ba2237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:42.512032 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddd5b-a111-4b5b-bac1-5d8480ba2237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:42.550340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ddd5b-a111-4b5b-bac1-5d8480ba2237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731e3915-94ac-4883-bf5b-769e1ad707eb,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:42.557289 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3d4ddd5b-a111-4b5b-bac1-5d8480ba2237 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4afd0126223e421abe0837ffc7c2c335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396441 Apr 21 21:22:42.557713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36300) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:42.611288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8bc517ad-d788-4e7d-baa3-309074695bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:42.631739 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8bc517ad-d788-4e7d-baa3-309074695bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:42.679069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8bc517ad-d788-4e7d-baa3-309074695bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:42.681740 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8bc517ad-d788-4e7d-baa3-309074695bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:42.682975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8bc517ad-d788-4e7d-baa3-309074695bc8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/731e3915-94ac-4883-bf5b-769e1ad707eb HTTP/1.1" status: 204 len: 168 time: 0.1243947 Apr 21 21:22:42.690935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc517ad-d788-4e7d-baa3-309074695bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731e3915-94ac-4883-bf5b-769e1ad707eb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:45.202893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36328) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:45.325814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b003692b-3913-4703-8487-2176cfcfc349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:45.416964 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b003692b-3913-4703-8487-2176cfcfc349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:45.421878 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b003692b-3913-4703-8487-2176cfcfc349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:45.459108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003692b-3913-4703-8487-2176cfcfc349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac1293d-9bc8-420d-93c4-444763a1de84,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:45.465584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b003692b-3913-4703-8487-2176cfcfc349 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5eefb30ce954e10ad1e5936fcacbf9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600379 Apr 21 21:22:45.468493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36332) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:45.518787 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:45.542440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:45.593882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:45.596574 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:45.597786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dac1293d-9bc8-420d-93c4-444763a1de84 HTTP/1.1" status: 204 len: 168 time: 0.1283534 Apr 21 21:22:45.609653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac1293d-9bc8-420d-93c4-444763a1de84,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:45.621344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.622037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.622547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.623049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.623766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.624113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.624449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.625993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.625993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.625993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.625993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.626333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f403c3-8d12-49d6-bb64-dc0d8cf6ef3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:22:45.880388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36340) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:45.894054 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5574b24c-8c65-4706-a71a-e5e53d17bbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:45.969365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5574b24c-8c65-4706-a71a-e5e53d17bbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:45.973494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5574b24c-8c65-4706-a71a-e5e53d17bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:46.011770 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5574b24c-8c65-4706-a71a-e5e53d17bbe8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2d9d1268aa04a7097a06c4110bdd36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302338 Apr 21 21:22:46.012925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574b24c-8c65-4706-a71a-e5e53d17bbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f168881f-1374-4a22-a0d6-b8a53a466a81,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:46.015007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36342) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:46.064968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f282e373-e0b9-418a-931a-ac26fdf14ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:46.086801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f282e373-e0b9-418a-931a-ac26fdf14ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:46.133414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f282e373-e0b9-418a-931a-ac26fdf14ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:46.136001 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f282e373-e0b9-418a-931a-ac26fdf14ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:46.137250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f282e373-e0b9-418a-931a-ac26fdf14ae9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f168881f-1374-4a22-a0d6-b8a53a466a81 HTTP/1.1" status: 204 len: 168 time: 0.1211812 Apr 21 21:22:46.145479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282e373-e0b9-418a-931a-ac26fdf14ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f168881f-1374-4a22-a0d6-b8a53a466a81,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:47.291969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36374) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:47.400045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16a866c8-4837-4e97-8187-e4843bb418a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:47.478193 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16a866c8-4837-4e97-8187-e4843bb418a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:47.482353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-16a866c8-4837-4e97-8187-e4843bb418a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:47.530255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-16a866c8-4837-4e97-8187-e4843bb418a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2926b2fe2764e7f90a977f79efa9337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347264 Apr 21 21:22:47.530255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a866c8-4837-4e97-8187-e4843bb418a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15c5143-0a1e-4aba-9051-38406a7ca6f9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:47.531187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36380) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:47.594254 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7daaead-19eb-430f-b9fb-430de721321a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:47.616571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7daaead-19eb-430f-b9fb-430de721321a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:47.664322 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7daaead-19eb-430f-b9fb-430de721321a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:47.667509 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e7daaead-19eb-430f-b9fb-430de721321a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:47.668632 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e7daaead-19eb-430f-b9fb-430de721321a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a15c5143-0a1e-4aba-9051-38406a7ca6f9 HTTP/1.1" status: 204 len: 168 time: 0.1356578 Apr 21 21:22:47.676863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daaead-19eb-430f-b9fb-430de721321a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15c5143-0a1e-4aba-9051-38406a7ca6f9,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:50.610629 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:50.817742 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:54.414254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892732f-6f7b-4d2c-8f60-ac205f317455 req-04562025-f38d-4555-aa0e-b6076df87da6 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:54.416471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9892732f-6f7b-4d2c-8f60-ac205f317455 req-04562025-f38d-4555-aa0e-b6076df87da6 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1097 time: 0.0436182 Apr 21 21:22:54.455636 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9892732f-6f7b-4d2c-8f60-ac205f317455 req-55c1d4bf-e2c9-48c4-aa99-5de719dc58ab tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328908 Apr 21 21:22:54.492244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36588) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:54.662477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 59fbff38-4140-44cf-95c3-a3b77dfdce45 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:54.662921 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:54.754712 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:54.755137 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:54.769680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 59fbff38-4140-44cf-95c3-a3b77dfdce45 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:54.977873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:55.006843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=59fbff38-4140-44cf-95c3-a3b77dfdce45,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:55.089044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:55.089395 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Floating IP 40a08bc9-84f9-46ec-8692-239ac148e8cc disassociated (deleted). External IP: 172.25.0.54, port: 2194b542-024e-43d6-ab11-fc9225ac59c9. Apr 21 21:22:55.346604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 38eca37f-0087-48cc-acb8-9f18855a7920 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:22:55.483592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:22:55.490027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:55.495058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] Sync routers for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:22:55.509062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:22:55.510516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:55.524330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0f2d15cb-e5b2-46c6-8e7f-b2aff2492f1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/floatingips/40a08bc9-84f9-46ec-8692-239ac148e8cc HTTP/1.1" status: 204 len: 168 time: 1.0309646 Apr 21 21:22:55.525149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:22:55.530598 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:22:55.597897 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c368dc35-1bec-4e03-9b86-679bd5c780ff x-openstack-request-id: req-c368dc35-1bec-4e03-9b86-679bd5c780ff {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:22:55.598232 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:22:55.598513 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c368dc35-1bec-4e03-9b86-679bd5c780ff {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:22:55.598912 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c368dc35-1bec-4e03-9b86-679bd5c780ff'] response: {'name': 'network-changed', 'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'status': 'completed', 'code': 200} Apr 21 21:22:55.658153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:22:55.696021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-c4e058cc-1d7a-46e9-ab05-dab4b687ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:55.698264 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-c4e058cc-1d7a-46e9-ab05-dab4b687ceb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 1097 time: 0.0744994 Apr 21 21:22:55.815416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c58d07-6de0-457b-9c79-1287bfad9ed0 req-a2068c03-7a50-4f8e-ab98-5c84dd57f191 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:55.822720 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d1c58d07-6de0-457b-9c79-1287bfad9ed0 req-a2068c03-7a50-4f8e-ab98-5c84dd57f191 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 946 time: 0.0693200 Apr 21 21:22:55.874074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d1c58d07-6de0-457b-9c79-1287bfad9ed0 req-7e3e02be-ccc7-4b78-96f5-16ff088e5739 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504143 Apr 21 21:22:55.886969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-8faf09e4-7976-4eb4-921f-84026083cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:55.888543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-8faf09e4-7976-4eb4-921f-84026083cdf7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 200 len: 898 time: 0.1769845 Apr 21 21:22:55.932385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-51f1f364-25ea-4098-a2d3-db0217eac8f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 200 len: 217 time: 0.0364902 Apr 21 21:22:55.973747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '887077b8-09bd-4b5e-8a18-eb0b598bfe34', 'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:16:fb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:11Z', 'updated_at': '2022-04-21T21:20:16Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:55.995718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-f8d91609-e7c2-43ce-91ff-a9e5a3858d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:55.997227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-f8d91609-e7c2-43ce-91ff-a9e5a3858d18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 200 len: 834 time: 0.0577238 Apr 21 21:22:56.004797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] Checking router: 38eca37f-0087-48cc-acb8-9f18855a7920 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:22:56.018885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:22:56.019507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:56.062127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-31024c0e-b6b1-4fe7-8905-cbd16d553c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:56.064225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-31024c0e-b6b1-4fe7-8905-cbd16d553c20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=74053a90-d480-42e5-81a5-33d30d114c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580859 Apr 21 21:22:56.164119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:22:56.201838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-36926b80-3b8a-4d1d-b4a1-fc5d74c4f72a service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304309 Apr 21 21:22:56.336634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-40b1c6bf-cb06-449e-a00b-27e91b5ef6e6 req-3e62117d-b43f-4436-924d-323c577258e4 service neutron] 10.222.0.46 "GET /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257305 Apr 21 21:22:56.582852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '887077b8-09bd-4b5e-8a18-eb0b598bfe34', 'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:16:fb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:11Z', 'updated_at': '2022-04-21T21:20:16Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:22:56.610806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99271108-5dd5-4441-86cd-c61aeb07e215 None None] The sync data for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 is: [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '887077b8-09bd-4b5e-8a18-eb0b598bfe34', 'name': '', 'network_id': '74053a90-d480-42e5-81a5-33d30d114c5b', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:16:fb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:11Z', 'updated_at': '2022-04-21T21:20:16Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:22:56.956147 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccd24a6-24b1-4059-8c65-8dc3f1bbf38c None None] New status for floating IP 40a08bc9-84f9-46ec-8692-239ac148e8cc: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:22:57.090478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e3195-f08e-4c9b-bfef-15eb4f2c9071 req-46ed1698-6337-4f6a-a216-9b02d71e7437 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:57.092966 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a7e3195-f08e-4c9b-bfef-15eb4f2c9071 req-46ed1698-6337-4f6a-a216-9b02d71e7437 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 946 time: 0.0768480 Apr 21 21:22:57.148681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a7e3195-f08e-4c9b-bfef-15eb4f2c9071 req-e813e2e0-8f3e-4adc-913b-ecfafe6ba50e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=67cdb574-9496-42f2-ba32-52a5884ad025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456448 Apr 21 21:22:57.306161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42689772-3b74-423f-a35d-039e021798b9 req-32d753c0-565f-49a6-9abc-3e9653c933fc tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:22:57.307833 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42689772-3b74-423f-a35d-039e021798b9 req-32d753c0-565f-49a6-9abc-3e9653c933fc tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 946 time: 0.0608065 Apr 21 21:22:57.410188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-42689772-3b74-423f-a35d-039e021798b9 req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 2194b542-024e-43d6-ab11-fc9225ac59c9 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:22:57.410496 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-42689772-3b74-423f-a35d-039e021798b9 req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:57.512923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-42689772-3b74-423f-a35d-039e021798b9 req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port 2194b542-024e-43d6-ab11-fc9225ac59c9, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2194b542-024e-43d6-ab11-fc9225ac59c9,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:22:57.513376 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-42689772-3b74-423f-a35d-039e021798b9 req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:57.528363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-42689772-3b74-423f-a35d-039e021798b9 req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 2194b542-024e-43d6-ab11-fc9225ac59c9 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:22:57.681467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-42689772-3b74-423f-a35d-039e021798b9 req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:57.710675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=2194b542-024e-43d6-ab11-fc9225ac59c9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:22:57.766609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-42689772-3b74-423f-a35d-039e021798b9 req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] No DVR routers for this DVR port 2194b542-024e-43d6-ab11-fc9225ac59c9 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:22:57.769387 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-42689772-3b74-423f-a35d-039e021798b9 req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:22:57.772934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42689772-3b74-423f-a35d-039e021798b9 req-77281c40-6a99-4856-a07d-637a451e1427 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "DELETE /v2.0/ports/2194b542-024e-43d6-ab11-fc9225ac59c9 HTTP/1.1" status: 204 len: 173 time: 0.4587059 Apr 21 21:22:57.773382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-deleted', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:22:57.776364 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356d483d-c2a3-4b52-9f60-2b358c488ecd" -d '{"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-deleted", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:22:57.832332 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c27ca8-637b-46d8-98ba-cf00604db054 x-openstack-request-id: req-13c27ca8-637b-46d8-98ba-cf00604db054 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:22:57.832624 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b16e19-fe88-44aa-aedb-b4497e2004f9", "name": "network-vif-deleted", "tag": "2194b542-024e-43d6-ab11-fc9225ac59c9", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:22:57.832902 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13c27ca8-637b-46d8-98ba-cf00604db054 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:22:57.833298 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c27ca8-637b-46d8-98ba-cf00604db054'] response: {'server_uuid': '76b16e19-fe88-44aa-aedb-b4497e2004f9', 'name': 'network-vif-deleted', 'tag': '2194b542-024e-43d6-ab11-fc9225ac59c9', 'status': 'completed', 'code': 200} Apr 21 21:22:58.266414 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:22:58.337108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2122ca69-d3d6-4101-a742-28b6826c4d0b req-1977586c-7bfe-4fe4-af6c-e0aced5e892d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=76b16e19-fe88-44aa-aedb-b4497e2004f9 HTTP/1.1" status: 200 len: 210 time: 0.0449336 Apr 21 21:22:59.404190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36700) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:22:59.862972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:00.156607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 887077b8-09bd-4b5e-8a18-eb0b598bfe34 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:23:00.157046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:00.261295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port 887077b8-09bd-4b5e-8a18-eb0b598bfe34, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=887077b8-09bd-4b5e-8a18-eb0b598bfe34,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:00.261295 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:00.276217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 887077b8-09bd-4b5e-8a18-eb0b598bfe34 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:23:00.503872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4bf97807-d5f6-40f8-9d4b-01a12e99fe42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:00.504407 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:00.538504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=887077b8-09bd-4b5e-8a18-eb0b598bfe34,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:00.942775 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:23:00.972535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 2194b542-024e-43d6-ab11-fc9225ac59c9 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:23:00.973093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2194b542-024e-43d6-ab11-fc9225ac59c9 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:23:01.047801 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:01.292812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 38eca37f-0087-48cc-acb8-9f18855a7920 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:23:01.407138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:23:01.412786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-da49535b-f97a-4199-8034-aad86b196b5a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "PUT /v2.0/routers/38eca37f-0087-48cc-acb8-9f18855a7920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0061610 Apr 21 21:23:01.415479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36762) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:01.418474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] Sync routers for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:23:01.447682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:01.448751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:01.485535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6939337f-169d-4b38-a0d8-8404fc3af7e0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting subnet 001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:23:01.489754 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6939337f-169d-4b38-a0d8-8404fc3af7e0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:01.543106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6939337f-169d-4b38-a0d8-8404fc3af7e0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:01.606636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:01.655013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6939337f-169d-4b38-a0d8-8404fc3af7e0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:01.742353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6939337f-169d-4b38-a0d8-8404fc3af7e0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:01.772352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939337f-169d-4b38-a0d8-8404fc3af7e0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Subnet': ['ID=001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:01.784945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6939337f-169d-4b38-a0d8-8404fc3af7e0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:01.798882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6939337f-169d-4b38-a0d8-8404fc3af7e0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/subnets/001cf1cb-a49a-4d0c-a70c-5c6f5989a8d3 HTTP/1.1" status: 204 len: 168 time: 0.3806152 Apr 21 21:23:01.801438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36780) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:01.808326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c98d70-6944-4403-a025-6a4cbffda47e None None] Network 74053a90-d480-42e5-81a5-33d30d114c5b requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:23:01.928928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:01.943802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:23:00Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:01.999908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] Checking router: 38eca37f-0087-48cc-acb8-9f18855a7920 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:23:02.015041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] Routers {'38eca37f-0087-48cc-acb8-9f18855a7920'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:02.015909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:22:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['38eca37f-0087-48cc-acb8-9f18855a7920'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:02.067933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:02.170672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port c254284b-0f21-4153-97f1-1f07709e1ccb {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:23:02.171397 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:02.174308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] DHCP port deletion for 74053a90-d480-42e5-81a5-33d30d114c5b request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:23:02.209376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] Set router 38eca37f-0087-48cc-acb8-9f18855a7920 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:02.271197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port c254284b-0f21-4153-97f1-1f07709e1ccb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c254284b-0f21-4153-97f1-1f07709e1ccb,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:02.271899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:02.301243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for c254284b-0f21-4153-97f1-1f07709e1ccb owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:23:02.351701 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Deleting port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:23:02.352075 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:02.457850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] For port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2cebb4c2-41fb-4264-aaea-ed3906af5d5a,segment=NetworkSegment(f33919ac-ead5-432a-9723-69f30841e3bb),segment_id=f33919ac-ead5-432a-9723-69f30841e3bb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:02.458603 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:02.473728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Calling delete_port for 2cebb4c2-41fb-4264-aaea-ed3906af5d5a owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:23:02.552039 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2cebb4c2-41fb-4264-aaea-ed3906af5d5a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:23:02.562206 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:02.754883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:02.766849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:23:00Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:02.850613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee301f-916a-4c16-b3fd-76febd01d146 None None] The sync data for ids ['38eca37f-0087-48cc-acb8-9f18855a7920'] in n-d-838945-1 is: [{'id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794888147', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:07Z', 'updated_at': '2022-04-21T21:23:00Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': 'c254284b-0f21-4153-97f1-1f07709e1ccb', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ef:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eca37f-0087-48cc-acb8-9f18855a7920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:08Z', 'updated_at': '2022-04-21T21:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:23:02.866552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Pushing event deleted for resources: {'Port': ['ID=2cebb4c2-41fb-4264-aaea-ed3906af5d5a,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:02.872882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:02.908095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] No DVR routers for this DVR port 2cebb4c2-41fb-4264-aaea-ed3906af5d5a on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:23:02.953431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.953801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.954119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.954580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.954916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.955241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.955584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.956092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.956345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.956851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.957178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.957920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d38ded2-f2f2-4813-a5cc-8b390c4363f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:02.961771 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78248d43-f06d-4623-83e4-3db358ba28d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.056860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=c254284b-0f21-4153-97f1-1f07709e1ccb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:03.097650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.191652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.199568 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.252588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.253240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Fanout notify agent at l3_agent the message router_deleted on router 38eca37f-0087-48cc-acb8-9f18855a7920 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:23:03.262253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.264150 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a255cc6-9ba0-453d-a5f2-c1e04427701b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/routers/38eca37f-0087-48cc-acb8-9f18855a7920 HTTP/1.1" status: 204 len: 168 time: 1.4597619 Apr 21 21:23:03.266846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36806) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:03.395746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.516815 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.551088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74053a90-d480-42e5-81a5-33d30d114c5b']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:03.571318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33919ac-ead5-432a-9723-69f30841e3bb') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:03.571644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33919ac-ead5-432a-9723-69f30841e3bb') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:03.581993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.595836 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.601915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:23:03.602306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:23:03.605735 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:23:03.690649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.709037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.717527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36810) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:03.718351 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/networks/74053a90-d480-42e5-81a5-33d30d114c5b HTTP/1.1" status: 204 len: 168 time: 0.4483213 Apr 21 21:23:03.741284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01604d9e-365a-4cee-b382-b23b20ea7d98 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Network': ['ID=74053a90-d480-42e5-81a5-33d30d114c5b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:03.836712 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53523883-626f-4426-b3ae-c72709878cb7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.882362 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53523883-626f-4426-b3ae-c72709878cb7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.958231 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53523883-626f-4426-b3ae-c72709878cb7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.963876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-53523883-626f-4426-b3ae-c72709878cb7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:03.965746 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-53523883-626f-4426-b3ae-c72709878cb7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/security-groups/67cdb574-9496-42f2-ba32-52a5884ad025 HTTP/1.1" status: 204 len: 168 time: 0.2471175 Apr 21 21:23:03.979626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53523883-626f-4426-b3ae-c72709878cb7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cdb574-9496-42f2-ba32-52a5884ad025,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:04.135148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:04.453995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c254284b-0f21-4153-97f1-1f07709e1ccb no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:23:04.475311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c254284b-0f21-4153-97f1-1f07709e1ccb {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:23:04.475741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c254284b-0f21-4153-97f1-1f07709e1ccb not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:23:04.476211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 887077b8-09bd-4b5e-8a18-eb0b598bfe34 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:23:04.494874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 887077b8-09bd-4b5e-8a18-eb0b598bfe34 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:23:04.495591 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 887077b8-09bd-4b5e-8a18-eb0b598bfe34 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:23:05.252392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36824) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:05.257149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d0e95aa4-cbb5-4df8-8764-d6a6fe95d729 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430446004', 'description': 'tempest-secgroup-smoke-430446004 description', 'project_id': '33349352c09e472e84467ff4a7100849'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:05.278021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0e95aa4-cbb5-4df8-8764-d6a6fe95d729 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.347823 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0e95aa4-cbb5-4df8-8764-d6a6fe95d729 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.351515 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0e95aa4-cbb5-4df8-8764-d6a6fe95d729 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.382655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e95aa4-cbb5-4df8-8764-d6a6fe95d729 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4ccd0c-99bc-4863-9e34-fc70748e112a,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:05.390585 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d0e95aa4-cbb5-4df8-8764-d6a6fe95d729 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.394640 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d0e95aa4-cbb5-4df8-8764-d6a6fe95d729 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1384342 Apr 21 21:23:05.395607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36826) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:05.399718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e3a6a767-1c48-45e0-ab36-013103f2e5da tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '6f4ccd0c-99bc-4863-9e34-fc70748e112a', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:05.414045 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.428246 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a767-1c48-45e0-ab36-013103f2e5da tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.490820 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a767-1c48-45e0-ab36-013103f2e5da tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.495461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a767-1c48-45e0-ab36-013103f2e5da tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.514255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6a767-1c48-45e0-ab36-013103f2e5da tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346326e8-0d17-40c8-827d-41aa74665613,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:05.521382 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a767-1c48-45e0-ab36-013103f2e5da tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.522567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e3a6a767-1c48-45e0-ab36-013103f2e5da tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267526 Apr 21 21:23:05.525291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36828) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:05.530555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-816d63a3-fc7a-40d8-88ea-2263e239b774 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '6f4ccd0c-99bc-4863-9e34-fc70748e112a', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:05.556319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-816d63a3-fc7a-40d8-88ea-2263e239b774 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.617071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-816d63a3-fc7a-40d8-88ea-2263e239b774 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.620636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-816d63a3-fc7a-40d8-88ea-2263e239b774 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.638589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d63a3-fc7a-40d8-88ea-2263e239b774 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f828c752-097a-49b6-a81d-790f9253debd,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:05.646258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-816d63a3-fc7a-40d8-88ea-2263e239b774 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.647500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-816d63a3-fc7a-40d8-88ea-2263e239b774 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212060 Apr 21 21:23:05.650445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36830) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:05.656091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-eb3c20ee-c4c4-4877-83a1-a34db2c44ef5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '6f4ccd0c-99bc-4863-9e34-fc70748e112a', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:05.681329 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eb3c20ee-c4c4-4877-83a1-a34db2c44ef5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.751116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eb3c20ee-c4c4-4877-83a1-a34db2c44ef5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.754823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eb3c20ee-c4c4-4877-83a1-a34db2c44ef5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.773278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c20ee-c4c4-4877-83a1-a34db2c44ef5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b80591a-53a4-4601-959c-16b2c2e397c2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:05.783793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eb3c20ee-c4c4-4877-83a1-a34db2c44ef5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.785229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-eb3c20ee-c4c4-4877-83a1-a34db2c44ef5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337311 Apr 21 21:23:05.790087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36834) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:05.795268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e4cc44f1-6156-4d72-a503-b2169401d9ed tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '6f4ccd0c-99bc-4863-9e34-fc70748e112a', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:05.829229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e4cc44f1-6156-4d72-a503-b2169401d9ed tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.895114 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e4cc44f1-6156-4d72-a503-b2169401d9ed tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.903350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e4cc44f1-6156-4d72-a503-b2169401d9ed tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.927425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc44f1-6156-4d72-a503-b2169401d9ed tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7c5151-3e0f-41ce-a549-5a0c3254ab78,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:05.937522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e4cc44f1-6156-4d72-a503-b2169401d9ed tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.939282 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e4cc44f1-6156-4d72-a503-b2169401d9ed tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480794 Apr 21 21:23:05.942347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36840) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:05.947709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c5b596eb-6c95-44b8-9ef0-96bbce9cc2d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '6f4ccd0c-99bc-4863-9e34-fc70748e112a', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:05.963260 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:05.973203 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-c5b596eb-6c95-44b8-9ef0-96bbce9cc2d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Project 33349352c09e472e84467ff4a7100849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:23:05.977127 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5b596eb-6c95-44b8-9ef0-96bbce9cc2d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.045680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5b596eb-6c95-44b8-9ef0-96bbce9cc2d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.049761 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5b596eb-6c95-44b8-9ef0-96bbce9cc2d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.068339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b596eb-6c95-44b8-9ef0-96bbce9cc2d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28842e8-792e-44a9-8440-39413ad89e62,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:06.076780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c5b596eb-6c95-44b8-9ef0-96bbce9cc2d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.078100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c5b596eb-6c95-44b8-9ef0-96bbce9cc2d8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343763 Apr 21 21:23:06.084547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36846) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:06.086673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c194c3be-dd94-4137-bb7d-65c4ced6b6ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '6f4ccd0c-99bc-4863-9e34-fc70748e112a', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:06.123577 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-c194c3be-dd94-4137-bb7d-65c4ced6b6ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Project 33349352c09e472e84467ff4a7100849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:23:06.129193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c194c3be-dd94-4137-bb7d-65c4ced6b6ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.205863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c194c3be-dd94-4137-bb7d-65c4ced6b6ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.210830 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c194c3be-dd94-4137-bb7d-65c4ced6b6ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.236900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194c3be-dd94-4137-bb7d-65c4ced6b6ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b78a4b-917a-478c-a92b-84ff94c782f8,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:06.246139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c194c3be-dd94-4137-bb7d-65c4ced6b6ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.248479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c194c3be-dd94-4137-bb7d-65c4ced6b6ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1657169 Apr 21 21:23:06.251587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36854) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:06.258716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'network': {'name': 'tempest-network-smoke--339009336', 'project_id': '33349352c09e472e84467ff4a7100849', 'port_security_enabled': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:06.278985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:23:06.282992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.308224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:23:06.318283 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.318620 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Added segment 89190368-76d3-4005-b4a4-009241201ff4 of type vlan for network 5ebdcce3-f664-4030-88e9-13b89ab02a82 Apr 21 21:23:06.361845 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.387083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.393790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:06.394499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.427681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1720901 Apr 21 21:23:06.427949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36856) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:06.432653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'admin_state_up': True, 'project_id': '33349352c09e472e84467ff4a7100849', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:06.458027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.459522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.485032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c702f-d80b-49ce-9029-a510e8621a0f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Network': ['ID=5ebdcce3-f664-4030-88e9-13b89ab02a82,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:06.495876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 5ebdcce3-f664-4030-88e9-13b89ab02a82 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:23:06.527468 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.676504 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.874239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:06.897873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:07.000969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.25.0.154 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/582f9d7e-fc51-43dc-bfa1-55c67611f3bd) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:23:07.108181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:07.147844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:07.191762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:23:07.194919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:23:07.197551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:23:07.203669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=582f9d7e-fc51-43dc-bfa1-55c67611f3bd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:07.465731 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:07.679636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:07.810424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router e52cf901-ef27-45fa-abb5-66dcf53b6ada is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:23:08.204590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:23:08.216186 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Sync routers for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:23:08.229113 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:08.229506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.230210 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:08.234123 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1184a8a7-3978-4dd8-a5a0-8d1a7b0b243c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8018098 Apr 21 21:23:08.234574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36868) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:08.271124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36872) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:08.278049 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e6a2561c-ceca-4eeb-814e-d7b0908bcbb7 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=33349352c09e472e84467ff4a7100849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326054 Apr 21 21:23:08.455332 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:08.481959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9a5e6b-2788-4991-b0b6-57e41c30b951 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:08.488598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dd9a5e6b-2788-4991-b0b6-57e41c30b951 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2139320 Apr 21 21:23:08.489059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36878) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:08.545596 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-01abb3e1-ed44-45f3-8006-1c4f60834be6 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531538 Apr 21 21:23:08.545827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36882) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:08.545941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36884) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:08.552292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a81ec8ac-e351-4240-bcb7-ce6104145e4a tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201411368', 'description': 'tempest-secgroup-smoke-201411368 description', 'project_id': 'eb9970113e73446592ec69ba4f76c61e'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:08.561884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2063159677', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'project_id': '33349352c09e472e84467ff4a7100849', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:08.618649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36888) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:08.651330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a81ec8ac-e351-4240-bcb7-ce6104145e4a tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.711956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:23:08.715512 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.768416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a825704-af00-47e7-8acf-04181bdfb00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.800479 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:07Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:08.818563 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a81ec8ac-e351-4240-bcb7-ce6104145e4a tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.826791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a81ec8ac-e351-4240-bcb7-ce6104145e4a tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.830483 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Checking router: e52cf901-ef27-45fa-abb5-66dcf53b6ada for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:23:08.831065 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Updating router e52cf901-ef27-45fa-abb5-66dcf53b6ada port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:23:08.852571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a825704-af00-47e7-8acf-04181bdfb00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.861197 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2a825704-af00-47e7-8acf-04181bdfb00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.863337 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a81ec8ac-e351-4240-bcb7-ce6104145e4a tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.864741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a81ec8ac-e351-4240-bcb7-ce6104145e4a tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3176434 Apr 21 21:23:08.869433 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.870218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36892) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:08.887131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a1f83033-07f6-4706-80ca-7b17b6f3c8bc tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'security_group_rule': {'security_group_id': '4beda873-eee0-4b20-a409-1de006f9bcc4', 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:08.900966 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2a825704-af00-47e7-8acf-04181bdfb00c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9329e09950ea4fce82144a5a125ce677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811961 Apr 21 21:23:08.903951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ec8ac-e351-4240-bcb7-ce6104145e4a tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4beda873-eee0-4b20-a409-1de006f9bcc4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:08.904096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36894) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:08.918105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a825704-af00-47e7-8acf-04181bdfb00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a33976-c8d9-446d-ace7-38ef96b7b413,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:08.956445 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1f83033-07f6-4706-80ca-7b17b6f3c8bc tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.960583 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5f36-f6f4-46a5-ad11-bbc22b56c947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:08.986682 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5f36-f6f4-46a5-ad11-bbc22b56c947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.036636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.039521 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5f36-f6f4-46a5-ad11-bbc22b56c947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.043381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5f36-f6f4-46a5-ad11-bbc22b56c947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.049164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ca7b5f36-f6f4-46a5-ad11-bbc22b56c947 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24a33976-c8d9-446d-ace7-38ef96b7b413 HTTP/1.1" status: 204 len: 168 time: 0.1439989 Apr 21 21:23:09.057728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b5f36-f6f4-46a5-ad11-bbc22b56c947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a33976-c8d9-446d-ace7-38ef96b7b413,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:09.082264 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1f83033-07f6-4706-80ca-7b17b6f3c8bc tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.095222 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1f83033-07f6-4706-80ca-7b17b6f3c8bc tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.131267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f83033-07f6-4706-80ca-7b17b6f3c8bc tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a50676-c6dd-4b8f-b81c-4bc634f1967f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:09.133721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Subnet': ['ID=1433005f-ae81-46bc-b4d8-b738b4788e53,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:09.145681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Checking segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:23:09.147243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network hostable DHCP agents. Network: 5ebdcce3-f664-4030-88e9-13b89ab02a82, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:23:09.151553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a1f83033-07f6-4706-80ca-7b17b6f3c8bc tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.152790 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a1f83033-07f6-4706-80ca-7b17b6f3c8bc tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816012 Apr 21 21:23:09.155495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36898) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:09.160697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cda6ad05-e228-4a38-83c6-623fea5e9fd9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'security_group_rule': {'security_group_id': '4beda873-eee0-4b20-a409-1de006f9bcc4', 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:09.181518 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.189323 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.195122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 5ebdcce3-f664-4030-88e9-13b89ab02a82 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:23:09.206994 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cda6ad05-e228-4a38-83c6-623fea5e9fd9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.212598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 5ebdcce3-f664-4030-88e9-13b89ab02a82) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:23:09.222349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d492f-1531-4932-bce4-a16d90140e78 None None] Network 5ebdcce3-f664-4030-88e9-13b89ab02a82 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:23:09.223785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:09.224521 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.262944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-910c389d-4c9e-4bc2-a6de-08f999e0b248 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7118499 Apr 21 21:23:09.263339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 36902) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:09.265510 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Attempting to bind port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:23:09.265958 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Attempting to bind port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:23:09.266261 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Attempting to bind port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:23:09.278584 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:23:09.279757 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:23:09.280158 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.280540 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:23:09.280675 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cda6ad05-e228-4a38-83c6-623fea5e9fd9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.281120 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Bound port: 582f9d7e-fc51-43dc-bfa1-55c67611f3bd, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:23:09.281645 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.288029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cda6ad05-e228-4a38-83c6-623fea5e9fd9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.314366 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Pushing event updated for resources: {'Port': ['ID=582f9d7e-fc51-43dc-bfa1-55c67611f3bd,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:09.325078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6ad05-e228-4a38-83c6-623fea5e9fd9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa87d35-f6fd-4958-8740-8ced1ebb1c86,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:09.344579 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cda6ad05-e228-4a38-83c6-623fea5e9fd9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.348529 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cda6ad05-e228-4a38-83c6-623fea5e9fd9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1894329 Apr 21 21:23:09.348865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36906) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:09.354431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-3a18ae83-dc36-41c5-874e-1a2f3de9bdf2 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'security_group_rule': {'security_group_id': '4beda873-eee0-4b20-a409-1de006f9bcc4', 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:09.383930 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] For port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:23:09.387601 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] For port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=582f9d7e-fc51-43dc-bfa1-55c67611f3bd,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:23:09.395284 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.396101 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.396801 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.397304 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.397788 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.398323 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.398819 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.399297 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.399829 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.400340 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.400843 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.401338 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:09.406452 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a18ae83-dc36-41c5-874e-1a2f3de9bdf2 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.406802 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.469416 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:09.470117 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:09.512321 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a18ae83-dc36-41c5-874e-1a2f3de9bdf2 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.526036 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a18ae83-dc36-41c5-874e-1a2f3de9bdf2 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.566710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3a18ae83-dc36-41c5-874e-1a2f3de9bdf2 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.568394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3a18ae83-dc36-41c5-874e-1a2f3de9bdf2 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2182751 Apr 21 21:23:09.569617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18ae83-dc36-41c5-874e-1a2f3de9bdf2 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d411a8-28e3-461c-a46a-955408127380,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:09.571477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36914) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:09.579613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-41f064a3-d615-42a8-a343-42c4839a485b tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'security_group_rule': {'security_group_id': '4beda873-eee0-4b20-a409-1de006f9bcc4', 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:09.608170 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c656a3-adc9-48cd-8891-87f54369984c None None] Pushing event updated for resources: {'Port': ['ID=582f9d7e-fc51-43dc-bfa1-55c67611f3bd,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:09.624516 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41f064a3-d615-42a8-a343-42c4839a485b tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.634390 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:09.721240 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41f064a3-d615-42a8-a343-42c4839a485b tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.726477 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41f064a3-d615-42a8-a343-42c4839a485b tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.749178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-5ebdcce3-f664-4030-88e9-13b89ab02a82', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:23:09.754188 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.755953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41f064a3-d615-42a8-a343-42c4839a485b tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.757300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-41f064a3-d615-42a8-a343-42c4839a485b tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1825845 Apr 21 21:23:09.760365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36920) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:09.761097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f064a3-d615-42a8-a343-42c4839a485b tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2ff593-fda8-42e9-9f50-82ae521e0dab,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:09.769220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-105fbed4-dbe7-4e44-8a5f-83735b6e7708 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'security_group_rule': {'security_group_id': '4beda873-eee0-4b20-a409-1de006f9bcc4', 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:09.794896 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-105fbed4-dbe7-4e44-8a5f-83735b6e7708 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Project eb9970113e73446592ec69ba4f76c61e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:23:09.800620 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-105fbed4-dbe7-4e44-8a5f-83735b6e7708 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.900809 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:07Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:09.914056 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-105fbed4-dbe7-4e44-8a5f-83735b6e7708 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.923647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-105fbed4-dbe7-4e44-8a5f-83735b6e7708 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.943689 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2b9ed-3d18-4dbd-bb29-4ba181f6e0ee None None] The sync data for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 is: [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:07Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:23:09.960799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fbed4-dbe7-4e44-8a5f-83735b6e7708 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f27e4b-9a34-4a84-92cd-6e74c2166769,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:09.977338 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-105fbed4-dbe7-4e44-8a5f-83735b6e7708 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:09.981451 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-105fbed4-dbe7-4e44-8a5f-83735b6e7708 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2161317 Apr 21 21:23:09.982122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 36926) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:09.986549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-40bb2530-0aee-420a-8864-7f367ab04a97 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'security_group_rule': {'security_group_id': '4beda873-eee0-4b20-a409-1de006f9bcc4', 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:10.011604 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-40bb2530-0aee-420a-8864-7f367ab04a97 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Project eb9970113e73446592ec69ba4f76c61e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:23:10.022345 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-40bb2530-0aee-420a-8864-7f367ab04a97 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.040142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Allocated IP 172.20.0.2 (5ebdcce3-f664-4030-88e9-13b89ab02a82/1433005f-ae81-46bc-b4d8-b738b4788e53/5d11a79f-3d3b-4f81-b263-4bc39f530f43) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:23:10.126050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-40bb2530-0aee-420a-8864-7f367ab04a97 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.133354 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-40bb2530-0aee-420a-8864-7f367ab04a97 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.137497 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.153195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb2530-0aee-420a-8864-7f367ab04a97 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edb7f9d-c16c-448f-98d2-ac7a8b4b5099,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:10.177274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-40bb2530-0aee-420a-8864-7f367ab04a97 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.192225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-40bb2530-0aee-420a-8864-7f367ab04a97 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2088461 Apr 21 21:23:10.309406 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.338345 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.437193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Network 5ebdcce3-f664-4030-88e9-13b89ab02a82 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:23:10.464625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:23:10.474353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Pushing event updated for resources: {'Port': ['ID=5d11a79f-3d3b-4f81-b263-4bc39f530f43,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:10.479549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:23:10.553598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 582f9d7e-fc51-43dc-bfa1-55c67611f3bd up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:23:10.585900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-bad31e75-a030-42d0-aec4-6d833a4646f3 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201411368&fields=id&tenant_id=eb9970113e73446592ec69ba4f76c61e HTTP/1.1" status: 200 len: 267 time: 0.1252959 Apr 21 21:23:10.621439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Attempting to bind port 5d11a79f-3d3b-4f81-b263-4bc39f530f43 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:23:10.623232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Attempting to bind port 5d11a79f-3d3b-4f81-b263-4bc39f530f43 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:23:10.623606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Attempting to bind port 5d11a79f-3d3b-4f81-b263-4bc39f530f43 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:23:10.636156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:23:10.636529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Checking segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:23:10.636977 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.637353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Bound using segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:23:10.637825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Bound port: 5d11a79f-3d3b-4f81-b263-4bc39f530f43, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:23:10.638268 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.697740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.20.0.1 (5ebdcce3-f664-4030-88e9-13b89ab02a82/1433005f-ae81-46bc-b4d8-b738b4788e53/d793f668-8d58-44d4-a11a-45162049a8ba) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:23:10.726747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:10.727120 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.731625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] For port 5d11a79f-3d3b-4f81-b263-4bc39f530f43, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:23:10.768367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] For port 5d11a79f-3d3b-4f81-b263-4bc39f530f43, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5d11a79f-3d3b-4f81-b263-4bc39f530f43,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:23:10.776839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.800211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9dcaf-f826-479b-9cfa-818710458267 req-9ffa9d27-1ab0-4d48-ba64-4b0efcbc2534 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:10.801756 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-9ffa9d27-1ab0-4d48-ba64-4b0efcbc2534 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/networks?id=2ff90415-b197-4317-aed8-77d50fbda089 HTTP/1.1" status: 200 len: 813 time: 0.1870561 Apr 21 21:23:10.848040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4aadb-bbea-40ae-a5d2-2240b8953177 None None] Pushing event updated for resources: {'Port': ['ID=5d11a79f-3d3b-4f81-b263-4bc39f530f43,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:10.856179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-193a1d8c-7ddc-433b-924a-720d741b09a5 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/quotas/eb9970113e73446592ec69ba4f76c61e HTTP/1.1" status: 200 len: 375 time: 0.0464289 Apr 21 21:23:10.892175 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.934789 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.967378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-2f6ab54e-ced3-4db3-9539-437fcec7935c tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb9970113e73446592ec69ba4f76c61e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962017 Apr 21 21:23:10.976172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=582f9d7e-fc51-43dc-bfa1-55c67611f3bd,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:10.984417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:10.997966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:11.012409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-da260ca1-d638-4b21-a296-23381fdc2043 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:23:11.014038 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-da260ca1-d638-4b21-a296-23381fdc2043 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137169 Apr 21 21:23:11.052719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=582f9d7e-fc51-43dc-bfa1-55c67611f3bd,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:11.146365 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=d793f668-8d58-44d4-a11a-45162049a8ba,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:11.150032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 5ebdcce3-f664-4030-88e9-13b89ab02a82 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:23:11.162555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:23:11.173225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:23:11.252074 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:11.255825 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-21e738cf-2fb6-40b5-91bb-d7f32f9b15a5 service neutron] 10.222.0.49 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714013 Apr 21 21:23:11.440441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-f34f0903-e11b-474d-ad45-0a18f4611b3d service neutron] 10.222.0.49 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477447 Apr 21 21:23:11.478504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:11.806644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c36b017b-4ceb-4db1-8dbb-34a7b0d0ca7f req-aee20a5c-dbb9-41bd-93f3-f8bbd3bb5419 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 210 time: 0.0335391 Apr 21 21:23:11.838465 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:11.850025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:11.926451 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:11.929422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=d793f668-8d58-44d4-a11a-45162049a8ba,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:12.039116 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 5ebdcce3-f664-4030-88e9-13b89ab02a82 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:23:12.040649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:23:12.098749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37074) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:12.137535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec268bca-8855-4aca-b87f-307954e7f632 None None] Network 5ebdcce3-f664-4030-88e9-13b89ab02a82 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:23:12.168202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router e52cf901-ef27-45fa-abb5-66dcf53b6ada has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:23:12.214480 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-68d1a911-0523-41d4-a628-6c3d9f3e9a8f None None] Provisioning complete for port 5d11a79f-3d3b-4f81-b263-4bc39f530f43 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:12.214851 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68d1a911-0523-41d4-a628-6c3d9f3e9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.232237 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a01af467-db55-4fe3-8617-28ae44e261e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.310863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:23:12.317015 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8832be3d-dd5c-4aa1-b003-6003c60557fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "PUT /v2.0/routers/e52cf901-ef27-45fa-abb5-66dcf53b6ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0516772 Apr 21 21:23:12.332194 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a01af467-db55-4fe3-8617-28ae44e261e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.337505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a01af467-db55-4fe3-8617-28ae44e261e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.380334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68d1a911-0523-41d4-a628-6c3d9f3e9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.417078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a01af467-db55-4fe3-8617-28ae44e261e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=210255a1fc0c45e6a09601d2b8aa40d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165526 Apr 21 21:23:12.419139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37080) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:12.420924 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-68d1a911-0523-41d4-a628-6c3d9f3e9a8f None None] For port 5d11a79f-3d3b-4f81-b263-4bc39f530f43, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5d11a79f-3d3b-4f81-b263-4bc39f530f43,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:12.428603 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68d1a911-0523-41d4-a628-6c3d9f3e9a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.459355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01af467-db55-4fe3-8617-28ae44e261e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b709890-4e66-4470-bcd7-fc6ebc7da398,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:12.507165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1a911-0523-41d4-a628-6c3d9f3e9a8f None None] Pushing event updated for resources: {'Port': ['ID=5d11a79f-3d3b-4f81-b263-4bc39f530f43,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:12.537248 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c3b95f0-4da2-4ef9-a267-7f1e5ea14fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.570900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c3b95f0-4da2-4ef9-a267-7f1e5ea14fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.625363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-d99ee8dc-2425-4d80-a6a3-f99b2f504c0e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430446004&fields=id&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 267 time: 0.0661097 Apr 21 21:23:12.635075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 582f9d7e-fc51-43dc-bfa1-55c67611f3bd up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:23:12.703301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:12.703750 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.707417 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c3b95f0-4da2-4ef9-a267-7f1e5ea14fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.709991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7c3b95f0-4da2-4ef9-a267-7f1e5ea14fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.714112 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7c3b95f0-4da2-4ef9-a267-7f1e5ea14fe0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b709890-4e66-4470-bcd7-fc6ebc7da398 HTTP/1.1" status: 204 len: 168 time: 0.2902215 Apr 21 21:23:12.738154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b95f0-4da2-4ef9-a267-7f1e5ea14fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b709890-4e66-4470-bcd7-fc6ebc7da398,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:12.761178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Sync routers for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:23:12.779375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8cb2-906d-4368-9af5-2780f73971ab req-a0e06a1d-51dd-49fd-9194-92db81a6911a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:12.781420 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-a0e06a1d-51dd-49fd-9194-92db81a6911a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/networks?id=5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 200 len: 796 time: 0.1411500 Apr 21 21:23:12.798653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-c54bbf1b-0591-47a9-ad5c-2a9ea56fe24e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/quotas/33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 375 time: 0.0111408 Apr 21 21:23:12.816126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:12.817110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:12.840286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fa77a2c0-c815-42ee-8419-727adacc879a None None] Provisioning complete for port d793f668-8d58-44d4-a11a-45162049a8ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:12.840671 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fa77a2c0-c815-42ee-8419-727adacc879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:12.918899 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-558fd7e8-64e8-436c-8a26-5a62d2c5959e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082373 Apr 21 21:23:12.965199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-92da94d6-7d7a-41ad-814a-ae6a18638f2e req-82b0a2f3-76b4-48e8-8324-ff9b4dd5e895 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 210 time: 0.0776823 Apr 21 21:23:13.076633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:13.110537 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-b12a34a1-a164-40c3-945f-c68a153a22d0 service neutron] 10.222.0.49 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796949 Apr 21 21:23:13.145366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5d11a79f-3d3b-4f81-b263-4bc39f530f43 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:23:13.147930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fa77a2c0-c815-42ee-8419-727adacc879a None None] Port d793f668-8d58-44d4-a11a-45162049a8ba cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:23:13.170765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37106) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:13.195382 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0e7950f-f96f-4cdc-b153-33061eb8c6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.252984 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-ee400590-b9b3-48fa-ae6d-d98660e0b1f3 service neutron] 10.222.0.49 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360588 Apr 21 21:23:13.303533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fa77a2c0-c815-42ee-8419-727adacc879a None None] Provisioning complete for port 5d11a79f-3d3b-4f81-b263-4bc39f530f43 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:13.303905 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fa77a2c0-c815-42ee-8419-727adacc879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.346283 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0e7950f-f96f-4cdc-b153-33061eb8c6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.353512 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0e7950f-f96f-4cdc-b153-33061eb8c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.405003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f0e7950f-f96f-4cdc-b153-33061eb8c6c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed8e10cc052d4104a11cbb6118a26915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311749 Apr 21 21:23:13.405953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37110) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:13.417694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7950f-f96f-4cdc-b153-33061eb8c6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5520bbb3-1e06-4f74-979e-b9ded41e8758,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:13.452565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5d11a79f-3d3b-4f81-b263-4bc39f530f43 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:13.452980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.480014 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c161e5-6544-4af3-bee0-2f19167fc309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.494602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afd26284-b1f3-4280-abaf-f7986bed60f2 req-76252ae6-e8e2-487e-834d-876c3bfd3576 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 210 time: 0.0401130 Apr 21 21:23:13.505743 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c161e5-6544-4af3-bee0-2f19167fc309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.567125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c161e5-6544-4af3-bee0-2f19167fc309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.569450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0c161e5-6544-4af3-bee0-2f19167fc309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.573848 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a0c161e5-6544-4af3-bee0-2f19167fc309 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5520bbb3-1e06-4f74-979e-b9ded41e8758 HTTP/1.1" status: 204 len: 168 time: 0.1638916 Apr 21 21:23:13.583569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c161e5-6544-4af3-bee0-2f19167fc309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5520bbb3-1e06-4f74-979e-b9ded41e8758,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:13.656537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd793f668-8d58-44d4-a11a-45162049a8ba', 'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:65:a0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:10Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 2, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:13.683722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Checking router: e52cf901-ef27-45fa-abb5-66dcf53b6ada for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:23:13.684081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Updating router e52cf901-ef27-45fa-abb5-66dcf53b6ada port d793f668-8d58-44d4-a11a-45162049a8ba binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:23:13.712362 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.774699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3ce1a7b9-1444-476f-94b6-f82f47753653 None None] Provisioning complete for port d793f668-8d58-44d4-a11a-45162049a8ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:13.775070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a7b9-1444-476f-94b6-f82f47753653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:13.882260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1a7b9-1444-476f-94b6-f82f47753653 None None] Port d793f668-8d58-44d4-a11a-45162049a8ba cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:23:14.064049 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:14.071221 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:14.119578 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0955431d-d84f-446c-a992-8d23491897ad req-48405873-ce20-4e9f-8f02-3bae9110b501 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 210 time: 0.0503011 Apr 21 21:23:14.169979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96019d67-7b07-416f-af1e-e86bfdaf83df None None] Pushing event updated for resources: {'Port': ['ID=d793f668-8d58-44d4-a11a-45162049a8ba,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:14.369303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Attempting to bind port d793f668-8d58-44d4-a11a-45162049a8ba on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:23:14.369718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Attempting to bind port d793f668-8d58-44d4-a11a-45162049a8ba by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:23:14.370022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Attempting to bind port d793f668-8d58-44d4-a11a-45162049a8ba on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:23:14.375294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:23:14.375667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Checking segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:23:14.376063 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:14.376444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Bound using segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:23:14.376930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Bound port: d793f668-8d58-44d4-a11a-45162049a8ba, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:23:14.378089 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:14.441421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-acab4b83-2073-4e8a-804a-7a4293387e92 None None] Provisioning complete for port d793f668-8d58-44d4-a11a-45162049a8ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:14.442083 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-acab4b83-2073-4e8a-804a-7a4293387e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:14.472833 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5d11a79f-3d3b-4f81-b263-4bc39f530f43 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:23:14.519102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] For port d793f668-8d58-44d4-a11a-45162049a8ba, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:23:14.534792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-acab4b83-2073-4e8a-804a-7a4293387e92 None None] Port d793f668-8d58-44d4-a11a-45162049a8ba cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:23:14.550485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] For port d793f668-8d58-44d4-a11a-45162049a8ba, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d793f668-8d58-44d4-a11a-45162049a8ba,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:23:14.561326 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:14.598113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5d11a79f-3d3b-4f81-b263-4bc39f530f43 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:14.598481 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:14.623011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8abb81c9-75ae-4cd4-9292-9c471c6d89d6 req-231d2968-fd8d-413c-907b-2c356c56f419 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 210 time: 0.0330048 Apr 21 21:23:14.680679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:14.681375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:14.697994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8cb2-906d-4368-9af5-2780f73971ab req-7220c3e1-9355-48c3-a33b-53d6c95d4549 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:14.701366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-7220c3e1-9355-48c3-a33b-53d6c95d4549 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "GET /v2.0/networks?id=5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 200 len: 796 time: 0.2035334 Apr 21 21:23:14.738644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96019d67-7b07-416f-af1e-e86bfdaf83df None None] Pushing event updated for resources: {'Port': ['ID=d793f668-8d58-44d4-a11a-45162049a8ba,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:14.764109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-1fea1e30-69aa-43a2-a6e6-0fcfbfcd5782 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 379 time: 0.0510879 Apr 21 21:23:14.774573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'port': {'device_id': '378bc7e7-ec57-4943-87c8-e116b691f481', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'admin_state_up': True, 'tenant_id': '33349352c09e472e84467ff4a7100849', 'security_groups': ['6f4ccd0c-99bc-4863-9e34-fc70748e112a']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:14.868900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:14.894518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:23:14.897916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d2863faa-6960-4076-95f3-39bb941ed4b5 None None] Provisioning complete for port d793f668-8d58-44d4-a11a-45162049a8ba triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:14.898069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:14.898286 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d2863faa-6960-4076-95f3-39bb941ed4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:15.049413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.20.0.3 (5ebdcce3-f664-4030-88e9-13b89ab02a82/1433005f-ae81-46bc-b4d8-b738b4788e53/a6627553-c256-4431-b310-bac1fdbc5d53) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:23:15.114235 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d2863faa-6960-4076-95f3-39bb941ed4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:15.166696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d2863faa-6960-4076-95f3-39bb941ed4b5 None None] For port d793f668-8d58-44d4-a11a-45162049a8ba, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d793f668-8d58-44d4-a11a-45162049a8ba,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:15.166952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9dcaf-f826-479b-9cfa-818710458267 req-ebb83e67-11a3-4734-879b-a4abd5367f7e tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:15.168243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-ebb83e67-11a3-4734-879b-a4abd5367f7e tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.43 "GET /v2.0/networks?id=2ff90415-b197-4317-aed8-77d50fbda089 HTTP/1.1" status: 200 len: 813 time: 0.1440723 Apr 21 21:23:15.180627 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d2863faa-6960-4076-95f3-39bb941ed4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:15.194970 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd793f668-8d58-44d4-a11a-45162049a8ba', 'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:65:a0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:10Z', 'updated_at': '2022-04-21T21:23:14Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:15.236847 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d366dfe-215d-47b7-8bd8-4c62b91f0434 req-2cfb4ee6-1d35-401c-8603-a9139dad06c0 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 210 time: 0.0444665 Apr 21 21:23:15.240262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458843dd-d376-4c75-bc9a-ae558a3a4cdc None None] The sync data for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 is: [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd793f668-8d58-44d4-a11a-45162049a8ba', 'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:65:a0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:10Z', 'updated_at': '2022-04-21T21:23:14Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:23:15.265640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2863faa-6960-4076-95f3-39bb941ed4b5 None None] Pushing event updated for resources: {'Port': ['ID=d793f668-8d58-44d4-a11a-45162049a8ba,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:15.276801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5a3a89b3-9385-4bae-a37a-67ec4a83e182 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb9970113e73446592ec69ba4f76c61e HTTP/1.1" status: 200 len: 379 time: 0.0997059 Apr 21 21:23:15.293901 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'port': {'device_id': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'admin_state_up': True, 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'security_groups': ['4beda873-eee0-4b20-a409-1de006f9bcc4']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:15.428714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:15.486957 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Made reservation on behalf of eb9970113e73446592ec69ba4f76c61e for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:23:15.490528 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:15.500455 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:15.564881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 5ebdcce3-f664-4030-88e9-13b89ab02a82 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:23:15.598616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:23:15.603748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:15.605809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:23:15.703527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:15.704423 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:15.759830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e0783034-7620-45a8-a7bb-a3e19632d618 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9897356 Apr 21 21:23:15.791000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Allocated IP 172.20.0.5 (2ff90415-b197-4317-aed8-77d50fbda089/4438bcf7-d988-4757-8503-0a157de97d3f/717b37ad-ca7f-41bc-b7c1-93c474a9f694) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:23:15.855422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf29efe-3909-44d6-bdc2-5d16014d9e40 req-1801b6f8-68d3-454e-aeb9-f98255d0a788 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:15.863359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fcf29efe-3909-44d6-bdc2-5d16014d9e40 req-1801b6f8-68d3-454e-aeb9-f98255d0a788 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 931 time: 0.1242487 Apr 21 21:23:15.955739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fcf29efe-3909-44d6-bdc2-5d16014d9e40 req-32344ddd-9556-481c-b1cc-ca54ed6ed323 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913134 Apr 21 21:23:16.033830 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:16.045847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bb7a89c6-dd7b-4c34-8637-c8070e617ac2 None None] Provisioning complete for port a6627553-c256-4431-b310-bac1fdbc5d53 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:16.046688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bb7a89c6-dd7b-4c34-8637-c8070e617ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:16.095642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Request body: {'port': {'device_id': '378bc7e7-ec57-4943-87c8-e116b691f481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:16.102498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a89c6-dd7b-4c34-8637-c8070e617ac2 None None] Port a6627553-c256-4431-b310-bac1fdbc5d53 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:23:16.121128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:16.195429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Network 2ff90415-b197-4317-aed8-77d50fbda089 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:23:16.204889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:23:16.208007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:23:16.242768 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'Port': ['ID=717b37ad-ca7f-41bc-b7c1-93c474a9f694,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:16.251508 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:16.280866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:16.281543 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:16.332261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-5e477fe2-294a-4c8c-89b0-a35fc006d9f7 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0459926 Apr 21 21:23:16.348924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Request body: {'port': {'device_id': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:16.489429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211806a9-1001-4bae-8833-be3ec7253f89 req-f8a7c463-5c1b-4b20-9011-ccf62eeedd4c tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:16.518280 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-211806a9-1001-4bae-8833-be3ec7253f89 req-f8a7c463-5c1b-4b20-9011-ccf62eeedd4c tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 931 time: 0.1461656 Apr 21 21:23:16.523171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:16.578865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d793f668-8d58-44d4-a11a-45162049a8ba up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:23:16.617568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-211806a9-1001-4bae-8833-be3ec7253f89 req-c37fffc2-7379-4833-ac09-12effef197b6 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971849 Apr 21 21:23:16.671537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d793f668-8d58-44d4-a11a-45162049a8ba triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:16.671909 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:16.749791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1b950c7a-5cba-4c77-820c-45c3f23e2a37 None None] Provisioning complete for port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:16.750040 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b950c7a-5cba-4c77-820c-45c3f23e2a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:16.829716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1b950c7a-5cba-4c77-820c-45c3f23e2a37 None None] Port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:23:16.843807 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6627553-c256-4431-b310-bac1fdbc5d53 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:23:16.855416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:16.910887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Transition to ACTIVE for port object a6627553-c256-4431-b310-bac1fdbc5d53 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:23:16.921265 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:17.001354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Pushing event updated for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:17.163877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717b37ad-ca7f-41bc-b7c1-93c474a9f694 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:23:17.174678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:23:17.175009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:23:17.175333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:23:17.178418 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:17.187953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70690c5-e8cd-4caa-a065-c32dc300ef95 req-d5c6c499-d274-428f-83f7-6b31bb6aa3eb tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:17.189734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e70690c5-e8cd-4caa-a065-c32dc300ef95 req-d5c6c499-d274-428f-83f7-6b31bb6aa3eb tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 943 time: 0.1301043 Apr 21 21:23:17.197080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Port a6627553-c256-4431-b310-bac1fdbc5d53 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:23:17.197398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:23:17.218472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Transition to ACTIVE for port object 717b37ad-ca7f-41bc-b7c1-93c474a9f694 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:23:17.221178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:23:17.221518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Checking segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:23:17.221895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Bound using segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:23:17.222392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Bound port: a6627553-c256-4431-b310-bac1fdbc5d53, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:23:17.222723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:17.232350 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:17.311575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e70690c5-e8cd-4caa-a065-c32dc300ef95 req-a79f066b-cdd4-4e32-b961-fee0e666fda4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154332 Apr 21 21:23:17.336163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Pushing event updated for resources: {'Port': ['ID=717b37ad-ca7f-41bc-b7c1-93c474a9f694,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:17.388617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:23:17.406449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:23:17.414444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:17.467433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Attempting to bind port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:23:17.468108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Attempting to bind port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:23:17.468315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Attempting to bind port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 on network 2ff90415-b197-4317-aed8-77d50fbda089 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:23:17.472685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:17.473336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:17.474746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] 10.222.0.43 "PUT /v2.0/ports/a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 1091 time: 1.6932743 Apr 21 21:23:17.475194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:23:17.477522 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95e1b82-045a-4dd0-b186-84c49eef818a" -d '{"events": [{"name": "network-changed", "server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:23:17.492721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 on network 2ff90415-b197-4317-aed8-77d50fbda089 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:23:17.495690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Attempting to bind port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 on network 2ff90415-b197-4317-aed8-77d50fbda089 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:23:17.510960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:23:17.511305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Checking segment: {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:23:17.511762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Bound using segment: {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:23:17.512206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Bound port: 717b37ad-ca7f-41bc-b7c1-93c474a9f694, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0a28ed-7529-48d7-a41a-5530849dda5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:23:17.512564 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:17.536061 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2a887-e6f3-4b73-ad1d-a8f00ee754ef service neutron] Pushing event updated for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:17.567244 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207bd22f-a7dc-4d5b-bc64-a9a37256d914 x-openstack-request-id: req-207bd22f-a7dc-4d5b-bc64-a9a37256d914 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:23:17.567508 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:23:17.567770 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-207bd22f-a7dc-4d5b-bc64-a9a37256d914 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:23:17.568167 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207bd22f-a7dc-4d5b-bc64-a9a37256d914'] response: {'name': 'network-changed', 'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'status': 'completed', 'code': 200} Apr 21 21:23:17.631988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8cb2-906d-4368-9af5-2780f73971ab req-144e7679-d557-4074-b71c-8f24c0fbf42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:17.633534 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-144e7679-d557-4074-b71c-8f24c0fbf42b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1094 time: 0.0987189 Apr 21 21:23:17.654757 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] For port 717b37ad-ca7f-41bc-b7c1-93c474a9f694, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:23:17.711480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-71b9f68e-40db-4d26-877b-25ed631abd7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 217 time: 0.0692058 Apr 21 21:23:17.717006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] For port 717b37ad-ca7f-41bc-b7c1-93c474a9f694, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:23:17.742718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:17.811397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:17.812013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:17.813733 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] 10.222.0.43 "PUT /v2.0/ports/717b37ad-ca7f-41bc-b7c1-93c474a9f694 HTTP/1.1" status: 200 len: 1091 time: 1.4695165 Apr 21 21:23:17.839766 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc97c7e-8be7-40f1-be73-5febe58f7f48 req-e1247e4a-d123-4192-8529-ccaf96a61ec9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:17.842518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cbc97c7e-8be7-40f1-be73-5febe58f7f48 req-e1247e4a-d123-4192-8529-ccaf96a61ec9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.1456246 Apr 21 21:23:17.857300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8cb2-906d-4368-9af5-2780f73971ab req-d2613848-d3b2-4557-9100-d2274ef9c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:17.858163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-d2613848-d3b2-4557-9100-d2274ef9c713 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1433005f-ae81-46bc-b4d8-b738b4788e53 HTTP/1.1" status: 200 len: 835 time: 0.1267269 Apr 21 21:23:17.861296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62938677-2184-45a8-907c-4f16cdf317ba service neutron] Pushing event updated for resources: {'Port': ['ID=717b37ad-ca7f-41bc-b7c1-93c474a9f694,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:18.240889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cbc97c7e-8be7-40f1-be73-5febe58f7f48 req-941f3d25-39be-4ae1-94ec-96f432a5c696 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750105 Apr 21 21:23:18.250217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9dcaf-f826-479b-9cfa-818710458267 req-b002219f-3caa-48f1-84e1-53d56dae392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:18.251686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-b002219f-3caa-48f1-84e1-53d56dae392b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb9970113e73446592ec69ba4f76c61e&device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 1094 time: 0.3799648 Apr 21 21:23:18.254004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8cb2-906d-4368-9af5-2780f73971ab req-103862af-b5f2-46ea-b79a-d0182580c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:18.254775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-103862af-b5f2-46ea-b79a-d0182580c399 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ebdcce3-f664-4030-88e9-13b89ab02a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820415 Apr 21 21:23:18.315898 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-bad8a0af-323c-43f5-a497-da8d3755f85b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694 HTTP/1.1" status: 200 len: 217 time: 0.0502205 Apr 21 21:23:18.407258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9dcaf-f826-479b-9cfa-818710458267 req-cf29ce9d-f9fa-410f-b659-e875440b6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:18.408692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-cf29ce9d-f9fa-410f-b659-e875440b6367 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4438bcf7-d988-4757-8503-0a157de97d3f HTTP/1.1" status: 200 len: 852 time: 0.0672073 Apr 21 21:23:18.427079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-dbb89861-2204-40a3-af05-9c65423dcac7 service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626782 Apr 21 21:23:18.444239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef07563-8770-4046-8330-a8df27792303 req-3fe3e5b1-e86a-440f-9b50-ce9f5995803c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:18.446305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ef07563-8770-4046-8330-a8df27792303 req-3fe3e5b1-e86a-440f-9b50-ce9f5995803c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 943 time: 0.0536294 Apr 21 21:23:18.492100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6ef07563-8770-4046-8330-a8df27792303 req-281e3d5f-6d0c-4fa6-9419-633992808f02 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369678 Apr 21 21:23:18.509878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9dcaf-f826-479b-9cfa-818710458267 req-7dea1116-8305-432a-a229-f3fbe38735ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:18.511572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-7dea1116-8305-432a-a229-f3fbe38735ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ff90415-b197-4317-aed8-77d50fbda089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956736 Apr 21 21:23:18.586262 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870f8cb2-906d-4368-9af5-2780f73971ab req-e534878a-8556-4f4a-babf-0260f0f76ddc service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427314 Apr 21 21:23:18.621488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-dc12c45a-c0fd-448c-8af2-a51a927e809f service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030109 Apr 21 21:23:18.722223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-6fa9b0d9-93a9-4290-b79b-eda63b71125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:18.723710 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-6fa9b0d9-93a9-4290-b79b-eda63b71125f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1094 time: 0.0876236 Apr 21 21:23:18.766930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-06bc758b-13a7-4652-98ba-0d63bbad4e52 service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381831 Apr 21 21:23:18.831447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-c2c17cef-7f05-4b10-a8fa-29c6f4b6d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:18.832956 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-c2c17cef-7f05-4b10-a8fa-29c6f4b6d504 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 200 len: 897 time: 0.1014802 Apr 21 21:23:18.882190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-ba075b09-fa52-457d-8ddc-2c4a387e8995 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 217 time: 0.0420399 Apr 21 21:23:18.929941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-a1d47c3a-7eee-40ff-85f0-7cb2c8336ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:18.931368 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-a1d47c3a-7eee-40ff-85f0-7cb2c8336ba1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1433005f-ae81-46bc-b4d8-b738b4788e53 HTTP/1.1" status: 200 len: 835 time: 0.0430393 Apr 21 21:23:18.975212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-add21c8a-353b-45a3-9ed9-731367f3e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:18.976683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-add21c8a-353b-45a3-9ed9-731367f3e88d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ebdcce3-f664-4030-88e9-13b89ab02a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391510 Apr 21 21:23:19.067548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-325e4f8f-0bd6-4a28-9c62-371a860aa3e3 service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846355 Apr 21 21:23:19.156512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f95e1b82-045a-4dd0-b186-84c49eef818a req-7afdc74b-4970-4d85-b717-e37cd0d6805c service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818233 Apr 21 21:23:19.359101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab2f1f-aed0-4268-9917-afb741e9fce7 req-df6b6cc7-dacf-458a-9ad8-143af62bf2a1 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:19.360568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7ab2f1f-aed0-4268-9917-afb741e9fce7 req-df6b6cc7-dacf-458a-9ad8-143af62bf2a1 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.0496857 Apr 21 21:23:19.404187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7ab2f1f-aed0-4268-9917-afb741e9fce7 req-44a2fb1a-cac8-48d7-bb80-eb6b8b61f26e tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368631 Apr 21 21:23:19.569267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:23:19.572315 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0" -d '{"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:23:19.621355 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bf39ab-2a9a-4bfa-a243-979206656d1b x-openstack-request-id: req-39bf39ab-2a9a-4bfa-a243-979206656d1b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:23:19.621663 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:23:19.621918 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39bf39ab-2a9a-4bfa-a243-979206656d1b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:23:19.622342 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bf39ab-2a9a-4bfa-a243-979206656d1b'] response: {'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'status': 'completed', 'code': 200} Apr 21 21:23:19.642284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88714bb-2398-4be2-8956-835dd66ed266 req-0eb1cc27-061f-4b4d-8533-7d51d58ccc41 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:19.643844 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e88714bb-2398-4be2-8956-835dd66ed266 req-0eb1cc27-061f-4b4d-8533-7d51d58ccc41 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 943 time: 0.0703187 Apr 21 21:23:19.683971 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e88714bb-2398-4be2-8956-835dd66ed266 req-e94127fa-a87a-4967-88cb-bf72ca9e7c76 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327466 Apr 21 21:23:19.691211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-8efb7fa5-fa03-4f42-a62a-3cdfd4c1455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:19.692986 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-8efb7fa5-fa03-4f42-a62a-3cdfd4c1455c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb9970113e73446592ec69ba4f76c61e&device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 1094 time: 0.0454352 Apr 21 21:23:19.786361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-19286f4b-56a1-4d9a-9275-b56920033f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:19.787729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-19286f4b-56a1-4d9a-9275-b56920033f07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ff90415-b197-4317-aed8-77d50fbda089 HTTP/1.1" status: 200 len: 914 time: 0.0873733 Apr 21 21:23:19.833155 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-c2604bec-b185-4c58-990d-4cb619b4cda3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694 HTTP/1.1" status: 200 len: 217 time: 0.0381379 Apr 21 21:23:19.881166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-76ea7f9d-c2da-4cd8-a2cb-5cbcdc47d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:19.882581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-76ea7f9d-c2da-4cd8-a2cb-5cbcdc47d1cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4438bcf7-d988-4757-8503-0a157de97d3f HTTP/1.1" status: 200 len: 852 time: 0.0432847 Apr 21 21:23:19.927291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-5f530de4-f24e-4b81-b531-9e806a1b39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:19.928713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-5f530de4-f24e-4b81-b531-9e806a1b39cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ff90415-b197-4317-aed8-77d50fbda089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388892 Apr 21 21:23:20.021083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-8f6015b5-7f78-487b-ae77-427f8c1e2c17 service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844672 Apr 21 21:23:20.114955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8c185cea-dec8-4f6c-8920-5ae8b47f85f0 req-76f30f3f-d1c4-42bb-9150-7ea7784903c2 service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875201 Apr 21 21:23:20.519519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398b1e7-dcb9-40ff-9a0a-30c71f72be36 req-56d474c4-281b-4ebb-92b4-9dd1ba4f4c05 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:20.520974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1398b1e7-dcb9-40ff-9a0a-30c71f72be36 req-56d474c4-281b-4ebb-92b4-9dd1ba4f4c05 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.0489211 Apr 21 21:23:20.557626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1398b1e7-dcb9-40ff-9a0a-30c71f72be36 req-080da002-4edf-4eea-a795-e956dcba9715 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307274 Apr 21 21:23:20.608714 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:20.800481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4550c63-2baf-4197-90aa-7d2eb6aff5de req-59afb120-75ec-4fe7-804d-443c50779708 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:20.802012 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d4550c63-2baf-4197-90aa-7d2eb6aff5de req-59afb120-75ec-4fe7-804d-443c50779708 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 943 time: 0.0480928 Apr 21 21:23:20.833425 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:20.841331 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d4550c63-2baf-4197-90aa-7d2eb6aff5de req-6465d079-629a-4d10-8de4-63f53f2af0a9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327752 Apr 21 21:23:21.676219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27e18-a696-47c9-8f1a-c6a9cf24a353 req-2d09de23-2fa5-47c6-89da-1152927c1343 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:21.677722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6a27e18-a696-47c9-8f1a-c6a9cf24a353 req-2d09de23-2fa5-47c6-89da-1152927c1343 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.0522993 Apr 21 21:23:21.716488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6a27e18-a696-47c9-8f1a-c6a9cf24a353 req-f83c0c63-1c20-4529-884e-3c2e1ca16adf tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325367 Apr 21 21:23:21.957322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda018f4-a48f-4b0a-bce8-b3631ab853ad req-7bd00848-95a2-49c0-8c3e-748d61d21549 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:21.958806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cda018f4-a48f-4b0a-bce8-b3631ab853ad req-7bd00848-95a2-49c0-8c3e-748d61d21549 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 943 time: 0.0489604 Apr 21 21:23:22.000954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cda018f4-a48f-4b0a-bce8-b3631ab853ad req-63c76765-fc0a-4597-9086-67532ec0cb88 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360389 Apr 21 21:23:22.843468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348507b-1728-4ee7-8904-a558e693d630 req-5fcfb014-99f6-447b-9210-330504fe7c5e tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:22.844990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2348507b-1728-4ee7-8904-a558e693d630 req-5fcfb014-99f6-447b-9210-330504fe7c5e tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.0492249 Apr 21 21:23:22.882253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2348507b-1728-4ee7-8904-a558e693d630 req-2d3e22bb-3ae4-4a88-b4df-398b9704bd64 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Apr 21 21:23:23.110052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a6627553-c256-4431-b310-bac1fdbc5d53 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:23:23.121691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176371f-0daa-4b31-ac3f-b34c2fb8930c req-acc21698-7f71-4a66-b6f4-dc5891ec6abf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:23.123708 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d176371f-0daa-4b31-ac3f-b34c2fb8930c req-acc21698-7f71-4a66-b6f4-dc5891ec6abf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 943 time: 0.0499353 Apr 21 21:23:23.160317 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d176371f-0daa-4b31-ac3f-b34c2fb8930c req-5376c4fa-c9ea-46f5-b39e-6ef14238a6da tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304041 Apr 21 21:23:23.201010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:23.211953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'port_id': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'mac_address': 'fa:16:3e:08:4b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:23:23.251048 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:23.263411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6627553-c256-4431-b310-bac1fdbc5d53 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:23:23.281244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:23.285182 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:23.333030 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:23.609998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a6627553-c256-4431-b310-bac1fdbc5d53'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:23:24.000585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa661326-46fa-4c02-bb36-e1172cd89e6e req-a8b87f3a-ea1b-479d-94ff-4aec73608f92 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:24.002085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa661326-46fa-4c02-bb36-e1172cd89e6e req-a8b87f3a-ea1b-479d-94ff-4aec73608f92 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.0518320 Apr 21 21:23:24.039900 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa661326-46fa-4c02-bb36-e1172cd89e6e req-d67354b3-264f-4baa-ad8e-9b392583b742 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318706 Apr 21 21:23:24.275818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bf5ba-9523-4c42-b2ac-5b419f778bdc req-2110b4ed-f402-4740-a703-f06525f8475a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:24.277326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c7bf5ba-9523-4c42-b2ac-5b419f778bdc req-2110b4ed-f402-4740-a703-f06525f8475a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 944 time: 0.0492747 Apr 21 21:23:24.316031 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2c7bf5ba-9523-4c42-b2ac-5b419f778bdc req-6c472f6d-dd4f-463c-b432-d72c0230728a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Apr 21 21:23:25.121884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a6627553-c256-4431-b310-bac1fdbc5d53 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:23:25.156294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8712765-c311-426a-a0d9-983ab02a9356 req-bd5f8cd0-1731-41d8-b59e-573d295b5805 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:25.157769 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8712765-c311-426a-a0d9-983ab02a9356 req-bd5f8cd0-1731-41d8-b59e-573d295b5805 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.0519965 Apr 21 21:23:25.168257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port a6627553-c256-4431-b310-bac1fdbc5d53 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:23:25.172809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port a6627553-c256-4431-b310-bac1fdbc5d53 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:25.173186 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:25.195113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8712765-c311-426a-a0d9-983ab02a9356 req-c5101837-8b40-465c-a96e-e118bc5d36d6 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312386 Apr 21 21:23:25.251007 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:25.272015 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:23:25.274507 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbcd3a6-40e3-4956-90b0-10b611ce8b3f" -d '{"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-plugged", "status": "completed", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:23:25.287875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:25.292059 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:25.315135 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40debe39-7c38-4c41-bffd-a9e0fab14a3d x-openstack-request-id: req-40debe39-7c38-4c41-bffd-a9e0fab14a3d {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:23:25.315423 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-plugged", "status": "completed", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:23:25.315668 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40debe39-7c38-4c41-bffd-a9e0fab14a3d {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:23:25.316091 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40debe39-7c38-4c41-bffd-a9e0fab14a3d'] response: {'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'code': 200} Apr 21 21:23:25.341224 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:25.437910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375c912-7173-4554-a730-958fa7c82e3e req-bffccceb-7eeb-4fb3-a615-3eb9f7eeeed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:25.439647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1375c912-7173-4554-a730-958fa7c82e3e req-bffccceb-7eeb-4fb3-a615-3eb9f7eeeed3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1096 time: 0.0702810 Apr 21 21:23:25.451927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec95219-8466-4d0a-a643-3d3d4b897411 req-d69026e1-8059-4456-8ca7-4e6b4c0da038 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:25.453300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ec95219-8466-4d0a-a643-3d3d4b897411 req-d69026e1-8059-4456-8ca7-4e6b4c0da038 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0598984 Apr 21 21:23:25.506305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1375c912-7173-4554-a730-958fa7c82e3e req-18905778-c7ea-420c-bed0-be6e65c36512 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520983 Apr 21 21:23:25.511014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ec95219-8466-4d0a-a643-3d3d4b897411 req-fcaa9180-52ac-4522-843f-e0f7e14773b6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509510 Apr 21 21:23:26.309313 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c90ae4-a029-44d5-847c-a66b18e096eb req-c29f5b4d-9b19-4681-8e61-1f231a7f1db9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:26.311412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20c90ae4-a029-44d5-847c-a66b18e096eb req-c29f5b4d-9b19-4681-8e61-1f231a7f1db9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.0481730 Apr 21 21:23:26.351597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20c90ae4-a029-44d5-847c-a66b18e096eb req-8faed324-fd40-446f-ae03-fae2ddecde8b tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339699 Apr 21 21:23:26.625944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7228768-eb35-4eb3-8bc6-0b0b19ea4a4b req-6be7d610-aef3-422b-b77c-c3a81b0e5cf0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:26.627352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7228768-eb35-4eb3-8bc6-0b0b19ea4a4b req-6be7d610-aef3-422b-b77c-c3a81b0e5cf0 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0486882 Apr 21 21:23:26.663851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7228768-eb35-4eb3-8bc6-0b0b19ea4a4b req-0a8f9b9f-c316-4152-84d7-fd9ab6839450 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305691 Apr 21 21:23:27.468136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726bdee-7add-4792-9b3f-6f1c408bf9a5 req-47709cce-abe6-4267-a218-575a6e4a04e0 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:27.469634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2726bdee-7add-4792-9b3f-6f1c408bf9a5 req-47709cce-abe6-4267-a218-575a6e4a04e0 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.0487413 Apr 21 21:23:27.506482 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2726bdee-7add-4792-9b3f-6f1c408bf9a5 req-4906c263-b573-4d9d-99f5-34ab6ea2c808 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306683 Apr 21 21:23:27.776736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b2f6a-5cb5-4245-9664-606d4095f62f req-2fcbade1-f209-449e-a539-077d14aae609 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:27.778186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179b2f6a-5cb5-4245-9664-606d4095f62f req-2fcbade1-f209-449e-a539-077d14aae609 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0481470 Apr 21 21:23:27.815483 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-179b2f6a-5cb5-4245-9664-606d4095f62f req-5ab57621-7ccf-4bec-8ccb-12a7be145418 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313184 Apr 21 21:23:27.926618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f3c83-26c8-4680-b8c7-aaf568b6ff33 req-c1373d0e-c486-4f31-9a1d-5be3ccad0a9f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:27.928067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cf5f3c83-26c8-4680-b8c7-aaf568b6ff33 req-c1373d0e-c486-4f31-9a1d-5be3ccad0a9f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0472360 Apr 21 21:23:27.975441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cf5f3c83-26c8-4680-b8c7-aaf568b6ff33 req-b9197b9a-d174-4649-9405-c84901c53d2d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Apr 21 21:23:27.993329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37184) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:28.033970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94451db3-7034-449e-953f-397b3f544ff2 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:28.035473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-94451db3-7034-449e-953f-397b3f544ff2 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1091 time: 0.0409389 Apr 21 21:23:28.038322 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37186) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:28.042707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:28.064077 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:28.163295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:28.267333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.25.0.55 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/5470f7f1-4780-4f03-b400-b515c944628c) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:23:28.366554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:28.398835 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:28.432260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:23:28.434917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:23:28.440878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:23:28.472692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=5470f7f1-4780-4f03-b400-b515c944628c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:28.626140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc99873-6fa2-4eef-a0ba-b6c72b68a265 req-6b25629c-f968-4aa2-a74b-39cec7f457fe tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:28.627589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7dc99873-6fa2-4eef-a0ba-b6c72b68a265 req-6b25629c-f968-4aa2-a74b-39cec7f457fe tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 943 time: 0.0525146 Apr 21 21:23:28.665269 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7dc99873-6fa2-4eef-a0ba-b6c72b68a265 req-25dbc1d9-8c48-4ab2-a619-b739a5deb1a1 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316410 Apr 21 21:23:28.793801 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:28.861352 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:29.003700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:29.007933 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:29.077650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=5470f7f1-4780-4f03-b400-b515c944628c,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:29.088926 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:29.155281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 717b37ad-ca7f-41bc-b7c1-93c474a9f694 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:23:29.255309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 717b37ad-ca7f-41bc-b7c1-93c474a9f694, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:29.267279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'port_id': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'mac_address': 'fa:16:3e:db:15:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:23:29.305112 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:29.319508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717b37ad-ca7f-41bc-b7c1-93c474a9f694 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:23:29.339882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 717b37ad-ca7f-41bc-b7c1-93c474a9f694, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:29.343873 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:29.396861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=717b37ad-ca7f-41bc-b7c1-93c474a9f694,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:29.516198 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Floating IP 1deb3b7c-f218-483c-8ac0-1278ab061435 associated. External IP: 172.25.0.55, port: a6627553-c256-4431-b310-bac1fdbc5d53. Apr 21 21:23:29.694683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['717b37ad-ca7f-41bc-b7c1-93c474a9f694'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:23:29.727008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router e52cf901-ef27-45fa-abb5-66dcf53b6ada has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:23:29.852959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35352a31-11a1-4da8-b5fb-a8d4882bbcb9 req-355a882e-ed30-440b-9ee6-d9e508d30c07 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:29.854478 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-35352a31-11a1-4da8-b5fb-a8d4882bbcb9 req-355a882e-ed30-440b-9ee6-d9e508d30c07 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 944 time: 0.1204402 Apr 21 21:23:29.886486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:23:29.897470 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] Sync routers for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:23:29.908978 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:29.909578 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:29.921817 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-35352a31-11a1-4da8-b5fb-a8d4882bbcb9 req-cf5d2128-efa6-45f2-b2d3-7f504ae6f67b tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576923 Apr 21 21:23:29.924924 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:29.955387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c99dcea0-bfe2-44a5-85e7-b67e3ba4235f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9159682 Apr 21 21:23:29.956001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:23:29.958334 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8395c25-e2e6-4c13-be1c-55f59bf9605b" -d '{"events": [{"name": "network-changed", "server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:23:30.016205 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:30.067849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a1494-8a4d-4bbd-9750-4d19cf03150c req-6273a881-ec33-4051-a0ec-82d14bc4cb5e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:30.069445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a71a1494-8a4d-4bbd-9750-4d19cf03150c req-6273a881-ec33-4051-a0ec-82d14bc4cb5e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Apr 21 21:23:30.115402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a71a1494-8a4d-4bbd-9750-4d19cf03150c req-463682db-260e-4e49-a773-ffbe42b8b9bd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369692 Apr 21 21:23:30.140728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37198) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:30.150930 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e13cd7-03ad-48b5-9f39-a270535bfd58 x-openstack-request-id: req-c4e13cd7-03ad-48b5-9f39-a270535bfd58 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:23:30.151284 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:23:30.151603 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4e13cd7-03ad-48b5-9f39-a270535bfd58 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:23:30.152068 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e13cd7-03ad-48b5-9f39-a270535bfd58'] response: {'name': 'network-changed', 'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'status': 'completed', 'code': 200} Apr 21 21:23:30.210423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fe565459-8755-4f6e-bb70-1f5251efe4af tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/1deb3b7c-f218-483c-8ac0-1278ab061435 HTTP/1.1" status: 200 len: 990 time: 0.0680609 Apr 21 21:23:30.214543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-63b73962-fa26-4db2-8965-893afc0092ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:30.216061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-63b73962-fa26-4db2-8965-893afc0092ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1096 time: 0.0427682 Apr 21 21:23:30.279586 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '1deb3b7c-f218-483c-8ac0-1278ab061435', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'port_id': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'mac_address': 'fa:16:3e:08:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378bc7e7-ec57-4943-87c8-e116b691f481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:23:28Z', 'updated_at': '2022-04-21T21:23:28Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd793f668-8d58-44d4-a11a-45162049a8ba', 'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:65:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:10Z', 'updated_at': '2022-04-21T21:23:15Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:30.305746 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] Checking router: e52cf901-ef27-45fa-abb5-66dcf53b6ada for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:23:30.309692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-a5acd24a-9584-423e-bc8d-d8e4f6dfb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:30.311742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-a5acd24a-9584-423e-bc8d-d8e4f6dfb6ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 200 len: 897 time: 0.0893469 Apr 21 21:23:30.314798 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:30.315368 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:30.376257 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-607ba5ab-d07a-483a-952b-5d38d4829d92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 998 time: 0.0580912 Apr 21 21:23:30.416545 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:30.423568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-e5c1ac27-91b6-46f8-969a-461dc031941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:30.425280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-e5c1ac27-91b6-46f8-969a-461dc031941d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1433005f-ae81-46bc-b4d8-b738b4788e53 HTTP/1.1" status: 200 len: 835 time: 0.0431428 Apr 21 21:23:30.485308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-03e6b6d3-3fac-4415-b15e-f556bf084ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:30.486705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-03e6b6d3-3fac-4415-b15e-f556bf084ae1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ebdcce3-f664-4030-88e9-13b89ab02a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540636 Apr 21 21:23:30.502612 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c295d432-5dee-4964-a12a-607fa7eee993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:30.581228 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-f5998e8c-fd5b-4722-9cfe-2911817c77c2 service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872352 Apr 21 21:23:30.652106 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '1deb3b7c-f218-483c-8ac0-1278ab061435', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'port_id': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'mac_address': 'fa:16:3e:08:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378bc7e7-ec57-4943-87c8-e116b691f481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:23:28Z', 'updated_at': '2022-04-21T21:23:28Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd793f668-8d58-44d4-a11a-45162049a8ba', 'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:65:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:10Z', 'updated_at': '2022-04-21T21:23:15Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:30.672048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8395c25-e2e6-4c13-be1c-55f59bf9605b req-8fb68ea9-b084-48f8-92e2-c335c1e59b26 service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850716 Apr 21 21:23:30.679287 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aac98-0736-4367-9ff4-9ef972d33c5d None None] The sync data for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 is: [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '1deb3b7c-f218-483c-8ac0-1278ab061435', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'port_id': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'mac_address': 'fa:16:3e:08:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378bc7e7-ec57-4943-87c8-e116b691f481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:23:28Z', 'updated_at': '2022-04-21T21:23:28Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd793f668-8d58-44d4-a11a-45162049a8ba', 'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:65:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:10Z', 'updated_at': '2022-04-21T21:23:15Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:23:30.857875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a49e7d-8b96-48aa-bad2-82bc3bc4ec41 None None] New status for floating IP 1deb3b7c-f218-483c-8ac0-1278ab061435: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:23:31.034448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca225a-4c81-4df3-961e-ee438b699d10 req-a31e7ea0-0828-4b52-89da-c6fed1583433 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:31.035918 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89ca225a-4c81-4df3-961e-ee438b699d10 req-a31e7ea0-0828-4b52-89da-c6fed1583433 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 944 time: 0.0512555 Apr 21 21:23:31.079156 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89ca225a-4c81-4df3-961e-ee438b699d10 req-62e6c6cd-6afa-4993-bcbb-3cda99d8e98c tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371292 Apr 21 21:23:31.165125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 717b37ad-ca7f-41bc-b7c1-93c474a9f694 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:23:31.212787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:23:31.213777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37202) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:31.217386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:23:31.217756 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:31.282723 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-987eef36-321c-4c61-99c9-e8a25b52f4f5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/1deb3b7c-f218-483c-8ac0-1278ab061435 HTTP/1.1" status: 200 len: 992 time: 0.0616446 Apr 21 21:23:31.296894 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:31.319245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:23:31.321570 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a8ba98-c202-493f-b025-d73e31c7ee4a" -d '{"events": [{"server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "name": "network-vif-plugged", "status": "completed", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:23:31.335032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 717b37ad-ca7f-41bc-b7c1-93c474a9f694, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:23:31.339448 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:31.363445 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be358d9-6fe9-41e7-8f84-f614de3cdeb1 x-openstack-request-id: req-6be358d9-6fe9-41e7-8f84-f614de3cdeb1 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:23:31.363734 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "name": "network-vif-plugged", "status": "completed", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:23:31.364012 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6be358d9-6fe9-41e7-8f84-f614de3cdeb1 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:23:31.364369 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be358d9-6fe9-41e7-8f84-f614de3cdeb1'] response: {'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'code': 200} Apr 21 21:23:31.389391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=717b37ad-ca7f-41bc-b7c1-93c474a9f694,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:31.452515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe90e07-d64f-49ee-8a52-45fda8027244 req-9bb61d30-cb30-48bf-b077-edeb43e07e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:31.454031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0fe90e07-d64f-49ee-8a52-45fda8027244 req-9bb61d30-cb30-48bf-b077-edeb43e07e2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 1096 time: 0.0411925 Apr 21 21:23:31.486984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0fe90e07-d64f-49ee-8a52-45fda8027244 req-4ca6e5cd-fa2d-4fe8-a062-e0cc8c78bed4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267286 Apr 21 21:23:32.194754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3caa59-699a-4328-bede-0a04265ac10e req-9539cf96-ed16-4070-902a-d3951155e0db tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:32.196115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e3caa59-699a-4328-bede-0a04265ac10e req-9539cf96-ed16-4070-902a-d3951155e0db tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 945 time: 0.0479562 Apr 21 21:23:32.233718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e3caa59-699a-4328-bede-0a04265ac10e req-c33d12d9-3bed-4605-89df-b18109424bd5 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309772 Apr 21 21:23:32.782840 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a453dad-baf4-4ffd-9978-84907d6c1b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:33.348958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1697-b9c3-44c8-87c6-57259d8f79cf req-05f10c58-4eaa-4a6d-9740-571b58259027 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:33.350399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92fe1697-b9c3-44c8-87c6-57259d8f79cf req-05f10c58-4eaa-4a6d-9740-571b58259027 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 945 time: 0.0475988 Apr 21 21:23:33.387172 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92fe1697-b9c3-44c8-87c6-57259d8f79cf req-06c8af4f-ea22-48a5-9078-9751208a37de tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308306 Apr 21 21:23:33.498897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32a5c-da55-4654-97d1-d1acc5af72ca req-248378f8-d30a-4056-98a1-df1894930120 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:33.500327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3e32a5c-da55-4654-97d1-d1acc5af72ca req-248378f8-d30a-4056-98a1-df1894930120 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 945 time: 0.0469673 Apr 21 21:23:33.540440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f3e32a5c-da55-4654-97d1-d1acc5af72ca req-605e5b4c-1d4b-4d92-964e-99174814046e tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340447 Apr 21 21:23:33.561927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37212) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:33.704585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262cfc14-14b5-4ea5-ad0d-33dcd976cba9 tempest-TestVolumeBackupRestore-565558535 tempest-TestVolumeBackupRestore-565558535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:33.706145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-262cfc14-14b5-4ea5-ad0d-33dcd976cba9 tempest-TestVolumeBackupRestore-565558535 tempest-TestVolumeBackupRestore-565558535-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 1091 time: 0.1432402 Apr 21 21:23:33.708951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37216) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:33.713094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:33.732708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:33.828971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:33.934893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Allocated IP 172.25.0.223 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/48e015eb-3d3a-49fe-af09-c5552a09e6ea) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:23:34.034262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:34.071411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:34.113246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:23:34.115928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:23:34.119501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:23:34.125585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'Port': ['ID=48e015eb-3d3a-49fe-af09-c5552a09e6ea,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:34.133305 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:34.150673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.151008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.151336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.151664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.151985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.152303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.152618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.152966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.153284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.153596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.153949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.154265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:23:34.479749 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:34.542121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:34.689319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:34.693648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:34.758882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event updated for resources: {'Port': ['ID=48e015eb-3d3a-49fe-af09-c5552a09e6ea,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:23:34.768329 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:34.866552 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Floating IP deec86b6-9e7f-4653-aef9-054b8aeb76ba associated. External IP: 172.25.0.223, port: 717b37ad-ca7f-41bc-b7c1-93c474a9f694. Apr 21 21:23:35.067517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Router 0cd9a2ce-d441-4331-9364-6e990b64e57f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:23:35.175800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:23:35.185717 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] Sync routers for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:23:35.194064 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:35.195361 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:35.196137 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:35.222053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a3ee488d-deb2-4d85-8a8c-77eae0af8117 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5121012 Apr 21 21:23:35.222834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:23:35.224892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37218) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:35.225382 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210" -d '{"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:23:35.264807 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9712b0ac-302d-4ae2-981e-0351a004856f x-openstack-request-id: req-9712b0ac-302d-4ae2-981e-0351a004856f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:23:35.264807 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:23:35.264807 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9712b0ac-302d-4ae2-981e-0351a004856f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:23:35.265237 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9712b0ac-302d-4ae2-981e-0351a004856f'] response: {'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'status': 'completed', 'code': 200} Apr 21 21:23:35.272348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe1f140-1645-4ec4-aaa1-9f1f227a3f30 tempest-TestVolumeBackupRestore-565558535 tempest-TestVolumeBackupRestore-565558535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:35.276512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0fe1f140-1645-4ec4-aaa1-9f1f227a3f30 tempest-TestVolumeBackupRestore-565558535 tempest-TestVolumeBackupRestore-565558535-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 1091 time: 0.0480895 Apr 21 21:23:35.276679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37222) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:23:35.282022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b298d986-d0f1-4bdb-a804-a24685c30789 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Request body: {'floatingip': {'port_id': '717b37ad-ca7f-41bc-b7c1-93c474a9f694'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:23:35.300142 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:23:35.320001 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:35.343648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-fd91082d-e3d4-47fd-9b08-100b4ad4d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:35.345214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-fd91082d-e3d4-47fd-9b08-100b4ad4d664 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb9970113e73446592ec69ba4f76c61e&device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 1096 time: 0.0534317 Apr 21 21:23:35.348568 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b298d986-d0f1-4bdb-a804-a24685c30789 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:35.422365 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:35.470215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-279234d5-603b-44de-b96f-221d7f13403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:35.472967 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-279234d5-603b-44de-b96f-221d7f13403b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ff90415-b197-4317-aed8-77d50fbda089 HTTP/1.1" status: 200 len: 914 time: 0.1180878 Apr 21 21:23:35.540542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-4e6c4ce8-e47e-4a4e-8bdc-901df655d8ec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694 HTTP/1.1" status: 200 len: 999 time: 0.0616546 Apr 21 21:23:35.597387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-377733d7-4bcf-4d3c-ad91-70ab7bf6da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:35.599593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-377733d7-4bcf-4d3c-ad91-70ab7bf6da3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4438bcf7-d988-4757-8503-0a157de97d3f HTTP/1.1" status: 200 len: 852 time: 0.0527344 Apr 21 21:23:35.653907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-8f953572-8d28-41db-8f17-246ec4bfe0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:35.657292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-8f953572-8d28-41db-8f17-246ec4bfe0d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ff90415-b197-4317-aed8-77d50fbda089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513566 Apr 21 21:23:35.662307 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'deec86b6-9e7f-4653-aef9-054b8aeb76ba', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'port_id': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'mac_address': 'fa:16:3e:db:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:23:34Z', 'updated_at': '2022-04-21T21:23:34Z', 'revision_number': 0, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:35.697250 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] Checking router: 0cd9a2ce-d441-4331-9364-6e990b64e57f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:23:35.707230 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:35.708208 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:35.761783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-3f4ea4d8-4ee2-4bde-b803-7a1fa8500119 service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975480 Apr 21 21:23:35.826047 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:35.890545 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b298d986-d0f1-4bdb-a804-a24685c30789 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:35.890778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b7beb40-4d7a-4c1e-8144-dd27c7b7c210 req-942c44b8-0807-4130-832a-da81d76d168e service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203170 Apr 21 21:23:35.895660 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b298d986-d0f1-4bdb-a804-a24685c30789 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:35.960568 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:36.076133 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'deec86b6-9e7f-4653-aef9-054b8aeb76ba', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'port_id': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'mac_address': 'fa:16:3e:db:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:23:34Z', 'updated_at': '2022-04-21T21:23:34Z', 'revision_number': 0, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:36.108692 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d476c0-35c1-42ae-a2cf-e933f5c75bca None None] The sync data for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 is: [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'deec86b6-9e7f-4653-aef9-054b8aeb76ba', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'port_id': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'mac_address': 'fa:16:3e:db:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:23:34Z', 'updated_at': '2022-04-21T21:23:34Z', 'revision_number': 0, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:23:36.126339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b298d986-d0f1-4bdb-a804-a24685c30789 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Router 0cd9a2ce-d441-4331-9364-6e990b64e57f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:23:36.244624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b298d986-d0f1-4bdb-a804-a24685c30789 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:23:36.249703 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b298d986-d0f1-4bdb-a804-a24685c30789 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:36.278488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:23:36.280817 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db68c99-93a6-49aa-bbed-1ea6a0d41341" -d '{"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:23:36.315261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b298d986-d0f1-4bdb-a804-a24685c30789 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "PUT /v2.0/floatingips/deec86b6-9e7f-4653-aef9-054b8aeb76ba HTTP/1.1" status: 200 len: 991 time: 1.0371237 Apr 21 21:23:36.327005 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fb58e2-3ea7-42c4-aeb0-3f9f9a91f919 x-openstack-request-id: req-78fb58e2-3ea7-42c4-aeb0-3f9f9a91f919 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:23:36.327302 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:23:36.327558 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78fb58e2-3ea7-42c4-aeb0-3f9f9a91f919 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:23:36.327970 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fb58e2-3ea7-42c4-aeb0-3f9f9a91f919'] response: {'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'status': 'completed', 'code': 200} Apr 21 21:23:36.360306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89659fa4-6ea0-4ec6-8db6-b36030e9afbb None None] New status for floating IP deec86b6-9e7f-4653-aef9-054b8aeb76ba: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:23:36.385877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-957ae134-5b8d-4825-aee3-e49fce59ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:36.394508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-957ae134-5b8d-4825-aee3-e49fce59ac3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb9970113e73446592ec69ba4f76c61e&device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 1096 time: 0.0503831 Apr 21 21:23:36.498097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-fd84742d-592b-476b-b159-d9ad46843f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:36.499620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-fd84742d-592b-476b-b159-d9ad46843f20 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ff90415-b197-4317-aed8-77d50fbda089 HTTP/1.1" status: 200 len: 914 time: 0.0928090 Apr 21 21:23:36.580027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-16bd295e-1b8d-4d0b-b09e-896746bd5bdd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694 HTTP/1.1" status: 200 len: 999 time: 0.0666738 Apr 21 21:23:36.630096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-0d4c69ec-26cb-4009-a4b7-14eb2adcc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:36.631442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-0d4c69ec-26cb-4009-a4b7-14eb2adcc24c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4438bcf7-d988-4757-8503-0a157de97d3f HTTP/1.1" status: 200 len: 852 time: 0.0438664 Apr 21 21:23:36.742288 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] Sync routers for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:23:36.753011 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:36.753634 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:36.861583 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:36.979573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-ee17e7d7-896d-466e-956f-9680ad646e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:36.981048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-ee17e7d7-896d-466e-956f-9680ad646e50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ff90415-b197-4317-aed8-77d50fbda089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3258922 Apr 21 21:23:37.077091 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-c4631230-fc6a-4ea9-baec-8c805e34ec63 service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794902 Apr 21 21:23:37.084052 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'deec86b6-9e7f-4653-aef9-054b8aeb76ba', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'port_id': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'mac_address': 'fa:16:3e:db:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:23:34Z', 'updated_at': '2022-04-21T21:23:36Z', 'revision_number': 2, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:37.116712 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] Checking router: 0cd9a2ce-d441-4331-9364-6e990b64e57f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:23:37.124991 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:23:37.125591 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:23:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:37.180507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9db68c99-93a6-49aa-bbed-1ea6a0d41341 req-fbdcce8b-766c-49cc-96b2-38c6c810b271 service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974004 Apr 21 21:23:37.226299 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:23:37.446102 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'deec86b6-9e7f-4653-aef9-054b8aeb76ba', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'port_id': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'mac_address': 'fa:16:3e:db:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:23:34Z', 'updated_at': '2022-04-21T21:23:36Z', 'revision_number': 2, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:23:37.471585 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6be51-cc0e-410a-9e6c-940af4af10fe None None] The sync data for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 is: [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'deec86b6-9e7f-4653-aef9-054b8aeb76ba', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'port_id': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'mac_address': 'fa:16:3e:db:15:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:23:34Z', 'updated_at': '2022-04-21T21:23:36Z', 'revision_number': 2, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:23:38.329570 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:23:38.331919 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f54b023-1c5a-4631-866d-780242c466b8" -d '{"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:23:38.368119 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc354e8c-753c-4f3c-b887-f985b1b1fe4e x-openstack-request-id: req-cc354e8c-753c-4f3c-b887-f985b1b1fe4e {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:23:38.368403 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:23:38.368649 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc354e8c-753c-4f3c-b887-f985b1b1fe4e {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:23:38.369074 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc354e8c-753c-4f3c-b887-f985b1b1fe4e'] response: {'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'status': 'completed', 'code': 200} Apr 21 21:23:38.441242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54b023-1c5a-4631-866d-780242c466b8 req-10ac422d-2f5c-4de7-9818-83a47c683ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:38.442715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f54b023-1c5a-4631-866d-780242c466b8 req-10ac422d-2f5c-4de7-9818-83a47c683ef8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb9970113e73446592ec69ba4f76c61e&device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 1096 time: 0.0503187 Apr 21 21:23:38.531553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54b023-1c5a-4631-866d-780242c466b8 req-f4e1ba18-5b56-4d2e-9e87-e5a5447b945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:38.532994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f54b023-1c5a-4631-866d-780242c466b8 req-f4e1ba18-5b56-4d2e-9e87-e5a5447b945b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ff90415-b197-4317-aed8-77d50fbda089 HTTP/1.1" status: 200 len: 914 time: 0.0843008 Apr 21 21:23:38.601159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f54b023-1c5a-4631-866d-780242c466b8 req-6813de9e-9574-42ab-a945-569fa39ab9c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694 HTTP/1.1" status: 200 len: 1001 time: 0.0551825 Apr 21 21:23:38.647479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54b023-1c5a-4631-866d-780242c466b8 req-0f225940-98d8-42f8-bd65-055c0fe70100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:38.648954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f54b023-1c5a-4631-866d-780242c466b8 req-0f225940-98d8-42f8-bd65-055c0fe70100 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4438bcf7-d988-4757-8503-0a157de97d3f HTTP/1.1" status: 200 len: 852 time: 0.0407958 Apr 21 21:23:38.695819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54b023-1c5a-4631-866d-780242c466b8 req-80fa8f3b-1eec-4e07-8ea7-7f7b53d37da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:23:38.697256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f54b023-1c5a-4631-866d-780242c466b8 req-80fa8f3b-1eec-4e07-8ea7-7f7b53d37da5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ff90415-b197-4317-aed8-77d50fbda089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416129 Apr 21 21:23:38.784573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f54b023-1c5a-4631-866d-780242c466b8 req-9ef07180-9af2-4efd-a19a-73e8f5d152d4 service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803328 Apr 21 21:23:38.879227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f54b023-1c5a-4631-866d-780242c466b8 req-76135032-4060-422b-8dfc-351c70ebf8c4 service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844848 Apr 21 21:23:50.624111 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:23:50.830123 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:00.495413 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-056b7890-44d5-45bf-8834-46fe1764aa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:02.784388 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-62fcfc30-f148-4f96-9f09-73817e4535c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:04.136055 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:05.400947 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:05.961752 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:09.342030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37246) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:09.494024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Deleting port 48e015eb-3d3a-49fe-af09-c5552a09e6ea {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:09.494363 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:09.567166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:09.567527 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:09.578640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Calling delete_port for 48e015eb-3d3a-49fe-af09-c5552a09e6ea owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:09.723540 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:09.746750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event deleted for resources: {'Port': ['ID=48e015eb-3d3a-49fe-af09-c5552a09e6ea,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:09.811223 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:09.811548 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Floating IP deec86b6-9e7f-4653-aef9-054b8aeb76ba disassociated (deleted). External IP: 172.25.0.223, port: 717b37ad-ca7f-41bc-b7c1-93c474a9f694. Apr 21 21:24:10.021778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Router 0cd9a2ce-d441-4331-9364-6e990b64e57f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:24:10.124689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:10.129574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:10.134622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] Sync routers for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:10.143598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:10.144214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:10.160179 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2630d914-9314-4eea-b806-fd815741cf54 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "DELETE /v2.0/floatingips/deec86b6-9e7f-4653-aef9-054b8aeb76ba HTTP/1.1" status: 204 len: 168 time: 0.8170552 Apr 21 21:24:10.160889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:10.163143 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd5c375-ff40-4ab5-a761-3abf9640393e" -d '{"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:10.252572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:10.271694 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db32ee48-691b-4ab1-94c2-005cf6138864 x-openstack-request-id: req-db32ee48-691b-4ab1-94c2-005cf6138864 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:10.272034 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:10.272233 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db32ee48-691b-4ab1-94c2-005cf6138864 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:10.272662 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db32ee48-691b-4ab1-94c2-005cf6138864'] response: {'name': 'network-changed', 'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'status': 'completed', 'code': 200} Apr 21 21:24:10.348606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-d85dcca9-2df1-4f3b-9edd-5daeaf5af8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:10.350432 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-d85dcca9-2df1-4f3b-9edd-5daeaf5af8a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eb9970113e73446592ec69ba4f76c61e&device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 1096 time: 0.0547695 Apr 21 21:24:10.455711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-de682f36-4e29-4e36-a1a5-00d3eb9cf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:10.457308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-de682f36-4e29-4e36-a1a5-00d3eb9cf307 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2ff90415-b197-4317-aed8-77d50fbda089 HTTP/1.1" status: 200 len: 914 time: 0.0992353 Apr 21 21:24:10.480900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:10.508520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] Checking router: 0cd9a2ce-d441-4331-9364-6e990b64e57f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:10.517055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-e6af1b75-690b-4055-9ee1-2d522fbb662b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694 HTTP/1.1" status: 200 len: 217 time: 0.0426924 Apr 21 21:24:10.517757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:10.518387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:10.570904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-aa1485f1-2ebc-4dde-8b05-2b7ec5ad6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:10.572623 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-aa1485f1-2ebc-4dde-8b05-2b7ec5ad6ac6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4438bcf7-d988-4757-8503-0a157de97d3f HTTP/1.1" status: 200 len: 852 time: 0.0481291 Apr 21 21:24:10.640703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:10.646471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-939c2ffb-9348-4511-9c35-959653d28621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:10.648035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-939c2ffb-9348-4511-9c35-959653d28621 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2ff90415-b197-4317-aed8-77d50fbda089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674446 Apr 21 21:24:10.691212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4342c-b8aa-427b-a454-f324a6de673d req-37661600-596c-4b50-bb0c-7c1d4e3c4739 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:10.692666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ccd4342c-b8aa-427b-a454-f324a6de673d req-37661600-596c-4b50-bb0c-7c1d4e3c4739 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 945 time: 0.0764744 Apr 21 21:24:10.769336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ccd4342c-b8aa-427b-a454-f324a6de673d req-8cddeb34-6e39-44c1-873d-33965bfdc751 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526948 Apr 21 21:24:10.779844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-4b8b359e-940a-437c-b61b-66f57d9f957a service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241508 Apr 21 21:24:10.853654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:10.876363 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ffd5c375-ff40-4ab5-a761-3abf9640393e req-ebb3d9e9-bfa3-4b88-96a1-097bb3176c68 service neutron] 10.222.0.43 "GET /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889544 Apr 21 21:24:10.879858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01806116-d13f-47ed-952c-852ecc770f08 None None] The sync data for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 is: [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:52Z', 'revision_number': 4, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'c14d982c-9296-4a3a-92ea-02d4d62e9b7a', 'name': '', 'network_id': '2ff90415-b197-4317-aed8-77d50fbda089', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'mac_address': 'fa:16:3e:b2:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:51Z', 'updated_at': '2022-04-21T21:20:57Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'subnets': [{'id': '4438bcf7-d988-4757-8503-0a157de97d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:24:11.099547 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c15a242-4eca-4769-8ef5-5f59d9d4e9f4 None None] New status for floating IP deec86b6-9e7f-4653-aef9-054b8aeb76ba: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:24:11.889405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d6123-0010-41b2-973e-d81a28b5737e req-fa3b04bd-b66a-4bf1-ad58-f56b2d5dd0e9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:11.890874 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-640d6123-0010-41b2-973e-d81a28b5737e req-fa3b04bd-b66a-4bf1-ad58-f56b2d5dd0e9 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 945 time: 0.0492249 Apr 21 21:24:11.928995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-640d6123-0010-41b2-973e-d81a28b5737e req-2e6c65fa-36ab-45aa-8221-cebe87a120b8 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/security-groups?id=4beda873-eee0-4b20-a409-1de006f9bcc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319259 Apr 21 21:24:11.968243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-51141ace-98c4-4b9e-9cf8-ac24fc6b43a4 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:11.969686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-51141ace-98c4-4b9e-9cf8-ac24fc6b43a4 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.43 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 945 time: 0.0491271 Apr 21 21:24:12.056883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Deleting port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:12.057134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:12.144938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] For port 717b37ad-ca7f-41bc-b7c1-93c474a9f694, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=717b37ad-ca7f-41bc-b7c1-93c474a9f694,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:12.145299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:12.158092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Calling delete_port for 717b37ad-ca7f-41bc-b7c1-93c474a9f694 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:12.268826 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:24:12.280985 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:12.307209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event deleted for resources: {'Port': ['ID=717b37ad-ca7f-41bc-b7c1-93c474a9f694,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:12.349853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] No DVR routers for this DVR port 717b37ad-ca7f-41bc-b7c1-93c474a9f694 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:24:12.352301 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:12.355546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-91c8b85d-3be8-4438-b48d-e10645e342a8 req-feda8a37-694e-41df-a9b5-fd47fcfedf81 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.43 "DELETE /v2.0/ports/717b37ad-ca7f-41bc-b7c1-93c474a9f694 HTTP/1.1" status: 204 len: 173 time: 0.3802826 Apr 21 21:24:12.355977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'name': 'network-vif-deleted', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:12.358293 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428a93cc-b2a8-4cbd-8ab6-cd67457b22f6" -d '{"events": [{"server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "name": "network-vif-deleted", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:12.395593 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa51c655-9ec5-4af9-94da-00bbcf812397 x-openstack-request-id: req-aa51c655-9ec5-4af9-94da-00bbcf812397 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:12.395884 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487ae9bb-ac2a-4328-8121-8a4f7c33c226", "name": "network-vif-deleted", "tag": "717b37ad-ca7f-41bc-b7c1-93c474a9f694", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:12.396161 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa51c655-9ec5-4af9-94da-00bbcf812397 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:12.396559 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa51c655-9ec5-4af9-94da-00bbcf812397'] response: {'server_uuid': '487ae9bb-ac2a-4328-8121-8a4f7c33c226', 'name': 'network-vif-deleted', 'tag': '717b37ad-ca7f-41bc-b7c1-93c474a9f694', 'status': 'completed', 'code': 200} Apr 21 21:24:13.025651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-205eb58a-67a4-401b-b95f-01c676ef0827 req-28d99d3d-b0f0-44bd-a67d-88892c940241 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 210 time: 0.0275831 Apr 21 21:24:14.122308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e2cafadf-5142-4a55-ad04-c1269d5b73af req-94345e19-aa86-42a5-956e-841721700d76 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 210 time: 0.0281918 Apr 21 21:24:15.215453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b96bf623-6039-4db3-822b-814f33556b0e req-977c8264-af32-4d22-9160-e1c40fea4f59 tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "GET /v2.0/ports?device_id=487ae9bb-ac2a-4328-8121-8a4f7c33c226 HTTP/1.1" status: 200 len: 210 time: 0.0253174 Apr 21 21:24:15.379165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 717b37ad-ca7f-41bc-b7c1-93c474a9f694 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:15.403466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 717b37ad-ca7f-41bc-b7c1-93c474a9f694 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:15.403726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 717b37ad-ca7f-41bc-b7c1-93c474a9f694 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:16.271477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37270) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:16.326793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-57d9e13d-0c62-40d0-ab04-16b5d287870d tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:16.354839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-57d9e13d-0c62-40d0-ab04-16b5d287870d tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:16.413665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-57d9e13d-0c62-40d0-ab04-16b5d287870d tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:16.416329 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-57d9e13d-0c62-40d0-ab04-16b5d287870d tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:16.417507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-57d9e13d-0c62-40d0-ab04-16b5d287870d tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] 10.222.0.49 "DELETE /v2.0/security-groups/4beda873-eee0-4b20-a409-1de006f9bcc4 HTTP/1.1" status: 204 len: 168 time: 0.1450179 Apr 21 21:24:16.426792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9e13d-0c62-40d0-ab04-16b5d287870d tempest-TestVolumeBackupRestore-1926384044 tempest-TestVolumeBackupRestore-1926384044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beda873-eee0-4b20-a409-1de006f9bcc4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:19.879755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37724) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:20.222783 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:20.467693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Deleting port c14d982c-9296-4a3a-92ea-02d4d62e9b7a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:20.468037 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:20.546415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] For port c14d982c-9296-4a3a-92ea-02d4d62e9b7a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c14d982c-9296-4a3a-92ea-02d4d62e9b7a,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:20.546700 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:20.559020 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Calling delete_port for c14d982c-9296-4a3a-92ea-02d4d62e9b7a owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:20.627616 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:20.732711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:20.758085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14d982c-9296-4a3a-92ea-02d4d62e9b7a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:20.830857 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:20.921134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:21.426878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Router 0cd9a2ce-d441-4331-9364-6e990b64e57f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:24:21.544178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:21.549118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0f8073bc-5fa5-4e36-a95d-4474f4d8a7a3 admin admin] 10.222.0.49 "PUT /v2.0/routers/0cd9a2ce-d441-4331-9364-6e990b64e57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6682765 Apr 21 21:24:21.551628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37726) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:21.553590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] Sync routers for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:21.567632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:21.568382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:21.655463 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:21.677677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:21.770190 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:21.824631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Deleting port 8b233606-8ba0-4b1e-b44a-7901dbe55555 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:21.825025 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:21.874472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:24:20Z', 'revision_number': 5, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port': {'id': '8b233606-8ba0-4b1e-b44a-7901dbe55555', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:87:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:21.904276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] Checking router: 0cd9a2ce-d441-4331-9364-6e990b64e57f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:21.906833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] For port 8b233606-8ba0-4b1e-b44a-7901dbe55555, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8b233606-8ba0-4b1e-b44a-7901dbe55555,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:21.907194 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:21.913416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] Routers {'0cd9a2ce-d441-4331-9364-6e990b64e57f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:21.914014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0cd9a2ce-d441-4331-9364-6e990b64e57f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:21.919590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Calling delete_port for 8b233606-8ba0-4b1e-b44a-7901dbe55555 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:21.999836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] Set router 0cd9a2ce-d441-4331-9364-6e990b64e57f gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:22.053237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:24:21Z', 'revision_number': 6, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:22.087754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc0cce-4668-4672-8658-af43ec665f08 None None] The sync data for ids ['0cd9a2ce-d441-4331-9364-6e990b64e57f'] in n-d-838945-1 is: [{'id': '0cd9a2ce-d441-4331-9364-6e990b64e57f', 'name': 'tempest-TestVolumeBackupRestore-973131079-router', 'tenant_id': 'eb9970113e73446592ec69ba4f76c61e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:49Z', 'updated_at': '2022-04-21T21:24:21Z', 'revision_number': 6, 'project_id': 'eb9970113e73446592ec69ba4f76c61e', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:24:22.088048 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.116473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b233606-8ba0-4b1e-b44a-7901dbe55555,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:22.178841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.269833 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.271796 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.311737 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.312229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd9a2ce-d441-4331-9364-6e990b64e57f {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:24:22.316604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.317784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-30bc20e0-d082-482d-9da9-0a47c43c774f admin admin] 10.222.0.49 "DELETE /v2.0/routers/0cd9a2ce-d441-4331-9364-6e990b64e57f HTTP/1.1" status: 204 len: 168 time: 0.7652175 Apr 21 21:24:22.321132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37728) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:22.363127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1a061e-7916-41f8-a49c-14d688408e89 admin admin] Deleting subnet 4438bcf7-d988-4757-8503-0a157de97d3f {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:24:22.366501 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c1a061e-7916-41f8-a49c-14d688408e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.400898 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c1a061e-7916-41f8-a49c-14d688408e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.494272 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c1a061e-7916-41f8-a49c-14d688408e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.555983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c1a061e-7916-41f8-a49c-14d688408e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.580938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a061e-7916-41f8-a49c-14d688408e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4438bcf7-d988-4757-8503-0a157de97d3f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:22.584479 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6c1a061e-7916-41f8-a49c-14d688408e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.587639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6c1a061e-7916-41f8-a49c-14d688408e89 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4438bcf7-d988-4757-8503-0a157de97d3f HTTP/1.1" status: 204 len: 168 time: 0.2655799 Apr 21 21:24:22.590183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37730) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:22.592698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ddad05-6b0a-4668-969e-2bb6254fa473 None None] Network 2ff90415-b197-4317-aed8-77d50fbda089 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:24:22.660084 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.713081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Deleting port 2775cda6-6886-4278-ad67-d3fd1aa95577 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:22.713423 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.775881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] For port 2775cda6-6886-4278-ad67-d3fd1aa95577, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=2775cda6-6886-4278-ad67-d3fd1aa95577,segment=NetworkSegment(0b0a28ed-7529-48d7-a41a-5530849dda5b),segment_id=0b0a28ed-7529-48d7-a41a-5530849dda5b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:22.776247 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.789259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Calling delete_port for 2775cda6-6886-4278-ad67-d3fd1aa95577 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:22.882730 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:22.882995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f88bcd-3ac7-4dba-a576-0ab06236516f None None] DHCP port deletion for 2ff90415-b197-4317-aed8-77d50fbda089 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:24:22.906594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c14d982c-9296-4a3a-92ea-02d4d62e9b7a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:22.910929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] No DVR routers for this DVR port 2775cda6-6886-4278-ad67-d3fd1aa95577 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:24:22.913564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Pushing event deleted for resources: {'Port': ['ID=2775cda6-6886-4278-ad67-d3fd1aa95577,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:22.930206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c14d982c-9296-4a3a-92ea-02d4d62e9b7a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:22.930777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c14d982c-9296-4a3a-92ea-02d4d62e9b7a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:23.008802 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:23.032898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff90415-b197-4317-aed8-77d50fbda089']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:23.044999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0a28ed-7529-48d7-a41a-5530849dda5b') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:23.045231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0a28ed-7529-48d7-a41a-5530849dda5b') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:23.055844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:23.059654 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-98b99b1b-9025-41ae-9e4f-79c92de3fa16 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859544 Apr 21 21:24:23.074202 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:23.080580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:24:23.080981 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:24:23.082946 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:24:23.180965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:23.186593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:23.192904 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] 10.222.0.49 "DELETE /v2.0/networks/2ff90415-b197-4317-aed8-77d50fbda089 HTTP/1.1" status: 204 len: 168 time: 0.5988944 Apr 21 21:24:23.192904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-3ebe51d8-7014-4553-bed7-493ee87f2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:23.193490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-3ebe51d8-7014-4553-bed7-493ee87f2a0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1096 time: 0.0891111 Apr 21 21:24:23.197713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37732) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:23.210492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce75ed-8535-4c54-9963-88dc1eea0edc admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff90415-b197-4317-aed8-77d50fbda089,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:23.375573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-425023ef-adfd-49a8-bf06-05fa2568be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:23.376951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-425023ef-adfd-49a8-bf06-05fa2568be58 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 200 len: 897 time: 0.1357229 Apr 21 21:24:23.506106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-caac59bc-dc12-48f6-8f2a-d53975904a7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 1000 time: 0.0959337 Apr 21 21:24:23.581112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-53edfe63-b980-4387-b02f-490aad305473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:23.582494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-53edfe63-b980-4387-b02f-490aad305473 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1433005f-ae81-46bc-b4d8-b738b4788e53 HTTP/1.1" status: 200 len: 835 time: 0.0703306 Apr 21 21:24:23.657882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-25a8b360-5a08-49d5-b320-9ffa515fa7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:23.659252 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-25a8b360-5a08-49d5-b320-9ffa515fa7bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ebdcce3-f664-4030-88e9-13b89ab02a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705428 Apr 21 21:24:23.781390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-dbb2203d-426e-450c-8cd4-c0501d970821 service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143267 Apr 21 21:24:23.818574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:23.958752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc8c7a71-53c7-4ef0-a609-8bf7a1090337 req-179a6d54-dd5e-4d91-946f-23ea2b6eddf8 service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682165 Apr 21 21:24:24.109311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Deleting port f383cfe7-0449-4f8f-83e5-14a7ddd76351 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:24.109642 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:24.187677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] For port f383cfe7-0449-4f8f-83e5-14a7ddd76351, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f383cfe7-0449-4f8f-83e5-14a7ddd76351,segment=NetworkSegment(d6b67970-a863-438c-a015-fcfa95ff6f61),segment_id=d6b67970-a863-438c-a015-fcfa95ff6f61)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:24.188411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:24.200677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Calling delete_port for f383cfe7-0449-4f8f-83e5-14a7ddd76351 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:24.375458 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:24.400960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Pushing event deleted for resources: {'Port': ['ID=f383cfe7-0449-4f8f-83e5-14a7ddd76351,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:24.538699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8b233606-8ba0-4b1e-b44a-7901dbe55555 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:24.560753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8b233606-8ba0-4b1e-b44a-7901dbe55555 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:24.561119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8b233606-8ba0-4b1e-b44a-7901dbe55555 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:24.561743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2775cda6-6886-4278-ad67-d3fd1aa95577 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:24.582875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 2775cda6-6886-4278-ad67-d3fd1aa95577 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:24.583232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 2775cda6-6886-4278-ad67-d3fd1aa95577 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:24.844503 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.052395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Router 7fbcf936-642d-4487-b6e6-036eafb32c68 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:24:25.157163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:25.166380 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8a57b274-1e01-4c97-8514-10ab7f938617 admin admin] 10.222.0.49 "PUT /v2.0/routers/7fbcf936-642d-4487-b6e6-036eafb32c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9700716 Apr 21 21:24:25.168885 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37736) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:25.171487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] Sync routers for ids ['7fbcf936-642d-4487-b6e6-036eafb32c68'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:25.180773 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] Routers {'7fbcf936-642d-4487-b6e6-036eafb32c68'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:25.181393 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7fbcf936-642d-4487-b6e6-036eafb32c68'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:25.269152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.281031 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] Set router 7fbcf936-642d-4487-b6e6-036eafb32c68 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:25.371262 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.423566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Deleting port fe230cb1-d148-442e-8073-d6e003fc8fab {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:25.423972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.459166 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:24:24Z', 'revision_number': 5, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'gw_port': {'id': 'fe230cb1-d148-442e-8073-d6e003fc8fab', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:25.488594 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] Checking router: 7fbcf936-642d-4487-b6e6-036eafb32c68 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:25.497163 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] Routers {'7fbcf936-642d-4487-b6e6-036eafb32c68'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:25.497742 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7fbcf936-642d-4487-b6e6-036eafb32c68'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:25.506374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] For port fe230cb1-d148-442e-8073-d6e003fc8fab, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fe230cb1-d148-442e-8073-d6e003fc8fab,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:25.506695 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.518219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Calling delete_port for fe230cb1-d148-442e-8073-d6e003fc8fab owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:25.579243 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] Set router 7fbcf936-642d-4487-b6e6-036eafb32c68 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:25.628693 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:24:25Z', 'revision_number': 6, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:25.657095 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e751751-2849-4798-9eee-06b4fdc13fcc None None] The sync data for ids ['7fbcf936-642d-4487-b6e6-036eafb32c68'] in n-d-838945-1 is: [{'id': '7fbcf936-642d-4487-b6e6-036eafb32c68', 'name': 'tempest-TestVolumeBackupRestore-1668366759-router', 'tenant_id': 'dbf05db01be241fda0c192326b459f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:20:55Z', 'updated_at': '2022-04-21T21:24:25Z', 'revision_number': 6, 'project_id': 'dbf05db01be241fda0c192326b459f7c', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:24:25.683195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.710582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe230cb1-d148-442e-8073-d6e003fc8fab,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:25.768865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.857990 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.860055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.904735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.905274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fbcf936-642d-4487-b6e6-036eafb32c68 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:24:25.909403 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:25.910573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bb4c02c8-be0a-4a88-bdd2-14ba333f076c admin admin] 10.222.0.49 "DELETE /v2.0/routers/7fbcf936-642d-4487-b6e6-036eafb32c68 HTTP/1.1" status: 204 len: 168 time: 0.7407546 Apr 21 21:24:25.913616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37738) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:25.955551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b18d759-13f1-4987-b5cd-60f3ded7c55e admin admin] Deleting subnet 272f9940-0cfd-4cba-8076-748d4151fdbb {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:24:25.958541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b18d759-13f1-4987-b5cd-60f3ded7c55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.008093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b18d759-13f1-4987-b5cd-60f3ded7c55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.093881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b18d759-13f1-4987-b5cd-60f3ded7c55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.144916 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b18d759-13f1-4987-b5cd-60f3ded7c55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.170395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18d759-13f1-4987-b5cd-60f3ded7c55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=272f9940-0cfd-4cba-8076-748d4151fdbb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:26.174905 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b18d759-13f1-4987-b5cd-60f3ded7c55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.178147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5b18d759-13f1-4987-b5cd-60f3ded7c55e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/272f9940-0cfd-4cba-8076-748d4151fdbb HTTP/1.1" status: 204 len: 168 time: 0.2635381 Apr 21 21:24:26.180614 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37740) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:26.180949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b98d822-7431-4638-a6ed-1f3e1438200c None None] Network ae1626db-dff2-4802-8e5b-4db8359d7dff requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:24:26.257340 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.312268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Deleting port 65108d12-5bfe-47d6-b892-b740831f76f2 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:26.313048 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.378665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] For port 65108d12-5bfe-47d6-b892-b740831f76f2, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=65108d12-5bfe-47d6-b892-b740831f76f2,segment=NetworkSegment(d6b67970-a863-438c-a015-fcfa95ff6f61),segment_id=d6b67970-a863-438c-a015-fcfa95ff6f61)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:26.379029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.393559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Calling delete_port for 65108d12-5bfe-47d6-b892-b740831f76f2 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:26.482802 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.497902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fe230cb1-d148-442e-8073-d6e003fc8fab no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:26.525198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Pushing event deleted for resources: {'Port': ['ID=65108d12-5bfe-47d6-b892-b740831f76f2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:26.528874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] No DVR routers for this DVR port 65108d12-5bfe-47d6-b892-b740831f76f2 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:24:26.534402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fe230cb1-d148-442e-8073-d6e003fc8fab {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:26.534835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fe230cb1-d148-442e-8073-d6e003fc8fab not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:26.535456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f383cfe7-0449-4f8f-83e5-14a7ddd76351 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:26.557167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8bdee0-447d-4c62-af08-acc727457e1f None None] DHCP port deletion for ae1626db-dff2-4802-8e5b-4db8359d7dff request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:24:26.560003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: f383cfe7-0449-4f8f-83e5-14a7ddd76351 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:26.560339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f383cfe7-0449-4f8f-83e5-14a7ddd76351 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:26.607819 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.631788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1626db-dff2-4802-8e5b-4db8359d7dff']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:26.641553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b67970-a863-438c-a015-fcfa95ff6f61') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:26.641843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b67970-a863-438c-a015-fcfa95ff6f61') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:26.651995 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.666242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.673645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:24:26.673973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:24:26.675858 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:24:26.732400 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.737839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:26.741019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] 10.222.0.49 "DELETE /v2.0/networks/ae1626db-dff2-4802-8e5b-4db8359d7dff HTTP/1.1" status: 204 len: 168 time: 0.5593705 Apr 21 21:24:26.753448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494e6fc-8380-4e71-8d6e-3244bdfae44f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1626db-dff2-4802-8e5b-4db8359d7dff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:26.897582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37744) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:26.936870 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d1d06aba-fc6d-414d-95ce-1b70a0f170f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb9970113e73446592ec69ba4f76c61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377734 Apr 21 21:24:26.939600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37746) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:26.985313 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e563106-02e9-442e-8eea-1c1fe33cb754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:27.010091 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e563106-02e9-442e-8eea-1c1fe33cb754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:27.053877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e563106-02e9-442e-8eea-1c1fe33cb754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:27.056309 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5e563106-02e9-442e-8eea-1c1fe33cb754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:27.057498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5e563106-02e9-442e-8eea-1c1fe33cb754 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4dd307e4-bf21-45f3-a48c-123653b71123 HTTP/1.1" status: 204 len: 168 time: 0.1169765 Apr 21 21:24:27.065159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563106-02e9-442e-8eea-1c1fe33cb754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd307e4-bf21-45f3-a48c-123653b71123,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:27.358133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37752) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:27.398501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5d12b318-539f-45f6-9ab5-1009f6609c0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbf05db01be241fda0c192326b459f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389733 Apr 21 21:24:27.401532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37754) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:27.449009 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a94dcdb9-aa29-448f-ac49-a0cf54364068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:27.468840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a94dcdb9-aa29-448f-ac49-a0cf54364068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:27.513839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a94dcdb9-aa29-448f-ac49-a0cf54364068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:27.516393 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a94dcdb9-aa29-448f-ac49-a0cf54364068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:27.517590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a94dcdb9-aa29-448f-ac49-a0cf54364068 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b924aad0-ca1a-4250-a84b-a486e3bd14f4 HTTP/1.1" status: 204 len: 168 time: 0.1151760 Apr 21 21:24:27.524944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dcdb9-aa29-448f-ac49-a0cf54364068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b924aad0-ca1a-4250-a84b-a486e3bd14f4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:28.165483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37776) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:28.266377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1825787734-network', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:28.287351 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Made reservation on behalf of 9d2fe7d80de0455a8974c762f8f7c293 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:24:28.290562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.299267 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.378090 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.382020 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.409552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a7298-e5c1-4a35-9284-71383a1b868e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:28.415348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:24:28.424431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.424677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.425047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.425375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.425715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.426027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.426440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.426661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.426984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.427288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.427645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.427910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:28.435244 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.436409 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Added segment 32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0 of type vlan for network 7b860d08-6c54-43fd-8532-c34218a4be2f Apr 21 21:24:28.484381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.490128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 65108d12-5bfe-47d6-b892-b740831f76f2 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:28.510156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 65108d12-5bfe-47d6-b892-b740831f76f2 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:28.510563 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 65108d12-5bfe-47d6-b892-b740831f76f2 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:28.511798 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.512783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:28.513471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.536177 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3695858 Apr 21 21:24:28.539482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37780) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:28.545436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Request body: {'subnet': {'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1825787734-subnet', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:28.591111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f462b-95e6-4bec-a520-6da602083d9a admin admin] Pushing event updated for resources: {'Network': ['ID=7b860d08-6c54-43fd-8532-c34218a4be2f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:28.597950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Made reservation on behalf of 9d2fe7d80de0455a8974c762f8f7c293 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:24:28.600351 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.601494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 7b860d08-6c54-43fd-8532-c34218a4be2f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:24:28.765139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.825057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde8588f-73bb-46d1-8375-4e1706115dfe,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:28.832499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:28.832893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Network hostable DHCP agents. Network: 7b860d08-6c54-43fd-8532-c34218a4be2f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:24:28.849861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:24:28.858044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 7b860d08-6c54-43fd-8532-c34218a4be2f) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:28.862175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:28.862749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.867716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4a22f3-9019-4b37-80ec-86aef5494394 None None] Network 7b860d08-6c54-43fd-8532-c34218a4be2f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:24:28.877521 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cfb83ed4-b726-4306-aa83-09ba274110f5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3371060 Apr 21 21:24:28.880450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37782) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:28.885068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:28.905973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.907032 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:28.960083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.013114 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-7b860d08-6c54-43fd-8532-c34218a4be2f', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:24:29.013975 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.092678 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.149773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Allocated IP 172.20.0.2 (7b860d08-6c54-43fd-8532-c34218a4be2f/bde8588f-73bb-46d1-8375-4e1706115dfe/8b5dd6df-5f74-4b37-8376-7123a103d684) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:24:29.287094 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.288284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.292733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.306967 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.330866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:29.333984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:29.337016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:24:29.368919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Pushing event updated for resources: {'Port': ['ID=8b5dd6df-5f74-4b37-8376-7123a103d684,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:29.390661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.390999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.391325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.392026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.392026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.392291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.392567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.392905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.393292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.393636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.393990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.394338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:29.407504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Attempting to bind port 8b5dd6df-5f74-4b37-8376-7123a103d684 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:29.407868 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Attempting to bind port 8b5dd6df-5f74-4b37-8376-7123a103d684 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:29.408227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Attempting to bind port 8b5dd6df-5f74-4b37-8376-7123a103d684 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:29.413489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:29.413860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:29.414242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Allocated IP 172.25.0.29 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/5bc7466f-9fa5-48b8-84af-30ef7d801a03) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:24:29.414377 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.414686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Bound using segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:29.415152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Bound port: 8b5dd6df-5f74-4b37-8376-7123a103d684, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:29.415533 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.478501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] For port 8b5dd6df-5f74-4b37-8376-7123a103d684, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:29.481748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] For port 8b5dd6df-5f74-4b37-8376-7123a103d684, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8b5dd6df-5f74-4b37-8376-7123a103d684,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:29.486113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.516807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.547750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1148a-81e0-4b5a-8de0-e9d501db09b8 None None] Pushing event updated for resources: {'Port': ['ID=8b5dd6df-5f74-4b37-8376-7123a103d684,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:29.554893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:29.597488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:29.604253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:29.607916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:24:29.630480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc7466f-9fa5-48b8-84af-30ef7d801a03,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:29.879876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:30.366301 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:30.460324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc9247-3ce5-43d8-8e35-a28b57b0daf1 None None] Network 7b860d08-6c54-43fd-8532-c34218a4be2f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:24:30.497051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:24:30.525118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8b5dd6df-5f74-4b37-8376-7123a103d684 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:30.542297 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d7735ac8-18a5-42d4-a798-fc487bbf4650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:30.610111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:30.612027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a858ca03-ce57-46e9-a3b7-e300ff669fd1 None None] Provisioning complete for port 8b5dd6df-5f74-4b37-8376-7123a103d684 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:30.612529 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a858ca03-ce57-46e9-a3b7-e300ff669fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:30.627591 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:30.628875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cd89c4aa-87a2-4a9a-ba60-bd33b69d7076 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7472076 Apr 21 21:24:30.631648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:30.635509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Sync routers for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:30.687187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:30.687811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:30.738603 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8b5dd6df-5f74-4b37-8376-7123a103d684 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:30.738974 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:30.894314 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a858ca03-ce57-46e9-a3b7-e300ff669fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:30.903798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:31.053212 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.071961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a858ca03-ce57-46e9-a3b7-e300ff669fd1 None None] For port 8b5dd6df-5f74-4b37-8376-7123a103d684, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8b5dd6df-5f74-4b37-8376-7123a103d684,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:31.075088 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.087015 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a858ca03-ce57-46e9-a3b7-e300ff669fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.185049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858ca03-ce57-46e9-a3b7-e300ff669fd1 None None] Pushing event updated for resources: {'Port': ['ID=8b5dd6df-5f74-4b37-8376-7123a103d684,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:31.213945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Allocated IP 172.20.0.1 (7b860d08-6c54-43fd-8532-c34218a4be2f/bde8588f-73bb-46d1-8375-4e1706115dfe/595ea723-f29a-4a90-822c-fbded9ca7a11) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:24:31.229478 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:24:31.229825 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:24:31.237794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ff5a8cb2-4ffc-4a6c-b41f-230f042aae22 None None] Provisioning complete for port 8b5dd6df-5f74-4b37-8376-7123a103d684 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:31.238125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8cb2-4ffc-4a6c-b41f-230f042aae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.291211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:29Z', 'revision_number': 3, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:31.314834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.320131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Checking router: 3a250870-caa9-4d33-9c67-ffe0c0cefee5 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:31.320474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Updating router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 port 5bc7466f-9fa5-48b8-84af-30ef7d801a03 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:24:31.351353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.392988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:31.395973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:31.399807 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:24:31.427321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Pushing event updated for resources: {'Port': ['ID=595ea723-f29a-4a90-822c-fbded9ca7a11,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:31.449054 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.532657 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.594938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.728903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4650ab86-85d4-400a-bd97-c544f280fc4a None None] Provisioning complete for port 595ea723-f29a-4a90-822c-fbded9ca7a11 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:31.729555 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4650ab86-85d4-400a-bd97-c544f280fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.764968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.769552 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.817792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4650ab86-85d4-400a-bd97-c544f280fc4a None None] Port 595ea723-f29a-4a90-822c-fbded9ca7a11 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:24:31.846915 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.848865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Pushing event updated for resources: {'Port': ['ID=595ea723-f29a-4a90-822c-fbded9ca7a11,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:31.908223 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.915277 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.954567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:31.955932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:31.966915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Attempting to bind port 5bc7466f-9fa5-48b8-84af-30ef7d801a03 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:31.967270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Attempting to bind port 5bc7466f-9fa5-48b8-84af-30ef7d801a03 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:31.967639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Attempting to bind port 5bc7466f-9fa5-48b8-84af-30ef7d801a03 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:31.980404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:31.980791 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:31.981132 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.981521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:31.981991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Bound port: 5bc7466f-9fa5-48b8-84af-30ef7d801a03, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:31.982373 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:31.988193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246b0ba-a923-4b53-b63e-ff205a360b4d None None] Pushing event updated for resources: {'Port': ['ID=5bc7466f-9fa5-48b8-84af-30ef7d801a03,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:32.051560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] For port 5bc7466f-9fa5-48b8-84af-30ef7d801a03, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:32.055035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] For port 5bc7466f-9fa5-48b8-84af-30ef7d801a03, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5bc7466f-9fa5-48b8-84af-30ef7d801a03,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:32.060572 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:32.098535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4af28-f24d-4c29-a0e4-ac282dcadb2d req-c6604625-6b15-4a91-a7dd-9fa53f5a9fd6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:32.100708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82e4af28-f24d-4c29-a0e4-ac282dcadb2d req-c6604625-6b15-4a91-a7dd-9fa53f5a9fd6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.1356053 Apr 21 21:24:32.124549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246b0ba-a923-4b53-b63e-ff205a360b4d None None] Pushing event updated for resources: {'Port': ['ID=5bc7466f-9fa5-48b8-84af-30ef7d801a03,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:32.127311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:32.127910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:32.128806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:24:32.170661 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-82e4af28-f24d-4c29-a0e4-ac282dcadb2d req-05a6c2f9-d85b-4ea7-8e85-09f297ca163d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560951 Apr 21 21:24:32.198421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37790) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:32.278549 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aa741a81-e5cc-4aff-af0c-faa53d4a253f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/1deb3b7c-f218-483c-8ac0-1278ab061435 HTTP/1.1" status: 200 len: 992 time: 0.0783026 Apr 21 21:24:32.278921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e143cb03-15ee-4069-8639-ecb311b64d83 None None] Provisioning complete for port 595ea723-f29a-4a90-822c-fbded9ca7a11 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:32.279427 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e143cb03-15ee-4069-8639-ecb311b64d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:32.285397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:32.314938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:32.320838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e26f8f50-aadf-4237-938b-ed703f764287 admin admin] 10.222.0.49 "PUT /v2.0/routers/3a250870-caa9-4d33-9c67-ffe0c0cefee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876001 Apr 21 21:24:32.386526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e143cb03-15ee-4069-8639-ecb311b64d83 None None] Port 595ea723-f29a-4a90-822c-fbded9ca7a11 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:24:32.498729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8b5dd6df-5f74-4b37-8376-7123a103d684 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:32.583100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 2, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:32.616907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8b5dd6df-5f74-4b37-8376-7123a103d684 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:32.617357 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:32.619297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f691f7-0bf9-44b2-b084-267b0a3258c0 None None] The sync data for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 is: [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 2, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:24:32.692962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbeb8f-92d7-4b94-af6e-f1e94da8f38b req-bce8cf3f-3d1e-497d-a16b-a32062c3b0d2 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:32.695097 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0cbeb8f-92d7-4b94-af6e-f1e94da8f38b req-bce8cf3f-3d1e-497d-a16b-a32062c3b0d2 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1096 time: 0.0573223 Apr 21 21:24:32.735490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0cbeb8f-92d7-4b94-af6e-f1e94da8f38b req-101917bd-7019-47d1-a62a-eaaf5bfb5c50 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339441 Apr 21 21:24:32.788844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cbacb782-4d4e-4c1c-a8c2-584e35e22c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:32.871412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37814) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:32.876826 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-345396726-network', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:32.904681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Made reservation on behalf of 73b0d65c34d34ac1ab3f571351f4a6e3 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:24:32.907339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:32.917096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.013454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.022398 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.050727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:24:33.060670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16244b86-76ee-41be-aba4-ffe6d0ed2bec,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:33.078009 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.078356 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Added segment d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d of type vlan for network 1df0c5c4-bd91-4838-a0a0-026f86b870ab Apr 21 21:24:33.128414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.158765 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.159970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:33.160566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.219527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3469760 Apr 21 21:24:33.222417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37828) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:33.229310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Request body: {'subnet': {'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-345396726-subnet', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:33.235912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc02d8f-adac-43ba-b6f4-022a6a086c28 admin admin] Pushing event updated for resources: {'Network': ['ID=1df0c5c4-bd91-4838-a0a0-026f86b870ab,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:33.246923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 1df0c5c4-bd91-4838-a0a0-026f86b870ab details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:24:33.259787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Made reservation on behalf of 73b0d65c34d34ac1ab3f571351f4a6e3 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:24:33.268681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.465423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.525528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a165a4-2cf8-4cce-9c85-5f7633f2cecd,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:33.532650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Checking segment: {'id': 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:33.533034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Network hostable DHCP agents. Network: 1df0c5c4-bd91-4838-a0a0-026f86b870ab, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:24:33.552678 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Network 1df0c5c4-bd91-4838-a0a0-026f86b870ab is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:24:33.564547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 1df0c5c4-bd91-4838-a0a0-026f86b870ab) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:33.573136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:33.573926 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.576128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-c5136d2c-ba42-464f-9b91-1bdcb4ce2367 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1945443 Apr 21 21:24:33.582971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-67aef29c-b96c-40c2-9946-22f16623112f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:24:33.583305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddc124b-79cb-48c8-b394-2aacd8b510a8 None None] Network 1df0c5c4-bd91-4838-a0a0-026f86b870ab requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:24:33.593464 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-67aef29c-b96c-40c2-9946-22f16623112f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121028 Apr 21 21:24:33.599156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-13da92a2-3731-4e43-bc4b-9030349fe918 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3748403 Apr 21 21:24:33.601949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37836) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:33.614652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:33.637041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.640126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.705087 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.779585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-1df0c5c4-bd91-4838-a0a0-026f86b870ab', 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'fixed_ips': [{'subnet_id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:24:33.780463 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.886181 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:33.944935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Allocated IP 172.20.0.2 (1df0c5c4-bd91-4838-a0a0-026f86b870ab/45a165a4-2cf8-4cce-9c85-5f7633f2cecd/1b118208-3e11-493f-bfa3-1336f441a8c8) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:24:34.137050 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.147579 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.152127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.169731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.180564 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.203715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Pushing event updated for resources: {'Port': ['ID=1b118208-3e11-493f-bfa3-1336f441a8c8,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:34.207490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Network 1df0c5c4-bd91-4838-a0a0-026f86b870ab is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:34.210073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:34.212216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:24:34.272816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Attempting to bind port 1b118208-3e11-493f-bfa3-1336f441a8c8 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:34.273258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Attempting to bind port 1b118208-3e11-493f-bfa3-1336f441a8c8 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:34.273671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Attempting to bind port 1b118208-3e11-493f-bfa3-1336f441a8c8 on network 1df0c5c4-bd91-4838-a0a0-026f86b870ab {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:34.280260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:34.280657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Checking segment: {'id': 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:34.281080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.281482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Bound using segment: {'id': 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:34.282148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Bound port: 1b118208-3e11-493f-bfa3-1336f441a8c8, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:34.283012 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.297223 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Allocated IP 172.25.0.170 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/5d33e431-a29f-4462-aeef-bd6be5076494) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:24:34.371676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] For port 1b118208-3e11-493f-bfa3-1336f441a8c8, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:34.373831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-375e4b02-0f6f-49ec-a775-1efdc57dcf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:34.375529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] For port 1b118208-3e11-493f-bfa3-1336f441a8c8, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1b118208-3e11-493f-bfa3-1336f441a8c8,segment=NetworkSegment(d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d),segment_id=d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:34.378019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-375e4b02-0f6f-49ec-a775-1efdc57dcf4a service neutron] 10.222.0.49 "GET /v2.0/ports/a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 1093 time: 0.0525904 Apr 21 21:24:34.382236 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.387331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Request body: {'binding': {'host': 'n-h1-838945-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:34.387735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Unknown quota resources ['binding']. {{(pid=114647) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 21:24:34.438082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.498170 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.526297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad75e7e-d7e7-4425-802a-391ce30810fd None None] Pushing event updated for resources: {'Port': ['ID=1b118208-3e11-493f-bfa3-1336f441a8c8,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:34.569926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 on host n-h1-838945-1 for vnic_type normal with profile None {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:34.570256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:34.570579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:34.575486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5bc7466f-9fa5-48b8-84af-30ef7d801a03 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:34.575687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:34.579119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:34.580165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Port a6627553-c256-4431-b310-bac1fdbc5d53 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:24:34.581201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:24:34.581547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:34.588047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:34.588625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Checking segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:34.589303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Bound using segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:34.589924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Bound port: a6627553-c256-4431-b310-bac1fdbc5d53, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:34.608514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Pushing event updated for resources: {'Port': ['ID=5d33e431-a29f-4462-aeef-bd6be5076494,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:34.635488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5bc7466f-9fa5-48b8-84af-30ef7d801a03 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:34.636096 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.727237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:34.739816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.741741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] 10.222.0.49 "POST /v2.0/ports/a6627553-c256-4431-b310-bac1fdbc5d53/bindings HTTP/1.1" status: 201 len: 389 time: 0.3582678 Apr 21 21:24:34.769205 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.817617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 5bc7466f-9fa5-48b8-84af-30ef7d801a03, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5bc7466f-9fa5-48b8-84af-30ef7d801a03,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:34.826833 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.903261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=5bc7466f-9fa5-48b8-84af-30ef7d801a03,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:34.933200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:34.979644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664951bd-8c25-42da-8bcc-6e3ec065a834 req-05ddb1ea-13e2-4dd7-8bc2-5f1d78ecb3bc tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:34.985288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-664951bd-8c25-42da-8bcc-6e3ec065a834 req-05ddb1ea-13e2-4dd7-8bc2-5f1d78ecb3bc tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0822642 Apr 21 21:24:35.056590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-664951bd-8c25-42da-8bcc-6e3ec065a834 req-f2fcc24d-98eb-46f9-b544-32046152c875 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676258 Apr 21 21:24:35.130972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6eca1409-57fb-4246-b04d-586187df3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:35.133061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6eca1409-57fb-4246-b04d-586187df3342 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1096 time: 0.1126060 Apr 21 21:24:35.228634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-e98217e5-91ca-4e94-bbb1-088d7076e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:35.230161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-e98217e5-91ca-4e94-bbb1-088d7076e525 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 200 len: 897 time: 0.0910268 Apr 21 21:24:35.305075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-a2d7c73c-bfda-40af-a792-3e3ef80a1956 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 1000 time: 0.0675633 Apr 21 21:24:35.365065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-b37edc92-060e-4d1d-ac84-8fec312fd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:35.367820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-b37edc92-060e-4d1d-ac84-8fec312fd906 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1433005f-ae81-46bc-b4d8-b738b4788e53 HTTP/1.1" status: 200 len: 835 time: 0.0568256 Apr 21 21:24:35.408686 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:35.420320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-787831b1-2181-4770-8b77-e81363d9cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:35.421966 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-787831b1-2181-4770-8b77-e81363d9cdf6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ebdcce3-f664-4030-88e9-13b89ab02a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474432 Apr 21 21:24:35.447522 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Sync routers for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:35.457593 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:35.458233 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:35.511336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:35.524195 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-f9a622f8-6f75-4c8b-900d-e8f0ef75960b service neutron] 10.222.0.46 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956883 Apr 21 21:24:35.570319 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:35.624472 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-8b9ad2f5-10fc-494a-b42e-ad3dd774cb1a service neutron] 10.222.0.46 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926204 Apr 21 21:24:35.653956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:24:35.781062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:35.793460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Sync routers for ids ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:35.809930 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 2, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:35.814883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Routers {'edfc5bd5-9b4c-45b7-abef-e42f199b3c72'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:35.821428 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:35.829559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:35.830990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-43fe981f-a5e3-4a1b-907b-0843b7c88e92 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2279320 Apr 21 21:24:35.833343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-85062a1d-328e-414f-91d2-26b77585d960 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:35.834550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37850) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:35.840557 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-85062a1d-328e-414f-91d2-26b77585d960 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481&tenant_id=33349352c09e472e84467ff4a7100849&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1096 time: 0.1604173 Apr 21 21:24:35.854953 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Checking router: 3a250870-caa9-4d33-9c67-ffe0c0cefee5 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:35.855628 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Updating router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 port 595ea723-f29a-4a90-822c-fbded9ca7a11 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:24:35.857175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838945-1'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:35.896923 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:35.969698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:35.990393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Set router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:36.086903 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.264577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:33Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 3, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'gw_port': {'id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:34Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:36.279913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:36.323129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Checking router: edfc5bd5-9b4c-45b7-abef-e42f199b3c72 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:36.323702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Updating router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 port 5d33e431-a29f-4462-aeef-bd6be5076494 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:24:36.333924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:36.355386 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.361902 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.363737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9e142-39fb-4326-b250-b5990cf2b1ce req-907d70b6-8d76-420b-9c21-18ef01e15218 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:36.365884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ab9e142-39fb-4326-b250-b5990cf2b1ce req-907d70b6-8d76-420b-9c21-18ef01e15218 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.1812308 Apr 21 21:24:36.374730 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.397670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:36.399446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd036947-b4a0-44db-9c9f-49d6b018304d None None] Network 1df0c5c4-bd91-4838-a0a0-026f86b870ab requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:24:36.400304 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6362ef-8451-412a-a97a-59b2e74469a2" -d '{"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-unplugged", "status": "completed", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:36.405934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.414118 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.433762 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Pushing event updated for resources: {'Port': ['ID=595ea723-f29a-4a90-822c-fbded9ca7a11,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:36.448719 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.449702 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.450225 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.451106 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.451841 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.452331 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.452853 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.453456 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.454121 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.454603 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.455298 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.455785 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.608373 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928dc043-883b-40fc-be86-54ec5ff2c2ae x-openstack-request-id: req-928dc043-883b-40fc-be86-54ec5ff2c2ae {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:36.609001 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-unplugged", "status": "completed", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:36.609001 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-928dc043-883b-40fc-be86-54ec5ff2c2ae {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:36.609298 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928dc043-883b-40fc-be86-54ec5ff2c2ae'] response: {'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'code': 200} Apr 21 21:24:36.686690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Pushing event updated for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:36.699831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ab9e142-39fb-4326-b250-b5990cf2b1ce req-eebf71f3-795b-417a-a4f6-c14a7e9860b9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088379 Apr 21 21:24:36.746444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.746784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.747118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.747446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.747768 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.748139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.748408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.748726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.749068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.749384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.749699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.750011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:24:36.812298 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Attempting to bind port 595ea723-f29a-4a90-822c-fbded9ca7a11 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:36.812672 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Attempting to bind port 595ea723-f29a-4a90-822c-fbded9ca7a11 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:36.813062 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Attempting to bind port 595ea723-f29a-4a90-822c-fbded9ca7a11 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:36.823670 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:36.823947 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:36.826607 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.826775 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Bound using segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:36.829113 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Bound port: 595ea723-f29a-4a90-822c-fbded9ca7a11, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:36.829520 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.849265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 on host n-h2-838945-1 for vnic_type normal with profile {"migrating_to": "n-h1-838945-1"} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:36.851266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:36.851769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:36.859431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Port a6627553-c256-4431-b310-bac1fdbc5d53 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:24:36.859969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Attempting to bind port a6627553-c256-4431-b310-bac1fdbc5d53 on network 5ebdcce3-f664-4030-88e9-13b89ab02a82 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:36.869465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:36.870114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Checking segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:36.870666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Bound using segment: {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:36.872320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Bound port: a6627553-c256-4431-b310-bac1fdbc5d53, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89190368-76d3-4005-b4a4-009241201ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:36.872945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.913573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5bc7466f-9fa5-48b8-84af-30ef7d801a03 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:36.977536 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] For port 595ea723-f29a-4a90-822c-fbded9ca7a11, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:36.982186 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] For port 595ea723-f29a-4a90-822c-fbded9ca7a11, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=595ea723-f29a-4a90-822c-fbded9ca7a11,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:36.988723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:36.993672 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.004249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:37.008173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:37.016420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.075427 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:37.076065 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:37.081061 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755604a1-57fe-471a-8ff8-42b88afe4c1b None None] Pushing event updated for resources: {'Port': ['ID=595ea723-f29a-4a90-822c-fbded9ca7a11,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:37.112409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1176b62a-2338-4118-9777-80c83dad816a None None] Provisioning complete for port 1b118208-3e11-493f-bfa3-1336f441a8c8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:37.112945 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1176b62a-2338-4118-9777-80c83dad816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.157398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Pushing event updated for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=8']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:37.238454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:37.239918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.241070 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-6b164a66-e5c4-4827-a225-f3895c0c176a service neutron] 10.222.0.46 "PUT /v2.0/ports/a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 1121 time: 1.3919821 Apr 21 21:24:37.269510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5bc7466f-9fa5-48b8-84af-30ef7d801a03 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:37.270033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.271178 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:37.379892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Allocated IP 172.20.0.1 (1df0c5c4-bd91-4838-a0a0-026f86b870ab/45a165a4-2cf8-4cce-9c85-5f7633f2cecd/3bd178f9-f726-4a3d-945f-3b933ed546f2) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:24:37.398746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a6627553-c256-4431-b310-bac1fdbc5d53'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:24:37.517812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.551587 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:36Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:37.557021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.570268 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1176b62a-2338-4118-9777-80c83dad816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.578441 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd20527-f683-4f5d-82cf-b43dfbbbb947 None None] The sync data for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 is: [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:36Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:24:37.583614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1b118208-3e11-493f-bfa3-1336f441a8c8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:37.597892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Network 1df0c5c4-bd91-4838-a0a0-026f86b870ab is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:37.604527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:37.608338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:24:37.637377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Pushing event updated for resources: {'Port': ['ID=3bd178f9-f726-4a3d-945f-3b933ed546f2,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:37.656091 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.725444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1176b62a-2338-4118-9777-80c83dad816a None None] For port 1b118208-3e11-493f-bfa3-1336f441a8c8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1b118208-3e11-493f-bfa3-1336f441a8c8,segment=NetworkSegment(d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d),segment_id=d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:37.738383 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1176b62a-2338-4118-9777-80c83dad816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.822504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.895871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493689ad-db80-411d-938d-037aa21f9d48 req-b4e50d33-539c-49ae-8f51-181fe181b9b6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:37.897974 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-493689ad-db80-411d-938d-037aa21f9d48 req-b4e50d33-539c-49ae-8f51-181fe181b9b6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 943 time: 0.0857818 Apr 21 21:24:37.932698 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1b118208-3e11-493f-bfa3-1336f441a8c8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:37.933368 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.952655 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:37.968275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-493689ad-db80-411d-938d-037aa21f9d48 req-35632e91-86b1-4c79-a032-fb93b2e34977 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619249 Apr 21 21:24:38.005942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.046748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176b62a-2338-4118-9777-80c83dad816a None None] Pushing event updated for resources: {'Port': ['ID=1b118208-3e11-493f-bfa3-1336f441a8c8,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:38.049384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Provisioning complete for port 595ea723-f29a-4a90-822c-fbded9ca7a11 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:38.049760 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.053002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.065899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.132605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Pushing event updated for resources: {'Port': ['ID=3bd178f9-f726-4a3d-945f-3b933ed546f2,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:38.149824 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.170987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abc355-cd66-4335-9238-dfb4c48fb4e0 None None] Pushing event updated for resources: {'Port': ['ID=5d33e431-a29f-4462-aeef-bd6be5076494,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:38.186158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Attempting to bind port 5d33e431-a29f-4462-aeef-bd6be5076494 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:38.186523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Attempting to bind port 5d33e431-a29f-4462-aeef-bd6be5076494 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:38.186876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Attempting to bind port 5d33e431-a29f-4462-aeef-bd6be5076494 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:38.198482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:38.198849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:38.199245 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.199634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:38.200347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Bound port: 5d33e431-a29f-4462-aeef-bd6be5076494, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:38.200730 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.276025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Network 1df0c5c4-bd91-4838-a0a0-026f86b870ab is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:38.277898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:38.378758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] For port 5d33e431-a29f-4462-aeef-bd6be5076494, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:38.391585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.409196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] For port 5d33e431-a29f-4462-aeef-bd6be5076494, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5d33e431-a29f-4462-aeef-bd6be5076494,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:38.416429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:24:38.423636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.541806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] For port 595ea723-f29a-4a90-822c-fbded9ca7a11, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=595ea723-f29a-4a90-822c-fbded9ca7a11,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:38.567327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Routers {'edfc5bd5-9b4c-45b7-abef-e42f199b3c72'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:38.568171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:38.578913 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.587135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 595ea723-f29a-4a90-822c-fbded9ca7a11 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:38.606953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:38.610108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:38.612698 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-145561db-97fb-4286-9b55-f09b5e6b495b admin admin] 10.222.0.49 "PUT /v2.0/routers/edfc5bd5-9b4c-45b7-abef-e42f199b3c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7769847 Apr 21 21:24:38.622202 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47859565-7cd1-4da0-8280-75daf683895f" -d '{"events": [{"name": "network-changed", "server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:38.672227 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7ab195-c9ff-4c71-9973-f38c45ccab3a x-openstack-request-id: req-8f7ab195-c9ff-4c71-9973-f38c45ccab3a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:38.672716 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:38.673110 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f7ab195-c9ff-4c71-9973-f38c45ccab3a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:38.673946 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7ab195-c9ff-4c71-9973-f38c45ccab3a'] response: {'name': 'network-changed', 'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'status': 'completed', 'code': 200} Apr 21 21:24:38.706202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abc355-cd66-4335-9238-dfb4c48fb4e0 None None] Pushing event updated for resources: {'Port': ['ID=5d33e431-a29f-4462-aeef-bd6be5076494,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:38.723861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Provisioning complete for port a6627553-c256-4431-b310-bac1fdbc5d53 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:38.724235 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.740524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47859565-7cd1-4da0-8280-75daf683895f req-c02bc339-9a9a-4d69-aac8-a57a61423115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:38.742129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47859565-7cd1-4da0-8280-75daf683895f req-c02bc339-9a9a-4d69-aac8-a57a61423115 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1124 time: 0.0470996 Apr 21 21:24:38.847641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47859565-7cd1-4da0-8280-75daf683895f req-f979dae1-be31-4009-a044-28dc7572faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:38.849152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47859565-7cd1-4da0-8280-75daf683895f req-f979dae1-be31-4009-a044-28dc7572faee service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 200 len: 897 time: 0.1001511 Apr 21 21:24:38.852947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] Set router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:38.887214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Pushing event updated for resources: {'Port': ['ID=595ea723-f29a-4a90-822c-fbded9ca7a11,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:38.892132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 595ea723-f29a-4a90-822c-fbded9ca7a11 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:38.892499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:38.924540 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47859565-7cd1-4da0-8280-75daf683895f req-5a21fd36-b563-404d-a292-d6cc721e1f23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 998 time: 0.0684633 Apr 21 21:24:38.984349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47859565-7cd1-4da0-8280-75daf683895f req-400dbf40-dde8-4f6a-b6df-d314812477ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:38.985719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47859565-7cd1-4da0-8280-75daf683895f req-400dbf40-dde8-4f6a-b6df-d314812477ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1433005f-ae81-46bc-b4d8-b738b4788e53 HTTP/1.1" status: 200 len: 835 time: 0.0552008 Apr 21 21:24:39.031741 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:39.037990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47859565-7cd1-4da0-8280-75daf683895f req-94f53bda-384e-468a-9f6b-c90b4be384a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:39.039481 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47859565-7cd1-4da0-8280-75daf683895f req-94f53bda-384e-468a-9f6b-c90b4be384a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ebdcce3-f664-4030-88e9-13b89ab02a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466101 Apr 21 21:24:39.166158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557595a6-20a9-4d4d-9622-45a77c3b8127 req-2cbf1511-f6b4-4b7f-b7d6-cfc12d0b7dc4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:39.167710 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-557595a6-20a9-4d4d-9622-45a77c3b8127 req-2cbf1511-f6b4-4b7f-b7d6-cfc12d0b7dc4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 943 time: 0.1122980 Apr 21 21:24:39.195609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47859565-7cd1-4da0-8280-75daf683895f req-bb0ff05f-5e3f-4aa0-861e-cac35f93e4a5 service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492705 Apr 21 21:24:39.267610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:39.268801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-557595a6-20a9-4d4d-9622-45a77c3b8127 req-44770de1-eeb3-46d7-a8f4-f3c60913e311 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862055 Apr 21 21:24:39.269890 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15bd220-97b2-433a-a697-0212862d540c" -d '{"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-plugged", "status": "completed", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:39.318110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47859565-7cd1-4da0-8280-75daf683895f req-a981db08-b768-4a2d-bfc1-5ade954975e9 service neutron] 10.222.0.43 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156378 Apr 21 21:24:39.326454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:39.337217 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:39.350253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6627553-c256-4431-b310-bac1fdbc5d53 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:24:39.475886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d269e1-18ad-4878-b21a-14caf522209f None None] Pushing event updated for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:39.512179 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374ebdb6-f486-4069-9960-8790992c36ac x-openstack-request-id: req-374ebdb6-f486-4069-9960-8790992c36ac {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:39.512472 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-plugged", "status": "completed", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:39.512718 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-374ebdb6-f486-4069-9960-8790992c36ac {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:39.513143 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374ebdb6-f486-4069-9960-8790992c36ac'] response: {'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'code': 200} Apr 21 21:24:39.516867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1b118208-3e11-493f-bfa3-1336f441a8c8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:39.711964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1b118208-3e11-493f-bfa3-1336f441a8c8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:39.712334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:39.715637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:39.719230 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:33Z', 'updated_at': '2022-04-21T21:24:37Z', 'revision_number': 4, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'gw_port': {'id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:34Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3bd178f9-f726-4a3d-945f-3b933ed546f2', 'name': '', 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'mac_address': 'fa:16:3e:5a:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:37Z', 'updated_at': '2022-04-21T21:24:37Z', 'revision_number': 2, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'subnets': [{'id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:39.779419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25655e-06d7-4e75-a7b6-ad24dcc02417 None None] The sync data for ids ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'] in n-d-838945-1 is: [{'id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:33Z', 'updated_at': '2022-04-21T21:24:37Z', 'revision_number': 4, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'gw_port': {'id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:34Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3bd178f9-f726-4a3d-945f-3b933ed546f2', 'name': '', 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'mac_address': 'fa:16:3e:5a:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:37Z', 'updated_at': '2022-04-21T21:24:37Z', 'revision_number': 2, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'subnets': [{'id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:24:39.782616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6627553-c256-4431-b310-bac1fdbc5d53 has no active binding in host n-h1-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 21:24:39.806849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-11a8901a-9540-4e3c-99d0-ab835f2837d4 None None] Provisioning complete for port 3bd178f9-f726-4a3d-945f-3b933ed546f2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:39.806849 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-11a8901a-9540-4e3c-99d0-ab835f2837d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:39.873990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-11a8901a-9540-4e3c-99d0-ab835f2837d4 None None] Port 3bd178f9-f726-4a3d-945f-3b933ed546f2 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:24:39.890260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-11a8901a-9540-4e3c-99d0-ab835f2837d4 None None] Provisioning complete for port 1b118208-3e11-493f-bfa3-1336f441a8c8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:39.890696 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-11a8901a-9540-4e3c-99d0-ab835f2837d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:40.415806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cece3-d1f4-4401-88da-01295f341df1 req-9b4a7146-fd5a-4544-ad40-06aa6f0217a2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:40.418015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a9cece3-d1f4-4401-88da-01295f341df1 req-9b4a7146-fd5a-4544-ad40-06aa6f0217a2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0588911 Apr 21 21:24:40.500742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a9cece3-d1f4-4401-88da-01295f341df1 req-678b4b6a-3906-4d31-9f4b-42b5e9f29723 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688410 Apr 21 21:24:40.540660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 595ea723-f29a-4a90-822c-fbded9ca7a11 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:40.591329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 595ea723-f29a-4a90-822c-fbded9ca7a11 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:40.591798 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:40.804530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8f8ef255-68ad-4d26-b751-2fd87e883539 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:40.806067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8f8ef255-68ad-4d26-b751-2fd87e883539 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1044061 Apr 21 21:24:40.821648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-976f92cb-66ae-48c9-ae5c-56b3c74c5826 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/quotas/9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 375 time: 0.0097675 Apr 21 21:24:40.880234 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-d019da1a-b28f-4cc6-8356-844ab672a732 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523770 Apr 21 21:24:41.025444 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-038f5d03-34ab-41f0-bd70-198345d328d3 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383524 Apr 21 21:24:41.122978 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-393dd021-8550-4259-86a3-14a07e5e3f41 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910909 Apr 21 21:24:41.395971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7210e0d-5eb3-4516-a8f0-2290c5e1a3fe req-60075d19-f81a-45cf-9d09-de18570f2b39 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 210 time: 0.0266700 Apr 21 21:24:41.633886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab1150-f72b-4533-9ff5-e975626dae98 req-be7cac64-45a1-4da5-8092-56315853d823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:41.635553 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cfab1150-f72b-4533-9ff5-e975626dae98 req-be7cac64-45a1-4da5-8092-56315853d823 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0587192 Apr 21 21:24:41.675935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cfab1150-f72b-4533-9ff5-e975626dae98 req-352f64d0-4b4b-4600-b813-f7b5165ab3fb tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341117 Apr 21 21:24:41.840713 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Sync routers for ids ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:41.852715 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Routers {'edfc5bd5-9b4c-45b7-abef-e42f199b3c72'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:41.853350 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:41.963770 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Set router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:42.157783 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:33Z', 'updated_at': '2022-04-21T21:24:37Z', 'revision_number': 4, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'gw_port': {'id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:34Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3bd178f9-f726-4a3d-945f-3b933ed546f2', 'name': '', 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'mac_address': 'fa:16:3e:5a:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:37Z', 'updated_at': '2022-04-21T21:24:37Z', 'revision_number': 2, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'subnets': [{'id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:42.184995 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Checking router: edfc5bd5-9b4c-45b7-abef-e42f199b3c72 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:42.185343 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Updating router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 port 3bd178f9-f726-4a3d-945f-3b933ed546f2 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:24:42.209326 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.332440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-38778901-e620-448d-a491-a59c89152831 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:42.333717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-38778901-e620-448d-a491-a59c89152831 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1078146 Apr 21 21:24:42.347171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'port': {'device_id': 'd806f1f9-1ebc-4ba1-977a-37392744499a', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'admin_state_up': True, 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:42.473948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Made reservation on behalf of 9d2fe7d80de0455a8974c762f8f7c293 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:24:42.485377 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.504154 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.510826 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.541501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-86544ec4-ccff-4c5f-8248-a8e70ea2999d req-c7270ac2-ac88-47a2-896f-6c644da758a0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 210 time: 0.0406618 Apr 21 21:24:42.568979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5d33e431-a29f-4462-aeef-bd6be5076494 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:42.589598 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f543d99-44ba-4195-93cc-8b0573bbd448 None None] Pushing event updated for resources: {'Port': ['ID=3bd178f9-f726-4a3d-945f-3b933ed546f2,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:42.655028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5d33e431-a29f-4462-aeef-bd6be5076494 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:42.655698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.661165 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Attempting to bind port 3bd178f9-f726-4a3d-945f-3b933ed546f2 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:42.661895 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Attempting to bind port 3bd178f9-f726-4a3d-945f-3b933ed546f2 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:42.663331 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Attempting to bind port 3bd178f9-f726-4a3d-945f-3b933ed546f2 on network 1df0c5c4-bd91-4838-a0a0-026f86b870ab {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:42.670757 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:42.671714 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Checking segment: {'id': 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:42.672359 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.673258 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Bound using segment: {'id': 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:42.673974 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Bound port: 3bd178f9-f726-4a3d-945f-3b933ed546f2, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:42.674588 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.782455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.819689 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] For port 3bd178f9-f726-4a3d-945f-3b933ed546f2, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:42.823406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 5d33e431-a29f-4462-aeef-bd6be5076494, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5d33e431-a29f-4462-aeef-bd6be5076494,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:42.823804 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] For port 3bd178f9-f726-4a3d-945f-3b933ed546f2, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3bd178f9-f726-4a3d-945f-3b933ed546f2,segment=NetworkSegment(d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d),segment_id=d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:42.843802 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.851942 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.921172 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Routers {'edfc5bd5-9b4c-45b7-abef-e42f199b3c72'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:42.922020 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:42.936851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76fc5a-93d3-4a25-bd29-34c91d7c04f9 req-54d970e3-0aa4-459c-ada6-61bd5f7815fe tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:42.938471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e76fc5a-93d3-4a25-bd29-34c91d7c04f9 req-54d970e3-0aa4-459c-ada6-61bd5f7815fe tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.1219723 Apr 21 21:24:42.939407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2c7c6f7d-df62-4dd7-bf0c-25d7a3ecff29 None None] Provisioning complete for port 3bd178f9-f726-4a3d-945f-3b933ed546f2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:42.939794 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6f7d-df62-4dd7-bf0c-25d7a3ecff29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:42.987056 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f543d99-44ba-4195-93cc-8b0573bbd448 None None] Pushing event updated for resources: {'Port': ['ID=3bd178f9-f726-4a3d-945f-3b933ed546f2,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:43.014957 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e76fc5a-93d3-4a25-bd29-34c91d7c04f9 req-e7b364c3-3fa8-4650-9690-af574b06dfe3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693247 Apr 21 21:24:43.038314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=5d33e431-a29f-4462-aeef-bd6be5076494,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:43.111361 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6f7d-df62-4dd7-bf0c-25d7a3ecff29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:43.119776 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] Set router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:43.148299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2c7c6f7d-df62-4dd7-bf0c-25d7a3ecff29 None None] For port 3bd178f9-f726-4a3d-945f-3b933ed546f2, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3bd178f9-f726-4a3d-945f-3b933ed546f2,segment=NetworkSegment(d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d),segment_id=d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:43.163091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2c7c6f7d-df62-4dd7-bf0c-25d7a3ecff29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:43.181789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.20.0.10 (7b860d08-6c54-43fd-8532-c34218a4be2f/bde8588f-73bb-46d1-8375-4e1706115dfe/176839ae-5771-4039-a54f-d30388c7de79) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:24:43.246811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c6f7d-df62-4dd7-bf0c-25d7a3ecff29 None None] Pushing event updated for resources: {'Port': ['ID=3bd178f9-f726-4a3d-945f-3b933ed546f2,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:43.289461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6a97dd8d-df7b-4922-9e30-270b5b4d61cb None None] Provisioning complete for port 3bd178f9-f726-4a3d-945f-3b933ed546f2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:43.289832 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a97dd8d-df7b-4922-9e30-270b5b4d61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:43.367269 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:43.368914 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:33Z', 'updated_at': '2022-04-21T21:24:37Z', 'revision_number': 4, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'gw_port': {'id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:34Z', 'updated_at': '2022-04-21T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3bd178f9-f726-4a3d-945f-3b933ed546f2', 'name': '', 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'mac_address': 'fa:16:3e:5a:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:37Z', 'updated_at': '2022-04-21T21:24:42Z', 'revision_number': 4, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'subnets': [{'id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:43.400581 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413631ed-b1ac-4eb2-aecf-bae82c00ccb1 None None] The sync data for ids ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'] in n-d-838945-1 is: [{'id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:33Z', 'updated_at': '2022-04-21T21:24:37Z', 'revision_number': 4, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'gw_port': {'id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:34Z', 'updated_at': '2022-04-21T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '3bd178f9-f726-4a3d-945f-3b933ed546f2', 'name': '', 'network_id': '1df0c5c4-bd91-4838-a0a0-026f86b870ab', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'mac_address': 'fa:16:3e:5a:3f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:37Z', 'updated_at': '2022-04-21T21:24:42Z', 'revision_number': 4, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'subnets': [{'id': '45a165a4-2cf8-4cce-9c85-5f7633f2cecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:24:43.405896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:43.453682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:43.457112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:43.462287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:24:43.466324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=176839ae-5771-4039-a54f-d30388c7de79,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:43.516125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:43.516839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:43.540909 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-5b786e39-9219-4085-bd5c-5f7a785610b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1979554 Apr 21 21:24:43.570155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Request body: {'port': {'device_id': 'd806f1f9-1ebc-4ba1-977a-37392744499a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:43.654950 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:43.716582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-590fe6aa-3480-4d7b-ad94-980a2dd40e58 None None] Provisioning complete for port 176839ae-5771-4039-a54f-d30388c7de79 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:43.717134 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-590fe6aa-3480-4d7b-ad94-980a2dd40e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:43.743743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c59e7-8377-4c3c-ad28-bf09c883ce16 req-f29fcdaf-7361-45a2-8aa7-a620e03a0d9a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:43.751240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-527c59e7-8377-4c3c-ad28-bf09c883ce16 req-f29fcdaf-7361-45a2-8aa7-a620e03a0d9a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 932 time: 0.0939417 Apr 21 21:24:43.759297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-590fe6aa-3480-4d7b-ad94-980a2dd40e58 None None] Port 176839ae-5771-4039-a54f-d30388c7de79 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:24:43.855045 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-527c59e7-8377-4c3c-ad28-bf09c883ce16 req-f6d61e3e-a95c-411c-82b5-972a01f58cb9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027780 Apr 21 21:24:44.042400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176839ae-5771-4039-a54f-d30388c7de79 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:24:44.050200 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:44.064399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Transition to ACTIVE for port object 176839ae-5771-4039-a54f-d30388c7de79 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:24:44.070482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:44.127593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=176839ae-5771-4039-a54f-d30388c7de79,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:44.172491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd131f28-562f-4f94-9f65-20db6233e273 req-22cb56e7-5d7d-4cb5-b9b1-208ab3dcbe67 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:44.181562 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd131f28-562f-4f94-9f65-20db6233e273 req-22cb56e7-5d7d-4cb5-b9b1-208ab3dcbe67 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0684788 Apr 21 21:24:44.225156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Attempting to bind port 176839ae-5771-4039-a54f-d30388c7de79 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:44.225689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Attempting to bind port 176839ae-5771-4039-a54f-d30388c7de79 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:44.226062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Attempting to bind port 176839ae-5771-4039-a54f-d30388c7de79 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:44.233121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Port 176839ae-5771-4039-a54f-d30388c7de79 on network 7b860d08-6c54-43fd-8532-c34218a4be2f not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:24:44.233655 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Attempting to bind port 176839ae-5771-4039-a54f-d30388c7de79 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:44.241923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:44.242381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:44.243120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Bound using segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:44.243664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Bound port: 176839ae-5771-4039-a54f-d30388c7de79, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:44.244137 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:44.249425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd131f28-562f-4f94-9f65-20db6233e273 req-f7feb1e6-5a80-4f94-ac0e-eed18275b340 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665889 Apr 21 21:24:44.331844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] For port 176839ae-5771-4039-a54f-d30388c7de79, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:44.336188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] For port 176839ae-5771-4039-a54f-d30388c7de79, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=176839ae-5771-4039-a54f-d30388c7de79,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:44.346668 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:44.388272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:44.389186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:44.390638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] 10.222.0.46 "PUT /v2.0/ports/176839ae-5771-4039-a54f-d30388c7de79 HTTP/1.1" status: 200 len: 1092 time: 0.8260248 Apr 21 21:24:44.391132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd806f1f9-1ebc-4ba1-977a-37392744499a', 'tag': '176839ae-5771-4039-a54f-d30388c7de79'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:44.393650 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26659aa-480e-435b-8ed5-af86a6e27024" -d '{"events": [{"name": "network-changed", "server_uuid": "d806f1f9-1ebc-4ba1-977a-37392744499a", "tag": "176839ae-5771-4039-a54f-d30388c7de79"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:44.433979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbae4fd-ceee-4d1f-8dcb-99a49d189bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=176839ae-5771-4039-a54f-d30388c7de79,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:44.484802 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1317228-6109-471e-b5bd-ba46b78db453 x-openstack-request-id: req-b1317228-6109-471e-b5bd-ba46b78db453 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:44.484802 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d806f1f9-1ebc-4ba1-977a-37392744499a", "tag": "176839ae-5771-4039-a54f-d30388c7de79", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:44.484802 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1317228-6109-471e-b5bd-ba46b78db453 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:44.487693 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1317228-6109-471e-b5bd-ba46b78db453'] response: {'name': 'network-changed', 'server_uuid': 'd806f1f9-1ebc-4ba1-977a-37392744499a', 'tag': '176839ae-5771-4039-a54f-d30388c7de79', 'status': 'completed', 'code': 200} Apr 21 21:24:44.506539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-d58f6e05-02ce-41a9-990f-8d8fa9fbe6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:44.508425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-d58f6e05-02ce-41a9-990f-8d8fa9fbe6de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 1095 time: 0.0612497 Apr 21 21:24:44.572347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-e42259cd-45f3-430a-8284-5b32bbca769a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176839ae-5771-4039-a54f-d30388c7de79 HTTP/1.1" status: 200 len: 217 time: 0.0550544 Apr 21 21:24:44.588117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5d33e431-a29f-4462-aeef-bd6be5076494 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:44.638185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-f72e0a97-5ace-4543-ae0e-e9fcc68f008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:44.640433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-f72e0a97-5ace-4543-ae0e-e9fcc68f008b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0605114 Apr 21 21:24:44.647787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5d33e431-a29f-4462-aeef-bd6be5076494 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:44.648510 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:44.692658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-c75bf5de-6481-4451-a110-51aaa1a8e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:44.694236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-c75bf5de-6481-4451-a110-51aaa1a8e26b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463216 Apr 21 21:24:44.743134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3bd178f9-f726-4a3d-945f-3b933ed546f2 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:44.792149 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-20bbfc64-b4fb-4b08-a3c9-2e0040572863 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908592 Apr 21 21:24:44.795832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3bd178f9-f726-4a3d-945f-3b933ed546f2 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:44.796208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:44.887684 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10c2254f-f05f-4372-afe1-f879154c3ae2 req-c104c76d-4f34-42f4-88f2-cd0e0a2e37c5 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878575 Apr 21 21:24:44.982703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c3b0e-7f76-4f2c-9545-1e2a7f61a6a7 req-0ff0dbd8-8e1e-4364-97cf-243e5242d0af tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:44.983621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-cbc867ad-2a85-465a-b700-b17d836816bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:44.984325 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca4c3b0e-7f76-4f2c-9545-1e2a7f61a6a7 req-0ff0dbd8-8e1e-4364-97cf-243e5242d0af tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 944 time: 0.0536122 Apr 21 21:24:44.985518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-cbc867ad-2a85-465a-b700-b17d836816bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 1095 time: 0.0459623 Apr 21 21:24:45.024250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca4c3b0e-7f76-4f2c-9545-1e2a7f61a6a7 req-39bcfd24-35a9-49ed-afb6-99c4e561d1ee tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Apr 21 21:24:45.081135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-b2f15be4-ae38-46ef-ada4-b6ceab5515ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:45.082837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-b2f15be4-ae38-46ef-ada4-b6ceab5515ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0905557 Apr 21 21:24:45.123858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-411e3e04-e802-48c9-81bc-a6efbdfa8b46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=176839ae-5771-4039-a54f-d30388c7de79 HTTP/1.1" status: 200 len: 217 time: 0.0344725 Apr 21 21:24:45.175237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-10ff01ee-dc5f-4ee8-a493-a53d331c4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:45.176604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-10ff01ee-dc5f-4ee8-a493-a53d331c4723 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0463736 Apr 21 21:24:45.227221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-0c62c529-2db7-42fc-9e3c-666bc543ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:45.228698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-0c62c529-2db7-42fc-9e3c-666bc543ddba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453625 Apr 21 21:24:45.331800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-3e574d99-96d6-4461-b5a2-0685f5a0f069 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959747 Apr 21 21:24:45.427079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a5a7-f28c-436e-aac3-5acbc8545b86 req-e06ee6e7-cb98-4d23-80aa-73dcccfe79d9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:45.429302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7515a5a7-f28c-436e-aac3-5acbc8545b86 req-e06ee6e7-cb98-4d23-80aa-73dcccfe79d9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.1112702 Apr 21 21:24:45.474621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b26659aa-480e-435b-8ed5-af86a6e27024 req-06125a13-9772-468e-b5ca-e1d9c616d9b7 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244338 Apr 21 21:24:45.487761 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7515a5a7-f28c-436e-aac3-5acbc8545b86 req-1b3b0fc5-82dd-483c-834d-93e8563d13f7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520437 Apr 21 21:24:46.147851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f7f65-1339-46b3-90cc-c59139120a32 req-af12d31a-36e0-42c0-9298-d7c58f8dcfc8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:46.149263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c9f7f65-1339-46b3-90cc-c59139120a32 req-af12d31a-36e0-42c0-9298-d7c58f8dcfc8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 944 time: 0.0500996 Apr 21 21:24:46.189319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6c9f7f65-1339-46b3-90cc-c59139120a32 req-7843afa7-1b7d-46db-901d-1c0241fe46a6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340273 Apr 21 21:24:46.551162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-43614d75-38d5-43d8-b3ff-a7e10f1e5600 service neutron] 10.222.0.43 "GET /v2.0/ports/a6627553-c256-4431-b310-bac1fdbc5d53/bindings/n-h1-838945-1 HTTP/1.1" status: 200 len: 384 time: 0.0658665 Apr 21 21:24:46.652406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f274f2-32da-4231-a430-934653edbb55 req-029be3fe-8886-4d29-acee-2d4fd306ab6d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:46.653886 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27f274f2-32da-4231-a430-934653edbb55 req-029be3fe-8886-4d29-acee-2d4fd306ab6d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 945 time: 0.0862584 Apr 21 21:24:46.753139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27f274f2-32da-4231-a430-934653edbb55 req-fe45dfc0-64b8-4476-aeb1-b2121c226c7e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785306 Apr 21 21:24:46.794293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-34b31f82-17e8-475a-9714-2c27812b896c service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:46.815325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-34b31f82-17e8-475a-9714-2c27812b896c service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:46.855961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:46.858268 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7bdcad-b787-4ac9-bd14-e64a62bf7062" -d '{"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-unplugged", "status": "completed", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:46.865732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-34b31f82-17e8-475a-9714-2c27812b896c service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:46.881976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-34b31f82-17e8-475a-9714-2c27812b896c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:46.899168 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994ff357-ff5c-4a16-8f8c-bfe656d333a2 x-openstack-request-id: req-994ff357-ff5c-4a16-8f8c-bfe656d333a2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:46.899475 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-unplugged", "status": "completed", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:46.899784 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-994ff357-ff5c-4a16-8f8c-bfe656d333a2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:46.900247 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-994ff357-ff5c-4a16-8f8c-bfe656d333a2'] response: {'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'code': 200} Apr 21 21:24:46.963857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-34b31f82-17e8-475a-9714-2c27812b896c service neutron] Transition to ACTIVE for port object a6627553-c256-4431-b310-bac1fdbc5d53 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:24:46.967467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-34b31f82-17e8-475a-9714-2c27812b896c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:47.054794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b31f82-17e8-475a-9714-2c27812b896c service neutron] Pushing event updated for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=11']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:47.095255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-34b31f82-17e8-475a-9714-2c27812b896c service neutron] No DVR routers for this DVR port a6627553-c256-4431-b310-bac1fdbc5d53 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:24:47.225320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-34b31f82-17e8-475a-9714-2c27812b896c service neutron] 10.222.0.43 "PUT /v2.0/ports/a6627553-c256-4431-b310-bac1fdbc5d53/bindings/n-h1-838945-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6640134 Apr 21 21:24:47.333243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4eec9-18f0-4183-8c4d-a85344c5448c req-2b6e361a-7bf4-495a-a465-de6abcc93a83 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:47.334625 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41e4eec9-18f0-4183-8c4d-a85344c5448c req-2b6e361a-7bf4-495a-a465-de6abcc93a83 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 944 time: 0.0768547 Apr 21 21:24:47.341079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-58adc329-21a6-47c6-bec3-62d9d2183399 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:47.342452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-58adc329-21a6-47c6-bec3-62d9d2183399 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481&tenant_id=33349352c09e472e84467ff4a7100849&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.0583229 Apr 21 21:24:47.400807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41e4eec9-18f0-4183-8c4d-a85344c5448c req-673a3044-6396-419c-8fbf-6eb51f2cbd64 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574014 Apr 21 21:24:47.410096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-a9e3746c-7da1-4c3d-8231-b6838eb3b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:47.411482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-a9e3746c-7da1-4c3d-8231-b6838eb3b38b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 1095 time: 0.0555608 Apr 21 21:24:47.475571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-c4d5140c-ccb3-47de-bcbb-23f758b58aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:47.477035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-c4d5140c-ccb3-47de-bcbb-23f758b58aa9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1095 time: 0.0442677 Apr 21 21:24:47.564359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-3e8c00b8-793a-4c93-a70d-14b69399a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:47.565803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-3e8c00b8-793a-4c93-a70d-14b69399a304 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 200 len: 897 time: 0.0809371 Apr 21 21:24:47.634319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-cadf0ad2-e5a9-4b77-a72c-13022c620d16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 998 time: 0.0615497 Apr 21 21:24:47.681425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-eca99159-acb6-4982-919f-ecd48638dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:47.682822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-eca99159-acb6-4982-919f-ecd48638dbf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1433005f-ae81-46bc-b4d8-b738b4788e53 HTTP/1.1" status: 200 len: 835 time: 0.0418029 Apr 21 21:24:47.733228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-3f6eb6af-4f7b-486a-98f0-cab24921fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:47.734707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-3f6eb6af-4f7b-486a-98f0-cab24921fba3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ebdcce3-f664-4030-88e9-13b89ab02a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449939 Apr 21 21:24:47.828237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-db97e953-193f-4503-aa47-583f5464e141 service neutron] 10.222.0.46 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853219 Apr 21 21:24:47.877081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24961ea0-5eda-4a20-946e-b23731e415d6 req-9e05e777-0b86-4bcb-9c51-3185f0dda61f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:47.878520 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24961ea0-5eda-4a20-946e-b23731e415d6 req-9e05e777-0b86-4bcb-9c51-3185f0dda61f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 944 time: 0.0542481 Apr 21 21:24:47.921512 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24961ea0-5eda-4a20-946e-b23731e415d6 req-6a096a98-01e8-4f0d-bfa8-bce91988c807 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368197 Apr 21 21:24:47.922136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-130efbee-f519-4f7f-8892-5f8394f1bf08 service neutron] 10.222.0.46 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863895 Apr 21 21:24:48.149777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-153b59b2-ce47-4621-8b2a-2cd0cb4304c0 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:48.151164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-153b59b2-ce47-4621-8b2a-2cd0cb4304c0 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481&tenant_id=33349352c09e472e84467ff4a7100849&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 1095 time: 0.0484407 Apr 21 21:24:48.258510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-f84df746-7ef7-4367-a8f9-cb771d412bf1 service neutron] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:48.261697 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-f84df746-7ef7-4367-a8f9-cb771d412bf1 service neutron] Notify callbacks [] for binding, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:48.262774 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-f84df746-7ef7-4367-a8f9-cb771d412bf1 service neutron] 10.222.0.46 "DELETE /v2.0/ports/a6627553-c256-4431-b310-bac1fdbc5d53/bindings/n-h2-838945-1 HTTP/1.1" status: 204 len: 173 time: 0.1042712 Apr 21 21:24:48.515024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61263231-f441-46b3-aaf6-b2e8e8789dea req-c2c66b97-daf5-46de-8b27-7d0da970aff8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:48.516512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61263231-f441-46b3-aaf6-b2e8e8789dea req-c2c66b97-daf5-46de-8b27-7d0da970aff8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 944 time: 0.0487411 Apr 21 21:24:48.554593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-61263231-f441-46b3-aaf6-b2e8e8789dea req-ab052f36-1748-4d2a-b72c-96db9f77d1c3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Apr 21 21:24:49.035268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aafa35-a52b-4ebf-9600-3ce7943095dc req-3dfeb20d-a32c-48a4-a3d8-7b2ee408c150 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:49.037216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8aafa35-a52b-4ebf-9600-3ce7943095dc req-3dfeb20d-a32c-48a4-a3d8-7b2ee408c150 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 944 time: 0.0476234 Apr 21 21:24:49.073972 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8aafa35-a52b-4ebf-9600-3ce7943095dc req-bc1fd793-1434-4be6-925b-2b8ba5a5f47b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307372 Apr 21 21:24:49.180343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cccba8-6d6c-4d25-9395-04c01c980e51 req-b75e7184-5738-41a2-bd4b-87503d84eeac tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:49.181874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9cccba8-6d6c-4d25-9395-04c01c980e51 req-b75e7184-5738-41a2-bd4b-87503d84eeac tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1095 time: 0.0438745 Apr 21 21:24:49.216095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9cccba8-6d6c-4d25-9395-04c01c980e51 req-2d751028-f19f-400e-9613-62ecb5d9da0c tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283000 Apr 21 21:24:49.268198 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:24:49.329419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533ec09-fbb4-47f2-b5d9-c79e44ec14e5 req-c48b24ce-ef2e-466a-b99e-0da45daf6038 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:49.330897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7533ec09-fbb4-47f2-b5d9-c79e44ec14e5 req-c48b24ce-ef2e-466a-b99e-0da45daf6038 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 944 time: 0.0483050 Apr 21 21:24:49.368303 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7533ec09-fbb4-47f2-b5d9-c79e44ec14e5 req-04c8fb91-c523-4012-903f-7e593e621925 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308871 Apr 21 21:24:49.389866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37950) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:49.453117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-29996524-8e5c-415d-9df8-95600f4f0b13 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/1deb3b7c-f218-483c-8ac0-1278ab061435 HTTP/1.1" status: 200 len: 990 time: 0.0620780 Apr 21 21:24:49.522454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a6627553-c256-4431-b310-bac1fdbc5d53 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:49.563499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a6627553-c256-4431-b310-bac1fdbc5d53 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:49.670975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfd825-f831-4722-a375-bb8fea1cb078 req-9d70dcbe-ce76-4ff8-8557-4c4a12d210b1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:49.672353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7cbfd825-f831-4722-a375-bb8fea1cb078 req-9d70dcbe-ce76-4ff8-8557-4c4a12d210b1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 944 time: 0.0488825 Apr 21 21:24:49.676953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37958) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:49.710338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7cbfd825-f831-4722-a375-bb8fea1cb078 req-5ca39d9b-04dc-481b-978d-abd7122a6ec9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Apr 21 21:24:49.830727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 5470f7f1-4780-4f03-b400-b515c944628c {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:49.831067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:49.910622 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:49.910949 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:49.922228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 5470f7f1-4780-4f03-b400-b515c944628c owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:50.066803 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:50.092750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=5470f7f1-4780-4f03-b400-b515c944628c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:50.153432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:50.153754 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Floating IP 1deb3b7c-f218-483c-8ac0-1278ab061435 disassociated (deleted). External IP: 172.25.0.55, port: a6627553-c256-4431-b310-bac1fdbc5d53. Apr 21 21:24:50.355604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router e52cf901-ef27-45fa-abb5-66dcf53b6ada has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:24:50.462492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:50.467190 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:50.472601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] Sync routers for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:50.483104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:50.483622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:50.494147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-197cd114-c79e-4006-99b3-b056cbf9b2f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/floatingips/1deb3b7c-f218-483c-8ac0-1278ab061435 HTTP/1.1" status: 204 len: 168 time: 0.8160801 Apr 21 21:24:50.494867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:50.497448 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:50.535126 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4880a999-156d-445f-8821-c576b0b9a63d x-openstack-request-id: req-4880a999-156d-445f-8821-c576b0b9a63d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:50.535435 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:50.535665 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4880a999-156d-445f-8821-c576b0b9a63d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:50.536220 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4880a999-156d-445f-8821-c576b0b9a63d'] response: {'name': 'network-changed', 'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'status': 'completed', 'code': 200} Apr 21 21:24:50.597679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-054714dc-d75c-4ab4-a04b-31b0d94af9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:50.600048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-054714dc-d75c-4ab4-a04b-31b0d94af9dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 1095 time: 0.0424869 Apr 21 21:24:50.603007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:50.658831 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:50.705460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-9d628903-2bb3-4529-9444-0ba633388bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:50.707033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-9d628903-2bb3-4529-9444-0ba633388bb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 200 len: 897 time: 0.0997927 Apr 21 21:24:50.736938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b9682-9fc4-4f32-85d1-2a7bd910a7fb req-f34b356b-d563-499a-ab19-f79bf28da562 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:50.739330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c33b9682-9fc4-4f32-85d1-2a7bd910a7fb req-f34b356b-d563-499a-ab19-f79bf28da562 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 944 time: 0.0529428 Apr 21 21:24:50.754565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-f1cc9ef1-0cdd-4350-86be-df4ba03f3c78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 200 len: 217 time: 0.0404103 Apr 21 21:24:50.797394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c33b9682-9fc4-4f32-85d1-2a7bd910a7fb req-c7b522a4-6d80-426e-bde6-c433b4f26e0a tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=6f4ccd0c-99bc-4863-9e34-fc70748e112a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504327 Apr 21 21:24:50.839127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd793f668-8d58-44d4-a11a-45162049a8ba', 'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:65:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:10Z', 'updated_at': '2022-04-21T21:23:15Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:50.841365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-3e62634f-5be0-4bb6-b3f1-dc277d9db165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:50.843062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-3e62634f-5be0-4bb6-b3f1-dc277d9db165 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1433005f-ae81-46bc-b4d8-b738b4788e53 HTTP/1.1" status: 200 len: 835 time: 0.0812600 Apr 21 21:24:50.873016 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:50.873882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] Checking router: e52cf901-ef27-45fa-abb5-66dcf53b6ada for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:50.883083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:50.883690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:51.168585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:51.189000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540384d-d4cd-4d85-b66f-430daf97e107 req-e5a3dc14-d506-4813-9ebf-a6048c2bba81 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:51.190408 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6540384d-d4cd-4d85-b66f-430daf97e107 req-e5a3dc14-d506-4813-9ebf-a6048c2bba81 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 944 time: 0.3943083 Apr 21 21:24:51.216155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-b08a5b1f-6e3f-4d6b-88a7-3742992a5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:51.217640 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-b08a5b1f-6e3f-4d6b-88a7-3742992a5990 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5ebdcce3-f664-4030-88e9-13b89ab02a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3667035 Apr 21 21:24:51.249926 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6540384d-d4cd-4d85-b66f-430daf97e107 req-c7c831ea-8eda-4998-ba73-54bd748cdb7b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 Apr 21 21:24:51.315539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-24b08984-df89-4432-a2ab-160a0b33cdea service neutron] 10.222.0.46 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875425 Apr 21 21:24:51.370058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd793f668-8d58-44d4-a11a-45162049a8ba', 'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:65:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:10Z', 'updated_at': '2022-04-21T21:23:15Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:51.392318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-627d511d-36eb-4177-a925-92b5420b9967 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:51.393849 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-627d511d-36eb-4177-a925-92b5420b9967 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 944 time: 0.0632567 Apr 21 21:24:51.407209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08beb40d-e546-44d4-a4a7-47cf7bfdcfd5 None None] The sync data for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 is: [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:11Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'd793f668-8d58-44d4-a11a-45162049a8ba', 'name': '', 'network_id': '5ebdcce3-f664-4030-88e9-13b89ab02a82', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:65:a0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:10Z', 'updated_at': '2022-04-21T21:23:15Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '1433005f-ae81-46bc-b4d8-b738b4788e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:24:51.425357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6627553-c256-4431-b310-bac1fdbc5d53 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:51.429964 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b2bd99d-7f0b-4c29-a5e6-9fa523e22aa9 req-4b4cc979-1f53-410f-b1cf-e2b6273beaaf service neutron] 10.222.0.46 "GET /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000180 Apr 21 21:24:51.505019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port a6627553-c256-4431-b310-bac1fdbc5d53 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:51.505399 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:51.598341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port a6627553-c256-4431-b310-bac1fdbc5d53, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6627553-c256-4431-b310-bac1fdbc5d53,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:51.598893 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:51.613248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for a6627553-c256-4431-b310-bac1fdbc5d53 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:51.675945 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb1fea-6082-4e5b-9f86-c6f9dd27a489 None None] New status for floating IP 1deb3b7c-f218-483c-8ac0-1278ab061435: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:24:51.739423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:51.773661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=a6627553-c256-4431-b310-bac1fdbc5d53,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:51.819827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] No DVR routers for this DVR port a6627553-c256-4431-b310-bac1fdbc5d53 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:24:51.822919 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:51.826009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b98e393-75b6-40e4-a314-08c3e5208f7b req-415bddf5-0f8b-47f2-bc9f-b0ee4faf6a8d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.46 "DELETE /v2.0/ports/a6627553-c256-4431-b310-bac1fdbc5d53 HTTP/1.1" status: 204 len: 173 time: 0.4223397 Apr 21 21:24:51.827002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-deleted', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:51.829612 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de7bcfd-2046-48ee-a865-b90a5062a934" -d '{"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-deleted", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:51.868638 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f2977-babf-49b3-aae3-1e0c1d66a877 x-openstack-request-id: req-466f2977-babf-49b3-aae3-1e0c1d66a877 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:51.869523 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378bc7e7-ec57-4943-87c8-e116b691f481", "name": "network-vif-deleted", "tag": "a6627553-c256-4431-b310-bac1fdbc5d53", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:51.869930 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-466f2977-babf-49b3-aae3-1e0c1d66a877 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:51.870492 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466f2977-babf-49b3-aae3-1e0c1d66a877'] response: {'server_uuid': '378bc7e7-ec57-4943-87c8-e116b691f481', 'name': 'network-vif-deleted', 'tag': 'a6627553-c256-4431-b310-bac1fdbc5d53', 'status': 'completed', 'code': 200} Apr 21 21:24:51.906990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e7817651-b5ba-4585-bd3d-06924ccc5ce0 req-f2de003f-88a3-46d6-b5f6-d9b7986f3f01 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=378bc7e7-ec57-4943-87c8-e116b691f481 HTTP/1.1" status: 200 len: 210 time: 0.0301626 Apr 21 21:24:52.363242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942f08-45b6-4d3c-8310-6b2c8841b17e req-48f2698a-8e19-4775-8c34-413d5a0e72f0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:52.364582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98942f08-45b6-4d3c-8310-6b2c8841b17e req-48f2698a-8e19-4775-8c34-413d5a0e72f0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 944 time: 0.0472555 Apr 21 21:24:52.401657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98942f08-45b6-4d3c-8310-6b2c8841b17e req-6c82ec5b-66d4-46a4-9fc8-088c735cac2d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 Apr 21 21:24:52.964379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37976) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:53.329691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:53.538069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc72c73-cb60-4eb6-a1cf-64ff76e321ff req-b4be8bca-3431-4039-89a0-a29ab1f9776b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:53.539409 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afc72c73-cb60-4eb6-a1cf-64ff76e321ff req-b4be8bca-3431-4039-89a0-a29ab1f9776b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 944 time: 0.0620821 Apr 21 21:24:53.619903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-afc72c73-cb60-4eb6-a1cf-64ff76e321ff req-adc68831-5695-42f5-9123-5c762b695e29 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729058 Apr 21 21:24:53.644500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port d793f668-8d58-44d4-a11a-45162049a8ba {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:53.644874 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:53.731369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port d793f668-8d58-44d4-a11a-45162049a8ba, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d793f668-8d58-44d4-a11a-45162049a8ba,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:53.731727 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:53.744323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for d793f668-8d58-44d4-a11a-45162049a8ba owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:53.921175 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:53.948257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=d793f668-8d58-44d4-a11a-45162049a8ba,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:54.124452 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:54.333319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router e52cf901-ef27-45fa-abb5-66dcf53b6ada has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:24:54.432980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:54.438020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d9e18213-824e-40a8-9af7-b51ca47ad718 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "PUT /v2.0/routers/e52cf901-ef27-45fa-abb5-66dcf53b6ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4725928 Apr 21 21:24:54.441994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37980) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:54.447327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] Sync routers for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:54.458216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:54.459543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:54.499808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-10abe108-ceb0-4b1f-aaaa-2e4e06c059c2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting subnet 1433005f-ae81-46bc-b4d8-b738b4788e53 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:24:54.502936 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10abe108-ceb0-4b1f-aaaa-2e4e06c059c2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:54.542074 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10abe108-ceb0-4b1f-aaaa-2e4e06c059c2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:54.562623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:54.630178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10abe108-ceb0-4b1f-aaaa-2e4e06c059c2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:54.715665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10abe108-ceb0-4b1f-aaaa-2e4e06c059c2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:54.746238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abe108-ceb0-4b1f-aaaa-2e4e06c059c2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Subnet': ['ID=1433005f-ae81-46bc-b4d8-b738b4788e53,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:54.749107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10abe108-ceb0-4b1f-aaaa-2e4e06c059c2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:54.755159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-10abe108-ceb0-4b1f-aaaa-2e4e06c059c2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/subnets/1433005f-ae81-46bc-b4d8-b738b4788e53 HTTP/1.1" status: 204 len: 168 time: 0.3131242 Apr 21 21:24:54.755872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37984) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:54.774073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53efa90-d994-4df5-bfed-048dc9d197b2 None None] Network 5ebdcce3-f664-4030-88e9-13b89ab02a82 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:24:54.774908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c583df-999a-43d5-9937-0819bde9f553 req-961ff275-97e8-49c1-9d95-c45de6da61f5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:54.776654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26c583df-999a-43d5-9937-0819bde9f553 req-961ff275-97e8-49c1-9d95-c45de6da61f5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 944 time: 0.0729856 Apr 21 21:24:54.819694 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-26c583df-999a-43d5-9937-0819bde9f553 req-c8959ea4-8977-4114-babc-4d0c8c53014c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367215 Apr 21 21:24:54.870124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:54.899686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:24:53Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:54.931568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] Checking router: e52cf901-ef27-45fa-abb5-66dcf53b6ada for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:54.947193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] Routers {'e52cf901-ef27-45fa-abb5-66dcf53b6ada'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:54.947795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:54.972612 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.028880 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:55.029796 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.030945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50b260-00c5-45da-86c0-45577fabea32 None None] DHCP port deletion for 5ebdcce3-f664-4030-88e9-13b89ab02a82 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:24:55.077384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] Set router e52cf901-ef27-45fa-abb5-66dcf53b6ada gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:55.107388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port 582f9d7e-fc51-43dc-bfa1-55c67611f3bd, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=582f9d7e-fc51-43dc-bfa1-55c67611f3bd,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:55.107748 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.120309 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 582f9d7e-fc51-43dc-bfa1-55c67611f3bd owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:55.188377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bd50b260-00c5-45da-86c0-45577fabea32 None None] Deleting port 5d11a79f-3d3b-4f81-b263-4bc39f530f43 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:24:55.189012 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bd50b260-00c5-45da-86c0-45577fabea32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.271581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bd50b260-00c5-45da-86c0-45577fabea32 None None] For port 5d11a79f-3d3b-4f81-b263-4bc39f530f43, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5d11a79f-3d3b-4f81-b263-4bc39f530f43,segment=NetworkSegment(89190368-76d3-4005-b4a4-009241201ff4),segment_id=89190368-76d3-4005-b4a4-009241201ff4)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:55.271871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bd50b260-00c5-45da-86c0-45577fabea32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.283286 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.302353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bd50b260-00c5-45da-86c0-45577fabea32 None None] Calling delete_port for 5d11a79f-3d3b-4f81-b263-4bc39f530f43 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:24:55.314883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=582f9d7e-fc51-43dc-bfa1-55c67611f3bd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:55.373814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.389741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:24:53Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:55.422238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1e38f-773d-40c9-a591-76d7d6437ee7 None None] The sync data for ids ['e52cf901-ef27-45fa-abb5-66dcf53b6ada'] in n-d-838945-1 is: [{'id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-501985652', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:24:53Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '582f9d7e-fc51-43dc-bfa1-55c67611f3bd', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52cf901-ef27-45fa-abb5-66dcf53b6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:23:06Z', 'updated_at': '2022-04-21T21:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:24:55.428525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bd50b260-00c5-45da-86c0-45577fabea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.456090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 176839ae-5771-4039-a54f-d30388c7de79 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:24:55.457993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6627553-c256-4431-b310-bac1fdbc5d53 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:55.467104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50b260-00c5-45da-86c0-45577fabea32 None None] Pushing event deleted for resources: {'Port': ['ID=5d11a79f-3d3b-4f81-b263-4bc39f530f43,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:55.472923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.475630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.484111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd50b260-00c5-45da-86c0-45577fabea32 None None] No DVR routers for this DVR port 5d11a79f-3d3b-4f81-b263-4bc39f530f43 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:24:55.492977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: a6627553-c256-4431-b310-bac1fdbc5d53 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:55.493316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6627553-c256-4431-b310-bac1fdbc5d53 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:55.520482 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.521639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Fanout notify agent at l3_agent the message router_deleted on router e52cf901-ef27-45fa-abb5-66dcf53b6ada {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:24:55.529126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.530357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7560b99b-8b96-4a86-bb0b-f25a51d32a95 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/routers/e52cf901-ef27-45fa-abb5-66dcf53b6ada HTTP/1.1" status: 204 len: 168 time: 0.7732084 Apr 21 21:24:55.533065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37986) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:55.580296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 176839ae-5771-4039-a54f-d30388c7de79, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=176839ae-5771-4039-a54f-d30388c7de79,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:55.591416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '176839ae-5771-4039-a54f-d30388c7de79', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'port_id': '176839ae-5771-4039-a54f-d30388c7de79', 'mac_address': 'fa:16:3e:71:60:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:24:55.610438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.627327 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.640264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176839ae-5771-4039-a54f-d30388c7de79 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:24:55.659003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 176839ae-5771-4039-a54f-d30388c7de79, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=176839ae-5771-4039-a54f-d30388c7de79,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:55.663073 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.697624 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.709985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=176839ae-5771-4039-a54f-d30388c7de79,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:55.724561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebdcce3-f664-4030-88e9-13b89ab02a82']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:55.733675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89190368-76d3-4005-b4a4-009241201ff4') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:55.733972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89190368-76d3-4005-b4a4-009241201ff4') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:55.743148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.756031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.761750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:24:55.762159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:24:55.764963 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:24:55.825487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.832561 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.840390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/networks/5ebdcce3-f664-4030-88e9-13b89ab02a82 HTTP/1.1" status: 204 len: 168 time: 0.3025913 Apr 21 21:24:55.840624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37988) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:55.853128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84cab9-2b2b-479a-b7ed-2500b3f191c7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Network': ['ID=5ebdcce3-f664-4030-88e9-13b89ab02a82,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:55.921819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb587670-c600-4aaa-8147-62aa39a01d6c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.949671 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb587670-c600-4aaa-8147-62aa39a01d6c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:55.950128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b61ba-af3e-4bd9-9910-5a86c53a6917 req-ead1ca12-993f-43a8-ae14-6416fef3554c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:55.951527 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-060b61ba-af3e-4bd9-9910-5a86c53a6917 req-ead1ca12-993f-43a8-ae14-6416fef3554c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 945 time: 0.0521693 Apr 21 21:24:55.992872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-060b61ba-af3e-4bd9-9910-5a86c53a6917 req-5c92c263-ea09-4f6f-b399-0e4408d920c0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335450 Apr 21 21:24:56.008512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['176839ae-5771-4039-a54f-d30388c7de79'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:24:56.023548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb587670-c600-4aaa-8147-62aa39a01d6c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.026508 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cb587670-c600-4aaa-8147-62aa39a01d6c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.027732 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cb587670-c600-4aaa-8147-62aa39a01d6c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/security-groups/6f4ccd0c-99bc-4863-9e34-fc70748e112a HTTP/1.1" status: 204 len: 168 time: 0.1870885 Apr 21 21:24:56.038496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb587670-c600-4aaa-8147-62aa39a01d6c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4ccd0c-99bc-4863-9e34-fc70748e112a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:56.332282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 37996) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:56.336780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5f970658-8cfe-4db9-bc02-8fd51ba8890c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1331137494', 'description': 'tempest-secgroup-smoke-1331137494 description', 'project_id': '33349352c09e472e84467ff4a7100849'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:56.361520 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f970658-8cfe-4db9-bc02-8fd51ba8890c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.425135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f970658-8cfe-4db9-bc02-8fd51ba8890c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.429147 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f970658-8cfe-4db9-bc02-8fd51ba8890c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.457589 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5f970658-8cfe-4db9-bc02-8fd51ba8890c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.458775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5f970658-8cfe-4db9-bc02-8fd51ba8890c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1254396 Apr 21 21:24:56.460657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f970658-8cfe-4db9-bc02-8fd51ba8890c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0678e8-287c-4490-8bcb-fa52db159c37,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:56.461811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 37998) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:56.466491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4967cc9d-0f70-46fc-8305-297686fd1802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '1a0678e8-287c-4490-8bcb-fa52db159c37', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:56.503556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4967cc9d-0f70-46fc-8305-297686fd1802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.555477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4967cc9d-0f70-46fc-8305-297686fd1802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.557862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 582f9d7e-fc51-43dc-bfa1-55c67611f3bd no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:56.559078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4967cc9d-0f70-46fc-8305-297686fd1802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.575396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967cc9d-0f70-46fc-8305-297686fd1802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc37ed3-6708-4819-8829-a8ab7b040a82,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:56.578556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 582f9d7e-fc51-43dc-bfa1-55c67611f3bd {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:56.579131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 582f9d7e-fc51-43dc-bfa1-55c67611f3bd not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:56.579543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d793f668-8d58-44d4-a11a-45162049a8ba no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:56.587320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4967cc9d-0f70-46fc-8305-297686fd1802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.588577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4967cc9d-0f70-46fc-8305-297686fd1802 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256802 Apr 21 21:24:56.591336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38000) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:56.595802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d09abd96-e2fe-4554-a25a-527a813f5aaa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '1a0678e8-287c-4490-8bcb-fa52db159c37', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:56.603206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: d793f668-8d58-44d4-a11a-45162049a8ba {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:56.603549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d793f668-8d58-44d4-a11a-45162049a8ba not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:56.603956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5d11a79f-3d3b-4f81-b263-4bc39f530f43 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:24:56.622493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d09abd96-e2fe-4554-a25a-527a813f5aaa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.622986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5d11a79f-3d3b-4f81-b263-4bc39f530f43 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:24:56.623335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5d11a79f-3d3b-4f81-b263-4bc39f530f43 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:24:56.679433 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d09abd96-e2fe-4554-a25a-527a813f5aaa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.683209 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d09abd96-e2fe-4554-a25a-527a813f5aaa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.703061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09abd96-e2fe-4554-a25a-527a813f5aaa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f9ae9d-9e37-4867-bd5e-233c9ad7efd8,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:56.711755 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d09abd96-e2fe-4554-a25a-527a813f5aaa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.712983 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d09abd96-e2fe-4554-a25a-527a813f5aaa tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206460 Apr 21 21:24:56.716575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38002) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:56.721569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-73c1997f-7810-45db-b5f7-52c357ccaf6d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '1a0678e8-287c-4490-8bcb-fa52db159c37', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:56.745920 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-73c1997f-7810-45db-b5f7-52c357ccaf6d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.801102 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-73c1997f-7810-45db-b5f7-52c357ccaf6d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.804510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-73c1997f-7810-45db-b5f7-52c357ccaf6d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.822790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1997f-7810-45db-b5f7-52c357ccaf6d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466c9942-b8eb-42e4-8e70-88029829b03f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:56.830536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-73c1997f-7810-45db-b5f7-52c357ccaf6d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.831693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-73c1997f-7810-45db-b5f7-52c357ccaf6d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140246 Apr 21 21:24:56.834843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38004) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:56.839074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-69f06f82-d73c-4698-9440-f5871eb0faa2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '1a0678e8-287c-4490-8bcb-fa52db159c37', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:56.863291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-69f06f82-d73c-4698-9440-f5871eb0faa2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.919767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-69f06f82-d73c-4698-9440-f5871eb0faa2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.923316 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-69f06f82-d73c-4698-9440-f5871eb0faa2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.942228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f06f82-d73c-4698-9440-f5871eb0faa2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44ff00b-c509-4aed-9a02-cbc341b80454,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:56.947263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-69f06f82-d73c-4698-9440-f5871eb0faa2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:56.951435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-69f06f82-d73c-4698-9440-f5871eb0faa2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1126726 Apr 21 21:24:56.951435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38006) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:56.955362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-42b6a508-8a8d-40b5-afce-3c3710b4d411 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '1a0678e8-287c-4490-8bcb-fa52db159c37', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:56.975069 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-42b6a508-8a8d-40b5-afce-3c3710b4d411 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Project 33349352c09e472e84467ff4a7100849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:24:56.979792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42b6a508-8a8d-40b5-afce-3c3710b4d411 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.050521 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42b6a508-8a8d-40b5-afce-3c3710b4d411 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.054314 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42b6a508-8a8d-40b5-afce-3c3710b4d411 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.074663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6a508-8a8d-40b5-afce-3c3710b4d411 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17df9dfe-0771-4bf6-a027-571f99ff61ba,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:57.080605 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42b6a508-8a8d-40b5-afce-3c3710b4d411 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.084359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-42b6a508-8a8d-40b5-afce-3c3710b4d411 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289229 Apr 21 21:24:57.084359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38010) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:57.088693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-41b7c56d-2099-4c32-b9a8-5950c67e370d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'security_group_rule': {'security_group_id': '1a0678e8-287c-4490-8bcb-fa52db159c37', 'project_id': '33349352c09e472e84467ff4a7100849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:57.109298 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-41b7c56d-2099-4c32-b9a8-5950c67e370d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Project 33349352c09e472e84467ff4a7100849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:24:57.114360 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41b7c56d-2099-4c32-b9a8-5950c67e370d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.118493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5457c-932f-4180-b06e-876d9d4c8ee1 req-19653bd5-7f19-4931-8bdf-1b96523f9b30 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:57.120094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8dc5457c-932f-4180-b06e-876d9d4c8ee1 req-19653bd5-7f19-4931-8bdf-1b96523f9b30 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 945 time: 0.0511315 Apr 21 21:24:57.159324 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8dc5457c-932f-4180-b06e-876d9d4c8ee1 req-f9592481-b6a5-49d3-912e-6d20fcafa33e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Apr 21 21:24:57.176699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41b7c56d-2099-4c32-b9a8-5950c67e370d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.180395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41b7c56d-2099-4c32-b9a8-5950c67e370d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.197602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7c56d-2099-4c32-b9a8-5950c67e370d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b0f69c-4409-4039-bfad-bb039d05c15b,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:57.205808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-41b7c56d-2099-4c32-b9a8-5950c67e370d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.206969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-41b7c56d-2099-4c32-b9a8-5950c67e370d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216416 Apr 21 21:24:57.210380 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38012) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:57.215018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'network': {'name': 'tempest-network-smoke--796785051', 'project_id': '33349352c09e472e84467ff4a7100849', 'port_security_enabled': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:57.232867 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:24:57.236115 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.258750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:24:57.267396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.267734 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Added segment 2e17f56f-0e82-4872-b543-f3f86068105b of type vlan for network 78042600-88ef-4fe2-9fdb-604cf84f240f Apr 21 21:24:57.305885 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.331891 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.337811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:57.338407 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.392714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1813171 Apr 21 21:24:57.395418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38014) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:57.399972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'admin_state_up': True, 'project_id': '33349352c09e472e84467ff4a7100849', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:57.406769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8ef00-33d3-45fa-8899-aec60bad699e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Network': ['ID=78042600-88ef-4fe2-9fdb-604cf84f240f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:57.417218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 78042600-88ef-4fe2-9fdb-604cf84f240f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:24:57.423174 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.424245 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.464251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 176839ae-5771-4039-a54f-d30388c7de79 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:24:57.475021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.528719 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 176839ae-5771-4039-a54f-d30388c7de79 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:24:57.532207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 176839ae-5771-4039-a54f-d30388c7de79 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:24:57.532577 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.608067 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.612168 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.631772 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd806f1f9-1ebc-4ba1-977a-37392744499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176839ae-5771-4039-a54f-d30388c7de79'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:24:57.634360 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853caa59-a965-46f7-b8e7-3396096b1daf" -d '{"events": [{"server_uuid": "d806f1f9-1ebc-4ba1-977a-37392744499a", "name": "network-vif-plugged", "status": "completed", "tag": "176839ae-5771-4039-a54f-d30388c7de79"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:24:57.648638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 176839ae-5771-4039-a54f-d30388c7de79, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=176839ae-5771-4039-a54f-d30388c7de79,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:24:57.654377 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:57.679312 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a4eb74-e6f0-4005-a732-2b05050228e8 x-openstack-request-id: req-a3a4eb74-e6f0-4005-a732-2b05050228e8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:24:57.679618 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d806f1f9-1ebc-4ba1-977a-37392744499a", "name": "network-vif-plugged", "status": "completed", "tag": "176839ae-5771-4039-a54f-d30388c7de79", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:24:57.679838 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3a4eb74-e6f0-4005-a732-2b05050228e8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:24:57.680235 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a4eb74-e6f0-4005-a732-2b05050228e8'] response: {'server_uuid': 'd806f1f9-1ebc-4ba1-977a-37392744499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176839ae-5771-4039-a54f-d30388c7de79', 'code': 200} Apr 21 21:24:57.714398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=176839ae-5771-4039-a54f-d30388c7de79,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:58.171563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf1fe-e13b-4c3b-b6f0-ec7248957d9c req-7a0ab31f-1be8-454f-a5ca-6f56b6cc4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:58.173045 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e9cf1fe-e13b-4c3b-b6f0-ec7248957d9c req-7a0ab31f-1be8-454f-a5ca-6f56b6cc4c2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 1097 time: 0.1184278 Apr 21 21:24:58.173581 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:58.197133 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:58.288173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e9cf1fe-e13b-4c3b-b6f0-ec7248957d9c req-f6af08c2-c50c-4ec3-935d-cdc45d7ab343 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964875 Apr 21 21:24:58.341965 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888dfd4-eb47-43a7-b8e5-4fb9ca680e15 req-cb110986-abf5-43af-9087-d8b579904dae tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:58.343397 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2888dfd4-eb47-43a7-b8e5-4fb9ca680e15 req-cb110986-abf5-43af-9087-d8b579904dae tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 946 time: 0.1006315 Apr 21 21:24:58.369259 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.25.0.7 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/5b989d0e-2cc8-44c8-9abc-c37805e20f88) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:24:58.399934 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2888dfd4-eb47-43a7-b8e5-4fb9ca680e15 req-95b6e9f5-6c9d-49ab-bd43-8efbc408f51d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493205 Apr 21 21:24:58.486408 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:58.519161 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:58.558856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:24:58.561704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:58.564343 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:24:58.587114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=5b989d0e-2cc8-44c8-9abc-c37805e20f88,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:58.809352 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.000692 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.123973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 272ce5dc-faa8-4463-937b-ee2893a57c52 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:24:59.227002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:24:59.236444 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Sync routers for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:24:59.245940 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:24:59.246411 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.246553 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:59.249199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2ee934a9-d9c4-4222-a63c-e831961415ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8526936 Apr 21 21:24:59.250745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38020) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:59.280023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-08571e4f-dac5-4f75-b742-1186a553da39 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=33349352c09e472e84467ff4a7100849&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281718 Apr 21 21:24:59.282849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38022) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:59.348662 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:24:59.372394 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06542eee-23d4-4284-94c6-d75ecf0bf441 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:59.374068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-06542eee-23d4-4284-94c6-d75ecf0bf441 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901806 Apr 21 21:24:59.376807 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38024) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:59.412212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e1038dd9-5062-4c34-a5a5-672060e37de2 tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341370 Apr 21 21:24:59.414668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38026) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:59.419315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1829960552', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'project_id': '33349352c09e472e84467ff4a7100849', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:24:59.538099 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:24:58Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:24:59.544929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581740ad-89c8-45cc-90f5-aa1fcacf73aa req-d6ba3263-265a-42a4-9f46-891c5bb7efed tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:59.546524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-581740ad-89c8-45cc-90f5-aa1fcacf73aa req-d6ba3263-265a-42a4-9f46-891c5bb7efed tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 946 time: 0.0709040 Apr 21 21:24:59.560266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:24:59.563816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.574115 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Checking router: 272ce5dc-faa8-4463-937b-ee2893a57c52 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:24:59.574655 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Updating router 272ce5dc-faa8-4463-937b-ee2893a57c52 port 5b989d0e-2cc8-44c8-9abc-c37805e20f88 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:24:59.598685 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.643553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-581740ad-89c8-45cc-90f5-aa1fcacf73aa req-1791aac9-b595-4eca-8ede-12d4ca552620 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894606 Apr 21 21:24:59.762748 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.822580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Subnet': ['ID=0d5a51b2-d142-4a7b-8212-f5c541045db6,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:59.830172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Checking segment: {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:59.830172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network hostable DHCP agents. Network: 78042600-88ef-4fe2-9fdb-604cf84f240f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:24:59.854282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 78042600-88ef-4fe2-9fdb-604cf84f240f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:24:59.855056 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.860562 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.863722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 78042600-88ef-4fe2-9fdb-604cf84f240f) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:24:59.868539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:24:59.869344 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.873308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537a70d-5936-4f0e-b231-8e266fc2a14d None None] Network 78042600-88ef-4fe2-9fdb-604cf84f240f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:24:59.890373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b74d6b63-ee54-46a0-add8-e24052956168 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4747026 Apr 21 21:24:59.890682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38030) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:24:59.913594 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Attempting to bind port 5b989d0e-2cc8-44c8-9abc-c37805e20f88 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:24:59.913959 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Attempting to bind port 5b989d0e-2cc8-44c8-9abc-c37805e20f88 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:24:59.914314 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Attempting to bind port 5b989d0e-2cc8-44c8-9abc-c37805e20f88 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:24:59.916295 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90142ae-8c40-4b9b-b05e-0646a3c703c3 None None] Pushing event updated for resources: {'Port': ['ID=5b989d0e-2cc8-44c8-9abc-c37805e20f88,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:24:59.921751 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:24:59.922173 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:24:59.922520 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.923015 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:24:59.923481 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Bound port: 5b989d0e-2cc8-44c8-9abc-c37805e20f88, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:24:59.923860 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:24:59.977962 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] For port 5b989d0e-2cc8-44c8-9abc-c37805e20f88, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:24:59.981096 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] For port 5b989d0e-2cc8-44c8-9abc-c37805e20f88, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5b989d0e-2cc8-44c8-9abc-c37805e20f88,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:24:59.986779 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.043274 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:25:00.043918 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:00.084953 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90142ae-8c40-4b9b-b05e-0646a3c703c3 None None] Pushing event updated for resources: {'Port': ['ID=5b989d0e-2cc8-44c8-9abc-c37805e20f88,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:00.156185 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:25:00.191755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-78042600-88ef-4fe2-9fdb-604cf84f240f', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:25:00.193514 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.325544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Allocated IP 172.20.0.2 (78042600-88ef-4fe2-9fdb-604cf84f240f/0d5a51b2-d142-4a7b-8212-f5c541045db6/3ba830a0-0ed8-4d6f-a136-3eddba22271f) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:25:00.339665 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:24:58Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:00.377961 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7dda6f-08a3-4eed-ab25-ada89a85f0cb None None] The sync data for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 is: [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:24:58Z', 'revision_number': 3, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:25:00.394305 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.515306 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.523411 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.528018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d83e4a6-41d9-472f-a3f6-a521b9caf079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.571568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Network 78042600-88ef-4fe2-9fdb-604cf84f240f is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:25:00.574515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:25:00.578137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:25:00.589294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Pushing event updated for resources: {'Port': ['ID=3ba830a0-0ed8-4d6f-a136-3eddba22271f,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:00.639676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Attempting to bind port 3ba830a0-0ed8-4d6f-a136-3eddba22271f on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:25:00.640165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Attempting to bind port 3ba830a0-0ed8-4d6f-a136-3eddba22271f by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:25:00.640589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Attempting to bind port 3ba830a0-0ed8-4d6f-a136-3eddba22271f on network 78042600-88ef-4fe2-9fdb-604cf84f240f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:25:00.647109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:25:00.647853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Checking segment: {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:25:00.648050 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.648534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Bound using segment: {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:25:00.648947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Bound port: 3ba830a0-0ed8-4d6f-a136-3eddba22271f, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:25:00.649320 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.751046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.20.0.1 (78042600-88ef-4fe2-9fdb-604cf84f240f/0d5a51b2-d142-4a7b-8212-f5c541045db6/b8ec8ec1-e216-48c0-a125-10fbdc642e29) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:25:00.766361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] For port 3ba830a0-0ed8-4d6f-a136-3eddba22271f, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:25:00.769979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] For port 3ba830a0-0ed8-4d6f-a136-3eddba22271f, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3ba830a0-0ed8-4d6f-a136-3eddba22271f,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:25:00.777847 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.851557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952669c-7488-4101-ac58-266ab9d69741 None None] Pushing event updated for resources: {'Port': ['ID=3ba830a0-0ed8-4d6f-a136-3eddba22271f,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:00.933546 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:00.948367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b6f39-da2b-4f49-95f8-ae040c806e99 req-7c47a6a3-8a97-4dd3-9702-0d8d87610e9c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:00.952046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed8b6f39-da2b-4f49-95f8-ae040c806e99 req-7c47a6a3-8a97-4dd3-9702-0d8d87610e9c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 946 time: 0.1945550 Apr 21 21:25:01.019725 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed8b6f39-da2b-4f49-95f8-ae040c806e99 req-94a18317-6285-4dee-995c-f7582a3ab298 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597823 Apr 21 21:25:01.022331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:01.113941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 78042600-88ef-4fe2-9fdb-604cf84f240f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:25:01.117895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:25:01.123743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:25:01.131261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=b8ec8ec1-e216-48c0-a125-10fbdc642e29,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:01.183263 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:01.225588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49321d23-b094-4433-bc47-3e68bc643214 req-8a9e6b07-8eec-4ea6-9b31-e33a8db2b269 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:01.229806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49321d23-b094-4433-bc47-3e68bc643214 req-8a9e6b07-8eec-4ea6-9b31-e33a8db2b269 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 946 time: 0.0804930 Apr 21 21:25:01.317255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49321d23-b094-4433-bc47-3e68bc643214 req-7a81df55-a32a-4507-9991-e8392b64a490 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803301 Apr 21 21:25:01.417766 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:01.476750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b07c-68da-4309-9d91-f6ade9e8b6b1 req-9111e327-d8fc-40be-a066-c080a0113a24 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:01.478496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bb82b07c-68da-4309-9d91-f6ade9e8b6b1 req-9111e327-d8fc-40be-a066-c080a0113a24 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 946 time: 0.0934155 Apr 21 21:25:01.571976 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bb82b07c-68da-4309-9d91-f6ade9e8b6b1 req-3b94a34b-ef3a-4ed9-9546-8f2c45b1252d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828269 Apr 21 21:25:01.785464 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:01.817597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:01.902319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:01.917606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07ca75-dab3-4125-bc66-a2c483220603 req-19e63b81-a94a-42cb-93fb-a551e55b9799 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:01.919189 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca07ca75-dab3-4125-bc66-a2c483220603 req-19e63b81-a94a-42cb-93fb-a551e55b9799 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 946 time: 0.1309218 Apr 21 21:25:01.923488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=b8ec8ec1-e216-48c0-a125-10fbdc642e29,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:01.993313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e424ac0-0d42-42a3-863e-dc82c5819f73 None None] Network 78042600-88ef-4fe2-9fdb-604cf84f240f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:25:02.005803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca07ca75-dab3-4125-bc66-a2c483220603 req-ec15ff7a-bf53-4930-bfaa-b9a340eebb50 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779505 Apr 21 21:25:02.040733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 78042600-88ef-4fe2-9fdb-604cf84f240f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:25:02.042195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:25:02.054104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e22a8a1d-4159-432d-a75d-e504d2552cec None None] Provisioning complete for port 3ba830a0-0ed8-4d6f-a136-3eddba22271f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:02.054477 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e22a8a1d-4159-432d-a75d-e504d2552cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:02.162479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 272ce5dc-faa8-4463-937b-ee2893a57c52 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:25:02.209012 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e22a8a1d-4159-432d-a75d-e504d2552cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:02.249537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e22a8a1d-4159-432d-a75d-e504d2552cec None None] For port 3ba830a0-0ed8-4d6f-a136-3eddba22271f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3ba830a0-0ed8-4d6f-a136-3eddba22271f,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:02.257094 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e22a8a1d-4159-432d-a75d-e504d2552cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:02.278443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:25:02.293084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e4a676f-38b5-40a7-9b0f-9c3939c2563b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "PUT /v2.0/routers/272ce5dc-faa8-4463-937b-ee2893a57c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3917236 Apr 21 21:25:02.321971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a8a1d-4159-432d-a75d-e504d2552cec None None] Pushing event updated for resources: {'Port': ['ID=3ba830a0-0ed8-4d6f-a136-3eddba22271f,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:02.426691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Sync routers for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:25:02.435788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:25:02.436404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:24:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:02.531340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-757c32a9-f7a4-43c9-bd76-ee5ee741d0c5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331137494&fields=id&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 267 time: 0.0433369 Apr 21 21:25:02.554863 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b2dec46b-145e-403f-a636-fd47e18d0141 None None] Provisioning complete for port b8ec8ec1-e216-48c0-a125-10fbdc642e29 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:02.555235 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2dec46b-145e-403f-a636-fd47e18d0141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:02.588210 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:25:02.621439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5b989d0e-2cc8-44c8-9abc-c37805e20f88 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:25:02.658069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-1166bee2-9f9a-4683-afbf-ec3bd6856772 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:02.659605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-1166bee2-9f9a-4683-afbf-ec3bd6856772 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/networks?id=78042600-88ef-4fe2-9fdb-604cf84f240f HTTP/1.1" status: 200 len: 796 time: 0.1202404 Apr 21 21:25:02.661209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b2dec46b-145e-403f-a636-fd47e18d0141 None None] Port b8ec8ec1-e216-48c0-a125-10fbdc642e29 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:25:02.677976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-33033165-bd41-4d26-be4c-0ce4232e7293 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/quotas/33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 375 time: 0.0119264 Apr 21 21:25:02.731996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-c50bb509-868a-4326-87fa-f93854f70e4e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493617 Apr 21 21:25:02.759402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b2dec46b-145e-403f-a636-fd47e18d0141 None None] Provisioning complete for port 3ba830a0-0ed8-4d6f-a136-3eddba22271f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:02.759764 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b2dec46b-145e-403f-a636-fd47e18d0141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:02.848790 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a376c752-cd4b-4b75-8db6-38dd579d852d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:02.861132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5b989d0e-2cc8-44c8-9abc-c37805e20f88 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:02.861500 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.030606 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b8ec8ec1-e216-48c0-a125-10fbdc642e29', 'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:4e:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:25:00Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 2, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:03.064319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Checking router: 272ce5dc-faa8-4463-937b-ee2893a57c52 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:25:03.064618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Updating router 272ce5dc-faa8-4463-937b-ee2893a57c52 port b8ec8ec1-e216-48c0-a125-10fbdc642e29 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:25:03.088104 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.098971 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.131189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 5b989d0e-2cc8-44c8-9abc-c37805e20f88, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5b989d0e-2cc8-44c8-9abc-c37805e20f88,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:03.138752 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.139612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3ba830a0-0ed8-4d6f-a136-3eddba22271f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:25:03.156522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaeeb0-c47d-4c0d-a95d-eea1124056c6 req-9d785dc2-8fcd-4840-a93a-865e021b569e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:03.159603 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fbaeeb0-c47d-4c0d-a95d-eea1124056c6 req-9d785dc2-8fcd-4840-a93a-865e021b569e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 946 time: 0.0764182 Apr 21 21:25:03.203562 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fbaeeb0-c47d-4c0d-a95d-eea1124056c6 req-ece46eb2-c7ad-497d-9729-bb6ccea9d136 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Apr 21 21:25:03.212094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b313e1be-918c-4dfe-98d6-ff487e590636 None None] Provisioning complete for port b8ec8ec1-e216-48c0-a125-10fbdc642e29 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:03.212465 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b313e1be-918c-4dfe-98d6-ff487e590636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.225274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-15d19b4f-dbf9-45fb-97fe-980494fcc155 service neutron] 10.222.0.49 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808726 Apr 21 21:25:03.314896 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-70e77bbe-9930-4053-bdff-429be44df3c2 service neutron] 10.222.0.49 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829821 Apr 21 21:25:03.339643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b313e1be-918c-4dfe-98d6-ff487e590636 None None] Port b8ec8ec1-e216-48c0-a125-10fbdc642e29 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:25:03.343620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=5b989d0e-2cc8-44c8-9abc-c37805e20f88,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:03.354655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-1393c172-f8a3-424f-a4ec-687d05399d2e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:03.356621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-1393c172-f8a3-424f-a4ec-687d05399d2e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 946 time: 0.0588851 Apr 21 21:25:03.375007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3ba830a0-0ed8-4d6f-a136-3eddba22271f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:03.375386 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.477905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port 176839ae-5771-4039-a54f-d30388c7de79 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:25:03.478252 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.557392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-18d8145b-bc8f-431a-a043-711f297c43be req-2fa2ef03-73b7-4659-ad70-3d05e023bcf6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 210 time: 0.0634592 Apr 21 21:25:03.612876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] For port 176839ae-5771-4039-a54f-d30388c7de79, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=176839ae-5771-4039-a54f-d30388c7de79,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:03.613261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.628798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for 176839ae-5771-4039-a54f-d30388c7de79 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:25:03.751300 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.758474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.781221 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.795968 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['176839ae-5771-4039-a54f-d30388c7de79'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:25:03.833825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=176839ae-5771-4039-a54f-d30388c7de79,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:03.834876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f2ddb-4ef4-46fa-b6dc-f9327acf87d1 None None] Pushing event updated for resources: {'Port': ['ID=b8ec8ec1-e216-48c0-a125-10fbdc642e29,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:03.876326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] No DVR routers for this DVR port 176839ae-5771-4039-a54f-d30388c7de79 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:25:03.879669 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.884079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62ec3355-4382-495f-b3ff-b9e2bed5e0c7 req-c341e62c-a377-4c36-bef1-9d7d545ffde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "DELETE /v2.0/ports/176839ae-5771-4039-a54f-d30388c7de79 HTTP/1.1" status: 204 len: 173 time: 0.5205398 Apr 21 21:25:03.884634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd806f1f9-1ebc-4ba1-977a-37392744499a', 'name': 'network-vif-deleted', 'tag': '176839ae-5771-4039-a54f-d30388c7de79'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:25:03.899899 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d949bbd5-c8bc-4f8a-8e64-e79f0d44cc1b" -d '{"events": [{"server_uuid": "d806f1f9-1ebc-4ba1-977a-37392744499a", "name": "network-vif-deleted", "tag": "176839ae-5771-4039-a54f-d30388c7de79"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:25:03.906613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Attempting to bind port b8ec8ec1-e216-48c0-a125-10fbdc642e29 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:25:03.907690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Attempting to bind port b8ec8ec1-e216-48c0-a125-10fbdc642e29 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:25:03.917060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Attempting to bind port b8ec8ec1-e216-48c0-a125-10fbdc642e29 on network 78042600-88ef-4fe2-9fdb-604cf84f240f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:25:03.932815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:25:03.933486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Checking segment: {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:25:03.933989 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.934934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Bound using segment: {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:25:03.935802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Bound port: b8ec8ec1-e216-48c0-a125-10fbdc642e29, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:25:03.936716 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:03.968946 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea37616-c76d-4fa5-abf3-5ed84d4f3c93 x-openstack-request-id: req-7ea37616-c76d-4fa5-abf3-5ed84d4f3c93 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:25:03.969459 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d806f1f9-1ebc-4ba1-977a-37392744499a", "name": "network-vif-deleted", "tag": "176839ae-5771-4039-a54f-d30388c7de79", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:25:03.970010 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ea37616-c76d-4fa5-abf3-5ed84d4f3c93 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:25:03.970610 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea37616-c76d-4fa5-abf3-5ed84d4f3c93'] response: {'server_uuid': 'd806f1f9-1ebc-4ba1-977a-37392744499a', 'name': 'network-vif-deleted', 'tag': '176839ae-5771-4039-a54f-d30388c7de79', 'status': 'completed', 'code': 200} Apr 21 21:25:04.067131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] For port b8ec8ec1-e216-48c0-a125-10fbdc642e29, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:25:04.071579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] For port b8ec8ec1-e216-48c0-a125-10fbdc642e29, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b8ec8ec1-e216-48c0-a125-10fbdc642e29,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:25:04.076091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:04.156733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:25:04.157354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:25:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:04.169733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f2ddb-4ef4-46fa-b6dc-f9327acf87d1 None None] Pushing event updated for resources: {'Port': ['ID=b8ec8ec1-e216-48c0-a125-10fbdc642e29,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:04.183237 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:04.323882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:25:04.324887 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd9432b7-b332-4c2f-834a-96e0d8283e2e req-42c3fc81-a36d-4fe3-a7c5-e9eee1c51da4 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 210 time: 0.0427420 Apr 21 21:25:04.359528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2062f561-d3b1-4cf5-a99b-bd3875b80ca6 None None] Provisioning complete for port b8ec8ec1-e216-48c0-a125-10fbdc642e29 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:04.360034 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2062f561-d3b1-4cf5-a99b-bd3875b80ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:04.576955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5b989d0e-2cc8-44c8-9abc-c37805e20f88 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:25:04.633625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-15a509b7-4aef-4423-81f3-37e1395b8189 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:04.635218 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-15a509b7-4aef-4423-81f3-37e1395b8189 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "GET /v2.0/networks?id=78042600-88ef-4fe2-9fdb-604cf84f240f HTTP/1.1" status: 200 len: 796 time: 0.1381869 Apr 21 21:25:04.696675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ccd59620-c68c-4f4f-9f49-641be7435d00 req-995251d6-7fe4-493c-ac13-98399cdea3fc tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 210 time: 0.0424793 Apr 21 21:25:04.699303 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2062f561-d3b1-4cf5-a99b-bd3875b80ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:04.725250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-62adfd7b-9db3-4096-8bd2-1777c954467c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33349352c09e472e84467ff4a7100849 HTTP/1.1" status: 200 len: 380 time: 0.0785997 Apr 21 21:25:04.737187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'port': {'device_id': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'admin_state_up': True, 'tenant_id': '33349352c09e472e84467ff4a7100849', 'security_groups': ['1a0678e8-287c-4490-8bcb-fa52db159c37']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:25:04.749720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5b989d0e-2cc8-44c8-9abc-c37805e20f88 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:04.750094 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:04.752752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2062f561-d3b1-4cf5-a99b-bd3875b80ca6 None None] For port b8ec8ec1-e216-48c0-a125-10fbdc642e29, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b8ec8ec1-e216-48c0-a125-10fbdc642e29,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:04.780265 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2062f561-d3b1-4cf5-a99b-bd3875b80ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:04.795678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b8ec8ec1-e216-48c0-a125-10fbdc642e29', 'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:4e:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:25:00Z', 'updated_at': '2022-04-21T21:25:04Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:04.859883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006fd46-5b00-4cb9-a40b-2215e3d71a7f None None] The sync data for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 is: [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b8ec8ec1-e216-48c0-a125-10fbdc642e29', 'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:4e:11:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:25:00Z', 'updated_at': '2022-04-21T21:25:04Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:25:04.867494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Made reservation on behalf of 33349352c09e472e84467ff4a7100849 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:25:04.872210 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:04.900947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062f561-d3b1-4cf5-a99b-bd3875b80ca6 None None] Pushing event updated for resources: {'Port': ['ID=b8ec8ec1-e216-48c0-a125-10fbdc642e29,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:04.967916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-43d89169-83dd-4034-9806-2dbaea4d37d3 None None] Provisioning complete for port b8ec8ec1-e216-48c0-a125-10fbdc642e29 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:04.968280 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43d89169-83dd-4034-9806-2dbaea4d37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.055180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.20.0.12 (78042600-88ef-4fe2-9fdb-604cf84f240f/0d5a51b2-d142-4a7b-8212-f5c541045db6/1dc9b28d-7aa5-4544-bcf6-32054ba968ab) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:25:05.220839 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.258603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.301663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network 78042600-88ef-4fe2-9fdb-604cf84f240f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:25:05.308140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:25:05.312062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:25:05.351968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:05.375861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:05.376529 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.402224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-98489774-85aa-49fc-8c52-b29dc7b92a84 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6703115 Apr 21 21:25:05.415943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Request body: {'port': {'device_id': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:25:05.417844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.477446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8446dd60-2e74-4b20-951e-4bfd20c7da84 req-b971b22f-8f39-4359-97e1-83933320d42a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 210 time: 0.0347278 Apr 21 21:25:05.529045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.709521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-eb643a2c-cf92-4148-9dc9-ae6b3c8b66be None None] Provisioning complete for port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:05.710032 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eb643a2c-cf92-4148-9dc9-ae6b3c8b66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.755903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-eb643a2c-cf92-4148-9dc9-ae6b3c8b66be None None] Port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:25:05.881497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc9b28d-7aa5-4544-bcf6-32054ba968ab {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:25:05.890625 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.903530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Transition to ACTIVE for port object 1dc9b28d-7aa5-4544-bcf6-32054ba968ab will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:25:05.911983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da000-dcde-4a72-9d7b-2b2d51bebe83 req-e9f40c50-3a82-46e0-90ae-d973c50deb1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:05.913660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-970da000-dcde-4a72-9d7b-2b2d51bebe83 req-e9f40c50-3a82-46e0-90ae-d973c50deb1f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 932 time: 0.1247220 Apr 21 21:25:05.914872 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.970591 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:05.997209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:06.017530 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-970da000-dcde-4a72-9d7b-2b2d51bebe83 req-5044e789-c4a8-4b44-81ae-9314f05c40e6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765460 Apr 21 21:25:06.111850 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Attempting to bind port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:25:06.112235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Attempting to bind port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:25:06.112515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Attempting to bind port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab on network 78042600-88ef-4fe2-9fdb-604cf84f240f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:25:06.121792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab on network 78042600-88ef-4fe2-9fdb-604cf84f240f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:25:06.122143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Attempting to bind port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab on network 78042600-88ef-4fe2-9fdb-604cf84f240f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:25:06.130588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:25:06.130727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Checking segment: {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:25:06.131052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Bound using segment: {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:25:06.131511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Bound port: 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e17f56f-0e82-4872-b543-f3f86068105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:25:06.131873 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:06.209930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:25:06.215272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:25:06.220035 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:06.261246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:06.262067 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:06.263603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] 10.222.0.43 "PUT /v2.0/ports/1dc9b28d-7aa5-4544-bcf6-32054ba968ab HTTP/1.1" status: 200 len: 1092 time: 0.8522754 Apr 21 21:25:06.264204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:25:06.266697 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01e5084-e1c8-4080-bf7e-750477eb4c29" -d '{"events": [{"name": "network-changed", "server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:25:06.325384 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da3e7e9-000c-4318-8857-cefb04690e56 x-openstack-request-id: req-7da3e7e9-000c-4318-8857-cefb04690e56 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:25:06.325673 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:25:06.325921 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7da3e7e9-000c-4318-8857-cefb04690e56 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:25:06.326751 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da3e7e9-000c-4318-8857-cefb04690e56'] response: {'name': 'network-changed', 'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'status': 'completed', 'code': 200} Apr 21 21:25:06.329441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5927e7-8402-4995-bc00-5d224f04f4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:06.376462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-69553e24-146f-46ed-9b58-952c878b63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:06.378048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-69553e24-146f-46ed-9b58-952c878b63dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1095 time: 0.0500522 Apr 21 21:25:06.425426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-52ba7764-2062-496e-aba0-ea75c4ad37df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab HTTP/1.1" status: 200 len: 217 time: 0.0401514 Apr 21 21:25:06.492122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-31b86e60-cf4a-4e44-afee-c292c6eb0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:06.493511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-31b86e60-cf4a-4e44-afee-c292c6eb0ea8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d5a51b2-d142-4a7b-8212-f5c541045db6 HTTP/1.1" status: 200 len: 835 time: 0.0623698 Apr 21 21:25:06.575806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b8ec8ec1-e216-48c0-a125-10fbdc642e29 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:25:06.598296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-04a651a0-c1db-4273-8577-e1caef65f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:06.599931 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-04a651a0-c1db-4273-8577-e1caef65f5a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78042600-88ef-4fe2-9fdb-604cf84f240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965078 Apr 21 21:25:06.601624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10738aa0-efd5-4033-9395-ef8ed5eb6988 req-b2dd430e-d2aa-4a45-a232-116987651f9d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 210 time: 0.0305104 Apr 21 21:25:06.638364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b8ec8ec1-e216-48c0-a125-10fbdc642e29 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:06.638861 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:06.705360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-b0d2ae49-016a-4deb-8c49-c30027ccf039 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985262 Apr 21 21:25:06.794681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e888ebb-eeed-42f8-9959-25efa91c1cff req-c47f5fed-0b6f-48f0-b8bb-8ea257a1f709 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835104 Apr 21 21:25:06.899067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-aeda2297-c8cf-4161-8224-d7f22d7d9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:06.900559 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-aeda2297-c8cf-4161-8224-d7f22d7d9b39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1095 time: 0.0462201 Apr 21 21:25:06.991827 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-739c5c21-f5f1-4899-8f99-e9e92ed400d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:06.993241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-739c5c21-f5f1-4899-8f99-e9e92ed400d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78042600-88ef-4fe2-9fdb-604cf84f240f HTTP/1.1" status: 200 len: 897 time: 0.0865066 Apr 21 21:25:07.041897 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-bb2ce6b1-283b-4f86-8bcd-834215e24915 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab HTTP/1.1" status: 200 len: 217 time: 0.0417194 Apr 21 21:25:07.094427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-48e65227-c605-45c9-8763-23d395a98254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:07.096068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-48e65227-c605-45c9-8763-23d395a98254 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d5a51b2-d142-4a7b-8212-f5c541045db6 HTTP/1.1" status: 200 len: 835 time: 0.0477180 Apr 21 21:25:07.142737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-1f897b44-6f40-42f0-ace0-6c0d5634eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:07.144626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-1f897b44-6f40-42f0-ace0-6c0d5634eddb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78042600-88ef-4fe2-9fdb-604cf84f240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419805 Apr 21 21:25:07.245438 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-02320691-2628-4638-b055-bcc48c085099 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935853 Apr 21 21:25:07.340178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b01e5084-e1c8-4080-bf7e-750477eb4c29 req-e5e8b3d9-03c7-4039-9037-e8bd207217a9 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886409 Apr 21 21:25:07.474912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4b923-9aa0-46e2-8bcb-e2193c89a3e5 req-f89fa09a-c6f0-49a6-81be-d68a4fb08439 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:07.476394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fb4b923-9aa0-46e2-8bcb-e2193c89a3e5 req-f89fa09a-c6f0-49a6-81be-d68a4fb08439 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 944 time: 0.3881774 Apr 21 21:25:07.501660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 176839ae-5771-4039-a54f-d30388c7de79 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:25:07.514777 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fb4b923-9aa0-46e2-8bcb-e2193c89a3e5 req-bbd11c40-986b-4472-9a40-ab31d98e0429 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Apr 21 21:25:07.521964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 176839ae-5771-4039-a54f-d30388c7de79 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:25:07.521964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 176839ae-5771-4039-a54f-d30388c7de79 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:25:07.699943 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50d1f0a9-4f76-44d6-80e3-2acc4b8e09f3 req-1875c564-68e9-4a00-a461-bf95ec2798c3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=d806f1f9-1ebc-4ba1-977a-37392744499a HTTP/1.1" status: 200 len: 210 time: 0.0285993 Apr 21 21:25:08.632592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacd553-f1b2-4ec0-bf5e-9f7066d9b357 req-524df213-9431-4182-9f28-56f95ea6434b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:08.634052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5eacd553-f1b2-4ec0-bf5e-9f7066d9b357 req-524df213-9431-4182-9f28-56f95ea6434b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 944 time: 0.0480845 Apr 21 21:25:08.670115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5eacd553-f1b2-4ec0-bf5e-9f7066d9b357 req-e786f631-9cba-4061-9cce-bc01bf2067c5 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298119 Apr 21 21:25:09.583345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1dc9b28d-7aa5-4544-bcf6-32054ba968ab details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:25:09.676059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:09.687112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'port_id': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'mac_address': 'fa:16:3e:c5:cf:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:25:09.726145 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:09.743682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc9b28d-7aa5-4544-bcf6-32054ba968ab {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:25:09.766116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:09.771469 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:09.792726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b479e-ee13-47e3-b787-8d51505a75a6 req-03124438-26c4-4e45-a9fc-cacf930b2696 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:09.794244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed5b479e-ee13-47e3-b787-8d51505a75a6 req-03124438-26c4-4e45-a9fc-cacf930b2696 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 944 time: 0.0539408 Apr 21 21:25:09.818273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:09.835531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ed5b479e-ee13-47e3-b787-8d51505a75a6 req-40253f3f-2699-4ff4-9f96-55401c664fa2 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343733 Apr 21 21:25:10.085771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['1dc9b28d-7aa5-4544-bcf6-32054ba968ab'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:25:10.955459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2742b7-1bd9-40c3-8860-d12bd4d2739e req-33aedc7f-a82f-45e6-a552-12c9453b7f47 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:10.957116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f2742b7-1bd9-40c3-8860-d12bd4d2739e req-33aedc7f-a82f-45e6-a552-12c9453b7f47 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 945 time: 0.0523877 Apr 21 21:25:11.001403 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f2742b7-1bd9-40c3-8860-d12bd4d2739e req-14fc2fd7-bc9c-4a51-8bd5-0c3a72e9a307 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370448 Apr 21 21:25:11.586370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1dc9b28d-7aa5-4544-bcf6-32054ba968ab up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:25:11.638702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:25:11.646300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:11.646755 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:11.730981 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:11.756721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:25:11.759537 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd312e0-3a86-4f02-a202-f3238d872bfa" -d '{"events": [{"server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "name": "network-vif-plugged", "status": "completed", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:25:11.774167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:11.779375 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:11.809368 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d445096b-dfc3-4d47-aec6-566cf692e2d9 x-openstack-request-id: req-d445096b-dfc3-4d47-aec6-566cf692e2d9 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:25:11.809672 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "name": "network-vif-plugged", "status": "completed", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:25:11.809928 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d445096b-dfc3-4d47-aec6-566cf692e2d9 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:25:11.810554 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d445096b-dfc3-4d47-aec6-566cf692e2d9'] response: {'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'code': 200} Apr 21 21:25:11.838219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:11.924209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eda6a-d3a9-499c-ad5a-a3fcc1939ccd req-d943353f-3997-4496-8b38-5b7541a7fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:11.925762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d01eda6a-d3a9-499c-ad5a-a3fcc1939ccd req-d943353f-3997-4496-8b38-5b7541a7fc8d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1097 time: 0.0424178 Apr 21 21:25:11.962307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d01eda6a-d3a9-499c-ad5a-a3fcc1939ccd req-6cfcfffe-c717-4221-8dc9-8e02c91b1702 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302770 Apr 21 21:25:12.124240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0880dd9-d0e9-4b84-a538-02bee8935007 req-c432f51f-0f14-429f-8841-7734e1c148fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:12.125960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0880dd9-d0e9-4b84-a538-02bee8935007 req-c432f51f-0f14-429f-8841-7734e1c148fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0537984 Apr 21 21:25:12.167436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0880dd9-d0e9-4b84-a538-02bee8935007 req-e01ef84e-d881-46a9-bc3d-16417da033f3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341163 Apr 21 21:25:13.298385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc08f5-648e-4b57-95f3-b8cb7cecdcd0 req-1e3b507d-0657-4aea-97b0-0ef4be3354f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:13.299968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fcc08f5-648e-4b57-95f3-b8cb7cecdcd0 req-1e3b507d-0657-4aea-97b0-0ef4be3354f1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0582283 Apr 21 21:25:13.339495 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fcc08f5-648e-4b57-95f3-b8cb7cecdcd0 req-7b0944db-ac4d-43ee-9cf9-68ca766326ee tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327291 Apr 21 21:25:14.454706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41e699-ac8d-44c8-a8c4-4c5c138aaee4 req-607a87e7-1768-45e1-a5c5-0a2a917b4e96 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:14.461284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab41e699-ac8d-44c8-a8c4-4c5c138aaee4 req-607a87e7-1768-45e1-a5c5-0a2a917b4e96 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0537186 Apr 21 21:25:14.498435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ab41e699-ac8d-44c8-a8c4-4c5c138aaee4 req-5b3fc42c-9a34-4803-b661-573151702886 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356009 Apr 21 21:25:14.618346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5851bb4-eb6a-493f-b229-bc3ac7277cb3 req-6082bffc-a84e-4a1b-bdd3-1b5d225469d7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:14.619752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f5851bb4-eb6a-493f-b229-bc3ac7277cb3 req-6082bffc-a84e-4a1b-bdd3-1b5d225469d7 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0520420 Apr 21 21:25:14.660044 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f5851bb4-eb6a-493f-b229-bc3ac7277cb3 req-8d2a0734-082e-41cc-9cdc-34a59f2937ab tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327280 Apr 21 21:25:14.682930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38198) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:25:14.725937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afbc08a-0dd5-4774-a231-edae2303176f tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:14.727452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7afbc08a-0dd5-4774-a231-edae2303176f tempest-TestNetworkAdvancedServerOps-1405392253 tempest-TestNetworkAdvancedServerOps-1405392253-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1092 time: 0.0435302 Apr 21 21:25:14.730528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38200) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:25:14.734960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:25:14.761742 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:14.863593 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:14.971625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Allocated IP 172.25.0.78 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/6d6d33e4-7f7f-4bf1-9ff3-f6cf4ffed636) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:25:15.080834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:15.118630 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:15.156310 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:25:15.161761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:25:15.165330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:25:15.192683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=6d6d33e4-7f7f-4bf1-9ff3-f6cf4ffed636,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:15.535886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:15.602025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:15.760025 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:15.765364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:15.836566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event updated for resources: {'Port': ['ID=6d6d33e4-7f7f-4bf1-9ff3-f6cf4ffed636,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:15.849532 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:15.951685 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Floating IP c10ea73d-067f-45ff-ab23-9352f2477a5a associated. External IP: 172.25.0.78, port: 1dc9b28d-7aa5-4544-bcf6-32054ba968ab. Apr 21 21:25:16.159862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 272ce5dc-faa8-4463-937b-ee2893a57c52 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:25:16.270717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:25:16.283069 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20675b4-1922-445b-9622-c71e85858122 None None] Sync routers for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:25:16.289946 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:16.294284 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20675b4-1922-445b-9622-c71e85858122 None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:25:16.295315 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f20675b4-1922-445b-9622-c71e85858122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:25:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:16.319612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a5393c62-6fff-43b6-b214-2060f50f9415 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5877359 Apr 21 21:25:16.320454 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:25:16.323443 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12639b0-b12d-45e4-aade-0523a2cda5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:25:16.372601 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eaf589-0ea7-42b8-9664-6ed797d5e84f x-openstack-request-id: req-25eaf589-0ea7-42b8-9664-6ed797d5e84f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:25:16.372960 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:25:16.373208 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25eaf589-0ea7-42b8-9664-6ed797d5e84f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:25:16.373611 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eaf589-0ea7-42b8-9664-6ed797d5e84f'] response: {'name': 'network-changed', 'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'status': 'completed', 'code': 200} Apr 21 21:25:16.423171 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f20675b4-1922-445b-9622-c71e85858122 None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:25:16.455575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa595925-885f-42b5-bdf8-dea06c8730f7 req-a1915c91-25e1-4dce-a3f1-2d5584a96c04 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:16.457107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa595925-885f-42b5-bdf8-dea06c8730f7 req-a1915c91-25e1-4dce-a3f1-2d5584a96c04 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0789893 Apr 21 21:25:16.473091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-daf50857-e099-4ec8-b428-8f36708c33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:16.475378 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-daf50857-e099-4ec8-b428-8f36708c33a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1097 time: 0.0695124 Apr 21 21:25:16.528206 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa595925-885f-42b5-bdf8-dea06c8730f7 req-d8b2118d-ccd3-4423-9cfe-4ae9e9d169af tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627997 Apr 21 21:25:16.559165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38208) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:25:16.601408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-4f09ee40-b123-46ef-a45e-fa31b613bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:16.603270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-4f09ee40-b123-46ef-a45e-fa31b613bc35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78042600-88ef-4fe2-9fdb-604cf84f240f HTTP/1.1" status: 200 len: 897 time: 0.1196632 Apr 21 21:25:16.636642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a9fbcb44-8d8a-44f3-8023-cf0f4d2db8b4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/c10ea73d-067f-45ff-ab23-9352f2477a5a HTTP/1.1" status: 200 len: 991 time: 0.0753105 Apr 21 21:25:16.678582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-f6a9f132-5c41-467d-8b9f-fd7ac5b1ecf5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab HTTP/1.1" status: 200 len: 999 time: 0.0678487 Apr 21 21:25:16.685928 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f20675b4-1922-445b-9622-c71e85858122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'c10ea73d-067f-45ff-ab23-9352f2477a5a', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'port_id': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'mac_address': 'fa:16:3e:c5:cf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:25:15Z', 'updated_at': '2022-04-21T21:25:15Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ec8ec1-e216-48c0-a125-10fbdc642e29', 'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:4e:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:25:00Z', 'updated_at': '2022-04-21T21:25:04Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:16.741528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-9180e1f1-f4c3-40b2-a4b3-582a0539af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:16.743006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-9180e1f1-f4c3-40b2-a4b3-582a0539af37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d5a51b2-d142-4a7b-8212-f5c541045db6 HTTP/1.1" status: 200 len: 835 time: 0.0584083 Apr 21 21:25:16.792999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-012f8ce3-36ed-4f87-ae9b-9394322b654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:16.794415 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-012f8ce3-36ed-4f87-ae9b-9394322b654c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78042600-88ef-4fe2-9fdb-604cf84f240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453839 Apr 21 21:25:16.810299 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20675b4-1922-445b-9622-c71e85858122 None None] Checking router: 272ce5dc-faa8-4463-937b-ee2893a57c52 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:25:16.818905 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20675b4-1922-445b-9622-c71e85858122 None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:25:16.819507 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f20675b4-1922-445b-9622-c71e85858122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:25:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:16.896477 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-79836c7d-dd44-4e3c-8a3e-de98549abb84 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951669 Apr 21 21:25:16.948362 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f20675b4-1922-445b-9622-c71e85858122 None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:25:16.998783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a12639b0-b12d-45e4-aade-0523a2cda5d7 req-e9febec3-69cf-4b50-9442-173b2d4df967 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958095 Apr 21 21:25:17.170521 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f20675b4-1922-445b-9622-c71e85858122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'c10ea73d-067f-45ff-ab23-9352f2477a5a', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'port_id': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'mac_address': 'fa:16:3e:c5:cf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:25:15Z', 'updated_at': '2022-04-21T21:25:15Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ec8ec1-e216-48c0-a125-10fbdc642e29', 'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:4e:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:25:00Z', 'updated_at': '2022-04-21T21:25:04Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:25:17.202823 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20675b4-1922-445b-9622-c71e85858122 None None] The sync data for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 is: [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'c10ea73d-067f-45ff-ab23-9352f2477a5a', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'floating_ip_address': '172.25.0.78', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'port_id': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'mac_address': 'fa:16:3e:c5:cf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:25:15Z', 'updated_at': '2022-04-21T21:25:15Z', 'revision_number': 0, 'project_id': '33349352c09e472e84467ff4a7100849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ec8ec1-e216-48c0-a125-10fbdc642e29', 'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:4e:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:25:00Z', 'updated_at': '2022-04-21T21:25:04Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:25:17.412486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5294845e-bd47-41cf-8c69-f739fdabfd60 None None] New status for floating IP c10ea73d-067f-45ff-ab23-9352f2477a5a: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:25:17.639327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38212) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:25:17.703320 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-073c7051-0e1f-4b6c-8bbb-93b34cb347bd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/c10ea73d-067f-45ff-ab23-9352f2477a5a HTTP/1.1" status: 200 len: 993 time: 0.0627165 Apr 21 21:25:20.650557 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:20.828414 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:25.006283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eebdda36-9edf-458b-9319-6b56673e08ae req-0658c151-fd6a-46c6-96e1-adf557828aad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419865 Apr 21 21:25:25.086833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdda36-9edf-458b-9319-6b56673e08ae req-15da7a5a-1aa1-4ca2-b707-51edaae1cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:25.088304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eebdda36-9edf-458b-9319-6b56673e08ae req-15da7a5a-1aa1-4ca2-b707-51edaae1cba9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1097 time: 0.0404303 Apr 21 21:25:25.189262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdda36-9edf-458b-9319-6b56673e08ae req-f6ade441-ddc1-4bc5-bfc5-e7cebe7ab0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:25.190577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eebdda36-9edf-458b-9319-6b56673e08ae req-f6ade441-ddc1-4bc5-bfc5-e7cebe7ab0d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78042600-88ef-4fe2-9fdb-604cf84f240f HTTP/1.1" status: 200 len: 897 time: 0.0843618 Apr 21 21:25:25.262377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eebdda36-9edf-458b-9319-6b56673e08ae req-eab96e58-2e52-4e6f-ae30-61d08c8ab06a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab HTTP/1.1" status: 200 len: 1001 time: 0.0640185 Apr 21 21:25:25.313051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdda36-9edf-458b-9319-6b56673e08ae req-4cb6a25a-8a75-4349-af0b-36e6668ec68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:25.314776 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eebdda36-9edf-458b-9319-6b56673e08ae req-4cb6a25a-8a75-4349-af0b-36e6668ec68e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d5a51b2-d142-4a7b-8212-f5c541045db6 HTTP/1.1" status: 200 len: 835 time: 0.0455508 Apr 21 21:25:25.365150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdda36-9edf-458b-9319-6b56673e08ae req-33365a94-b7b9-4b8b-b860-7c0172124906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:25.366742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eebdda36-9edf-458b-9319-6b56673e08ae req-33365a94-b7b9-4b8b-b860-7c0172124906 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78042600-88ef-4fe2-9fdb-604cf84f240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452273 Apr 21 21:25:25.463027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eebdda36-9edf-458b-9319-6b56673e08ae req-22549395-5560-4a49-9e1a-768da319d1c1 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891042 Apr 21 21:25:25.550394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eebdda36-9edf-458b-9319-6b56673e08ae req-3bb2e89f-c095-43e8-ad60-28640de7eb23 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811110 Apr 21 21:25:26.273439 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:25:27.646034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-ceb629a6-80fe-4f5c-908b-7b748f59712e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:27.647472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-ceb629a6-80fe-4f5c-908b-7b748f59712e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1095502 Apr 21 21:25:27.662046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-dc21ab33-cf34-4088-9555-aa490b989571 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/quotas/9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 375 time: 0.0087876 Apr 21 21:25:27.712875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-95bfb5e0-8759-4323-8d39-93f758cc42ee tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456157 Apr 21 21:25:27.800658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-60a3b4bc-93f5-4199-8315-3e96216123e7 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811558 Apr 21 21:25:27.900426 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-39de09da-9a87-416e-80a3-390bbbd2eee0 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929124 Apr 21 21:25:28.087156 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-620124b7-402d-4eec-ad54-08b2e15e7aa3 req-ae13a61f-602f-46e4-8029-7bcefa98af3b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 210 time: 0.0333006 Apr 21 21:25:29.131409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-d39cf86d-0be2-475d-9381-d09ce6194f5f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:29.132882 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-d39cf86d-0be2-475d-9381-d09ce6194f5f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1030517 Apr 21 21:25:29.144862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'port': {'device_id': '79903038-dd37-493d-90e4-b72bda48e653', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'admin_state_up': True, 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:25:29.216089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9af88b13-20eb-42b6-831b-aae08be6825c req-6360f607-e56f-4ad7-9d4d-4ba88d3b8d15 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 210 time: 0.0558457 Apr 21 21:25:29.276019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Made reservation on behalf of 9d2fe7d80de0455a8974c762f8f7c293 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:25:29.279470 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:29.409514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.20.0.3 (7b860d08-6c54-43fd-8532-c34218a4be2f/bde8588f-73bb-46d1-8375-4e1706115dfe/d2bdf26c-f9ff-45eb-8c1e-510063e82940) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:25:29.574430 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:29.607778 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:29.652267 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:25:29.655203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:25:29.659865 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:25:29.684886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=d2bdf26c-f9ff-45eb-8c1e-510063e82940,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:29.700993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.701334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.701674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.702008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.702333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.702661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.702980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.703299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.703619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.703933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.704249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.704566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:29.732037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:29.732790 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:29.752637 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-6327dc82-ff72-404b-abf2-562939da89c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115689 Apr 21 21:25:29.765413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Request body: {'port': {'device_id': '79903038-dd37-493d-90e4-b72bda48e653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:25:29.825419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:29.918945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-66875df2-52aa-4b95-82fc-20cd597d0a6b None None] Provisioning complete for port d2bdf26c-f9ff-45eb-8c1e-510063e82940 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:29.919507 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-66875df2-52aa-4b95-82fc-20cd597d0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:29.964624 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-66875df2-52aa-4b95-82fc-20cd597d0a6b None None] Port d2bdf26c-f9ff-45eb-8c1e-510063e82940 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:25:30.101841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bdf26c-f9ff-45eb-8c1e-510063e82940 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:25:30.110006 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:30.122561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Transition to ACTIVE for port object d2bdf26c-f9ff-45eb-8c1e-510063e82940 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:25:30.126523 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:30.178881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Pushing event updated for resources: {'Port': ['ID=d2bdf26c-f9ff-45eb-8c1e-510063e82940,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:30.248187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Attempting to bind port d2bdf26c-f9ff-45eb-8c1e-510063e82940 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:25:30.248187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Attempting to bind port d2bdf26c-f9ff-45eb-8c1e-510063e82940 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:25:30.248515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Attempting to bind port d2bdf26c-f9ff-45eb-8c1e-510063e82940 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:25:30.253052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Port d2bdf26c-f9ff-45eb-8c1e-510063e82940 on network 7b860d08-6c54-43fd-8532-c34218a4be2f not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:25:30.253553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Attempting to bind port d2bdf26c-f9ff-45eb-8c1e-510063e82940 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:25:30.259184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:25:30.259767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:25:30.260339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Bound using segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:25:30.260992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Bound port: d2bdf26c-f9ff-45eb-8c1e-510063e82940, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:25:30.261543 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:30.331942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] For port d2bdf26c-f9ff-45eb-8c1e-510063e82940, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:25:30.337099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] For port d2bdf26c-f9ff-45eb-8c1e-510063e82940, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d2bdf26c-f9ff-45eb-8c1e-510063e82940,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:25:30.344208 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:30.365054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889558c-f41a-4207-ac26-e0f7f9d92f26 req-7a7073ae-bf71-43d6-9a21-0e8893f5ea76 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:30.375582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1889558c-f41a-4207-ac26-e0f7f9d92f26 req-7a7073ae-bf71-43d6-9a21-0e8893f5ea76 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0820427 Apr 21 21:25:30.389027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:30.389650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:30.391510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] 10.222.0.46 "PUT /v2.0/ports/d2bdf26c-f9ff-45eb-8c1e-510063e82940 HTTP/1.1" status: 200 len: 1091 time: 0.6315680 Apr 21 21:25:30.391962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79903038-dd37-493d-90e4-b72bda48e653', 'tag': 'd2bdf26c-f9ff-45eb-8c1e-510063e82940'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:25:30.395077 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ee2735-1e80-47aa-87ed-b6873f855160" -d '{"events": [{"name": "network-changed", "server_uuid": "79903038-dd37-493d-90e4-b72bda48e653", "tag": "d2bdf26c-f9ff-45eb-8c1e-510063e82940"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:25:30.419964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2722b-1e05-4226-8eb3-707dce76840c service neutron] Pushing event updated for resources: {'Port': ['ID=d2bdf26c-f9ff-45eb-8c1e-510063e82940,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:30.458449 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0998e12-b064-4f37-a811-94c44b6ca275 x-openstack-request-id: req-d0998e12-b064-4f37-a811-94c44b6ca275 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:25:30.458737 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79903038-dd37-493d-90e4-b72bda48e653", "tag": "d2bdf26c-f9ff-45eb-8c1e-510063e82940", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:25:30.458993 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0998e12-b064-4f37-a811-94c44b6ca275 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:25:30.459394 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0998e12-b064-4f37-a811-94c44b6ca275'] response: {'name': 'network-changed', 'server_uuid': '79903038-dd37-493d-90e4-b72bda48e653', 'tag': 'd2bdf26c-f9ff-45eb-8c1e-510063e82940', 'status': 'completed', 'code': 200} Apr 21 21:25:30.483234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1889558c-f41a-4207-ac26-e0f7f9d92f26 req-36421108-cdce-44c6-9c54-8c4007f2d5c8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066113 Apr 21 21:25:30.513023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-524941a8-9a98-497a-8225-d575998ceb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:30.514655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-524941a8-9a98-497a-8225-d575998ceb08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 1094 time: 0.0715635 Apr 21 21:25:30.567037 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-fbf2cf28-a8cb-4e2a-8404-a9dddc4e35af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2bdf26c-f9ff-45eb-8c1e-510063e82940 HTTP/1.1" status: 200 len: 217 time: 0.0432096 Apr 21 21:25:30.624575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-01369579-5d37-4cc5-b468-c905c1e205ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:30.627430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-01369579-5d37-4cc5-b468-c905c1e205ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0543756 Apr 21 21:25:30.649027 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c201b2f4-54de-4906-9f5b-e77340f6aee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:30.681598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-d382a137-afb4-426b-bf2e-4ff5fd46ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:30.683032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-d382a137-afb4-426b-bf2e-4ff5fd46ba07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477271 Apr 21 21:25:30.775564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-b2d93f7c-9d6c-4545-84be-f2cec4321c42 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857320 Apr 21 21:25:30.871425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df3eac5e-8e49-41b7-accf-033c2a445b9b req-2cc62244-6e76-46f3-ad59-b0c1c60565cd service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890970 Apr 21 21:25:30.961500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-c0b4c08a-d7d9-4ba8-bde1-7b824f29ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:30.963039 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-c0b4c08a-d7d9-4ba8-bde1-7b824f29ad2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 1094 time: 0.0494349 Apr 21 21:25:31.064588 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-32087727-d06e-493a-a80b-b56d9468097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:31.066053 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-32087727-d06e-493a-a80b-b56d9468097f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0961432 Apr 21 21:25:31.106612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-1746e8e5-2903-4b4d-8387-4bf909a61adc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2bdf26c-f9ff-45eb-8c1e-510063e82940 HTTP/1.1" status: 200 len: 217 time: 0.0343909 Apr 21 21:25:31.157335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-17263ae3-c1f4-43cd-88b1-01be51ac03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:31.158765 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-17263ae3-c1f4-43cd-88b1-01be51ac03a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0460429 Apr 21 21:25:31.202530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-872716d0-fe4a-4f92-9c30-b44a0d3afc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:31.203990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-872716d0-fe4a-4f92-9c30-b44a0d3afc7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390613 Apr 21 21:25:31.290147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-e4d86e4c-5a53-471b-89cd-01dcf5d55025 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791333 Apr 21 21:25:31.387363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85ee2735-1e80-47aa-87ed-b6873f855160 req-55375c3b-0867-4d72-bac4-b813466d8499 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905490 Apr 21 21:25:31.602806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412d88f-b2de-47a4-86d8-f02d3e3ac324 req-90bcf098-086f-4603-81ed-16091125abad tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:31.604156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3412d88f-b2de-47a4-86d8-f02d3e3ac324 req-90bcf098-086f-4603-81ed-16091125abad tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0483494 Apr 21 21:25:31.641938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3412d88f-b2de-47a4-86d8-f02d3e3ac324 req-163f32af-96c7-4e78-bf3c-a38e117a90ef tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317602 Apr 21 21:25:32.797394 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4750980-2ee1-4bc4-ae03-1424df1b42cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:32.812486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa2500-c07e-4896-a1e8-03dd4ec4e85a req-9865571f-7502-443d-a3fd-2a248ea1b404 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:32.814430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1fa2500-c07e-4896-a1e8-03dd4ec4e85a req-9865571f-7502-443d-a3fd-2a248ea1b404 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0830541 Apr 21 21:25:32.872047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1fa2500-c07e-4896-a1e8-03dd4ec4e85a req-c48f24ee-cd12-4b03-b738-a8ee5e04b245 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452840 Apr 21 21:25:34.083875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574b971-279d-494c-a541-10ff386171dd req-66c59b89-6494-4dfc-9110-f2491e1928ae tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:34.085573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c574b971-279d-494c-a541-10ff386171dd req-66c59b89-6494-4dfc-9110-f2491e1928ae tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0857325 Apr 21 21:25:34.125694 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c574b971-279d-494c-a541-10ff386171dd req-9cb49cab-dc63-4809-858f-57e72d2313c4 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340424 Apr 21 21:25:34.149117 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:35.253686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dbe32-9e45-40a8-a0f1-645cb7401b0d req-afc46ef0-7d0c-4e0f-ba9b-07d1f12467f1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:35.255160 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c49dbe32-9e45-40a8-a0f1-645cb7401b0d req-afc46ef0-7d0c-4e0f-ba9b-07d1f12467f1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0530727 Apr 21 21:25:35.294335 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c49dbe32-9e45-40a8-a0f1-645cb7401b0d req-c64c1591-a191-4b38-9c9c-eca972ffcc75 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326748 Apr 21 21:25:35.412373 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:35.966515 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:36.436893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4670ffb-edf0-4319-9540-b6e8bb7c85a2 req-9d435f69-cc1d-4674-a3a6-0986b7bfeb05 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:36.438405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4670ffb-edf0-4319-9540-b6e8bb7c85a2 req-9d435f69-cc1d-4674-a3a6-0986b7bfeb05 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0569158 Apr 21 21:25:36.482392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4670ffb-edf0-4319-9540-b6e8bb7c85a2 req-62c0a54a-6d5a-4acf-a1cf-fb56136f91c8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356998 Apr 21 21:25:37.601182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9e24-8294-4252-8ea6-423e45eb4fb3 req-265727ed-9fa1-4e3b-a0de-391f972163fa tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:37.602700 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb7e9e24-8294-4252-8ea6-423e45eb4fb3 req-265727ed-9fa1-4e3b-a0de-391f972163fa tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0489047 Apr 21 21:25:37.640637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb7e9e24-8294-4252-8ea6-423e45eb4fb3 req-2c6ebb23-98a1-4e0a-b8c6-11db893cfde3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Apr 21 21:25:38.756311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d11a6-8841-4b63-bf0f-2138923b78ed req-a9b7f72a-66b2-4002-bfcf-7d1e890b4aa7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:38.757818 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-804d11a6-8841-4b63-bf0f-2138923b78ed req-a9b7f72a-66b2-4002-bfcf-7d1e890b4aa7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0490661 Apr 21 21:25:38.794759 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-804d11a6-8841-4b63-bf0f-2138923b78ed req-0f1c673e-108c-4734-bba8-e72917996fd5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Apr 21 21:25:39.915555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dec84a-9dd5-40d4-837e-66cda2cd2dbc req-e2bb72e2-8cb6-4162-80f0-015acf73e42a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:39.917112 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7dec84a-9dd5-40d4-837e-66cda2cd2dbc req-e2bb72e2-8cb6-4162-80f0-015acf73e42a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0525298 Apr 21 21:25:39.955589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7dec84a-9dd5-40d4-837e-66cda2cd2dbc req-ffeb7072-4187-41dd-865a-0e3b2b80a47c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Apr 21 21:25:41.075133 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9f6d6-4b33-4f4c-9b99-7c440642c6ff req-f864a844-1db7-4365-8ea1-78a1e26b8006 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:41.076667 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43c9f6d6-4b33-4f4c-9b99-7c440642c6ff req-f864a844-1db7-4365-8ea1-78a1e26b8006 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0528820 Apr 21 21:25:41.117378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43c9f6d6-4b33-4f4c-9b99-7c440642c6ff req-b2338ad2-1ecc-437e-b856-9c6d176cd91e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335402 Apr 21 21:25:42.235686 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d559e4c-47f0-401d-99b5-08daaacf6716 req-b783fde0-760c-45df-8dc4-b060d765d977 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:42.237175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4d559e4c-47f0-401d-99b5-08daaacf6716 req-b783fde0-760c-45df-8dc4-b060d765d977 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0520103 Apr 21 21:25:42.274675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4d559e4c-47f0-401d-99b5-08daaacf6716 req-eab17c66-8a62-4957-9ab5-dcf82009d318 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307078 Apr 21 21:25:43.389945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259081dd-8163-493a-abc6-41c01670aa40 req-72727411-022d-4845-b8eb-382ac6d9db15 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:43.391374 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-259081dd-8163-493a-abc6-41c01670aa40 req-72727411-022d-4845-b8eb-382ac6d9db15 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0474582 Apr 21 21:25:43.427410 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-259081dd-8163-493a-abc6-41c01670aa40 req-8cd2a68d-32eb-4c8d-90d5-a2d1f22fcb9a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300548 Apr 21 21:25:44.541197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8017d36-864a-4529-a0bf-4b24bed22720 req-1c92d4f6-592d-4c84-a542-0db0b588384b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:44.542660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8017d36-864a-4529-a0bf-4b24bed22720 req-1c92d4f6-592d-4c84-a542-0db0b588384b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0478239 Apr 21 21:25:44.579324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8017d36-864a-4529-a0bf-4b24bed22720 req-91792d09-8f19-46ee-850b-3da5b57e0f59 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307171 Apr 21 21:25:45.693952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2fae0-9afd-4d26-9b66-1195b5d91c8c req-4cf4ca12-bd96-47fc-b0c9-46cdd63b7ff1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:45.695388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9eb2fae0-9afd-4d26-9b66-1195b5d91c8c req-4cf4ca12-bd96-47fc-b0c9-46cdd63b7ff1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0488043 Apr 21 21:25:45.731679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9eb2fae0-9afd-4d26-9b66-1195b5d91c8c req-0c0eda6a-50a1-4b11-b276-1dea33553690 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302839 Apr 21 21:25:46.844968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358e94c-069b-4043-ba48-38364db67c87 req-2df290cb-d0d1-4872-b142-ffb158fab895 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:46.846433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a358e94c-069b-4043-ba48-38364db67c87 req-2df290cb-d0d1-4872-b142-ffb158fab895 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0485930 Apr 21 21:25:46.883725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a358e94c-069b-4043-ba48-38364db67c87 req-123e9c0d-8695-4d85-b149-b3341b8f1dc2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312786 Apr 21 21:25:48.005141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee09ac2-0eec-45e6-a20b-6c942d5eb9c2 req-36c4b238-e125-4af2-ba70-b20c52fa3793 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:48.010681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee09ac2-0eec-45e6-a20b-6c942d5eb9c2 req-36c4b238-e125-4af2-ba70-b20c52fa3793 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0570533 Apr 21 21:25:48.050081 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee09ac2-0eec-45e6-a20b-6c942d5eb9c2 req-95ebf5b3-bb5e-49ca-9619-4456225cc66e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332701 Apr 21 21:25:49.170926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93598c5-120e-421b-b221-69be318c9b60 req-7d4f0e2a-6b6e-46bc-8634-795c5d9c3100 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:49.172282 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d93598c5-120e-421b-b221-69be318c9b60 req-7d4f0e2a-6b6e-46bc-8634-795c5d9c3100 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0520253 Apr 21 21:25:49.208872 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d93598c5-120e-421b-b221-69be318c9b60 req-2c50c242-9479-4d2f-9886-4c1e43d15560 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306039 Apr 21 21:25:50.321258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3984410-3838-48fe-9ea9-c7a4ca6527a7 req-ae4611cc-b05b-4fb5-9f0a-288a39ba1a8a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:50.322738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3984410-3838-48fe-9ea9-c7a4ca6527a7 req-ae4611cc-b05b-4fb5-9f0a-288a39ba1a8a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0473959 Apr 21 21:25:50.359683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3984410-3838-48fe-9ea9-c7a4ca6527a7 req-84911b3e-4b00-4646-a467-5c6596faddd0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309691 Apr 21 21:25:50.681582 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:50.840633 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:51.474364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c1827-1ff9-41ed-968a-1c7df631809d req-e1389fa1-4836-4b70-8d49-b244a594fba1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:51.475834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-870c1827-1ff9-41ed-968a-1c7df631809d req-e1389fa1-4836-4b70-8d49-b244a594fba1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 943 time: 0.0488231 Apr 21 21:25:51.511565 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-870c1827-1ff9-41ed-968a-1c7df631809d req-55256ee4-4204-487a-876a-b53c04b9fb9e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297065 Apr 21 21:25:51.751270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d2bdf26c-f9ff-45eb-8c1e-510063e82940 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:25:51.847137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d2bdf26c-f9ff-45eb-8c1e-510063e82940, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d2bdf26c-f9ff-45eb-8c1e-510063e82940,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:51.858233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'd2bdf26c-f9ff-45eb-8c1e-510063e82940', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'port_id': 'd2bdf26c-f9ff-45eb-8c1e-510063e82940', 'mac_address': 'fa:16:3e:4c:2b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:25:51.893514 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:51.906910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bdf26c-f9ff-45eb-8c1e-510063e82940 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:25:51.925612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d2bdf26c-f9ff-45eb-8c1e-510063e82940, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d2bdf26c-f9ff-45eb-8c1e-510063e82940,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:51.929063 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:51.979243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=d2bdf26c-f9ff-45eb-8c1e-510063e82940,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:51.987038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.987438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.987806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.988141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.988627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.988826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.989153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.989477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.989797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.990124 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.990441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:51.990758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:25:52.204658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['d2bdf26c-f9ff-45eb-8c1e-510063e82940'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:25:52.624151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1f297-a8d9-4a8f-a521-90a31a0ad457 req-3e2cc18d-e934-47a1-879c-085bb05a5be9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:52.625670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ee1f297-a8d9-4a8f-a521-90a31a0ad457 req-3e2cc18d-e934-47a1-879c-085bb05a5be9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 944 time: 0.0474122 Apr 21 21:25:52.673540 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ee1f297-a8d9-4a8f-a521-90a31a0ad457 req-8da77a4c-b5f9-4296-a3fd-3d6ccc3cb713 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Apr 21 21:25:53.751755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d2bdf26c-f9ff-45eb-8c1e-510063e82940 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:25:53.787628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebc2b7-1b94-430c-b1d8-dfff7e1ceb27 req-97a2308d-11a8-4a8a-ae03-f2d4889067f9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:53.789097 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8ebc2b7-1b94-430c-b1d8-dfff7e1ceb27 req-97a2308d-11a8-4a8a-ae03-f2d4889067f9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 944 time: 0.0489032 Apr 21 21:25:53.802521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port d2bdf26c-f9ff-45eb-8c1e-510063e82940 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:25:53.806541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port d2bdf26c-f9ff-45eb-8c1e-510063e82940 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:25:53.806928 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:53.827671 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8ebc2b7-1b94-430c-b1d8-dfff7e1ceb27 req-aa5c0669-4c0f-47b6-b628-7c280c2279bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Apr 21 21:25:53.883732 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:53.904750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79903038-dd37-493d-90e4-b72bda48e653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bdf26c-f9ff-45eb-8c1e-510063e82940'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:25:53.907002 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d679aaa-f64c-432d-b0af-ff589167b18e" -d '{"events": [{"server_uuid": "79903038-dd37-493d-90e4-b72bda48e653", "name": "network-vif-plugged", "status": "completed", "tag": "d2bdf26c-f9ff-45eb-8c1e-510063e82940"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:25:53.920125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port d2bdf26c-f9ff-45eb-8c1e-510063e82940, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d2bdf26c-f9ff-45eb-8c1e-510063e82940,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:53.923812 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:53.947815 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506039f1-da24-43ce-a44c-ca8092c90cc3 x-openstack-request-id: req-506039f1-da24-43ce-a44c-ca8092c90cc3 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:25:53.948106 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79903038-dd37-493d-90e4-b72bda48e653", "name": "network-vif-plugged", "status": "completed", "tag": "d2bdf26c-f9ff-45eb-8c1e-510063e82940", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:25:53.948353 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-506039f1-da24-43ce-a44c-ca8092c90cc3 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:25:53.948743 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506039f1-da24-43ce-a44c-ca8092c90cc3'] response: {'server_uuid': '79903038-dd37-493d-90e4-b72bda48e653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bdf26c-f9ff-45eb-8c1e-510063e82940', 'code': 200} Apr 21 21:25:53.983990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=d2bdf26c-f9ff-45eb-8c1e-510063e82940,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:54.047557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8602d-3679-488b-b065-d03ff13706cb req-c1f52f7a-39cc-49e7-928c-75f03b01f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:54.049022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28d8602d-3679-488b-b065-d03ff13706cb req-c1f52f7a-39cc-49e7-928c-75f03b01f2e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 1096 time: 0.0422833 Apr 21 21:25:54.081946 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28d8602d-3679-488b-b065-d03ff13706cb req-caddb3b5-f00f-4460-8456-5478d208375a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267274 Apr 21 21:25:54.945231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b3980-30e4-4551-92d7-c2c1056e1628 req-f7e640b9-4f9f-4005-9e84-d3465b147b54 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:54.946668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-861b3980-30e4-4551-92d7-c2c1056e1628 req-f7e640b9-4f9f-4005-9e84-d3465b147b54 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 945 time: 0.0498159 Apr 21 21:25:54.984122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-861b3980-30e4-4551-92d7-c2c1056e1628 req-dc9d12a4-9397-4c24-b8bd-b58a5025cfd1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Apr 21 21:25:56.103547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34581a11-4dc3-4947-9ee7-fd16c2dac0c3 req-eec7f273-4f01-4de9-9296-eb80c78cfbcf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:56.104946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34581a11-4dc3-4947-9ee7-fd16c2dac0c3 req-eec7f273-4f01-4de9-9296-eb80c78cfbcf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 945 time: 0.0520837 Apr 21 21:25:56.142118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34581a11-4dc3-4947-9ee7-fd16c2dac0c3 req-0229de05-5008-4ac5-a5af-24eebea9d79d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Apr 21 21:25:56.257511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db436f83-a9d7-40e2-8af8-8c07f4edd444 req-8f95a4da-00b7-4c00-a03e-e9ff6371961e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:56.258962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db436f83-a9d7-40e2-8af8-8c07f4edd444 req-8f95a4da-00b7-4c00-a03e-e9ff6371961e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 945 time: 0.0480905 Apr 21 21:25:56.295896 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db436f83-a9d7-40e2-8af8-8c07f4edd444 req-92489f3f-fbd3-46ad-8071-2e9162bc1aa2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310299 Apr 21 21:25:56.405772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d16b1-5cb5-41a4-9688-6eb7cb789fd0 req-aaad0cac-4d79-43d8-9a6a-4fc75939c30b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:56.407152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc6d16b1-5cb5-41a4-9688-6eb7cb789fd0 req-aaad0cac-4d79-43d8-9a6a-4fc75939c30b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 945 time: 0.0477357 Apr 21 21:25:56.443594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc6d16b1-5cb5-41a4-9688-6eb7cb789fd0 req-816eb3fb-3e26-42f9-bbfa-b66b4a10f1c9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305274 Apr 21 21:25:56.715608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a246c-2554-49a0-ba8d-16217223dd11 req-c5866e2a-9b0a-486f-8e9d-ad6182f76e24 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:56.717128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e5a246c-2554-49a0-ba8d-16217223dd11 req-c5866e2a-9b0a-486f-8e9d-ad6182f76e24 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 945 time: 0.0486224 Apr 21 21:25:56.754402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e5a246c-2554-49a0-ba8d-16217223dd11 req-f522d366-bace-49ee-b475-4d859b7fda7f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Apr 21 21:25:57.873967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965acc1-e8f1-42ea-96a7-e717c7db376c req-33c2a4e6-18ad-488d-a10f-73b570d069e0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:57.875400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e965acc1-e8f1-42ea-96a7-e717c7db376c req-33c2a4e6-18ad-488d-a10f-73b570d069e0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 945 time: 0.0535946 Apr 21 21:25:57.912531 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e965acc1-e8f1-42ea-96a7-e717c7db376c req-6c2ea80d-1c01-4ea5-b55a-d46350e15e24 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306787 Apr 21 21:25:58.235960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-5796071d-4d4e-4842-8c72-d34478df4577 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:25:58.237899 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-5796071d-4d4e-4842-8c72-d34478df4577 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 945 time: 0.0473347 Apr 21 21:25:58.330902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port d2bdf26c-f9ff-45eb-8c1e-510063e82940 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:25:58.331245 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:58.748398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] For port d2bdf26c-f9ff-45eb-8c1e-510063e82940, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=d2bdf26c-f9ff-45eb-8c1e-510063e82940,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:25:58.748797 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:58.761042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for d2bdf26c-f9ff-45eb-8c1e-510063e82940 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:25:58.883798 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:58.895380 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['d2bdf26c-f9ff-45eb-8c1e-510063e82940'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:25:58.912417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=d2bdf26c-f9ff-45eb-8c1e-510063e82940,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:25:58.959362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] No DVR routers for this DVR port d2bdf26c-f9ff-45eb-8c1e-510063e82940 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:25:58.962339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:25:58.965710 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e72c2dab-eada-47cc-8ac0-bf65c9306c29 req-c17aac57-c962-4f33-b657-551941862a5c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "DELETE /v2.0/ports/d2bdf26c-f9ff-45eb-8c1e-510063e82940 HTTP/1.1" status: 204 len: 173 time: 0.7223389 Apr 21 21:25:58.966160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79903038-dd37-493d-90e4-b72bda48e653', 'name': 'network-vif-deleted', 'tag': 'd2bdf26c-f9ff-45eb-8c1e-510063e82940'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:25:58.968531 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003d77b5-f5cb-4f8b-89b4-bca80093e56a" -d '{"events": [{"server_uuid": "79903038-dd37-493d-90e4-b72bda48e653", "name": "network-vif-deleted", "tag": "d2bdf26c-f9ff-45eb-8c1e-510063e82940"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:25:59.017092 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18ae870-ea8f-4a48-a860-3614d8f9a848 x-openstack-request-id: req-c18ae870-ea8f-4a48-a860-3614d8f9a848 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:25:59.017381 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79903038-dd37-493d-90e4-b72bda48e653", "name": "network-vif-deleted", "tag": "d2bdf26c-f9ff-45eb-8c1e-510063e82940", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:25:59.017646 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c18ae870-ea8f-4a48-a860-3614d8f9a848 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:25:59.018178 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18ae870-ea8f-4a48-a860-3614d8f9a848'] response: {'server_uuid': '79903038-dd37-493d-90e4-b72bda48e653', 'name': 'network-vif-deleted', 'tag': 'd2bdf26c-f9ff-45eb-8c1e-510063e82940', 'status': 'completed', 'code': 200} Apr 21 21:25:59.035127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47069ce4-d8a4-4c14-8b74-6db864ba8168 req-84e73aa8-d706-48c8-acf6-662baa0f1526 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 210 time: 0.0359213 Apr 21 21:26:00.136896 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96b21078-45f5-4b74-a98f-bf20361a27d7 req-e62f3b52-0263-4bf2-92ff-4e424fc98441 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 210 time: 0.0304990 Apr 21 21:26:00.491490 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3164f1b-cb01-48ea-9755-fd5d15c79e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:01.230822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b975d2e2-ec51-44b1-874e-ab264fdf6b3d req-428394a0-b35f-4372-8cbc-6d04fd7c2c5b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 210 time: 0.0254803 Apr 21 21:26:01.787178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d2bdf26c-f9ff-45eb-8c1e-510063e82940 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:26:01.808626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: d2bdf26c-f9ff-45eb-8c1e-510063e82940 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:26:01.808881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device d2bdf26c-f9ff-45eb-8c1e-510063e82940 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:26:02.339865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7a53100a-bc5a-49c8-846c-23665a3d3670 req-f6603f96-555d-43a6-ab2c-b6fafc33f2a0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=79903038-dd37-493d-90e4-b72bda48e653 HTTP/1.1" status: 200 len: 210 time: 0.0333102 Apr 21 21:26:02.782927 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-70892c95-f4dd-4dda-ad08-35f0de793f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:03.274551 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:26:04.150290 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:05.425737 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:05.968253 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:18.429238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ad6a-0b3f-4f48-a2bc-5f8502f3af2e req-67c7b35e-3fd8-45bd-9dcd-2d101ad8ca29 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:18.430938 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab9ad6a-0b3f-4f48-a2bc-5f8502f3af2e req-67c7b35e-3fd8-45bd-9dcd-2d101ad8ca29 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0525267 Apr 21 21:26:18.474340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fab9ad6a-0b3f-4f48-a2bc-5f8502f3af2e req-d92c6428-f43d-4bd7-a13f-97ffc2f14d53 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353947 Apr 21 21:26:19.590748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e255884-e81b-41d3-93d1-15f5c1a07cc0 req-fd183464-294c-4eb5-9859-40d5b6a08352 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:19.592185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9e255884-e81b-41d3-93d1-15f5c1a07cc0 req-fd183464-294c-4eb5-9859-40d5b6a08352 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0482147 Apr 21 21:26:19.632579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9e255884-e81b-41d3-93d1-15f5c1a07cc0 req-cc86ab1b-9d43-4dde-8b94-c219f1e237fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336647 Apr 21 21:26:20.696914 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:20.761979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f9e59-eec4-4c2a-b006-15a299b75228 req-d683f938-6a3a-4fdd-8f7a-2f3f5b431673 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:20.769794 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b47f9e59-eec4-4c2a-b006-15a299b75228 req-d683f938-6a3a-4fdd-8f7a-2f3f5b431673 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0605471 Apr 21 21:26:20.810858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b47f9e59-eec4-4c2a-b006-15a299b75228 req-a68d20df-3275-421e-be77-280f3af44898 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401525 Apr 21 21:26:20.860134 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:21.929099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf23165-15d9-4aaa-ab67-284b0d424f60 req-f0b4bfbc-1fde-449b-928c-939afdaff49f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:21.930575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cbf23165-15d9-4aaa-ab67-284b0d424f60 req-f0b4bfbc-1fde-449b-928c-939afdaff49f tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0486908 Apr 21 21:26:21.969365 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cbf23165-15d9-4aaa-ab67-284b0d424f60 req-ec40ee4e-7fce-4c53-9e6e-4f0802f041e3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329387 Apr 21 21:26:22.072897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28963-3d49-4165-9090-07006eb282b6 req-65dd28d7-e324-4887-914a-b0b4f3eafb04 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:22.074261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-65dd28d7-e324-4887-914a-b0b4f3eafb04 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1024003 Apr 21 21:26:22.089036 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-cab856ff-f688-421c-9dd3-793a81ae109a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/quotas/9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 375 time: 0.0090106 Apr 21 21:26:22.140255 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-7658c272-97b1-4259-9adc-e92bc87ad470 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460606 Apr 21 21:26:22.231301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-5da88d01-9d6d-44a2-98b3-0f87a79b367e service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835085 Apr 21 21:26:22.318333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-42377141-10a0-41ef-a932-26491a266c9a service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809171 Apr 21 21:26:22.608615 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe7370d9-87a8-4417-a60b-32fd52c8715a req-5a685bb8-8a65-4e84-b5f4-774c321ce1c2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 210 time: 0.0304687 Apr 21 21:26:23.102671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31b217-d847-45b5-ad6b-3c5001feb515 req-51820555-2be3-4994-a96c-6252ded0ac21 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:23.104037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8e31b217-d847-45b5-ad6b-3c5001feb515 req-51820555-2be3-4994-a96c-6252ded0ac21 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0633650 Apr 21 21:26:23.149819 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8e31b217-d847-45b5-ad6b-3c5001feb515 req-9100daea-2a40-4ae7-9b84-839ab93e87c6 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392141 Apr 21 21:26:23.502954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28963-3d49-4165-9090-07006eb282b6 req-4502cce7-88c0-4937-97f0-7858905f0e6d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:23.504442 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-4502cce7-88c0-4937-97f0-7858905f0e6d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1163428 Apr 21 21:26:23.518657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'port': {'device_id': '07c1dd30-1dcc-49c9-af1c-0d412840cf74', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'admin_state_up': True, 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:26:23.629676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Made reservation on behalf of 9d2fe7d80de0455a8974c762f8f7c293 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:26:23.633628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:23.730425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4a9c407-fc66-4e09-83b8-d1d16ef831a4 req-3d50f647-c16a-444d-9c99-ce365415eaed tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 210 time: 0.0405512 Apr 21 21:26:23.797320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.20.0.7 (7b860d08-6c54-43fd-8532-c34218a4be2f/bde8588f-73bb-46d1-8375-4e1706115dfe/b5191974-d89f-44f3-9239-f57fd88af2a7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:26:23.943941 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:23.976975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:24.022002 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:26:24.026956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:26:24.030776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:26:24.059684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=b5191974-d89f-44f3-9239-f57fd88af2a7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:24.085045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:24.085803 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:24.102951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-21f4fae3-d5e6-4563-907e-8f581fb4bb03 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5884638 Apr 21 21:26:24.116271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Request body: {'port': {'device_id': '07c1dd30-1dcc-49c9-af1c-0d412840cf74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:26:24.176381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:24.283009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f498-e4d4-4406-95eb-eb5eaa69aeb2 req-f748d6aa-518f-48c6-b69e-6d1760d51140 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:24.285922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d42f498-e4d4-4406-95eb-eb5eaa69aeb2 req-f748d6aa-518f-48c6-b69e-6d1760d51140 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0518503 Apr 21 21:26:24.293862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-beb5b6e8-f818-4d99-b460-3377b084b78a None None] Provisioning complete for port b5191974-d89f-44f3-9239-f57fd88af2a7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:26:24.294881 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-beb5b6e8-f818-4d99-b460-3377b084b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:24.333161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d42f498-e4d4-4406-95eb-eb5eaa69aeb2 req-12f615e1-e02b-4b1d-b12a-47890e779dd1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 Apr 21 21:26:24.339272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-beb5b6e8-f818-4d99-b460-3377b084b78a None None] Port b5191974-d89f-44f3-9239-f57fd88af2a7 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:26:24.470490 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5191974-d89f-44f3-9239-f57fd88af2a7 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:26:24.477871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:24.490853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Transition to ACTIVE for port object b5191974-d89f-44f3-9239-f57fd88af2a7 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:26:24.494926 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:24.566339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Pushing event updated for resources: {'Port': ['ID=b5191974-d89f-44f3-9239-f57fd88af2a7,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:24.623950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Attempting to bind port b5191974-d89f-44f3-9239-f57fd88af2a7 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:26:24.624278 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Attempting to bind port b5191974-d89f-44f3-9239-f57fd88af2a7 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:26:24.624609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Attempting to bind port b5191974-d89f-44f3-9239-f57fd88af2a7 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:26:24.629940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Port b5191974-d89f-44f3-9239-f57fd88af2a7 on network 7b860d08-6c54-43fd-8532-c34218a4be2f not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:26:24.630501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Attempting to bind port b5191974-d89f-44f3-9239-f57fd88af2a7 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:26:24.639505 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:26:24.639886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:26:24.640234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Bound using segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:26:24.640672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Bound port: b5191974-d89f-44f3-9239-f57fd88af2a7, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:26:24.641079 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:24.720719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] For port b5191974-d89f-44f3-9239-f57fd88af2a7, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:26:24.724508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] For port b5191974-d89f-44f3-9239-f57fd88af2a7, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b5191974-d89f-44f3-9239-f57fd88af2a7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:26:24.730271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:24.775781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:24.776390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:24.778157 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] 10.222.0.46 "PUT /v2.0/ports/b5191974-d89f-44f3-9239-f57fd88af2a7 HTTP/1.1" status: 200 len: 1091 time: 0.6669466 Apr 21 21:26:24.778722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c1dd30-1dcc-49c9-af1c-0d412840cf74', 'tag': 'b5191974-d89f-44f3-9239-f57fd88af2a7'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:26:24.780989 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3750a4-6426-47ec-8cac-e39541c3298f" -d '{"events": [{"name": "network-changed", "server_uuid": "07c1dd30-1dcc-49c9-af1c-0d412840cf74", "tag": "b5191974-d89f-44f3-9239-f57fd88af2a7"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:26:24.804235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bb946-91a5-48fb-ace5-d0d63e35c1df service neutron] Pushing event updated for resources: {'Port': ['ID=b5191974-d89f-44f3-9239-f57fd88af2a7,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:24.854849 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6470004a-f8f1-4dae-b4de-97c871e2bddd x-openstack-request-id: req-6470004a-f8f1-4dae-b4de-97c871e2bddd {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:26:24.855215 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c1dd30-1dcc-49c9-af1c-0d412840cf74", "tag": "b5191974-d89f-44f3-9239-f57fd88af2a7", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:26:24.855532 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6470004a-f8f1-4dae-b4de-97c871e2bddd {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:26:24.855993 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6470004a-f8f1-4dae-b4de-97c871e2bddd'] response: {'name': 'network-changed', 'server_uuid': '07c1dd30-1dcc-49c9-af1c-0d412840cf74', 'tag': 'b5191974-d89f-44f3-9239-f57fd88af2a7', 'status': 'completed', 'code': 200} Apr 21 21:26:24.916893 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28963-3d49-4165-9090-07006eb282b6 req-fa28da00-6d7b-44a1-82fb-495c4e43c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:24.918494 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-fa28da00-6d7b-44a1-82fb-495c4e43c9ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 1094 time: 0.0802290 Apr 21 21:26:24.930359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c869ed5-f513-4fe0-a1c1-541487a020a7 req-29063500-0c47-4bc7-84ea-8ce6ede50523 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:24.931877 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c869ed5-f513-4fe0-a1c1-541487a020a7 req-29063500-0c47-4bc7-84ea-8ce6ede50523 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.1037591 Apr 21 21:26:24.986976 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-880e598c-d4db-4aa4-8318-1bc4cc02017b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5191974-d89f-44f3-9239-f57fd88af2a7 HTTP/1.1" status: 200 len: 217 time: 0.0541189 Apr 21 21:26:25.027164 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c869ed5-f513-4fe0-a1c1-541487a020a7 req-f21eb22f-f36c-4108-8576-403451ddfcd6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864818 Apr 21 21:26:25.046233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28963-3d49-4165-9090-07006eb282b6 req-364bff36-276c-4e59-a343-6f2a713ba9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:25.048126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-364bff36-276c-4e59-a343-6f2a713ba9bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0538425 Apr 21 21:26:25.103733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca28963-3d49-4165-9090-07006eb282b6 req-43f4414c-4346-4e57-a8b4-5b67c456cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:25.105163 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-43f4414c-4346-4e57-a8b4-5b67c456cddb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505507 Apr 21 21:26:25.194573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-dac97985-bf8d-4448-b9a2-c90cce7f8ec6 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819926 Apr 21 21:26:25.286738 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dca28963-3d49-4165-9090-07006eb282b6 req-ffbfb1e7-c7ea-4a3b-950a-1f9e736e3e1f service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856457 Apr 21 21:26:25.375470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-e083fd0c-eedc-4b0a-abfb-b0311e1df2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:25.377703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-e083fd0c-eedc-4b0a-abfb-b0311e1df2d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 1094 time: 0.0455163 Apr 21 21:26:25.475206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07fa27-5a1b-421f-a455-6e34a1577e55 req-05ce3c8e-fa7d-471c-9687-b19b7b83276c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:25.476827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a07fa27-5a1b-421f-a455-6e34a1577e55 req-05ce3c8e-fa7d-471c-9687-b19b7b83276c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0533056 Apr 21 21:26:25.477553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-96b2f3e8-0257-4037-b52f-7ea22e3a8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:25.479690 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-96b2f3e8-0257-4037-b52f-7ea22e3a8070 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0960152 Apr 21 21:26:25.521495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a07fa27-5a1b-421f-a455-6e34a1577e55 req-16883ca3-ed6b-4380-8a12-7004f85af795 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358636 Apr 21 21:26:25.525403 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-e6361ba3-83b5-4f53-aca3-e2a67b01ad1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5191974-d89f-44f3-9239-f57fd88af2a7 HTTP/1.1" status: 200 len: 217 time: 0.0396297 Apr 21 21:26:25.576706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-9e9e46bb-15e6-4128-b860-1f91007b8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:25.578228 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-9e9e46bb-15e6-4128-b860-1f91007b8ec2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0453818 Apr 21 21:26:25.622487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-7ad2aa4e-74cf-4ef6-82cd-256c354651b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:25.623871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-7ad2aa4e-74cf-4ef6-82cd-256c354651b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396063 Apr 21 21:26:25.718978 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-dbcb8b59-97e2-44aa-ad6c-4ca4ce65e466 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885065 Apr 21 21:26:25.807350 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a3750a4-6426-47ec-8cac-e39541c3298f req-f0449bd9-ea15-43b4-abd0-283c8e8be2ac service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820215 Apr 21 21:26:26.145764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0725e-1f32-4104-8e55-2989fefd0d8a req-1807c71a-3991-4548-90de-c5d8a4f7abaf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:26.147251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bc0725e-1f32-4104-8e55-2989fefd0d8a req-1807c71a-3991-4548-90de-c5d8a4f7abaf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.0497615 Apr 21 21:26:26.189956 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bc0725e-1f32-4104-8e55-2989fefd0d8a req-230d7f8b-b2a1-4421-9999-0348d9d4af8e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365710 Apr 21 21:26:26.638730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272051b8-7f86-4e52-be4e-d7ff93c977b6 req-ed106c87-eca8-4590-9331-12ac37d395c8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:26.640127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-272051b8-7f86-4e52-be4e-d7ff93c977b6 req-ed106c87-eca8-4590-9331-12ac37d395c8 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0501897 Apr 21 21:26:26.681270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-272051b8-7f86-4e52-be4e-d7ff93c977b6 req-d51a0eb7-9c41-4d02-a56e-f7132f4496d1 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347722 Apr 21 21:26:27.309841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79b486-802e-4007-8503-9c7009ce2050 req-b8e50b92-70e6-4b7f-b8c5-385fafbdf69d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:27.311980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9a79b486-802e-4007-8503-9c7009ce2050 req-b8e50b92-70e6-4b7f-b8c5-385fafbdf69d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.0521009 Apr 21 21:26:27.355764 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9a79b486-802e-4007-8503-9c7009ce2050 req-cb60201f-08ec-4a42-91fb-73a37e04b861 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354328 Apr 21 21:26:27.578181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-0a59c3d4-b270-419e-9547-d4f220daa0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:27.579529 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-0a59c3d4-b270-419e-9547-d4f220daa0e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1097 time: 0.0405025 Apr 21 21:26:27.678069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-b7acfecd-ec7b-4fcc-aad7-f7376e87f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:27.679492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-b7acfecd-ec7b-4fcc-aad7-f7376e87f05e service neutron] 10.222.0.43 "GET /v2.0/networks?id=78042600-88ef-4fe2-9fdb-604cf84f240f HTTP/1.1" status: 200 len: 897 time: 0.0819547 Apr 21 21:26:27.752573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-ddd8c491-8a06-448a-a522-658a6cf19b71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab HTTP/1.1" status: 200 len: 1001 time: 0.0666518 Apr 21 21:26:27.825799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-2187beb1-9330-4f49-b3f1-7b46e805a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:27.827236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-2187beb1-9330-4f49-b3f1-7b46e805a3d5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d5a51b2-d142-4a7b-8212-f5c541045db6 HTTP/1.1" status: 200 len: 835 time: 0.0685461 Apr 21 21:26:27.838263 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7d253-76b1-4914-a69d-cc841193f907 req-04cb9c55-a42a-4474-98ca-8aa1a0160a9c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:27.839612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7df7d253-76b1-4914-a69d-cc841193f907 req-04cb9c55-a42a-4474-98ca-8aa1a0160a9c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0825984 Apr 21 21:26:27.905140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7df7d253-76b1-4914-a69d-cc841193f907 req-27761572-9e0b-46bb-a115-7956d917a24b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544200 Apr 21 21:26:27.907630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-a40504f8-6609-451f-a3e0-7a0d1982a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:27.909533 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-a40504f8-6609-451f-a3e0-7a0d1982a7bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78042600-88ef-4fe2-9fdb-604cf84f240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690956 Apr 21 21:26:27.995456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-5f624a95-c81c-4bf2-bb39-642084bc73bc service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795200 Apr 21 21:26:28.089646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6c0b1d75-96bf-4270-a503-e00f68271d5e req-76a72d67-eb67-43e9-bfd8-25db1c038bcb service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877705 Apr 21 21:26:28.470338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d7a7f-ede3-46a7-8ee4-1ba04220d2f3 req-20000f33-1f99-4535-b882-82b6377f2925 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:28.471777 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-395d7a7f-ede3-46a7-8ee4-1ba04220d2f3 req-20000f33-1f99-4535-b882-82b6377f2925 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.0487332 Apr 21 21:26:28.509483 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-395d7a7f-ede3-46a7-8ee4-1ba04220d2f3 req-c2cbdf34-dd07-4da7-89f2-09bebb19bff2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Apr 21 21:26:29.021923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bbe3e-061f-4539-9a99-27b2cb0abb96 req-c59dce7e-b63b-4c6b-bd79-88df95515d0b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:29.023366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-211bbe3e-061f-4539-9a99-27b2cb0abb96 req-c59dce7e-b63b-4c6b-bd79-88df95515d0b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0491025 Apr 21 21:26:29.059963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-211bbe3e-061f-4539-9a99-27b2cb0abb96 req-d545af90-1268-4eea-b73b-dfb208f0092c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Apr 21 21:26:29.622981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e0189-ca24-4ef1-94d0-3ffdfe88134e req-19c3b60b-02d7-4cfe-a571-9c41d4219e68 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:29.624415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b5e0189-ca24-4ef1-94d0-3ffdfe88134e req-19c3b60b-02d7-4cfe-a571-9c41d4219e68 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.0472043 Apr 21 21:26:29.665980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b5e0189-ca24-4ef1-94d0-3ffdfe88134e req-af60d758-ffc3-428d-9a5f-0a7c5b110f96 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348635 Apr 21 21:26:30.178186 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d73a2-0c4d-49e0-95ce-2eac1a793409 req-e8153f0a-dbae-4325-860a-399013e6193c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:30.179537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-254d73a2-0c4d-49e0-95ce-2eac1a793409 req-e8153f0a-dbae-4325-860a-399013e6193c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0475683 Apr 21 21:26:30.216039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-254d73a2-0c4d-49e0-95ce-2eac1a793409 req-635c46a2-3134-4d17-867e-8052b0369d55 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304518 Apr 21 21:26:30.493372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f95b7437-68d9-473f-9f10-1dd972bc0c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:30.779008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d0483-a78d-4bc7-aa2c-ea32acaac379 req-10fe173b-ab23-42a3-be9a-ec5cfd86dbd3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:30.780354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-584d0483-a78d-4bc7-aa2c-ea32acaac379 req-10fe173b-ab23-42a3-be9a-ec5cfd86dbd3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.0476594 Apr 21 21:26:30.818447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-584d0483-a78d-4bc7-aa2c-ea32acaac379 req-adb6aab1-a388-45fc-83e2-67edf23e8058 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313160 Apr 21 21:26:31.334601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0823e6-156a-4002-8ff8-55702706eabc req-2f600f7d-bffb-47cf-b53b-83f55cc7d887 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:31.336061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a0823e6-156a-4002-8ff8-55702706eabc req-2f600f7d-bffb-47cf-b53b-83f55cc7d887 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0527260 Apr 21 21:26:31.372453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a0823e6-156a-4002-8ff8-55702706eabc req-08ba3dc2-0544-4b74-8368-82c787a128fd tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303662 Apr 21 21:26:31.935502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3ded-c475-4ae5-bc04-0537796bac21 req-e556c6f5-d654-480e-a7d4-6fc880fa0917 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:31.936962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51ee3ded-c475-4ae5-bc04-0537796bac21 req-e556c6f5-d654-480e-a7d4-6fc880fa0917 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.0481038 Apr 21 21:26:31.974032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51ee3ded-c475-4ae5-bc04-0537796bac21 req-7ffcfb0e-4eb8-42c6-930c-e86a16ed8603 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307670 Apr 21 21:26:32.328444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c6fe3-c018-496e-bd5d-7bd3e0ff2919 req-458657d7-4182-4501-9587-5ac56a9ca906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:32.329946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-270c6fe3-c018-496e-bd5d-7bd3e0ff2919 req-458657d7-4182-4501-9587-5ac56a9ca906 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1097 time: 0.0394170 Apr 21 21:26:32.364250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-270c6fe3-c018-496e-bd5d-7bd3e0ff2919 req-86525e84-5218-473b-899f-3cd9c1c5993e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273139 Apr 21 21:26:32.486785 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42654-4112-485c-8c64-3157c9af485b req-a9fe1882-aba4-4e85-a8ba-54c6f84eb03e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:32.488328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2f42654-4112-485c-8c64-3157c9af485b req-a9fe1882-aba4-4e85-a8ba-54c6f84eb03e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0493987 Apr 21 21:26:32.525801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2f42654-4112-485c-8c64-3157c9af485b req-4d19cfaf-7c7e-460d-b8d2-2975b76c6c2d tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Apr 21 21:26:32.784546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c2407547-712c-46b6-bbed-4f83d6a59eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:33.086880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f403da-553c-4dc0-af6b-726ad254868c req-c7e8e35f-dc1f-4b89-8064-414ed0284b6e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:33.088223 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08f403da-553c-4dc0-af6b-726ad254868c req-c7e8e35f-dc1f-4b89-8064-414ed0284b6e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.0482585 Apr 21 21:26:33.129191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08f403da-553c-4dc0-af6b-726ad254868c req-8f2b0e27-29da-4551-82da-4174747a3bc2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Apr 21 21:26:33.650101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebac991-f85b-4247-9061-8bccd3ede897 req-d77fd88e-66fb-4392-9ab8-6ce0e9d4415c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:33.651686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ebac991-f85b-4247-9061-8bccd3ede897 req-d77fd88e-66fb-4392-9ab8-6ce0e9d4415c tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0525997 Apr 21 21:26:33.690563 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ebac991-f85b-4247-9061-8bccd3ede897 req-4be1fd24-81e4-45ec-8316-72ea29ddc887 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Apr 21 21:26:34.016666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1dc9b28d-7aa5-4544-bcf6-32054ba968ab details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:26:34.020365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1dc9b28d-7aa5-4544-bcf6-32054ba968ab no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:26:34.174861 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:34.190079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:34.199236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:26:34.222369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:26:34.224643 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c182230c-dc95-4dfa-bd56-acf4c49e617c" -d '{"events": [{"server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:26:34.234865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'port_id': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'mac_address': 'fa:16:3e:c5:cf:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:26:34.239635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:26:34.246115 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:34.265102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea3ad-5c6b-4660-9dda-d22b026de995 req-855516b2-c3d5-4aad-bd47-7f8c50bbd7af tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:34.266593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dcea3ad-5c6b-4660-9dda-d22b026de995 req-855516b2-c3d5-4aad-bd47-7f8c50bbd7af tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.0647693 Apr 21 21:26:34.276502 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802874dc-ebd9-4762-b0f1-8ebf58ec9010 x-openstack-request-id: req-802874dc-ebd9-4762-b0f1-8ebf58ec9010 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:26:34.276804 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:26:34.277051 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-802874dc-ebd9-4762-b0f1-8ebf58ec9010 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:26:34.277431 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802874dc-ebd9-4762-b0f1-8ebf58ec9010'] response: {'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'code': 200} Apr 21 21:26:34.305619 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dcea3ad-5c6b-4660-9dda-d22b026de995 req-0c715adb-3d87-4cca-aebe-018a8e488620 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Apr 21 21:26:34.317296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:34.338143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:34.343202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc9b28d-7aa5-4544-bcf6-32054ba968ab {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:26:34.363065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:26:34.367728 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:34.413495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:34.679566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['1dc9b28d-7aa5-4544-bcf6-32054ba968ab'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:26:34.809481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f58f8-4df0-4321-ab1b-27b8d2931d6e req-bb1d68f7-eed1-4eda-b395-92f063ab73d9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:34.810979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e91f58f8-4df0-4321-ab1b-27b8d2931d6e req-bb1d68f7-eed1-4eda-b395-92f063ab73d9 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 945 time: 0.0491250 Apr 21 21:26:34.850139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e91f58f8-4df0-4321-ab1b-27b8d2931d6e req-54be377c-cf31-46d4-95ea-cdd4e0cef7e4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320797 Apr 21 21:26:34.874648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38628) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:26:34.936915 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-45cab905-8b33-4e44-8cd9-afcc511750d3 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/floatingips/c10ea73d-067f-45ff-ab23-9352f2477a5a HTTP/1.1" status: 200 len: 992 time: 0.0609345 Apr 21 21:26:35.419429 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:35.420564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092a5e-49fb-437f-b498-27b47af3b97b req-20a7dff2-e119-4c35-b252-ed35f0dde971 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:35.422052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43092a5e-49fb-437f-b498-27b47af3b97b req-20a7dff2-e119-4c35-b252-ed35f0dde971 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 943 time: 0.0486186 Apr 21 21:26:35.459998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-43092a5e-49fb-437f-b498-27b47af3b97b req-319eb334-0f3d-4721-8e91-4e370b02c876 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Apr 21 21:26:35.952444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b5191974-d89f-44f3-9239-f57fd88af2a7 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:26:35.980406 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:36.039808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1dc9b28d-7aa5-4544-bcf6-32054ba968ab up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:26:36.095915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b5191974-d89f-44f3-9239-f57fd88af2a7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b5191974-d89f-44f3-9239-f57fd88af2a7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:26:36.108845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'b5191974-d89f-44f3-9239-f57fd88af2a7', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'port_id': 'b5191974-d89f-44f3-9239-f57fd88af2a7', 'mac_address': 'fa:16:3e:f0:5e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:26:36.145249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:26:36.145623 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:36.182051 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:36.200655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5191974-d89f-44f3-9239-f57fd88af2a7 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:26:36.226188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b5191974-d89f-44f3-9239-f57fd88af2a7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b5191974-d89f-44f3-9239-f57fd88af2a7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:26:36.246011 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:36.285684 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:36.319926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b5191974-d89f-44f3-9239-f57fd88af2a7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:36.327304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:26:36.329557 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbabf806-bfaa-4ae0-92bd-504dd19f8c44" -d '{"events": [{"server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "name": "network-vif-plugged", "status": "completed", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:26:36.342498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:26:36.346512 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:36.372663 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce72d04-e48e-4036-9534-b363f9724b1c x-openstack-request-id: req-bce72d04-e48e-4036-9534-b363f9724b1c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:26:36.372967 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "name": "network-vif-plugged", "status": "completed", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:26:36.373212 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bce72d04-e48e-4036-9534-b363f9724b1c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:26:36.373596 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce72d04-e48e-4036-9534-b363f9724b1c'] response: {'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'code': 200} Apr 21 21:26:36.397433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:36.574440 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60849e4-2a3b-48d4-a15c-09c41fd1f4a3 req-cf479f02-f079-4b83-8316-f4762779d360 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:36.575869 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d60849e4-2a3b-48d4-a15c-09c41fd1f4a3 req-cf479f02-f079-4b83-8316-f4762779d360 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 944 time: 0.0485892 Apr 21 21:26:36.590038 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b5191974-d89f-44f3-9239-f57fd88af2a7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:26:36.618796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d60849e4-2a3b-48d4-a15c-09c41fd1f4a3 req-a126f745-540a-427a-90b8-f775913abf2f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368626 Apr 21 21:26:37.738082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89136e44-54ea-4a74-ae51-b482773875bf req-ddaa4392-b9be-4cda-97a5-51b95f81bb94 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:37.739802 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89136e44-54ea-4a74-ae51-b482773875bf req-ddaa4392-b9be-4cda-97a5-51b95f81bb94 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 944 time: 0.0490360 Apr 21 21:26:37.776397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89136e44-54ea-4a74-ae51-b482773875bf req-57a4ec9f-6f7b-48d4-8749-5ae067ca9457 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Apr 21 21:26:37.952475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b5191974-d89f-44f3-9239-f57fd88af2a7 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:26:38.000369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port b5191974-d89f-44f3-9239-f57fd88af2a7 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:26:38.004950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port b5191974-d89f-44f3-9239-f57fd88af2a7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:26:38.005323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:38.083174 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:38.113911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port b5191974-d89f-44f3-9239-f57fd88af2a7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b5191974-d89f-44f3-9239-f57fd88af2a7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:26:38.117540 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:38.164751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=b5191974-d89f-44f3-9239-f57fd88af2a7,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:38.374819 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c1dd30-1dcc-49c9-af1c-0d412840cf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5191974-d89f-44f3-9239-f57fd88af2a7'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:26:38.377188 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e4532-97c7-4b8c-921f-1c2040f2b73b" -d '{"events": [{"server_uuid": "07c1dd30-1dcc-49c9-af1c-0d412840cf74", "name": "network-vif-plugged", "status": "completed", "tag": "b5191974-d89f-44f3-9239-f57fd88af2a7"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:26:38.412549 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6188a1-b8a0-4e01-873c-6be01d79bc77 x-openstack-request-id: req-1c6188a1-b8a0-4e01-873c-6be01d79bc77 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:26:38.412881 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c1dd30-1dcc-49c9-af1c-0d412840cf74", "name": "network-vif-plugged", "status": "completed", "tag": "b5191974-d89f-44f3-9239-f57fd88af2a7", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:26:38.413138 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c6188a1-b8a0-4e01-873c-6be01d79bc77 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:26:38.413563 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6188a1-b8a0-4e01-873c-6be01d79bc77'] response: {'server_uuid': '07c1dd30-1dcc-49c9-af1c-0d412840cf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5191974-d89f-44f3-9239-f57fd88af2a7', 'code': 200} Apr 21 21:26:38.506536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce82bda-c27a-40f3-b2db-dfe69454f8d2 req-12902c51-1be8-490e-90e3-22d065c48be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:38.507997 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5ce82bda-c27a-40f3-b2db-dfe69454f8d2 req-12902c51-1be8-490e-90e3-22d065c48be6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 1096 time: 0.0404720 Apr 21 21:26:38.540657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5ce82bda-c27a-40f3-b2db-dfe69454f8d2 req-fead5c2a-60c6-423b-8882-29d0dd2b4d49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262177 Apr 21 21:26:38.894654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a792fd-0006-4c4e-a0ca-1d6d848e17b4 req-0337a496-eae8-4a1f-a3de-9acc35a18b09 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:38.896119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0a792fd-0006-4c4e-a0ca-1d6d848e17b4 req-0337a496-eae8-4a1f-a3de-9acc35a18b09 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 945 time: 0.0484111 Apr 21 21:26:38.933675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0a792fd-0006-4c4e-a0ca-1d6d848e17b4 req-11c16f1b-e289-43b2-9504-b9e32db788be tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Apr 21 21:26:40.051280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50105864-e5c9-4a53-818d-3c536bbecd85 req-8b4956ca-c02c-4de0-b654-9cbd901891aa tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:40.052714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50105864-e5c9-4a53-818d-3c536bbecd85 req-8b4956ca-c02c-4de0-b654-9cbd901891aa tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 945 time: 0.0476766 Apr 21 21:26:40.089564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50105864-e5c9-4a53-818d-3c536bbecd85 req-443dd9c0-776a-4170-9fba-cccc56826964 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307989 Apr 21 21:26:40.205360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c83dd1-6100-49d9-8150-e806da903392 req-5f6ee72c-c92e-47ad-88d8-ea252ac2aaab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:40.206811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2c83dd1-6100-49d9-8150-e806da903392 req-5f6ee72c-c92e-47ad-88d8-ea252ac2aaab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 945 time: 0.0506258 Apr 21 21:26:40.247557 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2c83dd1-6100-49d9-8150-e806da903392 req-31592058-9dca-434b-bdf7-624e6a48b45d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347292 Apr 21 21:26:40.273727 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:26:42.662569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-edd1d87d-9f89-4585-bb28-496dea133e19 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:42.664032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-edd1d87d-9f89-4585-bb28-496dea133e19 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.0978677 Apr 21 21:26:42.679074 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-35718a2b-6c33-4659-a819-e7a517366264 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/quotas/9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 375 time: 0.0091186 Apr 21 21:26:42.730447 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-42054cbf-3ff8-4177-b319-74b14aa36654 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462673 Apr 21 21:26:42.822086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-c8b64cbd-05ce-4fff-9b3a-a9429a103d74 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845463 Apr 21 21:26:42.912174 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-e2f41fc2-5875-4a90-97e4-e27619c5c9e9 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837662 Apr 21 21:26:43.100145 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-27f88532-f0c3-44d7-a723-daaf92b0e301 req-4b997b1f-1b73-44f0-a6f5-872aac85064c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 210 time: 0.0264835 Apr 21 21:26:44.020962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-c8d4df1e-3329-4eb2-b652-ea4818eaca6c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:44.022406 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-c8d4df1e-3329-4eb2-b652-ea4818eaca6c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1093609 Apr 21 21:26:44.034835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'port': {'device_id': '54bd05e4-a256-40e7-b9e3-2e5812b3fb39', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'admin_state_up': True, 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:26:44.142325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Made reservation on behalf of 9d2fe7d80de0455a8974c762f8f7c293 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:26:44.146424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:44.230059 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-624b0698-5939-4400-8eeb-38d54715d3dd req-4f61c10f-9279-465a-be7f-1bedb0a909b7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 210 time: 0.0570543 Apr 21 21:26:44.300992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.20.0.4 (7b860d08-6c54-43fd-8532-c34218a4be2f/bde8588f-73bb-46d1-8375-4e1706115dfe/bc8c694b-fce9-497c-b787-bb1a305730b7) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:26:44.746710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:44.778655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:44.790203 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b5191974-d89f-44f3-9239-f57fd88af2a7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:26:44.825948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:26:44.828954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:26:44.831566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:26:44.873606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=bc8c694b-fce9-497c-b787-bb1a305730b7,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:44.888961 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.889345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.889690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.890029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.890369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.890692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.891017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.891339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.891659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.892624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.892624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.892624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:26:44.918170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:44.919576 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:44.946631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-85c8dc41-8823-4c6d-a625-97c3b34abfa1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9149709 Apr 21 21:26:44.963835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Request body: {'port': {'device_id': '54bd05e4-a256-40e7-b9e3-2e5812b3fb39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:26:45.033673 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:45.150147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ee62eaad-cfd3-4969-8d9a-3691e66114d4 None None] Provisioning complete for port bc8c694b-fce9-497c-b787-bb1a305730b7 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:26:45.150433 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ee62eaad-cfd3-4969-8d9a-3691e66114d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:45.185120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ee62eaad-cfd3-4969-8d9a-3691e66114d4 None None] Port bc8c694b-fce9-497c-b787-bb1a305730b7 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:26:45.312863 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8c694b-fce9-497c-b787-bb1a305730b7 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:26:45.322053 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:45.334831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Transition to ACTIVE for port object bc8c694b-fce9-497c-b787-bb1a305730b7 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:26:45.340581 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:45.359690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64a994-9de3-40b5-afda-425b159aff0d req-78d27742-dedd-499b-bf98-1875ad4b78e9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:45.361496 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ee64a994-9de3-40b5-afda-425b159aff0d req-78d27742-dedd-499b-bf98-1875ad4b78e9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 931 time: 0.0594349 Apr 21 21:26:45.413362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c694b-fce9-497c-b787-bb1a305730b7,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:45.425372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ee64a994-9de3-40b5-afda-425b159aff0d req-68d72b62-3342-4783-bb11-dd6ca12391b5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510111 Apr 21 21:26:45.470479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Attempting to bind port bc8c694b-fce9-497c-b787-bb1a305730b7 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:26:45.470806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Attempting to bind port bc8c694b-fce9-497c-b787-bb1a305730b7 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:26:45.471133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Attempting to bind port bc8c694b-fce9-497c-b787-bb1a305730b7 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:26:45.476044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Port bc8c694b-fce9-497c-b787-bb1a305730b7 on network 7b860d08-6c54-43fd-8532-c34218a4be2f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:26:45.476351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Attempting to bind port bc8c694b-fce9-497c-b787-bb1a305730b7 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:26:45.481722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:26:45.482053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:26:45.482432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Bound using segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:26:45.483052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Bound port: bc8c694b-fce9-497c-b787-bb1a305730b7, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:26:45.483213 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:45.557290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] For port bc8c694b-fce9-497c-b787-bb1a305730b7, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:26:45.560548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] For port bc8c694b-fce9-497c-b787-bb1a305730b7, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc8c694b-fce9-497c-b787-bb1a305730b7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:26:45.567658 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:45.602108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:45.602741 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:45.604113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] 10.222.0.43 "PUT /v2.0/ports/bc8c694b-fce9-497c-b787-bb1a305730b7 HTTP/1.1" status: 200 len: 1091 time: 0.6463399 Apr 21 21:26:45.604535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bd05e4-a256-40e7-b9e3-2e5812b3fb39', 'tag': 'bc8c694b-fce9-497c-b787-bb1a305730b7'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:26:45.606841 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1300c5-2673-4a0d-81fe-592c91fc8483" -d '{"events": [{"name": "network-changed", "server_uuid": "54bd05e4-a256-40e7-b9e3-2e5812b3fb39", "tag": "bc8c694b-fce9-497c-b787-bb1a305730b7"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:26:45.656182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99f1da-0393-4ff3-93b4-3e56bb54d5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c694b-fce9-497c-b787-bb1a305730b7,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:26:45.661562 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f9d47b-88a2-4e0b-a829-c118e70ca65c x-openstack-request-id: req-27f9d47b-88a2-4e0b-a829-c118e70ca65c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:26:45.661873 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bd05e4-a256-40e7-b9e3-2e5812b3fb39", "tag": "bc8c694b-fce9-497c-b787-bb1a305730b7", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:26:45.662160 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27f9d47b-88a2-4e0b-a829-c118e70ca65c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:26:45.662609 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f9d47b-88a2-4e0b-a829-c118e70ca65c'] response: {'name': 'network-changed', 'server_uuid': '54bd05e4-a256-40e7-b9e3-2e5812b3fb39', 'tag': 'bc8c694b-fce9-497c-b787-bb1a305730b7', 'status': 'completed', 'code': 200} Apr 21 21:26:45.699782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-06ba1eac-854f-4132-8450-01ce279189f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:45.701397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-06ba1eac-854f-4132-8450-01ce279189f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 1094 time: 0.0543146 Apr 21 21:26:45.752009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-32142cad-c4fe-4e2f-abe0-4c70c89c2bad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8c694b-fce9-497c-b787-bb1a305730b7 HTTP/1.1" status: 200 len: 217 time: 0.0405707 Apr 21 21:26:45.802530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-3a981ef3-9a56-4c48-ade9-32d196a91724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:45.803891 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-3a981ef3-9a56-4c48-ade9-32d196a91724 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0459943 Apr 21 21:26:45.863939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-7ff3b442-1a8c-48ee-9463-1579d8abae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:45.865628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-7ff3b442-1a8c-48ee-9463-1579d8abae1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533266 Apr 21 21:26:45.961757 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-fb30dfeb-70de-43cf-92f4-707d1dd622b5 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892069 Apr 21 21:26:46.051666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee1e70ec-8e64-4332-aa80-afbba92e2e7b req-9f6a4c3d-8649-4f83-9a7b-a323b59929aa service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817308 Apr 21 21:26:46.139302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-893a2fcb-f103-4fbe-9ffb-b57f382d199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:46.140680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-893a2fcb-f103-4fbe-9ffb-b57f382d199d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 1094 time: 0.0419877 Apr 21 21:26:46.237960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-94058b42-da02-482c-9c0f-658ffc7f090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:46.239473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-94058b42-da02-482c-9c0f-658ffc7f090f service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0925918 Apr 21 21:26:46.281649 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-1114a82d-de7e-4e63-9333-57774fd59750 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8c694b-fce9-497c-b787-bb1a305730b7 HTTP/1.1" status: 200 len: 217 time: 0.0353768 Apr 21 21:26:46.330057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-647f5f1d-f913-44fb-ac92-d44cd49dc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:46.332387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-647f5f1d-f913-44fb-ac92-d44cd49dc7f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0436766 Apr 21 21:26:46.380472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-76acac34-da97-4745-9d3a-cdf10b388022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:46.381993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-76acac34-da97-4745-9d3a-cdf10b388022 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439420 Apr 21 21:26:46.472881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-9375a8c1-80bc-40ee-afd6-6885365a21b1 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834119 Apr 21 21:26:46.549989 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e775e5-4cbe-4af4-ad87-9e728c846cb6 req-53f3ae3a-c2b2-41c9-8391-d6a26b6cc735 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:46.553198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05e775e5-4cbe-4af4-ad87-9e728c846cb6 req-53f3ae3a-c2b2-41c9-8391-d6a26b6cc735 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0614915 Apr 21 21:26:46.586053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d1300c5-2673-4a0d-81fe-592c91fc8483 req-f41bd7cb-cbf4-4872-b5e7-777ebfa20ad9 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052134 Apr 21 21:26:46.612322 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05e775e5-4cbe-4af4-ad87-9e728c846cb6 req-3eb69a54-6bb8-420f-807a-f0ae2ec3945e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500329 Apr 21 21:26:47.790847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45556e2-82d9-4bd6-8e55-bf5ae90bccb9 req-d04980ac-a28b-4bbf-8257-479f8bb6396c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:47.798136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a45556e2-82d9-4bd6-8e55-bf5ae90bccb9 req-d04980ac-a28b-4bbf-8257-479f8bb6396c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0830605 Apr 21 21:26:47.864333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a45556e2-82d9-4bd6-8e55-bf5ae90bccb9 req-92a5afb3-9159-451d-9798-a346f92ee181 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630434 Apr 21 21:26:48.992210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3e095-234e-4f14-a7ab-ffb1c799b11f req-318d3ef5-9913-4dec-a0b4-212ffb23dc6d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:48.995530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ec3e095-234e-4f14-a7ab-ffb1c799b11f req-318d3ef5-9913-4dec-a0b4-212ffb23dc6d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0524089 Apr 21 21:26:49.035332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ec3e095-234e-4f14-a7ab-ffb1c799b11f req-15a1b294-507a-4995-b2a6-a1b62bbd40c8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Apr 21 21:26:50.164494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699b223-40d3-4ced-80f5-6a049fe1b116 req-2afcfab6-799a-4cc1-ad86-32b1769c79b0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:50.165880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7699b223-40d3-4ced-80f5-6a049fe1b116 req-2afcfab6-799a-4cc1-ad86-32b1769c79b0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0572100 Apr 21 21:26:50.217593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7699b223-40d3-4ced-80f5-6a049fe1b116 req-22a22c88-e0e6-49ab-bb54-652bf7e9ef65 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 Apr 21 21:26:50.704414 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:50.873398 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:26:51.334674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4533d0b-3ba2-43d3-b0d7-e9a6bcf67f48 req-62f19611-cdc5-48ed-8e8b-867a65e781e8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:51.336093 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4533d0b-3ba2-43d3-b0d7-e9a6bcf67f48 req-62f19611-cdc5-48ed-8e8b-867a65e781e8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0526454 Apr 21 21:26:51.373253 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4533d0b-3ba2-43d3-b0d7-e9a6bcf67f48 req-cd258194-32e8-41db-ab07-24bba8c4b3cf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Apr 21 21:26:52.490188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dc091-eac0-4b4b-b2fb-2d8fdda0b195 req-fd7eff25-6ff8-4fd0-b1ce-7cda71b9ad79 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:52.491631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-617dc091-eac0-4b4b-b2fb-2d8fdda0b195 req-fd7eff25-6ff8-4fd0-b1ce-7cda71b9ad79 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0517426 Apr 21 21:26:52.527746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-617dc091-eac0-4b4b-b2fb-2d8fdda0b195 req-2f5e9fee-d89d-4534-8dbd-30e246fa5ef2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300550 Apr 21 21:26:53.644355 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6528a-105d-471f-becc-0f8797442e53 req-c65a8faa-fc4b-4393-ac35-57e7ce170613 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:53.646129 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b6528a-105d-471f-becc-0f8797442e53 req-c65a8faa-fc4b-4393-ac35-57e7ce170613 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0501127 Apr 21 21:26:53.684488 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b6528a-105d-471f-becc-0f8797442e53 req-017137d8-4b66-4e99-991c-8198bff5ed0b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Apr 21 21:26:54.808365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b45b4-b0b9-4659-849e-7e72861ec07c req-d439418d-216a-4d59-bce0-ee0a9e781efd tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:54.809925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e75b45b4-b0b9-4659-849e-7e72861ec07c req-d439418d-216a-4d59-bce0-ee0a9e781efd tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0498228 Apr 21 21:26:54.848635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e75b45b4-b0b9-4659-849e-7e72861ec07c req-d86b54be-e6b7-4d6a-a115-9e8709e56307 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Apr 21 21:26:55.973778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d4f9d-4f99-4b0f-81fc-44fcbe249267 req-c82aa718-b8b1-4666-9737-3a672194b2cb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:55.975260 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-257d4f9d-4f99-4b0f-81fc-44fcbe249267 req-c82aa718-b8b1-4666-9737-3a672194b2cb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0520313 Apr 21 21:26:56.014808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-257d4f9d-4f99-4b0f-81fc-44fcbe249267 req-4bfb8886-dfbc-4e1f-875d-853888012da9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333588 Apr 21 21:26:57.131797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e3ebc-8e04-48a3-8cd2-fd147dfa7d28 req-4b190d6e-9125-428f-94f1-8d3781091d26 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:57.133247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba8e3ebc-8e04-48a3-8cd2-fd147dfa7d28 req-4b190d6e-9125-428f-94f1-8d3781091d26 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0484703 Apr 21 21:26:57.172927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ba8e3ebc-8e04-48a3-8cd2-fd147dfa7d28 req-188b3ee2-6317-41b0-b808-2c8c56de2684 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Apr 21 21:26:58.292984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8054b01-e140-463b-94e5-a715e341c958 req-165b94c5-9250-498e-823c-b46706a44281 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:58.294491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8054b01-e140-463b-94e5-a715e341c958 req-165b94c5-9250-498e-823c-b46706a44281 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0539834 Apr 21 21:26:58.331611 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8054b01-e140-463b-94e5-a715e341c958 req-c402620d-0049-4527-bd52-4227bbe0b03f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Apr 21 21:26:59.454761 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d759dff-06ed-4324-b24c-295b28f312e8 req-7f97fbab-e76e-42e7-ba65-c73963c1b773 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:26:59.456202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d759dff-06ed-4324-b24c-295b28f312e8 req-7f97fbab-e76e-42e7-ba65-c73963c1b773 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0523400 Apr 21 21:26:59.493328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d759dff-06ed-4324-b24c-295b28f312e8 req-08f22521-bb4d-4398-ad57-a58c666f3ccb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303605 Apr 21 21:27:00.495090 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e8bacaad-a0ef-4d82-9c64-d82c82af057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:00.610233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a5ce0-ff49-4850-9ce3-8476c127b6e7 req-84c4502e-50bc-4929-8e70-1a70690d5a79 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:00.611673 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-708a5ce0-ff49-4850-9ce3-8476c127b6e7 req-84c4502e-50bc-4929-8e70-1a70690d5a79 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0486553 Apr 21 21:27:00.649329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-708a5ce0-ff49-4850-9ce3-8476c127b6e7 req-5e41346e-1514-41c0-8a8f-cd5513ceef3f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Apr 21 21:27:01.771488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178dd4a-f0f2-4075-aef0-e7a2371aee75 req-e2ec126d-6ae6-49c8-bead-631f4bddbb15 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:01.772940 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1178dd4a-f0f2-4075-aef0-e7a2371aee75 req-e2ec126d-6ae6-49c8-bead-631f4bddbb15 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0497258 Apr 21 21:27:01.812780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1178dd4a-f0f2-4075-aef0-e7a2371aee75 req-1ecdcf74-0c22-4eb1-8f67-cb7d84ae8d65 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Apr 21 21:27:02.786519 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-262ba0c1-8487-4767-97ab-f9b2172cf810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:02.937840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f5b7c-2556-4ab7-98b5-ac73c1b8297b req-a490648f-cda7-4642-8c47-fd6c801809cd tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:02.939606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f9f5b7c-2556-4ab7-98b5-ac73c1b8297b req-a490648f-cda7-4642-8c47-fd6c801809cd tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0512071 Apr 21 21:27:02.979053 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f9f5b7c-2556-4ab7-98b5-ac73c1b8297b req-dc4cc92b-49ba-478d-836d-61f8afe2d320 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334709 Apr 21 21:27:04.099381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55749e52-7a7d-4981-8aca-4df95a0586c3 req-40a39569-db42-415d-a56f-00d9899133c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:04.100783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55749e52-7a7d-4981-8aca-4df95a0586c3 req-40a39569-db42-415d-a56f-00d9899133c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0484207 Apr 21 21:27:04.138923 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-55749e52-7a7d-4981-8aca-4df95a0586c3 req-2ab9c9fc-25be-4403-9c7d-460384d2ac1a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Apr 21 21:27:04.155356 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:05.262398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334387-ac18-4de1-b4e8-b6d9e2a425f5 req-b03c49b9-9e3a-410c-a733-0bbc25a8aaef tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:05.263860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e334387-ac18-4de1-b4e8-b6d9e2a425f5 req-b03c49b9-9e3a-410c-a733-0bbc25a8aaef tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0554261 Apr 21 21:27:05.300692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e334387-ac18-4de1-b4e8-b6d9e2a425f5 req-15804ba2-d35b-4bd4-a6a8-e4d41bb3ee71 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308552 Apr 21 21:27:05.420715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:05.971087 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:06.235881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bc8c694b-fce9-497c-b787-bb1a305730b7 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:27:06.333928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port bc8c694b-fce9-497c-b787-bb1a305730b7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc8c694b-fce9-497c-b787-bb1a305730b7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:06.349964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'bc8c694b-fce9-497c-b787-bb1a305730b7', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'port_id': 'bc8c694b-fce9-497c-b787-bb1a305730b7', 'mac_address': 'fa:16:3e:b5:82:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:27:06.395241 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:06.411057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8c694b-fce9-497c-b787-bb1a305730b7 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:27:06.428672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3a1da-8885-4424-8d9a-88c6dc304144 req-8b4bdde9-f0a9-4b00-84dc-2e55f331784a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:06.430268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-91d3a1da-8885-4424-8d9a-88c6dc304144 req-8b4bdde9-f0a9-4b00-84dc-2e55f331784a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 943 time: 0.0601337 Apr 21 21:27:06.435187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port bc8c694b-fce9-497c-b787-bb1a305730b7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc8c694b-fce9-497c-b787-bb1a305730b7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:06.440003 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:06.472317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-91d3a1da-8885-4424-8d9a-88c6dc304144 req-c363a932-c8c6-4fbc-9b12-31c138b59cd5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352902 Apr 21 21:27:06.491680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=bc8c694b-fce9-497c-b787-bb1a305730b7,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:06.499528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.499914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.500308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.500579 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.500955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.501311 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.501674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.502074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.502376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.502736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.503082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.503406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:06.725129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['bc8c694b-fce9-497c-b787-bb1a305730b7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:27:07.610813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0804d-bb57-43dc-b345-a4c815be8c6b req-83f22aec-ad68-43ce-a377-faa7e1120a32 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:07.612292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fdd0804d-bb57-43dc-b345-a4c815be8c6b req-83f22aec-ad68-43ce-a377-faa7e1120a32 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 944 time: 0.0553432 Apr 21 21:27:07.651227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fdd0804d-bb57-43dc-b345-a4c815be8c6b req-4ee9a7d1-9bcd-4eee-8337-207b529e4290 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Apr 21 21:27:08.265535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bc8c694b-fce9-497c-b787-bb1a305730b7 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:27:08.314248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port bc8c694b-fce9-497c-b787-bb1a305730b7 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:27:08.317932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port bc8c694b-fce9-497c-b787-bb1a305730b7 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:08.318297 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:08.396742 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:08.418433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bd05e4-a256-40e7-b9e3-2e5812b3fb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c694b-fce9-497c-b787-bb1a305730b7'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:27:08.420837 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740a9b4b-64eb-4491-ae9d-2b82c783c9ae" -d '{"events": [{"server_uuid": "54bd05e4-a256-40e7-b9e3-2e5812b3fb39", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c694b-fce9-497c-b787-bb1a305730b7"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:27:08.437872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port bc8c694b-fce9-497c-b787-bb1a305730b7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc8c694b-fce9-497c-b787-bb1a305730b7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:08.444914 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:08.467641 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca0b853-1788-482f-b1a3-8d308da86a6b x-openstack-request-id: req-bca0b853-1788-482f-b1a3-8d308da86a6b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:27:08.467948 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bd05e4-a256-40e7-b9e3-2e5812b3fb39", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c694b-fce9-497c-b787-bb1a305730b7", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:27:08.468198 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bca0b853-1788-482f-b1a3-8d308da86a6b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:27:08.468606 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca0b853-1788-482f-b1a3-8d308da86a6b'] response: {'server_uuid': '54bd05e4-a256-40e7-b9e3-2e5812b3fb39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c694b-fce9-497c-b787-bb1a305730b7', 'code': 200} Apr 21 21:27:08.494751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=bc8c694b-fce9-497c-b787-bb1a305730b7,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:08.561501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43a416-033b-4aa7-984c-f500bbd346ef req-0db1b044-9d57-4789-8622-0457bf2f311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:08.562960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a43a416-033b-4aa7-984c-f500bbd346ef req-0db1b044-9d57-4789-8622-0457bf2f311d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 1096 time: 0.0402386 Apr 21 21:27:08.597629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a43a416-033b-4aa7-984c-f500bbd346ef req-b26a8f41-0173-44cb-8a3e-4cc5f073d9af service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272863 Apr 21 21:27:08.779319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2339ee3-8d14-4337-916d-9b30db75740e req-199fb6d4-1917-4882-aa29-7b83e9dd8549 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:08.780693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2339ee3-8d14-4337-916d-9b30db75740e req-199fb6d4-1917-4882-aa29-7b83e9dd8549 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 945 time: 0.0561576 Apr 21 21:27:08.819685 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2339ee3-8d14-4337-916d-9b30db75740e req-cea0d745-cedb-47e2-b835-82b9c3e9210a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Apr 21 21:27:09.942197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0cd4e-39f7-4d15-a717-877a07fe3b5e req-95b2a60c-35ac-4403-9736-e78454579744 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:09.943758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-59d0cd4e-39f7-4d15-a717-877a07fe3b5e req-95b2a60c-35ac-4403-9736-e78454579744 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 945 time: 0.0521851 Apr 21 21:27:09.984932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-59d0cd4e-39f7-4d15-a717-877a07fe3b5e req-9014c1aa-76a5-4277-894c-252e3eb26712 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344841 Apr 21 21:27:11.099476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480ebda-92f1-4770-a7f5-d011073ca4eb req-ac3b2874-4388-4846-a5f8-349bb5a56ab8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:11.100860 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e480ebda-92f1-4770-a7f5-d011073ca4eb req-ac3b2874-4388-4846-a5f8-349bb5a56ab8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 945 time: 0.0489764 Apr 21 21:27:11.143237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e480ebda-92f1-4770-a7f5-d011073ca4eb req-1ceeb7ee-cde2-433c-8575-1468a39f32f0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356643 Apr 21 21:27:11.263433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4676-c82f-4cb2-924f-232de4da039d req-3104fcb0-ef0a-47bb-a03a-5616513335b3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:11.264910 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e86f4676-c82f-4cb2-924f-232de4da039d req-3104fcb0-ef0a-47bb-a03a-5616513335b3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 945 time: 0.0502951 Apr 21 21:27:11.301561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e86f4676-c82f-4cb2-924f-232de4da039d req-676982d8-c126-4278-9bc2-9c5d7701a410 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307381 Apr 21 21:27:11.593021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030324dd-2df7-4202-ab75-b153ad68d601 req-b40cdbd7-f27d-4502-84bc-1c9034e1540a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:11.594473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-030324dd-2df7-4202-ab75-b153ad68d601 req-b40cdbd7-f27d-4502-84bc-1c9034e1540a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 945 time: 0.0532851 Apr 21 21:27:11.631762 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-030324dd-2df7-4202-ab75-b153ad68d601 req-0ef87b14-5a1a-4714-bf75-1bb76624046e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Apr 21 21:27:12.750831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f536e3-9d95-48b8-8912-755c3048ae8f req-2a1cefa9-0863-4098-8056-3f23d2da230e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:12.752189 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01f536e3-9d95-48b8-8912-755c3048ae8f req-2a1cefa9-0863-4098-8056-3f23d2da230e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 945 time: 0.0483813 Apr 21 21:27:12.788515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01f536e3-9d95-48b8-8912-755c3048ae8f req-697b7ebd-4a1a-4445-8e2e-d0969ccd3aba tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302696 Apr 21 21:27:13.104843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-66fc184f-f728-47de-83ac-2fa05550475a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:13.106954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-66fc184f-f728-47de-83ac-2fa05550475a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 945 time: 0.0516446 Apr 21 21:27:13.193714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port bc8c694b-fce9-497c-b787-bb1a305730b7 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:27:13.194049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:13.285133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] For port bc8c694b-fce9-497c-b787-bb1a305730b7, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=bc8c694b-fce9-497c-b787-bb1a305730b7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:13.285494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:13.298018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for bc8c694b-fce9-497c-b787-bb1a305730b7 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:27:13.419121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:13.430251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['bc8c694b-fce9-497c-b787-bb1a305730b7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:27:13.434447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b5191974-d89f-44f3-9239-f57fd88af2a7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:27:13.451861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=bc8c694b-fce9-497c-b787-bb1a305730b7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:13.492471 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] No DVR routers for this DVR port bc8c694b-fce9-497c-b787-bb1a305730b7 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:27:13.495736 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:13.499150 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62361d18-c45d-4cf0-86fe-e0aea82c0ae9 req-50b962a0-8844-4337-8b53-230b4a85f3d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "DELETE /v2.0/ports/bc8c694b-fce9-497c-b787-bb1a305730b7 HTTP/1.1" status: 204 len: 173 time: 0.3863826 Apr 21 21:27:13.499602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bd05e4-a256-40e7-b9e3-2e5812b3fb39', 'name': 'network-vif-deleted', 'tag': 'bc8c694b-fce9-497c-b787-bb1a305730b7'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:27:13.501944 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f583eeb-0bec-4298-bcc6-da71068640c1" -d '{"events": [{"server_uuid": "54bd05e4-a256-40e7-b9e3-2e5812b3fb39", "name": "network-vif-deleted", "tag": "bc8c694b-fce9-497c-b787-bb1a305730b7"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:27:13.542958 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4649af5d-b679-49c5-965e-fa89643a63a3 x-openstack-request-id: req-4649af5d-b679-49c5-965e-fa89643a63a3 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:27:13.543244 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bd05e4-a256-40e7-b9e3-2e5812b3fb39", "name": "network-vif-deleted", "tag": "bc8c694b-fce9-497c-b787-bb1a305730b7", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:27:13.543487 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4649af5d-b679-49c5-965e-fa89643a63a3 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:27:13.543931 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4649af5d-b679-49c5-965e-fa89643a63a3'] response: {'server_uuid': '54bd05e4-a256-40e7-b9e3-2e5812b3fb39', 'name': 'network-vif-deleted', 'tag': 'bc8c694b-fce9-497c-b787-bb1a305730b7', 'status': 'completed', 'code': 200} Apr 21 21:27:13.888651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f3ab0b1-a9de-4f81-83d4-e60f35fe616a req-a6e28d29-2010-4d3e-9b86-ccfc5d0ac8e6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 210 time: 0.0299623 Apr 21 21:27:14.987065 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b1660af-3957-4fd4-b4ca-72adf3f36108 req-43b1aec5-2f33-4c1a-a4dd-2ae9dcb4c290 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 210 time: 0.0269914 Apr 21 21:27:16.084475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf3d7f35-428e-44e9-b45d-cf30f7d99cc0 req-827ff790-ba31-4b66-a333-5dee4b82f2c5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 210 time: 0.0270009 Apr 21 21:27:16.294476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bc8c694b-fce9-497c-b787-bb1a305730b7 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:27:16.317353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: bc8c694b-fce9-497c-b787-bb1a305730b7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:27:16.317689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device bc8c694b-fce9-497c-b787-bb1a305730b7 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:27:17.197318 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-994df726-6561-469e-a26b-1505b6f1eda3 req-26a32843-0c43-4d55-86d4-cd94f2f9d216 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=54bd05e4-a256-40e7-b9e3-2e5812b3fb39 HTTP/1.1" status: 200 len: 210 time: 0.0294371 Apr 21 21:27:17.273962 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:27:20.714551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:20.870417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:21.716161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf416b1-fdcc-4690-9150-c1943308ff06 req-af22ca07-f79a-4f0d-a659-b558288542f7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:21.717659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbf416b1-fdcc-4690-9150-c1943308ff06 req-af22ca07-f79a-4f0d-a659-b558288542f7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 945 time: 0.1077545 Apr 21 21:27:21.753804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbf416b1-fdcc-4690-9150-c1943308ff06 req-50516932-eaa2-4a47-8146-8a53da01e3b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300970 Apr 21 21:27:22.928121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b238-8f66-4955-921f-ad0c84c2a8d5 req-fc9fb9b4-8329-46c5-bdb9-4d2b4ab69a9d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:22.929630 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d20b238-8f66-4955-921f-ad0c84c2a8d5 req-fc9fb9b4-8329-46c5-bdb9-4d2b4ab69a9d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 945 time: 0.1058679 Apr 21 21:27:22.970794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d20b238-8f66-4955-921f-ad0c84c2a8d5 req-38260ae6-c62b-4966-be37-87b71bc3a00a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=b94a7298-e5c1-4a35-9284-71383a1b868e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352457 Apr 21 21:27:23.206131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-e5f8f846-7599-4483-bc47-04ac8b639f6f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:23.207571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-e5f8f846-7599-4483-bc47-04ac8b639f6f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 945 time: 0.0474958 Apr 21 21:27:23.293336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port b5191974-d89f-44f3-9239-f57fd88af2a7 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:27:23.293678 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:23.382047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] For port b5191974-d89f-44f3-9239-f57fd88af2a7, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=b5191974-d89f-44f3-9239-f57fd88af2a7,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:23.382419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:23.395693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for b5191974-d89f-44f3-9239-f57fd88af2a7 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:27:23.518559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:23.530317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['b5191974-d89f-44f3-9239-f57fd88af2a7'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:27:23.546595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=b5191974-d89f-44f3-9239-f57fd88af2a7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:23.574221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.575223 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.575565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.575900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.576229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.576555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.576908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.577235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.577559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.577879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.578198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.578522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:23.597555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] No DVR routers for this DVR port b5191974-d89f-44f3-9239-f57fd88af2a7 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:27:23.600021 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:23.603251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e4406cba-df16-4bc9-b820-a7c29ce4dbee req-5e004f68-12c9-4ff0-a82f-55681a7b53ca tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "DELETE /v2.0/ports/b5191974-d89f-44f3-9239-f57fd88af2a7 HTTP/1.1" status: 204 len: 173 time: 0.3904026 Apr 21 21:27:23.603689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c1dd30-1dcc-49c9-af1c-0d412840cf74', 'name': 'network-vif-deleted', 'tag': 'b5191974-d89f-44f3-9239-f57fd88af2a7'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:27:23.605951 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adf7ef8-33aa-4f4e-a9e9-3083414c8086" -d '{"events": [{"server_uuid": "07c1dd30-1dcc-49c9-af1c-0d412840cf74", "name": "network-vif-deleted", "tag": "b5191974-d89f-44f3-9239-f57fd88af2a7"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:27:23.644436 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e30104-e435-493e-b610-b05820e4cd37 x-openstack-request-id: req-12e30104-e435-493e-b610-b05820e4cd37 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:27:23.644729 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c1dd30-1dcc-49c9-af1c-0d412840cf74", "name": "network-vif-deleted", "tag": "b5191974-d89f-44f3-9239-f57fd88af2a7", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:27:23.645005 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12e30104-e435-493e-b610-b05820e4cd37 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:27:23.645405 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e30104-e435-493e-b610-b05820e4cd37'] response: {'server_uuid': '07c1dd30-1dcc-49c9-af1c-0d412840cf74', 'name': 'network-vif-deleted', 'tag': 'b5191974-d89f-44f3-9239-f57fd88af2a7', 'status': 'completed', 'code': 200} Apr 21 21:27:24.068042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-949c4688-387c-49a7-8e7e-924ca5f9b3b4 req-4c803bbf-e4bb-4ba4-bb37-228c65d9368d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 210 time: 0.0270658 Apr 21 21:27:25.165372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-411d3cd4-454a-4d33-85ad-be9356013327 req-e41bb978-159a-4c2c-8360-3baa56557a49 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 210 time: 0.0280457 Apr 21 21:27:26.140443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b5191974-d89f-44f3-9239-f57fd88af2a7 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:27:26.161857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: b5191974-d89f-44f3-9239-f57fd88af2a7 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:27:26.162192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device b5191974-d89f-44f3-9239-f57fd88af2a7 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:27:26.269454 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f22930eb-8528-415d-b0ff-dea38a57661b req-bf22baaa-e7ac-4059-b4bd-b44fbd49d6f6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 210 time: 0.0279274 Apr 21 21:27:27.381901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6c47fde-f4c2-4039-98c2-6016cd6c045f req-d3a3dedd-8d3a-4d03-b5c7-fc311efd0361 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=07c1dd30-1dcc-49c9-af1c-0d412840cf74 HTTP/1.1" status: 200 len: 210 time: 0.0270426 Apr 21 21:27:29.004660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-d19c432b-1132-436b-a962-08f16a7b34b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483086 Apr 21 21:27:29.111580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-22a7bade-5ca8-467e-b2db-34c4291932cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:29.113239 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-22a7bade-5ca8-467e-b2db-34c4291932cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1097 time: 0.0487010 Apr 21 21:27:29.226340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-e9f46318-fad3-4733-b79b-348450a3d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:29.228156 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-e9f46318-fad3-4733-b79b-348450a3d21f service neutron] 10.222.0.43 "GET /v2.0/networks?id=78042600-88ef-4fe2-9fdb-604cf84f240f HTTP/1.1" status: 200 len: 897 time: 0.0899293 Apr 21 21:27:29.306095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-8a46c0b4-e16c-4dc5-b9c2-6fd6ea17e46c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab HTTP/1.1" status: 200 len: 1001 time: 0.0634398 Apr 21 21:27:29.354150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-c4f67543-766a-46ad-a22f-c04ea51b89be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:29.356199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-c4f67543-766a-46ad-a22f-c04ea51b89be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d5a51b2-d142-4a7b-8212-f5c541045db6 HTTP/1.1" status: 200 len: 835 time: 0.0422478 Apr 21 21:27:29.398219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-068736b3-96d6-4b74-8c8a-1f01c183a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:29.399581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-068736b3-96d6-4b74-8c8a-1f01c183a691 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78042600-88ef-4fe2-9fdb-604cf84f240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380192 Apr 21 21:27:29.494937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-928d684c-790a-4a67-bfe4-5190c4ae0faa service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882599 Apr 21 21:27:29.597264 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19985fc6-0eb5-41a0-a7ec-d316157ff021 req-0208358b-8514-401c-94d6-642b183eb291 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933654 Apr 21 21:27:30.321229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 38912) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:30.326326 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0418f6d7-efb6-47b6-a91c-63efd6598c47 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121906680', 'description': 'tempest-secgroup-smoke-121906680 description', 'project_id': '9d2fe7d80de0455a8974c762f8f7c293'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:30.346301 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0418f6d7-efb6-47b6-a91c-63efd6598c47 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.414243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0418f6d7-efb6-47b6-a91c-63efd6598c47 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.418003 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0418f6d7-efb6-47b6-a91c-63efd6598c47 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.447552 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0418f6d7-efb6-47b6-a91c-63efd6598c47 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.450316 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0418f6d7-efb6-47b6-a91c-63efd6598c47 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1280427 Apr 21 21:27:30.452273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418f6d7-efb6-47b6-a91c-63efd6598c47 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa48073-b882-4585-a62d-cf4885b95e42,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:30.452499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38914) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:30.457194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0738538f-4bc3-42de-b998-cb7a54d135eb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'security_group_rule': {'security_group_id': '1fa48073-b882-4585-a62d-cf4885b95e42', 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:30.491846 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0738538f-4bc3-42de-b998-cb7a54d135eb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.499214 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-37430bf9-3c85-41fe-b9f6-3a931f1351fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.549606 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0738538f-4bc3-42de-b998-cb7a54d135eb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.553518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0738538f-4bc3-42de-b998-cb7a54d135eb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.571291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738538f-4bc3-42de-b998-cb7a54d135eb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf12d367-35d6-464e-b6c6-d5cb72489a04,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:30.578372 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0738538f-4bc3-42de-b998-cb7a54d135eb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.579547 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0738538f-4bc3-42de-b998-cb7a54d135eb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258874 Apr 21 21:27:30.582345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38916) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:30.586584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-bf38ee42-405f-43b2-a5b1-fce743725aab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'security_group_rule': {'security_group_id': '1fa48073-b882-4585-a62d-cf4885b95e42', 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:30.611012 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf38ee42-405f-43b2-a5b1-fce743725aab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.670394 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf38ee42-405f-43b2-a5b1-fce743725aab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.674203 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf38ee42-405f-43b2-a5b1-fce743725aab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.692141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38ee42-405f-43b2-a5b1-fce743725aab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3df810-c8e6-4992-af93-22b8ee7bf49e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:30.700541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bf38ee42-405f-43b2-a5b1-fce743725aab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.701866 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bf38ee42-405f-43b2-a5b1-fce743725aab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185217 Apr 21 21:27:30.704438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38918) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:30.709081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5ea8370b-cb06-49a6-bc6d-adc7b1806a69 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'security_group_rule': {'security_group_id': '1fa48073-b882-4585-a62d-cf4885b95e42', 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:30.733746 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ea8370b-cb06-49a6-bc6d-adc7b1806a69 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.788876 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ea8370b-cb06-49a6-bc6d-adc7b1806a69 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.792161 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ea8370b-cb06-49a6-bc6d-adc7b1806a69 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.809862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8370b-cb06-49a6-bc6d-adc7b1806a69 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36caa93c-97be-4812-afa7-74fbd975fd99,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:30.817183 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ea8370b-cb06-49a6-bc6d-adc7b1806a69 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.818424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5ea8370b-cb06-49a6-bc6d-adc7b1806a69 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129503 Apr 21 21:27:30.821091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38920) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:30.825369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9e51ada1-729b-4175-9332-d84093daf7bf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'security_group_rule': {'security_group_id': '1fa48073-b882-4585-a62d-cf4885b95e42', 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:30.851621 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e51ada1-729b-4175-9332-d84093daf7bf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.913004 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e51ada1-729b-4175-9332-d84093daf7bf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.916444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e51ada1-729b-4175-9332-d84093daf7bf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.933787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51ada1-729b-4175-9332-d84093daf7bf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfce7d2-9d13-4a1a-918a-21c75a76bd5a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:30.942714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9e51ada1-729b-4175-9332-d84093daf7bf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:30.943896 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9e51ada1-729b-4175-9332-d84093daf7bf tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218655 Apr 21 21:27:30.946702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38922) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:30.951037 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-13e30a74-a905-4e25-98c0-af138852fee2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'security_group_rule': {'security_group_id': '1fa48073-b882-4585-a62d-cf4885b95e42', 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:30.970976 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-13e30a74-a905-4e25-98c0-af138852fee2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Project 9d2fe7d80de0455a8974c762f8f7c293 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:27:30.975677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-13e30a74-a905-4e25-98c0-af138852fee2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:31.035625 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-13e30a74-a905-4e25-98c0-af138852fee2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:31.038859 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-13e30a74-a905-4e25-98c0-af138852fee2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:31.055711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e30a74-a905-4e25-98c0-af138852fee2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d42a9a5-0926-4c31-a7fa-24c2408874f0,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:31.064323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-13e30a74-a905-4e25-98c0-af138852fee2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:31.065594 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-13e30a74-a905-4e25-98c0-af138852fee2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179461 Apr 21 21:27:31.068246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 38924) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:31.072474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d2810353-df96-4f15-a9e3-67c6b1b4da56 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'security_group_rule': {'security_group_id': '1fa48073-b882-4585-a62d-cf4885b95e42', 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:31.092045 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-d2810353-df96-4f15-a9e3-67c6b1b4da56 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Project 9d2fe7d80de0455a8974c762f8f7c293 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:27:31.096690 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2810353-df96-4f15-a9e3-67c6b1b4da56 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:31.159117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2810353-df96-4f15-a9e3-67c6b1b4da56 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:31.162592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2810353-df96-4f15-a9e3-67c6b1b4da56 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:31.180134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2810353-df96-4f15-a9e3-67c6b1b4da56 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c322eb7-0964-4b10-8fc7-64d95b3b3dc2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:31.187641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d2810353-df96-4f15-a9e3-67c6b1b4da56 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:31.189210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d2810353-df96-4f15-a9e3-67c6b1b4da56 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196125 Apr 21 21:27:32.792650 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-01290bb7-4ad2-4656-af45-09ee59aa9afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:34.157987 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:35.423895 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:35.979123 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:37.440657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39010) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:37.597646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 6d6d33e4-7f7f-4bf1-9ff3-f6cf4ffed636 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:27:37.598081 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:37.680153 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:37.680480 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:37.693453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 6d6d33e4-7f7f-4bf1-9ff3-f6cf4ffed636 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:27:37.862130 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:37.888523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=6d6d33e4-7f7f-4bf1-9ff3-f6cf4ffed636,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:37.956984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:37.957300 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Floating IP c10ea73d-067f-45ff-ab23-9352f2477a5a disassociated (deleted). External IP: 172.25.0.78, port: 1dc9b28d-7aa5-4544-bcf6-32054ba968ab. Apr 21 21:27:38.171964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 272ce5dc-faa8-4463-937b-ee2893a57c52 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:27:38.282271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:27:38.287876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:38.294618 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] Sync routers for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:27:38.306345 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:27:38.306956 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:27:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:38.319287 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7df82de2-e862-4959-b02d-88db20d1a380 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/floatingips/c10ea73d-067f-45ff-ab23-9352f2477a5a HTTP/1.1" status: 204 len: 168 time: 0.8774905 Apr 21 21:27:38.320270 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:27:38.322962 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e18a327-c588-408c-ba73-4789d09cf198" -d '{"events": [{"name": "network-changed", "server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:27:38.362945 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5de6f-703b-4d2f-bf7e-62893e942d05 x-openstack-request-id: req-24c5de6f-703b-4d2f-bf7e-62893e942d05 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:27:38.363240 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:27:38.363498 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24c5de6f-703b-4d2f-bf7e-62893e942d05 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:27:38.363903 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c5de6f-703b-4d2f-bf7e-62893e942d05'] response: {'name': 'network-changed', 'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'status': 'completed', 'code': 200} Apr 21 21:27:38.431352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a327-c588-408c-ba73-4789d09cf198 req-24092f93-6875-44c5-be7a-bcfbe6b0f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:38.434075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e18a327-c588-408c-ba73-4789d09cf198 req-24092f93-6875-44c5-be7a-bcfbe6b0f0bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=33349352c09e472e84467ff4a7100849&device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 1097 time: 0.0464814 Apr 21 21:27:38.479167 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:27:38.566422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a327-c588-408c-ba73-4789d09cf198 req-39c50f10-b97b-49d0-bae1-bfa3b84b38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:38.568673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e18a327-c588-408c-ba73-4789d09cf198 req-39c50f10-b97b-49d0-bae1-bfa3b84b38a6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=78042600-88ef-4fe2-9fdb-604cf84f240f HTTP/1.1" status: 200 len: 897 time: 0.1269958 Apr 21 21:27:38.624388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e18a327-c588-408c-ba73-4789d09cf198 req-d0bf4d83-1963-42fd-8bd4-78e1f6171a50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab HTTP/1.1" status: 200 len: 217 time: 0.0398221 Apr 21 21:27:38.670344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987e6b7-8626-48b9-a169-f4e3c2da6e5d req-ca88281a-b6eb-4615-afa7-b6234214abeb tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:38.671742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0987e6b7-8626-48b9-a169-f4e3c2da6e5d req-ca88281a-b6eb-4615-afa7-b6234214abeb tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.1226666 Apr 21 21:27:38.698166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a327-c588-408c-ba73-4789d09cf198 req-41f6bb6e-7063-40c4-ba09-4a85e7b92ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:38.700202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e18a327-c588-408c-ba73-4789d09cf198 req-41f6bb6e-7063-40c4-ba09-4a85e7b92ad4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0d5a51b2-d142-4a7b-8212-f5c541045db6 HTTP/1.1" status: 200 len: 835 time: 0.0683649 Apr 21 21:27:38.705279 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b8ec8ec1-e216-48c0-a125-10fbdc642e29', 'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:4e:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:25:00Z', 'updated_at': '2022-04-21T21:25:04Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:38.735335 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] Checking router: 272ce5dc-faa8-4463-937b-ee2893a57c52 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:27:38.743504 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:27:38.744798 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:27:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:38.746508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0987e6b7-8626-48b9-a169-f4e3c2da6e5d req-63639fd5-203f-4da2-9611-7149579b53ad tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658481 Apr 21 21:27:38.767828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18a327-c588-408c-ba73-4789d09cf198 req-9a6d7b23-1b65-4093-a515-c459df3dd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:38.767828 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e18a327-c588-408c-ba73-4789d09cf198 req-9a6d7b23-1b65-4093-a515-c459df3dd25d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=78042600-88ef-4fe2-9fdb-604cf84f240f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533812 Apr 21 21:27:38.857343 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:27:38.859427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e18a327-c588-408c-ba73-4789d09cf198 req-b78b3e68-bc19-4929-8efa-1dfbfb7421fe service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910792 Apr 21 21:27:38.963951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7e18a327-c588-408c-ba73-4789d09cf198 req-0e5708ab-ef95-4961-87e8-a6e6dfca9d29 service neutron] 10.222.0.43 "GET /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973504 Apr 21 21:27:39.165368 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b8ec8ec1-e216-48c0-a125-10fbdc642e29', 'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:4e:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:25:00Z', 'updated_at': '2022-04-21T21:25:04Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:39.191636 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d81c9f-bd59-4d83-859e-0a5947fc7cfe None None] The sync data for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 is: [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:25:01Z', 'revision_number': 4, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'b8ec8ec1-e216-48c0-a125-10fbdc642e29', 'name': '', 'network_id': '78042600-88ef-4fe2-9fdb-604cf84f240f', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'mac_address': 'fa:16:3e:4e:11:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:25:00Z', 'updated_at': '2022-04-21T21:25:04Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'subnets': [{'id': '0d5a51b2-d142-4a7b-8212-f5c541045db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:27:39.417092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb1da2-f194-40a7-a645-ecdca71895e5 None None] New status for floating IP c10ea73d-067f-45ff-ab23-9352f2477a5a: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:27:39.876300 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1874b9-88dd-4d9f-98ce-7e19837c289a req-33e1ad6c-2db4-4931-9ada-633fb591b515 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:39.877860 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae1874b9-88dd-4d9f-98ce-7e19837c289a req-33e1ad6c-2db4-4931-9ada-633fb591b515 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0591938 Apr 21 21:27:39.917089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae1874b9-88dd-4d9f-98ce-7e19837c289a req-b66a4521-2ed6-4302-9e8a-099150baa23b tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a0678e8-287c-4490-8bcb-fa52db159c37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332661 Apr 21 21:27:40.045010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8630d-6693-4757-881a-80cf646a1518 req-aed741ad-29b9-4b66-aaba-a56d48694e14 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:40.046394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ee8630d-6693-4757-881a-80cf646a1518 req-aed741ad-29b9-4b66-aaba-a56d48694e14 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "GET /v2.0/ports?device_id=d87ffb93-1b70-4c5e-b7d0-414013c901ae HTTP/1.1" status: 200 len: 946 time: 0.0557332 Apr 21 21:27:40.166138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9ee8630d-6693-4757-881a-80cf646a1518 req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:27:40.166977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9ee8630d-6693-4757-881a-80cf646a1518 req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:40.276294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9ee8630d-6693-4757-881a-80cf646a1518 req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:40.276660 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9ee8630d-6693-4757-881a-80cf646a1518 req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:40.289670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9ee8630d-6693-4757-881a-80cf646a1518 req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 1dc9b28d-7aa5-4544-bcf6-32054ba968ab owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:27:40.418901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9ee8630d-6693-4757-881a-80cf646a1518 req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:40.453811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=1dc9b28d-7aa5-4544-bcf6-32054ba968ab,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:40.497337 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee8630d-6693-4757-881a-80cf646a1518 req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] No DVR routers for this DVR port 1dc9b28d-7aa5-4544-bcf6-32054ba968ab on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:27:40.500181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9ee8630d-6693-4757-881a-80cf646a1518 req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:40.503454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ee8630d-6693-4757-881a-80cf646a1518 req-691084c6-3045-4593-bb6b-1b6ee4ec1cd4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.43 "DELETE /v2.0/ports/1dc9b28d-7aa5-4544-bcf6-32054ba968ab HTTP/1.1" status: 204 len: 173 time: 0.4513392 Apr 21 21:27:40.503943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'name': 'network-vif-deleted', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:27:40.506177 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017c8e8e-1db2-45d6-bba7-66a790bf4e9d" -d '{"events": [{"server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "name": "network-vif-deleted", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:27:40.547113 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02478ec-f2a4-491d-86b0-2047218b6af0 x-openstack-request-id: req-f02478ec-f2a4-491d-86b0-2047218b6af0 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:27:40.547456 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87ffb93-1b70-4c5e-b7d0-414013c901ae", "name": "network-vif-deleted", "tag": "1dc9b28d-7aa5-4544-bcf6-32054ba968ab", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:27:40.547711 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f02478ec-f2a4-491d-86b0-2047218b6af0 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:27:40.548102 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02478ec-f2a4-491d-86b0-2047218b6af0'] response: {'server_uuid': 'd87ffb93-1b70-4c5e-b7d0-414013c901ae', 'name': 'network-vif-deleted', 'tag': '1dc9b28d-7aa5-4544-bcf6-32054ba968ab', 'status': 'completed', 'code': 200} Apr 21 21:27:40.989964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39044) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:41.648525 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:41.899788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port b8ec8ec1-e216-48c0-a125-10fbdc642e29 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:27:41.900260 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:42.003925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port b8ec8ec1-e216-48c0-a125-10fbdc642e29, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b8ec8ec1-e216-48c0-a125-10fbdc642e29,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:42.004288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:42.017382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for b8ec8ec1-e216-48c0-a125-10fbdc642e29 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:27:42.207538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:42.233544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=b8ec8ec1-e216-48c0-a125-10fbdc642e29,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:42.417592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:42.641611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Router 272ce5dc-faa8-4463-937b-ee2893a57c52 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:27:42.746504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:27:42.751500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3271f7c7-d1f3-4976-bb29-60af24f31958 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "PUT /v2.0/routers/272ce5dc-faa8-4463-937b-ee2893a57c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605202 Apr 21 21:27:42.754188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39060) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:42.759342 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] Sync routers for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:27:42.769514 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:27:42.770107 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:27:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:42.814349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-04056d33-c493-4e22-896d-4f862bc8c50e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting subnet 0d5a51b2-d142-4a7b-8212-f5c541045db6 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:27:42.817411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04056d33-c493-4e22-896d-4f862bc8c50e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:42.862120 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04056d33-c493-4e22-896d-4f862bc8c50e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:42.878130 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:27:42.946299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04056d33-c493-4e22-896d-4f862bc8c50e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.028850 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04056d33-c493-4e22-896d-4f862bc8c50e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.056126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04056d33-c493-4e22-896d-4f862bc8c50e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5a51b2-d142-4a7b-8212-f5c541045db6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:43.060414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-04056d33-c493-4e22-896d-4f862bc8c50e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.066348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-04056d33-c493-4e22-896d-4f862bc8c50e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/subnets/0d5a51b2-d142-4a7b-8212-f5c541045db6 HTTP/1.1" status: 204 len: 168 time: 0.3084545 Apr 21 21:27:43.066535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39062) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:43.069067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becbfa7e-9b09-4c7b-b957-15a9c5a1635e None None] Network 78042600-88ef-4fe2-9fdb-604cf84f240f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:27:43.070273 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:27:42Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:43.123839 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] Checking router: 272ce5dc-faa8-4463-937b-ee2893a57c52 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:27:43.142922 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] Routers {'272ce5dc-faa8-4463-937b-ee2893a57c52'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:27:43.145830 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:27:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['272ce5dc-faa8-4463-937b-ee2893a57c52'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:43.189332 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.274574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4357bb4c-b6b1-4fc8-aafc-82a5f9048f61 None None] DHCP port deletion for 78042600-88ef-4fe2-9fdb-604cf84f240f request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:27:43.277389 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] Set router 272ce5dc-faa8-4463-937b-ee2893a57c52 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:27:43.315979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.341506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4357bb4c-b6b1-4fc8-aafc-82a5f9048f61 None None] Deleting port 3ba830a0-0ed8-4d6f-a136-3eddba22271f {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:27:43.342108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4357bb4c-b6b1-4fc8-aafc-82a5f9048f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.406213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Deleting port 5b989d0e-2cc8-44c8-9abc-c37805e20f88 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:27:43.406549 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.427320 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4357bb4c-b6b1-4fc8-aafc-82a5f9048f61 None None] For port 3ba830a0-0ed8-4d6f-a136-3eddba22271f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3ba830a0-0ed8-4d6f-a136-3eddba22271f,segment=NetworkSegment(2e17f56f-0e82-4872-b543-f3f86068105b),segment_id=2e17f56f-0e82-4872-b543-f3f86068105b)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:43.427720 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4357bb4c-b6b1-4fc8-aafc-82a5f9048f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.442846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4357bb4c-b6b1-4fc8-aafc-82a5f9048f61 None None] Calling delete_port for 3ba830a0-0ed8-4d6f-a136-3eddba22271f owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:27:43.487664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] For port 5b989d0e-2cc8-44c8-9abc-c37805e20f88, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5b989d0e-2cc8-44c8-9abc-c37805e20f88,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:43.488220 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.498177 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:27:42Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:43.501492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Calling delete_port for 5b989d0e-2cc8-44c8-9abc-c37805e20f88 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:27:43.538457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4357bb4c-b6b1-4fc8-aafc-82a5f9048f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.540230 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a4fed-6b9a-4de9-baee-03aec4fc3242 None None] The sync data for ids ['272ce5dc-faa8-4463-937b-ee2893a57c52'] in n-d-838945-1 is: [{'id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302949690', 'tenant_id': '33349352c09e472e84467ff4a7100849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:57Z', 'updated_at': '2022-04-21T21:27:42Z', 'revision_number': 5, 'project_id': '33349352c09e472e84467ff4a7100849', 'gw_port': {'id': '5b989d0e-2cc8-44c8-9abc-c37805e20f88', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:36:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ce5dc-faa8-4463-937b-ee2893a57c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:58Z', 'updated_at': '2022-04-21T21:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:27:43.572865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357bb4c-b6b1-4fc8-aafc-82a5f9048f61 None None] No DVR routers for this DVR port 3ba830a0-0ed8-4d6f-a136-3eddba22271f on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:27:43.574793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357bb4c-b6b1-4fc8-aafc-82a5f9048f61 None None] Pushing event deleted for resources: {'Port': ['ID=3ba830a0-0ed8-4d6f-a136-3eddba22271f,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:43.684795 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.714043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Port': ['ID=5b989d0e-2cc8-44c8-9abc-c37805e20f88,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:43.776017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.880891 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.884286 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.935019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.935714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Fanout notify agent at l3_agent the message router_deleted on router 272ce5dc-faa8-4463-937b-ee2893a57c52 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:27:43.943505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:43.949743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6ccd4042-5ab2-4359-8aeb-15675ea2266e tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/routers/272ce5dc-faa8-4463-937b-ee2893a57c52 HTTP/1.1" status: 204 len: 168 time: 0.8821492 Apr 21 21:27:43.950714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39066) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:44.056967 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.163765 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.187933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78042600-88ef-4fe2-9fdb-604cf84f240f']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:44.200554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e17f56f-0e82-4872-b543-f3f86068105b') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:44.201461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e17f56f-0e82-4872-b543-f3f86068105b') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:44.216073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.235699 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:27:44.248899 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:27:44.331598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.347231 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.353653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/networks/78042600-88ef-4fe2-9fdb-604cf84f240f HTTP/1.1" status: 204 len: 168 time: 0.3990798 Apr 21 21:27:44.354813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39070) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:44.361227 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5c2be-5ef0-4be1-a143-113af964fcb4 tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'Network': ['ID=78042600-88ef-4fe2-9fdb-604cf84f240f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:44.426474 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a96885e4-3872-4a56-9b74-f9d65ff1f3cf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.436310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1dc9b28d-7aa5-4544-bcf6-32054ba968ab no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:27:44.454825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a96885e4-3872-4a56-9b74-f9d65ff1f3cf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.457178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 1dc9b28d-7aa5-4544-bcf6-32054ba968ab {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:27:44.457539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 1dc9b28d-7aa5-4544-bcf6-32054ba968ab not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:27:44.517637 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a96885e4-3872-4a56-9b74-f9d65ff1f3cf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.520214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a96885e4-3872-4a56-9b74-f9d65ff1f3cf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:44.521658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a96885e4-3872-4a56-9b74-f9d65ff1f3cf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] 10.222.0.49 "DELETE /v2.0/security-groups/1a0678e8-287c-4490-8bcb-fa52db159c37 HTTP/1.1" status: 204 len: 168 time: 0.1656201 Apr 21 21:27:44.531373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96885e4-3872-4a56-9b74-f9d65ff1f3cf tempest-TestNetworkAdvancedServerOps-1913811856 tempest-TestNetworkAdvancedServerOps-1913811856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0678e8-287c-4490-8bcb-fa52db159c37,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:44.761882 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5b989d0e-2cc8-44c8-9abc-c37805e20f88 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:27:44.800254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5b989d0e-2cc8-44c8-9abc-c37805e20f88 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:27:44.800664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5b989d0e-2cc8-44c8-9abc-c37805e20f88 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:27:44.801179 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3ba830a0-0ed8-4d6f-a136-3eddba22271f no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:27:44.821327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3ba830a0-0ed8-4d6f-a136-3eddba22271f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:27:44.821893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3ba830a0-0ed8-4d6f-a136-3eddba22271f not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:27:44.822330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b8ec8ec1-e216-48c0-a125-10fbdc642e29 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:27:44.846133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: b8ec8ec1-e216-48c0-a125-10fbdc642e29 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:27:44.846475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b8ec8ec1-e216-48c0-a125-10fbdc642e29 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:27:44.935410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39078) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:45.109106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0e53b2cd-c154-46f5-b84a-38df8f11c414 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33349352c09e472e84467ff4a7100849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723719 Apr 21 21:27:45.111716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39082) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:45.159819 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49935113-31a4-46dc-b12f-1ea67f84ee14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:45.180481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49935113-31a4-46dc-b12f-1ea67f84ee14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:45.226055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49935113-31a4-46dc-b12f-1ea67f84ee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:45.228572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-49935113-31a4-46dc-b12f-1ea67f84ee14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:45.229720 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-49935113-31a4-46dc-b12f-1ea67f84ee14 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4df4c788-6bd5-40ac-b980-12a44ce8df28 HTTP/1.1" status: 204 len: 168 time: 0.1170115 Apr 21 21:27:45.240279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49935113-31a4-46dc-b12f-1ea67f84ee14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df4c788-6bd5-40ac-b980-12a44ce8df28,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:45.520907 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39098) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:45.534203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-81d353fa-8407-4755-b450-58e8933ee670 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121906680&fields=id&tenant_id=9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 267 time: 0.0367138 Apr 21 21:27:45.566207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-81da712f-89ec-4a18-b0d2-75786cd5f717 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd8f57bc2d9844998f50509f43584875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415139 Apr 21 21:27:45.566417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39100) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:45.612373 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:45.632319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:45.642764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-3488a859-710c-44ac-823c-9a61ce739c94 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:45.644199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-3488a859-710c-44ac-823c-9a61ce739c94 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1029832 Apr 21 21:27:45.659464 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-a05cf69f-bbc7-4dd4-8b9d-050c39050822 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/quotas/9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 375 time: 0.0093851 Apr 21 21:27:45.682443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:45.685456 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:45.686715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9830dfd-321d-4d49-8010-ebe51679c3af HTTP/1.1" status: 204 len: 168 time: 0.1194062 Apr 21 21:27:45.695335 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9830dfd-321d-4d49-8010-ebe51679c3af,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:45.703682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.704055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.704363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.704697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.705063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.705389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.705781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.706156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.706488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.706809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.707132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.707451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff71f661-00e2-43a3-8a00-205f5b5702ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:45.713423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-e6cd1dad-0c94-4217-a832-ea593134f0be tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481846 Apr 21 21:27:45.811623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-8c8f3dd4-d68f-4059-afac-2086d8ece197 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860579 Apr 21 21:27:45.909626 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-a11e50ef-57c7-4fcd-9043-9f39ddc58443 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912797 Apr 21 21:27:46.214551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87c429b0-7438-4b78-91dd-badf692252bf req-35e1eafa-53fa-4349-b955-2a46d98d61ae tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 210 time: 0.0294883 Apr 21 21:27:47.112750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-3ee4657b-ef56-4289-9e4f-a87b3396b12a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:47.114234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-3ee4657b-ef56-4289-9e4f-a87b3396b12a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1064270 Apr 21 21:27:47.162152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-26418d2b-bff0-4eed-9629-faae0081b9c9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 379 time: 0.0401266 Apr 21 21:27:47.171491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'port': {'device_id': '06273f95-31a0-418c-bbbf-496df64cb91f', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'admin_state_up': True, 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'security_groups': ['1fa48073-b882-4585-a62d-cf4885b95e42']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:47.306157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Made reservation on behalf of 9d2fe7d80de0455a8974c762f8f7c293 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:27:47.321722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:47.325004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe92c343-d1e5-4f99-b94e-c27e14faff04 req-7da0617a-fc3e-49ad-a162-34c2f2a85868 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 210 time: 0.0333049 Apr 21 21:27:47.466542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.20.0.9 (7b860d08-6c54-43fd-8532-c34218a4be2f/bde8588f-73bb-46d1-8375-4e1706115dfe/fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:27:47.609944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:47.647505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:47.693956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:27:47.699494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:27:47.703270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:27:47.737954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:47.766657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:47.767288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:47.787609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-792e759b-b1e5-492c-a358-e0b59f7fed6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202743 Apr 21 21:27:47.799887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Request body: {'port': {'device_id': '06273f95-31a0-418c-bbbf-496df64cb91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:47.872060 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:47.968900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ade81993-f15b-4d21-b704-89241b6ea102 None None] Provisioning complete for port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:47.969870 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ade81993-f15b-4d21-b704-89241b6ea102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.005003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ade81993-f15b-4d21-b704-89241b6ea102 None None] Port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:27:48.146833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39170) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:48.153427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'network': {'name': 'tempest-network-smoke--29945145', 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'port_security_enabled': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:48.173953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:27:48.184125 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.192966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Made reservation on behalf of 7e9401740cb24eedbc485c611d65e5d0 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:27:48.196405 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.208302 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.210275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Transition to ACTIVE for port object fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:27:48.217285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.297009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:48.413291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.426604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.441994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:27:48.460004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Attempting to bind port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:27:48.517720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Attempting to bind port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:27:48.517720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Attempting to bind port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:27:48.517720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b on network 7b860d08-6c54-43fd-8532-c34218a4be2f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:27:48.517720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Attempting to bind port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:27:48.517720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9fbf6e-f75b-4aef-8c9c-af3d5ccfa577,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:48.517720 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.517720 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Added segment e01fa6ea-466d-4915-83de-10bea068ca54 of type vlan for network 582c51ec-96e1-421e-9851-dcfae8dec6f2 Apr 21 21:27:48.518382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d148b9-a374-4652-8c3d-339ce1418f21 req-9e59d360-c7e2-44df-ade8-568f14e8bf51 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:48.518792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:27:48.518792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:27:48.518792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Bound using segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:27:48.518792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Bound port: fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:27:48.518792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.519143 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78d148b9-a374-4652-8c3d-339ce1418f21 req-9e59d360-c7e2-44df-ade8-568f14e8bf51 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 943 time: 0.0952911 Apr 21 21:27:48.561320 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78d148b9-a374-4652-8c3d-339ce1418f21 req-2038aba5-93fd-4d04-94fb-acdeb518b247 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429003 Apr 21 21:27:48.569086 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.629119 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.634778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:48.635480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.673350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] For port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:27:48.680189 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5323169 Apr 21 21:27:48.683791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39174) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:48.688484 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'admin_state_up': True, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:48.712006 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.713097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.722845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] For port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:27:48.727682 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.735254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f544293-0729-4994-9dd0-530024652c9a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Network': ['ID=582c51ec-96e1-421e-9851-dcfae8dec6f2,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:48.749291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 582c51ec-96e1-421e-9851-dcfae8dec6f2 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:27:48.772819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:48.773339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.774849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] 10.222.0.43 "PUT /v2.0/ports/fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b HTTP/1.1" status: 200 len: 1091 time: 0.9794183 Apr 21 21:27:48.775591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06273f95-31a0-418c-bbbf-496df64cb91f', 'tag': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:27:48.778183 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702" -d '{"events": [{"name": "network-changed", "server_uuid": "06273f95-31a0-418c-bbbf-496df64cb91f", "tag": "fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:27:48.779314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:48.817841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63c1e2-d76b-415a-a67f-816295fd8588 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:48.832663 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c4dc6f-cf2d-4bc1-9a3b-a2202abd25eb x-openstack-request-id: req-76c4dc6f-cf2d-4bc1-9a3b-a2202abd25eb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:27:48.832988 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06273f95-31a0-418c-bbbf-496df64cb91f", "tag": "fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:27:48.833225 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76c4dc6f-cf2d-4bc1-9a3b-a2202abd25eb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:27:48.833834 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c4dc6f-cf2d-4bc1-9a3b-a2202abd25eb'] response: {'name': 'network-changed', 'server_uuid': '06273f95-31a0-418c-bbbf-496df64cb91f', 'tag': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'status': 'completed', 'code': 200} Apr 21 21:27:48.881427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-e286f488-ddc0-49a8-8022-bd661cef707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:48.882945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-e286f488-ddc0-49a8-8022-bd661cef707b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 1094 time: 0.0618119 Apr 21 21:27:48.934546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-7024db5f-f8b1-4929-acf5-514dcb9950a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b HTTP/1.1" status: 200 len: 217 time: 0.0427501 Apr 21 21:27:48.992311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-1849b0e3-a06b-4616-b3d8-0f4241298be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:48.994236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-1849b0e3-a06b-4616-b3d8-0f4241298be8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0541520 Apr 21 21:27:49.049304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-ebab1497-7da1-415e-bd92-dc9f95538685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:49.050888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-ebab1497-7da1-415e-bd92-dc9f95538685 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500970 Apr 21 21:27:49.156062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-ba76d01a-3cd7-4329-90b5-4b806cb9b90a service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961235 Apr 21 21:27:49.253713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b14dca2b-3143-4440-a4e9-2e675c32f253 req-910a0dd9-0a03-4289-b6e3-3601170301a4 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907943 Apr 21 21:27:49.321774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:49.349502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-eeb7255e-be34-4da4-9d59-5c69bf26a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:49.350753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-eeb7255e-be34-4da4-9d59-5c69bf26a049 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 1094 time: 0.0483010 Apr 21 21:27:49.444509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-6a3aaec9-c98c-48cb-be9b-202167e8c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:49.446277 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-6a3aaec9-c98c-48cb-be9b-202167e8c799 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0886981 Apr 21 21:27:49.491992 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-c929d343-93ec-4b18-bbb4-325ed3037d21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b HTTP/1.1" status: 200 len: 217 time: 0.0393567 Apr 21 21:27:49.520047 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:49.541258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:49.542548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-9d4c24a8-02f5-4f8b-8deb-d5d18e746d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:49.544008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-9d4c24a8-02f5-4f8b-8deb-d5d18e746d33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0463481 Apr 21 21:27:49.593371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-2a96ed0e-8eec-4ab5-8edd-003a64d40c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:49.595085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-2a96ed0e-8eec-4ab5-8edd-003a64d40c80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450566 Apr 21 21:27:49.684501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Allocated IP 172.25.0.144 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/30e3b21c-5068-4183-a4cf-3373454de753) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:27:49.708560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-97c28b43-600b-463b-8f4c-7d43ed39707a service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066763 Apr 21 21:27:49.730726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951bd54-0832-4af1-9c61-484c78288436 req-c35f98b7-e985-49e0-9f15-5e15c4ea17d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:49.732220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f951bd54-0832-4af1-9c61-484c78288436 req-c35f98b7-e985-49e0-9f15-5e15c4ea17d5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 943 time: 0.0895123 Apr 21 21:27:49.808954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15cee13e-ad46-48c9-be3c-7cf1e2ae8702 req-1e330798-3db5-4ce2-8f18-5f1a71104d84 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934558 Apr 21 21:27:49.814806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f951bd54-0832-4af1-9c61-484c78288436 req-5b0f8c1b-35c9-4462-ac04-c29c093061c6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542655 Apr 21 21:27:49.847968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:49.882971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:49.928404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:27:49.931302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:27:49.934485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:27:49.959251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=30e3b21c-5068-4183-a4cf-3373454de753,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:50.191644 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:50.387636 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:50.517200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Router 34f3ef39-c81b-426c-bca8-510db1fc00d2 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:27:50.622922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:27:50.634590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Sync routers for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:27:50.643341 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:50.644831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3aff8d64-f724-44b9-ac47-aa5369d958f2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9598498 Apr 21 21:27:50.648148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39180) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:50.648587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:27:50.649223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:27:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:50.775674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:50.795773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:27:50.800435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-288baa34-3520-4f2c-be3e-7b5901ba4095 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7e9401740cb24eedbc485c611d65e5d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1509509 Apr 21 21:27:50.803123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39184) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:50.943197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.003637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:50Z', 'revision_number': 3, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:51.035255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Checking router: 34f3ef39-c81b-426c-bca8-510db1fc00d2 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:27:51.035601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Updating router 34f3ef39-c81b-426c-bca8-510db1fc00d2 port 30e3b21c-5068-4183-a4cf-3373454de753 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:27:51.071007 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.249024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c18e7e-a4f0-4f47-8d0f-88abc44acab0 req-0afe56eb-8f76-4e43-91d6-a5832b4f6279 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:51.250503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5c18e7e-a4f0-4f47-8d0f-88abc44acab0 req-0afe56eb-8f76-4e43-91d6-a5832b4f6279 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 943 time: 0.0752802 Apr 21 21:27:51.252122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881486af-28ce-4cd2-8572-f524ac3d1418 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:51.256097 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-881486af-28ce-4cd2-8572-f524ac3d1418 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4493685 Apr 21 21:27:51.256425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39188) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:51.291837 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8e9ba21e-1501-404f-b085-bc71908314f4 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318511 Apr 21 21:27:51.292212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39190) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:51.297778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1971505703', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:51.317346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5c18e7e-a4f0-4f47-8d0f-88abc44acab0 req-b939217d-e87b-4689-96f9-d64efa0dfd01 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558445 Apr 21 21:27:51.378440 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.385683 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.391102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Made reservation on behalf of 7e9401740cb24eedbc485c611d65e5d0 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:27:51.394774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.441069 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Attempting to bind port 30e3b21c-5068-4183-a4cf-3373454de753 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:27:51.441427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Attempting to bind port 30e3b21c-5068-4183-a4cf-3373454de753 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:27:51.441790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Attempting to bind port 30e3b21c-5068-4183-a4cf-3373454de753 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:27:51.447703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4c7c5-d405-4ce4-9dda-99bc00b32b84 None None] Pushing event updated for resources: {'Port': ['ID=30e3b21c-5068-4183-a4cf-3373454de753,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:51.452964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:27:51.453339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:27:51.453743 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.454126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:27:51.454686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Bound port: 30e3b21c-5068-4183-a4cf-3373454de753, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:27:51.455074 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.506421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] For port 30e3b21c-5068-4183-a4cf-3373454de753, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:27:51.509442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] For port 30e3b21c-5068-4183-a4cf-3373454de753, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=30e3b21c-5068-4183-a4cf-3373454de753,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:27:51.516138 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.572083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:27:51.572707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:27:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:51.578144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4c7c5-d405-4ce4-9dda-99bc00b32b84 None None] Pushing event updated for resources: {'Port': ['ID=30e3b21c-5068-4183-a4cf-3373454de753,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:51.598741 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.659098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Subnet': ['ID=485dd3e7-7c95-48a0-a560-c967a83a12e5,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:51.667541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Checking segment: {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:27:51.667891 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network hostable DHCP agents. Network: 582c51ec-96e1-421e-9851-dcfae8dec6f2, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:27:51.684502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network 582c51ec-96e1-421e-9851-dcfae8dec6f2 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:27:51.684821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:27:51.694093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 582c51ec-96e1-421e-9851-dcfae8dec6f2) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:27:51.703434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:51.704142 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.714691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a7a54-0401-45a1-8ac3-84109829cc8b None None] Network 582c51ec-96e1-421e-9851-dcfae8dec6f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:27:51.720722 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7fd271fd-f53e-418e-ad79-6b5eafa52943 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4268680 Apr 21 21:27:51.723571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39192) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:51.972371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-582c51ec-96e1-421e-9851-dcfae8dec6f2', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:27:51.973235 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:51.986526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:50Z', 'revision_number': 3, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:52.016171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a96e7-118b-413f-9ae6-e4c47f55a66a None None] The sync data for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 is: [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:50Z', 'revision_number': 3, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:27:52.140596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Allocated IP 172.20.0.2 (582c51ec-96e1-421e-9851-dcfae8dec6f2/485dd3e7-7c95-48a0-a560-c967a83a12e5/c9194974-e635-4952-9e97-a52bf0169820) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:27:52.172437 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.325280 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.331561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.382984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Network 582c51ec-96e1-421e-9851-dcfae8dec6f2 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:27:52.386342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:27:52.388988 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:27:52.396580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Pushing event updated for resources: {'Port': ['ID=c9194974-e635-4952-9e97-a52bf0169820,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:52.454486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Attempting to bind port c9194974-e635-4952-9e97-a52bf0169820 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:27:52.454856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Attempting to bind port c9194974-e635-4952-9e97-a52bf0169820 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:27:52.455215 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Attempting to bind port c9194974-e635-4952-9e97-a52bf0169820 on network 582c51ec-96e1-421e-9851-dcfae8dec6f2 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:27:52.460658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:27:52.460658 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Checking segment: {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:27:52.461118 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.461888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Bound using segment: {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:27:52.461998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Bound port: c9194974-e635-4952-9e97-a52bf0169820, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:27:52.462327 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.508503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d0420-a11b-48da-a552-e7228650664d req-5beec4cd-349f-4afe-b832-4d584aac283c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:52.510041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7f7d0420-a11b-48da-a552-e7228650664d req-5beec4cd-349f-4afe-b832-4d584aac283c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 943 time: 0.1033831 Apr 21 21:27:52.531347 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] For port c9194974-e635-4952-9e97-a52bf0169820, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:27:52.550087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] For port c9194974-e635-4952-9e97-a52bf0169820, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c9194974-e635-4952-9e97-a52bf0169820,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:27:52.550258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Allocated IP 172.20.0.1 (582c51ec-96e1-421e-9851-dcfae8dec6f2/485dd3e7-7c95-48a0-a560-c967a83a12e5/292cf255-e18a-4f5f-bb95-e76a1806b939) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:27:52.561437 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.574932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7f7d0420-a11b-48da-a552-e7228650664d req-b5752d0a-630d-4ba6-a5eb-1782fc6f137a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571692 Apr 21 21:27:52.651213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88caef2-cb11-4a52-a803-87c329f571d0 None None] Pushing event updated for resources: {'Port': ['ID=c9194974-e635-4952-9e97-a52bf0169820,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:52.681840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 30e3b21c-5068-4183-a4cf-3373454de753 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:27:52.709963 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.741857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 30e3b21c-5068-4183-a4cf-3373454de753 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:52.742384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.762639 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.818780 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network 582c51ec-96e1-421e-9851-dcfae8dec6f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:27:52.822079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:27:52.824708 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:27:52.830623 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.868063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=292cf255-e18a-4f5f-bb95-e76a1806b939,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:52.874444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 30e3b21c-5068-4183-a4cf-3373454de753, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=30e3b21c-5068-4183-a4cf-3373454de753,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:52.882437 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:52.890606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:53.052314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:53.165850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=30e3b21c-5068-4183-a4cf-3373454de753,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:53.347268 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:53.351303 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:53.420480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=292cf255-e18a-4f5f-bb95-e76a1806b939,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:53.425522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:53.523030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network 582c51ec-96e1-421e-9851-dcfae8dec6f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:27:53.524424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:27:53.641765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Router 34f3ef39-c81b-426c-bca8-510db1fc00d2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:27:53.707538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0869db7-8c82-43a4-b98b-5f3c8bbf0ffc req-1a0d4bee-aba1-4573-911b-7c22a376a0b0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:53.709254 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0869db7-8c82-43a4-b98b-5f3c8bbf0ffc req-1a0d4bee-aba1-4573-911b-7c22a376a0b0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 943 time: 0.0581455 Apr 21 21:27:53.727136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f778f-cef8-43fc-9951-f4d27fae0591 None None] Network 582c51ec-96e1-421e-9851-dcfae8dec6f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:27:53.750332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0869db7-8c82-43a4-b98b-5f3c8bbf0ffc req-22fdf734-e84d-4486-8725-864de2426d3f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339587 Apr 21 21:27:53.755517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:27:53.763514 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-846b3da6-8f10-4e9c-b4c8-8f7fc4be0db7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "PUT /v2.0/routers/34f3ef39-c81b-426c-bca8-510db1fc00d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0362067 Apr 21 21:27:53.763731 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39198) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:53.771311 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6b5e479b-5300-424c-8887-7529f7e029d1 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--683425864', 'description': 'tempest-secgroup_access--683425864 description', 'project_id': '7e9401740cb24eedbc485c611d65e5d0'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:53.791976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6b5e479b-5300-424c-8887-7529f7e029d1 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:53.852861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9d2aa7c6-f78f-4d21-8d44-3de317a021df None None] Provisioning complete for port c9194974-e635-4952-9e97-a52bf0169820 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:53.853364 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa7c6-f78f-4d21-8d44-3de317a021df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:53.970268 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa7c6-f78f-4d21-8d44-3de317a021df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.007302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-9d2aa7c6-f78f-4d21-8d44-3de317a021df None None] For port c9194974-e635-4952-9e97-a52bf0169820, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c9194974-e635-4952-9e97-a52bf0169820,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:54.012543 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa7c6-f78f-4d21-8d44-3de317a021df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.069080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa7c6-f78f-4d21-8d44-3de317a021df None None] Pushing event updated for resources: {'Port': ['ID=c9194974-e635-4952-9e97-a52bf0169820,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:54.200147 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Sync routers for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:27:54.211986 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:27:54.212880 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:27:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:54.232189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6b5e479b-5300-424c-8887-7529f7e029d1 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.237606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6b5e479b-5300-424c-8887-7529f7e029d1 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.238132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a52035bd-4f2e-408e-9dcb-95efab9db068 None None] Provisioning complete for port 292cf255-e18a-4f5f-bb95-e76a1806b939 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:54.238511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a52035bd-4f2e-408e-9dcb-95efab9db068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.275716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e479b-5300-424c-8887-7529f7e029d1 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aefab7a-3651-4d55-baa5-a108fe92e781,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:54.276009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a52035bd-4f2e-408e-9dcb-95efab9db068 None None] Port 292cf255-e18a-4f5f-bb95-e76a1806b939 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:27:54.282556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6b5e479b-5300-424c-8887-7529f7e029d1 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.283920 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6b5e479b-5300-424c-8887-7529f7e029d1 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5191326 Apr 21 21:27:54.288189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39200) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:54.290537 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a52035bd-4f2e-408e-9dcb-95efab9db068 None None] Provisioning complete for port c9194974-e635-4952-9e97-a52bf0169820 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:54.290979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a52035bd-4f2e-408e-9dcb-95efab9db068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.294553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0679ad79-294d-4708-ac6a-68b8804f725d tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1166001818', 'description': 'tempest-secgroup_general--1166001818 description', 'project_id': '7e9401740cb24eedbc485c611d65e5d0'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:54.318046 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0679ad79-294d-4708-ac6a-68b8804f725d tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.329333 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:27:54.356652 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:27:54.413775 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0679ad79-294d-4708-ac6a-68b8804f725d tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.419218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0679ad79-294d-4708-ac6a-68b8804f725d tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.441290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0679ad79-294d-4708-ac6a-68b8804f725d tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.442467 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0679ad79-294d-4708-ac6a-68b8804f725d tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1526258 Apr 21 21:27:54.445429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39202) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:27:54.451085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6a82befe-9db5-4993-be6e-80eebb77ea93 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'security_group_rule': {'security_group_id': '4aefab7a-3651-4d55-baa5-a108fe92e781', 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:54.463126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679ad79-294d-4708-ac6a-68b8804f725d tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8edef5fa-cbfe-49ac-adba-0f625d658c15,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:54.479161 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a82befe-9db5-4993-be6e-80eebb77ea93 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.510471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e7f07b7d-9146-48bd-a8a1-88d3a1e20f3f None None] Provisioning complete for port 292cf255-e18a-4f5f-bb95-e76a1806b939 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:54.511628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e7f07b7d-9146-48bd-a8a1-88d3a1e20f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.555784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e7f07b7d-9146-48bd-a8a1-88d3a1e20f3f None None] Port 292cf255-e18a-4f5f-bb95-e76a1806b939 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:27:54.574972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a82befe-9db5-4993-be6e-80eebb77ea93 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.577970 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '292cf255-e18a-4f5f-bb95-e76a1806b939', 'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:df:5e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:52Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 2, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:54.582277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a82befe-9db5-4993-be6e-80eebb77ea93 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.608369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6a82befe-9db5-4993-be6e-80eebb77ea93 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.617047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6a82befe-9db5-4993-be6e-80eebb77ea93 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631715 Apr 21 21:27:54.618715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82befe-9db5-4993-be6e-80eebb77ea93 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8926a3-1f92-4bce-946e-b6e8e344f4e4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:54.622567 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Checking router: 34f3ef39-c81b-426c-bca8-510db1fc00d2 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:27:54.622916 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Updating router 34f3ef39-c81b-426c-bca8-510db1fc00d2 port 292cf255-e18a-4f5f-bb95-e76a1806b939 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:27:54.653773 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.685138 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7d4bc9a7-f635-46a4-802e-c7367879a0b1 None None] Provisioning complete for port 292cf255-e18a-4f5f-bb95-e76a1806b939 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:54.685508 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc9a7-f635-46a4-802e-c7367879a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.723897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bc9a7-f635-46a4-802e-c7367879a0b1 None None] Port 292cf255-e18a-4f5f-bb95-e76a1806b939 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:27:54.758031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c9194974-e635-4952-9e97-a52bf0169820 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:27:54.791071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-07bed343-c42f-45fb-9dec-790da678ae15 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--683425864&fields=id&tenant_id=7e9401740cb24eedbc485c611d65e5d0 HTTP/1.1" status: 200 len: 267 time: 0.0429258 Apr 21 21:27:54.810657 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c9194974-e635-4952-9e97-a52bf0169820 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:54.811217 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.843810 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-a6920e07-494a-4d5c-a41b-8fcb76eeec85 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--1166001818&fields=id&tenant_id=7e9401740cb24eedbc485c611d65e5d0 HTTP/1.1" status: 200 len: 267 time: 0.0459666 Apr 21 21:27:54.882294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d12a0c-fc99-48f6-bbf5-a326e11ff2fe req-13319e6c-dfe9-4d28-b22b-1887f0fcc2c2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:54.884102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d12a0c-fc99-48f6-bbf5-a326e11ff2fe req-13319e6c-dfe9-4d28-b22b-1887f0fcc2c2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 943 time: 0.0571945 Apr 21 21:27:54.921795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 30e3b21c-5068-4183-a4cf-3373454de753 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:27:54.926306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1d12a0c-fc99-48f6-bbf5-a326e11ff2fe req-31ceca5e-4ea1-41ca-a4cd-c18da190ec89 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352793 Apr 21 21:27:54.970237 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-0247cb6b-c958-425d-b2a9-266b68670977 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:54.970680 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.971927 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-0247cb6b-c958-425d-b2a9-266b68670977 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/networks?id=582c51ec-96e1-421e-9851-dcfae8dec6f2 HTTP/1.1" status: 200 len: 795 time: 0.1197319 Apr 21 21:27:54.973784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 30e3b21c-5068-4183-a4cf-3373454de753 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:54.974189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.978029 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:54.988140 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-59ae8597-5030-46fd-a568-709a4c6aea99 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/quotas/7e9401740cb24eedbc485c611d65e5d0 HTTP/1.1" status: 200 len: 375 time: 0.0091712 Apr 21 21:27:55.045709 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-11e4922f-7ef5-42f4-bdb5-29a1ae30ed3b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508447 Apr 21 21:27:55.060954 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Pushing event updated for resources: {'Port': ['ID=292cf255-e18a-4f5f-bb95-e76a1806b939,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:55.069458 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.069796 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.070128 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.070452 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.070772 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.071103 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.071403 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.071875 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.072326 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.072793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.073929 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.074387 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:27:55.102517 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Attempting to bind port 292cf255-e18a-4f5f-bb95-e76a1806b939 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:27:55.102873 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Attempting to bind port 292cf255-e18a-4f5f-bb95-e76a1806b939 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:27:55.103230 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Attempting to bind port 292cf255-e18a-4f5f-bb95-e76a1806b939 on network 582c51ec-96e1-421e-9851-dcfae8dec6f2 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:27:55.108630 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:27:55.109019 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Checking segment: {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:27:55.109409 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:55.109791 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Bound using segment: {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:27:55.110240 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Bound port: 292cf255-e18a-4f5f-bb95-e76a1806b939, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:27:55.110612 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:55.173862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-a4dfeea4-5af0-4d87-8c09-e948cb416347 service neutron] 10.222.0.49 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113217 Apr 21 21:27:55.182528 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] For port 292cf255-e18a-4f5f-bb95-e76a1806b939, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:27:55.186878 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] For port 292cf255-e18a-4f5f-bb95-e76a1806b939, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=292cf255-e18a-4f5f-bb95-e76a1806b939,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:27:55.193047 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:55.259303 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:27:55.259834 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:27:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:55.277666 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-4f2dce19-50f7-4fc5-a4d6-cf97fb36db4f service neutron] 10.222.0.49 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975256 Apr 21 21:27:55.357305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8fd30300-5254-482b-bc42-9957809d7224 None None] Provisioning complete for port 292cf255-e18a-4f5f-bb95-e76a1806b939 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:55.357625 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8fd30300-5254-482b-bc42-9957809d7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:55.393283 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260a6ef-edd0-4fa4-9103-91e655baf5c3 None None] Pushing event updated for resources: {'Port': ['ID=292cf255-e18a-4f5f-bb95-e76a1806b939,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:55.457387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8fd30300-5254-482b-bc42-9957809d7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:55.499307 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:27:55.500430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8fd30300-5254-482b-bc42-9957809d7224 None None] For port 292cf255-e18a-4f5f-bb95-e76a1806b939, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=292cf255-e18a-4f5f-bb95-e76a1806b939,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:55.504916 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8fd30300-5254-482b-bc42-9957809d7224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:55.526748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e84621aa-45c4-4e36-a5bd-6c08d6ca3cb7 req-04238d1f-0c94-4531-975c-8e82871f686f tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 210 time: 0.0565257 Apr 21 21:27:55.591696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd30300-5254-482b-bc42-9957809d7224 None None] Pushing event updated for resources: {'Port': ['ID=292cf255-e18a-4f5f-bb95-e76a1806b939,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:55.635066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-305a3e5b-2fc7-4fad-a4a2-0a83e981b1e3 None None] Provisioning complete for port 292cf255-e18a-4f5f-bb95-e76a1806b939 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:55.635449 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-305a3e5b-2fc7-4fad-a4a2-0a83e981b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:55.762679 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '292cf255-e18a-4f5f-bb95-e76a1806b939', 'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:df:5e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:52Z', 'updated_at': '2022-04-21T21:27:55Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:27:55.791737 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4377e1e-0b34-450b-a415-fe9cc165ed4b None None] The sync data for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 is: [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '292cf255-e18a-4f5f-bb95-e76a1806b939', 'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:df:5e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:52Z', 'updated_at': '2022-04-21T21:27:55Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:27:56.053275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc486be0-2163-4ddf-a58b-0e713727a6ea req-30c21b37-a570-45a2-86a0-4fdd8c76ebfb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:56.054841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc486be0-2163-4ddf-a58b-0e713727a6ea req-30c21b37-a570-45a2-86a0-4fdd8c76ebfb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 943 time: 0.0529189 Apr 21 21:27:56.102081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc486be0-2163-4ddf-a58b-0e713727a6ea req-8ccac7e3-26fc-46dd-a7dd-bc5064efeb0b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407963 Apr 21 21:27:56.593759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-d302f542-9239-48a5-9e28-fde5e28bf66b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:56.595714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-d302f542-9239-48a5-9e28-fde5e28bf66b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.46 "GET /v2.0/networks?id=582c51ec-96e1-421e-9851-dcfae8dec6f2 HTTP/1.1" status: 200 len: 795 time: 0.1329594 Apr 21 21:27:56.647812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d4f184e-94ba-4d68-9c19-1684bb2b3470 req-8853326d-ce98-40a1-a56e-3cfbf3c8d3ac tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 210 time: 0.0372570 Apr 21 21:27:56.665117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-a2cb89ab-4063-4b9c-97ef-4fee784493b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e9401740cb24eedbc485c611d65e5d0 HTTP/1.1" status: 200 len: 477 time: 0.0600107 Apr 21 21:27:56.675586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'port': {'device_id': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'admin_state_up': True, 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'security_groups': ['4aefab7a-3651-4d55-baa5-a108fe92e781', '8edef5fa-cbfe-49ac-adba-0f625d658c15']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:56.689591 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 292cf255-e18a-4f5f-bb95-e76a1806b939 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:27:56.740254 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 292cf255-e18a-4f5f-bb95-e76a1806b939 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:56.740726 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:56.794729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Made reservation on behalf of 7e9401740cb24eedbc485c611d65e5d0 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:27:56.798864 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:56.929680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Allocated IP 172.20.0.9 (582c51ec-96e1-421e-9851-dcfae8dec6f2/485dd3e7-7c95-48a0-a560-c967a83a12e5/899c14ac-4ac1-427f-a5c4-a0c7dc9d439c) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:27:57.074144 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.106796 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.152728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network 582c51ec-96e1-421e-9851-dcfae8dec6f2 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:27:57.156000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:27:57.158510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:27:57.203698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:57.243702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:57.244329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.266985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-bc0321a4-b215-4584-9c15-0f1fad51acd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5959473 Apr 21 21:27:57.275781 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9d4bb-8c41-41ef-9a02-47601306a60b req-791fd416-f6e6-454a-8d97-b2f578f00bba tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:57.277414 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2a9d4bb-8c41-41ef-9a02-47601306a60b req-791fd416-f6e6-454a-8d97-b2f578f00bba tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 943 time: 0.0902102 Apr 21 21:27:57.282280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Request body: {'port': {'device_id': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:27:57.358221 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2a9d4bb-8c41-41ef-9a02-47601306a60b req-ad059158-0e89-478d-adc9-4020277cf443 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721021 Apr 21 21:27:57.365390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.367184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6fc115f0-2729-47df-8e89-ab34e075eede None None] Provisioning complete for port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:27:57.367628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6fc115f0-2729-47df-8e89-ab34e075eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.402837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6fc115f0-2729-47df-8e89-ab34e075eede None None] Port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:27:57.634360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:27:57.641643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.653173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Transition to ACTIVE for port object 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:27:57.656624 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.708798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Pushing event updated for resources: {'Port': ['ID=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:57.779973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b06e72-cb32-49e2-9606-5f3ae9a99990 req-b95b9bde-24a7-4707-ad39-c1d5b58ba6ac tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:57.781883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Attempting to bind port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:27:57.782229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Attempting to bind port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:27:57.782433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b06e72-cb32-49e2-9606-5f3ae9a99990 req-b95b9bde-24a7-4707-ad39-c1d5b58ba6ac tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 982 time: 0.0552127 Apr 21 21:27:57.783173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Attempting to bind port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c on network 582c51ec-96e1-421e-9851-dcfae8dec6f2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:27:57.787859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c on network 582c51ec-96e1-421e-9851-dcfae8dec6f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:27:57.788187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Attempting to bind port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c on network 582c51ec-96e1-421e-9851-dcfae8dec6f2 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:27:57.794370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:27:57.794703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Checking segment: {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:27:57.795089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Bound using segment: {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:27:57.795526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Bound port: 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01fa6ea-466d-4915-83de-10bea068ca54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:27:57.795892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.829878 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d4b06e72-cb32-49e2-9606-5f3ae9a99990 req-7373be95-13ec-4999-84b8-ba2fb6d4b4fb tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0406923 Apr 21 21:27:57.879557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] For port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:27:57.883407 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] For port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:27:57.888295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.922758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:57.923444 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:57.924693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] 10.222.0.46 "PUT /v2.0/ports/899c14ac-4ac1-427f-a5c4-a0c7dc9d439c HTTP/1.1" status: 200 len: 1130 time: 0.6463747 Apr 21 21:27:57.925221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:27:57.927513 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29" -d '{"events": [{"name": "network-changed", "server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:27:57.952390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea11f16-7ecd-471a-8529-79aca94f6a54 service neutron] Pushing event updated for resources: {'Port': ['ID=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:57.980902 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2479c01-c0d8-466d-a822-95f6aa56151c x-openstack-request-id: req-b2479c01-c0d8-466d-a822-95f6aa56151c {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:27:57.981397 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:27:57.981712 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2479c01-c0d8-466d-a822-95f6aa56151c {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:27:57.982116 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2479c01-c0d8-466d-a822-95f6aa56151c'] response: {'name': 'network-changed', 'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'status': 'completed', 'code': 200} Apr 21 21:27:58.018357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-149d7305-ee69-4bae-9ff8-97ef1f4fdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:58.019943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-149d7305-ee69-4bae-9ff8-97ef1f4fdf8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1133 time: 0.0498302 Apr 21 21:27:58.067642 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-21fbfef0-8098-4f07-b79e-d6b2be05d05c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c HTTP/1.1" status: 200 len: 217 time: 0.0392747 Apr 21 21:27:58.118622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-98a4446a-0698-4461-8673-c87c63308af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:58.120149 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-98a4446a-0698-4461-8673-c87c63308af5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=485dd3e7-7c95-48a0-a560-c967a83a12e5 HTTP/1.1" status: 200 len: 835 time: 0.0457082 Apr 21 21:27:58.166305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-1293eaa8-46a9-4d34-81f1-a63d1e69e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:58.168462 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-1293eaa8-46a9-4d34-81f1-a63d1e69e7c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=582c51ec-96e1-421e-9851-dcfae8dec6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421386 Apr 21 21:27:58.259158 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-860080bb-a2a8-4ca6-a0c7-c539e77f9327 service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842006 Apr 21 21:27:58.348608 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a97868c9-96fc-4f0a-936c-13d79eb52619 req-a183ae06-8815-4128-95c8-fee4b6497314 service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824900 Apr 21 21:27:58.432674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-2ccbc63e-9e44-418d-8770-f1c623bab737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:58.434406 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-2ccbc63e-9e44-418d-8770-f1c623bab737 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1133 time: 0.0421846 Apr 21 21:27:58.467516 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:27:58.473882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2276f-e92b-4dea-a781-67a797b05141 req-11376cd2-17c6-4737-a345-0823912d8b8e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:58.475363 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15c2276f-e92b-4dea-a781-67a797b05141 req-11376cd2-17c6-4737-a345-0823912d8b8e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 943 time: 0.0483866 Apr 21 21:27:58.514283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-15c2276f-e92b-4dea-a781-67a797b05141 req-5043b353-08db-42e4-ab47-8cb408a01923 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Apr 21 21:27:58.535886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-51ce8807-d665-4ba3-8614-b28eceadfdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:58.537573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-51ce8807-d665-4ba3-8614-b28eceadfdff service neutron] 10.222.0.46 "GET /v2.0/networks?id=582c51ec-96e1-421e-9851-dcfae8dec6f2 HTTP/1.1" status: 200 len: 896 time: 0.0966651 Apr 21 21:27:58.566352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:58.577826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'port_id': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'mac_address': 'fa:16:3e:65:5b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:27:58.578802 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-d7e87e34-340c-46d3-b446-37325b846a95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c HTTP/1.1" status: 200 len: 217 time: 0.0344334 Apr 21 21:27:58.613565 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:58.627008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:27:58.630149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-4c49117b-44cf-426a-9966-5a763599063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:58.631564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-4c49117b-44cf-426a-9966-5a763599063b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=485dd3e7-7c95-48a0-a560-c967a83a12e5 HTTP/1.1" status: 200 len: 835 time: 0.0470314 Apr 21 21:27:58.651302 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:27:58.655208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:27:58.677898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-40b73b8e-adcd-4429-abd5-5ea18a9ecbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:58.679433 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-40b73b8e-adcd-4429-abd5-5ea18a9ecbff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=582c51ec-96e1-421e-9851-dcfae8dec6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415058 Apr 21 21:27:58.705645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:27:58.766685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-de56c127-f7a2-4d2a-a866-008ed6491800 service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804188 Apr 21 21:27:58.859039 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2caa8b09-dbf0-46fa-9dfc-34c4c35ddc29 req-39beb29a-4d86-4e5c-859e-66ef1e511464 service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861268 Apr 21 21:27:58.956381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:27:58.959231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e25c1-85b4-4ef1-bf31-9729be30442c req-7112c22e-d140-49fa-91a8-ae123b20d635 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:58.960717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff8e25c1-85b4-4ef1-bf31-9729be30442c req-7112c22e-d140-49fa-91a8-ae123b20d635 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 982 time: 0.0493181 Apr 21 21:27:59.000743 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff8e25c1-85b4-4ef1-bf31-9729be30442c req-b06f70cb-5b53-4399-a1a6-87beb68951f4 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338712 Apr 21 21:27:59.633928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307a987-50ed-4d43-b333-e3efd8e6b168 req-d96b3302-7616-4ba5-88a1-1a68487188d8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:27:59.635369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3307a987-50ed-4d43-b333-e3efd8e6b168 req-d96b3302-7616-4ba5-88a1-1a68487188d8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 944 time: 0.0514071 Apr 21 21:27:59.672922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3307a987-50ed-4d43-b333-e3efd8e6b168 req-815c8e3f-4ac3-4962-8385-e64efdf202c8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Apr 21 21:28:00.113846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23afe6-217b-407c-9afc-b6d395650f48 req-4e7a6303-6606-46ee-9b07-607a14c7641f tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:00.115211 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e23afe6-217b-407c-9afc-b6d395650f48 req-4e7a6303-6606-46ee-9b07-607a14c7641f tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 982 time: 0.0481188 Apr 21 21:28:00.158996 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e23afe6-217b-407c-9afc-b6d395650f48 req-78f8a967-ca3c-4a92-a6df-a615af0cffad tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0372150 Apr 21 21:28:00.264020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:28:00.356494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:28:00.368079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'port_id': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'mac_address': 'fa:16:3e:2d:9e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:28:00.408282 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:00.420391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:28:00.439285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:28:00.443234 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:00.482867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:28:00.522708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:28:00.534072 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85213fe2-1a26-45a8-ac56-4326c1a319b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:00.552849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:28:00.556364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:28:00.556728 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:00.634289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:00.658793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06273f95-31a0-418c-bbbf-496df64cb91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:28:00.661100 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d976862d-c465-4bea-8df8-ed8a58c00e8f" -d '{"events": [{"server_uuid": "06273f95-31a0-418c-bbbf-496df64cb91f", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:28:00.673832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:28:00.677789 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:00.702982 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca703c43-8f89-4dbb-bf8e-48dfd7aa407e x-openstack-request-id: req-ca703c43-8f89-4dbb-bf8e-48dfd7aa407e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:28:00.703281 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06273f95-31a0-418c-bbbf-496df64cb91f", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:28:00.704052 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca703c43-8f89-4dbb-bf8e-48dfd7aa407e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:28:00.704052 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca703c43-8f89-4dbb-bf8e-48dfd7aa407e'] response: {'server_uuid': '06273f95-31a0-418c-bbbf-496df64cb91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'code': 200} Apr 21 21:28:00.733551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:28:00.787815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba1e11-2bdc-471b-92dc-d5fc7c13a50a req-75fa3c9b-48c2-4731-9b36-075864fcb633 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:00.789318 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e3ba1e11-2bdc-471b-92dc-d5fc7c13a50a req-75fa3c9b-48c2-4731-9b36-075864fcb633 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 945 time: 0.0484669 Apr 21 21:28:00.793762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99de5b-c2b5-4b9d-9b57-84787139d73e req-50874487-bb2d-4c77-8948-c87cacc34f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:00.795212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d99de5b-c2b5-4b9d-9b57-84787139d73e req-50874487-bb2d-4c77-8948-c87cacc34f5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 1096 time: 0.0391755 Apr 21 21:28:00.816457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['899c14ac-4ac1-427f-a5c4-a0c7dc9d439c'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:28:00.828379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e3ba1e11-2bdc-471b-92dc-d5fc7c13a50a req-9e8d2db9-58af-44cc-82ec-19df17f31f43 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322864 Apr 21 21:28:00.830073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d99de5b-c2b5-4b9d-9b57-84787139d73e req-8cee4802-7013-489f-a981-8ff1dc56744b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277481 Apr 21 21:28:01.275124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca928834-a9fa-45e8-aa41-dc3bc4bd9cb4 req-c4da908f-8a0d-410d-8158-91ab1ab57b35 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:01.277249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca928834-a9fa-45e8-aa41-dc3bc4bd9cb4 req-c4da908f-8a0d-410d-8158-91ab1ab57b35 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 983 time: 0.0477853 Apr 21 21:28:01.315891 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca928834-a9fa-45e8-aa41-dc3bc4bd9cb4 req-e9dbf09b-fc58-4c31-a82b-84f78e08223e tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0325499 Apr 21 21:28:01.943094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807ae05-2734-4f54-95e8-c1dabaece068 req-c5b153b0-41ab-4295-a9c9-ad78bf27ae08 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:01.944547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f807ae05-2734-4f54-95e8-c1dabaece068 req-c5b153b0-41ab-4295-a9c9-ad78bf27ae08 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 945 time: 0.0473666 Apr 21 21:28:01.983227 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f807ae05-2734-4f54-95e8-c1dabaece068 req-a8ee6404-5807-42bf-9a84-f352f040740c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319035 Apr 21 21:28:02.292462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:28:02.341895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:28:02.346115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:28:02.346563 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:02.426330 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:02.435821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa0468-7cc2-4bd0-b43e-10bc9e82d239 req-1286d980-da70-4705-b316-22268c0b6250 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:02.437310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9aa0468-7cc2-4bd0-b43e-10bc9e82d239 req-1286d980-da70-4705-b316-22268c0b6250 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 983 time: 0.0518653 Apr 21 21:28:02.459965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:28:02.464413 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:02.480481 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9aa0468-7cc2-4bd0-b43e-10bc9e82d239 req-4fdde545-22cc-4942-a4d4-13073792b36a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0365984 Apr 21 21:28:02.509732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:28:02.705122 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:28:02.707474 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db543ea5-af8f-4adb-a2f1-c392b1f9c434" -d '{"events": [{"server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "name": "network-vif-plugged", "status": "completed", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:28:02.742201 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b7ac8f-e37e-4361-b1a1-0020442c9588 x-openstack-request-id: req-35b7ac8f-e37e-4361-b1a1-0020442c9588 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:28:02.742634 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "name": "network-vif-plugged", "status": "completed", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:28:02.742887 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35b7ac8f-e37e-4361-b1a1-0020442c9588 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:28:02.743356 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b7ac8f-e37e-4361-b1a1-0020442c9588'] response: {'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'code': 200} Apr 21 21:28:02.785844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16083fce-3dda-4f6a-863a-abaa80be6735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:02.837624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e675-377d-421b-aaa3-88eef2e418f3 req-b33597c0-a019-4f53-b926-cdf813049d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:02.839806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9255e675-377d-421b-aaa3-88eef2e418f3 req-b33597c0-a019-4f53-b926-cdf813049d0b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1135 time: 0.0409350 Apr 21 21:28:02.877579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9255e675-377d-421b-aaa3-88eef2e418f3 req-10a5c856-e440-419b-850b-455f1dc76e0d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0317357 Apr 21 21:28:03.096242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da817ff3-baea-414d-bd71-5bcf4357b444 req-9720c6ac-3797-41eb-93a1-d1404e92cad5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:03.097713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da817ff3-baea-414d-bd71-5bcf4357b444 req-9720c6ac-3797-41eb-93a1-d1404e92cad5 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 945 time: 0.0477915 Apr 21 21:28:03.134052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da817ff3-baea-414d-bd71-5bcf4357b444 req-a28b6c3e-6305-4d73-b59f-0557aa498941 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303302 Apr 21 21:28:03.249239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ee1de-1f63-4eb4-a5aa-985f6b6b21d3 req-0d8cad47-0ece-4478-952d-c8f078c914f9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:03.250689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aa8ee1de-1f63-4eb4-a5aa-985f6b6b21d3 req-0d8cad47-0ece-4478-952d-c8f078c914f9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 945 time: 0.0483453 Apr 21 21:28:03.287600 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aa8ee1de-1f63-4eb4-a5aa-985f6b6b21d3 req-da9082af-5199-4499-ae46-eea711b2a7eb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308754 Apr 21 21:28:03.309999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39262) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:28:03.349141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f1e09d-d118-44fd-a912-a756aefd69f0 tempest-TestVolumeBootPattern-388644573 tempest-TestVolumeBootPattern-388644573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:03.350647 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-83f1e09d-d118-44fd-a912-a756aefd69f0 tempest-TestVolumeBootPattern-388644573 tempest-TestVolumeBootPattern-388644573-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 1091 time: 0.0396736 Apr 21 21:28:03.353471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39264) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:28:03.357664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:28:03.377912 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:03.473136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:03.574427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.25.0.19 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/7c0af900-34e5-4e3c-97e1-41148b882262) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:28:03.596510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c030898-dd77-4763-ab7d-aa7f3a541d41 req-d9827a49-39aa-4306-954b-1f1d5ee2fbc4 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:03.598022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c030898-dd77-4763-ab7d-aa7f3a541d41 req-d9827a49-39aa-4306-954b-1f1d5ee2fbc4 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 984 time: 0.0490441 Apr 21 21:28:03.639183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c030898-dd77-4763-ab7d-aa7f3a541d41 req-9a46e022-e4ee-4972-8e43-4448cecdae69 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0346420 Apr 21 21:28:03.678308 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:03.711276 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:03.751583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:28:03.754466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:28:03.758809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:28:03.779879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=7c0af900-34e5-4e3c-97e1-41148b882262,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:28:04.106911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:04.164179 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:04.174335 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:04.322281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:04.326645 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:04.394986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=7c0af900-34e5-4e3c-97e1-41148b882262,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:28:04.406558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:04.504291 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Floating IP ce9e816f-fdf2-4983-b6f3-cfe079bb5941 associated. External IP: 172.25.0.19, port: fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b. Apr 21 21:28:04.709255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:28:04.798986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c30b6f-59e0-49da-aa5d-c3dd3f13fee3 req-a1cdacb5-89c3-4e80-a399-0e9022750d90 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:04.800459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64c30b6f-59e0-49da-aa5d-c3dd3f13fee3 req-a1cdacb5-89c3-4e80-a399-0e9022750d90 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 984 time: 0.0901828 Apr 21 21:28:04.880830 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-64c30b6f-59e0-49da-aa5d-c3dd3f13fee3 req-01e1bad7-5cb2-4f97-aebe-72c7feb6ca20 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0741968 Apr 21 21:28:04.881954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:28:04.891877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] Sync routers for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:28:04.902910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:28:04.903578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:28:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:28:04.908263 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:04.944814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-55661a3e-d518-4de7-8e60-131b9fd2413c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5858405 Apr 21 21:28:04.944814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06273f95-31a0-418c-bbbf-496df64cb91f', 'tag': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:28:04.944814 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f149e8c-a06c-4369-8917-363374ace66d" -d '{"events": [{"name": "network-changed", "server_uuid": "06273f95-31a0-418c-bbbf-496df64cb91f", "tag": "fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:28:04.991163 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28a9151-a83a-42ab-966d-6a011f9938b2 x-openstack-request-id: req-c28a9151-a83a-42ab-966d-6a011f9938b2 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:28:04.991454 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06273f95-31a0-418c-bbbf-496df64cb91f", "tag": "fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:28:04.991733 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c28a9151-a83a-42ab-966d-6a011f9938b2 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:28:04.992137 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28a9151-a83a-42ab-966d-6a011f9938b2'] response: {'name': 'network-changed', 'server_uuid': '06273f95-31a0-418c-bbbf-496df64cb91f', 'tag': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'status': 'completed', 'code': 200} Apr 21 21:28:05.018461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:28:05.048798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee0770-a956-4543-948a-6ad034c58653 req-4f6b723a-461c-425e-aced-e3acdbc921a0 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:05.050267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-03ee0770-a956-4543-948a-6ad034c58653 req-4f6b723a-461c-425e-aced-e3acdbc921a0 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 984 time: 0.0781815 Apr 21 21:28:05.077838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f149e8c-a06c-4369-8917-363374ace66d req-f26ca0df-986f-4085-873c-9a537f557892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:05.079279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f149e8c-a06c-4369-8917-363374ace66d req-f26ca0df-986f-4085-873c-9a537f557892 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 1096 time: 0.0638111 Apr 21 21:28:05.115855 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-03ee0770-a956-4543-948a-6ad034c58653 req-ec6d938a-0478-462d-8de5-3246532b35a8 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0592489 Apr 21 21:28:05.191421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f149e8c-a06c-4369-8917-363374ace66d req-abd5318e-d8af-43a1-9c2d-e09c4ef8b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:05.193217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f149e8c-a06c-4369-8917-363374ace66d req-abd5318e-d8af-43a1-9c2d-e09c4ef8b994 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.1029923 Apr 21 21:28:05.227356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a14eb1-b394-4cac-b089-ff7198e9bcd0 req-4eb2f576-0b02-4898-b64f-b689d4df11e4 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:05.235166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-93a14eb1-b394-4cac-b089-ff7198e9bcd0 req-4eb2f576-0b02-4898-b64f-b689d4df11e4 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1135 time: 0.0500963 Apr 21 21:28:05.246240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'ce9e816f-fdf2-4983-b6f3-cfe079bb5941', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:65:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06273f95-31a0-418c-bbbf-496df64cb91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:28:03Z', 'updated_at': '2022-04-21T21:28:03Z', 'revision_number': 0, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:28:05.249296 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-93a14eb1-b394-4cac-b089-ff7198e9bcd0 req-5caefab7-6b2b-4d41-b758-1a9e624e801b tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:05.262644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f149e8c-a06c-4369-8917-363374ace66d req-7afe692c-d676-462b-ae17-881265150f1a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b HTTP/1.1" status: 200 len: 998 time: 0.0621316 Apr 21 21:28:05.277682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] Checking router: 3a250870-caa9-4d33-9c67-ffe0c0cefee5 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:28:05.285836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:28:05.286429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:28:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:28:05.310875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f149e8c-a06c-4369-8917-363374ace66d req-40fddf71-ce75-433e-bcfe-2cee8ec48949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:05.312338 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f149e8c-a06c-4369-8917-363374ace66d req-40fddf71-ce75-433e-bcfe-2cee8ec48949 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0436754 Apr 21 21:28:05.330183 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-93a14eb1-b394-4cac-b089-ff7198e9bcd0 req-5caefab7-6b2b-4d41-b758-1a9e624e801b tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:05.334580 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-93a14eb1-b394-4cac-b089-ff7198e9bcd0 req-5caefab7-6b2b-4d41-b758-1a9e624e801b tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:05.366038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caefab7-6b2b-4d41-b758-1a9e624e801b tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312534af-a298-4987-8277-b796ee573363,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:28:05.367794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f149e8c-a06c-4369-8917-363374ace66d req-4109dd71-87c5-46b3-9ef8-0cf37c99cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:05.370382 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f149e8c-a06c-4369-8917-363374ace66d req-4109dd71-87c5-46b3-9ef8-0cf37c99cc7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504034 Apr 21 21:28:05.385029 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-93a14eb1-b394-4cac-b089-ff7198e9bcd0 req-5caefab7-6b2b-4d41-b758-1a9e624e801b tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1458220 Apr 21 21:28:05.395355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:28:05.400263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39278) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:28:05.442103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cda248-146a-44f6-a1db-ab71ef34420f tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:05.443407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-44cda248-146a-44f6-a1db-ab71ef34420f tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1130 time: 0.0421219 Apr 21 21:28:05.446715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39280) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:28:05.450532 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:05.452302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:28:05.473961 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:05.480811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f149e8c-a06c-4369-8917-363374ace66d req-df8b79cc-4c87-41d2-b7ee-791ef17e0bb9 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040783 Apr 21 21:28:05.585379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f149e8c-a06c-4369-8917-363374ace66d req-b7aa5a58-a6aa-43e1-b278-108f2525de41 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986311 Apr 21 21:28:05.809697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'ce9e816f-fdf2-4983-b6f3-cfe079bb5941', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:65:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06273f95-31a0-418c-bbbf-496df64cb91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:28:03Z', 'updated_at': '2022-04-21T21:28:03Z', 'revision_number': 0, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:28:05.839749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d888b-4414-42da-a24c-56563eb39b1d None None] The sync data for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 is: [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'ce9e816f-fdf2-4983-b6f3-cfe079bb5941', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:65:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06273f95-31a0-418c-bbbf-496df64cb91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:28:03Z', 'updated_at': '2022-04-21T21:28:03Z', 'revision_number': 0, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:28:05.915721 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:05.977134 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:06.022291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Allocated IP 172.25.0.16 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/db8fe8bc-dd0b-4cfb-a2e6-d7a858b43c26) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:28:06.049862 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbad1a-bf75-4f5e-9399-1185f5e90043 None None] New status for floating IP ce9e816f-fdf2-4983-b6f3-cfe079bb5941: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:28:06.128358 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:06.165277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:06.207608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:28:06.214743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:28:06.218470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:28:06.241001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=db8fe8bc-dd0b-4cfb-a2e6-d7a858b43c26,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:28:06.575884 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:06.640382 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:06.787941 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:06.792277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:06.864201 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=db8fe8bc-dd0b-4cfb-a2e6-d7a858b43c26,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:28:06.874714 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:06.972290 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Floating IP 383e8e77-c4bc-4d17-a75f-af3b39097e98 associated. External IP: 172.25.0.16, port: 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c. Apr 21 21:28:07.175860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Router 34f3ef39-c81b-426c-bca8-510db1fc00d2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:28:07.281528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:28:07.291273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] Sync routers for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:28:07.300192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:07.301006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:28:07.301613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:28:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:28:07.331372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4be172f8-a407-47ea-b98a-e9008fff82d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8834603 Apr 21 21:28:07.331872 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:28:07.334002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39282) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:28:07.334463 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e07e13-f05b-4094-ad5e-552a1b90ce41" -d '{"events": [{"name": "network-changed", "server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:28:07.371856 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd714a43-1108-47cb-8f97-9c0491849752 x-openstack-request-id: req-dd714a43-1108-47cb-8f97-9c0491849752 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:28:07.372143 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:28:07.372393 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd714a43-1108-47cb-8f97-9c0491849752 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:28:07.372823 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd714a43-1108-47cb-8f97-9c0491849752'] response: {'name': 'network-changed', 'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'status': 'completed', 'code': 200} Apr 21 21:28:07.410275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:28:07.446973 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-73722893-70c7-468e-838c-bfb70e16336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.448744 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-73722893-70c7-468e-838c-bfb70e16336d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1135 time: 0.0429354 Apr 21 21:28:07.506080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca0533-47a6-41d2-aa1f-5c2920e8a0bc tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.506551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca0533-47a6-41d2-aa1f-5c2920e8a0bc tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.507010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca0533-47a6-41d2-aa1f-5c2920e8a0bc tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.507465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca0533-47a6-41d2-aa1f-5c2920e8a0bc tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.507966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca0533-47a6-41d2-aa1f-5c2920e8a0bc tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.508600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca0533-47a6-41d2-aa1f-5c2920e8a0bc tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.512728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a4ca0533-47a6-41d2-aa1f-5c2920e8a0bc tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1749868 Apr 21 21:28:07.513032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39286) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:28:07.542832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-afad1c29-a997-4aa7-8c04-01f6b35d69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.544607 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-afad1c29-a997-4aa7-8c04-01f6b35d69cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=582c51ec-96e1-421e-9851-dcfae8dec6f2 HTTP/1.1" status: 200 len: 896 time: 0.0895622 Apr 21 21:28:07.612374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dc868-831b-4d96-94fa-8957512505d8 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.612945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dc868-831b-4d96-94fa-8957512505d8 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.613539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dc868-831b-4d96-94fa-8957512505d8 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.614005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dc868-831b-4d96-94fa-8957512505d8 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.614460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dc868-831b-4d96-94fa-8957512505d8 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.615017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dc868-831b-4d96-94fa-8957512505d8 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.619600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-726dc868-831b-4d96-94fa-8957512505d8 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1028554 Apr 21 21:28:07.619930 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39288) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:28:07.620273 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-47fba9b1-0d3b-4d9e-93e2-966b4f41e185 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c HTTP/1.1" status: 200 len: 998 time: 0.0691593 Apr 21 21:28:07.640196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '383e8e77-c4bc-4d17-a75f-af3b39097e98', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'port_id': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'mac_address': 'fa:16:3e:2d:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:28:06Z', 'updated_at': '2022-04-21T21:28:06Z', 'revision_number': 0, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292cf255-e18a-4f5f-bb95-e76a1806b939', 'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:df:5e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:52Z', 'updated_at': '2022-04-21T21:27:55Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:28:07.670417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] Checking router: 34f3ef39-c81b-426c-bca8-510db1fc00d2 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:28:07.670729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-c4d1ffc5-c409-49d4-b657-0c3d9f21f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.672141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-c4d1ffc5-c409-49d4-b657-0c3d9f21f88e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=485dd3e7-7c95-48a0-a560-c967a83a12e5 HTTP/1.1" status: 200 len: 835 time: 0.0462217 Apr 21 21:28:07.678677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:28:07.679286 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:28:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:28:07.719136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-cb1f7334-4dc0-4fde-b224-01de5946e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.720628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-cb1f7334-4dc0-4fde-b224-01de5946e77d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=582c51ec-96e1-421e-9851-dcfae8dec6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415251 Apr 21 21:28:07.784656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:28:07.817833 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-e7320a1d-e08e-4170-9477-26b8118bd27a service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897408 Apr 21 21:28:07.852537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-215827ad-d6d0-4e3e-92fb-acdcb88a94d7 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.2314563 Apr 21 21:28:07.855709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39290) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:28:07.896317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3baf43-a179-4e4f-8d01-d03ac462b37e tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.896713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3baf43-a179-4e4f-8d01-d03ac462b37e tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:07.912792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ff3baf43-a179-4e4f-8d01-d03ac462b37e tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=34f3ef39-c81b-426c-bca8-510db1fc00d2 HTTP/1.1" status: 200 len: 1990 time: 0.0416427 Apr 21 21:28:07.928870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4e07e13-f05b-4094-ad5e-552a1b90ce41 req-d094c4cb-7e71-4cb0-a6e2-4b365ffe47c3 service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041362 Apr 21 21:28:08.015562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '383e8e77-c4bc-4d17-a75f-af3b39097e98', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'port_id': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'mac_address': 'fa:16:3e:2d:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:28:06Z', 'updated_at': '2022-04-21T21:28:06Z', 'revision_number': 0, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292cf255-e18a-4f5f-bb95-e76a1806b939', 'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:df:5e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:52Z', 'updated_at': '2022-04-21T21:27:55Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:28:08.045191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3081e022-db81-4bbc-8ba4-bec44ea5a23e None None] The sync data for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 is: [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '383e8e77-c4bc-4d17-a75f-af3b39097e98', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'port_id': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'mac_address': 'fa:16:3e:2d:9e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:28:06Z', 'updated_at': '2022-04-21T21:28:06Z', 'revision_number': 0, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292cf255-e18a-4f5f-bb95-e76a1806b939', 'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:df:5e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:52Z', 'updated_at': '2022-04-21T21:27:55Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:28:08.233697 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce16662-7a82-47ca-b4f6-6bb8dc305b51 None None] New status for floating IP 383e8e77-c4bc-4d17-a75f-af3b39097e98: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:28:20.730049 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:20.890165 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:29.414604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-94d1e98a-db00-4144-9725-252f58296c45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420086 Apr 21 21:28:29.502723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-103aac82-299d-440a-ad4f-52d90c61c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:29.504207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-103aac82-299d-440a-ad4f-52d90c61c5b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1135 time: 0.0475388 Apr 21 21:28:29.611216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-08fe6066-3775-4091-a604-b0a61e3ab712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:29.612572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-08fe6066-3775-4091-a604-b0a61e3ab712 service neutron] 10.222.0.46 "GET /v2.0/networks?id=582c51ec-96e1-421e-9851-dcfae8dec6f2 HTTP/1.1" status: 200 len: 896 time: 0.0860529 Apr 21 21:28:29.680445 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-f2b18476-727e-4af4-b09e-f0345e916858 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c HTTP/1.1" status: 200 len: 1000 time: 0.0613122 Apr 21 21:28:29.729035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-3b962ee4-fe35-492d-a7ae-f39f688855a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:29.730417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-3b962ee4-fe35-492d-a7ae-f39f688855a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=485dd3e7-7c95-48a0-a560-c967a83a12e5 HTTP/1.1" status: 200 len: 835 time: 0.0426683 Apr 21 21:28:29.775790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-5411c3f4-216d-4c66-b8cc-675b28d2cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:29.777304 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-5411c3f4-216d-4c66-b8cc-675b28d2cdc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=582c51ec-96e1-421e-9851-dcfae8dec6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404029 Apr 21 21:28:29.787565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-d68c5e27-72a8-4784-930c-f120a11a249e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:28:29.788487 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-d68c5e27-72a8-4784-930c-f120a11a249e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048165 Apr 21 21:28:29.879894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-e9c2233a-24ed-427c-8bc8-6162f273075f service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840795 Apr 21 21:28:29.968925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dea18368-3e69-4082-9470-33df31d6aaf3 req-6706d44b-3d27-401a-ada3-8fa068cb64eb service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825891 Apr 21 21:28:30.086873 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-18a32a56-a60c-48bd-bf21-3c888fa93ad2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983703 Apr 21 21:28:30.169209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-939c7fa4-85d9-4559-9abb-2b2f9292e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:30.170587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-939c7fa4-85d9-4559-9abb-2b2f9292e18a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 1096 time: 0.0414782 Apr 21 21:28:30.272862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-62a451ea-36b5-4492-a9ae-e7868f8b1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:30.274277 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-62a451ea-36b5-4492-a9ae-e7868f8b1dd8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0821216 Apr 21 21:28:30.341048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-48bf1371-c463-43b9-b6ce-32c1747997f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b HTTP/1.1" status: 200 len: 1000 time: 0.0590296 Apr 21 21:28:30.388906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-c5c054e4-566b-4706-9528-3642c2f7a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:30.390265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-c5c054e4-566b-4706-9528-3642c2f7a95e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0428314 Apr 21 21:28:30.434115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-68370a2c-8faf-4fa4-b62c-e6e89fe9d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:28:30.435443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-68370a2c-8faf-4fa4-b62c-e6e89fe9d993 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376720 Apr 21 21:28:30.446366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-91d5cc89-de84-41f0-ad7f-041e30f6cc1b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:28:30.447262 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-91d5cc89-de84-41f0-ad7f-041e30f6cc1b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046434 Apr 21 21:28:30.507128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3f99f404-1e6a-4d5d-9199-4f7b28268d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:30.540729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-9e58a2de-3907-4bf5-8057-5e9920d731d0 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868289 Apr 21 21:28:30.631790 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-335c54b5-0a5b-443d-a36a-ae501127be09 req-dbdfa650-e88e-4862-954f-9de84502aed1 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832882 Apr 21 21:28:31.277911 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:28:32.789587 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3bf71af8-41d2-47e1-bb04-5b39291d1ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:34.163288 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:35.431372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:35.969982 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:50.726429 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:28:50.890187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:00.512092 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90ffd9ed-76bb-4a73-b1f4-7cf1c2a3d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:02.790902 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bd1d69fe-30cf-458d-8284-1aa3e7dae967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:04.165664 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:05.432628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:05.972076 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:08.277253 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:29:13.040530 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39332) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:13.130012 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7df55669-d81d-4322-997b-56745bbb7550 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2410 time: 0.0882070 Apr 21 21:29:13.132513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39334) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:13.137159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'network': {'name': 'tempest-network-smoke--641990629', 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'port_security_enabled': False}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:13.156195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Made reservation on behalf of 7e9401740cb24eedbc485c611d65e5d0 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:29:13.160075 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.182662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:29:13.191833 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.192177 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Added segment ed163f28-2a8a-4e03-8492-67fe1bf03e2d of type vlan for network a99a809c-6a12-457d-b99e-40b4d7e026d0 Apr 21 21:29:13.231002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.254023 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.259428 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:13.260024 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.314801 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1812479 Apr 21 21:29:13.317998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39336) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:13.322476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'admin_state_up': True, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:13.329047 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Network': ['ID=a99a809c-6a12-457d-b99e-40b4d7e026d0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:13.336946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.337293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.337627 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.337955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.338281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.338602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.338921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.339240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.339559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.339876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.340189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.340500 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac356e-7c9e-4749-9787-94bba0e7ccd3 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:13.351760 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.352191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network a99a809c-6a12-457d-b99e-40b4d7e026d0 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:29:13.352785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.404285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.537179 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.719570 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.737571 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.839458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Allocated IP 172.25.0.226 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/fe74e5a7-9533-4b90-9aad-e06fefa1b9bc) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:29:13.936089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:13.971471 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:14.005809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:29:14.010368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:29:14.013788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:29:14.039770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=fe74e5a7-9533-4b90-9aad-e06fefa1b9bc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:14.052600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.052962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.053292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.053612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.053931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.054251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.054569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.054882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.055197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.055507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.055816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.056124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:14.278913 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:14.766811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:14.889963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Router b04620fa-fab3-43d2-a547-b6a92d74a216 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:29:15.001245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:29:15.011707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Sync routers for ids ['b04620fa-fab3-43d2-a547-b6a92d74a216'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:29:15.021308 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.022166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Routers {'b04620fa-fab3-43d2-a547-b6a92d74a216'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:15.022515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a3c50df4-55c8-4b85-b6bc-c6259263876a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7035246 Apr 21 21:29:15.022889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b04620fa-fab3-43d2-a547-b6a92d74a216'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:15.025515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39338) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:15.089804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977f8059-1bb8-4ccb-9bde-2297363523a6 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:15.091303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-977f8059-1bb8-4ccb-9bde-2297363523a6 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7e9401740cb24eedbc485c611d65e5d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0648725 Apr 21 21:29:15.094074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39340) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:15.125148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Set router b04620fa-fab3-43d2-a547-b6a92d74a216 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:15.183588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ebbfcd-63da-4fbc-902c-1b41d186e41d tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:15.185110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-92ebbfcd-63da-4fbc-902c-1b41d186e41d tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901008 Apr 21 21:29:15.187787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39342) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:15.215798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ee6354f3-f16e-4ffe-a151-b6124b99af8a tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269792 Apr 21 21:29:15.218320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39344) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:15.245387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-41ad4b51-4677-4246-b44a-800f1d3d1ca7 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=7e9401740cb24eedbc485c611d65e5d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259814 Apr 21 21:29:15.247700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39346) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:15.304743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:14Z', 'revision_number': 3, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:15.331127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Checking router: b04620fa-fab3-43d2-a547-b6a92d74a216 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:29:15.331326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e93c53c-5091-4a3f-a90a-a49895343255 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:15.331470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Updating router b04620fa-fab3-43d2-a547-b6a92d74a216 port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:29:15.332662 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9e93c53c-5091-4a3f-a90a-a49895343255 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840786 Apr 21 21:29:15.335541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39348) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:15.355348 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.367347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a7e5a40a-cb6f-4ab0-896d-76b2ad170320 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306990 Apr 21 21:29:15.369720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39350) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:15.375084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-270614907', 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0', 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:15.459014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Made reservation on behalf of 7e9401740cb24eedbc485c611d65e5d0 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:29:15.462451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.602732 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.608197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.638627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.659541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Attempting to bind port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:29:15.659905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Attempting to bind port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:29:15.660261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Attempting to bind port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:29:15.667423 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Pushing event updated for resources: {'Port': ['ID=fe74e5a7-9533-4b90-9aad-e06fefa1b9bc,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:15.670440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:29:15.670802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:29:15.671191 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.671574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:29:15.672022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Bound port: fe74e5a7-9533-4b90-9aad-e06fefa1b9bc, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:29:15.672387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.679143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.679488 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.679820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.680147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.680471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.680814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.681152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.681448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.681769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.682078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.682391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.682703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:15.702670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Subnet': ['ID=938c4830-8e1e-425b-a04e-d3395f3266b2,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:15.711200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Checking segment: {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:29:15.711567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network hostable DHCP agents. Network: a99a809c-6a12-457d-b99e-40b4d7e026d0, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:29:15.729138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network a99a809c-6a12-457d-b99e-40b4d7e026d0 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:29:15.736601 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] For port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:29:15.740054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, a99a809c-6a12-457d-b99e-40b4d7e026d0) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:29:15.741607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] For port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fe74e5a7-9533-4b90-9aad-e06fefa1b9bc,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:29:15.744334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:15.745072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.747242 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:15.755082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9656edd1-ccf7-4a8f-ba5e-384bd3a146f5 None None] Network a99a809c-6a12-457d-b99e-40b4d7e026d0 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:29:15.761076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2236bfe5-2211-4641-acb8-d1bab190b415 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3903327 Apr 21 21:29:15.763790 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39352) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:15.856591 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7a83e-7a20-4426-bba8-bb6d686565df None None] Pushing event updated for resources: {'Port': ['ID=fe74e5a7-9533-4b90-9aad-e06fefa1b9bc,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:15.862881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Routers {'b04620fa-fab3-43d2-a547-b6a92d74a216'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:15.863501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b04620fa-fab3-43d2-a547-b6a92d74a216'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:16.185729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] Set router b04620fa-fab3-43d2-a547-b6a92d74a216 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:16.194982 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:16.214510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-a99a809c-6a12-457d-b99e-40b4d7e026d0', 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'fixed_ips': [{'subnet_id': '938c4830-8e1e-425b-a04e-d3395f3266b2'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:29:16.215354 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:16.462652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Allocated IP 172.20.0.18 (a99a809c-6a12-457d-b99e-40b4d7e026d0/938c4830-8e1e-425b-a04e-d3395f3266b2/f09c4399-1928-4e14-ad25-305d4f517b2e) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:29:16.527812 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:14Z', 'revision_number': 3, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:16.555112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6545d84-fd0c-4679-91e1-21d21773acc4 None None] The sync data for ids ['b04620fa-fab3-43d2-a547-b6a92d74a216'] in n-d-838945-1 is: [{'id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:14Z', 'revision_number': 3, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:29:16.637910 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:16.643505 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:16.683003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Network a99a809c-6a12-457d-b99e-40b4d7e026d0 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:29:16.685891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:29:16.689745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:29:16.694054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Allocated IP 172.20.0.17 (a99a809c-6a12-457d-b99e-40b4d7e026d0/938c4830-8e1e-425b-a04e-d3395f3266b2/42f95bb5-4304-4d9c-b38c-ff67cb160586) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:29:16.697157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Pushing event updated for resources: {'Port': ['ID=f09c4399-1928-4e14-ad25-305d4f517b2e,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:16.750031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Attempting to bind port f09c4399-1928-4e14-ad25-305d4f517b2e on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:29:16.750401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Attempting to bind port f09c4399-1928-4e14-ad25-305d4f517b2e by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:29:16.750767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Attempting to bind port f09c4399-1928-4e14-ad25-305d4f517b2e on network a99a809c-6a12-457d-b99e-40b4d7e026d0 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:29:16.756639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:29:16.757042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Checking segment: {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:29:16.757449 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:16.757860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Bound using segment: {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:29:16.758300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Bound port: f09c4399-1928-4e14-ad25-305d4f517b2e, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:29:16.758684 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:16.835417 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:16.868206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] For port f09c4399-1928-4e14-ad25-305d4f517b2e, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:29:16.871771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] For port f09c4399-1928-4e14-ad25-305d4f517b2e, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f09c4399-1928-4e14-ad25-305d4f517b2e,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:29:16.873498 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:16.876033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:16.922491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network a99a809c-6a12-457d-b99e-40b4d7e026d0 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:29:16.930016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:29:16.932553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:29:16.939171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=42f95bb5-4304-4d9c-b38c-ff67cb160586,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:16.941742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1141d-a548-4391-a18b-88482923bcd7 None None] Pushing event updated for resources: {'Port': ['ID=f09c4399-1928-4e14-ad25-305d4f517b2e,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:16.986900 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:17.153028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:17.449831 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:17.454542 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:17.529900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=42f95bb5-4304-4d9c-b38c-ff67cb160586,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:17.532173 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:17.627793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network a99a809c-6a12-457d-b99e-40b4d7e026d0 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:29:17.629245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:29:17.741878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Router b04620fa-fab3-43d2-a547-b6a92d74a216 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:29:17.850764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:29:17.855656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3dee5ecc-0259-42c4-a384-320eca2608dc tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "PUT /v2.0/routers/b04620fa-fab3-43d2-a547-b6a92d74a216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0909073 Apr 21 21:29:17.876676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b321045c-c151-4591-b0da-f259563755b0 None None] Network a99a809c-6a12-457d-b99e-40b4d7e026d0 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:29:17.956399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-93c0a736-2827-4c20-8ace-25e4f028b31a None None] Provisioning complete for port f09c4399-1928-4e14-ad25-305d4f517b2e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:17.956789 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-93c0a736-2827-4c20-8ace-25e4f028b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.065101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-11ee92e5-ad67-44b0-b38f-a77da535dc59 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:18.066499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-11ee92e5-ad67-44b0-b38f-a77da535dc59 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/networks?id=a99a809c-6a12-457d-b99e-40b4d7e026d0 HTTP/1.1" status: 200 len: 797 time: 0.1000731 Apr 21 21:29:18.082071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-fc37da4c-9772-404b-9dac-ea969e019c9d tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/quotas/7e9401740cb24eedbc485c611d65e5d0 HTTP/1.1" status: 200 len: 375 time: 0.0091033 Apr 21 21:29:18.092090 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-93c0a736-2827-4c20-8ace-25e4f028b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.135973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-93c0a736-2827-4c20-8ace-25e4f028b31a None None] For port f09c4399-1928-4e14-ad25-305d4f517b2e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f09c4399-1928-4e14-ad25-305d4f517b2e,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:18.141334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-93c0a736-2827-4c20-8ace-25e4f028b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.166670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-3f7e0e3f-e892-4819-8120-a1d16a1a60b9 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0709102 Apr 21 21:29:18.200138 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0a736-2827-4c20-8ace-25e4f028b31a None None] Pushing event updated for resources: {'Port': ['ID=f09c4399-1928-4e14-ad25-305d4f517b2e,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:18.262786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-9ebbcbd0-bc24-46e9-aeb5-838ac3d1d6e8 service neutron] 10.222.0.49 "GET /v2.0/networks/a99a809c-6a12-457d-b99e-40b4d7e026d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935466 Apr 21 21:29:18.361047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-57410fd8-82a7-44d1-9d87-f11762f082ea service neutron] 10.222.0.49 "GET /v2.0/networks/a99a809c-6a12-457d-b99e-40b4d7e026d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915277 Apr 21 21:29:18.381364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-39b9af06-5589-4726-8bba-84935f058b23 None None] Provisioning complete for port 42f95bb5-4304-4d9c-b38c-ff67cb160586 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:18.381732 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-39b9af06-5589-4726-8bba-84935f058b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.424581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-39b9af06-5589-4726-8bba-84935f058b23 None None] Port 42f95bb5-4304-4d9c-b38c-ff67cb160586 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:29:18.435629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-39b9af06-5589-4726-8bba-84935f058b23 None None] Provisioning complete for port f09c4399-1928-4e14-ad25-305d4f517b2e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:18.436086 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-39b9af06-5589-4726-8bba-84935f058b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.517687 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Sync routers for ids ['b04620fa-fab3-43d2-a547-b6a92d74a216'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:29:18.539325 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Routers {'b04620fa-fab3-43d2-a547-b6a92d74a216'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:18.539965 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b04620fa-fab3-43d2-a547-b6a92d74a216'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:18.579653 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c860d681-e647-4854-ab8c-06a23c2835de req-5374b584-b2ad-45f7-8c55-34ab45adcee0 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 210 time: 0.0480189 Apr 21 21:29:18.677953 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Set router b04620fa-fab3-43d2-a547-b6a92d74a216 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:18.687270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3932dbaf-a0d4-45a0-81fc-b42e87c47dc8 None None] Provisioning complete for port 42f95bb5-4304-4d9c-b38c-ff67cb160586 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:18.687651 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3932dbaf-a0d4-45a0-81fc-b42e87c47dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.768710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3932dbaf-a0d4-45a0-81fc-b42e87c47dc8 None None] Port 42f95bb5-4304-4d9c-b38c-ff67cb160586 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:29:18.775525 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fe74e5a7-9533-4b90-9aad-e06fefa1b9bc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:29:18.841227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:18.841776 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.896150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a7235c87-b6ad-4e4a-822d-f9ce0e4ebfd8 None None] Provisioning complete for port 42f95bb5-4304-4d9c-b38c-ff67cb160586 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:18.896855 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a7235c87-b6ad-4e4a-822d-f9ce0e4ebfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.944751 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:17Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '42f95bb5-4304-4d9c-b38c-ff67cb160586', 'name': '', 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:86:d2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '938c4830-8e1e-425b-a04e-d3395f3266b2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:16Z', 'updated_at': '2022-04-21T21:29:17Z', 'revision_number': 2, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '938c4830-8e1e-425b-a04e-d3395f3266b2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:18.960044 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a7235c87-b6ad-4e4a-822d-f9ce0e4ebfd8 None None] Port 42f95bb5-4304-4d9c-b38c-ff67cb160586 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:29:18.967477 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.973196 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Checking router: b04620fa-fab3-43d2-a547-b6a92d74a216 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:29:18.974282 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Updating router b04620fa-fab3-43d2-a547-b6a92d74a216 port 42f95bb5-4304-4d9c-b38c-ff67cb160586 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:29:18.988005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fe74e5a7-9533-4b90-9aad-e06fefa1b9bc,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:18.992149 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:18.993000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f09c4399-1928-4e14-ad25-305d4f517b2e up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:29:19.002714 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.072213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=fe74e5a7-9533-4b90-9aad-e06fefa1b9bc,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:19.084565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f09c4399-1928-4e14-ad25-305d4f517b2e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:19.084973 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.380200 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.385207 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.433573 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Pushing event updated for resources: {'Port': ['ID=42f95bb5-4304-4d9c-b38c-ff67cb160586,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:19.455810 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.456126 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.456450 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.456793 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.457115 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.457434 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.458312 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.458626 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.458934 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.459242 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.459548 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.459855 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:29:19.494991 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Attempting to bind port 42f95bb5-4304-4d9c-b38c-ff67cb160586 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:29:19.495345 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Attempting to bind port 42f95bb5-4304-4d9c-b38c-ff67cb160586 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:29:19.495700 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Attempting to bind port 42f95bb5-4304-4d9c-b38c-ff67cb160586 on network a99a809c-6a12-457d-b99e-40b4d7e026d0 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:29:19.501374 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:29:19.501729 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Checking segment: {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:29:19.502741 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.503207 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Bound using segment: {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:29:19.503751 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Bound port: 42f95bb5-4304-4d9c-b38c-ff67cb160586, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:29:19.504124 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.586161 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] For port 42f95bb5-4304-4d9c-b38c-ff67cb160586, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:29:19.590143 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] For port 42f95bb5-4304-4d9c-b38c-ff67cb160586, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=42f95bb5-4304-4d9c-b38c-ff67cb160586,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:29:19.594595 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.649276 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Routers {'b04620fa-fab3-43d2-a547-b6a92d74a216'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:19.649999 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b04620fa-fab3-43d2-a547-b6a92d74a216'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:19.710121 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98488851-fd3f-4f5b-b891-ae9b7beb2c67 None None] Pushing event updated for resources: {'Port': ['ID=42f95bb5-4304-4d9c-b38c-ff67cb160586,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:19.734931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-80f24171-552f-4487-a92b-2c423f3fed6e req-e57bd115-d13f-4aec-9c8a-64e5358295b6 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 210 time: 0.0492105 Apr 21 21:29:19.785408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-823d60f8-a7a3-4470-8cac-21324c760025 None None] Provisioning complete for port 42f95bb5-4304-4d9c-b38c-ff67cb160586 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:19.785820 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-823d60f8-a7a3-4470-8cac-21324c760025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.796993 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] Set router b04620fa-fab3-43d2-a547-b6a92d74a216 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:19.885641 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-823d60f8-a7a3-4470-8cac-21324c760025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.923762 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-823d60f8-a7a3-4470-8cac-21324c760025 None None] For port 42f95bb5-4304-4d9c-b38c-ff67cb160586, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=42f95bb5-4304-4d9c-b38c-ff67cb160586,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:19.930051 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-823d60f8-a7a3-4470-8cac-21324c760025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:19.988661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d60f8-a7a3-4470-8cac-21324c760025 None None] Pushing event updated for resources: {'Port': ['ID=42f95bb5-4304-4d9c-b38c-ff67cb160586,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:20.029789 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:17Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '42f95bb5-4304-4d9c-b38c-ff67cb160586', 'name': '', 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:86:d2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '938c4830-8e1e-425b-a04e-d3395f3266b2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:16Z', 'updated_at': '2022-04-21T21:29:19Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '938c4830-8e1e-425b-a04e-d3395f3266b2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:20.050131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-890d665e-f21e-491a-a2d6-4fe6731d010b None None] Provisioning complete for port 42f95bb5-4304-4d9c-b38c-ff67cb160586 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:20.050592 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-890d665e-f21e-491a-a2d6-4fe6731d010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.062241 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ce37f-f2ba-45c9-9133-f53ac596b633 None None] The sync data for ids ['b04620fa-fab3-43d2-a547-b6a92d74a216'] in n-d-838945-1 is: [{'id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:17Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '42f95bb5-4304-4d9c-b38c-ff67cb160586', 'name': '', 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:86:d2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '938c4830-8e1e-425b-a04e-d3395f3266b2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:16Z', 'updated_at': '2022-04-21T21:29:19Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '938c4830-8e1e-425b-a04e-d3395f3266b2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:29:20.079145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-540f5c3d-184c-410d-a8df-5f0e4d88d5e5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:20.081168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-540f5c3d-184c-410d-a8df-5f0e4d88d5e5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.43 "GET /v2.0/networks?id=a99a809c-6a12-457d-b99e-40b4d7e026d0 HTTP/1.1" status: 200 len: 797 time: 0.5530601 Apr 21 21:29:20.134003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Request body: {'port': {'device_id': '9ba119ec-df33-4a6f-98a1-edb864a17121', 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0', 'admin_state_up': True, 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:20.248076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Made reservation on behalf of 7e9401740cb24eedbc485c611d65e5d0 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:29:20.251791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.382472 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Allocated IP 172.20.0.20 (a99a809c-6a12-457d-b99e-40b4d7e026d0/938c4830-8e1e-425b-a04e-d3395f3266b2/d57db587-0461-4b13-be71-a418cbb61f71) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:29:20.498857 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.533762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.578128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Network a99a809c-6a12-457d-b99e-40b4d7e026d0 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:29:20.583927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:29:20.587741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:29:20.619966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event updated for resources: {'Port': ['ID=d57db587-0461-4b13-be71-a418cbb61f71,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:20.646723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:20.647379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.673696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-bdc5eb02-7c84-40b3-8bcb-c686e5bae9d7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5447397 Apr 21 21:29:20.688636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Request body: {'port': {'device_id': '9ba119ec-df33-4a6f-98a1-edb864a17121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:20.751395 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.772666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.799660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 42f95bb5-4304-4d9c-b38c-ff67cb160586 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:29:20.863778 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 42f95bb5-4304-4d9c-b38c-ff67cb160586 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:20.864203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.922088 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.926466 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6393f248-4fa2-46f9-9e63-45b053f438f3 None None] Provisioning complete for port d57db587-0461-4b13-be71-a418cbb61f71 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:20.927039 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6393f248-4fa2-46f9-9e63-45b053f438f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:20.971029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6393f248-4fa2-46f9-9e63-45b053f438f3 None None] Port d57db587-0461-4b13-be71-a418cbb61f71 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:29:20.973871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132094c3-1c0c-4bed-80d6-35d5d60269c2 req-f623a5bb-288d-4cc8-9d48-53a680770d8e tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:20.975642 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-132094c3-1c0c-4bed-80d6-35d5d60269c2 req-f623a5bb-288d-4cc8-9d48-53a680770d8e tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 895 time: 0.1237171 Apr 21 21:29:21.010452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fe74e5a7-9533-4b90-9aad-e06fefa1b9bc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:29:21.070258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:21.070632 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:21.159399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57db587-0461-4b13-be71-a418cbb61f71 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:29:21.167996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:21.181175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Transition to ACTIVE for port object d57db587-0461-4b13-be71-a418cbb61f71 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:29:21.185146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:21.251680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Pushing event updated for resources: {'Port': ['ID=d57db587-0461-4b13-be71-a418cbb61f71,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:21.307683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Attempting to bind port d57db587-0461-4b13-be71-a418cbb61f71 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:29:21.307997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Attempting to bind port d57db587-0461-4b13-be71-a418cbb61f71 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:29:21.308314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Attempting to bind port d57db587-0461-4b13-be71-a418cbb61f71 on network a99a809c-6a12-457d-b99e-40b4d7e026d0 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:29:21.312662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Port d57db587-0461-4b13-be71-a418cbb61f71 on network a99a809c-6a12-457d-b99e-40b4d7e026d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:29:21.313022 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Attempting to bind port d57db587-0461-4b13-be71-a418cbb61f71 on network a99a809c-6a12-457d-b99e-40b4d7e026d0 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:29:21.318750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:29:21.319080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Checking segment: {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:29:21.319454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Bound using segment: {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:29:21.319880 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Bound port: d57db587-0461-4b13-be71-a418cbb61f71, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:29:21.320233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:21.385679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] For port d57db587-0461-4b13-be71-a418cbb61f71, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:29:21.388744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] For port d57db587-0461-4b13-be71-a418cbb61f71, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d57db587-0461-4b13-be71-a418cbb61f71,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:29:21.393696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:21.427480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:21.428090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:21.429552 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] 10.222.0.43 "PUT /v2.0/ports/d57db587-0461-4b13-be71-a418cbb61f71 HTTP/1.1" status: 200 len: 1055 time: 0.7479467 Apr 21 21:29:21.429883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba119ec-df33-4a6f-98a1-edb864a17121', 'tag': 'd57db587-0461-4b13-be71-a418cbb61f71'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:29:21.432116 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e3f392-be90-4ffb-a5ca-c5562b17406a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba119ec-df33-4a6f-98a1-edb864a17121", "tag": "d57db587-0461-4b13-be71-a418cbb61f71"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:29:21.458964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121c885-baf5-4369-a913-d0a035db27fc service neutron] Pushing event updated for resources: {'Port': ['ID=d57db587-0461-4b13-be71-a418cbb61f71,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:21.517168 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-c842eaf7-4b02-453b-ae10-cd7d6188892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:21.518681 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-c842eaf7-4b02-453b-ae10-cd7d6188892d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 1058 time: 0.0465815 Apr 21 21:29:21.571305 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-c42c43ac-5f2c-4511-bf8e-e4f4fd737fdb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d57db587-0461-4b13-be71-a418cbb61f71 HTTP/1.1" status: 200 len: 217 time: 0.0452230 Apr 21 21:29:21.606168 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cd8894-ef9f-4108-be7f-3ae0fdddf040 x-openstack-request-id: req-69cd8894-ef9f-4108-be7f-3ae0fdddf040 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:29:21.606455 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba119ec-df33-4a6f-98a1-edb864a17121", "tag": "d57db587-0461-4b13-be71-a418cbb61f71", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:29:21.606700 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69cd8894-ef9f-4108-be7f-3ae0fdddf040 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:29:21.607097 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69cd8894-ef9f-4108-be7f-3ae0fdddf040'] response: {'name': 'network-changed', 'server_uuid': '9ba119ec-df33-4a6f-98a1-edb864a17121', 'tag': 'd57db587-0461-4b13-be71-a418cbb61f71', 'status': 'completed', 'code': 200} Apr 21 21:29:21.625989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-038f5c99-7aad-4221-8bb1-7432c40232eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:21.627482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-038f5c99-7aad-4221-8bb1-7432c40232eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=938c4830-8e1e-425b-a04e-d3395f3266b2 HTTP/1.1" status: 200 len: 837 time: 0.0503006 Apr 21 21:29:21.673131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-6f07ba8e-ccc5-4a2d-93b7-cb5697485665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:21.674625 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-6f07ba8e-ccc5-4a2d-93b7-cb5697485665 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a99a809c-6a12-457d-b99e-40b4d7e026d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404658 Apr 21 21:29:21.766957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-91d10f5e-1db7-47db-b0df-79f197ce17cd service neutron] 10.222.0.43 "GET /v2.0/networks/a99a809c-6a12-457d-b99e-40b4d7e026d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853798 Apr 21 21:29:21.856394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eedd8c87-8b52-4436-9c3a-341dff96468f req-1bdd7228-fc8b-4c56-a6bf-39ace1ffdf22 service neutron] 10.222.0.43 "GET /v2.0/networks/a99a809c-6a12-457d-b99e-40b4d7e026d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830598 Apr 21 21:29:21.945847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-e9d3a6c9-fad8-4870-bb5b-abd6d2edd15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:21.947292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-e9d3a6c9-fad8-4870-bb5b-abd6d2edd15f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 1058 time: 0.0456219 Apr 21 21:29:22.034249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-1158ebd0-a848-42e5-a4b6-979cbbd44392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:22.035814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-1158ebd0-a848-42e5-a4b6-979cbbd44392 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a99a809c-6a12-457d-b99e-40b4d7e026d0 HTTP/1.1" status: 200 len: 898 time: 0.0822136 Apr 21 21:29:22.078583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-ff10b5a5-2c37-4923-9ece-a99a85d24801 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d57db587-0461-4b13-be71-a418cbb61f71 HTTP/1.1" status: 200 len: 217 time: 0.0359025 Apr 21 21:29:22.152425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-72bcffd1-09ec-4325-83fc-934da5679ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:22.153914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-72bcffd1-09ec-4325-83fc-934da5679ba1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=938c4830-8e1e-425b-a04e-d3395f3266b2 HTTP/1.1" status: 200 len: 837 time: 0.0675850 Apr 21 21:29:22.164684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2171780-bd43-4cf9-b234-02a66e68beaa req-1051ae50-6450-46ba-b229-f55a22d49876 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:22.166073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2171780-bd43-4cf9-b234-02a66e68beaa req-1051ae50-6450-46ba-b229-f55a22d49876 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 907 time: 0.0899141 Apr 21 21:29:22.204859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-ad18604b-9586-49fe-b668-8e0c1414a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:22.206340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-ad18604b-9586-49fe-b668-8e0c1414a805 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a99a809c-6a12-457d-b99e-40b4d7e026d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394135 Apr 21 21:29:22.297280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-58e3c228-9632-44ef-a138-74813aa943a4 service neutron] 10.222.0.43 "GET /v2.0/networks/a99a809c-6a12-457d-b99e-40b4d7e026d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841138 Apr 21 21:29:22.384273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-73e3f392-be90-4ffb-a5ca-c5562b17406a req-b4ff170f-5a6c-476c-bde1-0d969dfe2143 service neutron] 10.222.0.43 "GET /v2.0/networks/a99a809c-6a12-457d-b99e-40b4d7e026d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808165 Apr 21 21:29:23.279818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07c30-2724-4f74-9a52-43cf606a7120 req-227b9056-9c79-46e1-959a-52b6a9e3aee0 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:23.281266 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ab07c30-2724-4f74-9a52-43cf606a7120 req-227b9056-9c79-46e1-959a-52b6a9e3aee0 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 907 time: 0.0468512 Apr 21 21:29:24.395735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b7f57-04e2-47c3-8b40-5d9110020a91 req-395524cf-6577-4a16-9578-89e8e119315a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:24.397292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-db5b7f57-04e2-47c3-8b40-5d9110020a91 req-395524cf-6577-4a16-9578-89e8e119315a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 907 time: 0.0488160 Apr 21 21:29:24.885073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d57db587-0461-4b13-be71-a418cbb61f71 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:29:24.977570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d57db587-0461-4b13-be71-a418cbb61f71, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d57db587-0461-4b13-be71-a418cbb61f71,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:24.992008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'd57db587-0461-4b13-be71-a418cbb61f71', 'network_id': 'a99a809c-6a12-457d-b99e-40b4d7e026d0', 'port_id': 'd57db587-0461-4b13-be71-a418cbb61f71', 'mac_address': 'fa:16:3e:4c:7e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938c4830-8e1e-425b-a04e-d3395f3266b2', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:29:25.027374 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:25.039556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57db587-0461-4b13-be71-a418cbb61f71 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:29:25.066294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d57db587-0461-4b13-be71-a418cbb61f71, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d57db587-0461-4b13-be71-a418cbb61f71,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:25.071296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:25.118549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=d57db587-0461-4b13-be71-a418cbb61f71,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:25.385750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['d57db587-0461-4b13-be71-a418cbb61f71'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:29:25.513664 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de13d2-4010-4137-9639-2b2daa73b113 req-dfabc0fb-95c8-4bd6-a197-1338deaa756c tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:25.515079 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85de13d2-4010-4137-9639-2b2daa73b113 req-dfabc0fb-95c8-4bd6-a197-1338deaa756c tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 908 time: 0.0475554 Apr 21 21:29:26.633434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b21d2f-3eb0-41e0-a145-0e90c705f5d4 req-65ba22be-a834-4352-934e-865d305e8a92 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:26.634877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50b21d2f-3eb0-41e0-a145-0e90c705f5d4 req-65ba22be-a834-4352-934e-865d305e8a92 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 908 time: 0.0528877 Apr 21 21:29:26.900029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d57db587-0461-4b13-be71-a418cbb61f71 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:29:26.948850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port d57db587-0461-4b13-be71-a418cbb61f71 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:29:26.952989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port d57db587-0461-4b13-be71-a418cbb61f71 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:26.953377 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:27.025971 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:27.047677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba119ec-df33-4a6f-98a1-edb864a17121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57db587-0461-4b13-be71-a418cbb61f71'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:29:27.049956 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e240b896-1d14-42fb-ab66-14e7577077db" -d '{"events": [{"server_uuid": "9ba119ec-df33-4a6f-98a1-edb864a17121", "name": "network-vif-plugged", "status": "completed", "tag": "d57db587-0461-4b13-be71-a418cbb61f71"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:29:27.066402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d57db587-0461-4b13-be71-a418cbb61f71, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d57db587-0461-4b13-be71-a418cbb61f71,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:27.070508 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:27.094584 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf320e-67ca-4f42-8a20-798747b4b161 x-openstack-request-id: req-2eaf320e-67ca-4f42-8a20-798747b4b161 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:29:27.095033 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba119ec-df33-4a6f-98a1-edb864a17121", "name": "network-vif-plugged", "status": "completed", "tag": "d57db587-0461-4b13-be71-a418cbb61f71", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:29:27.095285 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2eaf320e-67ca-4f42-8a20-798747b4b161 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:29:27.095669 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eaf320e-67ca-4f42-8a20-798747b4b161'] response: {'server_uuid': '9ba119ec-df33-4a6f-98a1-edb864a17121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57db587-0461-4b13-be71-a418cbb61f71', 'code': 200} Apr 21 21:29:27.130580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=d57db587-0461-4b13-be71-a418cbb61f71,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:27.186287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55619e-f021-48f9-aaf7-b8348a8394e5 req-f8939908-cf76-4a9d-83c1-ca0eab15b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:27.187762 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e55619e-f021-48f9-aaf7-b8348a8394e5 req-f8939908-cf76-4a9d-83c1-ca0eab15b949 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 1060 time: 0.0394046 Apr 21 21:29:27.747129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91652-e05a-4400-bcd3-6639e72dd5f5 req-582bd874-74bf-4c93-8a14-721389d6efff tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:27.748571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-97c91652-e05a-4400-bcd3-6639e72dd5f5 req-582bd874-74bf-4c93-8a14-721389d6efff tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 909 time: 0.0473375 Apr 21 21:29:28.868972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c2daf-9c05-47bc-87db-3ff208a41d44 req-1a148e89-da20-479a-9687-d66110651e97 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:28.870446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-df5c2daf-9c05-47bc-87db-3ff208a41d44 req-1a148e89-da20-479a-9687-d66110651e97 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 909 time: 0.0513618 Apr 21 21:29:28.991219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf895e3f-f5c9-4f68-96dd-cc2108387f7b req-a444490b-7b1f-42c7-b77b-14b46559063a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:28.992674 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf895e3f-f5c9-4f68-96dd-cc2108387f7b req-a444490b-7b1f-42c7-b77b-14b46559063a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 909 time: 0.0476670 Apr 21 21:29:29.101182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ef40-dad2-4e1a-9077-c794bc367d2f req-9594ea0b-75eb-49ce-aa8c-ff9aa0ff35e9 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:29.102598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e772ef40-dad2-4e1a-9077-c794bc367d2f req-9594ea0b-75eb-49ce-aa8c-ff9aa0ff35e9 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 1060 time: 0.0442350 Apr 21 21:29:29.209732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900f1d5-64d7-4783-b74b-454c87acc23c req-79992f31-803b-4f5e-9294-c0f258236ecb tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:29.211237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7900f1d5-64d7-4783-b74b-454c87acc23c req-79992f31-803b-4f5e-9294-c0f258236ecb tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1135 time: 0.0433099 Apr 21 21:29:29.247147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7900f1d5-64d7-4783-b74b-454c87acc23c req-441e73f9-b0c7-489a-88c2-f668077e353c tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0297446 Apr 21 21:29:29.268229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39416) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:29.306419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1c433-c98b-4179-ab89-3289f45fe691 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:29.307857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f8e1c433-c98b-4179-ab89-3289f45fe691 tempest-TestSecurityGroupsBasicOps-1590929397 tempest-TestSecurityGroupsBasicOps-1590929397-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 1055 time: 0.0386679 Apr 21 21:29:29.528969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8876df-40f8-46f9-8dce-784921445fcf req-9e84fb0e-6d2a-4537-9f25-9924c1a06ae2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:29.530829 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de8876df-40f8-46f9-8dce-784921445fcf req-9e84fb0e-6d2a-4537-9f25-9924c1a06ae2 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 909 time: 0.0492346 Apr 21 21:29:30.398398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-f7c9f203-d6fb-4d6e-9b87-068ca89dcc5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390167 Apr 21 21:29:30.476441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-4564011a-f6bf-48ae-a835-baae9466c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:30.477903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-4564011a-f6bf-48ae-a835-baae9466c8fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1135 time: 0.0403538 Apr 21 21:29:30.507743 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ff961e2e-552a-4c0b-a1cb-6ee52c531926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:30.588251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-9247dcff-d37a-4f1a-b136-824d5aeceb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:30.589730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-9247dcff-d37a-4f1a-b136-824d5aeceb40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=582c51ec-96e1-421e-9851-dcfae8dec6f2 HTTP/1.1" status: 200 len: 896 time: 0.0933375 Apr 21 21:29:30.695375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45fdac-aadc-417f-aa0f-be3f47dd1f2c req-6cd80243-6b73-4fe4-aa1b-8f8c92e0a317 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:30.696850 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd45fdac-aadc-417f-aa0f-be3f47dd1f2c req-6cd80243-6b73-4fe4-aa1b-8f8c92e0a317 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 909 time: 0.0947242 Apr 21 21:29:30.698544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-83f84ecd-3d0f-4dce-a4c3-9fef9a11abef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c HTTP/1.1" status: 200 len: 1000 time: 0.1028209 Apr 21 21:29:30.749380 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-fda543b5-e7ce-4a12-98a4-b1d137d9d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:30.750781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-fda543b5-e7ce-4a12-98a4-b1d137d9d1b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=485dd3e7-7c95-48a0-a560-c967a83a12e5 HTTP/1.1" status: 200 len: 835 time: 0.0463982 Apr 21 21:29:30.794511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-5a2fed04-17df-4c1d-85f1-5aa20d07748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:30.795854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-5a2fed04-17df-4c1d-85f1-5aa20d07748f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=582c51ec-96e1-421e-9851-dcfae8dec6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385082 Apr 21 21:29:30.881648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951758b2-5dbe-4661-90a1-594e30789f88 req-8e260f6d-8dd2-4889-adc7-1d6af0b2a2dd tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:30.883105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-951758b2-5dbe-4661-90a1-594e30789f88 req-8e260f6d-8dd2-4889-adc7-1d6af0b2a2dd tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 909 time: 0.0524149 Apr 21 21:29:30.884166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-5a3b33dd-01ad-476e-a072-27d3f9991688 service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810087 Apr 21 21:29:30.973598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-951758b2-5dbe-4661-90a1-594e30789f88 req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Deleting port d57db587-0461-4b13-be71-a418cbb61f71 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:29:30.973939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-951758b2-5dbe-4661-90a1-594e30789f88 req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:30.981321 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8a6ac93-3365-4b45-9505-ed781b9162f5 req-d8d57f1d-7654-451c-89f9-cf029f2fb81a service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912118 Apr 21 21:29:31.065433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-951758b2-5dbe-4661-90a1-594e30789f88 req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] For port d57db587-0461-4b13-be71-a418cbb61f71, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d57db587-0461-4b13-be71-a418cbb61f71,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:31.065707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-951758b2-5dbe-4661-90a1-594e30789f88 req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:31.080623 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-951758b2-5dbe-4661-90a1-594e30789f88 req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Calling delete_port for d57db587-0461-4b13-be71-a418cbb61f71 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:29:31.201969 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-951758b2-5dbe-4661-90a1-594e30789f88 req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:31.232884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Port': ['ID=d57db587-0461-4b13-be71-a418cbb61f71,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:31.272421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-951758b2-5dbe-4661-90a1-594e30789f88 req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] No DVR routers for this DVR port d57db587-0461-4b13-be71-a418cbb61f71 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:29:31.275133 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-951758b2-5dbe-4661-90a1-594e30789f88 req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:31.278468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-951758b2-5dbe-4661-90a1-594e30789f88 req-bec3f751-7b09-4341-a58a-40e9bad9d786 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.43 "DELETE /v2.0/ports/d57db587-0461-4b13-be71-a418cbb61f71 HTTP/1.1" status: 204 len: 173 time: 0.3897569 Apr 21 21:29:31.278903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba119ec-df33-4a6f-98a1-edb864a17121', 'name': 'network-vif-deleted', 'tag': 'd57db587-0461-4b13-be71-a418cbb61f71'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:29:31.281361 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d2afd5-29c2-432d-9d6f-6e0aa07da251" -d '{"events": [{"server_uuid": "9ba119ec-df33-4a6f-98a1-edb864a17121", "name": "network-vif-deleted", "tag": "d57db587-0461-4b13-be71-a418cbb61f71"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:29:31.325178 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f9f3e-9ae2-4228-b02e-984b203778b5 x-openstack-request-id: req-833f9f3e-9ae2-4228-b02e-984b203778b5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:29:31.325543 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba119ec-df33-4a6f-98a1-edb864a17121", "name": "network-vif-deleted", "tag": "d57db587-0461-4b13-be71-a418cbb61f71", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:29:31.325811 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-833f9f3e-9ae2-4228-b02e-984b203778b5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:29:31.326220 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833f9f3e-9ae2-4228-b02e-984b203778b5'] response: {'server_uuid': '9ba119ec-df33-4a6f-98a1-edb864a17121', 'name': 'network-vif-deleted', 'tag': 'd57db587-0461-4b13-be71-a418cbb61f71', 'status': 'completed', 'code': 200} Apr 21 21:29:31.805509 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23186555-7c82-4406-8caa-5272120e804b req-a3706202-8a13-43fd-ab98-dc32203c5f1c tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ba119ec-df33-4a6f-98a1-edb864a17121 HTTP/1.1" status: 200 len: 210 time: 0.0269079 Apr 21 21:29:31.990729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f745724-d124-458e-a06b-490f12429bb2 req-d91c5073-b1a8-46c9-994e-df959107475d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391157 Apr 21 21:29:32.070650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745724-d124-458e-a06b-490f12429bb2 req-adeaba6f-5459-41e6-895d-dda9d0099746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:32.072111 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f745724-d124-458e-a06b-490f12429bb2 req-adeaba6f-5459-41e6-895d-dda9d0099746 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 1096 time: 0.0396850 Apr 21 21:29:32.173844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745724-d124-458e-a06b-490f12429bb2 req-4ca07d98-3ec8-4554-aa60-edb4929cacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:32.175278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f745724-d124-458e-a06b-490f12429bb2 req-4ca07d98-3ec8-4554-aa60-edb4929cacbf service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0857511 Apr 21 21:29:32.238001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f745724-d124-458e-a06b-490f12429bb2 req-bec61289-8f28-43e3-8f85-d1ed2c8b2604 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b HTTP/1.1" status: 200 len: 1000 time: 0.0559397 Apr 21 21:29:32.289425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745724-d124-458e-a06b-490f12429bb2 req-fd5b2974-4f3b-4cba-b45b-1c21c421caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:32.290746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f745724-d124-458e-a06b-490f12429bb2 req-fd5b2974-4f3b-4cba-b45b-1c21c421caff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0460522 Apr 21 21:29:32.333701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745724-d124-458e-a06b-490f12429bb2 req-861efade-16f7-4817-aad1-f99bd3e1e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:32.335752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f745724-d124-458e-a06b-490f12429bb2 req-861efade-16f7-4817-aad1-f99bd3e1e738 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388584 Apr 21 21:29:32.425537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f745724-d124-458e-a06b-490f12429bb2 req-bd985bdc-c82d-4753-b05a-6f0376307aa5 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835176 Apr 21 21:29:32.516738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6f745724-d124-458e-a06b-490f12429bb2 req-61b2ae8f-c7f2-432c-8d87-73cd03be2395 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833144 Apr 21 21:29:32.791866 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ed16df8f-8e54-46f1-8f6c-1515509606dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:32.862416 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39430) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:33.215611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:33.454724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Deleting port 42f95bb5-4304-4d9c-b38c-ff67cb160586 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:29:33.455058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:33.542946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] For port 42f95bb5-4304-4d9c-b38c-ff67cb160586, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=42f95bb5-4304-4d9c-b38c-ff67cb160586,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:33.543230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:33.555618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Calling delete_port for 42f95bb5-4304-4d9c-b38c-ff67cb160586 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:29:33.741190 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:33.768671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Port': ['ID=42f95bb5-4304-4d9c-b38c-ff67cb160586,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:33.945759 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.162048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Router b04620fa-fab3-43d2-a547-b6a92d74a216 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:29:34.167948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.265933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:29:34.270891 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ffc5d8b9-0815-4bce-a9d6-8b35f259e026 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "PUT /v2.0/routers/b04620fa-fab3-43d2-a547-b6a92d74a216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4074543 Apr 21 21:29:34.273523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39432) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:34.276045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] Sync routers for ids ['b04620fa-fab3-43d2-a547-b6a92d74a216'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:29:34.285354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] Routers {'b04620fa-fab3-43d2-a547-b6a92d74a216'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:34.286032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b04620fa-fab3-43d2-a547-b6a92d74a216'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:34.326276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-865dfd3e-8193-438a-96d3-b0a7949ce487 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Deleting subnet 938c4830-8e1e-425b-a04e-d3395f3266b2 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:29:34.329343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-865dfd3e-8193-438a-96d3-b0a7949ce487 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.368433 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-865dfd3e-8193-438a-96d3-b0a7949ce487 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.387757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] Set router b04620fa-fab3-43d2-a547-b6a92d74a216 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:34.449685 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-865dfd3e-8193-438a-96d3-b0a7949ce487 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.513823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-865dfd3e-8193-438a-96d3-b0a7949ce487 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.543151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dfd3e-8193-438a-96d3-b0a7949ce487 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Subnet': ['ID=938c4830-8e1e-425b-a04e-d3395f3266b2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:34.545138 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-865dfd3e-8193-438a-96d3-b0a7949ce487 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.550663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-865dfd3e-8193-438a-96d3-b0a7949ce487 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "DELETE /v2.0/subnets/938c4830-8e1e-425b-a04e-d3395f3266b2 HTTP/1.1" status: 204 len: 168 time: 0.2738080 Apr 21 21:29:34.550923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39434) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:34.575808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1573bca3-fc8b-4e10-aeb8-3a37e5a86e0a None None] Network a99a809c-6a12-457d-b99e-40b4d7e026d0 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:29:34.659487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.761558 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.813257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Deleting port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:29:34.813597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.837568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:33Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': 'fe74e5a7-9533-4b90-9aad-e06fefa1b9bc', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:34.866035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] Checking router: b04620fa-fab3-43d2-a547-b6a92d74a216 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:29:34.876154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] Routers {'b04620fa-fab3-43d2-a547-b6a92d74a216'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:34.876855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['b04620fa-fab3-43d2-a547-b6a92d74a216'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:34.895733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] For port fe74e5a7-9533-4b90-9aad-e06fefa1b9bc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fe74e5a7-9533-4b90-9aad-e06fefa1b9bc,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:34.896093 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:34.908491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Calling delete_port for fe74e5a7-9533-4b90-9aad-e06fefa1b9bc owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:29:34.915411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5031a1-5e44-4f8c-abcc-3b9412f285ff None None] DHCP port deletion for a99a809c-6a12-457d-b99e-40b4d7e026d0 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:29:34.973473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d57db587-0461-4b13-be71-a418cbb61f71 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:29:35.005059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: d57db587-0461-4b13-be71-a418cbb61f71 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:29:35.005385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d57db587-0461-4b13-be71-a418cbb61f71 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:29:35.022730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] Set router b04620fa-fab3-43d2-a547-b6a92d74a216 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:35.083713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:34Z', 'revision_number': 6, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:35.113275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e1fcf-28f0-4662-b344-16851a19e049 None None] The sync data for ids ['b04620fa-fab3-43d2-a547-b6a92d74a216'] in n-d-838945-1 is: [{'id': 'b04620fa-fab3-43d2-a547-b6a92d74a216', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1734982316', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:29:13Z', 'updated_at': '2022-04-21T21:29:34Z', 'revision_number': 6, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:29:35.119839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7b5031a1-5e44-4f8c-abcc-3b9412f285ff None None] Deleting port f09c4399-1928-4e14-ad25-305d4f517b2e {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:29:35.120208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b5031a1-5e44-4f8c-abcc-3b9412f285ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.183899 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7b5031a1-5e44-4f8c-abcc-3b9412f285ff None None] For port f09c4399-1928-4e14-ad25-305d4f517b2e, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f09c4399-1928-4e14-ad25-305d4f517b2e,segment=NetworkSegment(ed163f28-2a8a-4e03-8492-67fe1bf03e2d),segment_id=ed163f28-2a8a-4e03-8492-67fe1bf03e2d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:35.184553 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b5031a1-5e44-4f8c-abcc-3b9412f285ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.198034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7b5031a1-5e44-4f8c-abcc-3b9412f285ff None None] Calling delete_port for f09c4399-1928-4e14-ad25-305d4f517b2e owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:29:35.278908 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b5031a1-5e44-4f8c-abcc-3b9412f285ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.305959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5031a1-5e44-4f8c-abcc-3b9412f285ff None None] No DVR routers for this DVR port f09c4399-1928-4e14-ad25-305d4f517b2e on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:29:35.307651 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5031a1-5e44-4f8c-abcc-3b9412f285ff None None] Pushing event deleted for resources: {'Port': ['ID=f09c4399-1928-4e14-ad25-305d4f517b2e,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:35.395643 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.422489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Port': ['ID=fe74e5a7-9533-4b90-9aad-e06fefa1b9bc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:35.440028 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.482425 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.576281 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.578488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.627779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.628426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Fanout notify agent at l3_agent the message router_deleted on router b04620fa-fab3-43d2-a547-b6a92d74a216 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:29:35.639328 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.640441 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-96664118-3ecc-420e-a67b-c71d90434215 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "DELETE /v2.0/routers/b04620fa-fab3-43d2-a547-b6a92d74a216 HTTP/1.1" status: 204 len: 168 time: 1.0886555 Apr 21 21:29:35.643115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39436) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:35.724227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.813275 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.844617 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99a809c-6a12-457d-b99e-40b4d7e026d0']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:35.855088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:35.855377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed163f28-2a8a-4e03-8492-67fe1bf03e2d') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:35.864565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.878524 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.884468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:29:35.884884 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:29:35.887947 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:29:35.950405 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.968136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.971419 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "DELETE /v2.0/networks/a99a809c-6a12-457d-b99e-40b4d7e026d0 HTTP/1.1" status: 204 len: 168 time: 0.3273511 Apr 21 21:29:35.972444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9084f84-7b8a-47a7-a795-a1728a8f33b5 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Network': ['ID=a99a809c-6a12-457d-b99e-40b4d7e026d0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:35.976174 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:35.976789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39438) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:36.142832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Deleting port db8fe8bc-dd0b-4cfb-a2e6-d7a858b43c26 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:29:36.143275 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:36.221180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:36.221509 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:36.233704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Calling delete_port for db8fe8bc-dd0b-4cfb-a2e6-d7a858b43c26 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:29:36.378485 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:36.403044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Port': ['ID=db8fe8bc-dd0b-4cfb-a2e6-d7a858b43c26,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:36.466673 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:36.467005 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Floating IP 383e8e77-c4bc-4d17-a75f-af3b39097e98 disassociated (deleted). External IP: 172.25.0.16, port: 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c. Apr 21 21:29:36.656650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 42f95bb5-4304-4d9c-b38c-ff67cb160586 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:29:36.678799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 42f95bb5-4304-4d9c-b38c-ff67cb160586 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:29:36.679253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 42f95bb5-4304-4d9c-b38c-ff67cb160586 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:29:36.679747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fe74e5a7-9533-4b90-9aad-e06fefa1b9bc no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:29:36.705530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fe74e5a7-9533-4b90-9aad-e06fefa1b9bc {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:29:36.705846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fe74e5a7-9533-4b90-9aad-e06fefa1b9bc not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:29:36.706400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f09c4399-1928-4e14-ad25-305d4f517b2e no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:29:36.728262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: f09c4399-1928-4e14-ad25-305d4f517b2e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:29:36.728701 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f09c4399-1928-4e14-ad25-305d4f517b2e not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:29:37.015369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Router 34f3ef39-c81b-426c-bca8-510db1fc00d2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:29:37.119104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:29:37.123758 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:37.128204 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] Sync routers for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:29:37.137740 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:37.138328 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:37.156455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9302c943-3176-4602-b01f-20f4c3f134b7 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "DELETE /v2.0/floatingips/383e8e77-c4bc-4d17-a75f-af3b39097e98 HTTP/1.1" status: 204 len: 168 time: 1.1754143 Apr 21 21:29:37.156455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:29:37.157056 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3463a2-dda9-4868-81ee-dba87375651b" -d '{"events": [{"name": "network-changed", "server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:29:37.245729 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:37.266970 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceee3af1-a6db-4e91-a82f-717bdfbeab04 x-openstack-request-id: req-ceee3af1-a6db-4e91-a82f-717bdfbeab04 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:29:37.267256 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:29:37.267504 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ceee3af1-a6db-4e91-a82f-717bdfbeab04 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:29:37.267908 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceee3af1-a6db-4e91-a82f-717bdfbeab04'] response: {'name': 'network-changed', 'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'status': 'completed', 'code': 200} Apr 21 21:29:37.406843 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3463a2-dda9-4868-81ee-dba87375651b req-2f712ca9-867d-480d-8999-81c0fb3f7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:37.408813 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc3463a2-dda9-4868-81ee-dba87375651b req-2f712ca9-867d-480d-8999-81c0fb3f7d0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e9401740cb24eedbc485c611d65e5d0&device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 1135 time: 0.1132076 Apr 21 21:29:37.409846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce20d3-0d77-4537-9efc-1f83d0941d0b req-726361a8-79ca-4e81-839f-6692d9e3a97f tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:37.411352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06ce20d3-0d77-4537-9efc-1f83d0941d0b req-726361a8-79ca-4e81-839f-6692d9e3a97f tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 984 time: 0.0707369 Apr 21 21:29:37.453987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06ce20d3-0d77-4537-9efc-1f83d0941d0b req-654e0e7c-500a-4a62-9053-5a094c108369 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357981 Apr 21 21:29:37.457338 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '292cf255-e18a-4f5f-bb95-e76a1806b939', 'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:df:5e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:52Z', 'updated_at': '2022-04-21T21:27:55Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:37.486723 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] Checking router: 34f3ef39-c81b-426c-bca8-510db1fc00d2 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:29:37.495475 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:37.496103 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:37.508388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3463a2-dda9-4868-81ee-dba87375651b req-9d4f3d4e-2b88-4b3e-a761-ad58d9136d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:37.509878 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc3463a2-dda9-4868-81ee-dba87375651b req-9d4f3d4e-2b88-4b3e-a761-ad58d9136d44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=582c51ec-96e1-421e-9851-dcfae8dec6f2 HTTP/1.1" status: 200 len: 896 time: 0.0910273 Apr 21 21:29:37.551921 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc3463a2-dda9-4868-81ee-dba87375651b req-c31bca76-823d-47f9-ac96-0293498d82f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c HTTP/1.1" status: 200 len: 217 time: 0.0345726 Apr 21 21:29:37.606466 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:37.612231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3463a2-dda9-4868-81ee-dba87375651b req-7a7082cc-f333-434c-bafd-fa3c2836b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:37.614040 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc3463a2-dda9-4868-81ee-dba87375651b req-7a7082cc-f333-434c-bafd-fa3c2836b294 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=485dd3e7-7c95-48a0-a560-c967a83a12e5 HTTP/1.1" status: 200 len: 835 time: 0.0547130 Apr 21 21:29:37.664679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3463a2-dda9-4868-81ee-dba87375651b req-168f2397-09c9-4393-87dd-e6b074bac884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:37.666240 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc3463a2-dda9-4868-81ee-dba87375651b req-168f2397-09c9-4393-87dd-e6b074bac884 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=582c51ec-96e1-421e-9851-dcfae8dec6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446334 Apr 21 21:29:37.766454 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc3463a2-dda9-4868-81ee-dba87375651b req-440edc69-75b0-4cfe-839c-299b2a38f1fe service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919373 Apr 21 21:29:37.819342 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '292cf255-e18a-4f5f-bb95-e76a1806b939', 'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:df:5e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:52Z', 'updated_at': '2022-04-21T21:27:55Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:37.847960 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a2f37f-acde-4a40-a69b-e6d075dd1699 None None] The sync data for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 is: [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:27:53Z', 'revision_number': 4, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '292cf255-e18a-4f5f-bb95-e76a1806b939', 'name': '', 'network_id': '582c51ec-96e1-421e-9851-dcfae8dec6f2', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'mac_address': 'fa:16:3e:df:5e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:52Z', 'updated_at': '2022-04-21T21:27:55Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'subnets': [{'id': '485dd3e7-7c95-48a0-a560-c967a83a12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:29:37.873674 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cc3463a2-dda9-4868-81ee-dba87375651b req-e9c4f8e4-96a4-4cec-8a74-8460ad2f986b service neutron] 10.222.0.46 "GET /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990934 Apr 21 21:29:38.071682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8e8a5-064b-4669-837b-80d5c90c2b55 None None] New status for floating IP 383e8e77-c4bc-4d17-a75f-af3b39097e98: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:29:38.577784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884a0fa-9ef9-4da1-ab10-38f2bcb3174a req-332ed9f8-41ba-4757-bd6d-44918bc270c4 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:38.579289 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d884a0fa-9ef9-4da1-ab10-38f2bcb3174a req-332ed9f8-41ba-4757-bd6d-44918bc270c4 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 984 time: 0.0534992 Apr 21 21:29:38.623417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d884a0fa-9ef9-4da1-ab10-38f2bcb3174a req-fbdb004f-9c3c-4740-b6ff-e1f11047fb32 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/security-groups?id=4aefab7a-3651-4d55-baa5-a108fe92e781&id=8edef5fa-cbfe-49ac-adba-0f625d658c15&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0370560 Apr 21 21:29:39.041702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-5507bdc4-5f17-467d-870b-693838f7b3de tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:39.043123 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-5507bdc4-5f17-467d-870b-693838f7b3de tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.46 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 984 time: 0.0532837 Apr 21 21:29:39.138887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Deleting port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:29:39.139164 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:39.224443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] For port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:39.224835 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:39.241815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Calling delete_port for 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:29:39.364036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:39.393471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Port': ['ID=899c14ac-4ac1-427f-a5c4-a0c7dc9d439c,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:39.437883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] No DVR routers for this DVR port 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:29:39.440856 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:39.444668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8fbce76-98c0-457e-9355-df0e4b98c76d req-ec7c9e4b-79b4-4c62-9594-cc59f357f36b tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.46 "DELETE /v2.0/ports/899c14ac-4ac1-427f-a5c4-a0c7dc9d439c HTTP/1.1" status: 204 len: 173 time: 0.3950481 Apr 21 21:29:39.445142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'name': 'network-vif-deleted', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:29:39.447372 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a8a345-bc4f-464d-9a13-b8c071459a97" -d '{"events": [{"server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "name": "network-vif-deleted", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:29:39.486940 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0974bb6-45be-4f18-a030-33049dda7dc8 x-openstack-request-id: req-c0974bb6-45be-4f18-a030-33049dda7dc8 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:29:39.487161 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ed2463-eec8-40cd-9e73-968c10c9a1ab", "name": "network-vif-deleted", "tag": "899c14ac-4ac1-427f-a5c4-a0c7dc9d439c", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:29:39.487412 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0974bb6-45be-4f18-a030-33049dda7dc8 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:29:39.487818 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0974bb6-45be-4f18-a030-33049dda7dc8'] response: {'server_uuid': '86ed2463-eec8-40cd-9e73-968c10c9a1ab', 'name': 'network-vif-deleted', 'tag': '899c14ac-4ac1-427f-a5c4-a0c7dc9d439c', 'status': 'completed', 'code': 200} Apr 21 21:29:39.729288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7db64834-5b21-4e3d-b0e1-fba1a0390f42 req-2886376d-b699-4f21-8a06-4bf033e4c671 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "GET /v2.0/ports?device_id=86ed2463-eec8-40cd-9e73-968c10c9a1ab HTTP/1.1" status: 200 len: 210 time: 0.0270090 Apr 21 21:29:40.785722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39458) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:40.836863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc986c8e-e65e-429c-8a93-10e83696d395 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:40.859687 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc986c8e-e65e-429c-8a93-10e83696d395 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:40.899046 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc986c8e-e65e-429c-8a93-10e83696d395 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:40.901968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc986c8e-e65e-429c-8a93-10e83696d395 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:40.903185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cc986c8e-e65e-429c-8a93-10e83696d395 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "DELETE /v2.0/security-groups/8edef5fa-cbfe-49ac-adba-0f625d658c15 HTTP/1.1" status: 204 len: 168 time: 0.1164231 Apr 21 21:29:40.905942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39460) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:40.912071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc986c8e-e65e-429c-8a93-10e83696d395 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edef5fa-cbfe-49ac-adba-0f625d658c15,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:40.964625 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-79e7f37e-506b-4d61-b095-ce9d3c3e5f45 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:40.986886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-79e7f37e-506b-4d61-b095-ce9d3c3e5f45 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:41.031721 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-79e7f37e-506b-4d61-b095-ce9d3c3e5f45 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:41.034538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-79e7f37e-506b-4d61-b095-ce9d3c3e5f45 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:41.035667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-79e7f37e-506b-4d61-b095-ce9d3c3e5f45 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "DELETE /v2.0/security-groups/4aefab7a-3651-4d55-baa5-a108fe92e781 HTTP/1.1" status: 204 len: 168 time: 0.1286674 Apr 21 21:29:41.038580 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39462) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:41.044299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7f37e-506b-4d61-b095-ce9d3c3e5f45 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aefab7a-3651-4d55-baa5-a108fe92e781,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:41.391626 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:41.640373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Deleting port 292cf255-e18a-4f5f-bb95-e76a1806b939 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:29:41.640696 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:41.725605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] For port 292cf255-e18a-4f5f-bb95-e76a1806b939, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=292cf255-e18a-4f5f-bb95-e76a1806b939,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:41.725969 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:41.743209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Calling delete_port for 292cf255-e18a-4f5f-bb95-e76a1806b939 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:29:41.922032 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:41.950350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Port': ['ID=292cf255-e18a-4f5f-bb95-e76a1806b939,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:42.118557 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:42.329068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Router 34f3ef39-c81b-426c-bca8-510db1fc00d2 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:29:42.433042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:29:42.440004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b81cdcc8-a72d-413a-b0f9-4ba8e60fd84a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "PUT /v2.0/routers/34f3ef39-c81b-426c-bca8-510db1fc00d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001739 Apr 21 21:29:42.442715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39464) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:42.443946 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] Sync routers for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:29:42.456376 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:42.457090 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:42.497482 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81877fb-874e-4b4a-b1cc-4c0fd7c384cf tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Deleting subnet 485dd3e7-7c95-48a0-a560-c967a83a12e5 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:29:42.501056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a81877fb-874e-4b4a-b1cc-4c0fd7c384cf tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:42.542381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a81877fb-874e-4b4a-b1cc-4c0fd7c384cf tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:42.632666 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a81877fb-874e-4b4a-b1cc-4c0fd7c384cf tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:42.655365 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:42.692083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a81877fb-874e-4b4a-b1cc-4c0fd7c384cf tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:42.719880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81877fb-874e-4b4a-b1cc-4c0fd7c384cf tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Subnet': ['ID=485dd3e7-7c95-48a0-a560-c967a83a12e5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:42.723550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a81877fb-874e-4b4a-b1cc-4c0fd7c384cf tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:42.726793 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a81877fb-874e-4b4a-b1cc-4c0fd7c384cf tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "DELETE /v2.0/subnets/485dd3e7-7c95-48a0-a560-c967a83a12e5 HTTP/1.1" status: 204 len: 168 time: 0.2830770 Apr 21 21:29:42.729408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39466) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:42.730388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a84a6-b064-4cba-8fbd-78fc3b9afd9b None None] Network 582c51ec-96e1-421e-9851-dcfae8dec6f2 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:29:42.784170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:29:42.848093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:29:42.848625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 899c14ac-4ac1-427f-a5c4-a0c7dc9d439c not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:29:42.850493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:42.857590 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:29:41Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:42.884181 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] Checking router: 34f3ef39-c81b-426c-bca8-510db1fc00d2 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:29:42.892717 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] Routers {'34f3ef39-c81b-426c-bca8-510db1fc00d2'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:29:42.893377 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['34f3ef39-c81b-426c-bca8-510db1fc00d2'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:42.953491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600a081e-4ca6-427b-a3fd-eab5cc196add None None] DHCP port deletion for 582c51ec-96e1-421e-9851-dcfae8dec6f2 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:29:42.963115 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.001132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-600a081e-4ca6-427b-a3fd-eab5cc196add None None] Deleting port c9194974-e635-4952-9e97-a52bf0169820 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:29:43.001506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-600a081e-4ca6-427b-a3fd-eab5cc196add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.004023 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] Set router 34f3ef39-c81b-426c-bca8-510db1fc00d2 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:29:43.026342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Deleting port 30e3b21c-5068-4183-a4cf-3373454de753 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:29:43.026693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.076572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-600a081e-4ca6-427b-a3fd-eab5cc196add None None] For port c9194974-e635-4952-9e97-a52bf0169820, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c9194974-e635-4952-9e97-a52bf0169820,segment=NetworkSegment(e01fa6ea-466d-4915-83de-10bea068ca54),segment_id=e01fa6ea-466d-4915-83de-10bea068ca54)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:43.076999 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-600a081e-4ca6-427b-a3fd-eab5cc196add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.090578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-600a081e-4ca6-427b-a3fd-eab5cc196add None None] Calling delete_port for c9194974-e635-4952-9e97-a52bf0169820 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:29:43.113745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] For port 30e3b21c-5068-4183-a4cf-3373454de753, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=30e3b21c-5068-4183-a4cf-3373454de753,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:43.113745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.127053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Calling delete_port for 30e3b21c-5068-4183-a4cf-3373454de753 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:29:43.192152 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-600a081e-4ca6-427b-a3fd-eab5cc196add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.217701 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:29:41Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:43.218151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a081e-4ca6-427b-a3fd-eab5cc196add None None] Pushing event deleted for resources: {'Port': ['ID=c9194974-e635-4952-9e97-a52bf0169820,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:43.221759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a081e-4ca6-427b-a3fd-eab5cc196add None None] No DVR routers for this DVR port c9194974-e635-4952-9e97-a52bf0169820 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:29:43.247876 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1713a-d52e-4da9-aac2-53bdf81b2585 None None] The sync data for ids ['34f3ef39-c81b-426c-bca8-510db1fc00d2'] in n-d-838945-1 is: [{'id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-472596916', 'tenant_id': '7e9401740cb24eedbc485c611d65e5d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '30e3b21c-5068-4183-a4cf-3373454de753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:27:48Z', 'updated_at': '2022-04-21T21:29:41Z', 'revision_number': 5, 'project_id': '7e9401740cb24eedbc485c611d65e5d0', 'gw_port': {'id': '30e3b21c-5068-4183-a4cf-3373454de753', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:65:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f3ef39-c81b-426c-bca8-510db1fc00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:27:49Z', 'updated_at': '2022-04-21T21:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:29:43.309189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.334316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Port': ['ID=30e3b21c-5068-4183-a4cf-3373454de753,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:43.396666 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.486456 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.488594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.530375 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.531019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Fanout notify agent at l3_agent the message router_deleted on router 34f3ef39-c81b-426c-bca8-510db1fc00d2 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:29:43.538744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.539820 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7cd47aee-ebfa-4e77-966e-1f9331c4809a tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "DELETE /v2.0/routers/34f3ef39-c81b-426c-bca8-510db1fc00d2 HTTP/1.1" status: 204 len: 168 time: 0.8090980 Apr 21 21:29:43.542535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39468) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:43.619167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.708690 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.731910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582c51ec-96e1-421e-9851-dcfae8dec6f2']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:43.741027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01fa6ea-466d-4915-83de-10bea068ca54') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:43.741321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01fa6ea-466d-4915-83de-10bea068ca54') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:29:43.750251 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.762839 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.768586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:29:43.769000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:29:43.772444 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:29:43.842193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.854875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:43.858244 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] 10.222.0.49 "DELETE /v2.0/networks/582c51ec-96e1-421e-9851-dcfae8dec6f2 HTTP/1.1" status: 204 len: 168 time: 0.3148088 Apr 21 21:29:43.870806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d1059-17c5-40bc-a934-868b82edc248 tempest-TestSecurityGroupsBasicOps-180044651 tempest-TestSecurityGroupsBasicOps-180044651-project] Pushing event deleted for resources: {'Network': ['ID=582c51ec-96e1-421e-9851-dcfae8dec6f2,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:44.134930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39476) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:44.269443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ff739c29-25ae-449f-9430-fab3f76dff26 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e9401740cb24eedbc485c611d65e5d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333091 Apr 21 21:29:44.272018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39480) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:44.319198 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6f5efa7-d8ad-4d21-85bf-d9f9237cb3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.340039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6f5efa7-d8ad-4d21-85bf-d9f9237cb3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.385530 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6f5efa7-d8ad-4d21-85bf-d9f9237cb3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.388089 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e6f5efa7-d8ad-4d21-85bf-d9f9237cb3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.389425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e6f5efa7-d8ad-4d21-85bf-d9f9237cb3d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/de9fbf6e-f75b-4aef-8c9c-af3d5ccfa577 HTTP/1.1" status: 204 len: 168 time: 0.1165020 Apr 21 21:29:44.397320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5efa7-d8ad-4d21-85bf-d9f9237cb3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9fbf6e-f75b-4aef-8c9c-af3d5ccfa577,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:44.643774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39486) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:44.653630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c9194974-e635-4952-9e97-a52bf0169820 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:29:44.657407 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19496e64-0827-4d1a-8b1d-25fd4fe3d758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.674336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c9194974-e635-4952-9e97-a52bf0169820 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:29:44.674508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c9194974-e635-4952-9e97-a52bf0169820 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:29:44.674847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 292cf255-e18a-4f5f-bb95-e76a1806b939 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:29:44.694543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 292cf255-e18a-4f5f-bb95-e76a1806b939 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:29:44.694892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 292cf255-e18a-4f5f-bb95-e76a1806b939 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:29:44.695295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 30e3b21c-5068-4183-a4cf-3373454de753 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:29:44.715524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 30e3b21c-5068-4183-a4cf-3373454de753 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:29:44.715799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 30e3b21c-5068-4183-a4cf-3373454de753 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:29:44.733642 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19496e64-0827-4d1a-8b1d-25fd4fe3d758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.737780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19496e64-0827-4d1a-8b1d-25fd4fe3d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.776052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-19496e64-0827-4d1a-8b1d-25fd4fe3d758 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eda5904c451d4f1995eb345343319a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311481 Apr 21 21:29:44.777012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19496e64-0827-4d1a-8b1d-25fd4fe3d758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dc9901-f46c-4e0f-abe7-4ba480a278d9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:44.778704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39488) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:44.826500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-515c2577-c14f-4f37-801d-c882cc24682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.855851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-515c2577-c14f-4f37-801d-c882cc24682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.910135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-515c2577-c14f-4f37-801d-c882cc24682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.912617 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-515c2577-c14f-4f37-801d-c882cc24682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:44.913751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-515c2577-c14f-4f37-801d-c882cc24682b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91dc9901-f46c-4e0f-abe7-4ba480a278d9 HTTP/1.1" status: 204 len: 168 time: 0.1340153 Apr 21 21:29:44.921389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c2577-c14f-4f37-801d-c882cc24682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dc9901-f46c-4e0f-abe7-4ba480a278d9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:45.226836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39494) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:45.267456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0e81b4f3-e2a7-4a74-a8b0-188e3bf85d81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05af0d6714d94cfea2329b1d9facdbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393848 Apr 21 21:29:45.270031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39496) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:45.276066 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:29:45.316129 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-554d38fd-a143-49d4-971a-ab3df57c5c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:45.336662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-554d38fd-a143-49d4-971a-ab3df57c5c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:45.382436 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-554d38fd-a143-49d4-971a-ab3df57c5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:45.384940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-554d38fd-a143-49d4-971a-ab3df57c5c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:45.386059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-554d38fd-a143-49d4-971a-ab3df57c5c2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/312534af-a298-4987-8277-b796ee573363 HTTP/1.1" status: 204 len: 168 time: 0.1152501 Apr 21 21:29:45.393805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d38fd-a143-49d4-971a-ab3df57c5c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312534af-a298-4987-8277-b796ee573363,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:46.043620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:46.139216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1351315894-network', 'tenant_id': '2c9aaa5d145f4300ba781f37aa4aa581'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:46.158281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Made reservation on behalf of 2c9aaa5d145f4300ba781f37aa4aa581 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:29:46.160540 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.169158 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.244245 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.248113 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.268623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:29:46.283129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fce0261-91c0-4c0a-9e46-7984465d9491,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:46.288921 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.289258 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Added segment 70a53e70-c6a4-4b2e-9d10-e233de4cd681 of type vlan for network 59ed9acf-dd5a-4885-a4a5-184d2d21875f Apr 21 21:29:46.327814 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.353604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.354567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:46.355184 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.403336 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3586643 Apr 21 21:29:46.406308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39522) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:46.411224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Request body: {'subnet': {'network_id': '59ed9acf-dd5a-4885-a4a5-184d2d21875f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1351315894-subnet', 'tenant_id': '2c9aaa5d145f4300ba781f37aa4aa581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:46.415332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc08cc-d990-4de0-8eb2-422819ddba25 admin admin] Pushing event updated for resources: {'Network': ['ID=59ed9acf-dd5a-4885-a4a5-184d2d21875f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:46.424926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 59ed9acf-dd5a-4885-a4a5-184d2d21875f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:29:46.435931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Made reservation on behalf of 2c9aaa5d145f4300ba781f37aa4aa581 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:29:46.438440 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.607441 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.664411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622bc8b3-2aa7-40fc-b187-2107e0811051,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:46.668552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Checking segment: {'id': '70a53e70-c6a4-4b2e-9d10-e233de4cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59ed9acf-dd5a-4885-a4a5-184d2d21875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:29:46.668934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Network hostable DHCP agents. Network: 59ed9acf-dd5a-4885-a4a5-184d2d21875f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:29:46.685442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Network 59ed9acf-dd5a-4885-a4a5-184d2d21875f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:29:46.694689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 59ed9acf-dd5a-4885-a4a5-184d2d21875f) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:29:46.698608 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:46.699184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:46.703726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a1db5-2e84-4c49-b067-3d11cafc3b57 None None] Network 59ed9acf-dd5a-4885-a4a5-184d2d21875f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:29:46.717171 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-55cb999f-16b3-477f-940c-418c8857ac54 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3097575 Apr 21 21:29:46.825109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1812ceb-4655-45d4-9d31-62df96c4a42d None None] Network 59ed9acf-dd5a-4885-a4a5-184d2d21875f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:29:47.175399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39538) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:47.180952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-395597382-network', 'tenant_id': '02f09738a9744e1f9e506b0b0786c5db'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:47.198800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Made reservation on behalf of 02f09738a9744e1f9e506b0b0786c5db for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:29:47.201134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.209419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.280362 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.284020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.307877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:29:47.317336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675f27e1-8148-46b9-a670-a6091219e103,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:47.322058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.322394 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Added segment 0bf0df54-d3b4-42ad-a181-413da7e0cf4a of type vlan for network fae8c4e2-a854-4104-8dfa-8374b7c5c2bd Apr 21 21:29:47.361655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.384509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.385485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:47.386081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.438069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2615874 Apr 21 21:29:47.441143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39540) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:29:47.446171 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Request body: {'subnet': {'network_id': 'fae8c4e2-a854-4104-8dfa-8374b7c5c2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-395597382-subnet', 'tenant_id': '02f09738a9744e1f9e506b0b0786c5db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:47.450762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22954ee2-e884-49b2-9882-70b31c2fb738 admin admin] Pushing event updated for resources: {'Network': ['ID=fae8c4e2-a854-4104-8dfa-8374b7c5c2bd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:47.464824 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network fae8c4e2-a854-4104-8dfa-8374b7c5c2bd details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:29:47.465574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Made reservation on behalf of 02f09738a9744e1f9e506b0b0786c5db for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:29:47.468112 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.631514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.689639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=705aa077-919e-47cb-9915-f1bac37bb9f5,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:47.696488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Checking segment: {'id': '0bf0df54-d3b4-42ad-a181-413da7e0cf4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fae8c4e2-a854-4104-8dfa-8374b7c5c2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:29:47.696872 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Network hostable DHCP agents. Network: fae8c4e2-a854-4104-8dfa-8374b7c5c2bd, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:29:47.713470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Network fae8c4e2-a854-4104-8dfa-8374b7c5c2bd is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:29:47.721579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, fae8c4e2-a854-4104-8dfa-8374b7c5c2bd) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:29:47.726178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:47.726791 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:47.730949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8445060-c292-45f6-b8b0-7e2b2e0385eb None None] Network fae8c4e2-a854-4104-8dfa-8374b7c5c2bd requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:29:47.742817 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-03f09b90-2875-4ccc-8c86-b1abe5c03e3b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3004355 Apr 21 21:29:47.862759 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c08bac-d7eb-4f91-8fc8-ef7b25199675 None None] Network fae8c4e2-a854-4104-8dfa-8374b7c5c2bd requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:29:48.213312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc27c-d56a-4d97-8997-105353501119 req-3765d583-99e9-436f-a846-9d6cba728f23 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:48.214741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-3765d583-99e9-436f-a846-9d6cba728f23 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/networks?id=59ed9acf-dd5a-4885-a4a5-184d2d21875f HTTP/1.1" status: 200 len: 812 time: 0.1003740 Apr 21 21:29:48.229359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-972debdf-7a86-4f41-af7a-8dff99ba9a18 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/quotas/2c9aaa5d145f4300ba781f37aa4aa581 HTTP/1.1" status: 200 len: 375 time: 0.0086517 Apr 21 21:29:48.266485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-49688ac0-8837-421e-8299-6c1e014151dc tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c9aaa5d145f4300ba781f37aa4aa581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317600 Apr 21 21:29:48.356477 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-b8ad5298-1046-4a42-892a-56a4bdfdf133 service neutron] 10.222.0.49 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829103 Apr 21 21:29:48.447986 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-277dc2d6-ebd9-43f5-8138-53d56e7087d4 service neutron] 10.222.0.49 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851626 Apr 21 21:29:48.605671 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fed048d8-782a-4bb1-ab62-f3d0d2e4e2dd req-bb153abd-afd4-4bde-b27a-feb59958c2b7 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 210 time: 0.0269027 Apr 21 21:29:49.615950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc27c-d56a-4d97-8997-105353501119 req-247da040-a59b-4ed9-80d8-d5c9a8bf7a8d tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:49.617417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-247da040-a59b-4ed9-80d8-d5c9a8bf7a8d tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.46 "GET /v2.0/networks?id=59ed9acf-dd5a-4885-a4a5-184d2d21875f HTTP/1.1" status: 200 len: 812 time: 0.1009526 Apr 21 21:29:49.630097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Request body: {'port': {'device_id': 'd1fd813d-b60a-40c8-a94c-b178a46dcc51', 'network_id': '59ed9acf-dd5a-4885-a4a5-184d2d21875f', 'admin_state_up': True, 'tenant_id': '2c9aaa5d145f4300ba781f37aa4aa581'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:49.704322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9377d73-991e-43d2-8a83-15b488c53bff req-36048e8c-8821-4973-93ec-d1472989f4aa tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 210 time: 0.0282788 Apr 21 21:29:49.739666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Made reservation on behalf of 2c9aaa5d145f4300ba781f37aa4aa581 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:29:49.743604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:49.868182 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Allocated IP 172.20.0.4 (59ed9acf-dd5a-4885-a4a5-184d2d21875f/622bc8b3-2aa7-40fc-b187-2107e0811051/e779217a-ebf8-473b-8628-3a96a3060575) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:29:50.007123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:50.039911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:50.082406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Network 59ed9acf-dd5a-4885-a4a5-184d2d21875f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:29:50.087349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:29:50.090984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:29:50.116159 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Pushing event updated for resources: {'Port': ['ID=e779217a-ebf8-473b-8628-3a96a3060575,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:50.142207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:50.142809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:50.157366 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-31f6300e-0d05-4b0d-a13a-8d0345872a00 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5319242 Apr 21 21:29:50.168977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Request body: {'port': {'device_id': 'd1fd813d-b60a-40c8-a94c-b178a46dcc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:29:50.219295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:50.476342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e779217a-ebf8-473b-8628-3a96a3060575 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:29:50.483406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:50.494704 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Transition to ACTIVE for port object e779217a-ebf8-473b-8628-3a96a3060575 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:29:50.498466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:50.760071 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:50.898495 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:50.900181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Pushing event updated for resources: {'Port': ['ID=e779217a-ebf8-473b-8628-3a96a3060575,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:50.959615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e8810-0e42-4231-b404-3b24d3f3f004 req-fe6fdd46-6b1e-4c8b-82e6-eb25ea0dc7b6 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:50.961099 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-607e8810-0e42-4231-b404-3b24d3f3f004 req-fe6fdd46-6b1e-4c8b-82e6-eb25ea0dc7b6 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 943 time: 0.1104655 Apr 21 21:29:50.995818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Attempting to bind port e779217a-ebf8-473b-8628-3a96a3060575 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:29:50.996076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Attempting to bind port e779217a-ebf8-473b-8628-3a96a3060575 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '70a53e70-c6a4-4b2e-9d10-e233de4cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59ed9acf-dd5a-4885-a4a5-184d2d21875f'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:29:50.996402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Attempting to bind port e779217a-ebf8-473b-8628-3a96a3060575 on network 59ed9acf-dd5a-4885-a4a5-184d2d21875f {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:29:51.005638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Port e779217a-ebf8-473b-8628-3a96a3060575 on network 59ed9acf-dd5a-4885-a4a5-184d2d21875f not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:29:51.006480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Attempting to bind port e779217a-ebf8-473b-8628-3a96a3060575 on network 59ed9acf-dd5a-4885-a4a5-184d2d21875f {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:29:51.015212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:29:51.015546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Checking segment: {'id': '70a53e70-c6a4-4b2e-9d10-e233de4cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59ed9acf-dd5a-4885-a4a5-184d2d21875f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:29:51.015921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Bound using segment: {'id': '70a53e70-c6a4-4b2e-9d10-e233de4cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59ed9acf-dd5a-4885-a4a5-184d2d21875f'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:29:51.016341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Bound port: e779217a-ebf8-473b-8628-3a96a3060575, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a53e70-c6a4-4b2e-9d10-e233de4cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '59ed9acf-dd5a-4885-a4a5-184d2d21875f'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:29:51.016695 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:51.022154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-607e8810-0e42-4231-b404-3b24d3f3f004 req-738444c9-b15d-41f6-80f5-4d124996f458 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545101 Apr 21 21:29:51.082621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] For port e779217a-ebf8-473b-8628-3a96a3060575, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:29:51.086162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] For port e779217a-ebf8-473b-8628-3a96a3060575, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e779217a-ebf8-473b-8628-3a96a3060575,segment=NetworkSegment(70a53e70-c6a4-4b2e-9d10-e233de4cd681),segment_id=70a53e70-c6a4-4b2e-9d10-e233de4cd681)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:29:51.090617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:51.122598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:51.123218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:51.124573 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] 10.222.0.46 "PUT /v2.0/ports/e779217a-ebf8-473b-8628-3a96a3060575 HTTP/1.1" status: 200 len: 1091 time: 0.9594991 Apr 21 21:29:51.125036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fd813d-b60a-40c8-a94c-b178a46dcc51', 'tag': 'e779217a-ebf8-473b-8628-3a96a3060575'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:29:51.127283 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fd813d-b60a-40c8-a94c-b178a46dcc51", "tag": "e779217a-ebf8-473b-8628-3a96a3060575"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:29:51.157645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116ea5a-579b-4989-bd31-26c070ada6ac service neutron] Pushing event updated for resources: {'Port': ['ID=e779217a-ebf8-473b-8628-3a96a3060575,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:51.175908 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6934b2-3242-4cd9-b0e3-8746b2e0f577 x-openstack-request-id: req-fb6934b2-3242-4cd9-b0e3-8746b2e0f577 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:29:51.176187 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fd813d-b60a-40c8-a94c-b178a46dcc51", "tag": "e779217a-ebf8-473b-8628-3a96a3060575", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:29:51.176435 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb6934b2-3242-4cd9-b0e3-8746b2e0f577 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:29:51.176845 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb6934b2-3242-4cd9-b0e3-8746b2e0f577'] response: {'name': 'network-changed', 'server_uuid': 'd1fd813d-b60a-40c8-a94c-b178a46dcc51', 'tag': 'e779217a-ebf8-473b-8628-3a96a3060575', 'status': 'completed', 'code': 200} Apr 21 21:29:51.209573 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc27c-d56a-4d97-8997-105353501119 req-6a6143e2-f35d-4278-83e0-2f30c310b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:51.211032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-6a6143e2-f35d-4278-83e0-2f30c310b0da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c9aaa5d145f4300ba781f37aa4aa581&device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 1094 time: 0.0441077 Apr 21 21:29:51.254455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-959766d5-4b2c-4096-8cff-b8f03df9d9d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e779217a-ebf8-473b-8628-3a96a3060575 HTTP/1.1" status: 200 len: 217 time: 0.0360944 Apr 21 21:29:51.301595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc27c-d56a-4d97-8997-105353501119 req-c3601eb8-0134-49cc-90b6-0001caeb0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:51.303507 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-c3601eb8-0134-49cc-90b6-0001caeb0e4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=622bc8b3-2aa7-40fc-b187-2107e0811051 HTTP/1.1" status: 200 len: 852 time: 0.0422504 Apr 21 21:29:51.334018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-1e8dad4c-c804-4709-8f89-3b0ecad6de47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59ed9acf-dd5a-4885-a4a5-184d2d21875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245428 Apr 21 21:29:51.422868 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-f85d540d-af29-47ec-b75d-2ccb62e8fc48 service neutron] 10.222.0.46 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827353 Apr 21 21:29:51.509510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-141cc27c-d56a-4d97-8997-105353501119 req-c2358f40-4077-44dd-85b9-c5c2f2152f90 service neutron] 10.222.0.46 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790153 Apr 21 21:29:51.593006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-97cbfb8b-8a92-41d7-b197-defb3e4a29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:51.594431 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-97cbfb8b-8a92-41d7-b197-defb3e4a29a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c9aaa5d145f4300ba781f37aa4aa581&device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 1094 time: 0.0394442 Apr 21 21:29:51.683414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-d2d54318-aeaa-4f8d-8eba-a1f8d215e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:51.684834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-d2d54318-aeaa-4f8d-8eba-a1f8d215e2e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59ed9acf-dd5a-4885-a4a5-184d2d21875f HTTP/1.1" status: 200 len: 913 time: 0.0839851 Apr 21 21:29:51.723562 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-bb83de50-3ba8-4faa-a17d-b8ca452cf889 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e779217a-ebf8-473b-8628-3a96a3060575 HTTP/1.1" status: 200 len: 217 time: 0.0326352 Apr 21 21:29:51.773239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-feb0155f-323a-42df-82c4-08c4a3c9748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:51.774528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-feb0155f-323a-42df-82c4-08c4a3c9748e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=622bc8b3-2aa7-40fc-b187-2107e0811051 HTTP/1.1" status: 200 len: 852 time: 0.0451872 Apr 21 21:29:51.804904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-4bfa1452-9f22-415b-84cf-28c266514ed0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59ed9acf-dd5a-4885-a4a5-184d2d21875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240519 Apr 21 21:29:51.892331 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-bd013c74-386d-4b54-ae1e-4b8f7dd7c42a service neutron] 10.222.0.46 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810065 Apr 21 21:29:51.982319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e1d3e63-3cc0-4c93-b631-0e931b32a8d3 req-cb113b0b-52f5-4719-88a4-c4f8ae45aaf3 service neutron] 10.222.0.46 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835621 Apr 21 21:29:52.135012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3bcd4-c7af-4799-a3d0-f1feb28472dc req-3ed4a658-e351-428d-9825-09c87db3ed04 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:52.136435 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2a3bcd4-c7af-4799-a3d0-f1feb28472dc req-3ed4a658-e351-428d-9825-09c87db3ed04 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 943 time: 0.0476365 Apr 21 21:29:52.173463 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2a3bcd4-c7af-4799-a3d0-f1feb28472dc req-ab73e411-f611-4b06-9d24-86bbc9c034fd tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Apr 21 21:29:53.289548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef5bb5-e600-4a39-8d26-14234dd46c51 req-5ffeea92-d1db-4e07-8b78-2a9b2a999a0e tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:53.290980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fcef5bb5-e600-4a39-8d26-14234dd46c51 req-5ffeea92-d1db-4e07-8b78-2a9b2a999a0e tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 943 time: 0.0470836 Apr 21 21:29:53.327484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fcef5bb5-e600-4a39-8d26-14234dd46c51 req-8c322e43-90e9-473a-a4a8-89100d34ec32 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Apr 21 21:29:54.444318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc0ee0-f9e0-45e7-93ad-36ddc0dd29f3 req-cfcfaa6f-b5c7-4e07-addb-4b1f721d9cc9 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:54.445819 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffdc0ee0-f9e0-45e7-93ad-36ddc0dd29f3 req-cfcfaa6f-b5c7-4e07-addb-4b1f721d9cc9 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 943 time: 0.0492284 Apr 21 21:29:54.482493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ffdc0ee0-f9e0-45e7-93ad-36ddc0dd29f3 req-893669ad-0a3e-4102-a720-81d71d6d6a7d tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Apr 21 21:29:54.869350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device e779217a-ebf8-473b-8628-3a96a3060575 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:29:54.963487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port e779217a-ebf8-473b-8628-3a96a3060575, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e779217a-ebf8-473b-8628-3a96a3060575,segment=NetworkSegment(70a53e70-c6a4-4b2e-9d10-e233de4cd681),segment_id=70a53e70-c6a4-4b2e-9d10-e233de4cd681)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:54.974275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'e779217a-ebf8-473b-8628-3a96a3060575', 'network_id': '59ed9acf-dd5a-4885-a4a5-184d2d21875f', 'port_id': 'e779217a-ebf8-473b-8628-3a96a3060575', 'mac_address': 'fa:16:3e:9a:c0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622bc8b3-2aa7-40fc-b187-2107e0811051', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:29:55.009454 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:55.021822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e779217a-ebf8-473b-8628-3a96a3060575 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:29:55.047299 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port e779217a-ebf8-473b-8628-3a96a3060575, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e779217a-ebf8-473b-8628-3a96a3060575,segment=NetworkSegment(70a53e70-c6a4-4b2e-9d10-e233de4cd681),segment_id=70a53e70-c6a4-4b2e-9d10-e233de4cd681)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:55.051625 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:55.248827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=e779217a-ebf8-473b-8628-3a96a3060575,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:55.388379 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['e779217a-ebf8-473b-8628-3a96a3060575'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:29:55.599340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25577b-8b33-45a8-8af7-f28cea0cffc5 req-208855d8-4b35-4b37-8594-1c02b422af27 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:55.600868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f25577b-8b33-45a8-8af7-f28cea0cffc5 req-208855d8-4b35-4b37-8594-1c02b422af27 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 944 time: 0.0489140 Apr 21 21:29:55.643400 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9f25577b-8b33-45a8-8af7-f28cea0cffc5 req-e279dccf-8b6b-4f43-9b7b-a78eb222dde3 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364640 Apr 21 21:29:56.760215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34666d22-e58d-440a-93ad-4e10a942fdb3 req-71a62bdb-6358-4b1b-b7ea-c7b366f5f610 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:56.761703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34666d22-e58d-440a-93ad-4e10a942fdb3 req-71a62bdb-6358-4b1b-b7ea-c7b366f5f610 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 944 time: 0.0530922 Apr 21 21:29:56.798394 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-34666d22-e58d-440a-93ad-4e10a942fdb3 req-c52bbdc7-fd04-45b4-9b26-e910f01bbe67 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307763 Apr 21 21:29:56.869472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device e779217a-ebf8-473b-8628-3a96a3060575 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:29:56.917527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port e779217a-ebf8-473b-8628-3a96a3060575 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:29:56.921669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port e779217a-ebf8-473b-8628-3a96a3060575 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:29:56.922038 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:56.997218 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:57.018596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fd813d-b60a-40c8-a94c-b178a46dcc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e779217a-ebf8-473b-8628-3a96a3060575'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:29:57.020866 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a200f2-9985-40c4-8317-66554730917a" -d '{"events": [{"server_uuid": "d1fd813d-b60a-40c8-a94c-b178a46dcc51", "name": "network-vif-plugged", "status": "completed", "tag": "e779217a-ebf8-473b-8628-3a96a3060575"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:29:57.040184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port e779217a-ebf8-473b-8628-3a96a3060575, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e779217a-ebf8-473b-8628-3a96a3060575,segment=NetworkSegment(70a53e70-c6a4-4b2e-9d10-e233de4cd681),segment_id=70a53e70-c6a4-4b2e-9d10-e233de4cd681)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:29:57.045432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:29:57.094133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=e779217a-ebf8-473b-8628-3a96a3060575,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:29:57.120178 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf54012-321a-493d-8f55-7b90530b80f8 x-openstack-request-id: req-bcf54012-321a-493d-8f55-7b90530b80f8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:29:57.120472 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fd813d-b60a-40c8-a94c-b178a46dcc51", "name": "network-vif-plugged", "status": "completed", "tag": "e779217a-ebf8-473b-8628-3a96a3060575", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:29:57.120723 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bcf54012-321a-493d-8f55-7b90530b80f8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:29:57.121146 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf54012-321a-493d-8f55-7b90530b80f8'] response: {'server_uuid': 'd1fd813d-b60a-40c8-a94c-b178a46dcc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e779217a-ebf8-473b-8628-3a96a3060575', 'code': 200} Apr 21 21:29:57.214379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbcdbd-0249-4cdf-b932-8f50eab6bc03 req-ddd04904-f032-4382-8578-85d47d948af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:57.215832 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-80cbcdbd-0249-4cdf-b932-8f50eab6bc03 req-ddd04904-f032-4382-8578-85d47d948af6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 1096 time: 0.0400012 Apr 21 21:29:57.249372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-80cbcdbd-0249-4cdf-b932-8f50eab6bc03 req-af0ea5ed-ad29-4ffb-a280-9ff1182cd872 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270429 Apr 21 21:29:57.918220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb7597-f15b-43e7-9273-8477d4ec22b5 req-606686e1-05b5-45d2-897e-4c38c65d33a7 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:57.919681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaeb7597-f15b-43e7-9273-8477d4ec22b5 req-606686e1-05b5-45d2-897e-4c38c65d33a7 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0523577 Apr 21 21:29:57.957572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaeb7597-f15b-43e7-9273-8477d4ec22b5 req-d4dc0149-c6c7-4b5a-b57f-044ac90fe207 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Apr 21 21:29:59.075530 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75060fe9-19bf-40b5-83e0-6203f1dc7a85 req-8ced2316-29db-46c3-9755-8f48c2fad26b tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:59.077005 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75060fe9-19bf-40b5-83e0-6203f1dc7a85 req-8ced2316-29db-46c3-9755-8f48c2fad26b tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0498507 Apr 21 21:29:59.113354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75060fe9-19bf-40b5-83e0-6203f1dc7a85 req-75071fec-2a58-4373-9b24-8a15aba7ff74 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Apr 21 21:29:59.233176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036c5f4-a648-41f1-9d6b-264da5b35b64 req-89e348d5-f835-4a3e-99f4-07c56d81a99d tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:59.234630 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1036c5f4-a648-41f1-9d6b-264da5b35b64 req-89e348d5-f835-4a3e-99f4-07c56d81a99d tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0520015 Apr 21 21:29:59.271412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1036c5f4-a648-41f1-9d6b-264da5b35b64 req-fd7a2da9-fc66-452d-abba-4ee200284b34 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303118 Apr 21 21:29:59.484222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc0269-9625-4616-9244-e8e63452d4fc req-4bd21765-b513-48d1-8a42-ffa32cec7987 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:59.485697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39cc0269-9625-4616-9244-e8e63452d4fc req-4bd21765-b513-48d1-8a42-ffa32cec7987 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0482299 Apr 21 21:29:59.522128 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39cc0269-9625-4616-9244-e8e63452d4fc req-9195cc27-7b29-42fd-87de-dfc891adec38 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304918 Apr 21 21:29:59.870558 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b890d71-b074-48a5-9c6e-66908c54b2fa req-86b3ccf4-e1f9-4506-b814-7e65b26ed968 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:29:59.871993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b890d71-b074-48a5-9c6e-66908c54b2fa req-86b3ccf4-e1f9-4506-b814-7e65b26ed968 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 945 time: 0.0486341 Apr 21 21:29:59.908987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b890d71-b074-48a5-9c6e-66908c54b2fa req-53251e0a-61e6-43b4-9612-7c274173fa4f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306554 Apr 21 21:30:00.509440 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-14c00273-3c79-4db9-801e-767f31ca2b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:00.637258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f4966-87eb-4884-adb3-d303b1d7e4d7 req-8932995a-e5da-4b2e-8a89-ffe0c628d03e tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:00.638735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa2f4966-87eb-4884-adb3-d303b1d7e4d7 req-8932995a-e5da-4b2e-8a89-ffe0c628d03e tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0483775 Apr 21 21:30:00.675412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa2f4966-87eb-4884-adb3-d303b1d7e4d7 req-20a295f5-869a-45eb-b8c5-855fd6d05430 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306606 Apr 21 21:30:00.878889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbef1b-e5a6-43e7-8c3d-c1253b989fe8 req-b429a63c-37dc-4b26-869f-84e0a1fd2687 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:00.880363 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10bbef1b-e5a6-43e7-8c3d-c1253b989fe8 req-b429a63c-37dc-4b26-869f-84e0a1fd2687 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0530727 Apr 21 21:30:00.894751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-341cb0cd-1a93-473c-ba08-84d011c265a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:00.896713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-341cb0cd-1a93-473c-ba08-84d011c265a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c9aaa5d145f4300ba781f37aa4aa581&device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 1096 time: 0.0446839 Apr 21 21:30:00.922650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10bbef1b-e5a6-43e7-8c3d-c1253b989fe8 req-67a21110-10ba-46f1-af99-e1161101b142 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361204 Apr 21 21:30:00.999400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-37776f41-f9c9-4471-8a05-f2786490adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:01.000729 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-37776f41-f9c9-4471-8a05-f2786490adc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59ed9acf-dd5a-4885-a4a5-184d2d21875f HTTP/1.1" status: 200 len: 913 time: 0.0977485 Apr 21 21:30:01.056925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-fc01377b-1319-47fb-8412-e544df0a9142 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e779217a-ebf8-473b-8628-3a96a3060575 HTTP/1.1" status: 200 len: 217 time: 0.0422702 Apr 21 21:30:01.079158 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d756de2-a84f-49a9-a6c6-59751d21328d req-09f1e65c-1d1a-4a03-9571-100272ac6ad4 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:01.080558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d756de2-a84f-49a9-a6c6-59751d21328d req-09f1e65c-1d1a-4a03-9571-100272ac6ad4 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 945 time: 0.0957241 Apr 21 21:30:01.135111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-71d5f293-da01-4e52-8f65-076325382820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:01.136510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-71d5f293-da01-4e52-8f65-076325382820 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=622bc8b3-2aa7-40fc-b187-2107e0811051 HTTP/1.1" status: 200 len: 852 time: 0.0742071 Apr 21 21:30:01.144796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6d756de2-a84f-49a9-a6c6-59751d21328d req-ff1cbb4e-6b16-48d7-b2bb-9216914c250d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462565 Apr 21 21:30:01.175003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-9a6c80d1-b65f-442a-8fda-1987c060c4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59ed9acf-dd5a-4885-a4a5-184d2d21875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291710 Apr 21 21:30:01.264934 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-fba24cf6-f690-420f-bf2a-e9048c6b4b10 service neutron] 10.222.0.46 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837748 Apr 21 21:30:01.351834 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf7b9877-53d9-4fde-803b-3af46b36dd57 req-90072d09-723f-46a0-a054-78773487b0ce service neutron] 10.222.0.46 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806205 Apr 21 21:30:01.426509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-c21ca732-b00c-4878-81d2-cdd4f0f2de6f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:01.427955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-c21ca732-b00c-4878-81d2-cdd4f0f2de6f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 945 time: 0.0477130 Apr 21 21:30:01.515324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:30:01.515589 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:01.604491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] For port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:30:01.604878 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:01.767815 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:01.768434 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:01.768434 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Floating IP ce9e816f-fdf2-4983-b6f3-cfe079bb5941 disassociated. External IP: 172.25.0.19, port: fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b. Apr 21 21:30:01.768718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:30:01.899593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:01.927873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:02.077158 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7a81-e790-488d-93b1-ff9a78a30bd2 req-ab3bb6b5-2fb9-41e7-823c-28ccdcce5707 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:02.078619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0cb7a81-e790-488d-93b1-ff9a78a30bd2 req-ab3bb6b5-2fb9-41e7-823c-28ccdcce5707 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0858622 Apr 21 21:30:02.082960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:30:02.160631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0cb7a81-e790-488d-93b1-ff9a78a30bd2 req-5dc199aa-b365-4469-a71a-3cc54752097f tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747106 Apr 21 21:30:02.232414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:30:02.244259 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] Sync routers for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:30:02.257273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:02.258244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:02.282066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] No DVR routers for this DVR port fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:30:02.285983 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74fcda87-3e4d-41be-8595-0fa990b21c9d req-aec352c8-c756-4443-970a-63632f81c1b2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 210 time: 0.0681233 Apr 21 21:30:02.293013 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:02.296611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1597e0af-d2dd-437a-af1c-b03f24455dd0 req-2d898b43-934d-4d20-b5ea-251772be9d13 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "DELETE /v2.0/ports/fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b HTTP/1.1" status: 204 len: 173 time: 0.8632312 Apr 21 21:30:02.297117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06273f95-31a0-418c-bbbf-496df64cb91f', 'name': 'network-vif-deleted', 'tag': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:30:02.299471 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de31d458-714e-47fa-aeba-b5a5464366d8" -d '{"events": [{"server_uuid": "06273f95-31a0-418c-bbbf-496df64cb91f", "name": "network-vif-deleted", "tag": "fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:30:02.350637 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deafab6-6441-4905-968d-7736cb22295d x-openstack-request-id: req-0deafab6-6441-4905-968d-7736cb22295d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:30:02.350927 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06273f95-31a0-418c-bbbf-496df64cb91f", "name": "network-vif-deleted", "tag": "fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:30:02.351175 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0deafab6-6441-4905-968d-7736cb22295d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:30:02.351584 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0deafab6-6441-4905-968d-7736cb22295d'] response: {'server_uuid': '06273f95-31a0-418c-bbbf-496df64cb91f', 'name': 'network-vif-deleted', 'tag': 'fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b', 'status': 'completed', 'code': 200} Apr 21 21:30:02.399806 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:30:02.606292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:02.631909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] Checking router: 3a250870-caa9-4d33-9c67-ffe0c0cefee5 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:30:02.639976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:02.640567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:29:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:02.745951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:30:02.842502 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99305eba-12eb-42c1-a2c8-f176df3128e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:02.957780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:02.988901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8fb5f-f4c6-4f40-9035-128683ef8d78 None None] The sync data for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 is: [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:30:03.242964 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016eeb3-163d-4055-9d50-b71eedc28012 None None] New status for floating IP ce9e816f-fdf2-4983-b6f3-cfe079bb5941: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:30:03.284805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d50ff-0cd8-4da3-8224-a29398ff5f5a req-dbc4d1ae-7968-493f-96b2-9285c3b6e32a tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:03.286675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b98d50ff-0cd8-4da3-8224-a29398ff5f5a req-dbc4d1ae-7968-493f-96b2-9285c3b6e32a tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0509038 Apr 21 21:30:03.325870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b98d50ff-0cd8-4da3-8224-a29398ff5f5a req-8add811e-b151-4812-ae09-4292217b72e8 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Apr 21 21:30:03.407210 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9780f3c1-d36e-48f3-b559-cbdcdf24159b req-13404d26-1cd7-4641-b38b-c520d02c923f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 210 time: 0.0342090 Apr 21 21:30:03.581661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4939a-0fa0-41c5-b458-3fa05d8c811f req-29ac3129-afe8-41c2-8303-24a9ccf0db55 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:03.583139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2fd4939a-0fa0-41c5-b458-3fa05d8c811f req-29ac3129-afe8-41c2-8303-24a9ccf0db55 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0502360 Apr 21 21:30:03.623817 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2fd4939a-0fa0-41c5-b458-3fa05d8c811f req-3a720234-db10-47e1-8ade-a71bde75a8b8 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340490 Apr 21 21:30:04.171863 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:04.503951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1d03db40-406a-4938-869b-b70ff38e7e0e req-c9a8fea5-1d29-4377-9164-a3bd813564bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 210 time: 0.0279531 Apr 21 21:30:04.746613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c6a15-96b4-4fba-b6b8-4b4c0db7da10 req-59efc1e9-e6c0-4160-80c0-2d2d6beda19e tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:04.748092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c34c6a15-96b4-4fba-b6b8-4b4c0db7da10 req-59efc1e9-e6c0-4160-80c0-2d2d6beda19e tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0536270 Apr 21 21:30:04.786313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c34c6a15-96b4-4fba-b6b8-4b4c0db7da10 req-77faa045-cd78-4a26-a5f1-5d3794985f69 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Apr 21 21:30:04.995405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991161c2-8a69-4823-9238-770a60f47559 req-186682ff-b62f-42be-a70f-3b326179c7d6 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:04.997022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-991161c2-8a69-4823-9238-770a60f47559 req-186682ff-b62f-42be-a70f-3b326179c7d6 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0589321 Apr 21 21:30:05.017406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-23416c77-f923-4f7c-83a3-26a06ebd0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:05.019117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-23416c77-f923-4f7c-83a3-26a06ebd0a7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c9aaa5d145f4300ba781f37aa4aa581&device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 1096 time: 0.0479159 Apr 21 21:30:05.044998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-991161c2-8a69-4823-9238-770a60f47559 req-703c29d9-104a-4bcc-8efe-02c7de3215be tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Apr 21 21:30:05.118397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:30:05.124175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-3c214714-96e4-40de-ab23-c38d01517808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:05.125812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-3c214714-96e4-40de-ab23-c38d01517808 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59ed9acf-dd5a-4885-a4a5-184d2d21875f HTTP/1.1" status: 200 len: 913 time: 0.0983784 Apr 21 21:30:05.140464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:30:05.144258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device fb2e4e9b-9a39-46a1-8d81-a6daed6ba29b not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:30:05.169269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-112c1bba-b870-4396-ad4b-fb4569d92484 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e779217a-ebf8-473b-8628-3a96a3060575 HTTP/1.1" status: 200 len: 217 time: 0.0369649 Apr 21 21:30:05.219086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-7539f41a-a8fb-46c1-b11c-8947a19ea8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:05.220554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-7539f41a-a8fb-46c1-b11c-8947a19ea8d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=622bc8b3-2aa7-40fc-b187-2107e0811051 HTTP/1.1" status: 200 len: 852 time: 0.0454662 Apr 21 21:30:05.259005 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-3c06c2b4-598d-4066-95af-ccae120eeba2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59ed9acf-dd5a-4885-a4a5-184d2d21875f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311966 Apr 21 21:30:05.356402 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-3077c47a-7783-4a58-8630-f08c55fe92c8 service neutron] 10.222.0.46 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912941 Apr 21 21:30:05.440138 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:05.454033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7eb25c92-2d65-4f67-b618-dce40f5d3e14 req-d1528fae-445b-4227-b805-0dbf7a840ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912576 Apr 21 21:30:05.604852 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d60b0c6a-40d3-4015-a24a-0f886bdcb775 req-8e96a9d5-a685-45ff-ac02-bdf3d505fee2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=06273f95-31a0-418c-bbbf-496df64cb91f HTTP/1.1" status: 200 len: 210 time: 0.0287554 Apr 21 21:30:05.979735 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:06.165569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad38396-d75c-4b66-b584-1d4de966fda5 req-32e84467-1679-47b0-b7e6-cbc421fe6d23 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:06.166945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5ad38396-d75c-4b66-b584-1d4de966fda5 req-32e84467-1679-47b0-b7e6-cbc421fe6d23 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0473702 Apr 21 21:30:06.204435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5ad38396-d75c-4b66-b584-1d4de966fda5 req-f93cb1f5-1024-4801-8440-32496521360f tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Apr 21 21:30:06.793625 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-25148b7c-6e3e-44d1-856f-ffd331ea4177 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121906680&fields=id&tenant_id=9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 267 time: 0.0314026 Apr 21 21:30:06.900694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884d08-4927-46e0-9249-ac860565f1ff req-d8440bcd-548d-4169-bc8c-772e76353855 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:06.902077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-d8440bcd-548d-4169-bc8c-772e76353855 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1019685 Apr 21 21:30:06.917360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-a5562716-9711-4846-b8bb-b9f907a4d70e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/quotas/9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 375 time: 0.0092261 Apr 21 21:30:06.968676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-f0a184f8-2fb6-4d5f-b81c-68f912f5346d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462058 Apr 21 21:30:07.164770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-c4ce89a2-56b9-478d-bfad-f48f462ce1a7 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840591 Apr 21 21:30:07.251334 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-2ce58b46-ba0c-4895-aee4-d2177e6cf94e service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803645 Apr 21 21:30:07.320130 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a74bc-25f3-4bfd-a9ba-98724aaec500 req-371b1d58-2b95-4852-b94c-7e904fc02415 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:07.321690 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-017a74bc-25f3-4bfd-a9ba-98724aaec500 req-371b1d58-2b95-4852-b94c-7e904fc02415 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0484600 Apr 21 21:30:07.359807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-017a74bc-25f3-4bfd-a9ba-98724aaec500 req-cfab7e36-d17c-4fe7-aa90-f9fcde41121f tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Apr 21 21:30:07.544506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f44aa8bb-c979-4690-8434-f06eb248ce9d req-83fe4147-eefc-4b84-b805-2d1fed29ca2f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 210 time: 0.0312083 Apr 21 21:30:07.608306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79273d7-9fda-476f-9771-86f0281a0f94 req-a6d7c112-6465-435c-a078-bd85a06b2318 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:07.609855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f79273d7-9fda-476f-9771-86f0281a0f94 req-a6d7c112-6465-435c-a078-bd85a06b2318 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0542274 Apr 21 21:30:07.652593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f79273d7-9fda-476f-9771-86f0281a0f94 req-3f1168b0-8af2-44c7-a1cf-f7bcc715d89e tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Apr 21 21:30:08.423982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884d08-4927-46e0-9249-ac860565f1ff req-519fe975-805c-4a3c-8f5f-2457c059e856 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:08.426204 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-519fe975-805c-4a3c-8f5f-2457c059e856 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1103079 Apr 21 21:30:08.467707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-988e4c95-4091-4e94-8a9f-65d727ded3bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 379 time: 0.0335712 Apr 21 21:30:08.477219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'port': {'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'admin_state_up': True, 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'security_groups': ['1fa48073-b882-4585-a62d-cf4885b95e42']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:30:08.590837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Made reservation on behalf of 9d2fe7d80de0455a8974c762f8f7c293 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:30:08.594716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:08.652102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8183e2c5-053a-466c-b061-56191f24bfff req-74d79efb-dd0d-4e59-a4bf-fd1cc37e7776 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 210 time: 0.0336983 Apr 21 21:30:08.751896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.20.0.10 (7b860d08-6c54-43fd-8532-c34218a4be2f/bde8588f-73bb-46d1-8375-4e1706115dfe/5e1fdfda-6a68-4225-a2c7-0800738f51a4) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:30:08.792983 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6b6ee-9dc5-4e1d-9329-9fa7403e7ec2 req-4456ae2c-963a-4df8-bd06-d1b5cb392213 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:08.794596 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0d6b6ee-9dc5-4e1d-9329-9fa7403e7ec2 req-4456ae2c-963a-4df8-bd06-d1b5cb392213 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0603278 Apr 21 21:30:08.838181 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0d6b6ee-9dc5-4e1d-9329-9fa7403e7ec2 req-3e2cab45-bab1-4e49-a591-b005067d8ddb tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fce0261-91c0-4c0a-9e46-7984465d9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365992 Apr 21 21:30:08.916394 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:08.951490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:08.998749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:30:09.001872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:30:09.006181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:30:09.031509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=5e1fdfda-6a68-4225-a2c7-0800738f51a4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:09.061624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:09.062264 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.081986 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-b9adc352-05fc-4966-8b04-fa72290b0d80 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6093681 Apr 21 21:30:09.095739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Request body: {'port': {'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:30:09.158872 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.236017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-21cac83f-e23b-4009-9d77-0ee03dcc0bdd None None] Provisioning complete for port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:09.236540 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-21cac83f-e23b-4009-9d77-0ee03dcc0bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.270941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-21cac83f-e23b-4009-9d77-0ee03dcc0bdd None None] Port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:30:09.425042 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1fdfda-6a68-4225-a2c7-0800738f51a4 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:30:09.433124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.446113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Transition to ACTIVE for port object 5e1fdfda-6a68-4225-a2c7-0800738f51a4 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:30:09.450090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.459492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-6d9b80a8-a16b-48d7-ac95-e92456350d69 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:09.461011 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-6d9b80a8-a16b-48d7-ac95-e92456350d69 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 945 time: 0.0508122 Apr 21 21:30:09.503468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Pushing event updated for resources: {'Port': ['ID=5e1fdfda-6a68-4225-a2c7-0800738f51a4,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:09.576531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Deleting port e779217a-ebf8-473b-8628-3a96a3060575 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:30:09.578512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.603676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Attempting to bind port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:30:09.604068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Attempting to bind port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:30:09.604391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Attempting to bind port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:30:09.609528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 on network 7b860d08-6c54-43fd-8532-c34218a4be2f not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:30:09.610007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Attempting to bind port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:30:09.615952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:30:09.616283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:30:09.616662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Bound using segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:30:09.617139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Bound port: 5e1fdfda-6a68-4225-a2c7-0800738f51a4, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:30:09.617636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.685835 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] For port e779217a-ebf8-473b-8628-3a96a3060575, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=e779217a-ebf8-473b-8628-3a96a3060575,segment=NetworkSegment(70a53e70-c6a4-4b2e-9d10-e233de4cd681),segment_id=70a53e70-c6a4-4b2e-9d10-e233de4cd681)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:30:09.686219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.708305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Calling delete_port for e779217a-ebf8-473b-8628-3a96a3060575 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:30:09.711668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] For port 5e1fdfda-6a68-4225-a2c7-0800738f51a4, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:30:09.714932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] For port 5e1fdfda-6a68-4225-a2c7-0800738f51a4, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:30:09.720477 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.765432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:09.765981 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.767350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] 10.222.0.43 "PUT /v2.0/ports/5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 200 len: 1092 time: 0.6771944 Apr 21 21:30:09.767810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:30:09.770083 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888b6ed3-8e9e-4447-aefd-67299f896fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:30:09.872573 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed18e8d-a519-4999-8a18-9beef10d35d6 x-openstack-request-id: req-bed18e8d-a519-4999-8a18-9beef10d35d6 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:30:09.872876 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:30:09.873132 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bed18e8d-a519-4999-8a18-9beef10d35d6 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:30:09.873537 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed18e8d-a519-4999-8a18-9beef10d35d6'] response: {'name': 'network-changed', 'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'status': 'completed', 'code': 200} Apr 21 21:30:09.898704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df86efa-f17b-4b8c-a481-0e1e21612e8e service neutron] Pushing event updated for resources: {'Port': ['ID=5e1fdfda-6a68-4225-a2c7-0800738f51a4,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:09.912504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d4204-1485-4bca-a550-706da2585582 req-f1b8323d-dbe4-4b37-8c65-d4b84f5ff466 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:09.914907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870d4204-1485-4bca-a550-706da2585582 req-f1b8323d-dbe4-4b37-8c65-d4b84f5ff466 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.1513393 Apr 21 21:30:09.922356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884d08-4927-46e0-9249-ac860565f1ff req-2ccf70b0-6fd2-494c-a3e7-6a79502747cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:09.924429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-2ccf70b0-6fd2-494c-a3e7-6a79502747cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1095 time: 0.1024396 Apr 21 21:30:09.950978 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:09.963549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['e779217a-ebf8-473b-8628-3a96a3060575'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:30:09.988899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-aaaaba2e-2555-4c7a-805b-7d63b5b5df91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 200 len: 217 time: 0.0505655 Apr 21 21:30:09.999232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Pushing event deleted for resources: {'Port': ['ID=e779217a-ebf8-473b-8628-3a96a3060575,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:10.008011 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cb2655bc-c11c-4969-93e1-dd5e67fba5f9 req-dd8e2f3b-7403-4455-971a-e6d258e0f6ff tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1fd813d-b60a-40c8-a94c-b178a46dcc51 HTTP/1.1" status: 200 len: 210 time: 0.0662315 Apr 21 21:30:10.058030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-870d4204-1485-4bca-a550-706da2585582 req-caa117d6-a948-470e-8b17-2a4973918ee4 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311686 Apr 21 21:30:10.076461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] No DVR routers for this DVR port e779217a-ebf8-473b-8628-3a96a3060575 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:30:10.079277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:10.083058 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1846a49d-a83d-4b0f-9700-9f7bc5324626 req-459ec756-b51c-4daf-ab24-1c8bb1f57ec1 tempest-TestServerAdvancedOps-1876788613 tempest-TestServerAdvancedOps-1876788613-project] 10.222.0.46 "DELETE /v2.0/ports/e779217a-ebf8-473b-8628-3a96a3060575 HTTP/1.1" status: 204 len: 173 time: 0.6164579 Apr 21 21:30:10.084034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fd813d-b60a-40c8-a94c-b178a46dcc51', 'name': 'network-vif-deleted', 'tag': 'e779217a-ebf8-473b-8628-3a96a3060575'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:30:10.085728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6d85f84d-a227-4882-b067-cbe55d4eafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:10.086673 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ee1bee-ede3-4cca-a2cf-83364173ac4b" -d '{"events": [{"server_uuid": "d1fd813d-b60a-40c8-a94c-b178a46dcc51", "name": "network-vif-deleted", "tag": "e779217a-ebf8-473b-8628-3a96a3060575"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:30:10.088133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-6d85f84d-a227-4882-b067-cbe55d4eafa0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0922906 Apr 21 21:30:10.143747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d884d08-4927-46e0-9249-ac860565f1ff req-02615766-b60a-44ee-bf27-59c4d5c647b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:10.145416 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9a6ec1-d5b8-4bae-ab46-2f06257c0b83 x-openstack-request-id: req-0c9a6ec1-d5b8-4bae-ab46-2f06257c0b83 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:30:10.145416 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fd813d-b60a-40c8-a94c-b178a46dcc51", "name": "network-vif-deleted", "tag": "e779217a-ebf8-473b-8628-3a96a3060575", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:30:10.146346 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c9a6ec1-d5b8-4bae-ab46-2f06257c0b83 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:30:10.146886 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9a6ec1-d5b8-4bae-ab46-2f06257c0b83'] response: {'server_uuid': 'd1fd813d-b60a-40c8-a94c-b178a46dcc51', 'name': 'network-vif-deleted', 'tag': 'e779217a-ebf8-473b-8628-3a96a3060575', 'status': 'completed', 'code': 200} Apr 21 21:30:10.151613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-02615766-b60a-44ee-bf27-59c4d5c647b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559433 Apr 21 21:30:10.252584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-90d05f01-023f-425e-ae51-2df89d849224 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951197 Apr 21 21:30:10.340132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d884d08-4927-46e0-9249-ac860565f1ff req-a336e85f-45a1-491c-8f11-faaafdf449ee service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814161 Apr 21 21:30:10.420773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-301f956e-635c-4ecc-8a58-67d958be8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:10.422245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-301f956e-635c-4ecc-8a58-67d958be8ce0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1095 time: 0.0403423 Apr 21 21:30:10.542270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-579ec9cb-4c06-46bf-b57c-0dca4ca8ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:10.543773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-579ec9cb-4c06-46bf-b57c-0dca4ca8ad4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.1147671 Apr 21 21:30:10.594396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-f8b4f816-ef0f-4040-8278-59b92f2c78f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 200 len: 217 time: 0.0438600 Apr 21 21:30:10.648891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-e0dd1933-1fe9-4658-a9b4-c2aa3af805d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:10.650488 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-e0dd1933-1fe9-4658-a9b4-c2aa3af805d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0498307 Apr 21 21:30:10.696299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-7fb2d7ce-03a8-4a5f-9017-1d982f8e7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:10.697882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-7fb2d7ce-03a8-4a5f-9017-1d982f8e7747 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415606 Apr 21 21:30:10.784225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-e483398c-15a7-4bfd-ae4f-5fac0659c9f6 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797954 Apr 21 21:30:10.877852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-888b6ed3-8e9e-4447-aefd-67299f896fa6 req-69ee7258-2ddd-42f7-9c99-2cba924a2dd3 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873222 Apr 21 21:30:11.087154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39692) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:11.136226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-15194b0e-393d-4c59-bf91-058bdcd1622f admin admin] Deleting subnet 622bc8b3-2aa7-40fc-b187-2107e0811051 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:30:11.148740 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15194b0e-393d-4c59-bf91-058bdcd1622f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.200787 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15194b0e-393d-4c59-bf91-058bdcd1622f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.243058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c6ee0-9ca2-4389-93f6-784b974a73f1 req-ccb3f38c-dab9-46c8-9269-3d8e72d252f7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:11.244532 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a5c6ee0-9ca2-4389-93f6-784b974a73f1 req-ccb3f38c-dab9-46c8-9269-3d8e72d252f7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.1059167 Apr 21 21:30:11.269002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15194b0e-393d-4c59-bf91-058bdcd1622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.312711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a5c6ee0-9ca2-4389-93f6-784b974a73f1 req-546376bc-8612-4a38-93ab-be7ba5c678bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616195 Apr 21 21:30:11.338978 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15194b0e-393d-4c59-bf91-058bdcd1622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.365179 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15194b0e-393d-4c59-bf91-058bdcd1622f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622bc8b3-2aa7-40fc-b187-2107e0811051,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:11.368855 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-15194b0e-393d-4c59-bf91-058bdcd1622f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.372654 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-15194b0e-393d-4c59-bf91-058bdcd1622f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/622bc8b3-2aa7-40fc-b187-2107e0811051 HTTP/1.1" status: 204 len: 168 time: 0.2836230 Apr 21 21:30:11.374406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39694) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:11.445358 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.522809 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.542943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ed9acf-dd5a-4885-a4a5-184d2d21875f']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:11.552315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a53e70-c6a4-4b2e-9d10-e233de4cd681') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:11.552614 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a53e70-c6a4-4b2e-9d10-e233de4cd681') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:11.561753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.574768 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.580547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:30:11.580968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:30:11.582587 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:30:11.640155 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.646358 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.649545 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] 10.222.0.49 "DELETE /v2.0/networks/59ed9acf-dd5a-4885-a4a5-184d2d21875f HTTP/1.1" status: 204 len: 168 time: 0.2737651 Apr 21 21:30:11.652489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39696) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:11.660671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21084a06-24da-4acb-b909-1870a6b1509e admin admin] Pushing event deleted for resources: {'Network': ['ID=59ed9acf-dd5a-4885-a4a5-184d2d21875f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:11.698959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcefd132-b04b-4283-8cfc-e3334e944394 admin admin] Deleting subnet 705aa077-919e-47cb-9915-f1bac37bb9f5 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:30:11.702421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcefd132-b04b-4283-8cfc-e3334e944394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.738276 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcefd132-b04b-4283-8cfc-e3334e944394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.783343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcefd132-b04b-4283-8cfc-e3334e944394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.841817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcefd132-b04b-4283-8cfc-e3334e944394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.867847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefd132-b04b-4283-8cfc-e3334e944394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705aa077-919e-47cb-9915-f1bac37bb9f5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:11.869812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bcefd132-b04b-4283-8cfc-e3334e944394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:11.875455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bcefd132-b04b-4283-8cfc-e3334e944394 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/705aa077-919e-47cb-9915-f1bac37bb9f5 HTTP/1.1" status: 204 len: 168 time: 0.2187321 Apr 21 21:30:11.875665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39698) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:11.940853 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.019993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.039825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae8c4e2-a854-4104-8dfa-8374b7c5c2bd']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:12.049137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf0df54-d3b4-42ad-a181-413da7e0cf4a') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:12.049439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf0df54-d3b4-42ad-a181-413da7e0cf4a') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:12.058509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.072339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.078398 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:30:12.078787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:30:12.080415 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:30:12.133227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.138384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.141548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fae8c4e2-a854-4104-8dfa-8374b7c5c2bd HTTP/1.1" status: 204 len: 168 time: 0.2649627 Apr 21 21:30:12.159424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ac60e-7615-47ab-99ba-defe6929a620 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae8c4e2-a854-4104-8dfa-8374b7c5c2bd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:12.304615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39702) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:12.345443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-374f7649-0dd5-486c-b15f-7a8ceb46153b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c9aaa5d145f4300ba781f37aa4aa581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396233 Apr 21 21:30:12.347799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39706) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:12.422514 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-847a2453-76e3-4ca1-9ee5-4ebdd8aa3998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.451477 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-847a2453-76e3-4ca1-9ee5-4ebdd8aa3998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.469957 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0b2cf-1cf0-4ef1-a2b9-a2d1e9fac334 req-44d9a126-93a6-4d21-900e-eb214abe80ab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:12.471405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4f0b2cf-1cf0-4ef1-a2b9-a2d1e9fac334 req-44d9a126-93a6-4d21-900e-eb214abe80ab tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.0803986 Apr 21 21:30:12.528050 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f4f0b2cf-1cf0-4ef1-a2b9-a2d1e9fac334 req-fa4e996c-b47a-43de-a90b-7bbff2d36005 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488789 Apr 21 21:30:12.542301 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-847a2453-76e3-4ca1-9ee5-4ebdd8aa3998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.544936 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-847a2453-76e3-4ca1-9ee5-4ebdd8aa3998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:12.546053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-847a2453-76e3-4ca1-9ee5-4ebdd8aa3998 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fce0261-91c0-4c0a-9e46-7984465d9491 HTTP/1.1" status: 204 len: 168 time: 0.1973524 Apr 21 21:30:12.555411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a2453-76e3-4ca1-9ee5-4ebdd8aa3998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fce0261-91c0-4c0a-9e46-7984465d9491,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:12.887134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39712) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:12.916858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device e779217a-ebf8-473b-8628-3a96a3060575 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:30:12.929493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f0e6dfd9-691b-428f-9a7b-edf2b6b5e079 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02f09738a9744e1f9e506b0b0786c5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412335 Apr 21 21:30:12.932051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39714) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:12.939839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: e779217a-ebf8-473b-8628-3a96a3060575 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:30:12.940186 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device e779217a-ebf8-473b-8628-3a96a3060575 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:30:12.980582 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-681f3611-1eb0-4984-89d8-600ed0102b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:13.000994 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-681f3611-1eb0-4984-89d8-600ed0102b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:13.046339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-681f3611-1eb0-4984-89d8-600ed0102b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:13.048916 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-681f3611-1eb0-4984-89d8-600ed0102b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:13.050046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-681f3611-1eb0-4984-89d8-600ed0102b6d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/675f27e1-8148-46b9-a670-a6091219e103 HTTP/1.1" status: 204 len: 168 time: 0.1170118 Apr 21 21:30:13.057563 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f3611-1eb0-4984-89d8-600ed0102b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675f27e1-8148-46b9-a670-a6091219e103,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:13.651280 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31f04e-3c40-47a6-a64b-65d711b8a046 req-8ab8e4e1-08a0-450f-926b-2a0f2d27f919 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:13.652811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd31f04e-3c40-47a6-a64b-65d711b8a046 req-8ab8e4e1-08a0-450f-926b-2a0f2d27f919 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.0525653 Apr 21 21:30:13.694988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dd31f04e-3c40-47a6-a64b-65d711b8a046 req-d04278fc-d0b8-4662-99a3-63dcb75217d1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359657 Apr 21 21:30:13.702920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39738) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:13.798139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-469840483-network', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:30:13.817569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Made reservation on behalf of 478c7d9c980a49f8ac4138bc0517ea43 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:30:13.820355 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:13.828226 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:13.910519 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:13.914614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:13.939656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:30:13.949122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13e0f11-1573-4a21-ac28-8bde0e737954,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:13.958149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:13.958492 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Added segment a65e60c4-21e3-4bc8-ad95-7c32bfbeb945 of type vlan for network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f Apr 21 21:30:13.960698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.961072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.961410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.961744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.962074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.962403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.962729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.963055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.963377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.963718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.964020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:13.964339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.006375 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.029655 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.030699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:14.031276 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.090514 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3865108 Apr 21 21:30:14.093589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39742) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:14.095356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31d5f4-6c8b-4d76-9ba3-5086ee62eb3c admin admin] Pushing event updated for resources: {'Network': ['ID=6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:14.099978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Request body: {'subnet': {'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-469840483-subnet', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:30:14.105168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:30:14.120642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Made reservation on behalf of 478c7d9c980a49f8ac4138bc0517ea43 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:30:14.122966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.291927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.340196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8c1db9-0460-4dbd-9c69-054fe2dd62a3,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:14.353973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.354321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.354660 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.354995 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.355324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.355648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.355977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.356297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.356618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.356966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.357287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.357607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:14.366696 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Checking segment: {'id': 'a65e60c4-21e3-4bc8-ad95-7c32bfbeb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:30:14.367050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Network hostable DHCP agents. Network: 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:30:14.383058 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:30:14.391773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:30:14.396576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:14.397168 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.401434 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c116fc41-60c1-469f-b390-88ebf49f48a6 None None] Network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:30:14.413582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7514cae9-85a1-4142-9ac4-f4d7de53a845 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3187702 Apr 21 21:30:14.416224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39744) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:14.421185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-469840483-router', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:30:14.438979 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.440216 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.491087 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.550354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f', 'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'fixed_ips': [{'subnet_id': 'ca8c1db9-0460-4dbd-9c69-054fe2dd62a3'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:30:14.551232 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.634437 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.687926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Allocated IP 172.20.0.2 (6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f/ca8c1db9-0460-4dbd-9c69-054fe2dd62a3/3fd41277-1477-4e9d-a347-53ecbe9ad5a5) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:30:14.812944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd74c8-aae7-4373-8ee9-5acbf352b36d req-ed8770c4-139a-4ed5-942d-db8054407f3b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:14.814800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9dd74c8-aae7-4373-8ee9-5acbf352b36d req-ed8770c4-139a-4ed5-942d-db8054407f3b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.0504863 Apr 21 21:30:14.842827 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.847235 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.852264 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.868334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.875498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9dd74c8-aae7-4373-8ee9-5acbf352b36d req-5200cc5c-983a-4f12-8419-b4eb0111b439 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523157 Apr 21 21:30:14.901886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:30:14.905880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:30:14.911013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:30:14.914317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Pushing event updated for resources: {'Port': ['ID=3fd41277-1477-4e9d-a347-53ecbe9ad5a5,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:14.964952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Attempting to bind port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:30:14.965328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Attempting to bind port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a65e60c4-21e3-4bc8-ad95-7c32bfbeb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:30:14.965671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Attempting to bind port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 on network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:30:14.970386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:30:14.970742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Checking segment: {'id': 'a65e60c4-21e3-4bc8-ad95-7c32bfbeb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:30:14.971130 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.971512 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Bound using segment: {'id': 'a65e60c4-21e3-4bc8-ad95-7c32bfbeb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:30:14.971960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Bound port: 3fd41277-1477-4e9d-a347-53ecbe9ad5a5, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65e60c4-21e3-4bc8-ad95-7c32bfbeb945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:30:14.972330 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:14.985431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Allocated IP 172.25.0.88 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/1d0cbc93-8813-4434-acdd-441a462a0f78) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:30:15.037141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] For port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:30:15.040098 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] For port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3fd41277-1477-4e9d-a347-53ecbe9ad5a5,segment=NetworkSegment(a65e60c4-21e3-4bc8-ad95-7c32bfbeb945),segment_id=a65e60c4-21e3-4bc8-ad95-7c32bfbeb945)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:30:15.044085 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:15.094578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:15.099078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddfcf5-9ea6-4735-bf93-18e00dff9b59 None None] Pushing event updated for resources: {'Port': ['ID=3fd41277-1477-4e9d-a347-53ecbe9ad5a5,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:15.131776 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:15.175651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:30:15.179842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:30:15.182551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:30:15.213225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0cbc93-8813-4434-acdd-441a462a0f78,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:15.459609 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:15.655399 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:15.784196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Router 2d0890c5-2935-4de3-b618-4fd76fb0bbca is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:30:15.899016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:30:15.909336 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Sync routers for ids ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:30:15.920076 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:15.924020 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9ed9cbd8-54fc-458d-b0d4-5c7685bb12e7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.5035863 Apr 21 21:30:15.924175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39750) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:15.925589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Routers {'2d0890c5-2935-4de3-b618-4fd76fb0bbca'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:15.926568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:30:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:16.021948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b332fc-14c1-4902-aed7-f0105eb321a2 req-8890fe34-1756-475a-ad6d-ce5662378510 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:16.023608 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47b332fc-14c1-4902-aed7-f0105eb321a2 req-8890fe34-1756-475a-ad6d-ce5662378510 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.0656335 Apr 21 21:30:16.058102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d967b3-3215-4e28-9680-666df20dde93 None None] Network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:30:16.060743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Set router 2d0890c5-2935-4de3-b618-4fd76fb0bbca gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:30:16.070196 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47b332fc-14c1-4902-aed7-f0105eb321a2 req-c4681911-b85e-4ec5-a211-f76e83ea6c29 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401125 Apr 21 21:30:16.216937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Provisioning complete for port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:16.217310 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:16.354198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:16.414391 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:16.448029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'name': 'tempest-ImageQuotaTest-469840483-router', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:15Z', 'revision_number': 3, 'project_id': '478c7d9c980a49f8ac4138bc0517ea43', 'gw_port': {'id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:16.513212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Allocated IP 172.20.0.1 (6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f/ca8c1db9-0460-4dbd-9c69-054fe2dd62a3/a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:30:16.645196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:16.648979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Checking router: 2d0890c5-2935-4de3-b618-4fd76fb0bbca for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:30:16.649542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Updating router 2d0890c5-2935-4de3-b618-4fd76fb0bbca port 1d0cbc93-8813-4434-acdd-441a462a0f78 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:30:16.654710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] For port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3fd41277-1477-4e9d-a347-53ecbe9ad5a5,segment=NetworkSegment(a65e60c4-21e3-4bc8-ad95-7c32bfbeb945),segment_id=a65e60c4-21e3-4bc8-ad95-7c32bfbeb945)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:30:16.668927 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:16.687725 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:16.700034 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:16.723006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:30:16.725721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:30:16.731690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:30:16.750003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Pushing event updated for resources: {'Port': ['ID=3fd41277-1477-4e9d-a347-53ecbe9ad5a5,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:16.759066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Pushing event updated for resources: {'Port': ['ID=a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:16.776642 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:16.810417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:30:16.818858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.819434 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.819860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.820260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.820654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.821060 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.821491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.821876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.822263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.822661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.823045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.823441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c752731b-62e3-4902-a715-9b76ea1b2849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:30:16.891773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1435c195-e3ef-4392-b6d0-faf4a38e1f47 None None] Provisioning complete for port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:16.892245 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1435c195-e3ef-4392-b6d0-faf4a38e1f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:16.992276 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:16.992965 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.196025 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.204188 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.236540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1584e-5656-4d6f-bcec-7c10e0b8d4ea req-3297edc7-5807-4dbc-bcad-7b3cbece5e14 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:17.238137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ec1584e-5656-4d6f-bcec-7c10e0b8d4ea req-3297edc7-5807-4dbc-bcad-7b3cbece5e14 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.0843847 Apr 21 21:30:17.266241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Attempting to bind port 1d0cbc93-8813-4434-acdd-441a462a0f78 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:30:17.266522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Attempting to bind port 1d0cbc93-8813-4434-acdd-441a462a0f78 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:30:17.266885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Attempting to bind port 1d0cbc93-8813-4434-acdd-441a462a0f78 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:30:17.272174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526a189-94c1-4036-be4a-b807f90b2781 None None] Pushing event updated for resources: {'Port': ['ID=1d0cbc93-8813-4434-acdd-441a462a0f78,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:17.277839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:30:17.278219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:30:17.278624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.279090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:30:17.279505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Bound port: 1d0cbc93-8813-4434-acdd-441a462a0f78, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:30:17.279961 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.282846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-648e9fae-c451-4d70-aa27-4ffea907611c None None] Provisioning complete for port a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:17.283197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-648e9fae-c451-4d70-aa27-4ffea907611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.310581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6ec1584e-5656-4d6f-bcec-7c10e0b8d4ea req-5c139327-9bae-474e-8c56-27ba1395e23a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609052 Apr 21 21:30:17.315413 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.363826 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] For port 1d0cbc93-8813-4434-acdd-441a462a0f78, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:30:17.365828 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-648e9fae-c451-4d70-aa27-4ffea907611c None None] Port a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:30:17.369374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] For port 1d0cbc93-8813-4434-acdd-441a462a0f78, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1d0cbc93-8813-4434-acdd-441a462a0f78,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:30:17.373750 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.431800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Routers {'2d0890c5-2935-4de3-b618-4fd76fb0bbca'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:17.432420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:30:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:17.435043 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526a189-94c1-4036-be4a-b807f90b2781 None None] Pushing event updated for resources: {'Port': ['ID=1d0cbc93-8813-4434-acdd-441a462a0f78,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:17.482543 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.487475 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.541086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] Set router 2d0890c5-2935-4de3-b618-4fd76fb0bbca gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:30:17.557560 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:17.559188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Pushing event updated for resources: {'Port': ['ID=a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:17.654283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:30:17.655663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:30:17.759971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'name': 'tempest-ImageQuotaTest-469840483-router', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:17Z', 'revision_number': 4, 'project_id': '478c7d9c980a49f8ac4138bc0517ea43', 'gw_port': {'id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc', 'name': '', 'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'mac_address': 'fa:16:3e:88:33:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca8c1db9-0460-4dbd-9c69-054fe2dd62a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:30:16Z', 'updated_at': '2022-04-21T21:30:16Z', 'revision_number': 1, 'project_id': '478c7d9c980a49f8ac4138bc0517ea43', 'subnets': [{'id': 'ca8c1db9-0460-4dbd-9c69-054fe2dd62a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:17.777010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Router 2d0890c5-2935-4de3-b618-4fd76fb0bbca has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:30:17.786984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9391d5-f2e4-4b2d-839b-e57d7cf34761 None None] The sync data for ids ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'] in n-d-838945-1 is: [{'id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'name': 'tempest-ImageQuotaTest-469840483-router', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:17Z', 'revision_number': 4, 'project_id': '478c7d9c980a49f8ac4138bc0517ea43', 'gw_port': {'id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc', 'name': '', 'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'mac_address': 'fa:16:3e:88:33:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca8c1db9-0460-4dbd-9c69-054fe2dd62a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:30:16Z', 'updated_at': '2022-04-21T21:30:16Z', 'revision_number': 1, 'project_id': '478c7d9c980a49f8ac4138bc0517ea43', 'subnets': [{'id': 'ca8c1db9-0460-4dbd-9c69-054fe2dd62a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:30:17.894041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:30:17.899577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-76aecb70-55f1-4975-9307-d0fc2add1061 admin admin] 10.222.0.49 "PUT /v2.0/routers/2d0890c5-2935-4de3-b618-4fd76fb0bbca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742787 Apr 21 21:30:18.014304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a15ee095-239f-4ba9-9e68-7097a0c4e9cd None None] Provisioning complete for port a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:18.018384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a15ee095-239f-4ba9-9e68-7097a0c4e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:18.053638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a15ee095-239f-4ba9-9e68-7097a0c4e9cd None None] Port a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:30:18.453328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d87404-4f6d-430b-981b-64ea66f954a3 req-06330ecc-e2c0-4c68-9146-8da29946571e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:18.457292 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0d87404-4f6d-430b-981b-64ea66f954a3 req-06330ecc-e2c0-4c68-9146-8da29946571e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.0737202 Apr 21 21:30:18.498203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a0d87404-4f6d-430b-981b-64ea66f954a3 req-1b6937bf-1be6-47ea-a1d3-a8c96f2b23a6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368884 Apr 21 21:30:18.769135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:30:18.829362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:18.829743 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:18.914374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1d0cbc93-8813-4434-acdd-441a462a0f78 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:30:18.962527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1d0cbc93-8813-4434-acdd-441a462a0f78 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:18.962900 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:18.997468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39774) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:19.058732 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:19.080313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 1d0cbc93-8813-4434-acdd-441a462a0f78, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1d0cbc93-8813-4434-acdd-441a462a0f78,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:30:19.085850 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:19.140896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=1d0cbc93-8813-4434-acdd-441a462a0f78,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:19.336033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:19.575119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Deleting port a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:30:19.575514 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:19.684819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c70cb8-7cee-4ce0-86d2-6397c9d6bb3a req-026b4f01-140c-4245-9fb2-271496289a92 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:19.686259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56c70cb8-7cee-4ce0-86d2-6397c9d6bb3a req-026b4f01-140c-4245-9fb2-271496289a92 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.1081748 Apr 21 21:30:19.690148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:19.718503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Calling delete_port for a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:30:19.772327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-56c70cb8-7cee-4ce0-86d2-6397c9d6bb3a req-14e76877-f8e9-4cde-9646-184c893e1190 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794337 Apr 21 21:30:19.886913 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] Sync routers for ids ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:30:19.897080 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] Routers {'2d0890c5-2935-4de3-b618-4fd76fb0bbca'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:19.897690 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:30:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:19.910508 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:19.935687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:20.019028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] Set router 2d0890c5-2935-4de3-b618-4fd76fb0bbca gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:30:20.108356 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:20.220686 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'name': 'tempest-ImageQuotaTest-469840483-router', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:17Z', 'revision_number': 4, 'project_id': '478c7d9c980a49f8ac4138bc0517ea43', 'gw_port': {'id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc', 'name': '', 'network_id': '6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'mac_address': 'fa:16:3e:88:33:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': 'ca8c1db9-0460-4dbd-9c69-054fe2dd62a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:30:16Z', 'updated_at': '2022-04-21T21:30:17Z', 'revision_number': 2, 'project_id': '478c7d9c980a49f8ac4138bc0517ea43', 'subnets': [{'id': 'ca8c1db9-0460-4dbd-9c69-054fe2dd62a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:20.249778 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] Checking router: 2d0890c5-2935-4de3-b618-4fd76fb0bbca for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:30:20.250118 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] Updating router 2d0890c5-2935-4de3-b618-4fd76fb0bbca port a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:30:20.265381 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] Port a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc not found while updating agent binding for router 2d0890c5-2935-4de3-b618-4fd76fb0bbca. {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 21 21:30:20.273520 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] Routers {'2d0890c5-2935-4de3-b618-4fd76fb0bbca'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:20.274115 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:30:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:20.324752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Router 2d0890c5-2935-4de3-b618-4fd76fb0bbca has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:30:20.434279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:30:20.439177 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a7980ed7-5a11-48fd-8d98-36b8af1202f5 admin admin] 10.222.0.49 "PUT /v2.0/routers/2d0890c5-2935-4de3-b618-4fd76fb0bbca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4406161 Apr 21 21:30:20.442031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39778) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:20.468422 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] Set router 2d0890c5-2935-4de3-b618-4fd76fb0bbca gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:30:20.553254 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:20.642754 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'name': 'tempest-ImageQuotaTest-469840483-router', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:19Z', 'revision_number': 5, 'project_id': '478c7d9c980a49f8ac4138bc0517ea43', 'gw_port': {'id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:20.657215 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:20.674410 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3862261c-8629-4238-82c4-744eddb50f9e None None] The sync data for ids ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'] in n-d-838945-1 is: [{'id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'name': 'tempest-ImageQuotaTest-469840483-router', 'tenant_id': '478c7d9c980a49f8ac4138bc0517ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:19Z', 'revision_number': 5, 'project_id': '478c7d9c980a49f8ac4138bc0517ea43', 'gw_port': {'id': '1d0cbc93-8813-4434-acdd-441a462a0f78', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0890c5-2935-4de3-b618-4fd76fb0bbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:30:14Z', 'updated_at': '2022-04-21T21:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:30:20.692678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1d0cbc93-8813-4434-acdd-441a462a0f78 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:30:20.713780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Deleting port 1d0cbc93-8813-4434-acdd-441a462a0f78 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:30:20.714126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:20.742162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1d0cbc93-8813-4434-acdd-441a462a0f78 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:20.742613 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:20.793102 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:20.801821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] For port 1d0cbc93-8813-4434-acdd-441a462a0f78, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1d0cbc93-8813-4434-acdd-441a462a0f78,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:30:20.802216 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:20.816278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Calling delete_port for 1d0cbc93-8813-4434-acdd-441a462a0f78 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:30:20.899683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5243-7e9d-48f2-9e12-b50b463f938a req-c40257b6-69ad-474e-a114-bd8e04aea8d7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:20.900289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:20.901996 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1daf5243-7e9d-48f2-9e12-b50b463f938a req-c40257b6-69ad-474e-a114-bd8e04aea8d7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 944 time: 0.0540082 Apr 21 21:30:20.941004 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1daf5243-7e9d-48f2-9e12-b50b463f938a req-0835de99-499b-4962-9f12-35dac08f1a42 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325515 Apr 21 21:30:20.985354 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.011222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0cbc93-8813-4434-acdd-441a462a0f78,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:21.070235 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.167901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.170152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.196160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5e1fdfda-6a68-4225-a2c7-0800738f51a4 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:30:21.222223 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.222913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d0890c5-2935-4de3-b618-4fd76fb0bbca {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:30:21.227375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.231082 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39782) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:21.231279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e07f041a-c95c-44bc-9bb0-1dfe67f1749e admin admin] 10.222.0.49 "DELETE /v2.0/routers/2d0890c5-2935-4de3-b618-4fd76fb0bbca HTTP/1.1" status: 204 len: 168 time: 0.7882192 Apr 21 21:30:21.278025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea4880d-684d-4818-bd88-cdd077238780 admin admin] Deleting subnet ca8c1db9-0460-4dbd-9c69-054fe2dd62a3 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:30:21.281365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ea4880d-684d-4818-bd88-cdd077238780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.306977 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5e1fdfda-6a68-4225-a2c7-0800738f51a4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:30:21.318869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ea4880d-684d-4818-bd88-cdd077238780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.321434 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:30:21.361283 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.374975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1fdfda-6a68-4225-a2c7-0800738f51a4 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:30:21.397368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5e1fdfda-6a68-4225-a2c7-0800738f51a4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:30:21.403239 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.461476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5e1fdfda-6a68-4225-a2c7-0800738f51a4,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:21.711142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5e1fdfda-6a68-4225-a2c7-0800738f51a4'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:30:21.733308 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ea4880d-684d-4818-bd88-cdd077238780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.754316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239ff49-c75b-4be3-8fe6-22b2cdf2a23e None None] Sync routers for ids ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:30:21.779560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239ff49-c75b-4be3-8fe6-22b2cdf2a23e None None] Routers set() bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:21.779927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239ff49-c75b-4be3-8fe6-22b2cdf2a23e None None] Router IDs set() for agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 21:30:21.780565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_agentschedulers_db [None req-e239ff49-c75b-4be3-8fe6-22b2cdf2a23e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d0890c5-2935-4de3-b618-4fd76fb0bbca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:30:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent'). {{(pid=114648) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 21:30:21.789374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ea4880d-684d-4818-bd88-cdd077238780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.808088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239ff49-c75b-4be3-8fe6-22b2cdf2a23e None None] Routers set() bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:21.808452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239ff49-c75b-4be3-8fe6-22b2cdf2a23e None None] Router IDs set() for agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 21:30:21.809066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_agentschedulers_db [None req-e239ff49-c75b-4be3-8fe6-22b2cdf2a23e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d0890c5-2935-4de3-b618-4fd76fb0bbca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:30:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent'). {{(pid=114648) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 21:30:21.809430 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e239ff49-c75b-4be3-8fe6-22b2cdf2a23e None None] The sync data for ids ['2d0890c5-2935-4de3-b618-4fd76fb0bbca'] in n-d-838945-1 is: [] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:30:21.815985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4880d-684d-4818-bd88-cdd077238780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8c1db9-0460-4dbd-9c69-054fe2dd62a3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:21.818135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2ea4880d-684d-4818-bd88-cdd077238780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.824285 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2ea4880d-684d-4818-bd88-cdd077238780 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca8c1db9-0460-4dbd-9c69-054fe2dd62a3 HTTP/1.1" status: 204 len: 168 time: 0.5918725 Apr 21 21:30:21.825104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:21.843541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be6a12-5fe7-4f48-a819-bb346361c2f1 None None] Network 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:30:21.909481 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:21.972333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Deleting port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:30:21.972681 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.068511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] For port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3fd41277-1477-4e9d-a347-53ecbe9ad5a5,segment=NetworkSegment(a65e60c4-21e3-4bc8-ad95-7c32bfbeb945),segment_id=a65e60c4-21e3-4bc8-ad95-7c32bfbeb945)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:30:22.068904 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.086327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Calling delete_port for 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:30:22.097272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dadad-6266-4d3a-bd53-24232f362830 req-2e0168db-dd55-4281-98e0-ac1dc5ccafd1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:22.098741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b04dadad-6266-4d3a-bd53-24232f362830 req-2e0168db-dd55-4281-98e0-ac1dc5ccafd1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 945 time: 0.0730529 Apr 21 21:30:22.182074 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b04dadad-6266-4d3a-bd53-24232f362830 req-10e75057-fdf6-4e14-af2c-2c41219e3f94 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763733 Apr 21 21:30:22.203185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.229415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd41277-1477-4e9d-a347-53ecbe9ad5a5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:22.232781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] No DVR routers for this DVR port 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:30:22.279084 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:30:22.297444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64baaa4c-309b-44a0-9be2-4350b4d95537 None None] DHCP port deletion for 6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:30:22.309073 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.337282 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:22.346410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65e60c4-21e3-4bc8-ad95-7c32bfbeb945') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:22.346700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65e60c4-21e3-4bc8-ad95-7c32bfbeb945') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:22.355726 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.368331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.374183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:30:22.374637 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:30:22.376315 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:30:22.431156 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.435515 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.441104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f HTTP/1.1" status: 204 len: 168 time: 0.6123476 Apr 21 21:30:22.449765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d01eac-9102-4f8d-b18d-0101dab990d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4eb71a-e3a7-4346-a1d9-3372bbf7aa0f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:22.547869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39790) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:22.587159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-090b438c-6239-4f2b-8a94-757930fd315a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=478c7d9c980a49f8ac4138bc0517ea43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381324 Apr 21 21:30:22.589900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39792) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:22.642257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6d14cd7-0a13-4cf8-a6bf-023f1023917a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.663036 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6d14cd7-0a13-4cf8-a6bf-023f1023917a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.670848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:30:22.690744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:30:22.691177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3fd41277-1477-4e9d-a347-53ecbe9ad5a5 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:30:22.691638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1d0cbc93-8813-4434-acdd-441a462a0f78 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:30:22.709485 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6d14cd7-0a13-4cf8-a6bf-023f1023917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.710619 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1d0cbc93-8813-4434-acdd-441a462a0f78 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:30:22.710958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1d0cbc93-8813-4434-acdd-441a462a0f78 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:30:22.711355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:30:22.711996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a6d14cd7-0a13-4cf8-a6bf-023f1023917a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:22.716698 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a6d14cd7-0a13-4cf8-a6bf-023f1023917a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e13e0f11-1573-4a21-ac28-8bde0e737954 HTTP/1.1" status: 204 len: 168 time: 0.1223330 Apr 21 21:30:22.721105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d14cd7-0a13-4cf8-a6bf-023f1023917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13e0f11-1573-4a21-ac28-8bde0e737954,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:22.737213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:30:22.737543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a1a3462c-8ffc-4b38-95fa-7d2e01c9b0dc not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:30:23.032110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 39798) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:23.045455 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20912a8f-6b17-4e10-ab9e-5e380cc2d7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.118180 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20912a8f-6b17-4e10-ab9e-5e380cc2d7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.121945 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20912a8f-6b17-4e10-ab9e-5e380cc2d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.161037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-20912a8f-6b17-4e10-ab9e-5e380cc2d7f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1278310 Apr 21 21:30:23.162365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20912a8f-6b17-4e10-ab9e-5e380cc2d7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfac40b-6383-4305-8ad5-0bf2eff9b1a8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:23.164187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39800) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:23.195568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5e1fdfda-6a68-4225-a2c7-0800738f51a4 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:30:23.215187 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4dc4858c-1df7-44af-ab76-c5eec929ee03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.238614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4dc4858c-1df7-44af-ab76-c5eec929ee03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.246243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:30:23.250753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:30:23.251295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.318574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13dcaa-a2e8-4e03-b45e-313472400c80 req-c01666cf-63f3-4b8b-9c36-174ca8f24e5e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:23.319948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0d13dcaa-a2e8-4e03-b45e-313472400c80 req-c01666cf-63f3-4b8b-9c36-174ca8f24e5e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 945 time: 0.0651155 Apr 21 21:30:23.331899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.345401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4dc4858c-1df7-44af-ab76-c5eec929ee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.347823 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4dc4858c-1df7-44af-ab76-c5eec929ee03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.349484 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4dc4858c-1df7-44af-ab76-c5eec929ee03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdfac40b-6383-4305-8ad5-0bf2eff9b1a8 HTTP/1.1" status: 204 len: 168 time: 0.1836972 Apr 21 21:30:23.356793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:30:23.359181 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864a01e-7594-4a6a-b899-6b6819c711ae" -d '{"events": [{"server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "name": "network-vif-plugged", "status": "completed", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:30:23.361209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4858c-1df7-44af-ab76-c5eec929ee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfac40b-6383-4305-8ad5-0bf2eff9b1a8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:23.373108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5e1fdfda-6a68-4225-a2c7-0800738f51a4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:30:23.384597 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:23.385207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0d13dcaa-a2e8-4e03-b45e-313472400c80 req-1bc54642-e875-4819-8cac-c8b4ebd371f3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569239 Apr 21 21:30:23.412279 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ae71ae-82c7-425f-87d9-0ebc977a90be x-openstack-request-id: req-77ae71ae-82c7-425f-87d9-0ebc977a90be {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:30:23.412556 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "name": "network-vif-plugged", "status": "completed", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:30:23.412827 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77ae71ae-82c7-425f-87d9-0ebc977a90be {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:30:23.413371 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ae71ae-82c7-425f-87d9-0ebc977a90be'] response: {'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'code': 200} Apr 21 21:30:23.438814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5e1fdfda-6a68-4225-a2c7-0800738f51a4,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:23.497773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba3381-e435-45dd-886b-69e348c4add6 req-0f469c73-b5c2-4efb-a939-162b5de2ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:23.499444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7ba3381-e435-45dd-886b-69e348c4add6 req-0f469c73-b5c2-4efb-a939-162b5de2ba70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1097 time: 0.0400844 Apr 21 21:30:23.541600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e7ba3381-e435-45dd-886b-69e348c4add6 req-a21db814-3b52-4383-9c91-405207086b3b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348411 Apr 21 21:30:24.512489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed77d15-829e-4ebd-8182-6a4b9355100c req-cc56a2b5-3339-4308-920f-f22c449d7883 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:24.513973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ed77d15-829e-4ebd-8182-6a4b9355100c req-cc56a2b5-3339-4308-920f-f22c449d7883 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 946 time: 0.0484896 Apr 21 21:30:24.550699 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2ed77d15-829e-4ebd-8182-6a4b9355100c req-b4c11350-92b0-46b2-b18a-ae81e6595c2e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307224 Apr 21 21:30:25.664104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe3f23-1e72-4dfa-9dd8-0236a4c11328 req-9d28edad-0be3-4fe4-a2e5-38c61f338644 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:25.665482 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bfbe3f23-1e72-4dfa-9dd8-0236a4c11328 req-9d28edad-0be3-4fe4-a2e5-38c61f338644 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 946 time: 0.0471668 Apr 21 21:30:25.702808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bfbe3f23-1e72-4dfa-9dd8-0236a4c11328 req-5f9fd70b-a93b-4ad0-8b88-ed43585eae79 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Apr 21 21:30:25.813576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651f31c-f2a2-4b43-9cf5-f3158344ccce req-8ca59fb4-c388-4bcd-9f9e-0ef75eab06a4 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:25.815291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1651f31c-f2a2-4b43-9cf5-f3158344ccce req-8ca59fb4-c388-4bcd-9f9e-0ef75eab06a4 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 946 time: 0.0470948 Apr 21 21:30:25.857554 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1651f31c-f2a2-4b43-9cf5-f3158344ccce req-6d2683a8-07be-4fcb-8bfc-1910ca1265cd tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355003 Apr 21 21:30:25.883430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39814) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:26.064949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc94724-9dc1-413f-9bce-d99463a27f42 tempest-TestVolumeBootPattern-388644573 tempest-TestVolumeBootPattern-388644573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:26.066478 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-edc94724-9dc1-413f-9bce-d99463a27f42 tempest-TestVolumeBootPattern-388644573 tempest-TestVolumeBootPattern-388644573-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1092 time: 0.1820643 Apr 21 21:30:26.069306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39818) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:30:26.073450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:30:26.092731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:26.190562 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:26.301852 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.25.0.54 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/a6885c55-bfd1-41d4-a724-ec8d7a333dd7) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:30:26.400654 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:26.433378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:26.468489 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:30:26.473163 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:30:26.477293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:30:26.504218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=a6885c55-bfd1-41d4-a724-ec8d7a333dd7,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:26.827813 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:26.895406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:27.042086 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:27.046430 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:27.115653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=a6885c55-bfd1-41d4-a724-ec8d7a333dd7,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:30:27.127169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:27.229541 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Floating IP 8b8241b7-6fa2-48af-ad7d-f1b15eee2593 associated. External IP: 172.25.0.54, port: 5e1fdfda-6a68-4225-a2c7-0800738f51a4. Apr 21 21:30:27.435087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:30:27.540705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:30:27.550764 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] Sync routers for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:30:27.558177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:27.561880 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:27.562480 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:30:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:27.585579 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d041fdab-564c-4517-84b6-8dd87c5d30c1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5152817 Apr 21 21:30:27.586258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:30:27.588516 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:30:27.628437 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a61e531-7dbc-4ad3-92dd-d67ab4395558 x-openstack-request-id: req-8a61e531-7dbc-4ad3-92dd-d67ab4395558 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:30:27.628738 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:30:27.629038 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a61e531-7dbc-4ad3-92dd-d67ab4395558 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:30:27.629446 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a61e531-7dbc-4ad3-92dd-d67ab4395558'] response: {'name': 'network-changed', 'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'status': 'completed', 'code': 200} Apr 21 21:30:27.684093 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:30:27.689891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-8e7eb835-8c83-485f-91c6-3642e2e2aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:27.691393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-8e7eb835-8c83-485f-91c6-3642e2e2aa33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1097 time: 0.0407934 Apr 21 21:30:27.781927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-80d86b67-36ec-488c-83fb-1fe1e6bb01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:27.783391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-80d86b67-36ec-488c-83fb-1fe1e6bb01b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0857124 Apr 21 21:30:27.851571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-1c2a5ff1-6610-493b-bcdf-ddb87f7b6722 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 200 len: 999 time: 0.0618320 Apr 21 21:30:27.900558 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8b8241b7-6fa2-48af-ad7d-f1b15eee2593', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:30:26Z', 'updated_at': '2022-04-21T21:30:26Z', 'revision_number': 0, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:27.902765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-93be7e33-193b-478b-9fb7-1be54342c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:27.904220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-93be7e33-193b-478b-9fb7-1be54342c41d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0462947 Apr 21 21:30:27.929875 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] Checking router: 3a250870-caa9-4d33-9c67-ffe0c0cefee5 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:30:27.938970 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:30:27.939827 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:30:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:27.950919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-d55bc4aa-4a95-43cb-a8b5-8eaf012e777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:27.952479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-d55bc4aa-4a95-43cb-a8b5-8eaf012e777f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418024 Apr 21 21:30:28.040062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-39b3586c-6a2e-47ee-ab4b-f31961e34017 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797601 Apr 21 21:30:28.041926 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:30:28.132518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9cf83cfd-72d1-453d-8f47-7cc6f8790e71 req-b4632cc7-51d2-4c7d-81bf-875da97ce089 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854499 Apr 21 21:30:28.260241 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8b8241b7-6fa2-48af-ad7d-f1b15eee2593', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:30:26Z', 'updated_at': '2022-04-21T21:30:26Z', 'revision_number': 0, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:30:28.289850 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b4221-210b-46b2-afcd-a31f11056a97 None None] The sync data for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 is: [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8b8241b7-6fa2-48af-ad7d-f1b15eee2593', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:30:26Z', 'updated_at': '2022-04-21T21:30:26Z', 'revision_number': 0, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:30:28.495538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55928517-cc94-4d5d-a6ca-037b362050f0 None None] New status for floating IP 8b8241b7-6fa2-48af-ad7d-f1b15eee2593: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:30:30.511010 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9588a8db-3b67-45d4-9b31-71e3ee7d134b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:32.738719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-9c1bdfd2-b63e-4d97-b6c7-32fbc51cdc37 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389650 Apr 21 21:30:32.796065 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-39b44373-d84b-40e8-a023-cdb81e5386a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:32.821978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-718c64fc-a932-48e3-bc3d-f968777c9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:32.824096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-718c64fc-a932-48e3-bc3d-f968777c9a6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1097 time: 0.0426395 Apr 21 21:30:32.926708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-d7bdced0-62b4-4d75-88ae-52083eade690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:32.928126 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-d7bdced0-62b4-4d75-88ae-52083eade690 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0860651 Apr 21 21:30:32.989864 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-5f88b6a1-7f6d-4541-93bc-5b40ef52a4e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 200 len: 1001 time: 0.0557842 Apr 21 21:30:33.040514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-8db76c40-1cc7-4f9d-9f8e-6165ed19469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:33.041960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-8db76c40-1cc7-4f9d-9f8e-6165ed19469b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0460131 Apr 21 21:30:33.085162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-1b2839da-0714-400f-9068-b41f92080b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:30:33.086606 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-1b2839da-0714-400f-9068-b41f92080b97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389557 Apr 21 21:30:33.173954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-c1793b6d-06e9-4d58-b6af-3a1c3d38e48f service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810554 Apr 21 21:30:33.268848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bcf25bb-c388-442f-83d3-cb21bebc3851 req-82cbc984-313b-4e2d-999b-fd91bda255ac service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885267 Apr 21 21:30:34.173823 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:35.443052 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:35.985832 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:50.770287 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:50.914165 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:30:59.278355 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:31:00.512353 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fbafaa7e-79c2-481b-a725-77fca96e438a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:02.797252 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-22ceaa25-db0e-43c8-82a9-7917b7a99748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:04.176416 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:05.445366 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:05.978537 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:20.767990 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:20.929904 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:30.519651 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-06faf382-0a16-44de-8605-e842ed5e4e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:32.523869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-d2f63091-29c1-4e3c-ab03-b4880c8ca47c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438719 Apr 21 21:31:32.609128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-fb646f9f-9a59-423b-8cd3-c144f7e0ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:31:32.610616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-fb646f9f-9a59-423b-8cd3-c144f7e0ae07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1097 time: 0.0414321 Apr 21 21:31:32.714665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-b905e681-eb3b-4718-b0bc-e3e96a02acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:31:32.716089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-b905e681-eb3b-4718-b0bc-e3e96a02acbe service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0868037 Apr 21 21:31:32.779043 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-bab86206-79b1-4f56-b3f7-90b94dc173db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 200 len: 1001 time: 0.0566463 Apr 21 21:31:32.798353 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce007153-6273-4849-93ef-b2efa251c40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:32.832010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-20df59d1-11a8-48ad-a2c1-4615583483f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:31:32.833586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-20df59d1-11a8-48ad-a2c1-4615583483f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0481479 Apr 21 21:31:32.878990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-a8da22e8-fa29-460d-88a8-15d4761477d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:31:32.880480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-a8da22e8-fa29-460d-88a8-15d4761477d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410671 Apr 21 21:31:32.966027 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-bfa3ae58-8c25-4d5f-8914-380f4c8c81a9 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791810 Apr 21 21:31:33.058910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7ae34db4-7d03-4bad-ab5c-7d203b5aaf08 req-72573e60-705e-462f-9063-0fa1f4f5e61f service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861650 Apr 21 21:31:34.179411 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:35.447287 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:35.980799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:36.278238 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:31:50.785676 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:31:50.945532 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:00.535643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8a4b8b88-5cb0-4bcd-8f6e-6ed581842a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:02.811483 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7dba5d04-60d9-433a-a995-052785e36a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:04.182496 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:05.449469 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:05.975924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-8caaae19-339c-4ab5-8a97-ef58d254c27d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121906680&fields=id&tenant_id=9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 267 time: 0.0340729 Apr 21 21:32:05.983751 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:06.086556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441383-3a4a-4404-b94a-3f69638947c8 req-8a0493cf-bbe2-45c3-8f0a-32b60d6bf152 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:06.087996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-8a0493cf-bbe2-45c3-8f0a-32b60d6bf152 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1041415 Apr 21 21:32:06.103214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-13f0767d-69a4-4a94-a537-4f649048a6b1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/quotas/9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 375 time: 0.0090504 Apr 21 21:32:06.161396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-15c3a242-cf05-4756-952d-2936f11837ce tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0521114 Apr 21 21:32:06.177752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-81629279-959c-40b9-86b8-44fa67fa4322 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:32:06.178702 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-81629279-959c-40b9-86b8-44fa67fa4322 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054266 Apr 21 21:32:06.265113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-a33f2ed5-3f78-44e4-9104-8aa4b0620333 service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806768 Apr 21 21:32:06.352898 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-82130a12-52db-4770-a174-3e5b0091e5da service neutron] 10.222.0.49 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814877 Apr 21 21:32:06.631558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-465084a0-67e7-4ce6-b056-c29828a5ed61 req-64665d0d-fa9c-4917-8762-1b61ce003b84 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 210 time: 0.0279102 Apr 21 21:32:07.494977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441383-3a4a-4404-b94a-3f69638947c8 req-4f380e46-861b-46e7-9364-977ff39b8497 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:07.496405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-4f380e46-861b-46e7-9364-977ff39b8497 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 812 time: 0.1017919 Apr 21 21:32:07.538848 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-2226e7ef-96a8-4bb9-984c-f40cc7d3769b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2fe7d80de0455a8974c762f8f7c293 HTTP/1.1" status: 200 len: 379 time: 0.0342877 Apr 21 21:32:07.547334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'port': {'device_id': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'admin_state_up': True, 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'security_groups': ['1fa48073-b882-4585-a62d-cf4885b95e42']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:32:07.663900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Made reservation on behalf of 9d2fe7d80de0455a8974c762f8f7c293 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:32:07.667416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:07.734163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-453d382b-0613-4f32-96f0-687a27a270b6 req-6483a8e0-1d6b-4808-aa4e-cc7052bd02d4 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 210 time: 0.0269508 Apr 21 21:32:07.801689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.20.0.7 (7b860d08-6c54-43fd-8532-c34218a4be2f/bde8588f-73bb-46d1-8375-4e1706115dfe/fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:32:07.936167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:07.974715 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:08.021649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network 7b860d08-6c54-43fd-8532-c34218a4be2f is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:32:08.025027 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:32:08.027703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:32:08.055721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:32:08.071386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.071730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.072064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.072394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.072721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.073071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.073395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.073714 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.074031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.074344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.074660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.074982 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:08.098389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:08.099013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:08.117954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-14038bb9-50bb-48a8-9d77-43707aa93fc6 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5738959 Apr 21 21:32:08.131410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Request body: {'port': {'device_id': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:32:08.197003 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:08.311930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-16120ee2-023f-4fc1-a422-9354ffab8fab None None] Provisioning complete for port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:32:08.312465 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-16120ee2-023f-4fc1-a422-9354ffab8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:08.345206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-16120ee2-023f-4fc1-a422-9354ffab8fab None None] Port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:32:08.467687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:32:08.475498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:08.487861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Transition to ACTIVE for port object fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:32:08.491193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:08.562394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Pushing event updated for resources: {'Port': ['ID=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:32:08.619329 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Attempting to bind port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:32:08.619766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Attempting to bind port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:32:08.620191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Attempting to bind port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:32:08.625093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e on network 7b860d08-6c54-43fd-8532-c34218a4be2f not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:32:08.625498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Attempting to bind port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e on network 7b860d08-6c54-43fd-8532-c34218a4be2f {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:32:08.630643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:32:08.630977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Checking segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:32:08.631362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Bound using segment: {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:32:08.631793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Bound port: fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:32:08.632155 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:08.719569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] For port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:32:08.723814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] For port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:32:08.728841 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:08.770291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:08.771318 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:08.772939 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e HTTP/1.1" status: 200 len: 1091 time: 0.6476552 Apr 21 21:32:08.773390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:32:08.775705 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f804d52-898d-4739-807c-2438d8bfd7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:32:08.797712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99245aa8-cb78-4d7c-bd53-f07b4fc2a023 service neutron] Pushing event updated for resources: {'Port': ['ID=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:32:08.863694 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e8df0-2af9-45da-a8c3-fcf12ee40770 x-openstack-request-id: req-f67e8df0-2af9-45da-a8c3-fcf12ee40770 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:32:08.864129 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:32:08.864481 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f67e8df0-2af9-45da-a8c3-fcf12ee40770 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:32:08.865008 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67e8df0-2af9-45da-a8c3-fcf12ee40770'] response: {'name': 'network-changed', 'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'status': 'completed', 'code': 200} Apr 21 21:32:08.914424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441383-3a4a-4404-b94a-3f69638947c8 req-da783f77-a5d8-4c3e-9c6e-7bf912d479ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:08.916141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-da783f77-a5d8-4c3e-9c6e-7bf912d479ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 1094 time: 0.1010966 Apr 21 21:32:08.937745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca373994-704d-41fc-a66c-057fb22bcff3 req-d9d0d1d0-1b1a-43a3-ba21-a089ceea603c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:08.939354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca373994-704d-41fc-a66c-057fb22bcff3 req-d9d0d1d0-1b1a-43a3-ba21-a089ceea603c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0776956 Apr 21 21:32:08.969988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-e0926e9a-6b6c-4af2-aa86-74f69ea04304 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e HTTP/1.1" status: 200 len: 217 time: 0.0467412 Apr 21 21:32:09.035245 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca373994-704d-41fc-a66c-057fb22bcff3 req-0affa648-ef68-46cf-9ff4-10b55679d3a1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679858 Apr 21 21:32:09.040692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441383-3a4a-4404-b94a-3f69638947c8 req-30988b68-4bad-4f1b-91f4-536f6f4f5092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:09.042871 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-30988b68-4bad-4f1b-91f4-536f6f4f5092 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0662735 Apr 21 21:32:09.094815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45441383-3a4a-4404-b94a-3f69638947c8 req-5e101f99-d80a-498d-989a-d1750a7f2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:09.096215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-5e101f99-d80a-498d-989a-d1750a7f2b31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477748 Apr 21 21:32:09.184965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-d02f050f-a101-49cb-ba83-24e244964bb2 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816588 Apr 21 21:32:09.277560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45441383-3a4a-4404-b94a-3f69638947c8 req-36e80dd5-a492-4cf9-8648-09fe3daa2c72 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858462 Apr 21 21:32:09.362763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-da3bb34c-299d-45aa-a7e5-ab18f90a814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:09.364309 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-da3bb34c-299d-45aa-a7e5-ab18f90a814c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 1094 time: 0.0427666 Apr 21 21:32:09.455417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-cb3003cb-65c2-478b-a131-48d9b5b02981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:09.456967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-cb3003cb-65c2-478b-a131-48d9b5b02981 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0853975 Apr 21 21:32:09.499835 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-90479f54-1613-468e-a3ca-83cc26b0ba1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e HTTP/1.1" status: 200 len: 217 time: 0.0366051 Apr 21 21:32:09.547581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-38a76737-284b-4659-a136-7282229880c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:09.549084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-38a76737-284b-4659-a136-7282229880c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0432987 Apr 21 21:32:09.593979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-0cfa46aa-da34-4acc-a575-3ad639803fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:09.595468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-0cfa46aa-da34-4acc-a575-3ad639803fc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398285 Apr 21 21:32:09.688586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-05ccb857-dbd1-4cce-9a1a-f5aa87b1591d service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858400 Apr 21 21:32:09.773386 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f804d52-898d-4739-807c-2438d8bfd7cc req-536d5b57-6cec-43ad-987a-78afe243619f service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791612 Apr 21 21:32:10.162017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538669fa-a0c6-4046-8225-75315864b90b req-95193b52-4103-4792-aee2-6a6f2b910c1c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:10.163468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-538669fa-a0c6-4046-8225-75315864b90b req-95193b52-4103-4792-aee2-6a6f2b910c1c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0531764 Apr 21 21:32:10.200379 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-538669fa-a0c6-4046-8225-75315864b90b req-9a5d851d-96c1-4af9-a6ee-e70ee37221bb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306044 Apr 21 21:32:11.326361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d1a84-d19e-4cb3-9bda-6be18f654cc1 req-0e97d8a7-985b-4671-b213-709be048e442 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:11.327910 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-669d1a84-d19e-4cb3-9bda-6be18f654cc1 req-0e97d8a7-985b-4671-b213-709be048e442 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0576386 Apr 21 21:32:11.370277 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-669d1a84-d19e-4cb3-9bda-6be18f654cc1 req-1408dde2-bbf6-4e0d-b773-5ab209cec9c9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349798 Apr 21 21:32:12.487149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4983c32-e4e4-4491-99dc-63cc643e27f0 req-1740a246-6a38-420b-89b3-314111ae84ac tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:12.489111 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4983c32-e4e4-4491-99dc-63cc643e27f0 req-1740a246-6a38-420b-89b3-314111ae84ac tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0518396 Apr 21 21:32:12.525592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4983c32-e4e4-4491-99dc-63cc643e27f0 req-b49a938e-6b55-4e5c-b942-87a9412c74df tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304480 Apr 21 21:32:13.278337 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:32:13.642921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a8df3-58f4-42a0-a242-b8fa36d7bb6a req-76867b72-d0e0-402b-9f27-e150007c8e53 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:13.644419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de6a8df3-58f4-42a0-a242-b8fa36d7bb6a req-76867b72-d0e0-402b-9f27-e150007c8e53 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0486243 Apr 21 21:32:13.680789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de6a8df3-58f4-42a0-a242-b8fa36d7bb6a req-5ff99a4d-6b9b-41cd-8c9f-d5bd02ceafe8 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303755 Apr 21 21:32:14.793852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1eb7-d4f6-4f42-be04-e1847f5ef4e4 req-c0763b2d-9fb3-4d66-a867-fbf59fc71813 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:14.795299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-087e1eb7-d4f6-4f42-be04-e1847f5ef4e4 req-c0763b2d-9fb3-4d66-a867-fbf59fc71813 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0477903 Apr 21 21:32:14.832500 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-087e1eb7-d4f6-4f42-be04-e1847f5ef4e4 req-2529e03e-2b0e-48e1-9fa3-1a7f8b845a52 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311265 Apr 21 21:32:15.944590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2266dd-0065-4c17-acf5-a1a0dda64734 req-d2e57a0c-81f8-4d51-b998-5da6e75aa79d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:15.946050 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d2266dd-0065-4c17-acf5-a1a0dda64734 req-d2e57a0c-81f8-4d51-b998-5da6e75aa79d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0474541 Apr 21 21:32:15.982668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d2266dd-0065-4c17-acf5-a1a0dda64734 req-33f79b02-a9cb-4dfb-9140-c91be7cb404c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307255 Apr 21 21:32:17.102494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbdfe6-08f5-4297-a7d3-a1d4d489baa9 req-419d2f92-378d-40ba-903e-0c710b62365e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:17.104016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a5fbdfe6-08f5-4297-a7d3-a1d4d489baa9 req-419d2f92-378d-40ba-903e-0c710b62365e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0528462 Apr 21 21:32:17.146588 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a5fbdfe6-08f5-4297-a7d3-a1d4d489baa9 req-4f102d5b-9a21-4694-ba39-1e13e10779cb tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362957 Apr 21 21:32:18.267416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30331e-b7a8-485f-9203-46804ebc5a52 req-0a1e84e1-8415-4545-a70c-4885992c4733 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:18.269400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f30331e-b7a8-485f-9203-46804ebc5a52 req-0a1e84e1-8415-4545-a70c-4885992c4733 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0546753 Apr 21 21:32:18.308312 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f30331e-b7a8-485f-9203-46804ebc5a52 req-aa51b026-4761-406a-9bd4-099a06a4c618 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327420 Apr 21 21:32:19.741939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97fbe0-0b40-4f5a-84b9-d528b1056810 req-24af413c-5d9a-4182-bb6d-8289b659681b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:19.743350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e97fbe0-0b40-4f5a-84b9-d528b1056810 req-24af413c-5d9a-4182-bb6d-8289b659681b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.3686965 Apr 21 21:32:19.780120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0e97fbe0-0b40-4f5a-84b9-d528b1056810 req-53952c6e-de16-429a-b250-2fa41728ea1e tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305860 Apr 21 21:32:20.800125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:20.895845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00662cc-e037-447b-b6ba-923d99fec345 req-9e974f10-505e-4c90-88b6-61f7334942f7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:20.897318 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f00662cc-e037-447b-b6ba-923d99fec345 req-9e974f10-505e-4c90-88b6-61f7334942f7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 943 time: 0.0480125 Apr 21 21:32:20.933404 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f00662cc-e037-447b-b6ba-923d99fec345 req-30c9ce1a-07ad-4546-ac19-afcb990b438b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301204 Apr 21 21:32:20.960698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:21.385393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:32:21.478483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:32:21.490147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'port_id': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'mac_address': 'fa:16:3e:72:e0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:32:21.524656 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:21.537241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:32:21.558217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:32:21.562164 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:21.608355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:32:21.616036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.616372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.616704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.617059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.617391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.617714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.618034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.618351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.618667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.618982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.619298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.619613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:32:21.896292 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:32:22.173632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcb9be-3c50-47c3-8431-938648a9c5c7 req-0f039783-23a0-48d7-b498-bc926227f621 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:22.175092 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ecbcb9be-3c50-47c3-8431-938648a9c5c7 req-0f039783-23a0-48d7-b498-bc926227f621 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 944 time: 0.1708844 Apr 21 21:32:22.211732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ecbcb9be-3c50-47c3-8431-938648a9c5c7 req-37ace32f-5190-4d46-8f2e-cf59066ebd6a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305057 Apr 21 21:32:23.381969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18efbc9-5e83-4043-ba9b-5e60afd1263a req-58b5a2dd-ad48-4f32-bae9-81e0d7e2f55c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:23.383399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f18efbc9-5e83-4043-ba9b-5e60afd1263a req-58b5a2dd-ad48-4f32-bae9-81e0d7e2f55c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 944 time: 0.1058681 Apr 21 21:32:23.385501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:32:23.420899 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f18efbc9-5e83-4043-ba9b-5e60afd1263a req-d403f3b5-77f9-4fef-82f0-2fe1ac86e750 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314879 Apr 21 21:32:23.436856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:32:23.440533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:32:23.440927 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:23.529293 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:23.557468 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:32:23.560675 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b5cd8-d4c1-4005-a334-3516944eb54b" -d '{"events": [{"server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "name": "network-vif-plugged", "status": "completed", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:32:23.575804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:32:23.580295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:23.608832 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf8db40-d66d-4c79-a2f3-5f91b700021d x-openstack-request-id: req-ecf8db40-d66d-4c79-a2f3-5f91b700021d {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:32:23.609154 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "name": "network-vif-plugged", "status": "completed", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:32:23.609404 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecf8db40-d66d-4c79-a2f3-5f91b700021d {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:32:23.609793 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf8db40-d66d-4c79-a2f3-5f91b700021d'] response: {'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'code': 200} Apr 21 21:32:23.634786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:32:23.705360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aba425-13bb-4206-8859-25e20a7ef5b8 req-7c29f291-357c-4c43-a5d9-17abb8e3ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:23.707300 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29aba425-13bb-4206-8859-25e20a7ef5b8 req-7c29f291-357c-4c43-a5d9-17abb8e3ecb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 1096 time: 0.0427406 Apr 21 21:32:23.741524 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-29aba425-13bb-4206-8859-25e20a7ef5b8 req-e57aaf5f-094a-4d07-b4ed-81ab343784a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266097 Apr 21 21:32:24.533062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ea8a-fcf4-46b2-a32c-11f9f7e4520e req-fb88655c-d412-442c-8b9c-7ef7229cf0de tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:24.534489 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28b1ea8a-fcf4-46b2-a32c-11f9f7e4520e req-fb88655c-d412-442c-8b9c-7ef7229cf0de tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 945 time: 0.0473442 Apr 21 21:32:24.571618 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-28b1ea8a-fcf4-46b2-a32c-11f9f7e4520e req-06f45a4d-b217-481d-9e4d-54c49354abfe tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307040 Apr 21 21:32:25.686177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a7b92-832c-4bbc-8570-3403589d76c9 req-7ebb981d-10cb-4da4-9e0d-cc9369447b88 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:25.687543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-920a7b92-832c-4bbc-8570-3403589d76c9 req-7ebb981d-10cb-4da4-9e0d-cc9369447b88 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 945 time: 0.0483503 Apr 21 21:32:25.728075 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-920a7b92-832c-4bbc-8570-3403589d76c9 req-9bace016-492c-4cca-9c8f-08c97f833b8f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330389 Apr 21 21:32:25.839901 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63db15-f58e-4b4d-bd56-18bbe38c0e48 req-89d99af3-5cd6-4834-960c-57c423edbf92 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:25.841421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab63db15-f58e-4b4d-bd56-18bbe38c0e48 req-89d99af3-5cd6-4834-960c-57c423edbf92 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 945 time: 0.0482478 Apr 21 21:32:25.879500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ab63db15-f58e-4b4d-bd56-18bbe38c0e48 req-e3fced3f-0946-4163-9f95-de74194c77d7 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316470 Apr 21 21:32:25.901124 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39966) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:32:25.943538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe70cf47-2b46-4d79-8a4a-09e71e5b708c tempest-TestVolumeBootPattern-388644573 tempest-TestVolumeBootPattern-388644573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:25.944969 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fe70cf47-2b46-4d79-8a4a-09e71e5b708c tempest-TestVolumeBootPattern-388644573 tempest-TestVolumeBootPattern-388644573-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 1091 time: 0.0428879 Apr 21 21:32:25.947668 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 39968) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:32:25.951769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:32:25.970723 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:26.063424 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:26.166630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Allocated IP 172.25.0.42 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/830c0ee4-b012-4522-9260-3b88fece50a8) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:32:26.265517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:26.297886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:26.339927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:32:26.342728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:32:26.345458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:32:26.371045 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=830c0ee4-b012-4522-9260-3b88fece50a8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:32:27.028135 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:27.093309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:27.236099 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:27.240980 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:27.308287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event updated for resources: {'Port': ['ID=830c0ee4-b012-4522-9260-3b88fece50a8,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:32:27.318711 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:27.415486 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Floating IP 5d10a6e7-faa4-4465-b3cf-5c07103d299f associated. External IP: 172.25.0.42, port: fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e. Apr 21 21:32:27.616680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:32:27.723211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:32:27.732750 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] Sync routers for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:32:27.741112 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:27.745077 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:32:27.745692 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:32:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:32:27.767942 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a0e7327b-5dd1-4bab-9e96-9c3b526825e3 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8192620 Apr 21 21:32:27.768533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:32:27.770891 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eb1f86-5026-4bb4-8425-098aa60c7fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:32:27.813085 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7e8ff7-10c8-4dfe-a697-cedd6e7c7593 x-openstack-request-id: req-7d7e8ff7-10c8-4dfe-a697-cedd6e7c7593 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:32:27.813379 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:32:27.813627 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d7e8ff7-10c8-4dfe-a697-cedd6e7c7593 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:32:27.814051 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7e8ff7-10c8-4dfe-a697-cedd6e7c7593'] response: {'name': 'network-changed', 'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'status': 'completed', 'code': 200} Apr 21 21:32:27.882904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-518541cd-9dbf-4867-8d67-9f7b694ffd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:27.884326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-518541cd-9dbf-4867-8d67-9f7b694ffd45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 1096 time: 0.0422513 Apr 21 21:32:27.951203 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:32:27.979452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-1b734143-7eb2-45ca-9524-adb41a2c3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:27.980980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-1b734143-7eb2-45ca-9524-adb41a2c3dd6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0895245 Apr 21 21:32:28.046060 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-38148e60-e406-4288-a3b2-8b1e44904bb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e HTTP/1.1" status: 200 len: 998 time: 0.0587809 Apr 21 21:32:28.094370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-d98b9370-b338-4670-a7bd-434541b4a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:28.095827 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-d98b9370-b338-4670-a7bd-434541b4a70e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0436094 Apr 21 21:32:28.143859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-47d0eb0e-4aee-41ce-83df-457c3bf84213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:28.145853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-47d0eb0e-4aee-41ce-83df-457c3bf84213 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436482 Apr 21 21:32:28.175025 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '5d10a6e7-faa4-4465-b3cf-5c07103d299f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:72:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:32:26Z', 'updated_at': '2022-04-21T21:32:26Z', 'revision_number': 0, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}, {'id': '8b8241b7-6fa2-48af-ad7d-f1b15eee2593', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:30:26Z', 'updated_at': '2022-04-21T21:30:28Z', 'revision_number': 1, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:32:28.204597 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] Checking router: 3a250870-caa9-4d33-9c67-ffe0c0cefee5 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:32:28.213104 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:32:28.213719 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:32:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:32:28.237572 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-c072ba96-0d9a-42f5-812d-9e20365d7cbb service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830591 Apr 21 21:32:28.316749 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:32:28.342546 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-46eb1f86-5026-4bb4-8425-098aa60c7fd1 req-e7264d50-8b5f-47bd-b3b0-19a96fe4a6a5 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985308 Apr 21 21:32:28.536276 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '5d10a6e7-faa4-4465-b3cf-5c07103d299f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:72:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:32:26Z', 'updated_at': '2022-04-21T21:32:26Z', 'revision_number': 0, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}, {'id': '8b8241b7-6fa2-48af-ad7d-f1b15eee2593', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:30:26Z', 'updated_at': '2022-04-21T21:30:28Z', 'revision_number': 1, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:32:28.561192 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b955f58-df05-44ea-a6bf-4be572076fdc None None] The sync data for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 is: [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '5d10a6e7-faa4-4465-b3cf-5c07103d299f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.42', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:72:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:32:26Z', 'updated_at': '2022-04-21T21:32:26Z', 'revision_number': 0, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}, {'id': '8b8241b7-6fa2-48af-ad7d-f1b15eee2593', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:30:26Z', 'updated_at': '2022-04-21T21:30:28Z', 'revision_number': 1, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:32:28.753632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505be347-438c-48dd-9515-106f6997cac3 None None] New status for floating IP 5d10a6e7-faa4-4465-b3cf-5c07103d299f: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:32:30.518896 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-41ad0747-09d4-4e47-9426-37fb2362a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:32.419903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-7cf1b0fc-8487-451a-8e44-a83e1f7c8e3f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419002 Apr 21 21:32:32.498725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-d5e13e33-dcbf-48c8-a334-49637e4651db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:32.500189 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-d5e13e33-dcbf-48c8-a334-49637e4651db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 1096 time: 0.0400770 Apr 21 21:32:32.603979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-b311ba84-6402-4582-8f2a-0ac64d908f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:32.605349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-b311ba84-6402-4582-8f2a-0ac64d908f45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0866721 Apr 21 21:32:32.668951 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-5af53d33-e195-4321-8431-1e3826bf74ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e HTTP/1.1" status: 200 len: 1000 time: 0.0569358 Apr 21 21:32:32.716894 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-24036e82-bee0-41ff-88b2-e032bcccab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:32.718332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-24036e82-bee0-41ff-88b2-e032bcccab57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0435324 Apr 21 21:32:32.773733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-cb8c1c7f-63a2-4d03-b5c8-6b1afc2af6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:32.775223 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-cb8c1c7f-63a2-4d03-b5c8-6b1afc2af6d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508597 Apr 21 21:32:32.803614 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a964253b-302b-4754-b5d9-021b900a4aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:32.867789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-a3c64854-9585-4c18-8edb-74e1205b3454 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860147 Apr 21 21:32:32.958209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a01c46d-4600-40ef-a227-2f147513eb07 req-de089cce-ea82-487c-8b9c-353ceec2c88a service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840473 Apr 21 21:32:33.505680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-83939f05-aeb0-450a-9e30-b66600fbb918 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408273 Apr 21 21:32:33.588874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-48fc6c80-c33a-4e8c-bc1d-3666c8fa1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:33.590389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-48fc6c80-c33a-4e8c-bc1d-3666c8fa1722 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1097 time: 0.0422397 Apr 21 21:32:33.705948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-b263163e-1d4b-47c3-a202-b3cb9ab53377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:33.707938 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-b263163e-1d4b-47c3-a202-b3cb9ab53377 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0979011 Apr 21 21:32:33.773803 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-6f34af96-c179-4479-9ffb-2494d780f181 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 200 len: 1001 time: 0.0596187 Apr 21 21:32:33.823317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-8a3950bb-61e7-424d-83e9-d0fa0f1b5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:33.825750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-8a3950bb-61e7-424d-83e9-d0fa0f1b5365 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0458784 Apr 21 21:32:33.876672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-0e11a23c-cfd6-47c2-83b1-980ab51807a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:32:33.878188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-0e11a23c-cfd6-47c2-83b1-980ab51807a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456195 Apr 21 21:32:33.968562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-1116b49c-3c88-4dec-bddc-2422a78cdce7 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830779 Apr 21 21:32:34.059859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f2e4cab8-8380-40de-a191-ea4ee003925e req-9f74dced-29f2-4d19-84a5-0197d20eda08 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851500 Apr 21 21:32:34.184928 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:35.453224 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:35.986835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:50.277476 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:32:50.817840 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:32:50.967839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:00.521790 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c18e1fa7-4138-4abb-99f7-62187c50fc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:02.805209 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e75f902e-ee92-41c1-a61d-5b86f7ca0e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:04.187372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:05.458928 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:05.990317 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:13.903152 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-06c9eb82-601b-4c7f-b8ef-ff8b5a0e2e78 req-d4fc749a-8ecc-419f-b6ac-00e3fa2b7920 service neutron] (114646) timed out ('10.222.0.49', 57886) {{(pid=114646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:33:20.814981 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:20.979222 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:27.276967 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:33:30.525648 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5c5d287e-f07f-48e8-8a57-573fd2e29a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:32.403363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22b4792f-0e36-41d3-b371-200695027947 req-a130f32d-fc40-443d-8a54-30ef51d36be8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395806 Apr 21 21:33:32.481396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4792f-0e36-41d3-b371-200695027947 req-d141acf4-0efc-46f3-875c-472dde929c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:32.482859 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22b4792f-0e36-41d3-b371-200695027947 req-d141acf4-0efc-46f3-875c-472dde929c35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 1096 time: 0.0397873 Apr 21 21:33:32.585979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4792f-0e36-41d3-b371-200695027947 req-79534943-c17b-4572-8748-da822c90a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:32.587398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22b4792f-0e36-41d3-b371-200695027947 req-79534943-c17b-4572-8748-da822c90a472 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0860097 Apr 21 21:33:32.649717 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22b4792f-0e36-41d3-b371-200695027947 req-5bebd92e-2c0c-4ca7-8e46-22126637523e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e HTTP/1.1" status: 200 len: 1000 time: 0.0558386 Apr 21 21:33:32.697193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4792f-0e36-41d3-b371-200695027947 req-47ca0dda-90f7-4171-a2fb-9e49d8aa812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:32.698561 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22b4792f-0e36-41d3-b371-200695027947 req-47ca0dda-90f7-4171-a2fb-9e49d8aa812f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0421684 Apr 21 21:33:32.746393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4792f-0e36-41d3-b371-200695027947 req-ff2f22ab-3fe1-40b3-b638-f5da71d620a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:32.747855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22b4792f-0e36-41d3-b371-200695027947 req-ff2f22ab-3fe1-40b3-b638-f5da71d620a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434427 Apr 21 21:33:32.807763 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b3f0f3bd-2663-4c4a-af83-090ea26a4ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:32.835054 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22b4792f-0e36-41d3-b371-200695027947 req-1b337c09-619a-4145-8cbb-189de0038979 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806997 Apr 21 21:33:32.927378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22b4792f-0e36-41d3-b371-200695027947 req-04ba5cd8-3c60-47ff-aa64-8401c71d2deb service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858629 Apr 21 21:33:33.534919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-6ed7877a-92b2-453a-9b07-49e1bc05951e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884626 Apr 21 21:33:33.613036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-9b28cf18-3894-4fbb-b35c-38015cd56675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:33.614466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-9b28cf18-3894-4fbb-b35c-38015cd56675 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1097 time: 0.0389631 Apr 21 21:33:33.715553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-0d154582-4f6a-43d3-be30-de051b6a9478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:33.716968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-0d154582-4f6a-43d3-be30-de051b6a9478 service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0852973 Apr 21 21:33:33.779822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-ff7ee8ad-6910-4da1-b239-c00df58ebca0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 200 len: 1001 time: 0.0561082 Apr 21 21:33:33.829120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-2167947e-f859-494e-a04e-a9d24978061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:33.830521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-2167947e-f859-494e-a04e-a9d24978061c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0440774 Apr 21 21:33:33.879436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-44b63345-4d68-4a8a-9b30-a6bbba59abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:33.880978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-44b63345-4d68-4a8a-9b30-a6bbba59abbe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439880 Apr 21 21:33:33.971250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-8d6d0aaa-3f18-40dd-b233-83da3d52e50f service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840232 Apr 21 21:33:34.062032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d2ad0d8-83b8-4f7d-ade3-187f225fcd50 req-db9cfbf5-7e19-45bb-bebe-5a6335c7eb78 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845416 Apr 21 21:33:34.190141 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:35.458505 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:35.994683 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:50.832779 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:50.992707 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:56.017803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40000) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:33:56.170302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port 830c0ee4-b012-4522-9260-3b88fece50a8 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:33:56.170553 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:56.242302 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:56.242621 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:56.253655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for 830c0ee4-b012-4522-9260-3b88fece50a8 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:33:56.394529 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:56.424901 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=830c0ee4-b012-4522-9260-3b88fece50a8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:33:56.451208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.451549 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.451884 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.452215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.452546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.452900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.453224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.453542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.453859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.454177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.454496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.454819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:33:56.490856 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:56.491185 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Floating IP 5d10a6e7-faa4-4465-b3cf-5c07103d299f disassociated (deleted). External IP: 172.25.0.42, port: fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e. Apr 21 21:33:56.695077 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:33:56.796511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:33:56.801386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:56.806461 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] Sync routers for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:33:56.815219 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:33:56.815817 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:33:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:33:56.831451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b0fded27-d39c-49fd-a201-7f49db22dbe1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "DELETE /v2.0/floatingips/5d10a6e7-faa4-4465-b3cf-5c07103d299f HTTP/1.1" status: 204 len: 168 time: 0.8125775 Apr 21 21:33:56.832025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:33:56.834328 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:33:56.872836 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f77165-e55e-490e-b6ca-bf3bf8fced4a x-openstack-request-id: req-b3f77165-e55e-490e-b6ca-bf3bf8fced4a {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:33:56.873127 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:33:56.873374 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3f77165-e55e-490e-b6ca-bf3bf8fced4a {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:33:56.873785 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f77165-e55e-490e-b6ca-bf3bf8fced4a'] response: {'name': 'network-changed', 'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'status': 'completed', 'code': 200} Apr 21 21:33:56.924949 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:33:56.938657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-5fe8273f-e786-476a-aef0-05c1c74cc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:56.940225 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-5fe8273f-e786-476a-aef0-05c1c74cc175 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 1096 time: 0.0435522 Apr 21 21:33:57.037111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-b07c4e3c-1eb9-4657-8a15-db9d094a8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:57.039165 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-b07c4e3c-1eb9-4657-8a15-db9d094a8840 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.0919054 Apr 21 21:33:57.070199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73b58a-8794-4944-b229-5c124547308c req-958453e0-f9a4-4ed5-9cdb-7ccd7c85101c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:57.071947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4e73b58a-8794-4944-b229-5c124547308c req-958453e0-f9a4-4ed5-9cdb-7ccd7c85101c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 945 time: 0.0510654 Apr 21 21:33:57.086825 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-cfbcf8b5-48a2-4e80-8389-5daf2734ffb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e HTTP/1.1" status: 200 len: 217 time: 0.0396917 Apr 21 21:33:57.114292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4e73b58a-8794-4944-b229-5c124547308c req-be74c641-4256-4472-9cad-177b74aee81c tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342445 Apr 21 21:33:57.138494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-7ceea4aa-ad10-4a17-8b13-baededf4e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:57.139941 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-7ceea4aa-ad10-4a17-8b13-baededf4e692 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0466859 Apr 21 21:33:57.156591 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8b8241b7-6fa2-48af-ad7d-f1b15eee2593', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:30:26Z', 'updated_at': '2022-04-21T21:30:28Z', 'revision_number': 1, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:33:57.186122 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] Checking router: 3a250870-caa9-4d33-9c67-ffe0c0cefee5 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:33:57.186434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-74f0989b-e74b-46ed-ac48-4ada8e9a6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:57.187917 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-74f0989b-e74b-46ed-ac48-4ada8e9a6f7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392501 Apr 21 21:33:57.194069 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:33:57.194681 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:33:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:33:57.280909 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-b4b7825b-2ef6-448e-bb60-0d1ed81c1c39 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845599 Apr 21 21:33:57.295544 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:33:57.373326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36fdcc8f-7dec-4ff7-86b0-7e3f61b0b9fe req-c88b6822-0d25-4eb6-a09e-e56c93792bc0 service neutron] 10.222.0.46 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855010 Apr 21 21:33:57.598303 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8b8241b7-6fa2-48af-ad7d-f1b15eee2593', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:30:26Z', 'updated_at': '2022-04-21T21:30:28Z', 'revision_number': 1, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:33:57.626890 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc57fc-24b0-40d7-8d5e-1a8bd976b9db None None] The sync data for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 is: [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8b8241b7-6fa2-48af-ad7d-f1b15eee2593', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'floating_ip_address': '172.25.0.54', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'port_id': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'mac_address': 'fa:16:3e:fe:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:30:26Z', 'updated_at': '2022-04-21T21:30:28Z', 'revision_number': 1, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:33:57.832643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9bb581-1546-4165-8aae-f83b9269dc98 None None] New status for floating IP 5d10a6e7-faa4-4465-b3cf-5c07103d299f: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:33:58.234003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370b449-3b45-4195-9324-da27d9cbe751 req-71ab784f-47f7-47e6-b645-286d9924151d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:58.235445 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b370b449-3b45-4195-9324-da27d9cbe751 req-71ab784f-47f7-47e6-b645-286d9924151d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 945 time: 0.0487366 Apr 21 21:33:58.276655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b370b449-3b45-4195-9324-da27d9cbe751 req-df65990e-1b37-43fc-8d12-dc54dc39e90d tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352495 Apr 21 21:33:58.660796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-98c40951-0521-4a96-8bf0-f3ae3fe1417f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:33:58.662206 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-98c40951-0521-4a96-8bf0-f3ae3fe1417f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 945 time: 0.0476644 Apr 21 21:33:58.747801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:33:58.748140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:58.836135 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] For port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:33:58.836497 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:58.849494 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:33:58.976481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:59.005166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:33:59.046520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] No DVR routers for this DVR port fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:33:59.049063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:33:59.052247 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b7803b0-5a4d-4ae0-a4c7-040a31d74931 req-4d0cef90-40e2-46b6-96d1-043c6dc00959 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.46 "DELETE /v2.0/ports/fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e HTTP/1.1" status: 204 len: 173 time: 0.3845258 Apr 21 21:33:59.052672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'name': 'network-vif-deleted', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:33:59.054904 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a190c15-bdaa-40c9-bae7-4cf432eb2d1b" -d '{"events": [{"server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "name": "network-vif-deleted", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:33:59.095131 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b52f8d-8e64-4006-81a9-f20d93c156e3 x-openstack-request-id: req-a9b52f8d-8e64-4006-81a9-f20d93c156e3 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:33:59.095438 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2bb695-7c7d-476c-ae22-aa086f962b6a", "name": "network-vif-deleted", "tag": "fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:33:59.095683 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9b52f8d-8e64-4006-81a9-f20d93c156e3 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:33:59.096080 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b52f8d-8e64-4006-81a9-f20d93c156e3'] response: {'server_uuid': 'fa2bb695-7c7d-476c-ae22-aa086f962b6a', 'name': 'network-vif-deleted', 'tag': 'fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e', 'status': 'completed', 'code': 200} Apr 21 21:33:59.377075 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-795b1a9d-7a85-4b88-81ca-3dcca7630bf5 req-0cbeccec-cf2e-4cc6-a578-22f8ea48504b tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 210 time: 0.0278013 Apr 21 21:34:00.473413 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-38ca56da-9d70-45dd-ac01-4b9fbcca4fe5 req-ec117ed7-74de-4635-a329-460eefd52c0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 210 time: 0.0266747 Apr 21 21:34:00.532309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4e85e10e-3526-4a43-8769-445d9f5c9ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:01.839227 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9568eb00-dc39-4707-849d-8d3ae7a1d797 req-a659ea5d-8953-4bd9-98a3-f89a27889606 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa2bb695-7c7d-476c-ae22-aa086f962b6a HTTP/1.1" status: 200 len: 210 time: 0.0265105 Apr 21 21:34:01.854874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:34:01.875550 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:34:01.875903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device fe012de9-5069-4b0e-8a5c-ac6e4a9deb6e not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:34:02.808890 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-de921bd8-7f19-4c9d-8306-b0a19c5130d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:04.193206 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:04.276662 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:34:05.462085 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:06.000546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:07.176316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40044) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:07.333600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port a6885c55-bfd1-41d4-a724-ec8d7a333dd7 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:07.333937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:07.405380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:07.405704 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:07.417517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for a6885c55-bfd1-41d4-a724-ec8d7a333dd7 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:07.561124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:07.587168 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=a6885c55-bfd1-41d4-a724-ec8d7a333dd7,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:07.647365 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:07.648227 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Floating IP 8b8241b7-6fa2-48af-ad7d-f1b15eee2593 disassociated (deleted). External IP: 172.25.0.54, port: 5e1fdfda-6a68-4225-a2c7-0800738f51a4. Apr 21 21:34:08.174266 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:34:08.278211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:34:08.282927 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:08.288042 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] Sync routers for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:34:08.297368 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:34:08.297977 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:34:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:08.313517 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aa75e8a5-80b7-4b11-9935-e3993e413e0a tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "DELETE /v2.0/floatingips/8b8241b7-6fa2-48af-ad7d-f1b15eee2593 HTTP/1.1" status: 204 len: 168 time: 1.1361015 Apr 21 21:34:08.314225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:34:08.316457 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d984ff-37da-41bc-8ce5-132206eda2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:34:08.358181 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab02c9f9-7cd2-4137-aead-b8092bbdda6b x-openstack-request-id: req-ab02c9f9-7cd2-4137-aead-b8092bbdda6b {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:34:08.358472 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:34:08.358732 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab02c9f9-7cd2-4137-aead-b8092bbdda6b {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:34:08.359115 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab02c9f9-7cd2-4137-aead-b8092bbdda6b'] response: {'name': 'network-changed', 'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'status': 'completed', 'code': 200} Apr 21 21:34:08.409494 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:34:08.418624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-60f9e7c4-9761-4fc0-b08f-d74e064031dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:08.420119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-60f9e7c4-9761-4fc0-b08f-d74e064031dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 1097 time: 0.0398600 Apr 21 21:34:08.554550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-1d677f0b-c2f2-430a-ad3e-689f1f5155bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:08.556026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-1d677f0b-c2f2-430a-ad3e-689f1f5155bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 200 len: 913 time: 0.1233668 Apr 21 21:34:08.566240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e56aa0-34a9-4342-bb0b-3f7927f0929b req-d8cc9be6-5635-429c-b74d-a79d46b327b0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:08.567632 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35e56aa0-34a9-4342-bb0b-3f7927f0929b req-d8cc9be6-5635-429c-b74d-a79d46b327b0 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 946 time: 0.0731199 Apr 21 21:34:08.611737 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:08.612686 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-61ded6da-41fb-4868-9f88-b71101c69494 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 200 len: 217 time: 0.0441418 Apr 21 21:34:08.641012 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] Checking router: 3a250870-caa9-4d33-9c67-ffe0c0cefee5 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:34:08.648947 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:34:08.649542 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:34:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:08.666499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35e56aa0-34a9-4342-bb0b-3f7927f0929b req-d37d9366-477e-4357-8498-f88ab65151bd tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905213 Apr 21 21:34:08.676910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-3c5689ae-5db5-4d6c-9e56-9f3da7951abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:08.678333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-3c5689ae-5db5-4d6c-9e56-9f3da7951abf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 200 len: 851 time: 0.0574548 Apr 21 21:34:08.725409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-03134448-0a6e-4a36-976e-eb3544277cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:08.727378 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-03134448-0a6e-4a36-976e-eb3544277cc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7b860d08-6c54-43fd-8532-c34218a4be2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411592 Apr 21 21:34:08.752051 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:34:08.822782 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-6199ea8f-9b9d-44fb-82d1-c77ec864bcb7 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879784 Apr 21 21:34:08.915561 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c6d984ff-37da-41bc-8ce5-132206eda2ce req-5e881a19-3f27-43e8-86d7-637b1b143f31 service neutron] 10.222.0.43 "GET /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857296 Apr 21 21:34:08.948771 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:08.973726 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0a0a1-e236-4b5d-a764-856c065c8382 None None] The sync data for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 is: [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:24:31Z', 'revision_number': 4, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '595ea723-f29a-4a90-822c-fbded9ca7a11', 'name': '', 'network_id': '7b860d08-6c54-43fd-8532-c34218a4be2f', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'mac_address': 'fa:16:3e:67:0c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:31Z', 'updated_at': '2022-04-21T21:24:38Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'subnets': [{'id': 'bde8588f-73bb-46d1-8375-4e1706115dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:34:09.180364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849f8408-60a8-45e8-8ab2-dd4dc4caa2e2 None None] New status for floating IP 8b8241b7-6fa2-48af-ad7d-f1b15eee2593: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:34:09.785697 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279475a1-6804-4a4f-9b94-5162e902495b req-acef39d5-b158-42d1-b6f2-91ec07fb9688 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:09.787156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-279475a1-6804-4a4f-9b94-5162e902495b req-acef39d5-b158-42d1-b6f2-91ec07fb9688 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 946 time: 0.0489419 Apr 21 21:34:09.824335 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-279475a1-6804-4a4f-9b94-5162e902495b req-d48947d6-1801-4a0e-bebd-cde604d752ed tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/security-groups?id=1fa48073-b882-4585-a62d-cf4885b95e42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Apr 21 21:34:10.125153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-43403519-7f3b-4479-a08a-c95493d6f2a2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:10.126073 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-43403519-7f3b-4479-a08a-c95493d6f2a2 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 946 time: 0.0526788 Apr 21 21:34:10.222592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:10.222931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:10.311852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] For port 5e1fdfda-6a68-4225-a2c7-0800738f51a4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5e1fdfda-6a68-4225-a2c7-0800738f51a4,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:10.312218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:10.325012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for 5e1fdfda-6a68-4225-a2c7-0800738f51a4 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:10.445003 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:10.474661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=5e1fdfda-6a68-4225-a2c7-0800738f51a4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:10.485244 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.485587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.485926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.486272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.486601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.486927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.487248 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.487569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.488862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.488862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.488862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.488862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:10.531999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] No DVR routers for this DVR port 5e1fdfda-6a68-4225-a2c7-0800738f51a4 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:34:10.534641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:10.538626 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-91b4e27a-6da1-4605-8f65-4d5764e96d37 req-c618035a-a09c-421b-84ac-b9a38eb7780f tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.43 "DELETE /v2.0/ports/5e1fdfda-6a68-4225-a2c7-0800738f51a4 HTTP/1.1" status: 204 len: 173 time: 0.4068084 Apr 21 21:34:10.539063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'name': 'network-vif-deleted', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:34:10.541394 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955837d-43ea-4127-b03f-43eb90ab9ada" -d '{"events": [{"server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "name": "network-vif-deleted", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:34:10.577272 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1492ffcb-02b6-4b25-9ddc-7cdb2dec6dc3 x-openstack-request-id: req-1492ffcb-02b6-4b25-9ddc-7cdb2dec6dc3 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:34:10.577563 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd4b471-fb58-4526-b8cc-419e83ed172d", "name": "network-vif-deleted", "tag": "5e1fdfda-6a68-4225-a2c7-0800738f51a4", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:34:10.577810 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1492ffcb-02b6-4b25-9ddc-7cdb2dec6dc3 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:34:10.578205 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1492ffcb-02b6-4b25-9ddc-7cdb2dec6dc3'] response: {'server_uuid': '7cd4b471-fb58-4526-b8cc-419e83ed172d', 'name': 'network-vif-deleted', 'tag': '5e1fdfda-6a68-4225-a2c7-0800738f51a4', 'status': 'completed', 'code': 200} Apr 21 21:34:10.937777 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b3774cdb-5461-485a-bc62-99c3bece260c req-8975e57e-0b92-4d72-b875-a9f42db5bfc9 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 210 time: 0.0365219 Apr 21 21:34:12.024162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f973941-6917-46b5-964d-502c2bc587a0 req-3253890b-b459-48ef-9470-d6de35db3406 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 210 time: 0.0261667 Apr 21 21:34:12.278940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5e1fdfda-6a68-4225-a2c7-0800738f51a4 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:34:12.302500 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 5e1fdfda-6a68-4225-a2c7-0800738f51a4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:34:12.302838 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5e1fdfda-6a68-4225-a2c7-0800738f51a4 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:34:13.121171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9eac680f-d8e8-4178-99d6-83abec8be478 req-3c31d87c-008b-4a91-a06c-510510119ca1 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cd4b471-fb58-4526-b8cc-419e83ed172d HTTP/1.1" status: 200 len: 210 time: 0.0264566 Apr 21 21:34:14.176871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40064) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:14.296709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Deleting port 7c0af900-34e5-4e3c-97e1-41148b882262 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:14.296987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:14.372387 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:14.372706 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:14.384327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Calling delete_port for 7c0af900-34e5-4e3c-97e1-41148b882262 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:14.512350 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:14.534788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'Port': ['ID=7c0af900-34e5-4e3c-97e1-41148b882262,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:14.598438 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:14.601389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:14.602510 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f05df5d2-8829-42d8-bd6c-bafaceca55bc tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "DELETE /v2.0/floatingips/ce9e816f-fdf2-4983-b6f3-cfe079bb5941 HTTP/1.1" status: 204 len: 168 time: 0.4246669 Apr 21 21:34:16.838543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40078) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:16.901506 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c5a93c-be96-4a28-8a47-ea276792f970 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:16.926213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c5a93c-be96-4a28-8a47-ea276792f970 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:16.990260 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c5a93c-be96-4a28-8a47-ea276792f970 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:16.992923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c5a93c-be96-4a28-8a47-ea276792f970 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:16.994060 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-35c5a93c-be96-4a28-8a47-ea276792f970 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] 10.222.0.49 "DELETE /v2.0/security-groups/1fa48073-b882-4585-a62d-cf4885b95e42 HTTP/1.1" status: 204 len: 168 time: 0.1563942 Apr 21 21:34:17.003210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a93c-be96-4a28-8a47-ea276792f970 tempest-TestVolumeBootPattern-1618948810 tempest-TestVolumeBootPattern-1618948810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa48073-b882-4585-a62d-cf4885b95e42,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:17.075317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40082) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:17.472839 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:17.719518 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Deleting port 595ea723-f29a-4a90-822c-fbded9ca7a11 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:17.719957 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:17.805378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] For port 595ea723-f29a-4a90-822c-fbded9ca7a11, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=595ea723-f29a-4a90-822c-fbded9ca7a11,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:17.805743 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:17.818099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Calling delete_port for 595ea723-f29a-4a90-822c-fbded9ca7a11 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:17.992842 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:18.017859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=595ea723-f29a-4a90-822c-fbded9ca7a11,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:18.179766 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:18.389469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:34:18.491909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:34:18.496747 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cc304263-6f83-43c3-a301-acb7153d1ea6 admin admin] 10.222.0.49 "PUT /v2.0/routers/3a250870-caa9-4d33-9c67-ffe0c0cefee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4203045 Apr 21 21:34:18.499288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40086) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:18.506022 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] Sync routers for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:34:18.514926 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:34:18.515550 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:34:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:18.600115 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:18.615460 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:34:18.702626 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:18.758164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Deleting port 5bc7466f-9fa5-48b8-84af-30ef7d801a03 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:18.758604 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:18.791092 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:34:17Z', 'revision_number': 5, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port': {'id': '5bc7466f-9fa5-48b8-84af-30ef7d801a03', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:7e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:29Z', 'updated_at': '2022-04-21T21:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:18.817864 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] Checking router: 3a250870-caa9-4d33-9c67-ffe0c0cefee5 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:34:18.827050 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] Routers {'3a250870-caa9-4d33-9c67-ffe0c0cefee5'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:34:18.827672 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:34:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:18.839683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] For port 5bc7466f-9fa5-48b8-84af-30ef7d801a03, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5bc7466f-9fa5-48b8-84af-30ef7d801a03,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:18.840052 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:18.852115 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Calling delete_port for 5bc7466f-9fa5-48b8-84af-30ef7d801a03 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:19.001713 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] Set router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:34:19.022671 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.052165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc7466f-9fa5-48b8-84af-30ef7d801a03,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:19.054310 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:34:18Z', 'revision_number': 6, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:19.082743 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af7d2e-3ac5-4560-8824-9164f15b6924 None None] The sync data for ids ['3a250870-caa9-4d33-9c67-ffe0c0cefee5'] in n-d-838945-1 is: [{'id': '3a250870-caa9-4d33-9c67-ffe0c0cefee5', 'name': 'tempest-TestVolumeBootPattern-1825787734-router', 'tenant_id': '9d2fe7d80de0455a8974c762f8f7c293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:28Z', 'updated_at': '2022-04-21T21:34:18Z', 'revision_number': 6, 'project_id': '9d2fe7d80de0455a8974c762f8f7c293', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:34:19.111807 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.203431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.205538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.249626 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.250143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a250870-caa9-4d33-9c67-ffe0c0cefee5 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:34:19.254549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.255665 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-623f3eb5-2f30-4cca-bbfc-3d6f290937ef admin admin] 10.222.0.49 "DELETE /v2.0/routers/3a250870-caa9-4d33-9c67-ffe0c0cefee5 HTTP/1.1" status: 204 len: 168 time: 0.7554877 Apr 21 21:34:19.258480 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40088) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:19.300723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3798b6f-fcef-4619-8084-14d264dcd1a5 admin admin] Deleting subnet bde8588f-73bb-46d1-8375-4e1706115dfe {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:34:19.304259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3798b6f-fcef-4619-8084-14d264dcd1a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.337011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3798b6f-fcef-4619-8084-14d264dcd1a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.414437 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3798b6f-fcef-4619-8084-14d264dcd1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.467481 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3798b6f-fcef-4619-8084-14d264dcd1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.492107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3798b6f-fcef-4619-8084-14d264dcd1a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde8588f-73bb-46d1-8375-4e1706115dfe,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:19.497767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a3798b6f-fcef-4619-8084-14d264dcd1a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.500963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a3798b6f-fcef-4619-8084-14d264dcd1a5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bde8588f-73bb-46d1-8375-4e1706115dfe HTTP/1.1" status: 204 len: 168 time: 0.2415349 Apr 21 21:34:19.503372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40090) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:19.509749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d5c1c-304d-45dc-b2ea-5f3dd305fde4 None None] Network 7b860d08-6c54-43fd-8532-c34218a4be2f requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:34:19.573544 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.630081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Deleting port 8b5dd6df-5f74-4b37-8376-7123a103d684 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:19.630374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.691681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] For port 8b5dd6df-5f74-4b37-8376-7123a103d684, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8b5dd6df-5f74-4b37-8376-7123a103d684,segment=NetworkSegment(32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0),segment_id=32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:19.692039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.704472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Calling delete_port for 8b5dd6df-5f74-4b37-8376-7123a103d684 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:19.783649 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.810197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5dd6df-5f74-4b37-8376-7123a103d684,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:19.812007 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] No DVR routers for this DVR port 8b5dd6df-5f74-4b37-8376-7123a103d684 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:34:19.880393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41435c6-1ae4-4d77-83d7-f8910f36dbb6 None None] DHCP port deletion for 7b860d08-6c54-43fd-8532-c34218a4be2f request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:34:19.886290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.909349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b860d08-6c54-43fd-8532-c34218a4be2f']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:19.918431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:19.918785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e70bd2-263f-4e1d-a0dc-a9bf8a76c4f0') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:19.931928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.945431 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.951674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:34:19.952022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:34:19.953711 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:34:20.008650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:20.015942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:20.020445 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7b860d08-6c54-43fd-8532-c34218a4be2f HTTP/1.1" status: 204 len: 168 time: 0.5160418 Apr 21 21:34:20.024001 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40092) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:20.036863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba1217-9bf3-4e4d-bfc6-dfcfd6862563 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b860d08-6c54-43fd-8532-c34218a4be2f,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:20.369277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:20.606268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Deleting port 3bd178f9-f726-4a3d-945f-3b933ed546f2 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:20.606611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:20.685490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] For port 3bd178f9-f726-4a3d-945f-3b933ed546f2, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3bd178f9-f726-4a3d-945f-3b933ed546f2,segment=NetworkSegment(d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d),segment_id=d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:20.685798 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:20.698508 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Calling delete_port for 3bd178f9-f726-4a3d-945f-3b933ed546f2 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:20.797803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5bc7466f-9fa5-48b8-84af-30ef7d801a03 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:34:20.821225 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5bc7466f-9fa5-48b8-84af-30ef7d801a03 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:34:20.821559 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5bc7466f-9fa5-48b8-84af-30ef7d801a03 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:34:20.821957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 595ea723-f29a-4a90-822c-fbded9ca7a11 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:34:20.847095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 595ea723-f29a-4a90-822c-fbded9ca7a11 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:34:20.848287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 595ea723-f29a-4a90-822c-fbded9ca7a11 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:34:20.848558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8b5dd6df-5f74-4b37-8376-7123a103d684 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:34:20.852112 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:20.872101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8b5dd6df-5f74-4b37-8376-7123a103d684 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:34:20.872441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8b5dd6df-5f74-4b37-8376-7123a103d684 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:34:20.882595 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:20.908879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd178f9-f726-4a3d-945f-3b933ed546f2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:20.995104 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:21.076968 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:21.284848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:34:21.393848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:34:21.399308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b17b96c9-3921-4d86-95df-9f19268f2536 admin admin] 10.222.0.49 "PUT /v2.0/routers/edfc5bd5-9b4c-45b7-abef-e42f199b3c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742793 Apr 21 21:34:21.401881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40094) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:21.404295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] Sync routers for ids ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:34:21.413715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] Routers {'edfc5bd5-9b4c-45b7-abef-e42f199b3c72'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:34:21.414400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:34:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:21.503674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:21.515572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] Set router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:34:21.600717 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:21.701348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:33Z', 'updated_at': '2022-04-21T21:34:20Z', 'revision_number': 5, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'gw_port': {'id': '5d33e431-a29f-4462-aeef-bd6be5076494', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:24:34Z', 'updated_at': '2022-04-21T21:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:21.732083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] Checking router: edfc5bd5-9b4c-45b7-abef-e42f199b3c72 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:34:21.741589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] Routers {'edfc5bd5-9b4c-45b7-abef-e42f199b3c72'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:34:21.742220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:34:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:21.829581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] Set router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:34:21.887660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:33Z', 'updated_at': '2022-04-21T21:34:21Z', 'revision_number': 6, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:21.915642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331f132d-432f-4b53-890f-fbcd7cbca6cb None None] The sync data for ids ['edfc5bd5-9b4c-45b7-abef-e42f199b3c72'] in n-d-838945-1 is: [{'id': 'edfc5bd5-9b4c-45b7-abef-e42f199b3c72', 'name': 'tempest-TestVolumeBootPattern-345396726-router', 'tenant_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:24:33Z', 'updated_at': '2022-04-21T21:34:21Z', 'revision_number': 6, 'project_id': '73b0d65c34d34ac1ab3f571351f4a6e3', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:34:21.983127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Deleting port 5d33e431-a29f-4462-aeef-bd6be5076494 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:21.983521 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.058383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] For port 5d33e431-a29f-4462-aeef-bd6be5076494, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5d33e431-a29f-4462-aeef-bd6be5076494,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:22.058744 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.070700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Calling delete_port for 5d33e431-a29f-4462-aeef-bd6be5076494 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:22.228662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.258560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d33e431-a29f-4462-aeef-bd6be5076494,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:22.318141 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.406233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.408261 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.449294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.449899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edfc5bd5-9b4c-45b7-abef-e42f199b3c72 {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:34:22.454375 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.455242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1266c54e-de80-497b-bfd3-5c0ac38ffdc4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/edfc5bd5-9b4c-45b7-abef-e42f199b3c72 HTTP/1.1" status: 204 len: 168 time: 1.0524154 Apr 21 21:34:22.457665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40096) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:22.503390 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-402e2dad-2797-4056-a45f-cd30ae3f8026 admin admin] Deleting subnet 45a165a4-2cf8-4cce-9c85-5f7633f2cecd {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:34:22.506208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-402e2dad-2797-4056-a45f-cd30ae3f8026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.539198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-402e2dad-2797-4056-a45f-cd30ae3f8026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.612185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-402e2dad-2797-4056-a45f-cd30ae3f8026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.669299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-402e2dad-2797-4056-a45f-cd30ae3f8026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.695245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e2dad-2797-4056-a45f-cd30ae3f8026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a165a4-2cf8-4cce-9c85-5f7633f2cecd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:22.699196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-402e2dad-2797-4056-a45f-cd30ae3f8026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.704449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-402e2dad-2797-4056-a45f-cd30ae3f8026 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/45a165a4-2cf8-4cce-9c85-5f7633f2cecd HTTP/1.1" status: 204 len: 168 time: 0.2436152 Apr 21 21:34:22.704672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40098) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:22.710245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a933d98-b293-4adc-9c35-eda12c386b7f None None] Network 1df0c5c4-bd91-4838-a0a0-026f86b870ab requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:34:22.785361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.815646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5d33e431-a29f-4462-aeef-bd6be5076494 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:34:22.843929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5d33e431-a29f-4462-aeef-bd6be5076494 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:34:22.844564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5d33e431-a29f-4462-aeef-bd6be5076494 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:34:22.844674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3bd178f9-f726-4a3d-945f-3b933ed546f2 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:34:22.846977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Deleting port 1b118208-3e11-493f-bfa3-1336f441a8c8 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:22.847586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.866006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3bd178f9-f726-4a3d-945f-3b933ed546f2 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:34:22.866815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3bd178f9-f726-4a3d-945f-3b933ed546f2 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:34:22.923762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] For port 1b118208-3e11-493f-bfa3-1336f441a8c8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1b118208-3e11-493f-bfa3-1336f441a8c8,segment=NetworkSegment(d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d),segment_id=d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:22.924153 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:22.939193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Calling delete_port for 1b118208-3e11-493f-bfa3-1336f441a8c8 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:22.940687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] DHCP port deletion for 1df0c5c4-bd91-4838-a0a0-026f86b870ab request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:34:22.992599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Deleting port 1b118208-3e11-493f-bfa3-1336f441a8c8 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:22.993004 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.027428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.058189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] No DVR routers for this DVR port 1b118208-3e11-493f-bfa3-1336f441a8c8 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:34:23.060744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] For port 1b118208-3e11-493f-bfa3-1336f441a8c8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1b118208-3e11-493f-bfa3-1336f441a8c8,segment=NetworkSegment(d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d),segment_id=d9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:23.061397 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.062922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b118208-3e11-493f-bfa3-1336f441a8c8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:23.077221 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Calling delete_port for 1b118208-3e11-493f-bfa3-1336f441a8c8 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:23.134981 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.146549 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.156284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df0c5c4-bd91-4838-a0a0-026f86b870ab']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:23.167879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:23.168264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e4eea5-9b0c-4eb6-beac-909ad8e8ed1d') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:34:23.172242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Pushing event deleted for resources: {'Port': ['ID=1b118208-3e11-493f-bfa3-1336f441a8c8,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:23.176463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] No DVR routers for this DVR port 1b118208-3e11-493f-bfa3-1336f441a8c8 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:34:23.177771 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.189261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.189613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.189946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.190272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.190594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.190914 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.191231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.191570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.191885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.192309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.192627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.193326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7287f6-ae9e-4c80-8e9f-00f05043e49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:34:23.196399 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.202927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:34:23.203319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:34:23.205187 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:34:23.265847 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.271484 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.275106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] 10.222.0.49 "DELETE /v2.0/networks/1df0c5c4-bd91-4838-a0a0-026f86b870ab HTTP/1.1" status: 204 len: 168 time: 0.5694938 Apr 21 21:34:23.289780 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ae77d-175d-4f00-8c39-dedfa186402b admin admin] Pushing event deleted for resources: {'Network': ['ID=1df0c5c4-bd91-4838-a0a0-026f86b870ab,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:23.385925 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40102) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:23.424614 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d1a5d178-3d81-4d0a-8475-3eae77e91458 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d2fe7d80de0455a8974c762f8f7c293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375726 Apr 21 21:34:23.427079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40104) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:23.473532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62fbe88f-5ac8-4b10-a702-47075b437325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.493639 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62fbe88f-5ac8-4b10-a702-47075b437325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.538221 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62fbe88f-5ac8-4b10-a702-47075b437325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.540732 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-62fbe88f-5ac8-4b10-a702-47075b437325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.541879 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-62fbe88f-5ac8-4b10-a702-47075b437325 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b94a7298-e5c1-4a35-9284-71383a1b868e HTTP/1.1" status: 204 len: 168 time: 0.1139128 Apr 21 21:34:23.549134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbe88f-5ac8-4b10-a702-47075b437325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a7298-e5c1-4a35-9284-71383a1b868e,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:23.841195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40110) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:23.881143 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7ea76a60-ebac-45c3-a8ab-032fcb8effd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73b0d65c34d34ac1ab3f571351f4a6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387757 Apr 21 21:34:23.883515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40112) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:23.929885 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eea56b2f-17a2-4045-8564-7d7f6f9029a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:23.950295 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eea56b2f-17a2-4045-8564-7d7f6f9029a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:24.002344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eea56b2f-17a2-4045-8564-7d7f6f9029a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:24.005463 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-eea56b2f-17a2-4045-8564-7d7f6f9029a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:24.006639 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-eea56b2f-17a2-4045-8564-7d7f6f9029a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16244b86-76ee-41be-aba4-ffe6d0ed2bec HTTP/1.1" status: 204 len: 168 time: 0.1222475 Apr 21 21:34:24.016423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea56b2f-17a2-4045-8564-7d7f6f9029a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16244b86-76ee-41be-aba4-ffe6d0ed2bec,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:24.794017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1b118208-3e11-493f-bfa3-1336f441a8c8 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:34:24.816556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1b118208-3e11-493f-bfa3-1336f441a8c8 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:34:24.816921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1b118208-3e11-493f-bfa3-1336f441a8c8 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:34:30.523818 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-40ab4f7d-0097-4b28-b17e-ae345342cb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:32.809439 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a11d1b22-2aa8-47f7-9827-f3bc8f210a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:34.195826 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:34.848506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-f540ba7f-58c5-4d19-91d3-4e13ded8a2f2 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e31356799f2b4aa09b68750192ec93f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327654 Apr 21 21:34:35.027296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-0a92011c-1d42-492e-b577-efeb20f53cbb tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:35.028742 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-0a92011c-1d42-492e-b577-efeb20f53cbb tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740525 Apr 21 21:34:35.043953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-36c81341-de5e-4e51-a158-4fd11b517833 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/quotas/e31356799f2b4aa09b68750192ec93f9 HTTP/1.1" status: 200 len: 375 time: 0.0093160 Apr 21 21:34:35.074604 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-96997162-14fb-41a5-9974-11883bb9fdf3 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e31356799f2b4aa09b68750192ec93f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255075 Apr 21 21:34:35.234230 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-728736c1-affc-4f9d-962b-6972bf86dc77 req-d4c115a3-6a35-4e94-a414-bdb798914c03 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 210 time: 0.0262332 Apr 21 21:34:35.464715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:35.996624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:36.311337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1977e81-8cdd-4347-89ca-631ef5a88e1e req-d22a4106-3435-46d7-8d3b-fc340be1217d tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 210 time: 0.0261080 Apr 21 21:34:37.061961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54c061be-2429-4a27-971d-f01ad3627287 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e31356799f2b4aa09b68750192ec93f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224221 Apr 21 21:34:37.184110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-b37d06b7-94f6-4b86-8f0d-06f9db5da55b tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:37.185645 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-b37d06b7-94f6-4b86-8f0d-06f9db5da55b tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187682 Apr 21 21:34:37.200139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Request body: {'port': {'device_id': '2bd8c559-78a4-43a8-bc04-cd55470924bb', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'admin_state_up': True, 'tenant_id': 'e31356799f2b4aa09b68750192ec93f9'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:34:37.305841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Made reservation on behalf of e31356799f2b4aa09b68750192ec93f9 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:34:37.309218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:37.317793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:37.392242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:37.396711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:37.407193 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0a9e9a27-7344-4e71-aebe-61abf174b244 req-aef9eab1-ff16-485a-97f0-cf39ba3cc50e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 210 time: 0.0276208 Apr 21 21:34:37.464594 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5648d0-dc93-4a2d-af24-faa74105b11a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:37.537499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Allocated IP 192.168.233.102 (f4cacf3c-00a2-4064-aa97-3115619278d2/99c87e29-81cb-457e-a9f3-75fc7078bde3/aa57bd99-7007-419b-80e5-d05472366c4d) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:34:37.697953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:37.729877 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:37.777124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Network f4cacf3c-00a2-4064-aa97-3115619278d2 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:34:37.780175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:34:37.783939 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:34:37.807511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Pushing event updated for resources: {'Port': ['ID=aa57bd99-7007-419b-80e5-d05472366c4d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:37.837147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:37.838340 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:37.860905 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-54042815-7739-4d88-8b4a-391e87cb1e88 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6650178 Apr 21 21:34:37.873222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Request body: {'port': {'device_id': '2bd8c559-78a4-43a8-bc04-cd55470924bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:34:37.927689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:38.011070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-60cef3b5-0196-4382-9f4b-45c73b7c0294 None None] Provisioning complete for port aa57bd99-7007-419b-80e5-d05472366c4d triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:34:38.011628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-60cef3b5-0196-4382-9f4b-45c73b7c0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:38.048445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-60cef3b5-0196-4382-9f4b-45c73b7c0294 None None] Port aa57bd99-7007-419b-80e5-d05472366c4d cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:34:38.195900 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa57bd99-7007-419b-80e5-d05472366c4d {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:34:38.203488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:38.216570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Transition to ACTIVE for port object aa57bd99-7007-419b-80e5-d05472366c4d will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:34:38.221901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:38.270690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa57bd99-7007-419b-80e5-d05472366c4d,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:38.342388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Attempting to bind port aa57bd99-7007-419b-80e5-d05472366c4d on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:34:38.343031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Attempting to bind port aa57bd99-7007-419b-80e5-d05472366c4d by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:34:38.343160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Attempting to bind port aa57bd99-7007-419b-80e5-d05472366c4d on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:34:38.347525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Port aa57bd99-7007-419b-80e5-d05472366c4d on network f4cacf3c-00a2-4064-aa97-3115619278d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:34:38.347842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Attempting to bind port aa57bd99-7007-419b-80e5-d05472366c4d on network f4cacf3c-00a2-4064-aa97-3115619278d2 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:34:38.353338 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:34:38.353671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Checking segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:34:38.354049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Bound using segment: {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:34:38.355637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Bound port: aa57bd99-7007-419b-80e5-d05472366c4d, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc34332e-a9d6-4bd8-bd1c-02c53be15078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:34:38.355999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:38.423892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] For port aa57bd99-7007-419b-80e5-d05472366c4d, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:34:38.426935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] For port aa57bd99-7007-419b-80e5-d05472366c4d, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=aa57bd99-7007-419b-80e5-d05472366c4d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:34:38.430938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:38.472294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:38.472994 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:38.474414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] 10.222.0.43 "PUT /v2.0/ports/aa57bd99-7007-419b-80e5-d05472366c4d HTTP/1.1" status: 200 len: 1096 time: 0.6055124 Apr 21 21:34:38.475073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd8c559-78a4-43a8-bc04-cd55470924bb', 'tag': 'aa57bd99-7007-419b-80e5-d05472366c4d'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:34:38.477740 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4be4330-c363-4c4a-b0c5-c998a10df86e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd8c559-78a4-43a8-bc04-cd55470924bb", "tag": "aa57bd99-7007-419b-80e5-d05472366c4d"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:34:38.537915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cdd2-a24e-431c-be19-c709627edef3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa57bd99-7007-419b-80e5-d05472366c4d,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:38.578324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-7dc3d50f-b026-46d5-904d-5c6cd99ebdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:38.579781 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-7dc3d50f-b026-46d5-904d-5c6cd99ebdb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e31356799f2b4aa09b68750192ec93f9&device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 1099 time: 0.0683396 Apr 21 21:34:38.587426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cc103-5107-47fc-b5a3-4f8e8de40893 req-f5aec2e7-bbd3-472d-9de2-cbb49470bcd3 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:38.588959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c48cc103-5107-47fc-b5a3-4f8e8de40893 req-f5aec2e7-bbd3-472d-9de2-cbb49470bcd3 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 948 time: 0.1001241 Apr 21 21:34:38.632812 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90c4d88-cb17-41da-b30b-7dfdc22832ae x-openstack-request-id: req-c90c4d88-cb17-41da-b30b-7dfdc22832ae {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:34:38.633102 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd8c559-78a4-43a8-bc04-cd55470924bb", "tag": "aa57bd99-7007-419b-80e5-d05472366c4d", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:34:38.633346 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c90c4d88-cb17-41da-b30b-7dfdc22832ae {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:34:38.633743 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90c4d88-cb17-41da-b30b-7dfdc22832ae'] response: {'name': 'network-changed', 'server_uuid': '2bd8c559-78a4-43a8-bc04-cd55470924bb', 'tag': 'aa57bd99-7007-419b-80e5-d05472366c4d', 'status': 'completed', 'code': 200} Apr 21 21:34:38.636502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-0e036153-07f4-442e-8851-a36371f14bb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=aa57bd99-7007-419b-80e5-d05472366c4d HTTP/1.1" status: 200 len: 217 time: 0.0466249 Apr 21 21:34:38.697370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c48cc103-5107-47fc-b5a3-4f8e8de40893 req-590982c7-d24a-4d8f-bdb5-804e453c2ace tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016908 Apr 21 21:34:38.704854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-63a51fd9-9518-4acb-a965-fb03d310a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:38.706249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-63a51fd9-9518-4acb-a965-fb03d310a1eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0615861 Apr 21 21:34:38.753946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-e596c284-1107-44f1-bf07-e207b127148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:38.755422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-e596c284-1107-44f1-bf07-e207b127148b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414076 Apr 21 21:34:38.845898 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-633cd5d3-a40b-4bca-b8e1-23b966e3542c service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836356 Apr 21 21:34:38.931957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed3fc90f-3769-4300-9ea3-7e1cbe8b25fa req-a9f07e48-0573-4331-9cf2-f223eb82ecfa service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797145 Apr 21 21:34:39.018936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-f5f405c2-197a-493a-888c-1cdc71814244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:39.020392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-f5f405c2-197a-493a-888c-1cdc71814244 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e31356799f2b4aa09b68750192ec93f9&device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 1099 time: 0.0433214 Apr 21 21:34:39.108909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-1d655ede-be6b-4389-837f-8863a1eb2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:39.110249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-1d655ede-be6b-4389-837f-8863a1eb2249 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4cacf3c-00a2-4064-aa97-3115619278d2 HTTP/1.1" status: 200 len: 870 time: 0.0816329 Apr 21 21:34:39.152993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-2ab6c8bf-0d61-4ed8-b07a-9a438dc53ca3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=aa57bd99-7007-419b-80e5-d05472366c4d HTTP/1.1" status: 200 len: 217 time: 0.0362470 Apr 21 21:34:39.200033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-c7d0ec05-710c-45c6-a858-0a1f49f52fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:39.201468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-c7d0ec05-710c-45c6-a858-0a1f49f52fd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=99c87e29-81cb-457e-a9f3-75fc7078bde3 HTTP/1.1" status: 200 len: 843 time: 0.0423629 Apr 21 21:34:39.245520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-5ee2a2c8-d9ea-4780-b8fe-efd6d51ca121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:39.246986 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-5ee2a2c8-d9ea-4780-b8fe-efd6d51ca121 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4cacf3c-00a2-4064-aa97-3115619278d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394146 Apr 21 21:34:39.334810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-62b42a59-3698-4c36-b47f-c036219eef00 service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814843 Apr 21 21:34:39.419977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c4be4330-c363-4c4a-b0c5-c998a10df86e req-b7f6ea9c-fcb3-4686-b0b2-142bbfe66a5f service neutron] 10.222.0.43 "GET /v2.0/networks/f4cacf3c-00a2-4064-aa97-3115619278d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790050 Apr 21 21:34:39.818012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e0552-a7dc-425b-b653-d49abfeaec28 req-ab4d56b4-25eb-4ea8-8126-3f4181d60367 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:39.820082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf8e0552-a7dc-425b-b653-d49abfeaec28 req-ab4d56b4-25eb-4ea8-8126-3f4181d60367 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 948 time: 0.0498953 Apr 21 21:34:39.857044 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf8e0552-a7dc-425b-b653-d49abfeaec28 req-f5d31293-1dc6-4f40-8bb2-1a3101afd758 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Apr 21 21:34:40.972648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfc024-83f7-454c-9a51-581d55ab35e2 req-7c41ffe6-661e-4d29-bd20-3c8f8e6c3dd0 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:40.974118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25cfc024-83f7-454c-9a51-581d55ab35e2 req-7c41ffe6-661e-4d29-bd20-3c8f8e6c3dd0 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 948 time: 0.0486400 Apr 21 21:34:41.010234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-25cfc024-83f7-454c-9a51-581d55ab35e2 req-b4274316-eae3-48d7-91f2-1bc38acdc3f2 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299363 Apr 21 21:34:41.274822 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:34:42.127695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d1bd2-8acd-4603-be5a-aa8c622d9f79 req-e9c660f9-b39f-4004-a9ee-bcc7eac749b0 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:42.129071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c16d1bd2-8acd-4603-be5a-aa8c622d9f79 req-e9c660f9-b39f-4004-a9ee-bcc7eac749b0 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 948 time: 0.0515125 Apr 21 21:34:42.166276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c16d1bd2-8acd-4603-be5a-aa8c622d9f79 req-14ad3b58-cb9f-45e7-b9da-ff146f5ce927 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Apr 21 21:34:42.362313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device aa57bd99-7007-419b-80e5-d05472366c4d details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:34:42.455415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port aa57bd99-7007-419b-80e5-d05472366c4d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=aa57bd99-7007-419b-80e5-d05472366c4d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:42.466932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'aa57bd99-7007-419b-80e5-d05472366c4d', 'network_id': 'f4cacf3c-00a2-4064-aa97-3115619278d2', 'port_id': 'aa57bd99-7007-419b-80e5-d05472366c4d', 'mac_address': 'fa:16:3e:b5:8d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c87e29-81cb-457e-a9f3-75fc7078bde3', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:34:42.501867 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:42.514332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa57bd99-7007-419b-80e5-d05472366c4d {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:34:42.537342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port aa57bd99-7007-419b-80e5-d05472366c4d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=aa57bd99-7007-419b-80e5-d05472366c4d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:42.541140 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:42.586116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=aa57bd99-7007-419b-80e5-d05472366c4d,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:42.886006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['aa57bd99-7007-419b-80e5-d05472366c4d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:34:43.282791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548c67f-d449-42b3-aa35-bb14914819d2 req-774e72e7-6c54-4c5e-820c-b8c5a2336019 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:43.284231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b548c67f-d449-42b3-aa35-bb14914819d2 req-774e72e7-6c54-4c5e-820c-b8c5a2336019 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 949 time: 0.0506682 Apr 21 21:34:43.321851 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b548c67f-d449-42b3-aa35-bb14914819d2 req-a2ef4f62-f6fb-42e8-b50c-18fc278b5698 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307574 Apr 21 21:34:44.363330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device aa57bd99-7007-419b-80e5-d05472366c4d up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:34:44.431431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port aa57bd99-7007-419b-80e5-d05472366c4d completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:34:44.435716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port aa57bd99-7007-419b-80e5-d05472366c4d triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:34:44.436127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:44.437575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d9051-659e-4324-a866-31fc6c4e8d6c req-1da6c6c6-bc97-4360-833d-cbfe3cea049d tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:44.439084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-444d9051-659e-4324-a866-31fc6c4e8d6c req-1da6c6c6-bc97-4360-833d-cbfe3cea049d tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 949 time: 0.0481050 Apr 21 21:34:44.479537 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-444d9051-659e-4324-a866-31fc6c4e8d6c req-4f4a5fe6-4a78-4cbb-a4d9-badc39328c10 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336106 Apr 21 21:34:44.521872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:44.543088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd8c559-78a4-43a8-bc04-cd55470924bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa57bd99-7007-419b-80e5-d05472366c4d'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:34:44.545346 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941c1bb5-eac2-4cf8-819b-24b4b33ef032" -d '{"events": [{"server_uuid": "2bd8c559-78a4-43a8-bc04-cd55470924bb", "name": "network-vif-plugged", "status": "completed", "tag": "aa57bd99-7007-419b-80e5-d05472366c4d"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:34:44.558141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port aa57bd99-7007-419b-80e5-d05472366c4d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=aa57bd99-7007-419b-80e5-d05472366c4d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:44.562372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:44.589823 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7491739-7088-411f-8d9b-db083b4b6154 x-openstack-request-id: req-a7491739-7088-411f-8d9b-db083b4b6154 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:34:44.590118 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd8c559-78a4-43a8-bc04-cd55470924bb", "name": "network-vif-plugged", "status": "completed", "tag": "aa57bd99-7007-419b-80e5-d05472366c4d", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:34:44.590738 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a7491739-7088-411f-8d9b-db083b4b6154 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:34:44.591168 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7491739-7088-411f-8d9b-db083b4b6154'] response: {'server_uuid': '2bd8c559-78a4-43a8-bc04-cd55470924bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa57bd99-7007-419b-80e5-d05472366c4d', 'code': 200} Apr 21 21:34:44.624944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=aa57bd99-7007-419b-80e5-d05472366c4d,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:44.676267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df59dde-e3f2-4c58-a0dd-9b4ba52e113c req-8c7e5b1b-7cf3-4163-8be7-e2778975d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:44.677769 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4df59dde-e3f2-4c58-a0dd-9b4ba52e113c req-8c7e5b1b-7cf3-4163-8be7-e2778975d4eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 1101 time: 0.0396791 Apr 21 21:34:44.721347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4df59dde-e3f2-4c58-a0dd-9b4ba52e113c req-79aae2a3-61fb-4a61-9580-5c503e0eff71 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365307 Apr 21 21:34:45.594883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbbe77-aa10-44ee-8a20-d351c5d49bf4 req-01ddb512-ba21-4ee0-8e2f-6a4422b911dd tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:45.596333 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95dbbe77-aa10-44ee-8a20-d351c5d49bf4 req-01ddb512-ba21-4ee0-8e2f-6a4422b911dd tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 950 time: 0.0482738 Apr 21 21:34:45.632691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95dbbe77-aa10-44ee-8a20-d351c5d49bf4 req-faf2c679-c901-4ea0-87f3-a0ba1a3d6b47 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304275 Apr 21 21:34:46.748016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60945f-37b3-4f33-9d7c-aa32a6ec8925 req-32bfc3d1-9553-4ba4-8055-28838a292c10 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:46.749505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be60945f-37b3-4f33-9d7c-aa32a6ec8925 req-32bfc3d1-9553-4ba4-8055-28838a292c10 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 950 time: 0.0479727 Apr 21 21:34:46.786172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be60945f-37b3-4f33-9d7c-aa32a6ec8925 req-043b4140-3cd1-4bf8-8f39-255846f68932 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306699 Apr 21 21:34:47.162307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-f12e6def-9a65-4adf-87df-83e365f26c50 req-a634c4bd-004e-4cfa-8d92-7a46b7d561fa service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:34:47.163295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f12e6def-9a65-4adf-87df-83e365f26c50 req-a634c4bd-004e-4cfa-8d92-7a46b7d561fa service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1037238 Apr 21 21:34:47.482522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-f29871fd-04c7-4b7a-b9bf-cebb36807ab0 req-146b7155-e96c-47aa-aba7-df9ae9e8bc31 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:34:47.483512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f29871fd-04c7-4b7a-b9bf-cebb36807ab0 req-146b7155-e96c-47aa-aba7-df9ae9e8bc31 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052547 Apr 21 21:34:47.809585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269305d8-63ae-4ee7-99d4-e91c8c74d168 req-d4491732-a0fc-4211-9710-0537db53a921 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:47.811276 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-269305d8-63ae-4ee7-99d4-e91c8c74d168 req-d4491732-a0fc-4211-9710-0537db53a921 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 950 time: 0.0521073 Apr 21 21:34:47.849745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-269305d8-63ae-4ee7-99d4-e91c8c74d168 req-8d2dac0d-b2d2-4e28-8072-16796225cbf8 tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Apr 21 21:34:48.971337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c80eca-a6aa-471a-9105-61cfe175173d req-1a502e52-4d08-49f2-a6d9-e7ca8d7277db tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:48.972794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c7c80eca-a6aa-471a-9105-61cfe175173d req-1a502e52-4d08-49f2-a6d9-e7ca8d7277db tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 950 time: 0.0531669 Apr 21 21:34:49.011486 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c7c80eca-a6aa-471a-9105-61cfe175173d req-b7c1894c-716e-486a-a7fd-559969b134be tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.49 "GET /v2.0/security-groups?id=db5648d0-dc93-4a2d-af24-faa74105b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Apr 21 21:34:49.120209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-37a172d2-5958-4734-a9e4-0c32e8310d1d tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:49.121715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-37a172d2-5958-4734-a9e4-0c32e8310d1d tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd8c559-78a4-43a8-bc04-cd55470924bb HTTP/1.1" status: 200 len: 950 time: 0.0476403 Apr 21 21:34:49.207311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Deleting port aa57bd99-7007-419b-80e5-d05472366c4d {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:34:49.207681 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:49.295400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] For port aa57bd99-7007-419b-80e5-d05472366c4d, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=aa57bd99-7007-419b-80e5-d05472366c4d,segment=NetworkSegment(fc34332e-a9d6-4bd8-bd1c-02c53be15078),segment_id=fc34332e-a9d6-4bd8-bd1c-02c53be15078)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:34:49.295681 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:49.307718 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Calling delete_port for aa57bd99-7007-419b-80e5-d05472366c4d owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:34:49.433706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:49.444869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['aa57bd99-7007-419b-80e5-d05472366c4d'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:34:49.463966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Pushing event deleted for resources: {'Port': ['ID=aa57bd99-7007-419b-80e5-d05472366c4d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:49.503238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] No DVR routers for this DVR port aa57bd99-7007-419b-80e5-d05472366c4d on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:34:49.506212 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:49.509673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d99d5e6f-237b-418f-8257-1fc2234961ad req-d01ae71d-266c-4a76-9610-774abd2e102e tempest-ServersAdminNegativeTestJSON-2086519019 tempest-ServersAdminNegativeTestJSON-2086519019-project] 10.222.0.43 "DELETE /v2.0/ports/aa57bd99-7007-419b-80e5-d05472366c4d HTTP/1.1" status: 204 len: 173 time: 0.3821220 Apr 21 21:34:49.510125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd8c559-78a4-43a8-bc04-cd55470924bb', 'name': 'network-vif-deleted', 'tag': 'aa57bd99-7007-419b-80e5-d05472366c4d'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:34:49.512449 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19890bf2-81f3-44e1-b8da-63e24ad4d75d" -d '{"events": [{"server_uuid": "2bd8c559-78a4-43a8-bc04-cd55470924bb", "name": "network-vif-deleted", "tag": "aa57bd99-7007-419b-80e5-d05472366c4d"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:34:49.552694 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2089eb5a-e6f2-42ce-8001-6049e9173e65 x-openstack-request-id: req-2089eb5a-e6f2-42ce-8001-6049e9173e65 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:34:49.553011 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd8c559-78a4-43a8-bc04-cd55470924bb", "name": "network-vif-deleted", "tag": "aa57bd99-7007-419b-80e5-d05472366c4d", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:34:49.553260 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2089eb5a-e6f2-42ce-8001-6049e9173e65 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:34:49.553708 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2089eb5a-e6f2-42ce-8001-6049e9173e65'] response: {'server_uuid': '2bd8c559-78a4-43a8-bc04-cd55470924bb', 'name': 'network-vif-deleted', 'tag': 'aa57bd99-7007-419b-80e5-d05472366c4d', 'status': 'completed', 'code': 200} Apr 21 21:34:50.304258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40250) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:50.434734 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d8d7596c-0321-468b-ac97-8f95f5cb573d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e31356799f2b4aa09b68750192ec93f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292944 Apr 21 21:34:50.437285 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40254) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:50.484749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e776e6f6-299f-46c5-b22d-23a8b91f0856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:50.506546 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e776e6f6-299f-46c5-b22d-23a8b91f0856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:50.553096 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e776e6f6-299f-46c5-b22d-23a8b91f0856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:50.555813 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e776e6f6-299f-46c5-b22d-23a8b91f0856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:50.556995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e776e6f6-299f-46c5-b22d-23a8b91f0856 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db5648d0-dc93-4a2d-af24-faa74105b11a HTTP/1.1" status: 204 len: 168 time: 0.1187682 Apr 21 21:34:50.564622 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776e6f6-299f-46c5-b22d-23a8b91f0856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5648d0-dc93-4a2d-af24-faa74105b11a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:50.813960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40260) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:50.829150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:50.833333 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-346c143a-6399-46a6-838e-e22f162b5616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:50.915677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-346c143a-6399-46a6-838e-e22f162b5616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:50.919539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-346c143a-6399-46a6-838e-e22f162b5616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:50.961251 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-346c143a-6399-46a6-838e-e22f162b5616 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ecdde8ed43144a28582b5d04cd076d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459773 Apr 21 21:34:50.962098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c143a-6399-46a6-838e-e22f162b5616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb3452-d11c-4d9d-aa51-3f55b0714fe0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:50.964848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40262) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:51.007831 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.015402 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d2fa0156-9f0b-4d67-ace3-25f90ba30255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.038442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d2fa0156-9f0b-4d67-ace3-25f90ba30255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.083992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d2fa0156-9f0b-4d67-ace3-25f90ba30255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.086545 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d2fa0156-9f0b-4d67-ace3-25f90ba30255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.087662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d2fa0156-9f0b-4d67-ace3-25f90ba30255 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68cb3452-d11c-4d9d-aa51-3f55b0714fe0 HTTP/1.1" status: 204 len: 168 time: 0.1214910 Apr 21 21:34:51.095493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa0156-9f0b-4d67-ace3-25f90ba30255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb3452-d11c-4d9d-aa51-3f55b0714fe0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:51.730441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40284) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:51.825776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1500338078-network', 'tenant_id': '99276edcd00d4f948fa1b71077ad300d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:34:51.846242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Made reservation on behalf of 99276edcd00d4f948fa1b71077ad300d for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:34:51.848298 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.860149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.933166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.936683 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.959587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:34:51.969335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d11890-8c6c-44ce-badf-d1d9c11342e0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:51.973922 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:51.974269 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Added segment 1599304c-1945-4cde-9c99-8b91fc1be0df of type vlan for network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 Apr 21 21:34:52.012314 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:52.036017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:52.037067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:52.037613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:52.088912 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3573184 Apr 21 21:34:52.091856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40288) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:34:52.096808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Request body: {'subnet': {'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1500338078-subnet', 'tenant_id': '99276edcd00d4f948fa1b71077ad300d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:34:52.101335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e190553-d853-4d2f-8240-822e5c33ff50 admin admin] Pushing event updated for resources: {'Network': ['ID=059b17e8-5471-45d2-bb2b-c7dcce72fad3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:52.112069 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:34:52.115991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Made reservation on behalf of 99276edcd00d4f948fa1b71077ad300d for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:34:52.118995 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:52.284887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:52.335639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69538012-47e8-4ee3-a1ba-841c79d4ed17,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:52.345239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Checking segment: {'id': '1599304c-1945-4cde-9c99-8b91fc1be0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:34:52.345586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Network hostable DHCP agents. Network: 059b17e8-5471-45d2-bb2b-c7dcce72fad3, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:34:52.360682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:34:52.368719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 059b17e8-5471-45d2-bb2b-c7dcce72fad3) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:34:52.372719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:52.373408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:52.378919 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device aa57bd99-7007-419b-80e5-d05472366c4d no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:34:52.381296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18da5e-a578-42d9-83bf-c3ecfd47ff91 None None] Network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:34:52.389122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6d15406f-009d-4806-995b-f52e405df1d6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2961633 Apr 21 21:34:52.411305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: aa57bd99-7007-419b-80e5-d05472366c4d {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:34:52.411650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device aa57bd99-7007-419b-80e5-d05472366c4d not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:34:52.528836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0750904-d3ad-43e8-bf73-00130c9683fd None None] Network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:34:52.822220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-10ffdcab-39cf-411b-ab86-7952d9e5f678 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:52.823593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-10ffdcab-39cf-411b-ab86-7952d9e5f678 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/networks?id=059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 200 len: 812 time: 0.1038129 Apr 21 21:34:52.838302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-270c8dce-dc63-4756-b18a-7b5f018edab2 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/quotas/99276edcd00d4f948fa1b71077ad300d HTTP/1.1" status: 200 len: 375 time: 0.0088224 Apr 21 21:34:52.875441 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-91122d34-7bd0-42f7-96d9-2037e8f42c06 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99276edcd00d4f948fa1b71077ad300d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313330 Apr 21 21:34:52.962412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-0a976e1e-32b7-4f62-be82-0121166434b1 service neutron] 10.222.0.49 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797343 Apr 21 21:34:53.050780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-90a4b16d-cbdb-450a-9de6-96cc9c887c3e service neutron] 10.222.0.49 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822046 Apr 21 21:34:53.215918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-434c9e5f-8403-4cf9-9d8d-81f2c68e5098 req-08e8d15a-9d14-4ca1-96c0-8196a0ca5f22 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 210 time: 0.0281630 Apr 21 21:34:54.217534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-6d925171-2376-4b08-9542-76fb7077880a tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:54.218977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-6d925171-2376-4b08-9542-76fb7077880a tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.43 "GET /v2.0/networks?id=059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 200 len: 812 time: 0.1050522 Apr 21 21:34:54.230723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Request body: {'port': {'device_id': '114e349c-e64b-48b3-b95b-591c997c7df9', 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3', 'admin_state_up': True, 'tenant_id': '99276edcd00d4f948fa1b71077ad300d'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:34:54.317590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b3dc986-ff1a-460f-8deb-f51acfb52229 req-2be1de67-85c3-494d-b268-cb2faf1d8fb7 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 210 time: 0.0298300 Apr 21 21:34:54.359652 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Made reservation on behalf of 99276edcd00d4f948fa1b71077ad300d for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:34:54.363177 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:54.486687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Allocated IP 172.20.0.2 (059b17e8-5471-45d2-bb2b-c7dcce72fad3/69538012-47e8-4ee3-a1ba-841c79d4ed17/321d87f8-ac7b-4be2-93a5-12444cba2c21) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:34:54.624636 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:54.656492 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:54.703482 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:34:54.706513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:34:54.710803 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:34:54.716923 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Pushing event updated for resources: {'Port': ['ID=321d87f8-ac7b-4be2-93a5-12444cba2c21,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:54.760426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:54.761104 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:54.776173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-576e1043-350a-4d03-bbdb-a2f75f364825 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5491972 Apr 21 21:34:54.788550 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Request body: {'port': {'device_id': '114e349c-e64b-48b3-b95b-591c997c7df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:34:54.837910 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:55.088195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321d87f8-ac7b-4be2-93a5-12444cba2c21 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:34:55.095434 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:55.107196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Transition to ACTIVE for port object 321d87f8-ac7b-4be2-93a5-12444cba2c21 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:34:55.111071 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:55.161650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=321d87f8-ac7b-4be2-93a5-12444cba2c21,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:55.222657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Attempting to bind port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:34:55.223315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Attempting to bind port 321d87f8-ac7b-4be2-93a5-12444cba2c21 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '1599304c-1945-4cde-9c99-8b91fc1be0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:34:55.223315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Attempting to bind port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:34:55.227387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:34:55.227706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Attempting to bind port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:34:55.232306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:34:55.232637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Checking segment: {'id': '1599304c-1945-4cde-9c99-8b91fc1be0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:34:55.233044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Bound using segment: {'id': '1599304c-1945-4cde-9c99-8b91fc1be0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:34:55.233463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Bound port: 321d87f8-ac7b-4be2-93a5-12444cba2c21, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1599304c-1945-4cde-9c99-8b91fc1be0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:34:55.233807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:55.297549 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:34:55.300412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21,segment=NetworkSegment(1599304c-1945-4cde-9c99-8b91fc1be0df),segment_id=1599304c-1945-4cde-9c99-8b91fc1be0df)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:34:55.305089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:55.338605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:55.340214 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:34:55.340528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] 10.222.0.43 "PUT /v2.0/ports/321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 1091 time: 0.5567634 Apr 21 21:34:55.340984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:34:55.343195 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86147dc-303e-4839-a565-ae03ed8e9f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:34:55.378279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22811e87-9fbb-49a8-92fa-2f803ac49cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=321d87f8-ac7b-4be2-93a5-12444cba2c21,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:34:55.384064 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3bc164-7e7a-4faa-b898-4bb80d4ef077 x-openstack-request-id: req-3e3bc164-7e7a-4faa-b898-4bb80d4ef077 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:34:55.384450 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:34:55.384699 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e3bc164-7e7a-4faa-b898-4bb80d4ef077 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:34:55.385192 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3bc164-7e7a-4faa-b898-4bb80d4ef077'] response: {'name': 'network-changed', 'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21', 'status': 'completed', 'code': 200} Apr 21 21:34:55.430668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-214475ff-60ad-4918-ad3a-a6527be846ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:55.432157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-214475ff-60ad-4918-ad3a-a6527be846ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99276edcd00d4f948fa1b71077ad300d&device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 1094 time: 0.0425379 Apr 21 21:34:55.443752 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cec455-f9b0-49f9-8d30-ba912ec81a7e req-aab2cfc4-a2c5-489e-9c02-409a74b385d1 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:55.445842 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8cec455-f9b0-49f9-8d30-ba912ec81a7e req-aab2cfc4-a2c5-489e-9c02-409a74b385d1 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0486782 Apr 21 21:34:55.478032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-31dee86b-c3f2-44d7-aada-17a474cf812b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 217 time: 0.0376728 Apr 21 21:34:55.486568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8cec455-f9b0-49f9-8d30-ba912ec81a7e req-e6f224e5-1fad-4a5f-81f6-fff6bc180424 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341496 Apr 21 21:34:55.527477 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-bbb50a45-e2d7-4b7f-965a-1942b0ebbb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:55.529212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-bbb50a45-e2d7-4b7f-965a-1942b0ebbb90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69538012-47e8-4ee3-a1ba-841c79d4ed17 HTTP/1.1" status: 200 len: 852 time: 0.0443153 Apr 21 21:34:55.560804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-ce596967-1f01-4546-8e7f-ba152aedadbf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=059b17e8-5471-45d2-bb2b-c7dcce72fad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246148 Apr 21 21:34:55.650194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-e3213924-fe65-4208-914a-49b41d3da477 service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830724 Apr 21 21:34:55.735861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04abb283-ec14-4fd2-8d1e-fb5ee7e92c3e req-098e2148-b712-4711-91b5-479cc6378a86 service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787709 Apr 21 21:34:55.814147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-1cca469d-b900-4dab-9145-6e4ccc437a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:55.815565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-1cca469d-b900-4dab-9145-6e4ccc437a13 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99276edcd00d4f948fa1b71077ad300d&device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 1094 time: 0.0390327 Apr 21 21:34:55.904227 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-e1806f76-1016-44b7-9a62-ab7d366d3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:55.905607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-e1806f76-1016-44b7-9a62-ab7d366d3722 service neutron] 10.222.0.43 "GET /v2.0/networks?id=059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 200 len: 913 time: 0.0842130 Apr 21 21:34:55.945369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-9abf3c98-628c-48e9-96c6-56e5913fec13 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 217 time: 0.0333149 Apr 21 21:34:55.994838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-696cae73-2592-492c-ac86-03e3aa1e3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:55.996218 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-696cae73-2592-492c-ac86-03e3aa1e3dc0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69538012-47e8-4ee3-a1ba-841c79d4ed17 HTTP/1.1" status: 200 len: 852 time: 0.0448091 Apr 21 21:34:56.028033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-ad99c736-9f93-481d-83c2-f64fc926130e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=059b17e8-5471-45d2-bb2b-c7dcce72fad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258284 Apr 21 21:34:56.117877 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-2257b96e-bde9-4d02-8eb5-7eda5b43f7ae service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795109 Apr 21 21:34:56.529445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d86147dc-303e-4839-a565-ae03ed8e9f3f req-ae8d416e-5fbf-443a-be72-43bc42e56275 service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072294 Apr 21 21:34:56.605182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd93e5-2415-47d8-a832-56fb89053c53 req-99d43355-79fe-4f82-9028-2e088462d665 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:56.606629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90fd93e5-2415-47d8-a832-56fb89053c53 req-99d43355-79fe-4f82-9028-2e088462d665 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0485766 Apr 21 21:34:56.642735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-90fd93e5-2415-47d8-a832-56fb89053c53 req-5a6c3a50-3232-4c4a-9709-3526d7ec0c6d tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301278 Apr 21 21:34:57.755203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe3095-f827-4908-8c80-8d3e319ba97d req-0ab5b4a5-0e9f-4d29-bd61-7605ec63d0c3 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:57.756626 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42fe3095-f827-4908-8c80-8d3e319ba97d req-0ab5b4a5-0e9f-4d29-bd61-7605ec63d0c3 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0472450 Apr 21 21:34:57.796993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-42fe3095-f827-4908-8c80-8d3e319ba97d req-fe6c143d-3890-4289-ac10-35f66875751d tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344861 Apr 21 21:34:58.910150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a536-a9e7-4cb9-a399-d48db4dfe521 req-b57564f6-835d-4840-a383-4bdc6c2a9eed tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:34:58.911575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d78a536-a9e7-4cb9-a399-d48db4dfe521 req-b57564f6-835d-4840-a383-4bdc6c2a9eed tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0468161 Apr 21 21:34:58.948398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7d78a536-a9e7-4cb9-a399-d48db4dfe521 req-3f663ec3-5a6a-4dec-b7e2-a9322c1e0400 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303493 Apr 21 21:35:00.061077 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0195a3-a4e5-473b-9a48-17eba55c2f42 req-c460affd-0137-4972-b9ad-5d63f5d230de tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:00.062536 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e0195a3-a4e5-473b-9a48-17eba55c2f42 req-c460affd-0137-4972-b9ad-5d63f5d230de tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0471556 Apr 21 21:35:00.100036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3e0195a3-a4e5-473b-9a48-17eba55c2f42 req-90abee2e-e9b5-4f34-a0b9-25e0ed3a54d7 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Apr 21 21:35:00.424561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 321d87f8-ac7b-4be2-93a5-12444cba2c21 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:35:00.529647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21,segment=NetworkSegment(1599304c-1945-4cde-9c99-8b91fc1be0df),segment_id=1599304c-1945-4cde-9c99-8b91fc1be0df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:00.544626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '321d87f8-ac7b-4be2-93a5-12444cba2c21', 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3', 'port_id': '321d87f8-ac7b-4be2-93a5-12444cba2c21', 'mac_address': 'fa:16:3e:9c:2c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69538012-47e8-4ee3-a1ba-841c79d4ed17', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:35:00.547299 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78ac97fb-0cb7-404d-8850-58074e055fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:00.590872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:00.607751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321d87f8-ac7b-4be2-93a5-12444cba2c21 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:35:00.626952 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21,segment=NetworkSegment(1599304c-1945-4cde-9c99-8b91fc1be0df),segment_id=1599304c-1945-4cde-9c99-8b91fc1be0df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:00.630959 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:00.676381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=321d87f8-ac7b-4be2-93a5-12444cba2c21,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:00.916904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['321d87f8-ac7b-4be2-93a5-12444cba2c21'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:35:01.219909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e2df1-b988-4518-a77d-3e84124a580f req-bfa6c4a9-8912-4cd2-bfbc-ca9fddb48543 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:01.221369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-638e2df1-b988-4518-a77d-3e84124a580f req-bfa6c4a9-8912-4cd2-bfbc-ca9fddb48543 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 944 time: 0.0518627 Apr 21 21:35:01.257969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-638e2df1-b988-4518-a77d-3e84124a580f req-31b504bb-5953-441a-b7f5-1e3ebdf7b9a3 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Apr 21 21:35:02.370747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2187796-c4f6-408a-85eb-e676a8bcd94f req-be0041cc-baaa-46d0-8eac-cbed76225ece tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:02.372103 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2187796-c4f6-408a-85eb-e676a8bcd94f req-be0041cc-baaa-46d0-8eac-cbed76225ece tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 944 time: 0.0476902 Apr 21 21:35:02.409021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2187796-c4f6-408a-85eb-e676a8bcd94f req-5781366b-69e8-43a0-a018-7d6078d96750 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Apr 21 21:35:02.440807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 321d87f8-ac7b-4be2-93a5-12444cba2c21 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:35:02.487129 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 321d87f8-ac7b-4be2-93a5-12444cba2c21 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:35:02.490686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 321d87f8-ac7b-4be2-93a5-12444cba2c21 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:35:02.491053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:02.568357 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:02.590763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:35:02.593025 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2e9afd-0c47-4aed-aad6-4511e04e3430" -d '{"events": [{"server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "name": "network-vif-plugged", "status": "completed", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:35:02.609386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21,segment=NetworkSegment(1599304c-1945-4cde-9c99-8b91fc1be0df),segment_id=1599304c-1945-4cde-9c99-8b91fc1be0df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:02.613606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:02.659231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=321d87f8-ac7b-4be2-93a5-12444cba2c21,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:02.693175 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8f11bf-9d47-4cf7-9a9d-fd371007917b x-openstack-request-id: req-eb8f11bf-9d47-4cf7-9a9d-fd371007917b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:35:02.693469 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "name": "network-vif-plugged", "status": "completed", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:35:02.693744 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eb8f11bf-9d47-4cf7-9a9d-fd371007917b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:35:02.694140 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8f11bf-9d47-4cf7-9a9d-fd371007917b'] response: {'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21', 'code': 200} Apr 21 21:35:02.781713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b42f4-ae54-4362-b261-fa6300d0b5f0 req-4385a7b8-1d4c-431b-98e1-724b17773f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:02.783181 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-874b42f4-ae54-4362-b261-fa6300d0b5f0 req-4385a7b8-1d4c-431b-98e1-724b17773f21 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 1096 time: 0.0386031 Apr 21 21:35:02.809966 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-46aab5f3-3886-495a-aff7-b513e3e067ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:02.818207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-874b42f4-ae54-4362-b261-fa6300d0b5f0 req-6991b04d-668d-48f6-b7db-70c93dee1006 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286431 Apr 21 21:35:03.520967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253e1e7-2913-428b-8569-1914b76a09ea req-d02d841f-52f5-4d53-8ed0-9d2cf40c7107 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:03.522410 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3253e1e7-2913-428b-8569-1914b76a09ea req-d02d841f-52f5-4d53-8ed0-9d2cf40c7107 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0468159 Apr 21 21:35:03.563170 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3253e1e7-2913-428b-8569-1914b76a09ea req-d9e383b1-adfd-415c-8d64-ac1a3775e03c tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Apr 21 21:35:04.198122 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:04.682328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88825789-614c-4646-9b11-a1d0fd213da5 req-696b7880-3ba4-43e2-910b-a781e83c8709 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:04.683776 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88825789-614c-4646-9b11-a1d0fd213da5 req-696b7880-3ba4-43e2-910b-a781e83c8709 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0475016 Apr 21 21:35:04.720317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-88825789-614c-4646-9b11-a1d0fd213da5 req-f6240c71-c955-450b-b39c-7ef8b8308ba6 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Apr 21 21:35:04.965639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44919f-99a7-4b8f-81e4-be6b22624eeb req-f8a400e6-8dbe-4275-b702-6542ec8398e0 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:04.967096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a44919f-99a7-4b8f-81e4-be6b22624eeb req-f8a400e6-8dbe-4275-b702-6542ec8398e0 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0522902 Apr 21 21:35:05.027853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a44919f-99a7-4b8f-81e4-be6b22624eeb req-811620a5-3f61-451d-836b-4b71cd37c84a tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522738 Apr 21 21:35:05.031342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-ac219e4f-34fc-421e-b737-67756e19e8f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1241078 Apr 21 21:35:05.045462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-c1d55673-c3da-43e8-be9c-ae57873f0e46 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:35:05.045462 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-c1d55673-c3da-43e8-be9c-ae57873f0e46 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052898 Apr 21 21:35:05.466757 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:05.988150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:06.114167 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-f846299b-38f1-478e-990d-268bf4083233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:06.115667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-f846299b-38f1-478e-990d-268bf4083233 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99276edcd00d4f948fa1b71077ad300d&device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 1096 time: 0.0403450 Apr 21 21:35:06.154970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e413c9-5388-4aa7-90af-435230cffbbd req-93553913-99e9-40cf-ac15-be83d4380efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:06.156439 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e413c9-5388-4aa7-90af-435230cffbbd req-93553913-99e9-40cf-ac15-be83d4380efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0587766 Apr 21 21:35:06.197062 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-15e413c9-5388-4aa7-90af-435230cffbbd req-aa2c6305-088b-4d1f-aa1f-c83085938056 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342183 Apr 21 21:35:06.213653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-91666aad-d466-40d3-be3f-f66be9c61fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:06.215165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-91666aad-d466-40d3-be3f-f66be9c61fd7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 200 len: 913 time: 0.0928998 Apr 21 21:35:06.255316 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-5c16f144-7adb-4d1f-97ef-644183092118 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 217 time: 0.0338099 Apr 21 21:35:06.300972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-c5d67ce6-d1f7-46e8-a8c7-411de09e9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:06.302336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-c5d67ce6-d1f7-46e8-a8c7-411de09e9cdd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69538012-47e8-4ee3-a1ba-841c79d4ed17 HTTP/1.1" status: 200 len: 852 time: 0.0410116 Apr 21 21:35:06.338550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-12fd6625-1d92-4cc7-bcd2-73274ff3b9df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=059b17e8-5471-45d2-bb2b-c7dcce72fad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289116 Apr 21 21:35:06.422864 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-4f517168-9a70-4d72-b7f8-c008c4e1b57c service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783076 Apr 21 21:35:06.513839 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-42eb947a-3a8f-4580-9711-b7fe6770a98e service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836229 Apr 21 21:35:07.311898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c458f0-3ba2-42a5-9bba-8341ad497924 req-20350b57-3f53-4f2b-84d2-da3713d77cff tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:07.313357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2c458f0-3ba2-42a5-9bba-8341ad497924 req-20350b57-3f53-4f2b-84d2-da3713d77cff tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0476775 Apr 21 21:35:07.351065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c2c458f0-3ba2-42a5-9bba-8341ad497924 req-10b10c54-1799-4eb8-8c6f-6b7adec0767d tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Apr 21 21:35:08.482032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a4818-29ad-4847-94fb-0fe8cc2d927b req-653e9920-1ac9-4b26-8f6e-2828590f3f16 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:08.483464 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d50a4818-29ad-4847-94fb-0fe8cc2d927b req-653e9920-1ac9-4b26-8f6e-2828590f3f16 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0478165 Apr 21 21:35:08.519243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d50a4818-29ad-4847-94fb-0fe8cc2d927b req-4329a502-644a-4972-b05f-cd504eed2378 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297923 Apr 21 21:35:09.633296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857e1dd-e2c4-4f03-a519-8fb094dce4ac req-ef1b7b87-fb7d-43b9-a10e-509f29829a17 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:09.634745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1857e1dd-e2c4-4f03-a519-8fb094dce4ac req-ef1b7b87-fb7d-43b9-a10e-509f29829a17 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0476334 Apr 21 21:35:09.672400 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1857e1dd-e2c4-4f03-a519-8fb094dce4ac req-fb6bb43b-c7d5-4d6f-ba05-0ef1d4ef37dd tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Apr 21 21:35:10.786233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aae15e-0c5f-4b83-9855-b58fc7ceae98 req-3df9efdb-2cfc-424e-b3b0-a8bf338b8c93 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:10.787645 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02aae15e-0c5f-4b83-9855-b58fc7ceae98 req-3df9efdb-2cfc-424e-b3b0-a8bf338b8c93 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0478013 Apr 21 21:35:10.828892 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-02aae15e-0c5f-4b83-9855-b58fc7ceae98 req-cd284733-bf2e-4a2b-993c-2d00de610681 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352170 Apr 21 21:35:11.947274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c5b33-744c-4658-b420-a2249d2de108 req-35fa4464-811c-4fe9-9088-7c12f54576d8 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:11.948726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b64c5b33-744c-4658-b420-a2249d2de108 req-35fa4464-811c-4fe9-9088-7c12f54576d8 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0529466 Apr 21 21:35:11.985319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b64c5b33-744c-4658-b420-a2249d2de108 req-13848704-d509-48b2-879e-76a5bf8e7967 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305505 Apr 21 21:35:13.100118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdef7e9-f1ed-4beb-83a2-8a84fb5d5339 req-ac60863e-164a-4295-b55f-55cd1f61a0f0 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:13.101668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fdef7e9-f1ed-4beb-83a2-8a84fb5d5339 req-ac60863e-164a-4295-b55f-55cd1f61a0f0 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0486317 Apr 21 21:35:13.138123 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fdef7e9-f1ed-4beb-83a2-8a84fb5d5339 req-0433f3fe-55c9-4f92-93bc-de3fa03fd23b tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303149 Apr 21 21:35:14.255305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887fc26-885d-44c3-b402-cc6b5d575674 req-d29362df-b7d4-440d-9959-65e2baca81cb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:14.256747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0887fc26-885d-44c3-b402-cc6b5d575674 req-d29362df-b7d4-440d-9959-65e2baca81cb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0477855 Apr 21 21:35:14.293539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0887fc26-885d-44c3-b402-cc6b5d575674 req-7f1d3041-b643-4d26-892d-234979d3c7c2 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Apr 21 21:35:15.406898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff5b82-c4c4-4239-bfc1-bfec78819b60 req-087ba2a0-f18f-49e9-b946-e5d9f07a7735 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:15.408342 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dff5b82-c4c4-4239-bfc1-bfec78819b60 req-087ba2a0-f18f-49e9-b946-e5d9f07a7735 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0475509 Apr 21 21:35:15.445329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9dff5b82-c4c4-4239-bfc1-bfec78819b60 req-9184acb7-e729-4b16-8ee0-746225d39312 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304601 Apr 21 21:35:16.559494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3effe-1e59-4e22-b21e-42d995bc0ea1 req-c568a7d5-6642-4ea4-9f6f-675648dfc8b4 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:16.561036 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95b3effe-1e59-4e22-b21e-42d995bc0ea1 req-c568a7d5-6642-4ea4-9f6f-675648dfc8b4 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0475724 Apr 21 21:35:16.598491 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95b3effe-1e59-4e22-b21e-42d995bc0ea1 req-2b2fb37d-8551-4ddf-82e6-ba1eabe85c37 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Apr 21 21:35:17.715983 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffff31-a802-4aa2-9892-fe86eb1fdcce req-b1033323-2684-44b3-a678-015f5c7fe661 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:17.717464 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5ffff31-a802-4aa2-9892-fe86eb1fdcce req-b1033323-2684-44b3-a678-015f5c7fe661 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Apr 21 21:35:17.757187 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5ffff31-a802-4aa2-9892-fe86eb1fdcce req-ab94dd27-2c44-48f1-8d25-b124f5d18775 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333440 Apr 21 21:35:18.273625 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:35:18.875679 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d233db-61a0-4740-af4a-15b91b007c5f req-1425259a-76b4-43df-a0a8-46ab20f6c7a0 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:18.877183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50d233db-61a0-4740-af4a-15b91b007c5f req-1425259a-76b4-43df-a0a8-46ab20f6c7a0 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0536933 Apr 21 21:35:18.914326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-50d233db-61a0-4740-af4a-15b91b007c5f req-08cf79ce-9110-4549-baaa-1f8aa3558fda tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310004 Apr 21 21:35:20.029786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc4fd-8307-48f8-9510-90a63479e42f req-1a61e781-5bee-4e06-9d32-468c43b96547 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:20.031229 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-785dc4fd-8307-48f8-9510-90a63479e42f req-1a61e781-5bee-4e06-9d32-468c43b96547 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0482042 Apr 21 21:35:20.067923 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-785dc4fd-8307-48f8-9510-90a63479e42f req-f575e6c9-0a80-459b-a712-f7529a33fc9b tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307114 Apr 21 21:35:20.833016 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:21.024118 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:21.200751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ca3d-50a8-4816-b57e-ea38cb84512d req-d5676322-29a6-4cef-bbc0-9c1b7dab1e7e tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:21.202262 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c387ca3d-50a8-4816-b57e-ea38cb84512d req-d5676322-29a6-4cef-bbc0-9c1b7dab1e7e tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0501955 Apr 21 21:35:21.239246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c387ca3d-50a8-4816-b57e-ea38cb84512d req-03731b8e-caaa-4a5c-a03d-2cbd918854dd tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Apr 21 21:35:22.355650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a62022-6e72-4f17-aa52-1ba7ce32cabf req-0bf28f40-fa08-4b8a-a336-0cc57fcb012b tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:22.357144 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-76a62022-6e72-4f17-aa52-1ba7ce32cabf req-0bf28f40-fa08-4b8a-a336-0cc57fcb012b tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0493784 Apr 21 21:35:22.396905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-76a62022-6e72-4f17-aa52-1ba7ce32cabf req-426c59fa-4d7b-420a-9471-9f74b1529745 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Apr 21 21:35:23.517455 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6ab5b-a097-4c66-87c5-c5785ef182aa req-f301213a-5e5f-4294-af27-8f98434c4ab4 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:23.518885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53f6ab5b-a097-4c66-87c5-c5785ef182aa req-f301213a-5e5f-4294-af27-8f98434c4ab4 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0477300 Apr 21 21:35:23.555531 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53f6ab5b-a097-4c66-87c5-c5785ef182aa req-fd0ea34e-1da0-4991-83e9-7add57c1de3b tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306742 Apr 21 21:35:24.668679 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a74c96-f142-4729-9720-0c07f7522130 req-1845164c-b759-40fa-82eb-d43e8783b7b1 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:24.670129 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31a74c96-f142-4729-9720-0c07f7522130 req-1845164c-b759-40fa-82eb-d43e8783b7b1 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0469644 Apr 21 21:35:24.710985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31a74c96-f142-4729-9720-0c07f7522130 req-f6ccec07-1565-4ce6-9e1a-131dbbc881ed tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Apr 21 21:35:25.828866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422d102-7490-4bc8-830a-9532556e124a req-bea7079c-34c5-4272-9967-1bb1485407c3 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:25.830309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9422d102-7490-4bc8-830a-9532556e124a req-bea7079c-34c5-4272-9967-1bb1485407c3 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0520866 Apr 21 21:35:25.867571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9422d102-7490-4bc8-830a-9532556e124a req-79939d64-9685-4f7f-9673-11cb8470a215 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Apr 21 21:35:26.989542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d78ae-4878-4c04-b272-80a7684876aa req-38ecf136-be83-4174-b27d-4653358ad51e tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:26.991902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe7d78ae-4878-4c04-b272-80a7684876aa req-38ecf136-be83-4174-b27d-4653358ad51e tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0565817 Apr 21 21:35:27.031288 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fe7d78ae-4878-4c04-b272-80a7684876aa req-82ecc4a0-48f7-45bc-ba7b-f2a7e03011cb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Apr 21 21:35:28.148400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e90be-0bab-47ea-9cf5-d011886355de req-7881a02d-fb50-4f44-9ab0-5eb0f1ba504d tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:28.149781 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e46e90be-0bab-47ea-9cf5-d011886355de req-7881a02d-fb50-4f44-9ab0-5eb0f1ba504d tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0475261 Apr 21 21:35:28.187774 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e46e90be-0bab-47ea-9cf5-d011886355de req-b6a83f49-1f99-44c3-8554-08e28d22f64e tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Apr 21 21:35:29.300896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eb172-cda3-43e2-875a-4e776ac3d6a3 req-52fba60e-971f-43c9-ad72-d0e8fbb894ec tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:29.302344 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-693eb172-cda3-43e2-875a-4e776ac3d6a3 req-52fba60e-971f-43c9-ad72-d0e8fbb894ec tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Apr 21 21:35:29.339398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-693eb172-cda3-43e2-875a-4e776ac3d6a3 req-b2705b81-1cdf-485b-99fc-2cc21da6678e tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306158 Apr 21 21:35:30.453518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff3d2d-f109-448b-b8cd-e43b343f830c req-09a4e6f6-dcbd-4101-9273-4b0efdb4a4ec tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:30.454951 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cff3d2d-f109-448b-b8cd-e43b343f830c req-09a4e6f6-dcbd-4101-9273-4b0efdb4a4ec tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0479136 Apr 21 21:35:30.491497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3cff3d2d-f109-448b-b8cd-e43b343f830c req-1308b3b9-5c61-4743-ba75-656619314c7b tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299084 Apr 21 21:35:30.528563 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-806ca9d7-279f-4715-9868-6252ca4c0386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:31.607153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf9012-d356-423b-9e59-7d9c0377d157 req-b962fe52-14b1-4ac6-9146-a02c93229859 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:31.608594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6bdf9012-d356-423b-9e59-7d9c0377d157 req-b962fe52-14b1-4ac6-9146-a02c93229859 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0476902 Apr 21 21:35:31.648360 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6bdf9012-d356-423b-9e59-7d9c0377d157 req-4f106d97-abf7-49b1-8103-a4373598c2eb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338395 Apr 21 21:35:32.768423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9df27-0252-43ce-a59d-194d68c50a36 req-3e71beb1-1b46-4fcc-9e27-d55ee9fe3afd tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:32.769886 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-91e9df27-0252-43ce-a59d-194d68c50a36 req-3e71beb1-1b46-4fcc-9e27-d55ee9fe3afd tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0546374 Apr 21 21:35:32.808270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-91e9df27-0252-43ce-a59d-194d68c50a36 req-33a62141-5ca8-42f0-8eec-6bc0c32bb52f tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Apr 21 21:35:32.814385 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-faf37a1e-d87f-4794-9ddb-e34284bc47b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:33.572048 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-302fcc2a-ef47-45bf-be5f-d4ea878c980a service neutron] show failed (client error): The resource could not be found. Apr 21 21:35:33.573332 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-302fcc2a-ef47-45bf-be5f-d4ea878c980a service neutron] 10.222.0.43 "GET /v2.0/ports/321d87f8-ac7b-4be2-93a5-12444cba2c21/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0529661 Apr 21 21:35:33.975399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-31141f8d-6333-444e-b425-da4ac89e2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:33.976895 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-31141f8d-6333-444e-b425-da4ac89e2333 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9&tenant_id=99276edcd00d4f948fa1b71077ad300d HTTP/1.1" status: 200 len: 1096 time: 0.2015796 Apr 21 21:35:33.984603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb3cb4-ec25-42a9-a53e-b6c2aa856b4f req-75608bec-e553-4f3e-9b73-af687284b4fc tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:33.985943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bffb3cb4-ec25-42a9-a53e-b6c2aa856b4f req-75608bec-e553-4f3e-9b73-af687284b4fc tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 945 time: 0.0777171 Apr 21 21:35:33.990548 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:35:34.202649 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:34.396893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bffb3cb4-ec25-42a9-a53e-b6c2aa856b4f req-66fd5890-4bb2-49dc-81d6-826aa9d7bfed tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029684 Apr 21 21:35:34.405783 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:34.434270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-15d0e7d6-1170-4174-aae1-024280b4f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:34.435771 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-15d0e7d6-1170-4174-aae1-024280b4f022 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99276edcd00d4f948fa1b71077ad300d&device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 1096 time: 0.0422297 Apr 21 21:35:34.540184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-a38a93f4-de65-4960-824b-17eba2e242e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:34.541614 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-a38a93f4-de65-4960-824b-17eba2e242e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 200 len: 913 time: 0.0885282 Apr 21 21:35:34.582529 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-ffc909dd-9ff4-4b84-aaa6-d13d68ba822e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 217 time: 0.0340652 Apr 21 21:35:34.603085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21,segment=NetworkSegment(1599304c-1945-4cde-9c99-8b91fc1be0df),segment_id=1599304c-1945-4cde-9c99-8b91fc1be0df)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:34.629252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-9bd18c91-c838-4c1f-90d0-717c87327f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:34.630673 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-9bd18c91-c838-4c1f-90d0-717c87327f56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69538012-47e8-4ee3-a1ba-841c79d4ed17 HTTP/1.1" status: 200 len: 852 time: 0.0418177 Apr 21 21:35:34.635035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:35:34.661523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-a5ba8355-48f3-4e09-a67c-cbb2ee32a88d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=059b17e8-5471-45d2-bb2b-c7dcce72fad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244205 Apr 21 21:35:34.675921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:35:34.678214 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0c5c5e-f17a-43f8-9499-b6e8a3bf9d34" -d '{"events": [{"server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "name": "network-vif-unplugged", "status": "completed", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:35:34.682416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:34.702034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Transition to ACTIVE for port object 321d87f8-ac7b-4be2-93a5-12444cba2c21 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:35:34.705987 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:34.764999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] No DVR routers for this DVR port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:35:34.766184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-ba730b8c-e959-4f18-8a53-5b327e80e26e service neutron] 10.222.0.46 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980034 Apr 21 21:35:34.798591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Pushing event updated for resources: {'Port': ['ID=321d87f8-ac7b-4be2-93a5-12444cba2c21,revision_number=6']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:34.810883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.811232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.811565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.811895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.812217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.812532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.812872 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.813214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.813536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.813851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.814162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.814473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:34.822738 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252340f2-bf07-4a93-a330-b4d572af0bd5 x-openstack-request-id: req-252340f2-bf07-4a93-a330-b4d572af0bd5 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:35:34.823016 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "name": "network-vif-unplugged", "status": "completed", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:35:34.823260 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-252340f2-bf07-4a93-a330-b4d572af0bd5 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:35:34.823651 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252340f2-bf07-4a93-a330-b4d572af0bd5'] response: {'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21', 'code': 200} Apr 21 21:35:34.824255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Attempting to bind port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:35:34.824576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Attempting to bind port 321d87f8-ac7b-4be2-93a5-12444cba2c21 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '1599304c-1945-4cde-9c99-8b91fc1be0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:35:34.824923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Attempting to bind port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:35:34.829654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:35:34.829970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Attempting to bind port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on network 059b17e8-5471-45d2-bb2b-c7dcce72fad3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:35:34.839466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:35:34.839466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Checking segment: {'id': '1599304c-1945-4cde-9c99-8b91fc1be0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:35:34.839466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Bound using segment: {'id': '1599304c-1945-4cde-9c99-8b91fc1be0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:35:34.839466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Bound port: 321d87f8-ac7b-4be2-93a5-12444cba2c21, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1599304c-1945-4cde-9c99-8b91fc1be0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:35:34.839466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:34.869499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-8b8f0e7c-6ccd-4b0b-9c57-3475dd1eefd7 service neutron] 10.222.0.46 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960279 Apr 21 21:35:34.898649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:35:34.901577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21,segment=NetworkSegment(1599304c-1945-4cde-9c99-8b91fc1be0df),segment_id=1599304c-1945-4cde-9c99-8b91fc1be0df)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:35:34.906263 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:34.941796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:34.942427 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:34.943770 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] 10.222.0.46 "PUT /v2.0/ports/321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 1091 time: 0.9569821 Apr 21 21:35:34.965401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844301e4-5e59-4f54-a3cd-9e87746505cb service neutron] Pushing event updated for resources: {'Port': ['ID=321d87f8-ac7b-4be2-93a5-12444cba2c21,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:35.004170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-3ecf31ae-e1bf-4b01-9149-c8f71b06be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:35.005673 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-3ecf31ae-e1bf-4b01-9149-c8f71b06be94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99276edcd00d4f948fa1b71077ad300d&device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 1094 time: 0.0413835 Apr 21 21:35:35.091825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-b7fa8722-9212-4933-8906-843fe0fbbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:35.093198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-b7fa8722-9212-4933-8906-843fe0fbbdc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 200 len: 913 time: 0.0813863 Apr 21 21:35:35.136096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-25d232c3-4c24-4626-8302-adb6e36c5a06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 217 time: 0.0365558 Apr 21 21:35:35.182996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-17fae4d3-65a5-43ab-b1c7-e4144279739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:35.184372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-17fae4d3-65a5-43ab-b1c7-e4144279739e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69538012-47e8-4ee3-a1ba-841c79d4ed17 HTTP/1.1" status: 200 len: 852 time: 0.0416188 Apr 21 21:35:35.215169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-c5049af2-f658-40fd-9dd1-2b22f028c64a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=059b17e8-5471-45d2-bb2b-c7dcce72fad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243750 Apr 21 21:35:35.302892 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-500b7793-1b75-48a1-8bf2-afb819f142dc service neutron] 10.222.0.46 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811970 Apr 21 21:35:35.388481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0f865dac-35c1-4f1c-a77a-596bb88aba45 req-ce1717af-5a16-41d3-9b76-51a90ba65414 service neutron] 10.222.0.46 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788054 Apr 21 21:35:35.469561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:35.520473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497bdf9-9833-46e9-a61b-42f313f54884 req-e13912f0-2a00-408d-b5d1-90ec172a9a3f tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:35.522012 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4497bdf9-9833-46e9-a61b-42f313f54884 req-e13912f0-2a00-408d-b5d1-90ec172a9a3f tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0520387 Apr 21 21:35:35.563001 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4497bdf9-9833-46e9-a61b-42f313f54884 req-3143d7a8-2404-4d15-bf0f-33807d40338e tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350096 Apr 21 21:35:35.990816 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:36.596032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 321d87f8-ac7b-4be2-93a5-12444cba2c21 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:35:36.635795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 321d87f8-ac7b-4be2-93a5-12444cba2c21 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:35:36.681956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f5522-d4a2-438e-8d54-165669e3c4fd req-f693c01b-7f24-4c6c-acff-91ec422dd1a3 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:36.683407 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-330f5522-d4a2-438e-8d54-165669e3c4fd req-f693c01b-7f24-4c6c-acff-91ec422dd1a3 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0492942 Apr 21 21:35:36.720266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-330f5522-d4a2-438e-8d54-165669e3c4fd req-4cd85004-00d0-4625-9b2c-c24c8b849765 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 Apr 21 21:35:36.825107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:35:36.827822 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a505e76-8f9d-4d28-a050-a1af44f89532" -d '{"events": [{"name": "network-changed", "server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:35:36.875923 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e217cea4-b0d8-4431-929d-e4ff97b2654d x-openstack-request-id: req-e217cea4-b0d8-4431-929d-e4ff97b2654d {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:35:36.876209 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:35:36.877138 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e217cea4-b0d8-4431-929d-e4ff97b2654d {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:35:36.877542 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e217cea4-b0d8-4431-929d-e4ff97b2654d'] response: {'name': 'network-changed', 'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21', 'status': 'completed', 'code': 200} Apr 21 21:35:36.933446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-967b8aba-5467-4054-8c62-8b0bfedc1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:36.934949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-967b8aba-5467-4054-8c62-8b0bfedc1185 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99276edcd00d4f948fa1b71077ad300d&device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 1094 time: 0.0408773 Apr 21 21:35:36.939991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-780964df-fc7a-4624-8b4b-8fd17e9991e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:36.941504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-780964df-fc7a-4624-8b4b-8fd17e9991e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=99276edcd00d4f948fa1b71077ad300d&device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 1094 time: 0.0420027 Apr 21 21:35:37.029334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-f9ee54d7-96e6-4410-8888-8037731b1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:37.030734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-f9ee54d7-96e6-4410-8888-8037731b1a02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 200 len: 913 time: 0.0889244 Apr 21 21:35:37.035849 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-987b4a71-d41d-474a-a28d-1eaa624ba29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:37.037316 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-987b4a71-d41d-474a-a28d-1eaa624ba29b service neutron] 10.222.0.46 "GET /v2.0/networks?id=059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 200 len: 913 time: 0.0881128 Apr 21 21:35:37.072887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-09231e03-7f0a-4474-92f9-fdc60a6292c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 217 time: 0.0350420 Apr 21 21:35:37.083664 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-071e572e-2c6a-4359-9212-0a00071255c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 217 time: 0.0386577 Apr 21 21:35:37.121365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-386812ae-ae3e-4a53-8548-f308c14788b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:37.122810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-386812ae-ae3e-4a53-8548-f308c14788b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69538012-47e8-4ee3-a1ba-841c79d4ed17 HTTP/1.1" status: 200 len: 852 time: 0.0432451 Apr 21 21:35:37.132792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-6dd16737-a836-4a63-ba26-35d282cd6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:37.134218 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-6dd16737-a836-4a63-ba26-35d282cd6f9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=69538012-47e8-4ee3-a1ba-841c79d4ed17 HTTP/1.1" status: 200 len: 852 time: 0.0437694 Apr 21 21:35:37.152784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-a4c57dde-ba30-4bcc-b1d8-0d32c7b1ce25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=059b17e8-5471-45d2-bb2b-c7dcce72fad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240743 Apr 21 21:35:37.166006 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-ef3a1b07-72ef-4d4d-ad63-bc2d3749697e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=059b17e8-5471-45d2-bb2b-c7dcce72fad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250404 Apr 21 21:35:37.245100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-a7dd1611-84a6-4e63-ba3d-3a94b1f4aa75 service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855987 Apr 21 21:35:37.257647 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-34c0736a-5e97-4ca5-b57d-6a1a9b3b5961 service neutron] 10.222.0.46 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848641 Apr 21 21:35:37.335745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-5d04d49d-0aaf-4538-90b9-6543ae8a92de service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839980 Apr 21 21:35:37.345366 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a505e76-8f9d-4d28-a050-a1af44f89532 req-4e45099b-9daa-4938-b03e-a6f3745fca8e service neutron] 10.222.0.46 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809786 Apr 21 21:35:37.840475 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795065b8-a587-4b31-90a8-3593b94f0d50 req-83dd989c-cc23-4326-bbc3-2bfc8afeeb65 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:37.845187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-795065b8-a587-4b31-90a8-3593b94f0d50 req-83dd989c-cc23-4326-bbc3-2bfc8afeeb65 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0528259 Apr 21 21:35:37.883572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-795065b8-a587-4b31-90a8-3593b94f0d50 req-0d4cbc96-ab5f-4626-ab52-d4865ada62d8 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Apr 21 21:35:39.002062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f463d-cca2-49df-ac3c-83dc4fb0ef44 req-b02407f6-0c61-4201-90c4-4d3926c757be tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:39.003515 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d8f463d-cca2-49df-ac3c-83dc4fb0ef44 req-b02407f6-0c61-4201-90c4-4d3926c757be tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0489247 Apr 21 21:35:39.056456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d8f463d-cca2-49df-ac3c-83dc4fb0ef44 req-4695a5a7-0a9b-44bb-825a-a1377b51c58a tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467248 Apr 21 21:35:39.297068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-b88b8706-03f2-48a0-a67e-60045b319450 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:39.298493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-b88b8706-03f2-48a0-a67e-60045b319450 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.43 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9&tenant_id=99276edcd00d4f948fa1b71077ad300d&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 943 time: 0.0502608 Apr 21 21:35:39.357620 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-67bace17-0f45-4c34-a658-54234f99f22a service neutron] delete failed (client error): The resource could not be found. Apr 21 21:35:39.358516 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-67bace17-0f45-4c34-a658-54234f99f22a service neutron] 10.222.0.43 "DELETE /v2.0/ports/321d87f8-ac7b-4be2-93a5-12444cba2c21/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0533800 Apr 21 21:35:39.441119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-263b5b5b-bee6-439c-a4d8-be8124a62c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:39.442566 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-263b5b5b-bee6-439c-a4d8-be8124a62c60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=99276edcd00d4f948fa1b71077ad300d&device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 1094 time: 0.0422461 Apr 21 21:35:39.528119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-c590d874-8b40-4749-95f1-44ae3378e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:39.529553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-c590d874-8b40-4749-95f1-44ae3378e60d service neutron] 10.222.0.43 "GET /v2.0/networks?id=059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 200 len: 913 time: 0.0806618 Apr 21 21:35:39.573706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-9e128b08-0129-4d7f-87d0-4da64327c06d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 200 len: 217 time: 0.0373125 Apr 21 21:35:39.619627 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-65a0cc41-b334-4242-95ce-9911da71b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:39.620955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-65a0cc41-b334-4242-95ce-9911da71b2ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69538012-47e8-4ee3-a1ba-841c79d4ed17 HTTP/1.1" status: 200 len: 852 time: 0.0415549 Apr 21 21:35:39.658664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-a11d7769-b23c-4daa-a49d-60ef66f4a791 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=059b17e8-5471-45d2-bb2b-c7dcce72fad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315909 Apr 21 21:35:39.744346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-12e07ec3-a271-483c-a95b-5a4d33b91a40 service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796745 Apr 21 21:35:39.834191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-31e534ee-aa0a-4eb0-83f0-9dea1dd4ac5e service neutron] 10.222.0.43 "GET /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832007 Apr 21 21:35:40.282687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 321d87f8-ac7b-4be2-93a5-12444cba2c21 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:35:40.380448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21,segment=NetworkSegment(1599304c-1945-4cde-9c99-8b91fc1be0df),segment_id=1599304c-1945-4cde-9c99-8b91fc1be0df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:40.392184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '321d87f8-ac7b-4be2-93a5-12444cba2c21', 'network_id': '059b17e8-5471-45d2-bb2b-c7dcce72fad3', 'port_id': '321d87f8-ac7b-4be2-93a5-12444cba2c21', 'mac_address': 'fa:16:3e:9c:2c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69538012-47e8-4ee3-a1ba-841c79d4ed17', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:35:40.435184 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:40.447896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321d87f8-ac7b-4be2-93a5-12444cba2c21 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:35:40.467503 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21,segment=NetworkSegment(1599304c-1945-4cde-9c99-8b91fc1be0df),segment_id=1599304c-1945-4cde-9c99-8b91fc1be0df)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:40.471646 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:40.508928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46325c-3e64-4246-b494-36bc10428cf5 req-b830a4ea-736b-4eed-940f-c5de0a9c1ee3 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:40.510400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d46325c-3e64-4246-b494-36bc10428cf5 req-b830a4ea-736b-4eed-940f-c5de0a9c1ee3 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 943 time: 0.0567617 Apr 21 21:35:40.517738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=321d87f8-ac7b-4be2-93a5-12444cba2c21,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:40.525809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.526161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.526501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.526835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.527167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.527497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.527821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.528144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.528467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.528811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.529142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.529801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:40.548599 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d46325c-3e64-4246-b494-36bc10428cf5 req-356f944d-c69b-4ac9-8d17-a616266a39c5 tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Apr 21 21:35:40.839876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['321d87f8-ac7b-4be2-93a5-12444cba2c21'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:35:41.668071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7411465-b175-4994-8b68-a9bfa0786a6f req-6cfe2e56-e380-4522-abf0-9209a28717cc tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:41.669557 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7411465-b175-4994-8b68-a9bfa0786a6f req-6cfe2e56-e380-4522-abf0-9209a28717cc tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 944 time: 0.0479889 Apr 21 21:35:41.714868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7411465-b175-4994-8b68-a9bfa0786a6f req-447b828f-99c1-45ed-b499-e8c7934121af tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.49 "GET /v2.0/security-groups?id=28d11890-8c6c-44ce-badf-d1d9c11342e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379896 Apr 21 21:35:41.880953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-4e358bd5-9e6b-4a5d-96b2-ae17675f848a tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:41.882450 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-4e358bd5-9e6b-4a5d-96b2-ae17675f848a tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.46 "GET /v2.0/ports?device_id=114e349c-e64b-48b3-b95b-591c997c7df9 HTTP/1.1" status: 200 len: 944 time: 0.0499308 Apr 21 21:35:41.969447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Deleting port 321d87f8-ac7b-4be2-93a5-12444cba2c21 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:35:41.969787 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:42.061205 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] For port 321d87f8-ac7b-4be2-93a5-12444cba2c21, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=321d87f8-ac7b-4be2-93a5-12444cba2c21,segment=NetworkSegment(1599304c-1945-4cde-9c99-8b91fc1be0df),segment_id=1599304c-1945-4cde-9c99-8b91fc1be0df)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:42.061579 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:42.074367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Calling delete_port for 321d87f8-ac7b-4be2-93a5-12444cba2c21 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:35:42.200306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:42.213972 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['321d87f8-ac7b-4be2-93a5-12444cba2c21'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:35:42.239129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Pushing event deleted for resources: {'Port': ['ID=321d87f8-ac7b-4be2-93a5-12444cba2c21,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:42.275579 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] No DVR routers for this DVR port 321d87f8-ac7b-4be2-93a5-12444cba2c21 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:35:42.278253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:42.281679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4758ae3d-d284-4d57-94b5-5690e173c54c req-ef657c47-a305-4a68-8afe-c4a849882efb tempest-DeleteServersTestJSON-2090282293 tempest-DeleteServersTestJSON-2090282293-project] 10.222.0.46 "DELETE /v2.0/ports/321d87f8-ac7b-4be2-93a5-12444cba2c21 HTTP/1.1" status: 204 len: 173 time: 0.3934367 Apr 21 21:35:42.282110 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'name': 'network-vif-deleted', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:35:42.284401 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a91be9e-d559-46cf-b3d6-80d24f4080a6" -d '{"events": [{"server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "name": "network-vif-deleted", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:35:42.294384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 321d87f8-ac7b-4be2-93a5-12444cba2c21 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:35:42.315026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 321d87f8-ac7b-4be2-93a5-12444cba2c21 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:35:42.315362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 321d87f8-ac7b-4be2-93a5-12444cba2c21 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:35:42.327365 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a42f9b4-98b6-4643-958e-5e7f95a0354e x-openstack-request-id: req-0a42f9b4-98b6-4643-958e-5e7f95a0354e {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:35:42.327655 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e349c-e64b-48b3-b95b-591c997c7df9", "name": "network-vif-deleted", "tag": "321d87f8-ac7b-4be2-93a5-12444cba2c21", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:35:42.327904 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a42f9b4-98b6-4643-958e-5e7f95a0354e {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:35:42.328306 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a42f9b4-98b6-4643-958e-5e7f95a0354e'] response: {'server_uuid': '114e349c-e64b-48b3-b95b-591c997c7df9', 'name': 'network-vif-deleted', 'tag': '321d87f8-ac7b-4be2-93a5-12444cba2c21', 'status': 'completed', 'code': 200} Apr 21 21:35:42.847413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40458) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:35:42.896548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Deleting subnet 69538012-47e8-4ee3-a1ba-841c79d4ed17 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:35:42.899716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:42.932381 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:42.968868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.028666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.060958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69538012-47e8-4ee3-a1ba-841c79d4ed17,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:43.070773 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.075444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/69538012-47e8-4ee3-a1ba-841c79d4ed17 HTTP/1.1" status: 204 len: 168 time: 0.2269278 Apr 21 21:35:43.077904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40460) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:35:43.078386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.078478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.078789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.079110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.079428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.079745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.080055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.080415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.080729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.081066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.081378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.081693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d2d06-6fb8-4832-a1e3-9d89f8fd83a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:35:43.149007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.224462 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.244910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059b17e8-5471-45d2-bb2b-c7dcce72fad3']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:35:43.253981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1599304c-1945-4cde-9c99-8b91fc1be0df') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:35:43.254268 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1599304c-1945-4cde-9c99-8b91fc1be0df') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:35:43.268255 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.281005 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.286593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:35:43.286992 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:35:43.289113 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:35:43.341008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.346312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.350568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] 10.222.0.49 "DELETE /v2.0/networks/059b17e8-5471-45d2-bb2b-c7dcce72fad3 HTTP/1.1" status: 204 len: 168 time: 0.2709365 Apr 21 21:35:43.361658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce01d8-7841-439a-b5b6-2b92017ec80f admin admin] Pushing event deleted for resources: {'Network': ['ID=059b17e8-5471-45d2-bb2b-c7dcce72fad3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:43.470272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40464) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:35:43.509753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b744094e-e001-4a89-aba9-bbab926bd456 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99276edcd00d4f948fa1b71077ad300d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383275 Apr 21 21:35:43.512234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40466) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:35:43.558863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-50438cb1-34c2-41d5-97b0-71e4fc653b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.579009 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-50438cb1-34c2-41d5-97b0-71e4fc653b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.628283 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-50438cb1-34c2-41d5-97b0-71e4fc653b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.630766 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-50438cb1-34c2-41d5-97b0-71e4fc653b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:43.631948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-50438cb1-34c2-41d5-97b0-71e4fc653b5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28d11890-8c6c-44ce-badf-d1d9c11342e0 HTTP/1.1" status: 204 len: 168 time: 0.1188087 Apr 21 21:35:43.639637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50438cb1-34c2-41d5-97b0-71e4fc653b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d11890-8c6c-44ce-badf-d1d9c11342e0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:44.273911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40488) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:35:44.373922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-207105354-network', 'tenant_id': 'c743488df3834ae5b5d088c4761e1f92'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:35:44.393575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Made reservation on behalf of c743488df3834ae5b5d088c4761e1f92 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:35:44.395774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.403875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.474834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.478368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.501871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:35:44.511857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:44.516548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.516915 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Added segment 82014ada-14d6-4e83-82a1-12eba575108a of type vlan for network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 Apr 21 21:35:44.555657 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.579743 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.580675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:44.581281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.633662 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3586783 Apr 21 21:35:44.636523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40492) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:35:44.641443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Request body: {'subnet': {'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-207105354-subnet', 'tenant_id': 'c743488df3834ae5b5d088c4761e1f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:35:44.645914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf7bee-c922-4eda-8d01-1b72ab5c9173 admin admin] Pushing event updated for resources: {'Network': ['ID=266e96f0-92cc-4d49-b9bf-27552f44e0a8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:44.656108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:35:44.661392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Made reservation on behalf of c743488df3834ae5b5d088c4761e1f92 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:35:44.664195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.830240 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.889845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62412dc3-895d-4f52-91c9-f23932bc98fb,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:44.897887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Checking segment: {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:35:44.898232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Network hostable DHCP agents. Network: 266e96f0-92cc-4d49-b9bf-27552f44e0a8, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:35:44.914294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:35:44.922319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 266e96f0-92cc-4d49-b9bf-27552f44e0a8) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:35:44.926076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:44.926674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:44.931863 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b8086-0eb0-4875-b13d-f74886b84d74 None None] Network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:35:44.944813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-13e627c6-a151-4abf-b266-4225ef86cc93 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3071756 Apr 21 21:35:45.054022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025ecc1-da23-4457-abae-8205fe25d77a None None] Network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:35:45.360750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-5fa8bfc8-13e6-46cd-889b-a521073bde57 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:45.362131 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-5fa8bfc8-13e6-46cd-889b-a521073bde57 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 814 time: 0.1006124 Apr 21 21:35:45.376697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-8ac6368b-a557-4718-b7bf-c882e585fed7 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/quotas/c743488df3834ae5b5d088c4761e1f92 HTTP/1.1" status: 200 len: 375 time: 0.0086865 Apr 21 21:35:45.413964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-f218bdc7-7b1c-4dd8-9b87-944f74cb6e95 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320137 Apr 21 21:35:45.424745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-00f868df-2415-4e0e-8fa7-2f0e3584977d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:35:45.425752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-00f868df-2415-4e0e-8fa7-2f0e3584977d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050659 Apr 21 21:35:45.514139 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-50c1272b-b426-46ec-ba4f-6658e6b32ec8 service neutron] 10.222.0.49 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824664 Apr 21 21:35:45.606310 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-24763273-fb0a-473c-9d83-7c8d921cd84c service neutron] 10.222.0.49 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860009 Apr 21 21:35:45.761262 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4cc6744b-962e-4eb8-9de8-f02cb43915f3 req-5d337a73-403d-4fd2-86b9-3220e75f8dc5 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 210 time: 0.0267594 Apr 21 21:35:46.648922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-a78fdcdf-b135-4556-a353-4efa46bdaa33 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:46.650352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-a78fdcdf-b135-4556-a353-4efa46bdaa33 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 814 time: 0.1013417 Apr 21 21:35:46.662038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Request body: {'port': {'device_id': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8', 'admin_state_up': True, 'tenant_id': 'c743488df3834ae5b5d088c4761e1f92'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:35:46.768926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Made reservation on behalf of c743488df3834ae5b5d088c4761e1f92 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:35:46.772345 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:46.867606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3102944b-11e7-414d-8c44-25b9289a9fa6 req-da87db67-46b5-4315-ac8b-9f1716ade131 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 210 time: 0.0315681 Apr 21 21:35:46.922486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Allocated IP 172.20.0.14 (266e96f0-92cc-4d49-b9bf-27552f44e0a8/62412dc3-895d-4f52-91c9-f23932bc98fb/228030ae-23c7-422f-b099-ac97a8eb9416) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:35:47.060977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:47.094364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:47.140652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:35:47.143658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:35:47.147388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:35:47.153903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Pushing event updated for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:47.198817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:47.199418 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:47.214350 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-db79a3ad-fa66-4d93-8194-3209d29cb2bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5560253 Apr 21 21:35:47.226103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Request body: {'port': {'device_id': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:35:47.278274 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:47.540375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228030ae-23c7-422f-b099-ac97a8eb9416 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:35:47.548211 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:47.560571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Transition to ACTIVE for port object 228030ae-23c7-422f-b099-ac97a8eb9416 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:35:47.564564 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:47.631433 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Pushing event updated for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:47.681693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Attempting to bind port 228030ae-23c7-422f-b099-ac97a8eb9416 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:35:47.682317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Attempting to bind port 228030ae-23c7-422f-b099-ac97a8eb9416 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:35:47.682317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Attempting to bind port 228030ae-23c7-422f-b099-ac97a8eb9416 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:35:47.686425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Port 228030ae-23c7-422f-b099-ac97a8eb9416 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:35:47.686735 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Attempting to bind port 228030ae-23c7-422f-b099-ac97a8eb9416 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:35:47.691301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:35:47.691630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Checking segment: {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:35:47.692001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Bound using segment: {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:35:47.692412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Bound port: 228030ae-23c7-422f-b099-ac97a8eb9416, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:35:47.692754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:47.753370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:35:47.756372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:35:47.760277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:47.794584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:47.795985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:47.797826 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] 10.222.0.46 "PUT /v2.0/ports/228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 200 len: 1092 time: 0.5756888 Apr 21 21:35:47.798258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:35:47.800486 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923d356-ff38-4892-844d-ebfa43249647" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:35:47.825350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d39f5-6321-4468-9d1d-c624580c7fef service neutron] Pushing event updated for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:47.870855 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d75f69c-2ee2-4573-a577-4c89f37ad589 x-openstack-request-id: req-6d75f69c-2ee2-4573-a577-4c89f37ad589 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:35:47.871143 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:35:47.871422 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d75f69c-2ee2-4573-a577-4c89f37ad589 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:35:47.871821 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d75f69c-2ee2-4573-a577-4c89f37ad589'] response: {'name': 'network-changed', 'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416', 'status': 'completed', 'code': 200} Apr 21 21:35:47.887049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-04abcf69-1e19-4fa7-a572-a578b61392d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:47.888526 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-04abcf69-1e19-4fa7-a572-a578b61392d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 1095 time: 0.0470710 Apr 21 21:35:47.934237 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-7ab13d60-4a2a-4a9b-b93d-4a785dc01d64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 200 len: 217 time: 0.0385947 Apr 21 21:35:48.009952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-2a883084-cb2a-4e8b-a09c-d042fa5893c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:48.011419 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-2a883084-cb2a-4e8b-a09c-d042fa5893c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0658493 Apr 21 21:35:48.019575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da65f-7cd2-41f0-84b4-24817c96f518 req-93748684-6a6b-4d7b-9e0f-06c83b43aa19 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:48.020993 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b1da65f-7cd2-41f0-84b4-24817c96f518 req-93748684-6a6b-4d7b-9e0f-06c83b43aa19 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 944 time: 0.0836720 Apr 21 21:35:48.060446 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-04706281-2a2b-4c31-896d-e9bf37b100ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384221 Apr 21 21:35:48.095914 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b1da65f-7cd2-41f0-84b4-24817c96f518 req-50174fb4-ac08-440f-87a6-8135db8b6f5b tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660999 Apr 21 21:35:48.159035 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-27741b19-cfaa-41b8-9d18-048d63d2bc53 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913935 Apr 21 21:35:48.249371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fa56a58c-99be-4aff-92d6-7e8fbe54badc req-22f0a96a-5c70-40a9-8bf7-6e2abe0e33bc service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839174 Apr 21 21:35:48.335923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923d356-ff38-4892-844d-ebfa43249647 req-495e7097-dddc-4d26-8c4b-b36e85ebbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:48.337361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f923d356-ff38-4892-844d-ebfa43249647 req-495e7097-dddc-4d26-8c4b-b36e85ebbda0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 1095 time: 0.0427930 Apr 21 21:35:48.429652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923d356-ff38-4892-844d-ebfa43249647 req-0476c1ed-3741-49f0-84c1-5f1268a4c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:48.431089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f923d356-ff38-4892-844d-ebfa43249647 req-0476c1ed-3741-49f0-84c1-5f1268a4c654 service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0874839 Apr 21 21:35:48.473450 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f923d356-ff38-4892-844d-ebfa43249647 req-d55ecae9-4867-436e-97a4-c37aa730c207 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 200 len: 217 time: 0.0345173 Apr 21 21:35:48.519243 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923d356-ff38-4892-844d-ebfa43249647 req-9c5a447a-5c93-4a06-b819-712f13622d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:48.520605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f923d356-ff38-4892-844d-ebfa43249647 req-9c5a447a-5c93-4a06-b819-712f13622d62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0409930 Apr 21 21:35:48.550593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f923d356-ff38-4892-844d-ebfa43249647 req-8caa6bc3-6f15-495e-a0a6-a8e327858a72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233326 Apr 21 21:35:48.639659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f923d356-ff38-4892-844d-ebfa43249647 req-d5d75a57-e424-40dc-a010-7eb4f6bcb6cf service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822113 Apr 21 21:35:48.726062 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f923d356-ff38-4892-844d-ebfa43249647 req-00883f0b-46b3-437a-a2a7-72ea84d929b7 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800025 Apr 21 21:35:49.214234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ffb6d-73ad-4270-ac0b-8d78bcf43e12 req-5d97b0c0-a29b-4ee4-8319-a7389ec57a90 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:49.215695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-735ffb6d-73ad-4270-ac0b-8d78bcf43e12 req-5d97b0c0-a29b-4ee4-8319-a7389ec57a90 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 944 time: 0.0484011 Apr 21 21:35:49.253246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-735ffb6d-73ad-4270-ac0b-8d78bcf43e12 req-81298ee2-2ab7-4fe4-90e3-da87dc06c512 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Apr 21 21:35:50.375686 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e81b2-8900-4445-9cf9-e72fd41a8550 req-3af696fe-ce59-4007-85bc-e913ca578073 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:50.377221 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e36e81b2-8900-4445-9cf9-e72fd41a8550 req-3af696fe-ce59-4007-85bc-e913ca578073 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 944 time: 0.0582948 Apr 21 21:35:50.414883 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e36e81b2-8900-4445-9cf9-e72fd41a8550 req-5296ad8e-0635-4e2d-990d-4d1108b6e2de tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302653 Apr 21 21:35:50.843409 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:51.022464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:51.528226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f6bde-1149-4c51-bdd3-6bbef62a33e5 req-3c2e92ea-46ea-4d8e-932d-6061c7d47a29 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:51.529726 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-652f6bde-1149-4c51-bdd3-6bbef62a33e5 req-3c2e92ea-46ea-4d8e-932d-6061c7d47a29 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 944 time: 0.0473566 Apr 21 21:35:51.568105 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-652f6bde-1149-4c51-bdd3-6bbef62a33e5 req-ebdba4cb-5061-4910-a5ab-1875b7b250c4 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Apr 21 21:35:52.337805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 228030ae-23c7-422f-b099-ac97a8eb9416 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:35:52.434616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:52.445992 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '228030ae-23c7-422f-b099-ac97a8eb9416', 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8', 'port_id': '228030ae-23c7-422f-b099-ac97a8eb9416', 'mac_address': 'fa:16:3e:b3:08:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62412dc3-895d-4f52-91c9-f23932bc98fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:35:52.481579 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:52.494100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228030ae-23c7-422f-b099-ac97a8eb9416 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:35:52.512974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:52.516879 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:52.561108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:52.683554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586eaa8-37e6-43d3-ab92-d955d10148e2 req-fbdc3666-b56a-412f-a74e-28654ac4af35 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:52.685032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d586eaa8-37e6-43d3-ab92-d955d10148e2 req-fbdc3666-b56a-412f-a74e-28654ac4af35 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 945 time: 0.0482109 Apr 21 21:35:52.722142 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d586eaa8-37e6-43d3-ab92-d955d10148e2 req-9f8abdfc-5fa3-4a91-adde-ffb5676bec40 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Apr 21 21:35:52.801159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['228030ae-23c7-422f-b099-ac97a8eb9416'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:35:53.843928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c957d-67e7-485c-ad62-0942f58c3253 req-6fa522aa-483b-4f01-b0cc-d4aa50e0e5c3 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:53.845440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d28c957d-67e7-485c-ad62-0942f58c3253 req-6fa522aa-483b-4f01-b0cc-d4aa50e0e5c3 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 945 time: 0.0524509 Apr 21 21:35:53.885002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d28c957d-67e7-485c-ad62-0942f58c3253 req-f6be6c2c-6348-46d7-b085-73acbde248fe tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334811 Apr 21 21:35:54.338472 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 228030ae-23c7-422f-b099-ac97a8eb9416 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:35:54.386228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 228030ae-23c7-422f-b099-ac97a8eb9416 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:35:54.390156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 228030ae-23c7-422f-b099-ac97a8eb9416 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:35:54.391666 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:54.477404 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:54.498676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:35:54.501031 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d448491a-5dfb-4a12-b753-c855b2e5eacc" -d '{"events": [{"server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "name": "network-vif-plugged", "status": "completed", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:35:54.513279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:35:54.517296 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:35:54.541327 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cdb3b9-baa4-40b8-b430-8729b4cb76c4 x-openstack-request-id: req-82cdb3b9-baa4-40b8-b430-8729b4cb76c4 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:35:54.541619 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "name": "network-vif-plugged", "status": "completed", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:35:54.541869 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82cdb3b9-baa4-40b8-b430-8729b4cb76c4 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:35:54.542255 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cdb3b9-baa4-40b8-b430-8729b4cb76c4'] response: {'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416', 'code': 200} Apr 21 21:35:54.566962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:35:54.631993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aa7c5-f9e1-4860-b0fe-59e5ac8830e1 req-a08dd479-2e48-4992-8a65-0dc4a81097fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:54.633437 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-444aa7c5-f9e1-4860-b0fe-59e5ac8830e1 req-a08dd479-2e48-4992-8a65-0dc4a81097fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 1097 time: 0.0395079 Apr 21 21:35:54.667611 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-444aa7c5-f9e1-4860-b0fe-59e5ac8830e1 req-9efec5a7-8d04-4a77-a998-c20cd20345cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273113 Apr 21 21:35:54.996896 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72ff57-baaa-4827-b797-9f8e604b5ca1 req-f3598614-0728-4c49-a37a-7c6eb84997de tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:54.998335 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da72ff57-baaa-4827-b797-9f8e604b5ca1 req-f3598614-0728-4c49-a37a-7c6eb84997de tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0474644 Apr 21 21:35:55.035515 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da72ff57-baaa-4827-b797-9f8e604b5ca1 req-ff918b24-b499-4166-a942-0e17f756752b tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311737 Apr 21 21:35:55.271713 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:35:56.160725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048971af-0f79-47c1-be37-f8c4f13cf3d0 req-84abe187-4352-4a09-9af4-f406388d690a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:56.162080 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-048971af-0f79-47c1-be37-f8c4f13cf3d0 req-84abe187-4352-4a09-9af4-f406388d690a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0515246 Apr 21 21:35:56.200833 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-048971af-0f79-47c1-be37-f8c4f13cf3d0 req-28ec22e4-9c0c-479b-af94-a733150bd57c tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Apr 21 21:35:56.312174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d15d6-ee6f-41b6-89b9-30a6120b7c23 req-b8705519-c5c7-4c28-a8a8-27cb7b98af3e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:56.313649 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-190d15d6-ee6f-41b6-89b9-30a6120b7c23 req-b8705519-c5c7-4c28-a8a8-27cb7b98af3e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0470273 Apr 21 21:35:56.351106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-190d15d6-ee6f-41b6-89b9-30a6120b7c23 req-c0ff6076-e2d7-4326-ada1-92957ffe1b54 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315340 Apr 21 21:35:56.551498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad1e47-b157-42e3-b481-88fc832add2d req-d651db56-b92b-4049-a465-ab69cb62cfb3 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:56.552972 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d8ad1e47-b157-42e3-b481-88fc832add2d req-d651db56-b92b-4049-a465-ab69cb62cfb3 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0514398 Apr 21 21:35:56.590438 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d8ad1e47-b157-42e3-b481-88fc832add2d req-15f09ef0-6028-46cd-8c85-d181ce7da056 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310163 Apr 21 21:35:56.702623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22f899-0afb-4869-9c6c-1b1964a5e078 req-46fa6f02-7c02-4c54-8e11-9f2179a6d114 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:56.703987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef22f899-0afb-4869-9c6c-1b1964a5e078 req-46fa6f02-7c02-4c54-8e11-9f2179a6d114 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0486212 Apr 21 21:35:56.740072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef22f899-0afb-4869-9c6c-1b1964a5e078 req-e6cd7b1b-20e6-41a5-af50-430e86caa36e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301809 Apr 21 21:35:56.956628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-3492004a-57b4-4ada-aede-ebe09ddfe8d3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391171 Apr 21 21:35:56.974210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33664331-15c7-4915-964d-d29f568a4152 req-b9fc0728-ea11-43d7-be8d-9830a91bfd38 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:56.975689 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-33664331-15c7-4915-964d-d29f568a4152 req-b9fc0728-ea11-43d7-be8d-9830a91bfd38 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0485494 Apr 21 21:35:57.015348 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-33664331-15c7-4915-964d-d29f568a4152 req-f93b065e-fe17-47bb-9d17-2b7ff1b3263e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329523 Apr 21 21:35:58.117845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-8a3b2ded-78b3-4597-af7c-5a2ccf586940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:58.119305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-8a3b2ded-78b3-4597-af7c-5a2ccf586940 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 1097 time: 0.0450737 Apr 21 21:35:58.136284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a38322-be7c-4776-84a5-537a21b5e930 req-9292cb4f-72e6-44c8-8e5f-cdbd75918666 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:58.137779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7a38322-be7c-4776-84a5-537a21b5e930 req-9292cb4f-72e6-44c8-8e5f-cdbd75918666 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0491118 Apr 21 21:35:58.174164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7a38322-be7c-4776-84a5-537a21b5e930 req-5b193e1f-94de-405c-949d-fb02ba530858 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303082 Apr 21 21:35:58.209861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-5a533e73-fc1c-4420-81b7-44b2cf2de822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:58.211298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-5a533e73-fc1c-4420-81b7-44b2cf2de822 service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0850005 Apr 21 21:35:58.255450 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-d3031f23-e212-41fa-90c2-39818e010fce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 200 len: 217 time: 0.0369456 Apr 21 21:35:58.301424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-2ba01d7b-e9c6-4413-9055-04f90b137fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:58.302816 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-2ba01d7b-e9c6-4413-9055-04f90b137fc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0412652 Apr 21 21:35:58.334705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-9b996255-b40e-43f0-9929-4b995fd0d630 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254097 Apr 21 21:35:58.423605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-181d9cd5-e540-46d4-8634-ea76b56d0428 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819144 Apr 21 21:35:58.514560 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-930339a9-fcea-4f0a-b875-6beb7385e5a3 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842404 Apr 21 21:35:59.289368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a13bc0-4e76-4881-a5be-1ccda781af29 req-7cb75ead-6652-4b0e-be54-d8c80c7c6c94 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:35:59.290795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55a13bc0-4e76-4881-a5be-1ccda781af29 req-7cb75ead-6652-4b0e-be54-d8c80c7c6c94 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0481749 Apr 21 21:35:59.327150 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-55a13bc0-4e76-4881-a5be-1ccda781af29 req-124ad99a-cd66-430e-8de9-3ae08a070ae1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304329 Apr 21 21:36:00.453709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a403620-0f78-472d-9464-28edfdd915e5 req-1d344b3f-2ff6-4205-837a-a256a8b05123 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:00.455425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a403620-0f78-472d-9464-28edfdd915e5 req-1d344b3f-2ff6-4205-837a-a256a8b05123 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0574565 Apr 21 21:36:00.494328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a403620-0f78-472d-9464-28edfdd915e5 req-3553f197-2a7d-4fe0-93c0-3fe01c8a891d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Apr 21 21:36:00.529483 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdba8707-8a49-4ff1-b554-7c209b3cc3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:01.612640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9c64-96de-4689-a06b-30b296639d80 req-d854b110-668e-4406-83ad-37124c06abb1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:01.614122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-382c9c64-96de-4689-a06b-30b296639d80 req-d854b110-668e-4406-83ad-37124c06abb1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0517716 Apr 21 21:36:01.651006 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-382c9c64-96de-4689-a06b-30b296639d80 req-30b21a45-83fe-4d10-96c4-137aed088d40 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302308 Apr 21 21:36:02.764964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108f28b-8dc1-4465-91a1-8652b1512ade req-55003868-f118-4df2-a502-78f3c76c1835 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:02.766327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e108f28b-8dc1-4465-91a1-8652b1512ade req-55003868-f118-4df2-a502-78f3c76c1835 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0478034 Apr 21 21:36:02.802167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e108f28b-8dc1-4465-91a1-8652b1512ade req-9c102bf5-fc42-449f-895a-96bee3f8dd26 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299315 Apr 21 21:36:02.818257 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bdc139df-336c-4230-a8e9-11fbc010ed1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:03.924128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f73fe-a685-4495-a629-bb2a0fcedfca req-3c184022-05d5-4db2-ae67-afd018c71c25 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:03.925612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-915f73fe-a685-4495-a629-bb2a0fcedfca req-3c184022-05d5-4db2-ae67-afd018c71c25 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0480058 Apr 21 21:36:03.962948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-915f73fe-a685-4495-a629-bb2a0fcedfca req-5ec866d2-5f5a-4516-a6c2-ee66d82851e6 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Apr 21 21:36:04.203715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:05.075913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5272f2-16cc-4d4e-9c3f-e4402080c7b2 req-7289f5af-2629-42d8-bdf7-4153e95678e4 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:05.077293 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b5272f2-16cc-4d4e-9c3f-e4402080c7b2 req-7289f5af-2629-42d8-bdf7-4153e95678e4 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0478823 Apr 21 21:36:05.117172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4b5272f2-16cc-4d4e-9c3f-e4402080c7b2 req-fedfc48b-8de1-4eb1-8cd7-89210e935a4a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339324 Apr 21 21:36:05.471793 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:05.992490 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:06.232095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6ec02-a40e-4c8b-9e39-035144867252 req-1f2a7eb3-61ad-44d0-9adf-ec5caaebad2e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:06.233525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eee6ec02-a40e-4c8b-9e39-035144867252 req-1f2a7eb3-61ad-44d0-9adf-ec5caaebad2e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0472577 Apr 21 21:36:06.269367 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eee6ec02-a40e-4c8b-9e39-035144867252 req-3e2b5ceb-403e-4750-b2de-61ad8d6796c1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299394 Apr 21 21:36:07.386777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad482ba9-3218-4787-86e4-c617193305a5 req-b6480692-6f0b-44a4-bc07-a91937320dd3 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:07.388195 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad482ba9-3218-4787-86e4-c617193305a5 req-b6480692-6f0b-44a4-bc07-a91937320dd3 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0508094 Apr 21 21:36:07.423547 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad482ba9-3218-4787-86e4-c617193305a5 req-880a3be7-c6ba-4118-a3b6-4d14ad1b3808 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293627 Apr 21 21:36:08.541980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14058efd-0dc3-4e8f-9b7a-3fc405dab6cd req-db001ef8-0a33-4b8c-b62e-205d7ef42cf6 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:08.543428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14058efd-0dc3-4e8f-9b7a-3fc405dab6cd req-db001ef8-0a33-4b8c-b62e-205d7ef42cf6 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0523782 Apr 21 21:36:08.580909 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14058efd-0dc3-4e8f-9b7a-3fc405dab6cd req-204bbde5-43a1-4cdc-9ab4-2e163a8d4bf0 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Apr 21 21:36:09.696226 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edbb47-f43e-4d47-bcaa-bd9952ab7465 req-7c0d4e43-6525-4e65-acde-9f3b9e98cb54 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:09.697693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1edbb47-f43e-4d47-bcaa-bd9952ab7465 req-7c0d4e43-6525-4e65-acde-9f3b9e98cb54 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0478003 Apr 21 21:36:09.739387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1edbb47-f43e-4d47-bcaa-bd9952ab7465 req-f016bd32-0c36-4ff2-9710-5e59fb25a67d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355504 Apr 21 21:36:10.855409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91f7e-41b8-45aa-b4f5-3bc4078d7d43 req-00226b5d-ee57-4359-85a4-9d70f2c64159 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:10.856924 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6da91f7e-41b8-45aa-b4f5-3bc4078d7d43 req-00226b5d-ee57-4359-85a4-9d70f2c64159 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0482597 Apr 21 21:36:10.894021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6da91f7e-41b8-45aa-b4f5-3bc4078d7d43 req-b300f61e-7c8f-4100-b0c1-8d38e4dc502f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Apr 21 21:36:12.007436 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc02a14-60e2-4611-a502-0bb7c67c8b47 req-8d4ca518-5455-4c39-8b28-0280e4909d18 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:12.009390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acc02a14-60e2-4611-a502-0bb7c67c8b47 req-8d4ca518-5455-4c39-8b28-0280e4909d18 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0468025 Apr 21 21:36:12.046880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acc02a14-60e2-4611-a502-0bb7c67c8b47 req-b1bbff9d-b81e-4701-a6d4-a12b0f82fe42 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Apr 21 21:36:13.166446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb09d93-b0b8-4692-81e2-877b4d158a50 req-7f46fe61-9bc6-4f32-ad0f-ba7052f50511 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:13.167985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ebb09d93-b0b8-4692-81e2-877b4d158a50 req-7f46fe61-9bc6-4f32-ad0f-ba7052f50511 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0509171 Apr 21 21:36:13.206672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ebb09d93-b0b8-4692-81e2-877b4d158a50 req-28015a6d-4256-4f93-89fb-0d8f4ba3226a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Apr 21 21:36:14.327169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d0ea0-8049-44f1-a258-36e35d1db37c req-983d91a6-1b3a-41e1-8c9d-7a0e4cae6dff tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:14.328624 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e2d0ea0-8049-44f1-a258-36e35d1db37c req-983d91a6-1b3a-41e1-8c9d-7a0e4cae6dff tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0507500 Apr 21 21:36:14.366192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2e2d0ea0-8049-44f1-a258-36e35d1db37c req-302af4fd-7f6c-427a-a5be-3afa202844bb tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Apr 21 21:36:15.484175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3c24c-d7c3-474b-bded-d283f6ae3b73 req-c300f355-729e-4219-9d8a-8218c047575f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:15.485661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e3a3c24c-d7c3-474b-bded-d283f6ae3b73 req-c300f355-729e-4219-9d8a-8218c047575f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0517168 Apr 21 21:36:15.522276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e3a3c24c-d7c3-474b-bded-d283f6ae3b73 req-12912d52-9346-4f07-9567-86d5a3eee4e9 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304599 Apr 21 21:36:16.639875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd6668-a859-48af-80bc-bceb5863e9bc req-a5bfe8ff-b72a-46ae-962b-eaf0528e5448 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:16.641327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2fbd6668-a859-48af-80bc-bceb5863e9bc req-a5bfe8ff-b72a-46ae-962b-eaf0528e5448 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0473039 Apr 21 21:36:16.677158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2fbd6668-a859-48af-80bc-bceb5863e9bc req-226c0fb0-6a21-46ed-bfef-1cf2dd273b61 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299485 Apr 21 21:36:17.789553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c5f2f-cd8f-4169-957e-50ca52dbe7d7 req-abd6e84a-79cc-4675-b1cd-e0fd5e165fa1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:17.790976 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f53c5f2f-cd8f-4169-957e-50ca52dbe7d7 req-abd6e84a-79cc-4675-b1cd-e0fd5e165fa1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0472450 Apr 21 21:36:17.828553 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f53c5f2f-cd8f-4169-957e-50ca52dbe7d7 req-711ef372-488f-40d7-81f0-72e0a8ca2e73 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Apr 21 21:36:18.940241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a3c2-e7ab-4a94-b386-ad9b0f062c67 req-e7666aac-4a8a-439e-8134-accd4bd41089 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:18.941690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f33a3c2-e7ab-4a94-b386-ad9b0f062c67 req-e7666aac-4a8a-439e-8134-accd4bd41089 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0470119 Apr 21 21:36:18.978945 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f33a3c2-e7ab-4a94-b386-ad9b0f062c67 req-3562009e-ea8e-4f38-ae2f-ed2670015e6a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307314 Apr 21 21:36:20.098043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d567e8-8e90-488c-ae88-fecddc8369f3 req-d19cc51e-2fa6-4e85-80b2-f9023beef1b1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:20.099428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-33d567e8-8e90-488c-ae88-fecddc8369f3 req-d19cc51e-2fa6-4e85-80b2-f9023beef1b1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0511789 Apr 21 21:36:20.137163 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-33d567e8-8e90-488c-ae88-fecddc8369f3 req-2f057eee-1387-4027-93b0-0b8298286c25 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309427 Apr 21 21:36:20.842878 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:21.024999 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:21.256201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b05b1f-750e-4a76-bac1-a63ed34f896e req-0da849b1-2942-4af1-aec9-02252d672299 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:21.257664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1b05b1f-750e-4a76-bac1-a63ed34f896e req-0da849b1-2942-4af1-aec9-02252d672299 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0511992 Apr 21 21:36:21.294496 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1b05b1f-750e-4a76-bac1-a63ed34f896e req-5e80e0aa-ac8a-4fb6-8feb-0054c441af67 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309074 Apr 21 21:36:22.411265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a49e46-7126-4e10-9a0a-886212e1738c req-00ac682d-9eed-4605-8c9e-df7e5a466b1d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:22.412677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05a49e46-7126-4e10-9a0a-886212e1738c req-00ac682d-9eed-4605-8c9e-df7e5a466b1d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0511053 Apr 21 21:36:22.449992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-05a49e46-7126-4e10-9a0a-886212e1738c req-3b759cd7-ea89-4aba-9be1-1b78b5bd9ee9 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308986 Apr 21 21:36:23.566569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458fc41-28cc-4a88-b0bc-9dd20d042a54 req-4c549968-9e11-4f85-9216-127d32d48269 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:23.568007 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a458fc41-28cc-4a88-b0bc-9dd20d042a54 req-4c549968-9e11-4f85-9216-127d32d48269 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0482843 Apr 21 21:36:23.605590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a458fc41-28cc-4a88-b0bc-9dd20d042a54 req-fc0a929e-295f-483e-996d-2a020ad2adae tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Apr 21 21:36:24.718985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c778eaf-6aa6-4fda-a5f3-793569e60729 req-e918b067-0fad-46f6-a4cc-8c3944ed8122 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:24.720432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c778eaf-6aa6-4fda-a5f3-793569e60729 req-e918b067-0fad-46f6-a4cc-8c3944ed8122 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0478337 Apr 21 21:36:24.759416 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9c778eaf-6aa6-4fda-a5f3-793569e60729 req-609fe47d-af04-45cf-937e-2f6e44a1c445 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329657 Apr 21 21:36:25.434116 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-416f2dd5-e395-4cbe-ae38-f3e2b54f7593 service neutron] show failed (client error): The resource could not be found. Apr 21 21:36:25.435613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-416f2dd5-e395-4cbe-ae38-f3e2b54f7593 service neutron] 10.222.0.46 "GET /v2.0/ports/228030ae-23c7-422f-b099-ac97a8eb9416/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0642111 Apr 21 21:36:25.626681 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-ee90ca5e-5361-42d1-b943-c183a5bb2fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:25.628136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-ee90ca5e-5361-42d1-b943-c183a5bb2fe2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c&tenant_id=c743488df3834ae5b5d088c4761e1f92 HTTP/1.1" status: 200 len: 1097 time: 0.0395491 Apr 21 21:36:25.639372 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:36:25.695249 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:25.917448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326483d-4c43-4cee-a1e8-76ae75271b1a req-13e6169f-7301-46e1-9d43-c2d75bac737d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:25.918911 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3326483d-4c43-4cee-a1e8-76ae75271b1a req-13e6169f-7301-46e1-9d43-c2d75bac737d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0887604 Apr 21 21:36:25.939302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:36:25.983453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3326483d-4c43-4cee-a1e8-76ae75271b1a req-3c0ad0a1-7bb6-4a75-a0df-f4d85d5f88f7 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559857 Apr 21 21:36:25.995817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:36:26.033999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:36:26.036231 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764240fb-a444-4183-87fc-8408544ee2d1" -d '{"events": [{"server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "name": "network-vif-unplugged", "status": "completed", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:36:26.040229 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:26.052202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Transition to ACTIVE for port object 228030ae-23c7-422f-b099-ac97a8eb9416 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:36:26.055485 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:26.091819 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb33573b-03a1-4471-8717-65cba0a2dde2 x-openstack-request-id: req-bb33573b-03a1-4471-8717-65cba0a2dde2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:36:26.092106 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "name": "network-vif-unplugged", "status": "completed", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:36:26.092351 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb33573b-03a1-4471-8717-65cba0a2dde2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:36:26.092737 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb33573b-03a1-4471-8717-65cba0a2dde2'] response: {'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416', 'code': 200} Apr 21 21:36:26.117917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] No DVR routers for this DVR port 228030ae-23c7-422f-b099-ac97a8eb9416 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:36:26.120379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:26.154045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Attempting to bind port 228030ae-23c7-422f-b099-ac97a8eb9416 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:36:26.154378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Attempting to bind port 228030ae-23c7-422f-b099-ac97a8eb9416 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:36:26.154704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Attempting to bind port 228030ae-23c7-422f-b099-ac97a8eb9416 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:36:26.158754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Port 228030ae-23c7-422f-b099-ac97a8eb9416 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:36:26.159068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Attempting to bind port 228030ae-23c7-422f-b099-ac97a8eb9416 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:36:26.163723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:36:26.164057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Checking segment: {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:36:26.164431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Bound using segment: {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:36:26.164884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Bound port: 228030ae-23c7-422f-b099-ac97a8eb9416, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:36:26.165233 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:26.229204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:36:26.232076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:36:26.236297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:26.269350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:26.269967 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:26.271317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 200 len: 1092 time: 0.6357636 Apr 21 21:36:26.290889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e93291-8e6d-462c-a418-93642f0af3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:26.331993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-e309cbb2-35ac-4370-8750-9570ddf42ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:26.333492 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-e309cbb2-35ac-4370-8750-9570ddf42ed4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 1095 time: 0.0398648 Apr 21 21:36:26.422082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-83cc366f-4da6-4649-b53a-4001c96b528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:26.423514 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-83cc366f-4da6-4649-b53a-4001c96b528e service neutron] 10.222.0.43 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0841343 Apr 21 21:36:26.463186 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-12e04043-825d-4aa6-a65b-b13deba1eb64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 200 len: 217 time: 0.0334761 Apr 21 21:36:26.512746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-c14ca82d-53d8-4973-8a57-ae7c564731b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:26.514096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-c14ca82d-53d8-4973-8a57-ae7c564731b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0437663 Apr 21 21:36:26.548902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-75bceea1-4b15-4e9c-81d3-ae1304438ac7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279164 Apr 21 21:36:26.632788 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-9327f05f-73aa-48a0-9ec1-94ba7029e916 service neutron] 10.222.0.43 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776606 Apr 21 21:36:26.726401 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-278d344c-10d0-477f-bfd6-4e9cf1535605 req-70ebe3ab-8951-4b0d-adb3-b018554515ec service neutron] 10.222.0.43 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867710 Apr 21 21:36:27.103358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71da411-cfe6-4f78-8608-0922a4a7ff25 req-cc180619-596f-4002-a72d-acb048e01dd2 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:27.104823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e71da411-cfe6-4f78-8608-0922a4a7ff25 req-cc180619-596f-4002-a72d-acb048e01dd2 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 944 time: 0.0489743 Apr 21 21:36:27.142373 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e71da411-cfe6-4f78-8608-0922a4a7ff25 req-79118141-6643-462c-be50-2231f50034d8 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305312 Apr 21 21:36:28.093762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:36:28.096121 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6affc700-c9f1-4249-88ad-fec4a3c9af17" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:36:28.143628 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe38c19-b457-4279-8275-c68ca1d48b32 x-openstack-request-id: req-8fe38c19-b457-4279-8275-c68ca1d48b32 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:36:28.143918 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:36:28.144166 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fe38c19-b457-4279-8275-c68ca1d48b32 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:36:28.144587 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe38c19-b457-4279-8275-c68ca1d48b32'] response: {'name': 'network-changed', 'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416', 'status': 'completed', 'code': 200} Apr 21 21:36:28.205051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-b52d8228-805d-42c3-84ff-b1e0ba8b201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:28.206875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-b52d8228-805d-42c3-84ff-b1e0ba8b201c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 1095 time: 0.0424793 Apr 21 21:36:28.213233 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-eca146f1-03f1-4de7-b608-2547ed9779ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:28.214709 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-eca146f1-03f1-4de7-b608-2547ed9779ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 1095 time: 0.0473144 Apr 21 21:36:28.303567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-5922e8fe-7b72-4614-b90c-1e944e29a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:28.305542 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-5922e8fe-7b72-4614-b90c-1e944e29a4e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0847566 Apr 21 21:36:28.319321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1e4d7-3889-4683-8ab9-c5c64a0c5942 req-15993fc6-c9ac-44c3-b738-e9492438fbc1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:28.320805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42b1e4d7-3889-4683-8ab9-c5c64a0c5942 req-15993fc6-c9ac-44c3-b738-e9492438fbc1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 944 time: 0.1068022 Apr 21 21:36:28.347918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-8a7ac899-4b54-4aa6-8256-d0cb061160a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 200 len: 217 time: 0.0353873 Apr 21 21:36:28.348905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-aa631219-b17c-41ed-9632-e7a7904e39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:28.350310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-aa631219-b17c-41ed-9632-e7a7904e39fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.1351707 Apr 21 21:36:28.375944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42b1e4d7-3889-4683-8ab9-c5c64a0c5942 req-6eedaf6f-9e6e-4b10-b266-fbdabe5c18f0 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472860 Apr 21 21:36:28.399592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-bfa3dca2-d548-439b-8bad-51c573b4c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:28.401594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-bfa3dca2-d548-439b-8bad-51c573b4c609 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0473323 Apr 21 21:36:28.406439 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-3d794098-6328-492f-ad8b-50444230c9c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 200 len: 217 time: 0.0434649 Apr 21 21:36:28.432562 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-47fa5049-1e22-4414-8cdf-28050b45d92c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241590 Apr 21 21:36:28.453537 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-5d01332b-4d72-4dd7-bb4a-c117fa849fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:28.454961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-5d01332b-4d72-4dd7-bb4a-c117fa849fc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0427849 Apr 21 21:36:28.486217 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-ac0d6211-aa89-45e2-99f5-db42ed313b3a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244420 Apr 21 21:36:28.521003 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-fca0a91d-dda6-490f-bf78-9d999e6234b0 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818117 Apr 21 21:36:28.572121 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-f0d38d29-1baf-40ba-b726-566ab0272b23 service neutron] 10.222.0.43 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788860 Apr 21 21:36:28.668139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-625a9064-0f18-4666-a082-f3d5022006f0 service neutron] 10.222.0.43 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891943 Apr 21 21:36:28.944998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6affc700-c9f1-4249-88ad-fec4a3c9af17 req-ded41b13-ab7f-4f09-8d4d-10e7c77f6fb3 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176252 Apr 21 21:36:29.496364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ad546-b2ce-4d1c-aa60-965be2f6c218 req-b95a55aa-afbf-460d-9abe-1f191105b51a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:29.497843 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e66ad546-b2ce-4d1c-aa60-965be2f6c218 req-b95a55aa-afbf-460d-9abe-1f191105b51a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 944 time: 0.0508862 Apr 21 21:36:29.537233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e66ad546-b2ce-4d1c-aa60-965be2f6c218 req-544d80d7-1385-464f-b22b-e0706bac7162 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Apr 21 21:36:30.511103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 228030ae-23c7-422f-b099-ac97a8eb9416 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:36:30.660526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa030e8d-ad2a-4b99-a9d1-ccaf9512370d req-369117bc-1adc-4ff1-b9dc-33707bac6c77 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:30.662032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa030e8d-ad2a-4b99-a9d1-ccaf9512370d req-369117bc-1adc-4ff1-b9dc-33707bac6c77 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 944 time: 0.0500925 Apr 21 21:36:30.701019 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa030e8d-ad2a-4b99-a9d1-ccaf9512370d req-3a3de888-76db-4604-a8bf-2415ff160807 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323508 Apr 21 21:36:30.714940 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-87d2c6c0-a0ab-405a-9028-2d0c3792b082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:30.724086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 228030ae-23c7-422f-b099-ac97a8eb9416 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:36:30.901809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a238765-8108-48a3-bf6d-f6506670b037 req-b3cafd8c-ce19-4881-a4e2-9cbb07df4a19 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:30.903383 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a238765-8108-48a3-bf6d-f6506670b037 req-b3cafd8c-ce19-4881-a4e2-9cbb07df4a19 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 944 time: 0.0518632 Apr 21 21:36:30.908749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 228030ae-23c7-422f-b099-ac97a8eb9416 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:36:30.944997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255325-e945-4bd7-809c-3a14ad961add req-e5b93c16-ce90-4b6a-81b8-20f690d0196c tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:30.946809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6255325-e945-4bd7-809c-3a14ad961add req-e5b93c16-ce90-4b6a-81b8-20f690d0196c tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c&tenant_id=c743488df3834ae5b5d088c4761e1f92&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 944 time: 0.0867150 Apr 21 21:36:30.949874 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a238765-8108-48a3-bf6d-f6506670b037 req-7f44260c-e9db-4f01-8e1d-827f4a6efe1e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Apr 21 21:36:31.004686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:36:31.007003 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-b6255325-e945-4bd7-809c-3a14ad961add req-b0eecb0b-7689-4872-ba29-9474507f9a37 service neutron] delete failed (client error): The resource could not be found. Apr 21 21:36:31.007986 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6255325-e945-4bd7-809c-3a14ad961add req-b0eecb0b-7689-4872-ba29-9474507f9a37 service neutron] 10.222.0.46 "DELETE /v2.0/ports/228030ae-23c7-422f-b099-ac97a8eb9416/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0547290 Apr 21 21:36:31.018821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '228030ae-23c7-422f-b099-ac97a8eb9416', 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8', 'port_id': '228030ae-23c7-422f-b099-ac97a8eb9416', 'mac_address': 'fa:16:3e:b3:08:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62412dc3-895d-4f52-91c9-f23932bc98fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:36:31.056129 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:31.068922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228030ae-23c7-422f-b099-ac97a8eb9416 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:36:31.088684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:36:31.092150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255325-e945-4bd7-809c-3a14ad961add req-073d3667-8d3c-4bba-9c5f-1001a41fcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:31.093139 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:31.093807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6255325-e945-4bd7-809c-3a14ad961add req-073d3667-8d3c-4bba-9c5f-1001a41fcc83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 1095 time: 0.0415583 Apr 21 21:36:31.138714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:31.188547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255325-e945-4bd7-809c-3a14ad961add req-88c8b20e-6663-4e99-9a4e-f41081f9119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:31.190254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6255325-e945-4bd7-809c-3a14ad961add req-88c8b20e-6663-4e99-9a4e-f41081f9119e service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0904310 Apr 21 21:36:31.231761 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6255325-e945-4bd7-809c-3a14ad961add req-4aaa1765-e902-4776-bb11-45068c1be7cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 200 len: 217 time: 0.0358038 Apr 21 21:36:31.280304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6255325-e945-4bd7-809c-3a14ad961add req-070defef-172e-4147-bba8-f43fec2e18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:31.281779 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6255325-e945-4bd7-809c-3a14ad961add req-070defef-172e-4147-bba8-f43fec2e18ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0432212 Apr 21 21:36:31.320152 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6255325-e945-4bd7-809c-3a14ad961add req-a3f7f51a-3ebe-479d-b454-8cc1b2e7d6e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311890 Apr 21 21:36:31.405277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['228030ae-23c7-422f-b099-ac97a8eb9416'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:36:31.411629 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6255325-e945-4bd7-809c-3a14ad961add req-67ddc1b9-9d8e-4f22-a912-edfd96ee284e service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Apr 21 21:36:31.514364 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b6255325-e945-4bd7-809c-3a14ad961add req-46867550-cdec-43dd-ac08-1de0bf8562ff service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910556 Apr 21 21:36:32.077963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20610e50-bcf7-4473-a2ee-7ea14a9735d6 req-3bb0363f-9fc5-4b9c-b278-e3ac84547f0e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:32.079425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20610e50-bcf7-4473-a2ee-7ea14a9735d6 req-3bb0363f-9fc5-4b9c-b278-e3ac84547f0e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 945 time: 0.0499399 Apr 21 21:36:32.117335 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20610e50-bcf7-4473-a2ee-7ea14a9735d6 req-cb6fca43-4b5f-4e99-89b2-24e9cd7ee790 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302863 Apr 21 21:36:32.236650 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157747ab-71b8-4258-92c9-dd04156415d3 req-30632804-f46d-4cdb-b73b-51ec971b98cd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:32.238128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-157747ab-71b8-4258-92c9-dd04156415d3 req-30632804-f46d-4cdb-b73b-51ec971b98cd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 945 time: 0.0511103 Apr 21 21:36:32.274242 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:36:32.274855 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-157747ab-71b8-4258-92c9-dd04156415d3 req-3e6fd9a2-18c4-4afa-8b69-a36a4d8cdab8 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300448 Apr 21 21:36:32.386262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a903a8a-584e-453d-b145-44748a9cc3ea req-a73b40ea-90a6-406d-8380-b612d44689d0 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:32.387625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a903a8a-584e-453d-b145-44748a9cc3ea req-a73b40ea-90a6-406d-8380-b612d44689d0 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 945 time: 0.0482070 Apr 21 21:36:32.423812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1a903a8a-584e-453d-b145-44748a9cc3ea req-6cd061e1-5027-429c-a347-2399513ef869 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302444 Apr 21 21:36:32.771709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-07db45e3-136d-436a-8374-e3da93a89c1b tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:32.773150 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-07db45e3-136d-436a-8374-e3da93a89c1b tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 814 time: 0.1049294 Apr 21 21:36:32.787980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-1ad9764f-4624-404e-bfdb-98e439a7230c tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/quotas/c743488df3834ae5b5d088c4761e1f92 HTTP/1.1" status: 200 len: 375 time: 0.0086007 Apr 21 21:36:32.813668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-03ff7326-0b32-4998-a487-311c605764f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:32.836063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-d4e3aed2-364f-4557-a49a-f784ca4f4b3f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422752 Apr 21 21:36:32.922448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 228030ae-23c7-422f-b099-ac97a8eb9416 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:36:32.928602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-4afe0b36-9c66-4cef-af58-350e1a315fdc service neutron] 10.222.0.49 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Apr 21 21:36:32.970840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 228030ae-23c7-422f-b099-ac97a8eb9416 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:36:32.974596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 228030ae-23c7-422f-b099-ac97a8eb9416 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:36:32.974967 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:33.017455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-6767e073-1c49-4ea2-9173-b391b5684fca service neutron] 10.222.0.49 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824301 Apr 21 21:36:33.055062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:33.077816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:36:33.080046 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bfa16b-60bc-4344-b63d-ff190a759456" -d '{"events": [{"server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "name": "network-vif-plugged", "status": "completed", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:36:33.093993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:36:33.099267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:33.124623 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a600a237-d12c-4367-a1f6-6d194f6ad08a x-openstack-request-id: req-a600a237-d12c-4367-a1f6-6d194f6ad08a {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:36:33.124749 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "name": "network-vif-plugged", "status": "completed", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:36:33.125026 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a600a237-d12c-4367-a1f6-6d194f6ad08a {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:36:33.125357 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a600a237-d12c-4367-a1f6-6d194f6ad08a'] response: {'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416', 'code': 200} Apr 21 21:36:33.152620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:33.188133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75ed0e1d-8068-4bde-a025-1f08e09b65ff req-d58e68ee-c83e-484b-8f15-9619ce0144b8 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 210 time: 0.0270505 Apr 21 21:36:33.980266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-60795ea7-3e38-4804-83ce-c2de8129f601 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:33.981700 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-60795ea7-3e38-4804-83ce-c2de8129f601 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.43 "GET /v2.0/ports?device_id=6a6781af-d4f4-4bf0-b23d-bccca387f69c HTTP/1.1" status: 200 len: 946 time: 0.0513432 Apr 21 21:36:34.075661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Deleting port 228030ae-23c7-422f-b099-ac97a8eb9416 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:36:34.075998 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:34.151515 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cbc1dbc2-d56f-4e1c-b6d9-b72404ebad9b tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:34.153011 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cbc1dbc2-d56f-4e1c-b6d9-b72404ebad9b tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 814 time: 0.1108718 Apr 21 21:36:34.165985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Request body: {'port': {'device_id': '667762cf-a3bf-493b-9976-67a24ded1784', 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8', 'admin_state_up': True, 'tenant_id': 'c743488df3834ae5b5d088c4761e1f92'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:36:34.168223 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] For port 228030ae-23c7-422f-b099-ac97a8eb9416, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=228030ae-23c7-422f-b099-ac97a8eb9416,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:36:34.168647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:34.183461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Calling delete_port for 228030ae-23c7-422f-b099-ac97a8eb9416 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:36:34.212938 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:34.314030 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-747545e8-2357-44be-b095-1c010a13e71f req-75528da2-1bb5-4848-b207-94a44e582f19 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 210 time: 0.0380836 Apr 21 21:36:34.329101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Made reservation on behalf of c743488df3834ae5b5d088c4761e1f92 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:36:34.331117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:34.333475 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:34.347820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['228030ae-23c7-422f-b099-ac97a8eb9416'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:36:34.366494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Pushing event deleted for resources: {'Port': ['ID=228030ae-23c7-422f-b099-ac97a8eb9416,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:34.415773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] No DVR routers for this DVR port 228030ae-23c7-422f-b099-ac97a8eb9416 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:36:34.418428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:34.422098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-897eacea-9cd1-4abe-a9d2-227951074ec9 req-c56f7909-2a06-4593-815a-6a17ff18b427 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.43 "DELETE /v2.0/ports/228030ae-23c7-422f-b099-ac97a8eb9416 HTTP/1.1" status: 204 len: 173 time: 0.4342318 Apr 21 21:36:34.422548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'name': 'network-vif-deleted', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:36:34.425547 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc1d920-8a30-4660-aeab-a5d0f8777897" -d '{"events": [{"server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "name": "network-vif-deleted", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:36:34.470438 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e59aa6-d0ad-416a-ba41-a67cc3a9f8cb x-openstack-request-id: req-09e59aa6-d0ad-416a-ba41-a67cc3a9f8cb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:36:34.470833 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6781af-d4f4-4bf0-b23d-bccca387f69c", "name": "network-vif-deleted", "tag": "228030ae-23c7-422f-b099-ac97a8eb9416", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:36:34.471243 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09e59aa6-d0ad-416a-ba41-a67cc3a9f8cb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:36:34.472869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Allocated IP 172.20.0.6 (266e96f0-92cc-4d49-b9bf-27552f44e0a8/62412dc3-895d-4f52-91c9-f23932bc98fb/594775b7-29b3-47e7-8d81-19d819a41a11) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:36:34.477131 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e59aa6-d0ad-416a-ba41-a67cc3a9f8cb'] response: {'server_uuid': '6a6781af-d4f4-4bf0-b23d-bccca387f69c', 'name': 'network-vif-deleted', 'tag': '228030ae-23c7-422f-b099-ac97a8eb9416', 'status': 'completed', 'code': 200} Apr 21 21:36:34.628092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:34.661505 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:34.673626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['228030ae-23c7-422f-b099-ac97a8eb9416'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:36:34.701091 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:36:34.706605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:36:34.710332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:36:34.735483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Pushing event updated for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:34.765487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:34.766169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:34.782845 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-9f802f36-ebea-4c07-82eb-65fc32caa309 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214159 Apr 21 21:36:34.794671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Request body: {'port': {'device_id': '667762cf-a3bf-493b-9976-67a24ded1784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:36:34.856403 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:35.119023 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594775b7-29b3-47e7-8d81-19d819a41a11 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:36:35.126311 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:35.138344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Transition to ACTIVE for port object 594775b7-29b3-47e7-8d81-19d819a41a11 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:36:35.141685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:35.211565 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Pushing event updated for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:35.239526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.239862 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.240209 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.240516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.240873 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.241202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.241519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.241833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.242147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.242461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.242774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.243085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:35.270306 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Attempting to bind port 594775b7-29b3-47e7-8d81-19d819a41a11 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:36:35.270634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Attempting to bind port 594775b7-29b3-47e7-8d81-19d819a41a11 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:36:35.270956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Attempting to bind port 594775b7-29b3-47e7-8d81-19d819a41a11 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:36:35.274984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Port 594775b7-29b3-47e7-8d81-19d819a41a11 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:36:35.275296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Attempting to bind port 594775b7-29b3-47e7-8d81-19d819a41a11 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:36:35.279886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:36:35.280215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Checking segment: {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:36:35.280584 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Bound using segment: {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:36:35.281036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Bound port: 594775b7-29b3-47e7-8d81-19d819a41a11, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:36:35.281383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:35.342555 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:36:35.345657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:36:35.350745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:35.383680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:35.384282 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:35.385762 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] 10.222.0.46 "PUT /v2.0/ports/594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 200 len: 1091 time: 0.5952628 Apr 21 21:36:35.386188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:36:35.388400 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5627b9-fa84-49d7-a4b0-bc2508651e22" -d '{"events": [{"name": "network-changed", "server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:36:35.437929 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981eba6e-9eea-4970-825c-fb581e4d8b19 x-openstack-request-id: req-981eba6e-9eea-4970-825c-fb581e4d8b19 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:36:35.438213 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:36:35.438460 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-981eba6e-9eea-4970-825c-fb581e4d8b19 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:36:35.438846 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981eba6e-9eea-4970-825c-fb581e4d8b19'] response: {'name': 'network-changed', 'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11', 'status': 'completed', 'code': 200} Apr 21 21:36:35.468240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc618b8a-9f6f-4323-a3cf-456aff3f571d service neutron] Pushing event updated for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:35.475116 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:35.505870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fdc94-ddf3-4998-88db-360a773ab56b req-a3c44b3d-6bba-4c97-8b7f-225e0e5b5ccc tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:35.507989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-240fdc94-ddf3-4998-88db-360a773ab56b req-a3c44b3d-6bba-4c97-8b7f-225e0e5b5ccc tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.1146047 Apr 21 21:36:35.511791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-ff6f297c-fd0c-451f-804f-d1b8c4465597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:35.513815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-ff6f297c-fd0c-451f-804f-d1b8c4465597 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 1094 time: 0.0787628 Apr 21 21:36:35.576115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-4c621d9b-0873-4e16-9667-ca41fd9878e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 200 len: 217 time: 0.0516882 Apr 21 21:36:35.621177 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-240fdc94-ddf3-4998-88db-360a773ab56b req-6a38dd11-c85c-4e2f-89cc-122ea79c9ca2 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061888 Apr 21 21:36:35.647107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-791cae6a-ab03-4879-b9f1-53e3167eaf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:35.648505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-791cae6a-ab03-4879-b9f1-53e3167eaf13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0627069 Apr 21 21:36:35.679558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-3aa762b1-6205-4923-acae-e14956ccbf54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248187 Apr 21 21:36:35.765655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-8b16e6a3-794c-4865-8b7f-202aef0cf600 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798125 Apr 21 21:36:35.867670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d0bce07a-e06d-42f5-b635-25e51080dcde req-1e75eafa-b9f7-4112-8792-35619c3f8454 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944858 Apr 21 21:36:35.955582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-7344f535-a42a-45d9-9a14-1ec9f4ecfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:35.957108 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-7344f535-a42a-45d9-9a14-1ec9f4ecfff7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 1094 time: 0.0412142 Apr 21 21:36:35.994108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:36.053911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-5f7e71b0-2920-4b58-8870-80cb347cb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:36.055387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-5f7e71b0-2920-4b58-8870-80cb347cb8de service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0916805 Apr 21 21:36:36.098137 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-68e78c5f-1148-4945-97a7-653476ab752a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 200 len: 217 time: 0.0355084 Apr 21 21:36:36.145256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-07390a5a-6e18-47ca-a7eb-b0861e6103cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:36.146692 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-07390a5a-6e18-47ca-a7eb-b0861e6103cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0424368 Apr 21 21:36:36.177883 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-77c75249-7230-4f10-aaad-442b1eee74f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243092 Apr 21 21:36:36.271213 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-98a4b8d1-d24e-4a1b-8a66-0c222f782009 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865765 Apr 21 21:36:36.358594 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc5627b9-fa84-49d7-a4b0-bc2508651e22 req-ecd2b818-9296-4f3b-bbda-3b50af56bf99 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806479 Apr 21 21:36:36.735773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41558396-92fb-4514-a4e7-b831beec9a70 req-532d9bfd-d49c-4f1e-834f-87798bd3cb7c tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:36.737163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41558396-92fb-4514-a4e7-b831beec9a70 req-532d9bfd-d49c-4f1e-834f-87798bd3cb7c tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.0473769 Apr 21 21:36:36.773164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41558396-92fb-4514-a4e7-b831beec9a70 req-46c690e4-d720-47a8-aa1c-4ccea60c2206 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300806 Apr 21 21:36:36.937556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 228030ae-23c7-422f-b099-ac97a8eb9416 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:36:36.957449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 228030ae-23c7-422f-b099-ac97a8eb9416 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:36:36.957792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 228030ae-23c7-422f-b099-ac97a8eb9416 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:36:37.898925 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90742723-e5af-421d-b0b2-f83871b03af5 req-18c32ffe-c098-4b53-bbc1-5379fe552943 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:37.900450 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90742723-e5af-421d-b0b2-f83871b03af5 req-18c32ffe-c098-4b53-bbc1-5379fe552943 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.0586071 Apr 21 21:36:37.941352 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90742723-e5af-421d-b0b2-f83871b03af5 req-771fdd94-7d61-4d55-ba47-c00a6dcb1a7c tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347784 Apr 21 21:36:39.054286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f95207-8ad1-4ba1-b906-941d85c0d04e req-6bd3893c-eb8b-427f-92ab-678705c69782 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:39.055739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1f95207-8ad1-4ba1-b906-941d85c0d04e req-6bd3893c-eb8b-427f-92ab-678705c69782 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.0475643 Apr 21 21:36:39.093290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1f95207-8ad1-4ba1-b906-941d85c0d04e req-e655fde5-bf46-4394-8cfc-0d72ee071399 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Apr 21 21:36:40.209541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547379d-5ef8-412b-a8e6-3d9bc7a09702 req-9cb51c7c-55bb-424d-b8a8-cdf6df1e5613 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:40.211008 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5547379d-5ef8-412b-a8e6-3d9bc7a09702 req-9cb51c7c-55bb-424d-b8a8-cdf6df1e5613 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.0513573 Apr 21 21:36:40.248632 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5547379d-5ef8-412b-a8e6-3d9bc7a09702 req-b0abe7dc-5b9c-4faf-9bfa-9f506ace3fc6 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Apr 21 21:36:40.525137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 594775b7-29b3-47e7-8d81-19d819a41a11 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:36:40.617981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:36:40.628642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '594775b7-29b3-47e7-8d81-19d819a41a11', 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8', 'port_id': '594775b7-29b3-47e7-8d81-19d819a41a11', 'mac_address': 'fa:16:3e:3a:fc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62412dc3-895d-4f52-91c9-f23932bc98fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:36:40.664264 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:40.679421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594775b7-29b3-47e7-8d81-19d819a41a11 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:36:40.698846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:36:40.702672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:40.749162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:40.756409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.756771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.757123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.757442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.757769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.758096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.758419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.758740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.759063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.759378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.759694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:40.760012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:36:41.032420 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['594775b7-29b3-47e7-8d81-19d819a41a11'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:36:41.364648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382855ae-7123-44ce-9b81-e4b933ffc276 req-d77f21a9-2a8d-40f6-8377-6c1065474b8e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:41.366178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-382855ae-7123-44ce-9b81-e4b933ffc276 req-d77f21a9-2a8d-40f6-8377-6c1065474b8e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 944 time: 0.0516369 Apr 21 21:36:41.403751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-382855ae-7123-44ce-9b81-e4b933ffc276 req-2ac0dc55-f142-451d-b6f5-f66e46cf8e5e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Apr 21 21:36:42.521390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302d156-53ad-4d1f-81a2-0ce850f45baa req-2af78f23-1d78-40d0-9564-0ca0d018554b tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:42.522864 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0302d156-53ad-4d1f-81a2-0ce850f45baa req-2af78f23-1d78-40d0-9564-0ca0d018554b tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 944 time: 0.0497580 Apr 21 21:36:42.526465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 594775b7-29b3-47e7-8d81-19d819a41a11 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:36:42.561001 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0302d156-53ad-4d1f-81a2-0ce850f45baa req-0ad89461-167a-425e-bd11-6d2fc4181dd2 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314415 Apr 21 21:36:42.575235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 594775b7-29b3-47e7-8d81-19d819a41a11 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:36:42.579062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 594775b7-29b3-47e7-8d81-19d819a41a11 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:36:42.579428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:42.657712 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:42.683139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:36:42.685309 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9703431-f8e8-4522-99a1-a54c4fe2359e" -d '{"events": [{"server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "name": "network-vif-plugged", "status": "completed", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:36:42.697333 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:36:42.701863 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:42.724062 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4950098b-de1a-402c-83fc-f1ac30541caa x-openstack-request-id: req-4950098b-de1a-402c-83fc-f1ac30541caa {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:36:42.724344 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "name": "network-vif-plugged", "status": "completed", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:36:42.724592 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4950098b-de1a-402c-83fc-f1ac30541caa {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:36:42.724995 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4950098b-de1a-402c-83fc-f1ac30541caa'] response: {'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11', 'code': 200} Apr 21 21:36:42.749549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:36:42.820936 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95ef36-f3af-4e9a-8468-14a9da7b9db1 req-04ba62ac-a9fa-44bf-bc0d-11378f96d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:42.822398 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f95ef36-f3af-4e9a-8468-14a9da7b9db1 req-04ba62ac-a9fa-44bf-bc0d-11378f96d458 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 1096 time: 0.0426002 Apr 21 21:36:42.856617 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f95ef36-f3af-4e9a-8468-14a9da7b9db1 req-7ecdd8db-e49b-413a-a7de-f333ffab2bcd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275323 Apr 21 21:36:43.674945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671fb16-1a18-439d-a327-27e3f8cc5eac req-29ad1bd5-c91a-48df-b627-7a555da2c3ac tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:43.676380 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f671fb16-1a18-439d-a327-27e3f8cc5eac req-29ad1bd5-c91a-48df-b627-7a555da2c3ac tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Apr 21 21:36:43.713894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f671fb16-1a18-439d-a327-27e3f8cc5eac req-744ed19e-c1d0-4bf4-af8b-c722e7299c72 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309646 Apr 21 21:36:44.839170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1d5f6-fd64-4956-9ce6-2088662fa6d6 req-541de24e-4435-49cc-8979-c02120384c5d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:44.840675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f6f1d5f6-fd64-4956-9ce6-2088662fa6d6 req-541de24e-4435-49cc-8979-c02120384c5d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0574791 Apr 21 21:36:44.879220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f6f1d5f6-fd64-4956-9ce6-2088662fa6d6 req-d43be1c7-9f32-40df-895b-462721108d9f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Apr 21 21:36:44.991403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423b964-fe6a-4056-b3b9-78964c9dd851 req-2fe8f460-b042-4cdd-b4e5-c0dc436f3e0a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:44.993086 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c423b964-fe6a-4056-b3b9-78964c9dd851 req-2fe8f460-b042-4cdd-b4e5-c0dc436f3e0a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0479887 Apr 21 21:36:45.029841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c423b964-fe6a-4056-b3b9-78964c9dd851 req-b65cb187-9215-4ef7-8114-1a72b3c4f7f7 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301147 Apr 21 21:36:45.251931 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-fd2069f8-0b09-4755-bbc6-a1fe03db815a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398333 Apr 21 21:36:45.273495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aebf15-b1f0-447c-abee-cf05972d5822 req-6ad1116e-70b1-4c6a-be6f-b8920b2af0bf tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:45.274976 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-86aebf15-b1f0-447c-abee-cf05972d5822 req-6ad1116e-70b1-4c6a-be6f-b8920b2af0bf tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0525355 Apr 21 21:36:45.313792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-86aebf15-b1f0-447c-abee-cf05972d5822 req-e73f1f46-70d5-42e8-9aae-3c04d40e2156 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Apr 21 21:36:46.306421 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-fe7b5f11-cd72-4b7b-84c5-bef3d519baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:46.308423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-fe7b5f11-cd72-4b7b-84c5-bef3d519baf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 1096 time: 0.0409446 Apr 21 21:36:46.401656 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-f69be07b-33a6-4d21-8190-a4a13c6a9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:46.403138 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-f69be07b-33a6-4d21-8190-a4a13c6a9921 service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0879383 Apr 21 21:36:46.427847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac81fa2-f668-4a22-9285-4eb4aaba81cc req-3e667bdf-b4f8-4fca-b9ca-b2fa543369c1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:46.429321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cac81fa2-f668-4a22-9285-4eb4aaba81cc req-3e667bdf-b4f8-4fca-b9ca-b2fa543369c1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0468640 Apr 21 21:36:46.446010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-d4b4c99b-8fee-466e-8d9a-123153f7f961 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 200 len: 217 time: 0.0361540 Apr 21 21:36:46.470055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cac81fa2-f668-4a22-9285-4eb4aaba81cc req-6b0b6af1-b9a4-4785-91de-412cfdd4cba4 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339670 Apr 21 21:36:46.493985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-76e65fbf-e133-42d1-8d41-7ba9d16299b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:46.496005 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-76e65fbf-e133-42d1-8d41-7ba9d16299b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0437145 Apr 21 21:36:46.525623 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-5c491f74-e5f1-453c-8472-6c6d97dcc024 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237415 Apr 21 21:36:46.617898 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-40f4a32e-fb0e-48a7-877d-bde02c4ec1e1 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858750 Apr 21 21:36:46.706433 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-f8829944-6c5d-4328-aab8-c0c814e265fc service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823069 Apr 21 21:36:47.591382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affb4bf-de34-4613-a842-7412c7616f8f req-c8627e1b-29ce-404c-89d3-08a3d776cf98 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:47.592864 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6affb4bf-de34-4613-a842-7412c7616f8f req-c8627e1b-29ce-404c-89d3-08a3d776cf98 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0542159 Apr 21 21:36:47.630627 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6affb4bf-de34-4613-a842-7412c7616f8f req-d11fff7d-b017-4ccf-8af3-d6c49fab7eea tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Apr 21 21:36:48.743628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f247e-6c66-4142-8701-8962de549151 req-54197930-cd1f-44f2-ae2e-c953e1a14735 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:48.745083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce5f247e-6c66-4142-8701-8962de549151 req-54197930-cd1f-44f2-ae2e-c953e1a14735 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0471995 Apr 21 21:36:48.781536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce5f247e-6c66-4142-8701-8962de549151 req-4c6c0cc6-ad7f-4cf6-a391-1584027fc83c tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306106 Apr 21 21:36:49.895136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e0afd-b3c4-4942-b687-0fe53266268e req-e9237ae5-e25b-4b0a-9ecf-c682e21cb581 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:49.896609 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f3e0afd-b3c4-4942-b687-0fe53266268e req-e9237ae5-e25b-4b0a-9ecf-c682e21cb581 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0481262 Apr 21 21:36:49.933699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8f3e0afd-b3c4-4942-b687-0fe53266268e req-40b7a0a9-b6e0-49c2-abb6-d6fded7d7624 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302482 Apr 21 21:36:50.844202 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:51.023770 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:36:51.048724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ec548-f314-428a-91e9-211d5f594820 req-951b6f72-65e0-4f1b-af16-0f9573337bb9 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:51.050260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e8ec548-f314-428a-91e9-211d5f594820 req-951b6f72-65e0-4f1b-af16-0f9573337bb9 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0491459 Apr 21 21:36:51.087811 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e8ec548-f314-428a-91e9-211d5f594820 req-78bb96ee-7235-4f31-84d5-e93143b67116 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Apr 21 21:36:52.204251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937175d-3043-48ad-8da6-1b087a74e5c7 req-9e34194a-00b6-4d18-831d-84a9c27675b6 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:52.205702 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e937175d-3043-48ad-8da6-1b087a74e5c7 req-9e34194a-00b6-4d18-831d-84a9c27675b6 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0481467 Apr 21 21:36:52.242238 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e937175d-3043-48ad-8da6-1b087a74e5c7 req-3816471e-3b09-4771-8a28-4aeda00541cf tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Apr 21 21:36:53.364687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d23d-1d91-4e7c-9acd-98228b8939e5 req-e5409b92-23bd-4b44-82fe-f068c71c4c39 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:53.366162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c426d23d-1d91-4e7c-9acd-98228b8939e5 req-e5409b92-23bd-4b44-82fe-f068c71c4c39 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0527256 Apr 21 21:36:53.406306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c426d23d-1d91-4e7c-9acd-98228b8939e5 req-48ef5e7f-e4fb-4590-bdf8-402f06a59ac1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Apr 21 21:36:54.524943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd26539-e73b-47df-a13c-171e8ca24e38 req-329d208e-bde8-46a4-bb42-d73089b2e35f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:54.526359 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1fd26539-e73b-47df-a13c-171e8ca24e38 req-329d208e-bde8-46a4-bb42-d73089b2e35f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0517633 Apr 21 21:36:54.562555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1fd26539-e73b-47df-a13c-171e8ca24e38 req-cba0986a-91ee-4a51-8866-9d90cacfe167 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301933 Apr 21 21:36:55.676651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49049539-6048-43c5-ba79-6c1f5b000b28 req-2d45492a-087f-4dfd-bf41-dbf37d444dee tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:55.678113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49049539-6048-43c5-ba79-6c1f5b000b28 req-2d45492a-087f-4dfd-bf41-dbf37d444dee tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0474434 Apr 21 21:36:55.715733 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49049539-6048-43c5-ba79-6c1f5b000b28 req-c19a816c-9c80-415e-b613-15efc6250034 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Apr 21 21:36:56.830647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7d1a7-2185-45bd-a602-ae5b66d01bc5 req-114b420f-c897-4b8c-a0c8-e8268a1253cd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:56.832133 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1c7d1a7-2185-45bd-a602-ae5b66d01bc5 req-114b420f-c897-4b8c-a0c8-e8268a1253cd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Apr 21 21:36:56.870207 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1c7d1a7-2185-45bd-a602-ae5b66d01bc5 req-2a9bd650-f108-4c89-be36-43eb12b479bb tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Apr 21 21:36:57.986538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e7240-4952-461a-8927-494dae6e8fde req-84763931-a524-4087-9cc0-1b48186a07c2 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:57.987965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-165e7240-4952-461a-8927-494dae6e8fde req-84763931-a524-4087-9cc0-1b48186a07c2 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0473690 Apr 21 21:36:58.023601 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-165e7240-4952-461a-8927-494dae6e8fde req-4d44c181-cec8-4d51-8123-9cfd8f7f536a tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297494 Apr 21 21:36:59.138807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb2d34-cac0-4f3a-971a-93205c08adbf req-407e3ae6-2609-4663-9a97-6ed77498dc78 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:36:59.140178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68bb2d34-cac0-4f3a-971a-93205c08adbf req-407e3ae6-2609-4663-9a97-6ed77498dc78 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0485170 Apr 21 21:36:59.177696 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-68bb2d34-cac0-4f3a-971a-93205c08adbf req-a0d506c4-0a84-4fd6-8cf4-6b3668f7e477 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Apr 21 21:37:00.290548 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89019252-8d23-44c5-8869-0b192939b454 req-a99b132c-72a5-41e4-806f-7c5bd28f500d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:00.291979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89019252-8d23-44c5-8869-0b192939b454 req-a99b132c-72a5-41e4-806f-7c5bd28f500d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0468140 Apr 21 21:37:00.332174 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-89019252-8d23-44c5-8869-0b192939b454 req-3ffa31f5-57cd-484c-ace3-91de6e808899 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342407 Apr 21 21:37:00.528056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c53c711-5703-4fe0-b21b-8ce7b50550cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:01.451672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c09ec-8986-47bb-bc4f-b57254561197 req-8ef1e7f4-242d-41de-a619-f83b4b794db0 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:01.453168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c3c09ec-8986-47bb-bc4f-b57254561197 req-8ef1e7f4-242d-41de-a619-f83b4b794db0 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0527065 Apr 21 21:37:01.489541 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8c3c09ec-8986-47bb-bc4f-b57254561197 req-0cac2c69-db5b-4a5c-9a53-7c848a576126 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304046 Apr 21 21:37:02.816208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-046cca8d-6aec-46b8-9a17-720656a25de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:02.931353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17297f-5e72-4aa9-8990-a0b88b0b99d6 req-aeb9fb7f-60b4-42fd-8ce8-d8428e030e2f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:02.932806 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f17297f-5e72-4aa9-8990-a0b88b0b99d6 req-aeb9fb7f-60b4-42fd-8ce8-d8428e030e2f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.3762600 Apr 21 21:37:02.969475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8f17297f-5e72-4aa9-8990-a0b88b0b99d6 req-9813dcad-83e8-4e61-b965-c928230fceb2 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306873 Apr 21 21:37:04.083778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a91d44-a692-4918-883d-0d50706da5fc req-9ef93b93-b3fa-4aa0-a0be-17aa75ffebe5 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:04.085249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0a91d44-a692-4918-883d-0d50706da5fc req-9ef93b93-b3fa-4aa0-a0be-17aa75ffebe5 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0483181 Apr 21 21:37:04.121401 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c0a91d44-a692-4918-883d-0d50706da5fc req-b86e985d-9ce2-42ca-8220-80f180cb7ebc tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300498 Apr 21 21:37:04.210529 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:05.238555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7eaf1-b239-40d1-8354-fc747463076e req-46ed92fd-c055-46df-a92c-86660b06d911 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:05.239993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ac7eaf1-b239-40d1-8354-fc747463076e req-46ed92fd-c055-46df-a92c-86660b06d911 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0480888 Apr 21 21:37:05.276775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ac7eaf1-b239-40d1-8354-fc747463076e req-c678270d-1c9c-463d-b0d3-b8fe58d29db8 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299511 Apr 21 21:37:05.476858 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:05.996283 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:06.394476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3845061-8b86-4382-bcc2-6dbce7fcf4ab req-18159fc3-fe4e-4653-ba1a-886b81d738c9 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:06.395901 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3845061-8b86-4382-bcc2-6dbce7fcf4ab req-18159fc3-fe4e-4653-ba1a-886b81d738c9 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0478690 Apr 21 21:37:06.433027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3845061-8b86-4382-bcc2-6dbce7fcf4ab req-11645fa0-b4c8-4f7b-99a6-2d86e7fb62df tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Apr 21 21:37:07.549618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb02acc-4442-4b32-a0b5-207961704741 req-8b1eb44c-6b8d-4298-9d7b-736b597b1c0e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:07.551039 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fdb02acc-4442-4b32-a0b5-207961704741 req-8b1eb44c-6b8d-4298-9d7b-736b597b1c0e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0512795 Apr 21 21:37:07.587447 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fdb02acc-4442-4b32-a0b5-207961704741 req-9b51c45b-68a7-40bc-aa61-5fbf8929b0e6 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303836 Apr 21 21:37:08.706200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31cced-79dc-4dbb-86fe-392db6cd69ef req-9c6cbcbd-45bb-4de9-b38a-b3f49cbac3d9 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:08.707656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c31cced-79dc-4dbb-86fe-392db6cd69ef req-9c6cbcbd-45bb-4de9-b38a-b3f49cbac3d9 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0521154 Apr 21 21:37:08.743910 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c31cced-79dc-4dbb-86fe-392db6cd69ef req-424ecde4-83ce-4573-95e7-f76de18cba66 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303361 Apr 21 21:37:09.273175 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:37:09.858180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c97d31-2db8-4308-a65f-bfafc99e0e0c req-0bcab41b-01c9-437f-b351-2d238d79cea6 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:09.859637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63c97d31-2db8-4308-a65f-bfafc99e0e0c req-0bcab41b-01c9-437f-b351-2d238d79cea6 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0484254 Apr 21 21:37:09.895676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63c97d31-2db8-4308-a65f-bfafc99e0e0c req-347b0568-5d47-4ca5-a8eb-f5f2e461dca4 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300832 Apr 21 21:37:11.010208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafca376-2026-461b-b963-91a45397d7c6 req-e115ddb6-b7ff-4a23-9f88-67b6f138bf50 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:11.011644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cafca376-2026-461b-b963-91a45397d7c6 req-e115ddb6-b7ff-4a23-9f88-67b6f138bf50 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0477095 Apr 21 21:37:11.051141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cafca376-2026-461b-b963-91a45397d7c6 req-ad94e2b9-0900-4a2e-9bf1-c940bdeef685 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334182 Apr 21 21:37:12.166085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f956eb7-c9b1-49e5-a444-8c6d8d324b09 req-f039035d-b403-4731-97b4-441bcd350891 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:12.167422 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f956eb7-c9b1-49e5-a444-8c6d8d324b09 req-f039035d-b403-4731-97b4-441bcd350891 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0471954 Apr 21 21:37:12.204549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f956eb7-c9b1-49e5-a444-8c6d8d324b09 req-9279fc84-641d-4d51-ae98-3cbae659e7f3 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305958 Apr 21 21:37:13.322175 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf40310-5b44-475c-9935-2e71b044fb44 req-18064828-2cb2-436c-b0a9-3c3f63bd3a52 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:13.323632 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcf40310-5b44-475c-9935-2e71b044fb44 req-18064828-2cb2-436c-b0a9-3c3f63bd3a52 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 945 time: 0.0512562 Apr 21 21:37:13.360601 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dcf40310-5b44-475c-9935-2e71b044fb44 req-29f726cd-0f9d-47fe-a1ae-f059ef163df1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305490 Apr 21 21:37:13.473543 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-0379d14f-9583-406a-bee3-2a59ebe3ae14 service neutron] show failed (client error): The resource could not be found. Apr 21 21:37:13.474519 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-0379d14f-9583-406a-bee3-2a59ebe3ae14 service neutron] 10.222.0.46 "GET /v2.0/ports/594775b7-29b3-47e7-8d81-19d819a41a11/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0567691 Apr 21 21:37:13.667384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-96e1b6a9-64d7-4c35-8d48-4230d725ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:13.669359 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-96e1b6a9-64d7-4c35-8d48-4230d725ae1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784&tenant_id=c743488df3834ae5b5d088c4761e1f92 HTTP/1.1" status: 200 len: 1096 time: 0.0431569 Apr 21 21:37:13.679849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:13.729490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:13.922036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:13.952816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:37:13.994172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:37:13.996444 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e749253c-1aba-42c0-bc13-2bf527079400" -d '{"events": [{"server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "name": "network-vif-unplugged", "status": "completed", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:37:14.000425 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:14.011973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Transition to ACTIVE for port object 594775b7-29b3-47e7-8d81-19d819a41a11 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:37:14.015899 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:14.047964 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d3f16d-85e7-4e6b-850d-109acae796b9 x-openstack-request-id: req-b7d3f16d-85e7-4e6b-850d-109acae796b9 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:37:14.048733 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "name": "network-vif-unplugged", "status": "completed", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:37:14.048733 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7d3f16d-85e7-4e6b-850d-109acae796b9 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:37:14.048940 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d3f16d-85e7-4e6b-850d-109acae796b9'] response: {'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11', 'code': 200} Apr 21 21:37:14.066319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Pushing event updated for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:14.085027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] No DVR routers for this DVR port 594775b7-29b3-47e7-8d81-19d819a41a11 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:37:14.088494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.088860 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.089193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.089519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.089841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.090834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.091156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.091476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.091794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.092117 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.092433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.092746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:14.125618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Attempting to bind port 594775b7-29b3-47e7-8d81-19d819a41a11 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:37:14.125950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Attempting to bind port 594775b7-29b3-47e7-8d81-19d819a41a11 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:37:14.126276 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Attempting to bind port 594775b7-29b3-47e7-8d81-19d819a41a11 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:37:14.130393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Port 594775b7-29b3-47e7-8d81-19d819a41a11 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:37:14.130710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Attempting to bind port 594775b7-29b3-47e7-8d81-19d819a41a11 on network 266e96f0-92cc-4d49-b9bf-27552f44e0a8 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:37:14.135329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:37:14.135664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Checking segment: {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:37:14.136039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Bound using segment: {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:37:14.136459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Bound port: 594775b7-29b3-47e7-8d81-19d819a41a11, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82014ada-14d6-4e83-82a1-12eba575108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:37:14.136838 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:14.196869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:37:14.200517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:37:14.204557 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:14.240343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:14.240983 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:14.242326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] 10.222.0.43 "PUT /v2.0/ports/594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 200 len: 1091 time: 0.5663033 Apr 21 21:37:14.263374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce226bb-57dd-40c9-812e-0727cec9645e service neutron] Pushing event updated for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:14.305408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-7ccea221-8c5d-4051-9630-134520723d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:14.306876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-7ccea221-8c5d-4051-9630-134520723d26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 1094 time: 0.0400703 Apr 21 21:37:14.393354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-f84371cd-f624-49d4-aaf6-1e747cd131bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:14.394815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-f84371cd-f624-49d4-aaf6-1e747cd131bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0814912 Apr 21 21:37:14.439520 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-6ed7a125-a1f6-4e2a-bec2-7c3b6d698654 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 200 len: 217 time: 0.0386472 Apr 21 21:37:14.479705 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d6ec3-0cae-460a-b0b2-9d0af4fe64da req-7505b10b-fb37-4ed7-826e-530bd61e84b1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:14.481088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f60d6ec3-0cae-460a-b0b2-9d0af4fe64da req-7505b10b-fb37-4ed7-826e-530bd61e84b1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.0508380 Apr 21 21:37:14.487345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-272290b8-d8c3-4086-808b-ac915543a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:14.488886 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-272290b8-d8c3-4086-808b-ac915543a325 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0438612 Apr 21 21:37:14.519227 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f60d6ec3-0cae-460a-b0b2-9d0af4fe64da req-16fa6364-c115-4a24-8af9-808054de7317 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Apr 21 21:37:14.520345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-6112f68c-a067-4b2a-af3f-6450626675fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253420 Apr 21 21:37:14.611272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-d72a0ef8-db9d-4775-93c7-2d17bca19724 service neutron] 10.222.0.43 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847981 Apr 21 21:37:14.697946 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49f861d3-a801-4a66-80a7-0f315f5225dc req-a4936067-e150-4a04-b4ce-6837cd46e326 service neutron] 10.222.0.43 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807912 Apr 21 21:37:15.635825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e85cd-321e-4667-baca-ec95bb57a3a4 req-c35321bf-faa1-4c78-84b0-bebf057263bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:15.637809 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-387e85cd-321e-4667-baca-ec95bb57a3a4 req-c35321bf-faa1-4c78-84b0-bebf057263bd tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.0487685 Apr 21 21:37:15.679663 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-387e85cd-321e-4667-baca-ec95bb57a3a4 req-58d387fb-add0-42ed-bbd6-3b2d3bb4097e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350161 Apr 21 21:37:16.049990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:37:16.052381 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013dea11-b6c2-44fc-9799-60f44c744e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:37:16.100411 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807c326a-b3ea-495d-a935-60850dd1e0cb x-openstack-request-id: req-807c326a-b3ea-495d-a935-60850dd1e0cb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:37:16.100697 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:37:16.100976 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-807c326a-b3ea-495d-a935-60850dd1e0cb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:37:16.101371 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807c326a-b3ea-495d-a935-60850dd1e0cb'] response: {'name': 'network-changed', 'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11', 'status': 'completed', 'code': 200} Apr 21 21:37:16.157246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-bb604c04-4b91-4008-9cbe-42918075a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:16.158731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-bb604c04-4b91-4008-9cbe-42918075a0e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 1094 time: 0.0406179 Apr 21 21:37:16.160984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-4697df9c-311c-4da0-b7ca-7b679d9b2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:16.162443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-4697df9c-311c-4da0-b7ca-7b679d9b2c49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 1094 time: 0.0394068 Apr 21 21:37:16.247106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-51ed1ec9-f1eb-40a1-a0ee-5f98086cd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:16.248558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-51ed1ec9-f1eb-40a1-a0ee-5f98086cd2b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0835993 Apr 21 21:37:16.255674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-ec25f350-b077-4d27-94af-1a88d33daeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:16.257118 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-ec25f350-b077-4d27-94af-1a88d33daeb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0869968 Apr 21 21:37:16.294394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-33710284-0367-400b-887d-9c0814e2fdd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 200 len: 217 time: 0.0387273 Apr 21 21:37:16.297382 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-c4db91ac-8249-4c6c-8601-bda47599d6b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 200 len: 217 time: 0.0339582 Apr 21 21:37:16.342217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-2c899f03-a6c2-4c9a-a807-448d7d40fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:16.343647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-2c899f03-a6c2-4c9a-a807-448d7d40fa4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0436738 Apr 21 21:37:16.345242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-04b847cd-e37a-440b-9256-e8bff7fdfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:16.346682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-04b847cd-e37a-440b-9256-e8bff7fdfe76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0425391 Apr 21 21:37:16.375553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-cdf735f4-feaf-458e-a62f-d776a44e017d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253019 Apr 21 21:37:16.381697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-d600265f-f827-4c66-ba15-4887637119b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286946 Apr 21 21:37:16.466758 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-7ed5ae3b-3196-44ee-bdec-62be85742dc8 service neutron] 10.222.0.43 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844398 Apr 21 21:37:16.467018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-ca7ef167-504e-4df8-96a2-a3db5821bf4d service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791459 Apr 21 21:37:16.555912 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-43dfeebd-ee25-4c64-a9f7-faed5e043ba4 service neutron] 10.222.0.43 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824461 Apr 21 21:37:16.557577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-013dea11-b6c2-44fc-9799-60f44c744e7e req-b02d2fb4-e673-4162-a7e8-7ab03de051d4 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839031 Apr 21 21:37:16.793059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c485ce9-4083-4b8f-9613-0db6871f2f48 req-e23d21ee-70b5-472f-bc83-c851dc7b8f02 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:16.795147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c485ce9-4083-4b8f-9613-0db6871f2f48 req-e23d21ee-70b5-472f-bc83-c851dc7b8f02 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.0483332 Apr 21 21:37:16.831668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7c485ce9-4083-4b8f-9613-0db6871f2f48 req-19019dcf-4e00-4907-bd63-a91cc1b05b50 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Apr 21 21:37:17.949506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdda48-cd91-452f-beee-4c930bce1681 req-bac418c8-ff39-4c49-89e7-42a100482eaa tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:17.950958 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dbdda48-cd91-452f-beee-4c930bce1681 req-bac418c8-ff39-4c49-89e7-42a100482eaa tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.0489733 Apr 21 21:37:17.987298 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dbdda48-cd91-452f-beee-4c930bce1681 req-05db5e25-6b5d-4bc3-b7e0-1a61fc6c7ad0 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303149 Apr 21 21:37:18.209040 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36632ede-a1c2-4cfd-806c-378826cdf090 req-77644b03-7a15-46e6-93ef-5afc2af8586e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:18.210490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36632ede-a1c2-4cfd-806c-378826cdf090 req-77644b03-7a15-46e6-93ef-5afc2af8586e tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 943 time: 0.0803564 Apr 21 21:37:18.218685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-04b8f110-a74e-466c-96ba-8352667ea601 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:18.219989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-04b8f110-a74e-466c-96ba-8352667ea601 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.46 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784&tenant_id=c743488df3834ae5b5d088c4761e1f92&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 943 time: 0.0800645 Apr 21 21:37:18.281904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-36632ede-a1c2-4cfd-806c-378826cdf090 req-e6b0022a-9589-4210-90dc-c2ed16290766 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609913 Apr 21 21:37:18.299495 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-e3282ec3-d3f8-4a08-a360-d5edc03666ca service neutron] delete failed (client error): The resource could not be found. Apr 21 21:37:18.300479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-e3282ec3-d3f8-4a08-a360-d5edc03666ca service neutron] 10.222.0.46 "DELETE /v2.0/ports/594775b7-29b3-47e7-8d81-19d819a41a11/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0732946 Apr 21 21:37:18.384629 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-4c6b91b6-da3f-4fcf-ac71-8da4cc5d2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:18.386151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-4c6b91b6-da3f-4fcf-ac71-8da4cc5d2cd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c743488df3834ae5b5d088c4761e1f92&device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 1094 time: 0.0405669 Apr 21 21:37:18.475768 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-04757ccd-fae4-4df1-87d1-3f0a17a4e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:18.477153 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-04757ccd-fae4-4df1-87d1-3f0a17a4e3b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 200 len: 915 time: 0.0848608 Apr 21 21:37:18.515725 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-ad2e662c-63c3-4e65-9cdf-0e16308f4878 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 200 len: 217 time: 0.0327041 Apr 21 21:37:18.565850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-c81c659a-7b71-43c7-b2a4-0ca10f3f2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:18.567251 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-c81c659a-7b71-43c7-b2a4-0ca10f3f2ea9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 200 len: 854 time: 0.0452194 Apr 21 21:37:18.601583 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-3f76882d-b34f-43d5-aac1-a64bed8cc523 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=266e96f0-92cc-4d49-b9bf-27552f44e0a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284479 Apr 21 21:37:18.689279 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-a1c34040-4197-4aaf-8e1e-65cddc574ae8 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810943 Apr 21 21:37:18.697025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 594775b7-29b3-47e7-8d81-19d819a41a11 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:37:18.734941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 594775b7-29b3-47e7-8d81-19d819a41a11 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:37:18.780854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1a365e2-bdb6-498b-8622-b6ca7c8bcf92 req-39369719-b2ec-4de3-b664-0db5b3c57199 service neutron] 10.222.0.46 "GET /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848794 Apr 21 21:37:19.170908 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 594775b7-29b3-47e7-8d81-19d819a41a11 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:37:19.271721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:19.284732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '594775b7-29b3-47e7-8d81-19d819a41a11', 'network_id': '266e96f0-92cc-4d49-b9bf-27552f44e0a8', 'port_id': '594775b7-29b3-47e7-8d81-19d819a41a11', 'mac_address': 'fa:16:3e:3a:fc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62412dc3-895d-4f52-91c9-f23932bc98fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:37:19.325408 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:19.338087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594775b7-29b3-47e7-8d81-19d819a41a11 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:37:19.357346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:19.360968 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:19.408601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b26a4-92ab-40bb-b08d-832145226aa1 req-3b188e2c-28c4-4f0f-8325-89cb78d36bc1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:19.410011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c9b26a4-92ab-40bb-b08d-832145226aa1 req-3b188e2c-28c4-4f0f-8325-89cb78d36bc1 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 944 time: 0.0530801 Apr 21 21:37:19.412028 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:19.448528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c9b26a4-92ab-40bb-b08d-832145226aa1 req-f73a25e8-5c16-49b9-98e6-9f57dfea5c84 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Apr 21 21:37:19.563295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf1690-1295-4b61-bc5a-2f328aaa7f6f req-c8efe9b5-91a9-4327-bfdc-a59c82fd9d4f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:19.564796 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5fdf1690-1295-4b61-bc5a-2f328aaa7f6f req-c8efe9b5-91a9-4327-bfdc-a59c82fd9d4f tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 944 time: 0.0494175 Apr 21 21:37:19.601488 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5fdf1690-1295-4b61-bc5a-2f328aaa7f6f req-01468c2d-09aa-4d4e-9a59-3b983ca0a4ab tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Apr 21 21:37:19.655154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['594775b7-29b3-47e7-8d81-19d819a41a11'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:37:19.717895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9a697-ebad-4916-a62d-b73a30cfd68c req-52fad6ed-6b51-4efe-928a-ae5b13d6cd45 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:19.719466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2e9a697-ebad-4916-a62d-b73a30cfd68c req-52fad6ed-6b51-4efe-928a-ae5b13d6cd45 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 944 time: 0.0518129 Apr 21 21:37:19.756562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a2e9a697-ebad-4916-a62d-b73a30cfd68c req-f4e9dac9-7be6-4137-b9b2-6dfa6532ab25 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Apr 21 21:37:20.082295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3998ace-49d0-49fe-8200-876113a8ca60 req-939cf401-edef-4ce1-8a05-e96e2860ac66 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:20.083745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d3998ace-49d0-49fe-8200-876113a8ca60 req-939cf401-edef-4ce1-8a05-e96e2860ac66 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 944 time: 0.0477479 Apr 21 21:37:20.119418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d3998ace-49d0-49fe-8200-876113a8ca60 req-b1e67fef-9614-4636-a806-205feea7ee77 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298045 Apr 21 21:37:20.843707 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:21.022365 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:21.172844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 594775b7-29b3-47e7-8d81-19d819a41a11 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:37:21.232096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 594775b7-29b3-47e7-8d81-19d819a41a11 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:37:21.236470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 594775b7-29b3-47e7-8d81-19d819a41a11 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:21.236871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:21.237865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86434efb-b88f-4919-97fb-7cdde5c39078 req-219ab807-7939-4297-8bfb-2b9fd0463702 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:21.239357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-86434efb-b88f-4919-97fb-7cdde5c39078 req-219ab807-7939-4297-8bfb-2b9fd0463702 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 944 time: 0.0487401 Apr 21 21:37:21.277741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-86434efb-b88f-4919-97fb-7cdde5c39078 req-73553f61-6a40-4562-a9cb-a605cdedea1d tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.49 "GET /v2.0/security-groups?id=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Apr 21 21:37:21.315674 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:21.338942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:37:21.341569 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d151a5aa-d196-464b-965c-617e23c2bcbc" -d '{"events": [{"server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "name": "network-vif-plugged", "status": "completed", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:37:21.354556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:21.357327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697443a-2fdf-4620-808b-696382e86330 req-46e69d0b-e868-43d3-b009-9bbb50dc3af4 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:21.358996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2697443a-2fdf-4620-808b-696382e86330 req-46e69d0b-e868-43d3-b009-9bbb50dc3af4 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.43 "GET /v2.0/ports?device_id=667762cf-a3bf-493b-9976-67a24ded1784 HTTP/1.1" status: 200 len: 944 time: 0.0538208 Apr 21 21:37:21.359606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:21.395391 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c095f2b6-f54e-4ac8-9b13-e92eef155750 x-openstack-request-id: req-c095f2b6-f54e-4ac8-9b13-e92eef155750 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:37:21.396080 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "name": "network-vif-plugged", "status": "completed", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:37:21.396345 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c095f2b6-f54e-4ac8-9b13-e92eef155750 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:37:21.396730 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c095f2b6-f54e-4ac8-9b13-e92eef155750'] response: {'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11', 'code': 200} Apr 21 21:37:21.418626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:21.449161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2697443a-2fdf-4620-808b-696382e86330 req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Deleting port 594775b7-29b3-47e7-8d81-19d819a41a11 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:37:21.450369 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2697443a-2fdf-4620-808b-696382e86330 req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:21.555265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-2697443a-2fdf-4620-808b-696382e86330 req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] For port 594775b7-29b3-47e7-8d81-19d819a41a11, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=594775b7-29b3-47e7-8d81-19d819a41a11,segment=NetworkSegment(82014ada-14d6-4e83-82a1-12eba575108a),segment_id=82014ada-14d6-4e83-82a1-12eba575108a)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:21.555626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2697443a-2fdf-4620-808b-696382e86330 req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:21.568741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-2697443a-2fdf-4620-808b-696382e86330 req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Calling delete_port for 594775b7-29b3-47e7-8d81-19d819a41a11 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:37:21.690323 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2697443a-2fdf-4620-808b-696382e86330 req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:21.701220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['594775b7-29b3-47e7-8d81-19d819a41a11'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:37:21.723581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Pushing event deleted for resources: {'Port': ['ID=594775b7-29b3-47e7-8d81-19d819a41a11,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:21.762354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2697443a-2fdf-4620-808b-696382e86330 req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] No DVR routers for this DVR port 594775b7-29b3-47e7-8d81-19d819a41a11 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:37:21.764997 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-2697443a-2fdf-4620-808b-696382e86330 req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:21.768220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2697443a-2fdf-4620-808b-696382e86330 req-4ef3d93d-01c2-4b96-a82c-71db8ab0ae16 tempest-ServerDiskConfigTestJSON-1159085760 tempest-ServerDiskConfigTestJSON-1159085760-project] 10.222.0.43 "DELETE /v2.0/ports/594775b7-29b3-47e7-8d81-19d819a41a11 HTTP/1.1" status: 204 len: 173 time: 0.4039636 Apr 21 21:37:21.768648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'name': 'network-vif-deleted', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:37:21.770890 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd29dbb6-e8fa-4bae-91c1-2c593f239cd9" -d '{"events": [{"server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "name": "network-vif-deleted", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:37:21.810418 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8316fa17-6860-46d8-8042-2f20a9a9be99 x-openstack-request-id: req-8316fa17-6860-46d8-8042-2f20a9a9be99 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:37:21.810796 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667762cf-a3bf-493b-9976-67a24ded1784", "name": "network-vif-deleted", "tag": "594775b7-29b3-47e7-8d81-19d819a41a11", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:37:21.811068 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8316fa17-6860-46d8-8042-2f20a9a9be99 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:37:21.811469 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8316fa17-6860-46d8-8042-2f20a9a9be99'] response: {'server_uuid': '667762cf-a3bf-493b-9976-67a24ded1784', 'name': 'network-vif-deleted', 'tag': '594775b7-29b3-47e7-8d81-19d819a41a11', 'status': 'completed', 'code': 200} Apr 21 21:37:22.399296 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40848) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:22.442620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ddb767-da14-445f-893e-5127285f2ec9 admin admin] Deleting subnet 62412dc3-895d-4f52-91c9-f23932bc98fb {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:37:22.445574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28ddb767-da14-445f-893e-5127285f2ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.479488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28ddb767-da14-445f-893e-5127285f2ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.520667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28ddb767-da14-445f-893e-5127285f2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.571464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28ddb767-da14-445f-893e-5127285f2ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.598430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddb767-da14-445f-893e-5127285f2ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62412dc3-895d-4f52-91c9-f23932bc98fb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:22.603311 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-28ddb767-da14-445f-893e-5127285f2ec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.606491 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-28ddb767-da14-445f-893e-5127285f2ec9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/62412dc3-895d-4f52-91c9-f23932bc98fb HTTP/1.1" status: 204 len: 168 time: 0.2061968 Apr 21 21:37:22.608953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40850) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:22.677171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.757921 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.777860 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266e96f0-92cc-4d49-b9bf-27552f44e0a8']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:22.786751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82014ada-14d6-4e83-82a1-12eba575108a') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:22.787049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82014ada-14d6-4e83-82a1-12eba575108a') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:22.796090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.809518 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.815435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:37:22.815869 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:37:22.817836 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:37:22.875341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.880185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:22.883600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] 10.222.0.49 "DELETE /v2.0/networks/266e96f0-92cc-4d49-b9bf-27552f44e0a8 HTTP/1.1" status: 204 len: 168 time: 0.2737386 Apr 21 21:37:22.897040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dc8ee-b931-4ab3-a90e-c6166ac85a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=266e96f0-92cc-4d49-b9bf-27552f44e0a8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:22.991208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40854) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:23.029696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a16ec8fa-c8c3-4568-8ba3-e1ed05ce89e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c743488df3834ae5b5d088c4761e1f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373659 Apr 21 21:37:23.032089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40856) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:23.077830 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fceb0786-7c21-481e-8a90-1c981dcc044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:23.097661 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fceb0786-7c21-481e-8a90-1c981dcc044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:23.147392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fceb0786-7c21-481e-8a90-1c981dcc044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:23.149946 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fceb0786-7c21-481e-8a90-1c981dcc044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:23.151094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fceb0786-7c21-481e-8a90-1c981dcc044f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0 HTTP/1.1" status: 204 len: 168 time: 0.1181412 Apr 21 21:37:23.159110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb0786-7c21-481e-8a90-1c981dcc044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdb4052-5fc5-4dd8-bcae-fac3bc9d3eb0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:23.790029 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40878) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:23.915224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1007161793-network', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:23.934236 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Made reservation on behalf of a80917f5364c49c3ab72393812afec4a for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:37:23.936562 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:23.944834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.023972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.028248 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.048165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:37:24.061009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4eee10-2475-4849-a246-b9e1db8ce965,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:24.065716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.066054 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Added segment 2ee4917c-d890-4a45-b128-f9ae5b5ba1cb of type vlan for network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 Apr 21 21:37:24.105716 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.128707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.129649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:24.130243 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.186448 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3950593 Apr 21 21:37:24.189090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40884) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:24.195883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Request body: {'subnet': {'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1007161793-subnet', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:24.200708 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da382f-f54a-4df4-bf06-c46451c7d8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:24.209805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:37:24.217946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Made reservation on behalf of a80917f5364c49c3ab72393812afec4a for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:37:24.220325 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.384359 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.443327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4265ed-0e64-4823-b057-3c29a7552f05,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:24.450954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:37:24.451304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Network hostable DHCP agents. Network: e51a0ba3-ccde-4733-90a9-bfc4fc7351f9, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:37:24.467043 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:37:24.475560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e51a0ba3-ccde-4733-90a9-bfc4fc7351f9) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:37:24.479468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:24.480052 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.484118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e13c6c4-88d0-46e9-901f-89c7a5167e71 None None] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:37:24.497717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1543804b-1470-4713-aa04-2f90ef6a3548 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3076382 Apr 21 21:37:24.500400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40886) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:24.504709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:24.522973 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.524047 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.574947 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.626715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:37:24.627593 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.715162 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.758306 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Allocated IP 172.20.0.2 (e51a0ba3-ccde-4733-90a9-bfc4fc7351f9/8a4265ed-0e64-4823-b057-3c29a7552f05/c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:37:24.899688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.906514 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.915718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.935041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:24.950790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:37:24.953752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:37:24.957835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:37:24.961390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Pushing event updated for resources: {'Port': ['ID=c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:25.010946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Attempting to bind port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:37:25.011444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Attempting to bind port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:37:25.011822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Attempting to bind port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:37:25.017798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:37:25.018162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:37:25.018556 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:25.018938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:37:25.019389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Bound port: c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:37:25.019762 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:25.034762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Allocated IP 172.25.0.141 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/3b559f27-eca6-4f3d-85a2-728c3f310c85) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:37:25.080857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] For port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:37:25.083823 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] For port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:37:25.087193 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:25.145322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f445d-4949-448c-81e3-8eefb8ec9e6e None None] Pushing event updated for resources: {'Port': ['ID=c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:25.146208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:25.172978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 594775b7-29b3-47e7-8d81-19d819a41a11 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:37:25.183776 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:25.195016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 594775b7-29b3-47e7-8d81-19d819a41a11 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:37:25.195351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 594775b7-29b3-47e7-8d81-19d819a41a11 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:37:25.228798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:37:25.232365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:37:25.236698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:37:25.239762 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b559f27-eca6-4f3d-85a2-728c3f310c85,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:25.500416 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:25.693280 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:25.823101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Router c51b8190-9903-45fb-88a8-4f6a75416ecf is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:37:25.941983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:37:25.952185 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:37:25.962292 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:37:25.962914 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:37:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:25.963418 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:25.967205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5aa44c60-5a1d-44b9-ba46-b76a630983c3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4633591 Apr 21 21:37:25.967576 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40888) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:26.033930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6654f17-0116-47c0-a2a3-7be6b71db5e6 None None] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:37:26.077432 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:37:26.109014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-885c83fb-e6bf-40e5-9545-2a7a12487dba None None] Provisioning complete for port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:26.109385 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-885c83fb-e6bf-40e5-9545-2a7a12487dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.276862 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:25Z', 'revision_number': 3, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:26.304925 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:37:26.305280 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Updating router c51b8190-9903-45fb-88a8-4f6a75416ecf port 3b559f27-eca6-4f3d-85a2-728c3f310c85 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:37:26.331822 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.415856 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-885c83fb-e6bf-40e5-9545-2a7a12487dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.455890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-885c83fb-e6bf-40e5-9545-2a7a12487dba None None] For port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:26.462720 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-885c83fb-e6bf-40e5-9545-2a7a12487dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.523066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c83fb-e6bf-40e5-9545-2a7a12487dba None None] Pushing event updated for resources: {'Port': ['ID=c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:26.621933 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.627798 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.687019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-35ba61a3-54e0-44b9-bbee-bf209b730d0e None None] Provisioning complete for port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:26.687784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-35ba61a3-54e0-44b9-bbee-bf209b730d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.688729 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Attempting to bind port 3b559f27-eca6-4f3d-85a2-728c3f310c85 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:37:26.689200 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Attempting to bind port 3b559f27-eca6-4f3d-85a2-728c3f310c85 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:37:26.689562 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Attempting to bind port 3b559f27-eca6-4f3d-85a2-728c3f310c85 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:37:26.691517 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Pushing event updated for resources: {'Port': ['ID=3b559f27-eca6-4f3d-85a2-728c3f310c85,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:26.701151 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:37:26.701509 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:37:26.701909 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.702353 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:37:26.702808 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Bound port: 3b559f27-eca6-4f3d-85a2-728c3f310c85, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:37:26.703177 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.705609 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.705939 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.706263 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.706584 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.706948 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.707212 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.707523 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.707831 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.708138 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.708445 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.708750 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.709086 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:37:26.765370 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] For port 3b559f27-eca6-4f3d-85a2-728c3f310c85, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:37:26.769316 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] For port 3b559f27-eca6-4f3d-85a2-728c3f310c85, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3b559f27-eca6-4f3d-85a2-728c3f310c85,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:37:26.772039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.776282 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:26.837527 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9848c3f-3e8d-46c1-a5ee-14b6591d74b6 None None] Pushing event updated for resources: {'Port': ['ID=3b559f27-eca6-4f3d-85a2-728c3f310c85,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:26.841458 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:37:26.842071 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:37:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:26.943893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:37:26.951557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Allocated IP 172.20.0.1 (e51a0ba3-ccde-4733-90a9-bfc4fc7351f9/8a4265ed-0e64-4823-b057-3c29a7552f05/6c408849-f676-4306-9d29-4d00e4251319) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:37:26.951897 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:37:26.997697 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:26.998077 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:27.055316 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:27.097670 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:27.133980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:37:27.135586 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:25Z', 'revision_number': 3, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:27.139187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:37:27.143625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:37:27.165066 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb17cd5-af6d-43d3-9e8f-83a0e734d467 None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:25Z', 'revision_number': 3, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:37:27.179289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c408849-f676-4306-9d29-4d00e4251319,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:27.202923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:27.341124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:27.413766 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-78aa057d-52cd-4b7c-9772-d81e0ec77a44 None None] Provisioning complete for port 6c408849-f676-4306-9d29-4d00e4251319 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:27.414288 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-78aa057d-52cd-4b7c-9772-d81e0ec77a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:27.459189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-78aa057d-52cd-4b7c-9772-d81e0ec77a44 None None] Port 6c408849-f676-4306-9d29-4d00e4251319 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:37:27.532483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:27.537304 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:27.605263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Pushing event updated for resources: {'Port': ['ID=6c408849-f676-4306-9d29-4d00e4251319,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:27.609066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:27.708956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:37:27.710405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:37:27.830262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:37:27.946773 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:37:27.952966 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cac6e1b8-c9d8-4ea6-b90c-a9c3a9b5abd4 admin admin] 10.222.0.49 "PUT /v2.0/routers/c51b8190-9903-45fb-88a8-4f6a75416ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9843509 Apr 21 21:37:27.980452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bc0dc943-8ca9-42c8-8c14-b35b1efee18f None None] Provisioning complete for port 6c408849-f676-4306-9d29-4d00e4251319 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:27.981393 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc0dc943-8ca9-42c8-8c14-b35b1efee18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.020967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bc0dc943-8ca9-42c8-8c14-b35b1efee18f None None] Port 6c408849-f676-4306-9d29-4d00e4251319 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:37:28.339498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40896) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:28.344145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-80887c6f-291d-4659-a32c-0bee26c751e1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775200308', 'description': 'tempest-description--1814248385'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:28.364075 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80887c6f-291d-4659-a32c-0bee26c751e1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.436193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80887c6f-291d-4659-a32c-0bee26c751e1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.439947 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80887c6f-291d-4659-a32c-0bee26c751e1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.469058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-80887c6f-291d-4659-a32c-0bee26c751e1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.470280 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-80887c6f-291d-4659-a32c-0bee26c751e1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1297023 Apr 21 21:37:28.472136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80887c6f-291d-4659-a32c-0bee26c751e1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d88b2f4-c7b4-464b-b859-ea0c825b55be,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:28.473279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40898) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:28.479395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e45b0918-25b0-4aab-987f-212d09b05cf0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'security_group_rule': {'security_group_id': '6d88b2f4-c7b4-464b-b859-ea0c825b55be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:28.506043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e45b0918-25b0-4aab-987f-212d09b05cf0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.562005 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e45b0918-25b0-4aab-987f-212d09b05cf0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.565426 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e45b0918-25b0-4aab-987f-212d09b05cf0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.582801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b0918-25b0-4aab-987f-212d09b05cf0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9e3e5c-8aef-4d14-adcb-6def1484c65c,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:28.590009 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e45b0918-25b0-4aab-987f-212d09b05cf0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.591774 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e45b0918-25b0-4aab-987f-212d09b05cf0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165721 Apr 21 21:37:28.594415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 40900) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:28.598677 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1213be63-0583-406a-8cf9-dea8c20efb25 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'security_group_rule': {'security_group_id': '6d88b2f4-c7b4-464b-b859-ea0c825b55be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:28.623276 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1213be63-0583-406a-8cf9-dea8c20efb25 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.681713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1213be63-0583-406a-8cf9-dea8c20efb25 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.686654 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1213be63-0583-406a-8cf9-dea8c20efb25 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.689942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:37:28.700644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:37:28.701297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:37:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:28.708935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213be63-0583-406a-8cf9-dea8c20efb25 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ad3763-b9a3-4dda-aad8-862d3167fc0f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:28.718257 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1213be63-0583-406a-8cf9-dea8c20efb25 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.719455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1213be63-0583-406a-8cf9-dea8c20efb25 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241317 Apr 21 21:37:28.722628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40902) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:28.727290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:28.747252 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.806423 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:37:28.843485 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:28.940816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3b559f27-eca6-4f3d-85a2-728c3f310c85 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:37:28.964927 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Allocated IP 172.25.0.245 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/b11a00e7-eb08-4605-9eac-a8110ff3bad3) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:37:29.047975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3b559f27-eca6-4f3d-85a2-728c3f310c85 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:29.048351 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.067854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.100092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 2, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:29.100829 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.129177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:37:29.129528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Updating router c51b8190-9903-45fb-88a8-4f6a75416ecf port 6c408849-f676-4306-9d29-4d00e4251319 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:37:29.140951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:37:29.145711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:37:29.149230 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:37:29.174122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event updated for resources: {'Port': ['ID=b11a00e7-eb08-4605-9eac-a8110ff3bad3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:29.180434 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.195276 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.236071 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.236704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 3b559f27-eca6-4f3d-85a2-728c3f310c85, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3b559f27-eca6-4f3d-85a2-728c3f310c85,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:29.246869 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.269380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.364092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=3b559f27-eca6-4f3d-85a2-728c3f310c85,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:29.423362 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.428149 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.502305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event updated for resources: {'Port': ['ID=b11a00e7-eb08-4605-9eac-a8110ff3bad3,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:29.509069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.513359 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.518446 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.524592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.525845 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5573c47a-e824-476e-93d8-cb1fdc001136 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8022323 Apr 21 21:37:29.592035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17297a95-09b7-475a-9bf1-d5532d4d75e4 None None] Pushing event updated for resources: {'Port': ['ID=6c408849-f676-4306-9d29-4d00e4251319,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:29.625185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Attempting to bind port 6c408849-f676-4306-9d29-4d00e4251319 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:37:29.625553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Attempting to bind port 6c408849-f676-4306-9d29-4d00e4251319 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:37:29.625913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Attempting to bind port 6c408849-f676-4306-9d29-4d00e4251319 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:37:29.631577 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:37:29.631949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:37:29.632351 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.632739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:37:29.633227 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Bound port: 6c408849-f676-4306-9d29-4d00e4251319, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:37:29.633635 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.698678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] For port 6c408849-f676-4306-9d29-4d00e4251319, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:37:29.703171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] For port 6c408849-f676-4306-9d29-4d00e4251319, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6c408849-f676-4306-9d29-4d00e4251319,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:37:29.708150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.762671 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:37:29.763393 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:37:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:29.831709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17297a95-09b7-475a-9bf1-d5532d4d75e4 None None] Pushing event updated for resources: {'Port': ['ID=6c408849-f676-4306-9d29-4d00e4251319,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:29.889756 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-6429feba-000d-4c55-b6d7-f8820c4ff990 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--775200308&fields=id&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 267 time: 0.0440280 Apr 21 21:37:29.913211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6864a0ad-9dca-46e8-abc0-2404c2d51f60 None None] Provisioning complete for port 6c408849-f676-4306-9d29-4d00e4251319 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:29.913586 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6864a0ad-9dca-46e8-abc0-2404c2d51f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:29.916143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:37:30.002025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-43f0bc55-909a-41ac-98b7-e1c8a231157b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:30.003466 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-43f0bc55-909a-41ac-98b7-e1c8a231157b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 812 time: 0.1068523 Apr 21 21:37:30.018136 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-ed30fadb-c0f7-4571-b278-65c63fd35a13 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/quotas/a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 375 time: 0.0089183 Apr 21 21:37:30.076399 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-d19e97ea-312a-4616-9097-048c2d03d8a0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525966 Apr 21 21:37:30.114306 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6864a0ad-9dca-46e8-abc0-2404c2d51f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:30.172208 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-7acaf49f-d039-4891-b867-27953169213d service neutron] 10.222.0.49 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836809 Apr 21 21:37:30.178001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6864a0ad-9dca-46e8-abc0-2404c2d51f60 None None] For port 6c408849-f676-4306-9d29-4d00e4251319, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6c408849-f676-4306-9d29-4d00e4251319,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:30.182005 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6864a0ad-9dca-46e8-abc0-2404c2d51f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:30.241663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:30.243199 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864a0ad-9dca-46e8-abc0-2404c2d51f60 None None] Pushing event updated for resources: {'Port': ['ID=6c408849-f676-4306-9d29-4d00e4251319,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:30.266174 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-16ffcf94-4d81-4e37-b425-dd618d3de871 service neutron] 10.222.0.49 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866845 Apr 21 21:37:30.272911 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d7a25e-e5a9-4414-8f67-ef5b562a3e44 None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:37:30.304795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-548ba02e-3f0f-4e75-89fa-129d47bf32d3 None None] Provisioning complete for port 6c408849-f676-4306-9d29-4d00e4251319 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:30.305413 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-548ba02e-3f0f-4e75-89fa-129d47bf32d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:30.535306 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-94593e7b-1901-41d4-a7f7-5db199f2960e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:30.555252 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-270b7132-1da9-4c59-926a-40b8becca659 req-a4667524-5570-49c2-855c-683d75903568 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 210 time: 0.1141880 Apr 21 21:37:30.985967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3b559f27-eca6-4f3d-85a2-728c3f310c85 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:37:31.043884 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 3b559f27-eca6-4f3d-85a2-728c3f310c85 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:31.044262 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:31.286956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6c408849-f676-4306-9d29-4d00e4251319 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:37:31.336089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6c408849-f676-4306-9d29-4d00e4251319 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:31.336710 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:31.520989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-97c049db-b6e8-49d2-8e23-f98ed32ef528 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:31.522682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-97c049db-b6e8-49d2-8e23-f98ed32ef528 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 812 time: 0.1503255 Apr 21 21:37:31.573929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-d83a4fd0-e63b-400c-8d65-60a0c9511e4e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 379 time: 0.0418963 Apr 21 21:37:31.584120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'port': {'device_id': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'admin_state_up': True, 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'security_groups': ['6d88b2f4-c7b4-464b-b859-ea0c825b55be']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:31.655297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd99d154-e3fe-452b-ba8a-9d094bc24cf8 req-140456e4-1c86-483f-8b51-c3ed46eb6d86 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 210 time: 0.0273104 Apr 21 21:37:31.699314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Made reservation on behalf of a80917f5364c49c3ab72393812afec4a for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:37:31.703173 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:31.832180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Allocated IP 172.20.0.3 (e51a0ba3-ccde-4733-90a9-bfc4fc7351f9/8a4265ed-0e64-4823-b057-3c29a7552f05/9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:37:31.962405 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:31.994382 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.035854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:37:32.040690 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:37:32.044822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:37:32.069339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event updated for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:32.098290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:32.098895 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.114820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-a9ebe150-efd7-4317-8f8b-e40e0dbabb94 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5344408 Apr 21 21:37:32.126611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Request body: {'port': {'device_id': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:32.181958 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.241495 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2b59d435-7ff4-41bf-9cc1-8c8c071efc3d None None] Provisioning complete for port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:32.242058 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2b59d435-7ff4-41bf-9cc1-8c8c071efc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.274469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-2b59d435-7ff4-41bf-9cc1-8c8c071efc3d None None] Port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:37:32.441675 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:37:32.448743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.461538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Transition to ACTIVE for port object 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:37:32.464791 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.529176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:32.579155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Attempting to bind port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:37:32.579765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Attempting to bind port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:37:32.579866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Attempting to bind port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:37:32.584034 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:37:32.584349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Attempting to bind port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:37:32.589152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:37:32.589483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:37:32.589871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:37:32.590344 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Bound port: 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:37:32.590698 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.658067 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:37:32.661705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:37:32.665757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.702709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:32.703330 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.704709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] 10.222.0.43 "PUT /v2.0/ports/9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 1091 time: 0.5822918 Apr 21 21:37:32.705268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:37:32.707428 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5155d864-1362-4bec-a653-ddcb71f268c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:37:32.740267 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ad178-2e68-4f1a-8a74-15a1c4770922 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:32.765417 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ef8272-3101-4550-a409-4667920be18e x-openstack-request-id: req-a8ef8272-3101-4550-a409-4667920be18e {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:37:32.765700 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:37:32.765946 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8ef8272-3101-4550-a409-4667920be18e {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:37:32.766339 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ef8272-3101-4550-a409-4667920be18e'] response: {'name': 'network-changed', 'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'status': 'completed', 'code': 200} Apr 21 21:37:32.825460 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2bed271e-84f3-4a9c-8cc5-45f01f0bf6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:32.829977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-8d5fc4a4-f930-4235-97d2-1a66b8075190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:32.831446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-8d5fc4a4-f930-4235-97d2-1a66b8075190 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 1094 time: 0.0763900 Apr 21 21:37:32.840269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ba96d-8fec-4523-a777-d9a864fdc3a2 req-544ca9de-8d77-4aba-a92f-600f1da4aa92 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:32.845275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-040ba96d-8fec-4523-a777-d9a864fdc3a2 req-544ca9de-8d77-4aba-a92f-600f1da4aa92 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.0749345 Apr 21 21:37:32.888751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-6834258a-8378-47c3-b196-0867acd415ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 217 time: 0.0456913 Apr 21 21:37:32.947917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-040ba96d-8fec-4523-a777-d9a864fdc3a2 req-d99036e3-5c1e-4907-9f5a-37698c74095f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962009 Apr 21 21:37:32.953791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-87b93414-1110-4c2c-99ae-1d83ccf84035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:32.955172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-87b93414-1110-4c2c-99ae-1d83ccf84035 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0602567 Apr 21 21:37:32.999470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-2a2cd42a-47a1-4d81-8ea0-21efef85d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:33.000925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-2a2cd42a-47a1-4d81-8ea0-21efef85d708 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393374 Apr 21 21:37:33.413048 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-9ee645e0-da4e-41b4-943e-dccfe8a25071 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057922 Apr 21 21:37:33.499086 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-99ac9580-3653-4659-abaf-4ea9fd06ad98 req-d9ef2069-9024-4bd2-a500-87c73e0d3448 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795188 Apr 21 21:37:33.585469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-cc35c39f-695f-41e2-8e15-8a88ce2cd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:33.586924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-cc35c39f-695f-41e2-8e15-8a88ce2cd6c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 1094 time: 0.0424418 Apr 21 21:37:33.671118 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-e1111893-435a-4c2c-ba96-dc1fdf7833a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:33.672434 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-e1111893-435a-4c2c-ba96-dc1fdf7833a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0796270 Apr 21 21:37:33.715632 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-9d926e80-8ee4-44d3-bc0d-006d562464a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 217 time: 0.0361993 Apr 21 21:37:33.760424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-926b3c11-ddca-4f8d-a8a0-04e043368af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:33.762350 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-926b3c11-ddca-4f8d-a8a0-04e043368af3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0406783 Apr 21 21:37:33.804492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-a638b842-f9f6-4f73-94aa-97257ae81e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:33.805925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-a638b842-f9f6-4f73-94aa-97257ae81e88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376580 Apr 21 21:37:33.894765 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-8555b254-1532-4921-b6ce-e4a929d57558 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814044 Apr 21 21:37:33.985268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5155d864-1362-4bec-a653-ddcb71f268c1 req-d7912f20-5cec-48dd-9296-5262af1881a4 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841770 Apr 21 21:37:34.063609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880af80-186b-4ba4-9205-23f8e5c51ac0 req-720e1d4b-ed9d-4b29-8841-c251ef85f426 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:34.065077 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e880af80-186b-4ba4-9205-23f8e5c51ac0 req-720e1d4b-ed9d-4b29-8841-c251ef85f426 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.0477486 Apr 21 21:37:34.101850 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e880af80-186b-4ba4-9205-23f8e5c51ac0 req-75ecd987-1bd9-40d4-8b3d-e38aac2fc947 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308130 Apr 21 21:37:34.212647 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:35.213813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71850c4-5b44-4f75-9261-5543b48981e4 req-81d58e75-56a0-4347-8427-4e3ce752d704 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:35.215898 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e71850c4-5b44-4f75-9261-5543b48981e4 req-81d58e75-56a0-4347-8427-4e3ce752d704 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.0482142 Apr 21 21:37:35.251628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e71850c4-5b44-4f75-9261-5543b48981e4 req-1fb7a215-a928-4aa1-aa08-dc3cef7ad9fe tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298080 Apr 21 21:37:35.479188 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:36.000141 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:36.367520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4254-690a-4ac6-8339-b432e5972d2b req-f9878f24-60a5-41f0-ad4b-278247e7193c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:36.368981 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20ec4254-690a-4ac6-8339-b432e5972d2b req-f9878f24-60a5-41f0-ad4b-278247e7193c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.0487645 Apr 21 21:37:36.410917 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-20ec4254-690a-4ac6-8339-b432e5972d2b req-c91443d5-5509-4cb2-94a1-ff5e75cc66fb tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357671 Apr 21 21:37:37.234184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:37:37.326328 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:37.340437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'mac_address': 'fa:16:3e:58:d8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:37:37.378328 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:37.392653 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:37:37.411783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:37.415614 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:37.462283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:37.536626 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16e7c5-2a3a-4c59-94ae-d6329a4a9672 req-a77f3184-e506-43f3-9c4b-8e165b20a0c2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:37.538131 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b16e7c5-2a3a-4c59-94ae-d6329a4a9672 req-a77f3184-e506-43f3-9c4b-8e165b20a0c2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 944 time: 0.0535815 Apr 21 21:37:37.576389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b16e7c5-2a3a-4c59-94ae-d6329a4a9672 req-44a1852a-f3f8-4af0-976d-7124abd03c02 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313361 Apr 21 21:37:37.706989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:37:38.688951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2581d4-74a5-4a61-b66d-f42958c5fbc4 req-5019791f-f0e5-44a9-b34c-aa7e98542230 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:38.690401 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f2581d4-74a5-4a61-b66d-f42958c5fbc4 req-5019791f-f0e5-44a9-b34c-aa7e98542230 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 944 time: 0.0473537 Apr 21 21:37:38.730841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f2581d4-74a5-4a61-b66d-f42958c5fbc4 req-7c6f397b-8306-4872-a55b-13b87e4bf9f2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339282 Apr 21 21:37:39.249873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:37:39.302961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:37:39.306841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:37:39.307214 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:39.384925 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:39.407013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:37:39.409315 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939d35c2-5d87-4621-9e50-a5db08015bb6" -d '{"events": [{"server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "name": "network-vif-plugged", "status": "completed", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:37:39.422358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:37:39.426269 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:39.450971 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6f28d9-c074-4bdd-93c0-3d95174a3c4e x-openstack-request-id: req-ce6f28d9-c074-4bdd-93c0-3d95174a3c4e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:37:39.451263 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "name": "network-vif-plugged", "status": "completed", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:37:39.451514 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce6f28d9-c074-4bdd-93c0-3d95174a3c4e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:37:39.451904 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6f28d9-c074-4bdd-93c0-3d95174a3c4e'] response: {'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'code': 200} Apr 21 21:37:39.476034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:37:39.553242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191197a-1848-4e5f-8c4b-beb492e0d665 req-6c67f53d-ea02-4da3-92eb-f7a873e7333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:39.554627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6191197a-1848-4e5f-8c4b-beb492e0d665 req-6c67f53d-ea02-4da3-92eb-f7a873e7333f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 1096 time: 0.0397408 Apr 21 21:37:39.588948 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6191197a-1848-4e5f-8c4b-beb492e0d665 req-6894afa6-9572-4403-a837-c6ada8dced37 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267963 Apr 21 21:37:39.843947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592daaa1-18d4-4be4-8282-35e39d28b064 req-7abaf6d4-9469-4871-8eac-d2da5f6294f3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:39.845371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-592daaa1-18d4-4be4-8282-35e39d28b064 req-7abaf6d4-9469-4871-8eac-d2da5f6294f3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0484080 Apr 21 21:37:39.882060 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-592daaa1-18d4-4be4-8282-35e39d28b064 req-f5bb8029-204b-4cc4-b9bd-4c0fac13a8e0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306079 Apr 21 21:37:41.004464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965c4a7-9d98-4667-80fb-bae6566c3fd5 req-120ed0b6-4c10-411d-9c52-7930ae37bde3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:41.005955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c965c4a7-9d98-4667-80fb-bae6566c3fd5 req-120ed0b6-4c10-411d-9c52-7930ae37bde3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0487511 Apr 21 21:37:41.044646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c965c4a7-9d98-4667-80fb-bae6566c3fd5 req-38ea6fec-2fda-4d62-ac2d-62e491f65038 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Apr 21 21:37:41.154534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7849d-b7d5-4666-aaaf-b69b7b8a3df8 req-5d9b2740-d3d4-4607-aa97-7f9f619ae5a6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:41.155905 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dfe7849d-b7d5-4666-aaaf-b69b7b8a3df8 req-5d9b2740-d3d4-4607-aa97-7f9f619ae5a6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0480106 Apr 21 21:37:41.164332 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 40956) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:37:41.168582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6d30c996-92d3-4a60-b1d9-e454de720d9f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'floatingip': {'port_id': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:37:41.210537 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d30c996-92d3-4a60-b1d9-e454de720d9f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:41.653036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d30c996-92d3-4a60-b1d9-e454de720d9f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:41.656657 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d30c996-92d3-4a60-b1d9-e454de720d9f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:41.750170 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-6d30c996-92d3-4a60-b1d9-e454de720d9f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0 associated. External IP: 172.25.0.245, port: 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4. Apr 21 21:37:41.968510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d30c996-92d3-4a60-b1d9-e454de720d9f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:37:42.073739 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d30c996-92d3-4a60-b1d9-e454de720d9f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:37:42.078882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6d30c996-92d3-4a60-b1d9-e454de720d9f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:42.083896 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:37:42.092893 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:37:42.093489 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:37:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:42.105151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6d30c996-92d3-4a60-b1d9-e454de720d9f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "PUT /v2.0/floatingips/797c0782-281f-4d36-ac6c-8fb51ade3ed0 HTTP/1.1" status: 200 len: 991 time: 0.9396846 Apr 21 21:37:42.106149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:37:42.108516 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:37:42.147272 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e161a603-1842-4338-9a5c-687cd094c63b x-openstack-request-id: req-e161a603-1842-4338-9a5c-687cd094c63b {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:37:42.147559 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:37:42.147809 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e161a603-1842-4338-9a5c-687cd094c63b {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:37:42.148212 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e161a603-1842-4338-9a5c-687cd094c63b'] response: {'name': 'network-changed', 'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'status': 'completed', 'code': 200} Apr 21 21:37:42.207419 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:37:42.236725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-183974da-a8c9-49e3-9e59-1e369affd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:42.238242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-183974da-a8c9-49e3-9e59-1e369affd11e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 1096 time: 0.0679090 Apr 21 21:37:42.246252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7f6df-7453-4fec-997e-8f9b982b0983 req-350144f5-8d5f-47dd-bf42-bcba42c00966 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:42.247596 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cc7f6df-7453-4fec-997e-8f9b982b0983 req-350144f5-8d5f-47dd-bf42-bcba42c00966 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0905070 Apr 21 21:37:42.333577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1cc7f6df-7453-4fec-997e-8f9b982b0983 req-83bc32d4-46d3-4ec7-a625-534d878ce330 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770144 Apr 21 21:37:42.361576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-4dee9a40-1e11-479b-a068-57a04316d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:42.362942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-4dee9a40-1e11-479b-a068-57a04316d320 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.1145251 Apr 21 21:37:42.429807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-7f2fce5b-f518-49e0-8537-e01ead858b88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 999 time: 0.0604210 Apr 21 21:37:42.459109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d5917-aa68-43e6-8fb0-4c140abeb13e req-6a7dea20-eca1-4b3d-9779-490cc27c4973 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:42.460820 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-220d5917-aa68-43e6-8fb0-4c140abeb13e req-6a7dea20-eca1-4b3d-9779-490cc27c4973 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0546408 Apr 21 21:37:42.482201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-e08b0e46-e7bc-4bc0-9313-e175226aa679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:42.483798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-e08b0e46-e7bc-4bc0-9313-e175226aa679 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0484245 Apr 21 21:37:42.516886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-220d5917-aa68-43e6-8fb0-4c140abeb13e req-c93b558d-94d9-43ab-a26e-9e942a13ccb7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481865 Apr 21 21:37:42.530124 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:58:d8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:37:41Z', 'revision_number': 1, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:42.540106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-d8ba6d8d-0e50-46d5-b182-bf4aba3d6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:42.540106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-d8ba6d8d-0e50-46d5-b182-bf4aba3d6b22 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474029 Apr 21 21:37:42.559864 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:37:42.567750 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:37:42.568344 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:37:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:42.625273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-5ce262f5-abef-4914-b1e8-feac4766da55 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804992 Apr 21 21:37:42.668919 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:37:42.717280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaec6c2d-a0d3-4d8d-b408-fb7dd6694b3b req-0a07b7f0-51a7-4a47-8f4e-6f26dd9365ef service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861568 Apr 21 21:37:42.893907 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:58:d8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:37:41Z', 'revision_number': 1, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:37:42.920028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dabbd5f-75a5-4f19-b3e7-86565472d094 None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:58:d8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:37:41Z', 'revision_number': 1, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:37:43.108241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc4a3e-cfee-4248-a456-dcab363dd802 None None] New status for floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:37:43.637418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32993d0-ddce-4b49-b30c-81586ba56f69 req-8e9dd858-abf7-44db-b95e-a54402f3a710 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:43.638888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b32993d0-ddce-4b49-b30c-81586ba56f69 req-8e9dd858-abf7-44db-b95e-a54402f3a710 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0503910 Apr 21 21:37:43.679970 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b32993d0-ddce-4b49-b30c-81586ba56f69 req-37ce0a55-b6f3-4dd0-9895-1c4091ef6540 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345566 Apr 21 21:37:43.794008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9185-d314-4ca0-b91f-7226961c70e1 req-c029c017-c7b6-40da-aca7-78af23dc7293 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:43.795469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-725a9185-d314-4ca0-b91f-7226961c70e1 req-c029c017-c7b6-40da-aca7-78af23dc7293 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0486512 Apr 21 21:37:43.832311 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-725a9185-d314-4ca0-b91f-7226961c70e1 req-58209994-9fbb-4925-b6c6-470e4a9a9233 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306294 Apr 21 21:37:44.054102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-6172b5eb-f366-4f3a-ae2c-7eea637e8dc3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407641 Apr 21 21:37:44.067465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e434ab7-a919-4ac5-9585-58b0e7a1c932 req-0ce6aaea-f2d5-46fd-b145-e19f212da3f9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:44.068992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e434ab7-a919-4ac5-9585-58b0e7a1c932 req-0ce6aaea-f2d5-46fd-b145-e19f212da3f9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0488014 Apr 21 21:37:44.108586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1e434ab7-a919-4ac5-9585-58b0e7a1c932 req-aa320ffb-574b-4515-b53c-1431d5beb71e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324960 Apr 21 21:37:45.139250 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-9eaacd8d-22ba-4039-914b-ff64e8ccf5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:45.140732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-9eaacd8d-22ba-4039-914b-ff64e8ccf5fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 1096 time: 0.0406079 Apr 21 21:37:45.268446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c371ef8-f39b-4159-a43d-3cfc161e14d3 req-9780f763-06bf-42cc-9755-f91bc124f235 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:45.269922 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c371ef8-f39b-4159-a43d-3cfc161e14d3 req-9780f763-06bf-42cc-9755-f91bc124f235 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0720167 Apr 21 21:37:45.272603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-a4c6ddd1-4ebe-48ab-a9e3-4cac6e139262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:45.273952 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-a4c6ddd1-4ebe-48ab-a9e3-4cac6e139262 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.1262853 Apr 21 21:37:45.353182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c371ef8-f39b-4159-a43d-3cfc161e14d3 req-7541f4a2-4607-402f-ab8f-cb35baa393d2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767817 Apr 21 21:37:45.361545 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-e5ca77bb-b98a-485e-970f-1d6a256c97a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 1001 time: 0.0789559 Apr 21 21:37:45.409028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-51c3a244-7d99-42b6-a63f-07cd04ebd48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:45.410349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-51c3a244-7d99-42b6-a63f-07cd04ebd48c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0428200 Apr 21 21:37:45.453992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-57f3df79-5122-4a4e-81f9-f64eafd106da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:45.455426 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-57f3df79-5122-4a4e-81f9-f64eafd106da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390944 Apr 21 21:37:45.545887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-b11e21cc-51f9-444e-b2e1-6ad9d66dae51 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840936 Apr 21 21:37:45.630202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-1c08cdaa-ff8f-4a49-afe0-aee241326b26 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780106 Apr 21 21:37:46.272449 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:37:46.466730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7db12-a150-4f63-8499-3c9e5c99a664 req-7fa7f6f5-aabe-4ea2-b5c0-8b266d446956 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:46.468196 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0f7db12-a150-4f63-8499-3c9e5c99a664 req-7fa7f6f5-aabe-4ea2-b5c0-8b266d446956 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0474813 Apr 21 21:37:46.509285 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b0f7db12-a150-4f63-8499-3c9e5c99a664 req-7522154f-e311-4d01-a8fa-fcf45bc819a1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351276 Apr 21 21:37:47.629582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bdfe-aa12-444d-aee8-50bc4418ffbf req-fcc5e405-728b-4a41-b309-5742c8168f25 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:47.631330 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9c0bdfe-aa12-444d-aee8-50bc4418ffbf req-fcc5e405-728b-4a41-b309-5742c8168f25 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0516264 Apr 21 21:37:47.668195 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9c0bdfe-aa12-444d-aee8-50bc4418ffbf req-0dbbbf80-eaea-4b42-9e61-3cad3b4ef972 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303397 Apr 21 21:37:48.788410 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7932ced-a2e2-43e3-baf9-01ab4a10eea6 req-848d18cb-92f4-42d9-938b-1792422cee6a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:48.789872 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a7932ced-a2e2-43e3-baf9-01ab4a10eea6 req-848d18cb-92f4-42d9-938b-1792422cee6a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0483880 Apr 21 21:37:48.827494 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a7932ced-a2e2-43e3-baf9-01ab4a10eea6 req-88ebd0cb-763b-4864-af8a-a08a89525eb7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306797 Apr 21 21:37:49.941019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3d6a1-e918-4144-a59c-ae4fb6dd87d0 req-41110f23-c998-416c-a9b1-2a0df26f74af tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:49.942479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4b3d6a1-e918-4144-a59c-ae4fb6dd87d0 req-41110f23-c998-416c-a9b1-2a0df26f74af tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0475945 Apr 21 21:37:49.979301 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4b3d6a1-e918-4144-a59c-ae4fb6dd87d0 req-f5271b72-b447-4876-aaf7-f901eb89c8b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309026 Apr 21 21:37:50.840807 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:51.022877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:37:51.096240 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2280d-9b46-442d-b4d2-606f1e55b106 req-89865ec4-cbd1-464e-80ee-f8c21e7b52fe tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:51.097699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77a2280d-9b46-442d-b4d2-606f1e55b106 req-89865ec4-cbd1-464e-80ee-f8c21e7b52fe tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0484664 Apr 21 21:37:51.133774 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77a2280d-9b46-442d-b4d2-606f1e55b106 req-66a26e96-4a77-4682-b547-dafe41b621c4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301816 Apr 21 21:37:52.249726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed1dbe-5d38-40c8-8b27-6b1b5b563b1d req-50aa39dc-3709-42d9-ac0d-9eb9bb1b46f8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:52.251216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bed1dbe-5d38-40c8-8b27-6b1b5b563b1d req-50aa39dc-3709-42d9-ac0d-9eb9bb1b46f8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0495150 Apr 21 21:37:52.290139 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bed1dbe-5d38-40c8-8b27-6b1b5b563b1d req-53337ef7-41c2-4c85-b1c0-299a8c474455 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321198 Apr 21 21:37:53.406602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a736663-b77d-47f2-af6f-f36f89e5b18e req-d75bccd8-1b80-4bda-8c0a-8bc124c91c82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:53.408066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a736663-b77d-47f2-af6f-f36f89e5b18e req-d75bccd8-1b80-4bda-8c0a-8bc124c91c82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0483739 Apr 21 21:37:53.449132 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5a736663-b77d-47f2-af6f-f36f89e5b18e req-d7291085-bbc7-46df-bf2b-0f57311ee6b8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349844 Apr 21 21:37:54.566791 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bfa48-1335-43fa-88ad-f08138ca0e3d req-79e52605-e9ca-4b56-aafe-a1aadb6cb859 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:54.568227 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-848bfa48-1335-43fa-88ad-f08138ca0e3d req-79e52605-e9ca-4b56-aafe-a1aadb6cb859 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0508997 Apr 21 21:37:54.605216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-848bfa48-1335-43fa-88ad-f08138ca0e3d req-d350e290-c9a7-46f0-893b-7bc5890ad736 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309808 Apr 21 21:37:55.721757 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be50c7-77af-4ab7-bada-094847ff600c req-8e47705e-9922-42e7-ba2c-ae003dc70dbd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:55.723238 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8be50c7-77af-4ab7-bada-094847ff600c req-8e47705e-9922-42e7-ba2c-ae003dc70dbd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0484390 Apr 21 21:37:55.760610 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b8be50c7-77af-4ab7-bada-094847ff600c req-d08a1615-0807-4229-8369-fc409addeb28 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Apr 21 21:37:56.879026 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f48e32-9e39-46ab-877f-9cb2b0a1ce2b req-d0ef7a52-4016-44f9-a89a-21c14afd5b87 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:56.881386 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26f48e32-9e39-46ab-877f-9cb2b0a1ce2b req-d0ef7a52-4016-44f9-a89a-21c14afd5b87 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0536382 Apr 21 21:37:56.923743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-26f48e32-9e39-46ab-877f-9cb2b0a1ce2b req-5893b6fd-66a2-41b8-b4db-4b0d605031c8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361266 Apr 21 21:37:58.038235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01d41b-5dde-4338-bd84-7607506c255b req-200b3bed-81bc-4d58-a685-cd00d1d31012 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:58.039679 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e01d41b-5dde-4338-bd84-7607506c255b req-200b3bed-81bc-4d58-a685-cd00d1d31012 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0480847 Apr 21 21:37:58.077120 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e01d41b-5dde-4338-bd84-7607506c255b req-d5ed0018-02cb-4e34-ad0f-9af025f3c93c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313301 Apr 21 21:37:59.188046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578f789-a11b-4805-98fd-5b241381e4c6 req-516f9ced-7412-4faf-81db-cc1d408c8592 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:37:59.189502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4578f789-a11b-4805-98fd-5b241381e4c6 req-516f9ced-7412-4faf-81db-cc1d408c8592 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0469327 Apr 21 21:37:59.226266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4578f789-a11b-4805-98fd-5b241381e4c6 req-e0706a7a-a657-4db1-974a-5efbcfa95db8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308988 Apr 21 21:38:00.340105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea3751-affe-4dea-a680-4e010f3e148e req-268aef36-e2ec-4bf7-8561-f94571bdd3fb tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:00.341625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4ea3751-affe-4dea-a680-4e010f3e148e req-268aef36-e2ec-4bf7-8561-f94571bdd3fb tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0485790 Apr 21 21:38:00.381992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4ea3751-affe-4dea-a680-4e010f3e148e req-2032c357-fd96-46be-a9be-d44a925e2ff1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342231 Apr 21 21:38:00.529654 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5ac76991-a389-48c7-a0d7-3eb671261c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:01.503753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3232c-dbb7-449c-9713-db2cd88e742d req-4be8143f-fbfb-4a50-b32f-ee8163ac29d5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:01.505212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fde3232c-dbb7-449c-9713-db2cd88e742d req-4be8143f-fbfb-4a50-b32f-ee8163ac29d5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0514371 Apr 21 21:38:01.542646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fde3232c-dbb7-449c-9713-db2cd88e742d req-54342d95-e3e7-4384-aa25-17881af5cede tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314393 Apr 21 21:38:02.668183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aef361-3711-43a1-86b7-f274a1ca75cf req-5ced39ec-0e3c-405f-9ada-2e6eb0d57b98 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:02.669658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b3aef361-3711-43a1-86b7-f274a1ca75cf req-5ced39ec-0e3c-405f-9ada-2e6eb0d57b98 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0572495 Apr 21 21:38:02.706873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b3aef361-3711-43a1-86b7-f274a1ca75cf req-342a170b-d249-49c2-8ac5-e975eee2fa08 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312710 Apr 21 21:38:02.817818 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fd209291-41ab-4fba-b89b-a929f9847b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:03.818744 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad351d7-b10d-4863-ac69-80fa3725f94b req-02e723be-2752-4c4a-aafc-60cbe446a893 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:03.820184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8ad351d7-b10d-4863-ac69-80fa3725f94b req-02e723be-2752-4c4a-aafc-60cbe446a893 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0472789 Apr 21 21:38:03.858080 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8ad351d7-b10d-4863-ac69-80fa3725f94b req-1b226b90-a0c4-43be-b912-4520a65ca28b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Apr 21 21:38:04.215592 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:04.975939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7180ac8-c0e9-4ab9-9cdf-68b5b1acc0f0 req-16fbfd2e-0ed3-4927-bd1d-2c20710bfc0b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:04.977418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7180ac8-c0e9-4ab9-9cdf-68b5b1acc0f0 req-16fbfd2e-0ed3-4927-bd1d-2c20710bfc0b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0474994 Apr 21 21:38:05.014741 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7180ac8-c0e9-4ab9-9cdf-68b5b1acc0f0 req-79489d2d-fa5e-44be-b348-8799bacfa64c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306771 Apr 21 21:38:05.481626 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:06.006433 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:06.128349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead18fb9-72c0-4ce5-9c48-b57306aa0c70 req-4903a97e-de93-4bec-858a-b8da8cff4414 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:06.129752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ead18fb9-72c0-4ce5-9c48-b57306aa0c70 req-4903a97e-de93-4bec-858a-b8da8cff4414 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0476739 Apr 21 21:38:06.166207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ead18fb9-72c0-4ce5-9c48-b57306aa0c70 req-ca9570b1-0de3-4b00-8974-8b47059dfd60 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305321 Apr 21 21:38:07.279981 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae61107-a7b0-4289-94c1-e009894d0d45 req-4efc47fe-4c03-46ff-b592-71563aab3370 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:07.281450 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ae61107-a7b0-4289-94c1-e009894d0d45 req-4efc47fe-4c03-46ff-b592-71563aab3370 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0468256 Apr 21 21:38:07.328415 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ae61107-a7b0-4289-94c1-e009894d0d45 req-c639e2a8-d65b-4501-b190-877a00fa4d12 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401008 Apr 21 21:38:08.445444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e6293-231b-4b43-b394-59a08731fa0c req-f5f9e0fc-5b91-4871-9e8b-db086d0271b8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:08.446890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc0e6293-231b-4b43-b394-59a08731fa0c req-f5f9e0fc-5b91-4871-9e8b-db086d0271b8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0509617 Apr 21 21:38:08.483902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc0e6293-231b-4b43-b394-59a08731fa0c req-728427c7-d6ba-4ab4-a152-7756afabb5d6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300419 Apr 21 21:38:09.600995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4abc3-5637-42b4-b26e-ca58446e6302 req-ed4f56cf-179e-4c15-92de-3f501df132f9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:09.602447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9c4abc3-5637-42b4-b26e-ca58446e6302 req-ed4f56cf-179e-4c15-92de-3f501df132f9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0484743 Apr 21 21:38:09.638950 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9c4abc3-5637-42b4-b26e-ca58446e6302 req-7316f304-af6b-4c52-937c-ba4205d503a6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305719 Apr 21 21:38:10.753336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660f70d-65cf-4920-9ebb-368d2d523ca6 req-a0a947e5-9559-454f-86c4-fa080a6799de tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:10.754777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d660f70d-65cf-4920-9ebb-368d2d523ca6 req-a0a947e5-9559-454f-86c4-fa080a6799de tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0480227 Apr 21 21:38:10.792259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d660f70d-65cf-4920-9ebb-368d2d523ca6 req-cc7174fc-9637-4edd-a94e-1aa8da887732 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Apr 21 21:38:11.914685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0923-5033-41b8-83fe-c9b91f2af899 req-7a772e0e-1ba7-439b-a4c0-c2cfe042b69e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:11.916328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce4b0923-5033-41b8-83fe-c9b91f2af899 req-7a772e0e-1ba7-439b-a4c0-c2cfe042b69e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0514958 Apr 21 21:38:11.954055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ce4b0923-5033-41b8-83fe-c9b91f2af899 req-b72fbcae-8ec2-4c8f-b178-28261d4726ae tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312884 Apr 21 21:38:12.412204 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-f97933f1-b3dd-44e3-804f-e77d19a94693 service neutron] show failed (client error): The resource could not be found. Apr 21 21:38:12.413200 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-f97933f1-b3dd-44e3-804f-e77d19a94693 service neutron] 10.222.0.43 "GET /v2.0/ports/9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0522516 Apr 21 21:38:12.610339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-e728f959-35ac-4e09-874b-346b93b35002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:12.611787 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-e728f959-35ac-4e09-874b-346b93b35002 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 1096 time: 0.0401917 Apr 21 21:38:12.622846 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:38:12.677187 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:12.897568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:38:12.930976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:38:12.970471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:38:12.972715 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca66bd0-eb20-48bc-a3dd-4ccb63371670" -d '{"events": [{"server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "name": "network-vif-unplugged", "status": "completed", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:38:12.977136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:12.993028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Transition to ACTIVE for port object 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:38:12.998991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:13.027454 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7253bcc2-6b64-4799-b7b8-9a730065f3a7 x-openstack-request-id: req-7253bcc2-6b64-4799-b7b8-9a730065f3a7 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:38:13.027743 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "name": "network-vif-unplugged", "status": "completed", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:38:13.027994 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7253bcc2-6b64-4799-b7b8-9a730065f3a7 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:38:13.028426 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7253bcc2-6b64-4799-b7b8-9a730065f3a7'] response: {'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'code': 200} Apr 21 21:38:13.137721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=6']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:13.162625 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.162971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.163312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.163644 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.163976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.164302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.164628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.164986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.165318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.165647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.165967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.166283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:13.209203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52673d6-84a6-4c65-a193-a639e9ac2a03 req-13cd4e3d-67d7-4801-816d-e21ad125bb30 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:13.210697 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b52673d6-84a6-4c65-a193-a639e9ac2a03 req-13cd4e3d-67d7-4801-816d-e21ad125bb30 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.1782756 Apr 21 21:38:13.271498 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] No DVR routers for this DVR port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:38:13.323927 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b52673d6-84a6-4c65-a193-a639e9ac2a03 req-f8b3b324-a1f7-4355-b18a-55d0aa72e33a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871091 Apr 21 21:38:13.418448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Attempting to bind port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:38:13.418785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Attempting to bind port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:38:13.419607 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Attempting to bind port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:38:13.423783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:38:13.424105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Attempting to bind port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:38:13.428823 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:38:13.429161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:38:13.429544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:38:13.429969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Bound port: 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:38:13.430320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:13.494071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:38:13.497901 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:38:13.501846 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:13.537217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:13.537892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:13.539254 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] 10.222.0.46 "PUT /v2.0/ports/9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 1091 time: 0.9201791 Apr 21 21:38:13.575986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db87b5a-10c0-4cbd-bf29-151db5d51921 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:13.608826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-515d7046-9ffa-4f5c-909f-3990275ac8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:13.610424 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-515d7046-9ffa-4f5c-909f-3990275ac8ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 1094 time: 0.0483057 Apr 21 21:38:13.704863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-7902ab79-e2bd-4256-a93a-c8b5786b0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:13.706326 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-7902ab79-e2bd-4256-a93a-c8b5786b0720 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0880892 Apr 21 21:38:13.805774 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-f0978614-731a-48bd-9e05-4a5e1f92ae21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 999 time: 0.0925782 Apr 21 21:38:13.854701 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-3f18250d-98e9-417f-a4a4-45864351227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:13.856179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-3f18250d-98e9-417f-a4a4-45864351227c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0440671 Apr 21 21:38:13.904372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-3726d733-ad7a-4556-b94b-a6947039a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:13.905853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-3726d733-ad7a-4556-b94b-a6947039a31c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431259 Apr 21 21:38:14.312418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-a50b60ae-3bf1-423d-8aca-19f8928b3597 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995099 Apr 21 21:38:14.404808 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c9994-607f-469e-ba03-ee44b744e006 req-a1be64e7-478c-4f4d-bbbc-9583f2a21e88 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844822 Apr 21 21:38:14.450378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e979a-10a1-4bed-af79-92b150d33931 req-e378c65a-c94a-46aa-b309-da930e29d8c6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:14.452390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c8e979a-10a1-4bed-af79-92b150d33931 req-e378c65a-c94a-46aa-b309-da930e29d8c6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.0553284 Apr 21 21:38:14.489994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1c8e979a-10a1-4bed-af79-92b150d33931 req-a8a90883-46b6-49d1-9c9d-5cc27d237a93 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314808 Apr 21 21:38:15.029676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:38:15.032064 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e629a6e-9cfd-425d-8b04-d0042f3336be" -d '{"events": [{"name": "network-changed", "server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:38:15.079844 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9db0769-394b-4311-bf1f-a78c3d8e685f x-openstack-request-id: req-c9db0769-394b-4311-bf1f-a78c3d8e685f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:38:15.080134 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:38:15.080386 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9db0769-394b-4311-bf1f-a78c3d8e685f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:38:15.080839 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9db0769-394b-4311-bf1f-a78c3d8e685f'] response: {'name': 'network-changed', 'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'status': 'completed', 'code': 200} Apr 21 21:38:15.136072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-91010f26-36c9-4618-a19b-978a205806a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:15.137504 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-91010f26-36c9-4618-a19b-978a205806a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 1094 time: 0.0405555 Apr 21 21:38:15.144464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-531dd5f9-cee7-4c3f-9719-c20fd711ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:15.145962 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-531dd5f9-cee7-4c3f-9719-c20fd711ddd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 1094 time: 0.0406430 Apr 21 21:38:15.224068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-c791bd8c-2d57-4271-8e99-79d0e7cc6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:15.225551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-c791bd8c-2d57-4271-8e99-79d0e7cc6096 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0818219 Apr 21 21:38:15.237593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-a4f6c8fe-a91c-42ca-8930-d71cfbbe5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:15.239026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-a4f6c8fe-a91c-42ca-8930-d71cfbbe5f72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0856214 Apr 21 21:38:15.292341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-cba0bf52-7a15-4904-920b-8e4b6cd0944a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 999 time: 0.0595753 Apr 21 21:38:15.306752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-77e13e52-e239-4d65-baa1-9b1dd8d75d95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 999 time: 0.0607605 Apr 21 21:38:15.339142 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-c9a0f88f-039a-465d-a9a6-6e82cad33275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:15.340564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-c9a0f88f-039a-465d-a9a6-6e82cad33275 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0419462 Apr 21 21:38:15.354419 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-0ada2ead-97d8-40e3-a5f0-b8e40881ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:15.355857 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-0ada2ead-97d8-40e3-a5f0-b8e40881ca23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0423303 Apr 21 21:38:15.383591 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-001d9709-6b7c-49b5-af1b-4807876fc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:15.385100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-001d9709-6b7c-49b5-af1b-4807876fc3ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387433 Apr 21 21:38:15.399527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-fdbf5a5f-4d8c-48b9-a34a-b2f7fc989666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:15.400987 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-fdbf5a5f-4d8c-48b9-a34a-b2f7fc989666 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383914 Apr 21 21:38:15.475769 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-add6efcb-5bc2-4ce9-8298-602ccc8c210d service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845566 Apr 21 21:38:15.494725 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-7b928a2c-a5dd-46a1-af32-ced10cad7c32 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866110 Apr 21 21:38:15.584341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-4b87dca3-ab88-4912-89a2-5db9675242e2 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015368 Apr 21 21:38:15.585038 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5e629a6e-9cfd-425d-8b04-d0042f3336be req-d79bd786-02d7-46f9-b1af-f5cbda0669a9 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834224 Apr 21 21:38:15.619464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ab832-ff2c-4247-902f-3b11a94e1f6a req-5748942b-e4ba-492f-bac7-2ca4f98a6f75 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:15.620941 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf2ab832-ff2c-4247-902f-3b11a94e1f6a req-5748942b-e4ba-492f-bac7-2ca4f98a6f75 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.0560536 Apr 21 21:38:15.658223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bf2ab832-ff2c-4247-902f-3b11a94e1f6a req-1cc01ae9-8145-4393-a571-be65186d5dc0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312085 Apr 21 21:38:16.779612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d109c26-7807-4461-af45-3e70094f553e req-3d34ea4f-52d2-41cd-abdc-fa427e7d0bf3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:16.781069 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d109c26-7807-4461-af45-3e70094f553e req-3d34ea4f-52d2-41cd-abdc-fa427e7d0bf3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.0526316 Apr 21 21:38:16.817263 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d109c26-7807-4461-af45-3e70094f553e req-df90acfb-ad0d-49fb-bd89-dbbd8ef83154 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302835 Apr 21 21:38:17.452011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:38:17.488856 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:38:17.930764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1befa8-45fd-4d16-9ac8-0448dfebbd41 req-8af0bb23-d46d-4b08-9892-134cbf7af4d5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:17.932225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc1befa8-45fd-4d16-9ac8-0448dfebbd41 req-8af0bb23-d46d-4b08-9892-134cbf7af4d5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.0474491 Apr 21 21:38:17.969493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc1befa8-45fd-4d16-9ac8-0448dfebbd41 req-f903d877-c489-469b-b437-747e1935c14f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307243 Apr 21 21:38:18.191316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8835ab-3232-49fa-ab2f-2d37491bad0d req-38b78602-c126-4cee-a99c-e39313066673 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:18.192693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c8835ab-3232-49fa-ab2f-2d37491bad0d req-38b78602-c126-4cee-a99c-e39313066673 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 943 time: 0.0818951 Apr 21 21:38:18.205330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-b9fec785-134a-426e-9f1d-781a05def2a4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:18.206670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-b9fec785-134a-426e-9f1d-781a05def2a4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe&tenant_id=a80917f5364c49c3ab72393812afec4a&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 943 time: 0.0701830 Apr 21 21:38:18.271678 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9c8835ab-3232-49fa-ab2f-2d37491bad0d req-572309e4-7679-4bc6-bbc3-3ed286732883 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640459 Apr 21 21:38:18.285576 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-568af9ea-04cd-4087-b975-01fc8328b578 service neutron] delete failed (client error): The resource could not be found. Apr 21 21:38:18.286600 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-568af9ea-04cd-4087-b975-01fc8328b578 service neutron] 10.222.0.43 "DELETE /v2.0/ports/9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0727220 Apr 21 21:38:18.375194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-3b901096-2937-4935-ae88-24b29dfae9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:18.376696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-3b901096-2937-4935-ae88-24b29dfae9c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 1094 time: 0.0414577 Apr 21 21:38:18.465533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-f6bcbd9f-4a59-4272-95f7-8ebe7e145fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:18.467465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-f6bcbd9f-4a59-4272-95f7-8ebe7e145fe4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0849917 Apr 21 21:38:18.531132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-c8bd3205-faf0-4803-a893-746bac60e352 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 200 len: 999 time: 0.0573571 Apr 21 21:38:18.581560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-ed0f8a7e-7ecc-48b7-b22f-1984d9567474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:18.582978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-ed0f8a7e-7ecc-48b7-b22f-1984d9567474 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0457468 Apr 21 21:38:18.627152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-3402cebe-e2ac-48d0-b6c3-7821e402aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:18.628617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-3402cebe-e2ac-48d0-b6c3-7821e402aa2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389156 Apr 21 21:38:18.714502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-ab2555df-3bbe-4066-bea6-90f405c5c598 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791974 Apr 21 21:38:18.769081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-04f9dcaf-f826-479b-9cfa-818710458267 req-06bc758b-13a7-4652-98ba-0d63bbad4e52 service neutron] (114647) timed out ('10.222.0.43', 65137) {{(pid=114647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:38:18.803799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7f701f5-1036-47a8-82a6-44f4af3296d3 req-74519ae6-44f8-4f76-98e1-6c0c41c71092 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827560 Apr 21 21:38:19.062784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:38:19.158419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:38:19.169531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'mac_address': 'fa:16:3e:58:d8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:38:19.207919 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:19.220634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:38:19.244720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:38:19.249836 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:19.299386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:19.307251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.307602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.307931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.308261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.308836 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.309166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.309511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.310355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.310649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.310963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.311279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.311593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:38:19.399632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98515976-2042-44c6-a566-9392c6c8573c req-64e4eb99-2b9c-4cef-b6e0-313fd684d2e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:19.401110 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-98515976-2042-44c6-a566-9392c6c8573c req-64e4eb99-2b9c-4cef-b6e0-313fd684d2e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 944 time: 0.0490248 Apr 21 21:38:19.437989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-98515976-2042-44c6-a566-9392c6c8573c req-a71878e8-b6cc-45e4-90a5-f7976a47e47f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308595 Apr 21 21:38:19.551829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fce3f-79bf-428f-8db8-f904f9a6ae70 req-b76b0c33-7dea-4e3f-8924-b97614efce01 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:19.553294 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f34fce3f-79bf-428f-8db8-f904f9a6ae70 req-b76b0c33-7dea-4e3f-8924-b97614efce01 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 944 time: 0.0479667 Apr 21 21:38:19.563669 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:38:19.590612 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f34fce3f-79bf-428f-8db8-f904f9a6ae70 req-4a15d05a-d494-45c1-97cb-a88d83006ffb tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311763 Apr 21 21:38:19.707404 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40add36d-23c7-442e-87f1-484b4c83af80 req-ecba3ed9-a43e-4331-a3d7-b1d0f2782e7d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:19.708893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40add36d-23c7-442e-87f1-484b4c83af80 req-ecba3ed9-a43e-4331-a3d7-b1d0f2782e7d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 944 time: 0.0497262 Apr 21 21:38:19.746708 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-40add36d-23c7-442e-87f1-484b4c83af80 req-f42e175c-7445-4cd7-ad9f-5d68ca60ccda tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316722 Apr 21 21:38:19.977193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2444d02-29cc-404c-abb9-eed4c7b84983 req-45b64dc8-bd12-4288-abde-42d55bb40a27 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:19.978606 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2444d02-29cc-404c-abb9-eed4c7b84983 req-45b64dc8-bd12-4288-abde-42d55bb40a27 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 944 time: 0.0516427 Apr 21 21:38:20.015233 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2444d02-29cc-404c-abb9-eed4c7b84983 req-057cbe86-c03a-4cab-b1f8-5a5109acf548 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299141 Apr 21 21:38:20.854234 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.025432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.100906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:38:21.131424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99acc2-90f3-4856-8df7-017d1f1b106d req-ce1d5582-d024-499f-88a3-e02811ac976c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:21.132901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c99acc2-90f3-4856-8df7-017d1f1b106d req-ce1d5582-d024-499f-88a3-e02811ac976c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 944 time: 0.0475876 Apr 21 21:38:21.154339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:38:21.158404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:38:21.159238 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.173206 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5c99acc2-90f3-4856-8df7-017d1f1b106d req-8f64942e-fcce-413a-8976-4981105dad6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341289 Apr 21 21:38:21.234883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.255723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:38:21.257948 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fc5a6d-73cc-415c-b6dc-302f3c4bf127" -d '{"events": [{"server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "name": "network-vif-plugged", "status": "completed", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:38:21.272149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:38:21.276688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.304019 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17022d0-2fb2-4798-8d00-efaf004d56f1 x-openstack-request-id: req-a17022d0-2fb2-4798-8d00-efaf004d56f1 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:38:21.304303 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "name": "network-vif-plugged", "status": "completed", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:38:21.304550 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a17022d0-2fb2-4798-8d00-efaf004d56f1 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:38:21.304955 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17022d0-2fb2-4798-8d00-efaf004d56f1'] response: {'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'code': 200} Apr 21 21:38:21.333288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:21.344658 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-04d28c34-90ce-43ec-84c2-27e569e822fa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:21.346141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-04d28c34-90ce-43ec-84c2-27e569e822fa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 945 time: 0.0613477 Apr 21 21:38:21.437774 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Deleting port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:38:21.438035 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.529575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] For port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:38:21.529956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.745261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.745617 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.745927 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0 disassociated. External IP: 172.25.0.245, port: 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4. Apr 21 21:38:21.746258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Calling delete_port for 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:38:21.871412 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:21.903998 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event deleted for resources: {'Port': ['ID=9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:22.015214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:38:22.121381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:38:22.131458 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:38:22.144071 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:38:22.144674 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:38:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:38:22.161416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] No DVR routers for this DVR port 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:38:22.164176 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:22.167621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f46f22d7-6e69-4bda-89df-f2b49c19e972 req-20a09c7b-db6b-4852-8451-043a7a1ff61e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "DELETE /v2.0/ports/9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 HTTP/1.1" status: 204 len: 173 time: 0.8154585 Apr 21 21:38:22.168006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'name': 'network-vif-deleted', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:38:22.170358 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2341b1e-463c-4817-b537-774f6267dc87" -d '{"events": [{"server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "name": "network-vif-deleted", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:38:22.212814 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a816d3-4a23-4907-b415-9d8a4dfa9746 x-openstack-request-id: req-f5a816d3-4a23-4907-b415-9d8a4dfa9746 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:38:22.213325 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9bece2e-3c31-4f7d-a783-73acd64f35fe", "name": "network-vif-deleted", "tag": "9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:38:22.213726 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5a816d3-4a23-4907-b415-9d8a4dfa9746 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:38:22.214483 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a816d3-4a23-4907-b415-9d8a4dfa9746'] response: {'server_uuid': 'e9bece2e-3c31-4f7d-a783-73acd64f35fe', 'name': 'network-vif-deleted', 'tag': '9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4', 'status': 'completed', 'code': 200} Apr 21 21:38:22.256709 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:38:22.285364 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f8714a71-3295-40fb-8f7e-e07a58229200 req-54aa1142-e805-4cef-8c75-080db342440a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9bece2e-3c31-4f7d-a783-73acd64f35fe HTTP/1.1" status: 200 len: 210 time: 0.0285943 Apr 21 21:38:22.452105 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:38:22.476787 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:38:22.485563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:38:22.486151 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:38:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:38:22.586553 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:38:22.781738 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:38:22.806532 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb818253-cf49-4af1-b782-001f65d567e9 None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:38:23.026151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592e926-c4dc-49aa-95ec-aaa6e7d253a5 None None] New status for floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:38:23.273426 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:38:23.549475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-45d6fc26-80a8-4fd3-b791-5b2ba852bf64 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--775200308&fields=id&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 267 time: 0.0353298 Apr 21 21:38:23.650789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763366-746a-49c5-9877-a87207073837 req-01ce93e4-ba40-438b-832f-8c9c1f375be7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:23.652082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-01ce93e4-ba40-438b-832f-8c9c1f375be7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 812 time: 0.0959547 Apr 21 21:38:23.666114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-818f07e7-734b-4c3f-b010-bae391288fce tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/quotas/a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 375 time: 0.0084157 Apr 21 21:38:23.717734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-49bf821f-8cde-4c68-957b-073c7655c8b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465844 Apr 21 21:38:23.898327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-0e70336a-abda-4c70-ac2f-43f8e060805d service neutron] 10.222.0.49 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684248 Apr 21 21:38:23.983280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-a562b3f3-2e15-45c8-a54b-fd697887ef87 service neutron] 10.222.0.49 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782359 Apr 21 21:38:24.139979 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6676b405-53f2-4818-bd46-63bc020dfd50 req-9ca1f13d-2620-48d6-b9c3-4e0268913f62 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 210 time: 0.0263052 Apr 21 21:38:25.014043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763366-746a-49c5-9877-a87207073837 req-1908e4e1-d082-4101-8621-b8e553782ae3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:25.015946 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-1908e4e1-d082-4101-8621-b8e553782ae3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 812 time: 0.1036754 Apr 21 21:38:25.066793 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-15b48900-2f79-451d-9976-c42737175f39 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 379 time: 0.0421202 Apr 21 21:38:25.081471 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'port': {'device_id': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'admin_state_up': True, 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'security_groups': ['6d88b2f4-c7b4-464b-b859-ea0c825b55be']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:38:25.103747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:38:25.124348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:38:25.124685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 9e7f56f7-7115-4fc3-a0d8-b87b4e5aefb4 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:38:25.186556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Made reservation on behalf of a80917f5364c49c3ab72393812afec4a for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:38:25.190056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:25.241244 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95f5305c-fa0e-4e3f-9ac1-f6eb61aabce1 req-497b8cec-d2f0-4042-a7c3-8700f2b06976 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 210 time: 0.0310199 Apr 21 21:38:25.312231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Allocated IP 172.20.0.7 (e51a0ba3-ccde-4733-90a9-bfc4fc7351f9/8a4265ed-0e64-4823-b057-3c29a7552f05/2e1c28d4-294c-41fb-ab79-1a95601bd736) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:38:25.444383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:25.476935 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:25.516659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:38:25.521508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:38:25.525138 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:38:25.550377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event updated for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:25.579189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:25.579816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:25.596785 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-4a936503-0be0-48ff-8db0-f113b374bd42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5187821 Apr 21 21:38:25.611980 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Request body: {'port': {'device_id': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:38:25.673344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:25.778998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-848d97fe-9275-4710-95b1-4bf523278f2a None None] Provisioning complete for port 2e1c28d4-294c-41fb-ab79-1a95601bd736 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:38:25.779366 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-848d97fe-9275-4710-95b1-4bf523278f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:25.813714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-848d97fe-9275-4710-95b1-4bf523278f2a None None] Port 2e1c28d4-294c-41fb-ab79-1a95601bd736 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:38:25.930096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1c28d4-294c-41fb-ab79-1a95601bd736 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:38:25.937312 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:25.949096 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Transition to ACTIVE for port object 2e1c28d4-294c-41fb-ab79-1a95601bd736 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:38:25.953464 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:26.023839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:26.076272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Attempting to bind port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:38:26.077402 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Attempting to bind port 2e1c28d4-294c-41fb-ab79-1a95601bd736 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:38:26.077721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Attempting to bind port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:38:26.082222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:38:26.082542 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Attempting to bind port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:38:26.087289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:38:26.087623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:38:26.087995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:38:26.088520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Bound port: 2e1c28d4-294c-41fb-ab79-1a95601bd736, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:38:26.088786 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:26.153211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:38:26.156883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:38:26.160771 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:26.193335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:26.194057 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:26.195418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] 10.222.0.46 "PUT /v2.0/ports/2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 1091 time: 0.5911012 Apr 21 21:38:26.195864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:38:26.198138 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:38:26.223142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaca1d-48f6-4d6a-b64d-76d7948ed422 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:26.258871 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac7b18c-00d8-459b-b59e-fc471a383672 x-openstack-request-id: req-7ac7b18c-00d8-459b-b59e-fc471a383672 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:38:26.259167 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:38:26.259520 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ac7b18c-00d8-459b-b59e-fc471a383672 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:38:26.259815 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac7b18c-00d8-459b-b59e-fc471a383672'] response: {'name': 'network-changed', 'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'status': 'completed', 'code': 200} Apr 21 21:38:26.296162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763366-746a-49c5-9877-a87207073837 req-7ee20748-2400-4512-8609-98299d4609c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:26.297731 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-7ee20748-2400-4512-8609-98299d4609c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1094 time: 0.0517061 Apr 21 21:38:26.349115 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-b52988f4-d070-4c1a-b653-798c8273128a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 217 time: 0.0428252 Apr 21 21:38:26.363269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81cf7-fa12-46c2-a6ba-a89135713141 req-be3f3491-e57c-4783-9e17-7058240b9e0d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:26.364953 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0de81cf7-fa12-46c2-a6ba-a89135713141 req-be3f3491-e57c-4783-9e17-7058240b9e0d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0510194 Apr 21 21:38:26.404088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763366-746a-49c5-9877-a87207073837 req-056538fc-8d64-4ed4-91a3-6ab68139c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:26.405651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-056538fc-8d64-4ed4-91a3-6ab68139c7bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0507064 Apr 21 21:38:26.406611 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0de81cf7-fa12-46c2-a6ba-a89135713141 req-0cdc4584-bcf1-47cf-a44c-dc04ba55b35f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352149 Apr 21 21:38:26.456177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9763366-746a-49c5-9877-a87207073837 req-afd2006e-85b0-4f38-9627-10025b80f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:26.457741 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-afd2006e-85b0-4f38-9627-10025b80f4e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446255 Apr 21 21:38:26.543507 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-2657715f-fe55-40eb-8125-aeee31287563 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791070 Apr 21 21:38:26.638610 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b9763366-746a-49c5-9877-a87207073837 req-378636af-c6d8-4320-9904-ecf66df2cda8 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882776 Apr 21 21:38:26.720638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-03fa4a36-1b99-4cad-8c59-8092b02c6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:26.722023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-03fa4a36-1b99-4cad-8c59-8092b02c6b59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1094 time: 0.0412366 Apr 21 21:38:26.809364 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-4ea93d2a-1732-4c02-b5bb-892cb4ae0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:26.811390 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-4ea93d2a-1732-4c02-b5bb-892cb4ae0b07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0817883 Apr 21 21:38:26.853505 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-287c8ee1-de71-4c57-8306-c648c3d6870c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 217 time: 0.0363579 Apr 21 21:38:26.900957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-0546b75e-d5d2-4463-ab5d-64c392fcb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:26.902559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-0546b75e-d5d2-4463-ab5d-64c392fcb1a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0428686 Apr 21 21:38:26.949768 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-811b8343-870b-4253-b1bd-8a6a68d8b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:26.951568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-811b8343-870b-4253-b1bd-8a6a68d8b4c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420432 Apr 21 21:38:27.039328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-259fb3bb-a176-4379-8894-c388930efc5b service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815713 Apr 21 21:38:27.125613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3203fc18-e5bd-4542-8b3b-3c51e5bd2d9f req-4c2387c0-a57c-4860-9eeb-3ee713cd0798 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803041 Apr 21 21:38:27.526074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b15bf8-0a54-432e-bcea-4e3194c3663d req-442a6af7-35b3-49b9-8112-b32a76cdd2c0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:27.527502 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8b15bf8-0a54-432e-bcea-4e3194c3663d req-442a6af7-35b3-49b9-8112-b32a76cdd2c0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0518608 Apr 21 21:38:27.567459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8b15bf8-0a54-432e-bcea-4e3194c3663d req-bb556046-0bd0-48d3-82df-4e0600857e29 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333252 Apr 21 21:38:28.690742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629f5e1-66c0-4cd7-8ce0-2e912184a3ef req-c3f4cf52-8577-46c6-94e3-d4d2753c627f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:28.692347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1629f5e1-66c0-4cd7-8ce0-2e912184a3ef req-c3f4cf52-8577-46c6-94e3-d4d2753c627f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0485487 Apr 21 21:38:28.730879 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1629f5e1-66c0-4cd7-8ce0-2e912184a3ef req-b6b8f596-a42e-4573-b96b-e79ad329a2d6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327339 Apr 21 21:38:29.845074 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd377-008a-4736-82ea-08d1f8bd69e1 req-2c9e3ae1-bf9c-4448-845a-f9ae405741c5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:29.846555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-401cd377-008a-4736-82ea-08d1f8bd69e1 req-2c9e3ae1-bf9c-4448-845a-f9ae405741c5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0481541 Apr 21 21:38:29.884492 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-401cd377-008a-4736-82ea-08d1f8bd69e1 req-1f8ed7ab-5633-40ef-b6d8-1b146ba04c24 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319076 Apr 21 21:38:30.531384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-52405dda-e8e9-4f0a-9dfb-509e4405621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:30.997606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353bc13-7880-4dcf-8856-8ea6f43e7c02 req-b6245957-c4ed-4046-b33c-d5e753a28935 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:30.999524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7353bc13-7880-4dcf-8856-8ea6f43e7c02 req-b6245957-c4ed-4046-b33c-d5e753a28935 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0467675 Apr 21 21:38:31.039307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7353bc13-7880-4dcf-8856-8ea6f43e7c02 req-3816df21-5a27-4495-af38-0febd010a291 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338945 Apr 21 21:38:31.134255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2e1c28d4-294c-41fb-ab79-1a95601bd736 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:38:31.224290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:38:31.239102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'mac_address': 'fa:16:3e:43:66:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:38:31.274319 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:31.286752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1c28d4-294c-41fb-ab79-1a95601bd736 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:38:31.305126 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:38:31.309204 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:31.354377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:31.595851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['2e1c28d4-294c-41fb-ab79-1a95601bd736'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:38:32.154344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4eb0e-8865-4c5b-a190-cdd88f3c7551 req-8ac5f6d6-00a5-49a1-b893-9d8588e7c86e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:32.156332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5aa4eb0e-8865-4c5b-a190-cdd88f3c7551 req-8ac5f6d6-00a5-49a1-b893-9d8588e7c86e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 944 time: 0.0474341 Apr 21 21:38:32.193530 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5aa4eb0e-8865-4c5b-a190-cdd88f3c7551 req-446d90b5-dc37-4fb5-befe-a268d5f5ba97 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311275 Apr 21 21:38:32.820119 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c610384b-e462-4f93-b5b1-418eebf45cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:33.181854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2e1c28d4-294c-41fb-ab79-1a95601bd736 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:38:33.229110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 2e1c28d4-294c-41fb-ab79-1a95601bd736 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:38:33.233544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 2e1c28d4-294c-41fb-ab79-1a95601bd736 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:38:33.233913 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:33.311842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375961f-02d1-47f0-9bc0-0c18388e4afa req-282112b1-d761-4096-874a-2ba68221d163 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:33.312440 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:33.313328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6375961f-02d1-47f0-9bc0-0c18388e4afa req-282112b1-d761-4096-874a-2ba68221d163 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 944 time: 0.0479593 Apr 21 21:38:33.335167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:38:33.337413 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0487ca-d3e4-4619-896a-4e54ebdbf040" -d '{"events": [{"server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "name": "network-vif-plugged", "status": "completed", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:38:33.351050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:38:33.355418 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:33.357336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6375961f-02d1-47f0-9bc0-0c18388e4afa req-256c2a72-5b06-4fdf-ad70-598077e516fc tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378740 Apr 21 21:38:33.387392 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33706b31-d1d4-4b65-948f-86c6d1b35eb1 x-openstack-request-id: req-33706b31-d1d4-4b65-948f-86c6d1b35eb1 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:38:33.387678 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "name": "network-vif-plugged", "status": "completed", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:38:33.387926 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33706b31-d1d4-4b65-948f-86c6d1b35eb1 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:38:33.388307 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33706b31-d1d4-4b65-948f-86c6d1b35eb1'] response: {'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'code': 200} Apr 21 21:38:33.411551 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:38:33.487238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467156fc-6d4b-4100-944f-baa859346d4e req-9fd985a7-16c2-46a4-af67-38731b3d4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:33.488677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-467156fc-6d4b-4100-944f-baa859346d4e req-9fd985a7-16c2-46a4-af67-38731b3d4da7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1096 time: 0.0434284 Apr 21 21:38:33.756264 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-467156fc-6d4b-4100-944f-baa859346d4e req-ece60c91-924a-4d70-8135-47b74322dbe0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591176 Apr 21 21:38:34.219242 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:34.472662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e137-2b8d-4bb9-8ab9-36daa71de791 req-6841c989-42c2-4bac-ad7b-8fe8c2e76323 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:34.474042 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b406e137-2b8d-4bb9-8ab9-36daa71de791 req-6841c989-42c2-4bac-ad7b-8fe8c2e76323 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0476589 Apr 21 21:38:34.510415 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b406e137-2b8d-4bb9-8ab9-36daa71de791 req-013b0187-e1ee-40fc-90f8-27637d3f814e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304618 Apr 21 21:38:35.484299 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:35.633218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53256ad-056f-4f99-a9aa-a0b411811a7d req-ba2db52e-0332-43bc-b186-338db3652f70 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:35.634763 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b53256ad-056f-4f99-a9aa-a0b411811a7d req-ba2db52e-0332-43bc-b186-338db3652f70 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0533669 Apr 21 21:38:35.672528 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b53256ad-056f-4f99-a9aa-a0b411811a7d req-be783edf-db58-45e8-9ce9-27fa66b0b4d7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313165 Apr 21 21:38:35.784320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2de0-0f0d-4f33-bc30-54b10c764342 req-00223186-e618-44a3-b710-4ff02c10624b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:35.786163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-686e2de0-0f0d-4f33-bc30-54b10c764342 req-00223186-e618-44a3-b710-4ff02c10624b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0483744 Apr 21 21:38:35.794812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41146) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:38:35.799063 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f97580e3-16cf-4c5c-8465-677c1135896e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'floatingip': {'port_id': '2e1c28d4-294c-41fb-ab79-1a95601bd736'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:38:35.840930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97580e3-16cf-4c5c-8465-677c1135896e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:36.000398 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:36.276510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97580e3-16cf-4c5c-8465-677c1135896e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:36.281096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97580e3-16cf-4c5c-8465-677c1135896e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:36.374799 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-f97580e3-16cf-4c5c-8465-677c1135896e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0 associated. External IP: 172.25.0.245, port: 2e1c28d4-294c-41fb-ab79-1a95601bd736. Apr 21 21:38:36.590720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97580e3-16cf-4c5c-8465-677c1135896e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:38:36.693612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97580e3-16cf-4c5c-8465-677c1135896e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:38:36.698243 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f97580e3-16cf-4c5c-8465-677c1135896e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:36.705356 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:38:36.714823 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:38:36.715424 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:38:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:38:36.725449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f97580e3-16cf-4c5c-8465-677c1135896e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "PUT /v2.0/floatingips/797c0782-281f-4d36-ac6c-8fb51ade3ed0 HTTP/1.1" status: 200 len: 991 time: 0.9296143 Apr 21 21:38:36.726031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:38:36.729166 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:38:36.775995 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17dec77-38b9-461d-8608-71a169f40378 x-openstack-request-id: req-f17dec77-38b9-461d-8608-71a169f40378 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:38:36.776991 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:38:36.777300 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f17dec77-38b9-461d-8608-71a169f40378 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:38:36.777826 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17dec77-38b9-461d-8608-71a169f40378'] response: {'name': 'network-changed', 'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'status': 'completed', 'code': 200} Apr 21 21:38:36.860506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-e994649e-631d-4fa2-8da6-2cd966a0adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:36.862088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-e994649e-631d-4fa2-8da6-2cd966a0adc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1096 time: 0.0632250 Apr 21 21:38:36.928331 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:38:36.946946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f414ac9-c245-40a1-b35f-9fee97c8491c req-48855688-9002-4bb9-b344-397fdc4918f7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:36.948421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1f414ac9-c245-40a1-b35f-9fee97c8491c req-48855688-9002-4bb9-b344-397fdc4918f7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0651612 Apr 21 21:38:36.962193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-a7eadadf-807e-4e87-8ec7-b75d46cc74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:36.963348 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-a7eadadf-807e-4e87-8ec7-b75d46cc74f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0930254 Apr 21 21:38:36.989287 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1f414ac9-c245-40a1-b35f-9fee97c8491c req-a4753eab-5aca-4098-b7d3-ba487be071ce tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320675 Apr 21 21:38:37.029191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-80256675-a785-4e52-b9e6-0db5da72b31d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 999 time: 0.0576391 Apr 21 21:38:37.087056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-ed9ad57e-ca79-481c-ad94-38b8fe405910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:37.088575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-ed9ad57e-ca79-481c-ad94-38b8fe405910 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0528431 Apr 21 21:38:37.137281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-16af06c8-4fb3-4e16-b16c-d45a1f99eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:37.138768 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-16af06c8-4fb3-4e16-b16c-d45a1f99eaad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389986 Apr 21 21:38:37.149026 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-258b4f10-a644-462f-9da3-cdc8d6c087d9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:38:37.149946 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-258b4f10-a644-462f-9da3-cdc8d6c087d9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048940 Apr 21 21:38:37.153614 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:43:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:38:36Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:38:37.178695 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:38:37.187443 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:38:37.188039 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:38:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:38:37.238472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-013c444e-977f-4614-8b6b-513a846b0535 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821788 Apr 21 21:38:37.290083 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:38:37.330281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-393f080d-b8e9-4243-ba5f-a4940eb8b3b1 req-7a826eab-57a4-4ba1-8ec3-db7ee2c88b78 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848289 Apr 21 21:38:37.473538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5420a84-3f6e-4852-8558-e781a74824ac req-db52f955-a35a-48fa-87f4-41e528790110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:37.475157 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5420a84-3f6e-4852-8558-e781a74824ac req-db52f955-a35a-48fa-87f4-41e528790110 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1096 time: 0.0406334 Apr 21 21:38:37.514029 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:43:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:38:36Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:38:37.539841 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f8536-fb75-4623-927e-d4faa98e911d None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:43:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:38:36Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:38:37.601460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5420a84-3f6e-4852-8558-e781a74824ac req-24f5c1de-ce11-497f-a171-c3dda587cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:37.602923 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5420a84-3f6e-4852-8558-e781a74824ac req-24f5c1de-ce11-497f-a171-c3dda587cde5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.1088262 Apr 21 21:38:37.671811 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5420a84-3f6e-4852-8558-e781a74824ac req-64fb21f3-14a2-41fa-9b33-01dbcc23faab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 999 time: 0.0617981 Apr 21 21:38:37.722431 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5420a84-3f6e-4852-8558-e781a74824ac req-a14772ed-6883-4b5b-a08b-46ae716fa5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:37.723930 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5420a84-3f6e-4852-8558-e781a74824ac req-a14772ed-6883-4b5b-a08b-46ae716fa5eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0456789 Apr 21 21:38:37.742418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cbc323-26fc-4f1e-ba4b-fe0c8f3b955e None None] New status for floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:38:37.776148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5420a84-3f6e-4852-8558-e781a74824ac req-454dfa56-6f6e-4721-ae9b-8dc7628c1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:37.777960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5420a84-3f6e-4852-8558-e781a74824ac req-454dfa56-6f6e-4721-ae9b-8dc7628c1dc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479312 Apr 21 21:38:37.874949 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5420a84-3f6e-4852-8558-e781a74824ac req-0e57283d-4496-4a42-85dd-c9e483f9102c service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901587 Apr 21 21:38:37.970045 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a5420a84-3f6e-4852-8558-e781a74824ac req-c13bdb3b-7b44-4a7c-b344-ba3bdf9ccc6f service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889454 Apr 21 21:38:38.116890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2eeb7-bea3-4696-8fef-df912470d663 req-f810d35e-846b-4fc3-aff7-65c1e3dd8118 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:38.118349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-84b2eeb7-bea3-4696-8fef-df912470d663 req-f810d35e-846b-4fc3-aff7-65c1e3dd8118 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0547466 Apr 21 21:38:38.158314 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-84b2eeb7-bea3-4696-8fef-df912470d663 req-c4e74ab2-fbe9-45f9-a50f-8b61e7b4b081 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323253 Apr 21 21:38:39.274743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a5283-652e-4830-b2eb-d5f58dc89eee req-7523e1b4-b3f2-4d48-9ef0-93cc5c04d989 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:39.276196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a72a5283-652e-4830-b2eb-d5f58dc89eee req-7523e1b4-b3f2-4d48-9ef0-93cc5c04d989 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0473087 Apr 21 21:38:39.311965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a72a5283-652e-4830-b2eb-d5f58dc89eee req-955b296b-7951-45b6-ae48-4880804bf2d2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297725 Apr 21 21:38:40.425231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5fb07-4ce6-474d-b2cc-802bc2d56260 req-f453b812-64fa-4b82-9024-0508967a404a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:40.426660 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fb5fb07-4ce6-474d-b2cc-802bc2d56260 req-f453b812-64fa-4b82-9024-0508967a404a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0476379 Apr 21 21:38:40.463314 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8fb5fb07-4ce6-474d-b2cc-802bc2d56260 req-155aaddd-45c8-48f2-8b37-6f59211ceed9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305066 Apr 21 21:38:41.576558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea8fb-75e9-4453-bdbb-c9acd4e509b6 req-1481f918-c004-4bce-b8d7-c365596f7db8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:41.578033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3fea8fb-75e9-4453-bdbb-c9acd4e509b6 req-1481f918-c004-4bce-b8d7-c365596f7db8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0475817 Apr 21 21:38:41.614647 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a3fea8fb-75e9-4453-bdbb-c9acd4e509b6 req-8c7d7f30-01fb-45fd-9898-3e14c113d133 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306873 Apr 21 21:38:42.736747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b0cf-4c59-4bab-a480-c16e9dd906ea req-e7553317-394f-4099-8d20-5b83e88f8a66 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:42.738253 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2329b0cf-4c59-4bab-a480-c16e9dd906ea req-e7553317-394f-4099-8d20-5b83e88f8a66 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0579937 Apr 21 21:38:42.775021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2329b0cf-4c59-4bab-a480-c16e9dd906ea req-ac1e63c0-5f12-485d-9b3e-c28704f3d7b4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308046 Apr 21 21:38:43.895172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079911f4-5715-4c0b-acc3-484d39c48428 req-61b0616a-1795-441c-8c87-c2184aab3477 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:43.896532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-079911f4-5715-4c0b-acc3-484d39c48428 req-61b0616a-1795-441c-8c87-c2184aab3477 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0528119 Apr 21 21:38:43.933692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-079911f4-5715-4c0b-acc3-484d39c48428 req-af832a17-40f8-4432-8017-ddd2c8964991 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310662 Apr 21 21:38:45.052496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec90276-0e88-45ec-ba2d-be66916ef9cb req-80822ed7-8b79-451b-ae79-fc1b7c296414 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:45.053975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fec90276-0e88-45ec-ba2d-be66916ef9cb req-80822ed7-8b79-451b-ae79-fc1b7c296414 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0485535 Apr 21 21:38:45.090748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fec90276-0e88-45ec-ba2d-be66916ef9cb req-c06169d1-6a9a-4f70-a747-a0690a81a49a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308621 Apr 21 21:38:46.210840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b95e5-c5f3-4803-885e-975d8aef2bb9 req-bc783c24-4828-4c09-bcf8-17156a1b2fc9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:46.212275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d7b95e5-c5f3-4803-885e-975d8aef2bb9 req-bc783c24-4828-4c09-bcf8-17156a1b2fc9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0481646 Apr 21 21:38:46.248720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d7b95e5-c5f3-4803-885e-975d8aef2bb9 req-af4e87d9-2aea-4d1a-b268-69f251d697a8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299337 Apr 21 21:38:47.375173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb05a29-f82a-44f7-8f43-e3e6264ec6c9 req-6d35076c-8236-4492-838b-ef9adc0de8ea tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:47.376620 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4cb05a29-f82a-44f7-8f43-e3e6264ec6c9 req-6d35076c-8236-4492-838b-ef9adc0de8ea tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0590804 Apr 21 21:38:47.413197 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4cb05a29-f82a-44f7-8f43-e3e6264ec6c9 req-db056e54-fe24-4c58-a0ad-96db94e90e4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305488 Apr 21 21:38:48.528221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3503e-d09a-4378-b90a-3e621fdbc005 req-c4c7c076-0615-4dfb-87af-ee51d211c04e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:48.529702 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e3f3503e-d09a-4378-b90a-3e621fdbc005 req-c4c7c076-0615-4dfb-87af-ee51d211c04e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0488040 Apr 21 21:38:48.566707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e3f3503e-d09a-4378-b90a-3e621fdbc005 req-c78ff143-dc7d-4595-9daf-6661def630ac tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Apr 21 21:38:49.685028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbeb3af-ed7e-417b-8a2f-c1c6750b87dc req-4534b4ec-0693-401b-ac73-3861ef2d068e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:49.686953 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bbeb3af-ed7e-417b-8a2f-c1c6750b87dc req-4534b4ec-0693-401b-ac73-3861ef2d068e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0529027 Apr 21 21:38:49.724042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bbeb3af-ed7e-417b-8a2f-c1c6750b87dc req-ff64cde8-1b4d-42eb-93da-208089bfd34e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310929 Apr 21 21:38:50.841163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086269e-27f8-4ef9-a98e-65e50d42b37e req-e9c1132e-702c-4e1d-b722-0ca5ac433e52 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:50.842887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c086269e-27f8-4ef9-a98e-65e50d42b37e req-e9c1132e-702c-4e1d-b722-0ca5ac433e52 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0525718 Apr 21 21:38:50.869396 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:50.884620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c086269e-27f8-4ef9-a98e-65e50d42b37e req-dafcbc62-4332-4009-8e1f-f38dca66a3a2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341265 Apr 21 21:38:51.024699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:38:51.998394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71286c30-c73f-4fdd-b88f-d6949e3bd544 req-6a3c4805-424d-4d34-ba39-8baaf31fead7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:51.999825 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71286c30-c73f-4fdd-b88f-d6949e3bd544 req-6a3c4805-424d-4d34-ba39-8baaf31fead7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0474799 Apr 21 21:38:52.036428 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71286c30-c73f-4fdd-b88f-d6949e3bd544 req-0c63a786-1541-4491-925e-dfaf221c725d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306437 Apr 21 21:38:53.150977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2189835-7598-4c1d-994d-9b657a6b396d req-a7222c56-62bd-4003-bdf9-1ed2789ab9c5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:53.152324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2189835-7598-4c1d-994d-9b657a6b396d req-a7222c56-62bd-4003-bdf9-1ed2789ab9c5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0489779 Apr 21 21:38:53.189857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2189835-7598-4c1d-994d-9b657a6b396d req-a8e45261-2c81-45c1-bcb8-cf7a4caebc7b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309322 Apr 21 21:38:54.302713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2d851-b3a1-491b-b879-77f47865ffe8 req-02e49314-c232-4568-a758-eea2e6a34a66 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:54.304151 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ff2d851-b3a1-491b-b879-77f47865ffe8 req-02e49314-c232-4568-a758-eea2e6a34a66 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0470970 Apr 21 21:38:54.340626 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ff2d851-b3a1-491b-b879-77f47865ffe8 req-5271d9d3-9953-44af-b7c5-2dc4d3429678 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305586 Apr 21 21:38:55.453663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1564f-980e-4b3e-883c-b9e92f6b4553 req-1c3f19d1-bd2f-4e53-aec7-74e34fa8c253 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:55.455127 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6c1564f-980e-4b3e-883c-b9e92f6b4553 req-1c3f19d1-bd2f-4e53-aec7-74e34fa8c253 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0478349 Apr 21 21:38:55.490949 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b6c1564f-980e-4b3e-883c-b9e92f6b4553 req-cbbe1408-ef1a-43ee-8022-4410eb7d477f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299444 Apr 21 21:38:56.609321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f2f5-40f4-4f70-8707-ff293d8ad15a req-bae191e8-bd5e-42c7-9224-d469c0e0d11d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:56.610743 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de46f2f5-40f4-4f70-8707-ff293d8ad15a req-bae191e8-bd5e-42c7-9224-d469c0e0d11d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0523293 Apr 21 21:38:56.647015 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-de46f2f5-40f4-4f70-8707-ff293d8ad15a req-5502bef6-082b-4bd2-9c32-26bb204fcc52 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302041 Apr 21 21:38:57.771539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac3a35-5770-4776-896f-cb583f69ac4f req-2e19cdca-afad-4071-9248-138a75b06414 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:57.773004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1ac3a35-5770-4776-896f-cb583f69ac4f req-2e19cdca-afad-4071-9248-138a75b06414 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0513458 Apr 21 21:38:57.810385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1ac3a35-5770-4776-896f-cb583f69ac4f req-213a5f88-983e-4ba8-8c0b-9ad7a329cb39 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313766 Apr 21 21:38:58.926601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13ff20-0d9c-4b45-99b9-5c71117ca04d req-cd32cd4b-8ddf-4028-beea-61be99505eb4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:38:58.928055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0c13ff20-0d9c-4b45-99b9-5c71117ca04d req-cd32cd4b-8ddf-4028-beea-61be99505eb4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0480165 Apr 21 21:38:58.968499 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0c13ff20-0d9c-4b45-99b9-5c71117ca04d req-d9574c8a-8827-407c-ba2d-2a0b91d7dbbd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332313 Apr 21 21:39:00.084922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9eb71-9bdb-4de8-9037-36cfa5cbd7f9 req-fe805fff-0553-4883-949e-80262f3e6e07 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:00.086356 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef9eb71-9bdb-4de8-9037-36cfa5cbd7f9 req-fe805fff-0553-4883-949e-80262f3e6e07 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0484445 Apr 21 21:39:00.122482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ef9eb71-9bdb-4de8-9037-36cfa5cbd7f9 req-007874db-e6fe-4aab-8a03-ea521d50163f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301757 Apr 21 21:39:00.271777 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:39:00.532346 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e784-2238-443d-92d5-cfc44c77744b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:01.239827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c135c3-2efe-4740-92c6-7a4ce66410c3 req-3c8437f0-0025-4002-811d-c464bb131855 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:01.241412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1c135c3-2efe-4740-92c6-7a4ce66410c3 req-3c8437f0-0025-4002-811d-c464bb131855 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0490041 Apr 21 21:39:01.279413 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1c135c3-2efe-4740-92c6-7a4ce66410c3 req-148ff4b4-8b3a-45c1-be59-e08b661658e5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Apr 21 21:39:02.392426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe331-2ab6-4c96-baa2-a1f4c5adaa87 req-3db8f9b5-c140-4549-8a39-ef0286e35500 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:02.393835 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-937fe331-2ab6-4c96-baa2-a1f4c5adaa87 req-3db8f9b5-c140-4549-8a39-ef0286e35500 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0480857 Apr 21 21:39:02.430020 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-937fe331-2ab6-4c96-baa2-a1f4c5adaa87 req-588e03f8-a933-4c65-9c31-d60d74f9ada9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302870 Apr 21 21:39:02.688202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-ba439e9a-e980-4e1a-9da6-970456db92aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775414 Apr 21 21:39:02.696519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dc5b4-f14f-4484-a840-a0134bc1c221 req-9081e5a8-995a-411f-b8fa-c6d97ce41a91 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:02.697944 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f41dc5b4-f14f-4484-a840-a0134bc1c221 req-9081e5a8-995a-411f-b8fa-c6d97ce41a91 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0796616 Apr 21 21:39:02.738329 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f41dc5b4-f14f-4484-a840-a0134bc1c221 req-43e8b504-5915-4a95-9f2e-df153ccff93f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336950 Apr 21 21:39:02.821687 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71724c3c-1b9b-4ee2-a683-0b940ab4c9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:03.740222 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-fca5ec1b-80ee-49fa-b510-f83b81824f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:03.741706 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-fca5ec1b-80ee-49fa-b510-f83b81824f83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1096 time: 0.0442574 Apr 21 21:39:03.861299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-bce04a65-b2d4-42b2-b775-383b6f0f2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:03.862733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-bce04a65-b2d4-42b2-b775-383b6f0f2a17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.1147866 Apr 21 21:39:03.884250 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b7569-9f2e-46ba-b4de-ba6b985d85d9 req-d349ada2-0fde-4d27-9b41-c8816eae1234 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:03.885651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-671b7569-9f2e-46ba-b4de-ba6b985d85d9 req-d349ada2-0fde-4d27-9b41-c8816eae1234 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0772204 Apr 21 21:39:03.957559 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-5e88eec0-6544-48f9-9dd2-066239437a25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 1001 time: 0.0865805 Apr 21 21:39:03.962335 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-671b7569-9f2e-46ba-b4de-ba6b985d85d9 req-f88329ff-796e-4a2c-9276-9e920f4429d1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494702 Apr 21 21:39:04.004931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-93aa17a7-0d69-4239-a26f-a7395556d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:04.006281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-93aa17a7-0d69-4239-a26f-a7395556d3ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0429320 Apr 21 21:39:04.054336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-a7427de3-3175-41cb-8739-69c647454d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:04.055781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-a7427de3-3175-41cb-8739-69c647454d66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432115 Apr 21 21:39:04.141106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-fe99ffe0-d052-432d-9042-c632fedafaee service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786972 Apr 21 21:39:04.221534 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:04.234417 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-2ac480b3-8faf-4368-a4e0-5fda3242d363 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862033 Apr 21 21:39:05.078611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8913-eaef-409e-b4d3-99b7d492f4dc req-3682941e-7944-4117-bad4-2ca5009318fd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:05.080085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-941b8913-eaef-409e-b4d3-99b7d492f4dc req-3682941e-7944-4117-bad4-2ca5009318fd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0477016 Apr 21 21:39:05.116060 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-941b8913-eaef-409e-b4d3-99b7d492f4dc req-79563d23-50db-4fdb-b4c5-a2dd59ef83b4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299101 Apr 21 21:39:05.486462 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:06.002364 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:06.034006 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-6d2b2b65-cb22-4e15-b318-8044b27140b8 service neutron] show failed (client error): The resource could not be found. Apr 21 21:39:06.035023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-6d2b2b65-cb22-4e15-b318-8044b27140b8 service neutron] 10.222.0.46 "GET /v2.0/ports/2e1c28d4-294c-41fb-ab79-1a95601bd736/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0553458 Apr 21 21:39:06.239058 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae3ae6-d7a1-46db-903f-4c780921d571 req-c64218af-fdad-4393-82f2-29eb11060a6c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:06.240549 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1bae3ae6-d7a1-46db-903f-4c780921d571 req-c64218af-fdad-4393-82f2-29eb11060a6c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0529842 Apr 21 21:39:06.278511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1bae3ae6-d7a1-46db-903f-4c780921d571 req-8c3251f1-08e8-4740-a922-2896d6deabaa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318353 Apr 21 21:39:06.280230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-d6db3b41-5c99-4e29-ba9d-2017fe2dcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:06.281725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-d6db3b41-5c99-4e29-ba9d-2017fe2dcefe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 1096 time: 0.0953968 Apr 21 21:39:06.291391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-dfd9c4d2-bd49-4b7f-a3aa-4c2c0d4bb61b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:39:06.292398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-dfd9c4d2-bd49-4b7f-a3aa-4c2c0d4bb61b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049634 Apr 21 21:39:06.302956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:39:06.357480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:06.551873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:39:06.583741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:39:06.620229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:39:06.623182 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95deaa7-61b3-4c01-8477-6d07baea0896" -d '{"events": [{"server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:39:06.627163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:06.639654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Transition to ACTIVE for port object 2e1c28d4-294c-41fb-ab79-1a95601bd736 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:39:06.643268 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:06.674229 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2708dbdd-4afc-4c08-87c9-fa13e6c91b72 x-openstack-request-id: req-2708dbdd-4afc-4c08-87c9-fa13e6c91b72 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:39:06.674517 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:39:06.674761 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2708dbdd-4afc-4c08-87c9-fa13e6c91b72 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:39:06.675144 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2708dbdd-4afc-4c08-87c9-fa13e6c91b72'] response: {'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'code': 200} Apr 21 21:39:06.727444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:06.743111 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.743447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.743779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.744106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.744430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.744752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.745089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.745405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.745725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.746039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.746352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.746665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:06.775485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] No DVR routers for this DVR port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:39:06.909247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Attempting to bind port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:39:06.909518 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Attempting to bind port 2e1c28d4-294c-41fb-ab79-1a95601bd736 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:39:06.909839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Attempting to bind port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:39:06.914199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:39:06.914520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Attempting to bind port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:39:06.919865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:39:06.920194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:39:06.920571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:39:06.921047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Bound port: 2e1c28d4-294c-41fb-ab79-1a95601bd736, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:39:06.921400 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:07.312669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:39:07.315784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:39:07.320650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:07.353231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:07.353843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:07.355192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] 10.222.0.43 "PUT /v2.0/ports/2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 1091 time: 1.0558689 Apr 21 21:39:07.378096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41eb83-69e9-4382-8244-910d53ca2d18 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:07.421147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f116a-cccf-41c4-9a13-5cb69eafffda req-569d1c08-f0af-45e2-93c8-6e7c1bcc480a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:07.423361 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b87f116a-cccf-41c4-9a13-5cb69eafffda req-569d1c08-f0af-45e2-93c8-6e7c1bcc480a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0716422 Apr 21 21:39:07.427091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-afca4bde-b21a-49c1-b63c-1218ab325f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:07.428584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-afca4bde-b21a-49c1-b63c-1218ab325f61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1094 time: 0.0474360 Apr 21 21:39:07.471854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b87f116a-cccf-41c4-9a13-5cb69eafffda req-d6b5012d-289c-462a-8f28-57853ceaf2c0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381253 Apr 21 21:39:07.530452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-47ee6bd6-0e76-444e-bfc0-013360631982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:07.532011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-47ee6bd6-0e76-444e-bfc0-013360631982 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0971150 Apr 21 21:39:07.595868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-8ddcd30b-7063-496b-8b85-38a9f6d1d571 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 999 time: 0.0572734 Apr 21 21:39:07.643497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-16168b98-b2d1-456c-bc3d-ec6dac8c9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:07.644878 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-16168b98-b2d1-456c-bc3d-ec6dac8c9130 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0429885 Apr 21 21:39:07.692270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-a0440007-43a2-466a-b45c-8b0205e72f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:07.693735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-a0440007-43a2-466a-b45c-8b0205e72f4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427263 Apr 21 21:39:07.785411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-4807e406-c5a8-4d25-beaf-067b34d2336e service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834024 Apr 21 21:39:07.876153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f37ad3b5-4015-4967-b459-f7528dfa7e73 req-d669b910-8f87-42fd-abc4-208f665d8250 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844717 Apr 21 21:39:08.589473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfd721-9dfc-46cf-8631-8782616e95ae req-24443b43-222d-46a9-925b-3ccc28f1628e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:08.590888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64bfd721-9dfc-46cf-8631-8782616e95ae req-24443b43-222d-46a9-925b-3ccc28f1628e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0470030 Apr 21 21:39:08.626979 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64bfd721-9dfc-46cf-8631-8782616e95ae req-d1fe1312-00c6-4d2b-9521-9db3094fcb7f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294521 Apr 21 21:39:08.676585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:39:08.678895 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730" -d '{"events": [{"name": "network-changed", "server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:39:08.729581 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcbc26d-1344-46af-84d4-99aa8307c2fd x-openstack-request-id: req-ebcbc26d-1344-46af-84d4-99aa8307c2fd {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:39:08.729868 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:39:08.730114 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebcbc26d-1344-46af-84d4-99aa8307c2fd {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:39:08.730506 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebcbc26d-1344-46af-84d4-99aa8307c2fd'] response: {'name': 'network-changed', 'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'status': 'completed', 'code': 200} Apr 21 21:39:08.788093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-283b20fb-dbf5-4483-bfd2-e6dbeeac5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:08.789028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-1f7e7447-0819-4d1b-9577-a83714ef1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:08.789532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-283b20fb-dbf5-4483-bfd2-e6dbeeac5f5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1094 time: 0.0404484 Apr 21 21:39:08.790473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-1f7e7447-0819-4d1b-9577-a83714ef1bc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1094 time: 0.0402460 Apr 21 21:39:08.881164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-8169bd8f-ff6a-45fb-a9e3-faa911987191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:08.881399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-11d43055-83fd-4348-ac3b-917eb7a26ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:08.882678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-11d43055-83fd-4348-ac3b-917eb7a26ccc service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0860817 Apr 21 21:39:08.883035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-8169bd8f-ff6a-45fb-a9e3-faa911987191 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0865197 Apr 21 21:39:08.946682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-3248eb51-16ab-41a0-ae6f-20baecc27492 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 999 time: 0.0566645 Apr 21 21:39:08.949913 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-238384aa-809d-4c51-b294-a49b8ef94844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 999 time: 0.0611050 Apr 21 21:39:08.998123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-29973dfc-20bf-4aff-b14a-b9583f9358cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:08.998365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-4bd8f118-c1dc-4b82-99bd-f34742302edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:08.999827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-4bd8f118-c1dc-4b82-99bd-f34742302edd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0464993 Apr 21 21:39:09.000493 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-29973dfc-20bf-4aff-b14a-b9583f9358cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0442786 Apr 21 21:39:09.045288 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-9e024bcf-226b-4405-9d15-606652c8416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:09.045641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-fcf1e754-0187-42eb-896a-f7c3bddcdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:09.046715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-9e024bcf-226b-4405-9d15-606652c8416d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406070 Apr 21 21:39:09.047096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-fcf1e754-0187-42eb-896a-f7c3bddcdf45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398676 Apr 21 21:39:09.140472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-74cdabf8-218d-49e9-b934-2830834f973a service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863171 Apr 21 21:39:09.153550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-ec739a69-7a73-44df-9ce8-16b6e88b80ef service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999398 Apr 21 21:39:09.229947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-aed716d8-15b0-44a3-9071-98ada9aa512b service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834644 Apr 21 21:39:09.245322 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-195ee4d7-d8d7-4515-9e58-fbdf7d25f730 req-138a5674-d4fb-4bad-9662-16a6d28530aa service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845575 Apr 21 21:39:09.743544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabc574-a0a9-40d3-a87d-738e15fb177f req-7dc34b78-b082-4e07-aa7c-e2d5742cff99 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:09.744993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9fabc574-a0a9-40d3-a87d-738e15fb177f req-7dc34b78-b082-4e07-aa7c-e2d5742cff99 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0477591 Apr 21 21:39:09.781924 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9fabc574-a0a9-40d3-a87d-738e15fb177f req-69ef97d7-9f97-4498-86eb-1d9c366577ee tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304029 Apr 21 21:39:10.906730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3ad8c-5dc8-4dea-b4d1-5056e5484f04 req-dfaca63d-ddc7-4761-b2d8-0df13babcf6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:10.908189 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82f3ad8c-5dc8-4dea-b4d1-5056e5484f04 req-dfaca63d-ddc7-4761-b2d8-0df13babcf6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0565631 Apr 21 21:39:10.944558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-82f3ad8c-5dc8-4dea-b4d1-5056e5484f04 req-452f76eb-e550-48fc-a0a3-431775c10fde tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302196 Apr 21 21:39:11.168554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e3506-06e8-40c2-86de-623715afc6ca req-b7122ed3-6610-4e53-a18a-f9c5905ce617 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:11.169958 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-200e3506-06e8-40c2-86de-623715afc6ca req-b7122ed3-6610-4e53-a18a-f9c5905ce617 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 943 time: 0.0809405 Apr 21 21:39:11.181680 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3882a-b769-411b-befb-099a2b3c304a req-d811d83b-67d1-4d73-aabe-9afe1e31b014 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:11.183032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95a3882a-b769-411b-befb-099a2b3c304a req-d811d83b-67d1-4d73-aabe-9afe1e31b014 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef&tenant_id=a80917f5364c49c3ab72393812afec4a&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 943 time: 0.0664334 Apr 21 21:39:11.253635 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-200e3506-06e8-40c2-86de-623715afc6ca req-ae1bf955-549a-452c-86de-8e31b04c4760 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696547 Apr 21 21:39:11.267485 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-95a3882a-b769-411b-befb-099a2b3c304a req-9c4533cb-888f-4d26-a480-363757e4ab9a service neutron] delete failed (client error): The resource could not be found. Apr 21 21:39:11.268504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95a3882a-b769-411b-befb-099a2b3c304a req-9c4533cb-888f-4d26-a480-363757e4ab9a service neutron] 10.222.0.46 "DELETE /v2.0/ports/2e1c28d4-294c-41fb-ab79-1a95601bd736/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0774512 Apr 21 21:39:11.349216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3882a-b769-411b-befb-099a2b3c304a req-ae9df578-ea5f-4abb-bd54-6435b3328462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:11.350663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95a3882a-b769-411b-befb-099a2b3c304a req-ae9df578-ea5f-4abb-bd54-6435b3328462 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1094 time: 0.0399330 Apr 21 21:39:11.352614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2e1c28d4-294c-41fb-ab79-1a95601bd736 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:39:11.390517 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 2e1c28d4-294c-41fb-ab79-1a95601bd736 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:39:11.441856 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3882a-b769-411b-befb-099a2b3c304a req-6f31290e-422c-4a11-9849-4db6070ddf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:11.443226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95a3882a-b769-411b-befb-099a2b3c304a req-6f31290e-422c-4a11-9849-4db6070ddf15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0863087 Apr 21 21:39:11.507529 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95a3882a-b769-411b-befb-099a2b3c304a req-49ebcc2b-67bb-4407-af7f-313f85b1631e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 999 time: 0.0575926 Apr 21 21:39:11.554396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3882a-b769-411b-befb-099a2b3c304a req-c7cb63be-c46a-430f-a34f-be615889046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:11.555794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95a3882a-b769-411b-befb-099a2b3c304a req-c7cb63be-c46a-430f-a34f-be615889046a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0425351 Apr 21 21:39:11.602170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3882a-b769-411b-befb-099a2b3c304a req-01b0015c-c838-4b55-980e-f49edd91b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:11.603602 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95a3882a-b769-411b-befb-099a2b3c304a req-01b0015c-c838-4b55-980e-f49edd91b416 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415113 Apr 21 21:39:11.689663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95a3882a-b769-411b-befb-099a2b3c304a req-538cf654-59b1-4a7e-9f35-7d490f06e2c2 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792365 Apr 21 21:39:11.765609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2e1c28d4-294c-41fb-ab79-1a95601bd736 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:39:11.782384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-95a3882a-b769-411b-befb-099a2b3c304a req-bc73548f-ee1d-4347-8c03-280bd4a8b46e service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855043 Apr 21 21:39:11.866150 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:39:11.877415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'mac_address': 'fa:16:3e:43:66:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:39:11.912295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:11.924713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1c28d4-294c-41fb-ab79-1a95601bd736 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:39:11.943470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:39:11.946798 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:12.155032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:12.247414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['2e1c28d4-294c-41fb-ab79-1a95601bd736'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:39:12.372647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8980f1-7528-417a-a663-b53450e7a877 req-d430fa44-7d00-46a3-ace3-7b01591ccdac tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:12.374115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca8980f1-7528-417a-a663-b53450e7a877 req-d430fa44-7d00-46a3-ace3-7b01591ccdac tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 944 time: 0.0490546 Apr 21 21:39:12.412617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca8980f1-7528-417a-a663-b53450e7a877 req-5ffffc30-1a0d-4f67-b2bd-9a85226cd40e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Apr 21 21:39:12.534242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881c3c6-b57f-4952-935a-04579082623c req-fa4fcbfa-9123-4ccf-ac58-0166b1286fef tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:12.535712 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3881c3c6-b57f-4952-935a-04579082623c req-fa4fcbfa-9123-4ccf-ac58-0166b1286fef tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 944 time: 0.0558577 Apr 21 21:39:12.572580 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3881c3c6-b57f-4952-935a-04579082623c req-1ff44b97-82e4-46ea-a710-3ebb4c845045 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307479 Apr 21 21:39:12.762098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e848f-1308-4761-ab05-8a8f07253b8b req-9d1a821b-a972-491c-8d4c-6fff78bd50d7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:12.764246 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-661e848f-1308-4761-ab05-8a8f07253b8b req-9d1a821b-a972-491c-8d4c-6fff78bd50d7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 944 time: 0.0485740 Apr 21 21:39:12.794775 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-21c02bc8-e9e7-4c41-ba0d-e9821660042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:12.795871 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-21c02bc8-e9e7-4c41-ba0d-e9821660042f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 1095 time: 0.0468738 Apr 21 21:39:12.804147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-661e848f-1308-4761-ab05-8a8f07253b8b req-a32fd2fb-35e9-4605-9174-7b7360f349b4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333138 Apr 21 21:39:12.884210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-a8a25955-0bf4-49d2-8069-9e819c4f3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:12.885688 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-a8a25955-0bf4-49d2-8069-9e819c4f3d0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0833185 Apr 21 21:39:12.953575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-d8ec36f0-7750-45bc-8ec6-2cc2f0ae710a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 200 len: 1000 time: 0.0610332 Apr 21 21:39:13.000628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-75402282-fdf3-4f02-9409-bceb3d8da2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:13.002035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-75402282-fdf3-4f02-9409-bceb3d8da2b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0420907 Apr 21 21:39:13.049097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-eafd4f97-0ed5-4d93-bfbc-95d3eabfe9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:13.050578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-eafd4f97-0ed5-4d93-bfbc-95d3eabfe9fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422525 Apr 21 21:39:13.146804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-9f3cfd31-bd21-4e70-b325-5ff9dd902363 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893652 Apr 21 21:39:13.236146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2bc4d258-a91c-4a51-adea-782d198b13e4 req-30d8decc-c950-491e-8069-79db6e785469 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827451 Apr 21 21:39:13.786221 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2e1c28d4-294c-41fb-ab79-1a95601bd736 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:39:13.839156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 2e1c28d4-294c-41fb-ab79-1a95601bd736 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:39:13.844155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 2e1c28d4-294c-41fb-ab79-1a95601bd736 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:39:13.844668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:13.920809 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:13.924584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ed00e-d407-4824-a0d6-2db4d6abfbdb req-dbd2ffef-f203-4b29-a106-c829ae5a0c49 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:13.926225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-758ed00e-d407-4824-a0d6-2db4d6abfbdb req-dbd2ffef-f203-4b29-a106-c829ae5a0c49 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 944 time: 0.0492382 Apr 21 21:39:13.942906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:39:13.945175 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ed101c-a02c-43cf-9bf8-2e9b5ad4fbb0" -d '{"events": [{"server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "name": "network-vif-plugged", "status": "completed", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:39:13.958496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:39:13.963525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:13.966214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-758ed00e-d407-4824-a0d6-2db4d6abfbdb req-01f1398b-8a35-4e18-8806-ee54dddb8fb5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336711 Apr 21 21:39:13.991739 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c763f7b0-3e54-48f3-ae4b-9b43464d7b5d x-openstack-request-id: req-c763f7b0-3e54-48f3-ae4b-9b43464d7b5d {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:39:13.992023 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "name": "network-vif-plugged", "status": "completed", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:39:13.992265 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c763f7b0-3e54-48f3-ae4b-9b43464d7b5d {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:39:13.992650 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c763f7b0-3e54-48f3-ae4b-9b43464d7b5d'] response: {'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'code': 200} Apr 21 21:39:14.018645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:14.204964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caa253-ffe0-4a89-b4e3-0df4e70bdadf req-c1ea850a-f569-4b94-93b3-317658894bcf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:14.206411 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d1caa253-ffe0-4a89-b4e3-0df4e70bdadf req-c1ea850a-f569-4b94-93b3-317658894bcf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0488687 Apr 21 21:39:14.246932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d1caa253-ffe0-4a89-b4e3-0df4e70bdadf req-66f4d045-c0ea-4c17-bc42-706919a7d7fc tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343702 Apr 21 21:39:15.370411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf06501-7c06-4118-b5dd-319d5714a17a req-e0f6332f-4729-4531-b3d2-1fbf5618d58d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:15.371864 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daf06501-7c06-4118-b5dd-319d5714a17a req-e0f6332f-4729-4531-b3d2-1fbf5618d58d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0519211 Apr 21 21:39:15.408501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-daf06501-7c06-4118-b5dd-319d5714a17a req-298af4b2-304b-4556-9c66-1e39d56d279b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300605 Apr 21 21:39:15.519809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-6e238c78-3620-4e0f-85a7-3042be14cecc tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:15.521243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-6e238c78-3620-4e0f-85a7-3042be14cecc tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 945 time: 0.0476751 Apr 21 21:39:15.610392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Deleting port 2e1c28d4-294c-41fb-ab79-1a95601bd736 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:39:15.610649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:15.694814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] For port 2e1c28d4-294c-41fb-ab79-1a95601bd736, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=2e1c28d4-294c-41fb-ab79-1a95601bd736,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:39:15.695177 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:15.860663 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:15.860999 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:15.861314 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0 disassociated. External IP: 172.25.0.245, port: 2e1c28d4-294c-41fb-ab79-1a95601bd736. Apr 21 21:39:15.861648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Calling delete_port for 2e1c28d4-294c-41fb-ab79-1a95601bd736 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:39:15.986545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:16.013323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event deleted for resources: {'Port': ['ID=2e1c28d4-294c-41fb-ab79-1a95601bd736,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:16.130277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:39:16.240151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:39:16.250480 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:39:16.262383 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:39:16.263634 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:39:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:39:16.279687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] No DVR routers for this DVR port 2e1c28d4-294c-41fb-ab79-1a95601bd736 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:39:16.282395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:16.285705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ae5c09a-44c9-4830-9599-9f9541a0d882 req-950f9c22-9ef8-4d08-8442-39b880707d82 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "DELETE /v2.0/ports/2e1c28d4-294c-41fb-ab79-1a95601bd736 HTTP/1.1" status: 204 len: 173 time: 0.7580423 Apr 21 21:39:16.286096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'name': 'network-vif-deleted', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:39:16.288329 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e82f5-773d-4c2f-9d39-1e326685a287" -d '{"events": [{"server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "name": "network-vif-deleted", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:39:16.330232 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399bbb65-f472-4d1a-9c2b-9e73ef995b63 x-openstack-request-id: req-399bbb65-f472-4d1a-9c2b-9e73ef995b63 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:39:16.330515 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961aa1d1-a9ef-4fef-b09f-c035955584ef", "name": "network-vif-deleted", "tag": "2e1c28d4-294c-41fb-ab79-1a95601bd736", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:39:16.330765 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-399bbb65-f472-4d1a-9c2b-9e73ef995b63 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:39:16.331162 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399bbb65-f472-4d1a-9c2b-9e73ef995b63'] response: {'server_uuid': '961aa1d1-a9ef-4fef-b09f-c035955584ef', 'name': 'network-vif-deleted', 'tag': '2e1c28d4-294c-41fb-ab79-1a95601bd736', 'status': 'completed', 'code': 200} Apr 21 21:39:16.371174 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:39:16.526232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1814aee8-fd62-418e-92a7-4bd1f1b21629 req-ecb72532-ea97-4e32-b5ba-7bc9ad033055 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=961aa1d1-a9ef-4fef-b09f-c035955584ef HTTP/1.1" status: 200 len: 210 time: 0.0349009 Apr 21 21:39:16.579754 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:39:16.603999 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:39:16.612258 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:39:16.612856 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:39:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:39:16.712145 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:39:16.900881 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:39:17.010144 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35472b9d-f1d5-4e58-858d-9e96dc316044 None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:39:17.216870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad633b-12d9-4aaf-9b8e-64c1b2de1ee9 None None] New status for floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:39:17.762027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-fafb0450-8823-49b2-a4fb-6e2e05a886a7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--775200308&fields=id&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 267 time: 0.0321772 Apr 21 21:39:17.864979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-88004e21-8ce6-47a3-b8ec-4622fd195d42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:17.866385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-88004e21-8ce6-47a3-b8ec-4622fd195d42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 812 time: 0.0974691 Apr 21 21:39:17.880985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-6c2da972-b283-4e4a-9e9f-6189c71d4015 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/quotas/a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 375 time: 0.0086904 Apr 21 21:39:17.931806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-c4b89f67-3120-42dd-8187-32019063a63c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456996 Apr 21 21:39:18.025703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-4315636d-3fdf-47a4-897d-e402f19c7d0a service neutron] 10.222.0.49 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824056 Apr 21 21:39:18.114456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-d722e820-f780-4ca9-9786-1a5202ea0d92 service neutron] 10.222.0.49 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820537 Apr 21 21:39:18.272133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e77bd632-eea6-4ac4-bd32-012290ae2aa7 req-062532bd-3594-4923-90e5-9be8213c2567 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 210 time: 0.0261030 Apr 21 21:39:19.154142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-d18b8a4b-8997-4e83-b0ea-6d28928f51e7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:19.155549 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-d18b8a4b-8997-4e83-b0ea-6d28928f51e7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 812 time: 0.1042924 Apr 21 21:39:19.197998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-daed6530-7386-40f5-a966-ae17d041c43b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 379 time: 0.0329044 Apr 21 21:39:19.207637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'port': {'device_id': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'admin_state_up': True, 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'security_groups': ['6d88b2f4-c7b4-464b-b859-ea0c825b55be']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:39:19.312782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Made reservation on behalf of a80917f5364c49c3ab72393812afec4a for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:39:19.316744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:19.399033 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-96dbbd67-0ae5-419e-972e-1568a4080af0 req-ed1ab4cf-8dd3-4645-aa9e-467830ca3c7d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 210 time: 0.0559263 Apr 21 21:39:19.460683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Allocated IP 172.20.0.9 (e51a0ba3-ccde-4733-90a9-bfc4fc7351f9/8a4265ed-0e64-4823-b057-3c29a7552f05/a6ced31f-1013-4885-b3dd-714625f485e5) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:39:19.595359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:19.628488 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:19.671117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:39:19.674219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:39:19.678117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:39:19.685272 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:19.717279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.717621 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.717960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.718293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.718619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.718942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.719284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.719603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.719911 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.720228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.720546 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.720892 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:19.745496 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:19.746112 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:19.762610 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-eeb7d8e7-6f18-4f7a-8033-96bd56337c4a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585999 Apr 21 21:39:19.774333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Request body: {'port': {'device_id': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:39:19.830714 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:19.839736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2e1c28d4-294c-41fb-ab79-1a95601bd736 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:39:19.861240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 2e1c28d4-294c-41fb-ab79-1a95601bd736 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:39:19.861892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 2e1c28d4-294c-41fb-ab79-1a95601bd736 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:39:19.938561 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8ea9f05d-8b7d-4e74-8c14-18cba3e8e94b None None] Provisioning complete for port a6ced31f-1013-4885-b3dd-714625f485e5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:39:19.938850 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f05d-8b7d-4e74-8c14-18cba3e8e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:19.974873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9f05d-8b7d-4e74-8c14-18cba3e8e94b None None] Port a6ced31f-1013-4885-b3dd-714625f485e5 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:39:20.097055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ced31f-1013-4885-b3dd-714625f485e5 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:39:20.104261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:20.115977 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Transition to ACTIVE for port object a6ced31f-1013-4885-b3dd-714625f485e5 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:39:20.119838 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:20.172486 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:20.250547 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:39:20.250882 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:39:20.251208 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:39:20.256012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:39:20.256381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:39:20.261294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:39:20.261638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:39:20.262019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:39:20.262443 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Bound port: a6ced31f-1013-4885-b3dd-714625f485e5, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:39:20.262975 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:20.328147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:39:20.331166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:39:20.335869 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:20.372922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:20.373533 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:20.374883 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] 10.222.0.46 "PUT /v2.0/ports/a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1091 time: 0.6048689 Apr 21 21:39:20.375315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:39:20.377656 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:39:20.404197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67652a92-1099-4f53-a21d-bfddaa33ac3b service neutron] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:20.431326 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5885dff1-c90a-457c-8337-fa2077bbdbee x-openstack-request-id: req-5885dff1-c90a-457c-8337-fa2077bbdbee {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:39:20.431326 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:39:20.431567 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5885dff1-c90a-457c-8337-fa2077bbdbee {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:39:20.431919 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5885dff1-c90a-457c-8337-fa2077bbdbee'] response: {'name': 'network-changed', 'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'status': 'completed', 'code': 200} Apr 21 21:39:20.467010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-b113f542-dfc4-41dd-919c-f74a12c739b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:20.468449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-b113f542-dfc4-41dd-919c-f74a12c739b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1094 time: 0.0497768 Apr 21 21:39:20.537661 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-f23aa312-a4d9-4978-b30a-e9b0900d9b99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 217 time: 0.0595851 Apr 21 21:39:20.590098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a201ad-18bb-4126-b86e-646a51b3f54a req-040b2427-6dba-410f-9bd7-ebbbcff4a27d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:20.591593 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66a201ad-18bb-4126-b86e-646a51b3f54a req-040b2427-6dba-410f-9bd7-ebbbcff4a27d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.1154411 Apr 21 21:39:20.608624 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-696a9ed5-d185-4f11-a903-cf84074851e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:20.610039 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-696a9ed5-d185-4f11-a903-cf84074851e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0661638 Apr 21 21:39:20.659056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-66a201ad-18bb-4126-b86e-646a51b3f54a req-4e5f5dfa-10cb-4da1-8a91-b0e261a29550 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600429 Apr 21 21:39:20.668425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-8e974349-8d5e-4835-ad5c-1928132da38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:20.670422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-8e974349-8d5e-4835-ad5c-1928132da38c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519395 Apr 21 21:39:20.761104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-902a8114-31b7-482f-833e-f50d20c5a298 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830200 Apr 21 21:39:20.849334 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e269f1b6-5755-4796-96fb-fdb71a3cfa37 req-ab167875-aecd-4459-82ff-b8b2fbaee6de service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822294 Apr 21 21:39:20.870567 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:20.938098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-779d38a3-b793-4754-8231-63a812cd8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:20.939535 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-779d38a3-b793-4754-8231-63a812cd8991 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1094 time: 0.0452316 Apr 21 21:39:21.027860 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-99512c4b-e192-45ca-a49d-2709f5da1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:21.029716 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-99512c4b-e192-45ca-a49d-2709f5da1dd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0826361 Apr 21 21:39:21.037027 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:21.070861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-42028034-86c2-4ab5-835e-c0632996daf2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 217 time: 0.0338449 Apr 21 21:39:21.121352 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-f332e6d8-3cee-4578-b597-0979886019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:21.122758 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-f332e6d8-3cee-4578-b597-0979886019f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0459564 Apr 21 21:39:21.165896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-c2f88773-e416-4243-bdae-cea8a8402e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:21.167416 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-c2f88773-e416-4243-bdae-cea8a8402e55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386438 Apr 21 21:39:21.253340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-92a436c3-7548-4a20-930e-bd953f4820f4 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797043 Apr 21 21:39:21.582498 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c91b32ac-9e58-4cb7-b155-ebf64e267ac2 req-2cdc2c72-1cb9-4a82-886e-7dc1e527a90d service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223202 Apr 21 21:39:21.774856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f66c6-d7b7-4370-a007-690072939f27 req-b2bdaf75-77a4-4c2c-bb82-73fbd482c6aa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:21.776312 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f5f66c6-d7b7-4370-a007-690072939f27 req-b2bdaf75-77a4-4c2c-bb82-73fbd482c6aa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0476980 Apr 21 21:39:21.812441 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5f5f66c6-d7b7-4370-a007-690072939f27 req-66fdc2d4-b286-4bd8-bc95-f305adb6952b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302377 Apr 21 21:39:22.932941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023186d9-f02c-4a71-ac55-f47dce154788 req-f2ce91cf-4f54-445e-821a-d49dee4f32ca tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:22.934388 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-023186d9-f02c-4a71-ac55-f47dce154788 req-f2ce91cf-4f54-445e-821a-d49dee4f32ca tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0501029 Apr 21 21:39:22.972513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-023186d9-f02c-4a71-ac55-f47dce154788 req-0c4a4ec6-20fa-44c1-8896-a748c411f806 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Apr 21 21:39:24.086495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c2518-2543-46aa-95fe-89b2b8de3846 req-55739d24-433c-4861-89c9-e9b95476d4b5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:24.087929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-531c2518-2543-46aa-95fe-89b2b8de3846 req-55739d24-433c-4861-89c9-e9b95476d4b5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0480382 Apr 21 21:39:24.124676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-531c2518-2543-46aa-95fe-89b2b8de3846 req-87f65e20-a5f5-4087-ba4d-206be85df940 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307121 Apr 21 21:39:25.240594 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb08b0-0ffe-42a7-b2b9-d290a0e2f884 req-cfafb761-6edc-4802-ace4-3fd534db5e60 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:25.242178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ccdb08b0-0ffe-42a7-b2b9-d290a0e2f884 req-cfafb761-6edc-4802-ace4-3fd534db5e60 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0509207 Apr 21 21:39:25.277935 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ccdb08b0-0ffe-42a7-b2b9-d290a0e2f884 req-d1ed11a5-0d88-496e-9ef6-9b10f3c13e4d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297842 Apr 21 21:39:25.434800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:39:25.530725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:39:25.541514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'mac_address': 'fa:16:3e:34:3f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:39:25.577075 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:25.589052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ced31f-1013-4885-b3dd-714625f485e5 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:39:25.608400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:39:25.612189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:25.660942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:25.668012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.668352 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.668684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.669064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.669390 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.669714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.670031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.670349 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.670664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.670979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.671297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.671609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:39:25.957923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['a6ced31f-1013-4885-b3dd-714625f485e5'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:39:26.396492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8cfd-1b93-4d4b-9868-043a9170e615 req-b95eb3a3-79a6-44a7-84a4-5a69b5c84a5a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:26.397958 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d8f8cfd-1b93-4d4b-9868-043a9170e615 req-b95eb3a3-79a6-44a7-84a4-5a69b5c84a5a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0515366 Apr 21 21:39:26.434193 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d8f8cfd-1b93-4d4b-9868-043a9170e615 req-085c5086-b5ba-419d-9779-337639da344e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303271 Apr 21 21:39:27.445409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:39:27.497498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port a6ced31f-1013-4885-b3dd-714625f485e5 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:39:27.501295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port a6ced31f-1013-4885-b3dd-714625f485e5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:39:27.501667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:27.550740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29ae44-13c4-4e89-b2c0-d06ff2f141f8 req-e6f4b4f7-8ffa-4478-8ea6-d2c1ebbacc61 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:27.552869 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae29ae44-13c4-4e89-b2c0-d06ff2f141f8 req-e6f4b4f7-8ffa-4478-8ea6-d2c1ebbacc61 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0496898 Apr 21 21:39:27.581878 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:27.591597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ae29ae44-13c4-4e89-b2c0-d06ff2f141f8 req-d4c425d6-9a1e-4cdc-9954-725d7ebc82b7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324702 Apr 21 21:39:27.603687 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:39:27.605983 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54967983-132e-49a8-932d-75a2397a4fba" -d '{"events": [{"server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "name": "network-vif-plugged", "status": "completed", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:39:27.618438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:39:27.622899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:27.648772 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad5f9c8-6b5f-48f3-b38c-b5bfe3f18fee x-openstack-request-id: req-5ad5f9c8-6b5f-48f3-b38c-b5bfe3f18fee {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:39:27.649065 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "name": "network-vif-plugged", "status": "completed", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:39:27.649312 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ad5f9c8-6b5f-48f3-b38c-b5bfe3f18fee {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:39:27.649699 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad5f9c8-6b5f-48f3-b38c-b5bfe3f18fee'] response: {'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'code': 200} Apr 21 21:39:27.682991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:39:27.740204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b5399-5a16-4e9f-888a-27e458f36ff1 req-42bf17db-4c78-41f4-aa9e-ac19bbe8167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:27.741651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e92b5399-5a16-4e9f-888a-27e458f36ff1 req-42bf17db-4c78-41f4-aa9e-ac19bbe8167a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1096 time: 0.0390584 Apr 21 21:39:27.774755 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e92b5399-5a16-4e9f-888a-27e458f36ff1 req-7642b746-b4d4-4fb0-8742-d3c9a4d2b891 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266247 Apr 21 21:39:28.713154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49b577-f567-48c5-b41a-e238363efb83 req-e278e567-a511-411e-b223-bf3640fb6dad tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:28.714607 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba49b577-f567-48c5-b41a-e238363efb83 req-e278e567-a511-411e-b223-bf3640fb6dad tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0520470 Apr 21 21:39:28.752030 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba49b577-f567-48c5-b41a-e238363efb83 req-69336be9-373e-447d-8bcd-930e3ece552b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314043 Apr 21 21:39:29.868377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc47d0-a514-4709-bf14-8095d9a80fc7 req-ed06db25-4fec-42f0-8ca2-a12e153346ed tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:29.869857 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36fc47d0-a514-4709-bf14-8095d9a80fc7 req-ed06db25-4fec-42f0-8ca2-a12e153346ed tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0484865 Apr 21 21:39:29.906234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36fc47d0-a514-4709-bf14-8095d9a80fc7 req-18ab5178-bd8b-47a0-b134-73fa978f01ae tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304308 Apr 21 21:39:30.016100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72708f-28af-4160-b3d0-c08d1cded408 req-45068da5-d27b-434f-875c-2a432a81c966 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:30.017596 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba72708f-28af-4160-b3d0-c08d1cded408 req-45068da5-d27b-434f-875c-2a432a81c966 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0477896 Apr 21 21:39:30.026801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41330) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:39:30.032040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9559d7cf-807b-4bbd-9acf-2cdcd87166b1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'floatingip': {'port_id': 'a6ced31f-1013-4885-b3dd-714625f485e5'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:39:30.073500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9559d7cf-807b-4bbd-9acf-2cdcd87166b1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:30.495700 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9559d7cf-807b-4bbd-9acf-2cdcd87166b1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:30.499763 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9559d7cf-807b-4bbd-9acf-2cdcd87166b1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:30.533841 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f694a850-cc71-4a67-8a46-213f571c4dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:30.598154 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-9559d7cf-807b-4bbd-9acf-2cdcd87166b1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0 associated. External IP: 172.25.0.245, port: a6ced31f-1013-4885-b3dd-714625f485e5. Apr 21 21:39:30.797083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9559d7cf-807b-4bbd-9acf-2cdcd87166b1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:39:30.904079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9559d7cf-807b-4bbd-9acf-2cdcd87166b1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:39:30.908830 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9559d7cf-807b-4bbd-9acf-2cdcd87166b1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:30.914927 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:39:30.924705 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:39:30.925339 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:39:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:39:30.934968 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9559d7cf-807b-4bbd-9acf-2cdcd87166b1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "PUT /v2.0/floatingips/797c0782-281f-4d36-ac6c-8fb51ade3ed0 HTTP/1.1" status: 200 len: 991 time: 0.9069941 Apr 21 21:39:30.935544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:39:30.937836 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86beeec-381d-4015-b42d-0bd893492705" -d '{"events": [{"name": "network-changed", "server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:39:30.975719 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204d8f88-ad5d-4408-a398-c41a36f11f4a x-openstack-request-id: req-204d8f88-ad5d-4408-a398-c41a36f11f4a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:39:30.976004 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:39:30.976251 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-204d8f88-ad5d-4408-a398-c41a36f11f4a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:39:30.976657 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204d8f88-ad5d-4408-a398-c41a36f11f4a'] response: {'name': 'network-changed', 'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'status': 'completed', 'code': 200} Apr 21 21:39:31.040883 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:39:31.043333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86beeec-381d-4015-b42d-0bd893492705 req-ac816f2d-7e1a-405d-91d3-07bd712884e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:31.044863 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b86beeec-381d-4015-b42d-0bd893492705 req-ac816f2d-7e1a-405d-91d3-07bd712884e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1096 time: 0.0448766 Apr 21 21:39:31.169479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-c56289c7-1194-445d-9729-8af5c5ea4d31 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502393 Apr 21 21:39:31.190012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1f768-e92d-48bf-b8b4-3a76866f1373 req-321e709d-f34f-4225-922c-d3f876baf172 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:31.191829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2c1f768-e92d-48bf-b8b4-3a76866f1373 req-321e709d-f34f-4225-922c-d3f876baf172 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0656230 Apr 21 21:39:31.223978 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86beeec-381d-4015-b42d-0bd893492705 req-9cf7c191-7e16-4d3e-bd28-5af9e82c49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:31.225448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b86beeec-381d-4015-b42d-0bd893492705 req-9cf7c191-7e16-4d3e-bd28-5af9e82c49bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.1739187 Apr 21 21:39:31.278475 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a2c1f768-e92d-48bf-b8b4-3a76866f1373 req-1f812ca7-b11f-4792-b04e-7e6ca1825b2b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790431 Apr 21 21:39:31.304862 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:34:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:39:30Z', 'revision_number': 9, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:39:31.307337 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b86beeec-381d-4015-b42d-0bd893492705 req-76f8cd78-04dc-458e-a50b-6d0e73fb5870 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 999 time: 0.0722077 Apr 21 21:39:31.332809 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:39:31.340950 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:39:31.341556 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:39:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:39:31.358108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86beeec-381d-4015-b42d-0bd893492705 req-2c9e3cbc-233d-4cbf-8087-326b344f1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:31.359575 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b86beeec-381d-4015-b42d-0bd893492705 req-2c9e3cbc-233d-4cbf-8087-326b344f1965 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0465240 Apr 21 21:39:31.406186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86beeec-381d-4015-b42d-0bd893492705 req-2782cf87-7c80-4905-bdfe-6bf7b7889c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:31.407691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b86beeec-381d-4015-b42d-0bd893492705 req-2782cf87-7c80-4905-bdfe-6bf7b7889c1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420079 Apr 21 21:39:31.450880 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:39:31.509755 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b86beeec-381d-4015-b42d-0bd893492705 req-6f722305-9028-4f82-8c9e-2e68eb8fd733 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952044 Apr 21 21:39:31.606134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b86beeec-381d-4015-b42d-0bd893492705 req-8c8de1f5-81dd-46ce-b983-5593ec27e9af service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904100 Apr 21 21:39:31.685528 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:34:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:39:30Z', 'revision_number': 9, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:39:31.715088 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc04b1-6bc6-4cdb-ad2e-b70c43efa24a None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:34:3f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:39:30Z', 'revision_number': 9, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:39:31.932874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43765f-4f1f-4fcb-a30b-989de2ae0148 None None] New status for floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:39:32.289967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-0d18328d-4a84-4650-9bbe-d6b3173711a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:32.291441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-0d18328d-4a84-4650-9bbe-d6b3173711a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1096 time: 0.0453269 Apr 21 21:39:32.383021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a7366ed4-2105-4700-924f-062ef5d467fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:32.384391 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a7366ed4-2105-4700-924f-062ef5d467fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0868130 Apr 21 21:39:32.396448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cf493-4536-4bdb-9f92-a3f24c226e1f req-6208da24-e59d-4565-9bac-dcb37b6771d7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:32.397955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-755cf493-4536-4bdb-9f92-a3f24c226e1f req-6208da24-e59d-4565-9bac-dcb37b6771d7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0483973 Apr 21 21:39:32.438885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-755cf493-4536-4bdb-9f92-a3f24c226e1f req-5b8e4187-06eb-4504-bb03-f55032869c79 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341763 Apr 21 21:39:32.453740 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-37b9f7bc-c996-4b13-9c4e-a9615ac23773 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1002 time: 0.0628946 Apr 21 21:39:32.500561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-4e1d7b69-8df0-4158-945a-2615d02f176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:32.502280 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-4e1d7b69-8df0-4158-945a-2615d02f176d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0423069 Apr 21 21:39:32.547030 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-9682edd2-74e4-45c8-abc3-f3d0b0cdd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:32.548486 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-9682edd2-74e4-45c8-abc3-f3d0b0cdd7ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392818 Apr 21 21:39:32.639846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a93f1772-a96a-43a1-aa3c-34f0cdf39dd9 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838747 Apr 21 21:39:32.725851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-8b812450-d83e-47df-9283-1a43845db6f3 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796309 Apr 21 21:39:32.822572 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd276-9710-477c-9203-fc7752523544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:33.556049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aec036-3b9e-4cfb-84b2-89d38d84d0e8 req-585c7112-1e1f-4b21-98dd-6e70cc90a1ce tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:33.557521 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51aec036-3b9e-4cfb-84b2-89d38d84d0e8 req-585c7112-1e1f-4b21-98dd-6e70cc90a1ce tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0485826 Apr 21 21:39:33.594840 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51aec036-3b9e-4cfb-84b2-89d38d84d0e8 req-9fdcfdff-2173-4b27-bbb2-4ee2370bb9e4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308294 Apr 21 21:39:34.224475 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:34.707943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27629489-a58f-483f-a019-b2eb1b0dfa65 req-56299e55-7ee5-4285-b8e1-e2e7bcb8df27 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:34.709421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27629489-a58f-483f-a019-b2eb1b0dfa65 req-56299e55-7ee5-4285-b8e1-e2e7bcb8df27 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0479183 Apr 21 21:39:34.745699 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-27629489-a58f-483f-a019-b2eb1b0dfa65 req-c90e1c45-4fe1-444b-8d2b-d365e20920dd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304005 Apr 21 21:39:34.746286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-b7a88109-ab10-41ba-b530-8a530c0dbecb req-ed03caee-4a7e-4890-9fd2-c2e20dde7d98 service neutron] (114647) timed out ('10.222.0.49', 58286) {{(pid=114647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:39:35.489356 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:35.870456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f04b1f-dc13-4e8d-814d-2df869539476 req-c3e749fa-fa5d-47eb-a031-060f42482523 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:35.872027 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83f04b1f-dc13-4e8d-814d-2df869539476 req-c3e749fa-fa5d-47eb-a031-060f42482523 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0571949 Apr 21 21:39:35.910456 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-83f04b1f-dc13-4e8d-814d-2df869539476 req-b9385e5f-987c-469f-be8a-a4523de966bf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322368 Apr 21 21:39:36.009401 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:37.023447 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0a0ea-d6d8-4c6f-a2c4-b2d52d33406d req-9beb9e36-a03c-4379-a701-67c6e55c43ac tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:37.024918 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65c0a0ea-d6d8-4c6f-a2c4-b2d52d33406d req-9beb9e36-a03c-4379-a701-67c6e55c43ac tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0474603 Apr 21 21:39:37.065100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65c0a0ea-d6d8-4c6f-a2c4-b2d52d33406d req-3c74fbb4-aca2-41b1-ab27-4a406ba0894c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339904 Apr 21 21:39:37.269939 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:39:38.182193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c0521-d51f-40c5-831e-cb7069ff518d req-ee3d7791-0b9d-42a1-8462-8e49588b1a9a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:38.183719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-847c0521-d51f-40c5-831e-cb7069ff518d req-ee3d7791-0b9d-42a1-8462-8e49588b1a9a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0515475 Apr 21 21:39:38.222998 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-847c0521-d51f-40c5-831e-cb7069ff518d req-6a1543d5-6c24-490a-b0ef-2819da745ac4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315301 Apr 21 21:39:39.338695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c15599-c858-4403-af71-7c372ccc63ec req-834b6d7b-3f02-419b-a2c7-60891c7a2a4f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:39.340121 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33c15599-c858-4403-af71-7c372ccc63ec req-834b6d7b-3f02-419b-a2c7-60891c7a2a4f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0477016 Apr 21 21:39:39.380536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-33c15599-c858-4403-af71-7c372ccc63ec req-b186ba4d-2a2d-4f0a-afaa-e06442aac7bd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337512 Apr 21 21:39:39.442811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-f018f5b6-81b0-43ac-9d5a-b9266278f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:39.444249 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-f018f5b6-81b0-43ac-9d5a-b9266278f884 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1096 time: 0.0390730 Apr 21 21:39:39.547479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-6a7c6684-6446-4418-9885-3793d7439e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:39.548853 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-6a7c6684-6446-4418-9885-3793d7439e0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0859525 Apr 21 21:39:39.613349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-228dac12-e8e7-4735-9245-4ca5dc40031e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1002 time: 0.0571382 Apr 21 21:39:39.665109 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-6cbd5057-68d1-4a19-8cd2-5280b4a2198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:39.666485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-6cbd5057-68d1-4a19-8cd2-5280b4a2198a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0465002 Apr 21 21:39:39.712197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-06373363-3aeb-469b-8cbf-509dc2b03afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:39.713685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-06373363-3aeb-469b-8cbf-509dc2b03afc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411282 Apr 21 21:39:39.801518 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-f422b81b-87d3-4baa-be4f-58132939a53c service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807989 Apr 21 21:39:39.894238 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c470a8c0-33ed-47c1-aec4-7120224cb346 req-9d5a3b0c-62cc-4b29-97e5-b64a25c234fe service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861504 Apr 21 21:39:40.501765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965e3ad-a740-48a4-b858-7f004289ff32 req-2afc18b9-1e16-430a-8d09-3f122a56689a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:40.503141 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6965e3ad-a740-48a4-b858-7f004289ff32 req-2afc18b9-1e16-430a-8d09-3f122a56689a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0494816 Apr 21 21:39:40.540036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6965e3ad-a740-48a4-b858-7f004289ff32 req-13d1a885-3184-4b40-9928-c37b0a24e622 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308990 Apr 21 21:39:41.658171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cec02-838a-4103-b495-763997c40372 req-e9818824-38e3-49a3-9c15-c16e5e1beb6a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:41.659629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-474cec02-838a-4103-b495-763997c40372 req-e9818824-38e3-49a3-9c15-c16e5e1beb6a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0522795 Apr 21 21:39:41.697064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-474cec02-838a-4103-b495-763997c40372 req-189ef5b4-2627-4c29-b851-1d70c315b8fd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Apr 21 21:39:42.811216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c41b20-7d12-4d78-96cf-2c41c60defd2 req-3d263dec-a849-49d9-8766-43fd646f3b77 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:42.812639 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9c41b20-7d12-4d78-96cf-2c41c60defd2 req-3d263dec-a849-49d9-8766-43fd646f3b77 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0477281 Apr 21 21:39:42.849569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d9c41b20-7d12-4d78-96cf-2c41c60defd2 req-c447a26a-bee6-45e9-b41f-c68c7036b271 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310171 Apr 21 21:39:43.963407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc5a3d-374a-4648-8599-5905a2e7caa4 req-a808abac-869d-4e4d-99b1-5f3de0e80c53 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:43.964868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acbc5a3d-374a-4648-8599-5905a2e7caa4 req-a808abac-869d-4e4d-99b1-5f3de0e80c53 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0480592 Apr 21 21:39:44.001521 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-acbc5a3d-374a-4648-8599-5905a2e7caa4 req-c9a01108-cd93-4f1a-9429-004ddb7985e4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302789 Apr 21 21:39:45.128452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a81dd-0b88-4faf-9118-9e9413809652 req-e5e71817-8e54-49c0-a38c-72a8559e0481 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:45.129850 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a2a81dd-0b88-4faf-9118-9e9413809652 req-e5e71817-8e54-49c0-a38c-72a8559e0481 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0556724 Apr 21 21:39:45.166736 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a2a81dd-0b88-4faf-9118-9e9413809652 req-ef483798-0fcc-429f-85c5-69acec481587 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309112 Apr 21 21:39:46.280122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b608b072-7e0d-4c2c-882b-4b486d2469a3 req-e810a9a0-69c7-4e03-968f-55e4b037dfdd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:46.281593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b608b072-7e0d-4c2c-882b-4b486d2469a3 req-e810a9a0-69c7-4e03-968f-55e4b037dfdd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0468037 Apr 21 21:39:46.321367 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b608b072-7e0d-4c2c-882b-4b486d2469a3 req-e18b131c-9800-4002-93b0-fbddab6b5fa9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339060 Apr 21 21:39:47.436304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b4a2c-7850-4f7d-8b79-5bec0d0229eb req-793d2561-007a-4840-a5bb-3a420d9a9736 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:47.437780 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b0b4a2c-7850-4f7d-8b79-5bec0d0229eb req-793d2561-007a-4840-a5bb-3a420d9a9736 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0482578 Apr 21 21:39:47.475199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b0b4a2c-7850-4f7d-8b79-5bec0d0229eb req-376bbb81-b0d8-49f6-9875-d63a2107ac5c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Apr 21 21:39:48.590334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36135e83-30e8-4139-b0a3-938f0c0d01d8 req-6e5157a5-b4b3-4702-98c4-7a191ac2fc5c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:48.591801 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36135e83-30e8-4139-b0a3-938f0c0d01d8 req-6e5157a5-b4b3-4702-98c4-7a191ac2fc5c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0485842 Apr 21 21:39:48.628160 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-36135e83-30e8-4139-b0a3-938f0c0d01d8 req-dc67f77d-65a8-4674-b0ad-05ff638c8864 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305045 Apr 21 21:39:49.744008 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c4b27-1b05-4dae-8d75-1bfa35558798 req-701cad8a-89b9-4932-a75d-25723bddb81c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:49.745503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c4b27-1b05-4dae-8d75-1bfa35558798 req-701cad8a-89b9-4932-a75d-25723bddb81c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0479484 Apr 21 21:39:49.782348 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b2c4b27-1b05-4dae-8d75-1bfa35558798 req-831aa808-fd68-4fb9-af52-c49239bd0671 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302346 Apr 21 21:39:50.868638 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:50.900702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180310a5-a6e0-4797-956f-5b564632cc00 req-ff33dd7f-4d6e-404f-8b64-4044787ae85d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:50.902175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-180310a5-a6e0-4797-956f-5b564632cc00 req-ff33dd7f-4d6e-404f-8b64-4044787ae85d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0510721 Apr 21 21:39:50.940036 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-180310a5-a6e0-4797-956f-5b564632cc00 req-3895ee2a-c8a4-4511-b502-1dca0956c5f9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Apr 21 21:39:51.046672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:39:52.058613 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee1155-1a3b-43cf-970e-b4a5486d7af4 req-6035dcd0-d2bb-4023-9ecb-7acc0944732a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:52.060082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62ee1155-1a3b-43cf-970e-b4a5486d7af4 req-6035dcd0-d2bb-4023-9ecb-7acc0944732a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0529435 Apr 21 21:39:52.097981 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-62ee1155-1a3b-43cf-970e-b4a5486d7af4 req-ab34837a-2551-47a9-891d-8c3769c82018 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Apr 21 21:39:53.219005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05baa29-7260-4e02-b93d-a0ad5c37566f req-ec57d14c-f070-497f-8f55-2a9f48ca9dfc tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:53.220463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f05baa29-7260-4e02-b93d-a0ad5c37566f req-ec57d14c-f070-497f-8f55-2a9f48ca9dfc tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0539889 Apr 21 21:39:53.261214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f05baa29-7260-4e02-b93d-a0ad5c37566f req-756cf752-df01-4b0c-8b23-7e704fe02808 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346923 Apr 21 21:39:54.378269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefe5c1-9cc9-41b1-a6da-4ce4c3f7c5d5 req-e7e20295-fedb-4ee6-8930-d8d088c6ce7a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:54.379719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2aefe5c1-9cc9-41b1-a6da-4ce4c3f7c5d5 req-e7e20295-fedb-4ee6-8930-d8d088c6ce7a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0481102 Apr 21 21:39:54.415527 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2aefe5c1-9cc9-41b1-a6da-4ce4c3f7c5d5 req-3236a9d1-c485-49e7-86d7-58b74db66013 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299056 Apr 21 21:39:55.531385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d73f2-1e77-4bf2-8c60-59e0cfbb8d1d req-30eebe89-f1cc-461f-854b-075b6b8a73c3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:55.532875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a2d73f2-1e77-4bf2-8c60-59e0cfbb8d1d req-30eebe89-f1cc-461f-854b-075b6b8a73c3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0485303 Apr 21 21:39:55.569558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7a2d73f2-1e77-4bf2-8c60-59e0cfbb8d1d req-fcaa4be9-673d-47f5-a4d7-c3afdaa2fbd1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Apr 21 21:39:56.682896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122bc2b-6dde-40ec-828b-69b30560f968 req-42ef4257-4130-4e00-bb3c-8f71ec21c03c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:56.684328 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3122bc2b-6dde-40ec-828b-69b30560f968 req-42ef4257-4130-4e00-bb3c-8f71ec21c03c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0477488 Apr 21 21:39:56.721407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3122bc2b-6dde-40ec-828b-69b30560f968 req-cc521f1c-e14d-41bf-b188-d177f32d9edf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Apr 21 21:39:57.834919 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801d10b-3c0c-4a9b-b303-7529347a1a4f req-4cc3a449-879b-478c-aeb7-dac6a3b89ce1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:57.836404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a801d10b-3c0c-4a9b-b303-7529347a1a4f req-4cc3a449-879b-478c-aeb7-dac6a3b89ce1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0482128 Apr 21 21:39:57.873517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a801d10b-3c0c-4a9b-b303-7529347a1a4f req-df09e25c-9f5a-4874-a708-41f29ec13696 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303583 Apr 21 21:39:58.991888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901d4c9-3045-4348-a618-3431afe8b9ce req-d60694f8-a32e-4010-a413-f5a7510a4d0a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:58.993468 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7901d4c9-3045-4348-a618-3431afe8b9ce req-d60694f8-a32e-4010-a413-f5a7510a4d0a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0524306 Apr 21 21:39:59.029746 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7901d4c9-3045-4348-a618-3431afe8b9ce req-bb165730-7a81-473f-a5be-bdf4015a5598 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303385 Apr 21 21:39:59.672033 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-c8d1b231-3e82-4862-a136-e2822d8e3c8d service neutron] show failed (client error): The resource could not be found. Apr 21 21:39:59.673036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-c8d1b231-3e82-4862-a136-e2822d8e3c8d service neutron] 10.222.0.46 "GET /v2.0/ports/a6ced31f-1013-4885-b3dd-714625f485e5/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0538836 Apr 21 21:39:59.866247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-41b17ed9-7e84-48ce-886f-117d5081ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:39:59.867714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-41b17ed9-7e84-48ce-886f-117d5081ab7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 1096 time: 0.0403807 Apr 21 21:39:59.879116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:39:59.931610 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:00.170794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:00.190590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022f078-c675-4fcf-b768-a64af8a1cd10 req-688637a5-f415-47fa-8bef-880c3d0f1cfa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:00.191960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8022f078-c675-4fcf-b768-a64af8a1cd10 req-688637a5-f415-47fa-8bef-880c3d0f1cfa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0803299 Apr 21 21:40:00.228927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:40:00.265891 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8022f078-c675-4fcf-b768-a64af8a1cd10 req-c65c2898-272a-4a60-a629-13319765a200 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672150 Apr 21 21:40:00.281284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:40:00.283533 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a697e8a-4b40-45c4-892f-c499a63b12ed" -d '{"events": [{"server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:40:00.287676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:00.300166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Transition to ACTIVE for port object a6ced31f-1013-4885-b3dd-714625f485e5 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:40:00.303886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:00.381406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=6']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:00.443386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] No DVR routers for this DVR port a6ced31f-1013-4885-b3dd-714625f485e5 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:40:00.481706 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f27f16a-ed2f-46ef-b59f-b51743e72168 x-openstack-request-id: req-2f27f16a-ed2f-46ef-b59f-b51743e72168 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:40:00.481990 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:40:00.482236 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f27f16a-ed2f-46ef-b59f-b51743e72168 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:40:00.482624 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f27f16a-ed2f-46ef-b59f-b51743e72168'] response: {'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'code': 200} Apr 21 21:40:00.536161 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-05f250bf-3850-4866-b42f-a19192d33777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:00.583575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:40:00.583905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:40:00.584222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:00.588241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:40:00.588555 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:00.593683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:40:00.594011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:40:00.594389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:40:00.594804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Bound port: a6ced31f-1013-4885-b3dd-714625f485e5, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:40:00.595146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:00.655112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:40:00.658013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:40:00.662374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:00.695373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:00.696050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:00.697436 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] 10.222.0.43 "PUT /v2.0/ports/a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1091 time: 0.8221340 Apr 21 21:40:00.718210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c1398-9e07-4f10-b5ff-4df46d5b677c service neutron] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:00.767460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-eaa0cab0-9f9a-4e46-a2de-190d432bae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:00.768587 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-eaa0cab0-9f9a-4e46-a2de-190d432bae1b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1094 time: 0.0475013 Apr 21 21:40:00.865242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-06384ae4-4a3c-4c52-b266-14192879819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:00.866818 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-06384ae4-4a3c-4c52-b266-14192879819b service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0917776 Apr 21 21:40:00.933100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-d585ec91-ce5d-47e2-b858-4871ca6114e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1000 time: 0.0592825 Apr 21 21:40:00.984271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-95097b6b-8ddc-4d1f-88f4-5b34b4358e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:00.985774 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-95097b6b-8ddc-4d1f-88f4-5b34b4358e16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0469420 Apr 21 21:40:01.030806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-6c0c94a7-3b0b-4618-9d38-18f0ed14b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:01.032292 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-6c0c94a7-3b0b-4618-9d38-18f0ed14b4df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396097 Apr 21 21:40:01.118971 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-6b9483c1-2d7a-4be6-bc8a-a691ce558e01 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797033 Apr 21 21:40:01.211172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-08d91cab-23cf-48dc-8948-66ba309cfb43 req-7501dbf4-d941-42ec-890e-9483d583e30c service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858142 Apr 21 21:40:01.381824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ba59c-3dbe-4c34-a834-f3dddb2e8d21 req-0b775308-3c2f-4ce4-be15-2fcfc02dd91a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:01.383270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-453ba59c-3dbe-4c34-a834-f3dddb2e8d21 req-0b775308-3c2f-4ce4-be15-2fcfc02dd91a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0479178 Apr 21 21:40:01.419657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-453ba59c-3dbe-4c34-a834-f3dddb2e8d21 req-94695347-bd9e-4330-b8e2-4afa3c342b92 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297291 Apr 21 21:40:02.483973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:40:02.486361 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca60691-d587-411a-a457-69e735db727f" -d '{"events": [{"name": "network-changed", "server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:40:02.536283 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e41e877-4dd6-422a-beac-7ad859e92ccb x-openstack-request-id: req-6e41e877-4dd6-422a-beac-7ad859e92ccb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:40:02.536573 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:40:02.536868 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e41e877-4dd6-422a-beac-7ad859e92ccb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:40:02.537413 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e41e877-4dd6-422a-beac-7ad859e92ccb'] response: {'name': 'network-changed', 'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'status': 'completed', 'code': 200} Apr 21 21:40:02.537959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148cfe9-c5ec-4815-b477-911d77d05010 req-f986fc7a-6025-4994-8c6d-2527ec8a9f64 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:02.539420 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f148cfe9-c5ec-4815-b477-911d77d05010 req-f986fc7a-6025-4994-8c6d-2527ec8a9f64 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0496016 Apr 21 21:40:02.599496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60691-d587-411a-a457-69e735db727f req-550ebe0e-3a9c-4133-82a4-fcee938cd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:02.601004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-550ebe0e-3a9c-4133-82a4-fcee938cd965 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1094 time: 0.0452101 Apr 21 21:40:02.608172 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f148cfe9-c5ec-4815-b477-911d77d05010 req-627c6287-290d-4531-8bfb-aaf5c9601958 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616531 Apr 21 21:40:02.618183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60691-d587-411a-a457-69e735db727f req-2fb9df98-3fac-4898-914d-8d4eaf1ea4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:02.619658 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-2fb9df98-3fac-4898-914d-8d4eaf1ea4cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1094 time: 0.0597591 Apr 21 21:40:02.688193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60691-d587-411a-a457-69e735db727f req-7acc616d-a16e-4f0b-a657-cc004be00523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:02.689704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-7acc616d-a16e-4f0b-a657-cc004be00523 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0828249 Apr 21 21:40:02.708392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60691-d587-411a-a457-69e735db727f req-0765c389-ddce-4247-b839-9d1bee32358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:02.709817 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-0765c389-ddce-4247-b839-9d1bee32358f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0839663 Apr 21 21:40:02.757705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-e88e41ba-db70-47af-b051-ae9a52de5b14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1000 time: 0.0613341 Apr 21 21:40:02.778283 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-ef9cc381-0a03-499a-acdc-6e45687d9c99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1000 time: 0.0617595 Apr 21 21:40:02.825973 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f15693fe-932f-4847-9cf1-b3538a4f115e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:02.829334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60691-d587-411a-a457-69e735db727f req-685a1e2f-3640-40a8-b1f8-7fb41ffa4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:02.830843 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-685a1e2f-3640-40a8-b1f8-7fb41ffa4bba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0468223 Apr 21 21:40:02.879707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60691-d587-411a-a457-69e735db727f req-9b9ce898-cd35-4373-baa2-fa0572f99046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:02.881445 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-9b9ce898-cd35-4373-baa2-fa0572f99046 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438120 Apr 21 21:40:02.978144 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-00b35be4-ec50-42c8-b51e-6515de377a18 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894449 Apr 21 21:40:03.069430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-040098bb-5e4b-4d80-8599-3b3f5fc66108 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847628 Apr 21 21:40:03.143631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60691-d587-411a-a457-69e735db727f req-7fbdb444-0dc8-48ec-b20e-c0999af10587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:03.145102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-7fbdb444-0dc8-48ec-b20e-c0999af10587 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.3804705 Apr 21 21:40:03.189036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca60691-d587-411a-a457-69e735db727f req-627e6288-76d4-4453-9f68-68ec69807cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:03.190504 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-627e6288-76d4-4453-9f68-68ec69807cbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385950 Apr 21 21:40:03.280181 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-d9ba30e6-8cda-4f8e-bd0a-f998d1b7f9c7 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831120 Apr 21 21:40:03.366175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1ca60691-d587-411a-a457-69e735db727f req-dd46727c-4a6f-4f5c-ae57-95756f5843cf service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792372 Apr 21 21:40:03.679571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:40:03.718156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:40:03.727765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cb6d5-b3ed-414e-8147-2ff4786f0161 req-a35ae0b4-0f95-49e9-8f4e-a4f8925e612b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:03.729246 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c8cb6d5-b3ed-414e-8147-2ff4786f0161 req-a35ae0b4-0f95-49e9-8f4e-a4f8925e612b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0477347 Apr 21 21:40:03.769715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0c8cb6d5-b3ed-414e-8147-2ff4786f0161 req-2c5ef47f-c910-4b78-a2a2-44468c28fd5d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338230 Apr 21 21:40:04.230576 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:04.885853 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a6bdd-15c7-4c2c-ad4d-662dc0687417 req-87705bff-e597-49ca-b5b5-e57db8023bd4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:04.887292 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-792a6bdd-15c7-4c2c-ad4d-662dc0687417 req-87705bff-e597-49ca-b5b5-e57db8023bd4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0492861 Apr 21 21:40:04.923645 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-792a6bdd-15c7-4c2c-ad4d-662dc0687417 req-07559a51-920e-4ecf-9586-a507be71b63b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302458 Apr 21 21:40:05.198495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-603762e0-5b94-473d-b4be-f1affcf8de6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:05.200135 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-603762e0-5b94-473d-b4be-f1affcf8de6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a&tenant_id=a80917f5364c49c3ab72393812afec4a&binding%3Ahost_id=n-h2-838945-1 HTTP/1.1" status: 200 len: 943 time: 0.0515859 Apr 21 21:40:05.223094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be118db-0d60-4d6f-9076-61f71f5044d4 req-51c9eac2-d9c8-427d-94b7-b1e186e5665b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:05.224577 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7be118db-0d60-4d6f-9076-61f71f5044d4 req-51c9eac2-d9c8-427d-94b7-b1e186e5665b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0534701 Apr 21 21:40:05.259994 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-19ee72a0-789b-4d25-af37-7f7cfd167fb1 service neutron] 10.222.0.43 "GET /v2.0/ports/a6ced31f-1013-4885-b3dd-714625f485e5/bindings/n-h2-838945-1 HTTP/1.1" status: 200 len: 382 time: 0.0537322 Apr 21 21:40:05.262989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7be118db-0d60-4d6f-9076-61f71f5044d4 req-0a089ef0-bac9-4333-8400-271660d08a20 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324004 Apr 21 21:40:05.320305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ee4e3e0c-fa44-4420-9b5f-9ffaa06c0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:05.321768 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ee4e3e0c-fa44-4420-9b5f-9ffaa06c0b20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1094 time: 0.0392053 Apr 21 21:40:05.410245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-72ac39b3-7ca5-4230-af68-37bd23067208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:05.411565 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-72ac39b3-7ca5-4230-af68-37bd23067208 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0827329 Apr 21 21:40:05.473404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-2922e31d-9e94-486f-a4f5-71b81e875b4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1000 time: 0.0555279 Apr 21 21:40:05.490384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:05.524301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-c64449f1-beb3-424e-925d-8a8979fb0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:05.525747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-c64449f1-beb3-424e-925d-8a8979fb0e94 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0462546 Apr 21 21:40:05.569341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-8fc7255b-8828-4381-8b07-700bfb614b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:05.570780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-8fc7255b-8828-4381-8b07-700bfb614b4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385385 Apr 21 21:40:05.655954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-20181cb9-f5a3-4e87-ae41-f35d38932385 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781503 Apr 21 21:40:05.743843 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-0cf66ecc-526e-4f7e-94b6-2c8507e1d01b service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821173 Apr 21 21:40:06.001598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:06.182037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:40:06.271940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:06.285811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'mac_address': 'fa:16:3e:34:3f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:40:06.321962 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:06.334707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ced31f-1013-4885-b3dd-714625f485e5 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:40:06.353151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:06.358235 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:06.381389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e457d3-210c-4258-b953-7f0b1988be03 req-b0cc5ce4-b4d7-42f8-aa49-bee22e141709 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:06.382855 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42e457d3-210c-4258-b953-7f0b1988be03 req-b0cc5ce4-b4d7-42f8-aa49-bee22e141709 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 943 time: 0.0493128 Apr 21 21:40:06.403281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:06.420283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-42e457d3-210c-4258-b953-7f0b1988be03 req-32867c65-94d1-446e-9b9b-5c09e3858551 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311937 Apr 21 21:40:06.663531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['a6ced31f-1013-4885-b3dd-714625f485e5'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:40:07.542885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056699f-a817-44a5-8abe-546892da032b req-5f916769-a540-43f6-8802-236473c47e00 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:07.544372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6056699f-a817-44a5-8abe-546892da032b req-5f916769-a540-43f6-8802-236473c47e00 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0518732 Apr 21 21:40:07.583677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6056699f-a817-44a5-8abe-546892da032b req-2ee53e5c-5335-4007-93e6-ae96efab10f7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330262 Apr 21 21:40:07.721732 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-1739d4ff-3170-4921-83fc-5288edc743c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:07.723102 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-1739d4ff-3170-4921-83fc-5288edc743c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 1095 time: 0.0414729 Apr 21 21:40:07.735510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:40:07.791027 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:07.985459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:08.015906 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:40:08.047269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a6ced31f-1013-4885-b3dd-714625f485e5 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:40:08.055497 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:08.065442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Ignored duplicate provisioning block setup for port a6ced31f-1013-4885-b3dd-714625f485e5 by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 21 21:40:08.069432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:08.146626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=9']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:08.182376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:40:08.191275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] No DVR routers for this DVR port a6ced31f-1013-4885-b3dd-714625f485e5 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:40:08.284293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:08.307904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:40:08.308279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:40:08.308644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:08.313386 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:40:08.313743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:08.319570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:40:08.320094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:40:08.320831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:40:08.321298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Bound port: a6ced31f-1013-4885-b3dd-714625f485e5, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:40:08.321693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:08.336281 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:40:08.336612 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:40:08.336996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:08.342137 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:40:08.342459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:08.347145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:40:08.347479 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:40:08.347855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:40:08.348275 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Bound port: a6ced31f-1013-4885-b3dd-714625f485e5, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:40:08.348629 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:08.396809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:40:08.400222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:40:08.405421 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:08.411885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:40:08.417536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.db.api [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a6ced31f-1013-4885-b3dd-714625f485e5-n-h1-838945-1-0 {{(pid=114646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:40:08.417860 n-d-838945-1 neutron-server[114646]: DEBUG oslo_db.api [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:40:08.436727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 has no active binding in host n-h2-838945-1 {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 21:40:08.463293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=10']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:08.698320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77680645-3bfb-431b-a150-0ac9d0cf2547 req-8f6af5b5-ea71-4eb4-834c-42fce4fd1ca5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:08.699773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77680645-3bfb-431b-a150-0ac9d0cf2547 req-8f6af5b5-ea71-4eb4-834c-42fce4fd1ca5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0481434 Apr 21 21:40:08.737345 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-77680645-3bfb-431b-a150-0ac9d0cf2547 req-5e139e06-ca88-44d7-90c2-96dd4512c5c1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312476 Apr 21 21:40:08.932212 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:40:08.932672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:40:08.932890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:08.936975 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:40:08.937295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attempting to bind port a6ced31f-1013-4885-b3dd-714625f485e5 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:08.941969 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:40:08.942303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:40:08.942682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:40:08.943100 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Bound port: a6ced31f-1013-4885-b3dd-714625f485e5, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:40:08.943453 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:08.999948 n-d-838945-1 neutron-server[114646]: WARNING neutron.plugins.ml2.plugin [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Concurrent port binding operations failed on port a6ced31f-1013-4885-b3dd-714625f485e5 Apr 21 21:40:09.003248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:09.004530 n-d-838945-1 neutron-server[114646]: INFO neutron.plugins.ml2.plugin [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attempt 2 to bind port a6ced31f-1013-4885-b3dd-714625f485e5 Apr 21 21:40:09.007289 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.007895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:09.009267 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-ffeb4286-ba74-4b0d-861f-b21cbc07bf6e service neutron] 10.222.0.46 "PUT /v2.0/ports/a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1092 time: 1.2781723 Apr 21 21:40:09.009683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:40:09.011895 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce3308c-bc1f-4db9-8340-953f7eed3f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:40:09.061579 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714200c8-a9af-4506-90a1-912d696d68d2 x-openstack-request-id: req-714200c8-a9af-4506-90a1-912d696d68d2 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:40:09.061870 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:40:09.062119 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-714200c8-a9af-4506-90a1-912d696d68d2 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:40:09.062528 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714200c8-a9af-4506-90a1-912d696d68d2'] response: {'name': 'network-changed', 'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'status': 'completed', 'code': 200} Apr 21 21:40:09.074232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-18e4f53d-23ca-4775-acad-ef64d9907437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.076250 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-18e4f53d-23ca-4775-acad-ef64d9907437 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1095 time: 0.0445244 Apr 21 21:40:09.121355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-55b3410c-e82c-455f-b0dd-5c14ea90e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.123078 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-55b3410c-e82c-455f-b0dd-5c14ea90e833 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1095 time: 0.0442398 Apr 21 21:40:09.173060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-224b3509-bb93-4028-bcb9-7f1eda4a82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.174509 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-224b3509-bb93-4028-bcb9-7f1eda4a82b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0919392 Apr 21 21:40:09.212126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-c3d31921-81ed-4cc1-a2ea-978b6f289117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.213771 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-c3d31921-81ed-4cc1-a2ea-978b6f289117 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0844641 Apr 21 21:40:09.241835 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-02ae6342-b606-4b93-a81c-6ff66754f9b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1000 time: 0.0604472 Apr 21 21:40:09.285718 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-b56f5544-0125-41b6-a9d1-c40ed0c66871 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1000 time: 0.0656343 Apr 21 21:40:09.290085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-a26bddb4-13d7-4ec3-9393-b1ca5312eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.291604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-a26bddb4-13d7-4ec3-9393-b1ca5312eb27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0437770 Apr 21 21:40:09.334040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-ab0c91d2-9308-40b9-a54f-492dd3062b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.335513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-ab0c91d2-9308-40b9-a54f-492dd3062b26 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0434403 Apr 21 21:40:09.339128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-89351128-943e-42da-8e43-20010bf0889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.341245 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-89351128-943e-42da-8e43-20010bf0889e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436978 Apr 21 21:40:09.379139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-dbf0bad6-20bc-405f-a2ff-061b89ec7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.380526 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-dbf0bad6-20bc-405f-a2ff-061b89ec7c64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385628 Apr 21 21:40:09.427166 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-57e16cca-c39f-4179-83d5-61e0cc32594e service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798309 Apr 21 21:40:09.473044 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-93301078-7b94-4997-bb01-a7582ff079c5 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859935 Apr 21 21:40:09.519052 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd1ec27b-5ce0-4b23-8360-fa2e5855cd7c req-e9fe7d44-5db8-4123-aa48-8725dba0c531 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856349 Apr 21 21:40:09.561571 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-799424f8-1f9a-4914-9100-a14bc4d3dddb service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816500 Apr 21 21:40:09.847605 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-311aec09-2e9f-4f71-9f31-03c6f3e0a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.848932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-311aec09-2e9f-4f71-9f31-03c6f3e0a3c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 1095 time: 0.2853222 Apr 21 21:40:09.856786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa80e2f-5970-4faa-af85-73566c72fad3 req-d32ebd5f-6aa2-4325-8ac5-527c8b4b3dda tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.858245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-baa80e2f-5970-4faa-af85-73566c72fad3 req-d32ebd5f-6aa2-4325-8ac5-527c8b4b3dda tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0518811 Apr 21 21:40:09.896463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-baa80e2f-5970-4faa-af85-73566c72fad3 req-a48f5685-c651-4a3e-a49e-f7ea4643489a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319581 Apr 21 21:40:09.937113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-34b55229-4661-4aeb-9b4f-ff6b6719d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:09.938537 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-34b55229-4661-4aeb-9b4f-ff6b6719d75f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0830545 Apr 21 21:40:10.003418 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-ebcd9e1f-ae27-4a0e-91c9-6ea3dd163372 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 200 len: 1000 time: 0.0582211 Apr 21 21:40:10.052292 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-5979df64-0d3b-4860-9119-c9cf84bc3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:10.053611 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-5979df64-0d3b-4860-9119-c9cf84bc3d4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0433478 Apr 21 21:40:10.097503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-929a93ec-c9ed-44d0-b73f-50ac25e80b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:10.098925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-929a93ec-c9ed-44d0-b73f-50ac25e80b61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381734 Apr 21 21:40:10.189177 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-c04a1df2-eea4-4713-a694-535fae0d76f5 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830972 Apr 21 21:40:10.197448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:40:10.238846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:40:10.277257 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fce3308c-bc1f-4db9-8340-953f7eed3f3d req-748902a2-cbc1-4057-8482-0c3aa482b70a service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806520 Apr 21 21:40:11.018904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665cf61-bb75-4ce7-be5c-1e801f8f8408 req-1ba62f8a-59dd-4e12-8822-bbe2dc0f890d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:11.020345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9665cf61-bb75-4ce7-be5c-1e801f8f8408 req-1ba62f8a-59dd-4e12-8822-bbe2dc0f890d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0521781 Apr 21 21:40:11.056192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9665cf61-bb75-4ce7-be5c-1e801f8f8408 req-d3576c9b-e531-4f89-a7d0-fd374bc50082 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298052 Apr 21 21:40:12.175800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9508e-9fc6-4262-b7cc-1a66307d7b1d req-076e40e9-680e-4306-bc2b-4e1540cb6c24 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:12.177199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53a9508e-9fc6-4262-b7cc-1a66307d7b1d req-076e40e9-680e-4306-bc2b-4e1540cb6c24 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0534208 Apr 21 21:40:12.214980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53a9508e-9fc6-4262-b7cc-1a66307d7b1d req-6f252d8d-1d66-4634-a19c-773cbe862aa3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318305 Apr 21 21:40:13.330793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c45483-fb63-468a-9cac-a1871c9c9370 req-9a3d5a2c-ac75-47c1-a835-c8c6ea3d694c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:13.332208 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1c45483-fb63-468a-9cac-a1871c9c9370 req-9a3d5a2c-ac75-47c1-a835-c8c6ea3d694c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0478358 Apr 21 21:40:13.370884 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1c45483-fb63-468a-9cac-a1871c9c9370 req-3076800b-1639-4870-9371-965300aeefec tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326829 Apr 21 21:40:13.486197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93a055-f64a-48c0-8b79-ac62244da82a req-b7246ac8-5d8b-4b5f-b8eb-8ecb702f76cf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:13.487633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee93a055-f64a-48c0-8b79-ac62244da82a req-b7246ac8-5d8b-4b5f-b8eb-8ecb702f76cf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0479383 Apr 21 21:40:13.523337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ee93a055-f64a-48c0-8b79-ac62244da82a req-297f1fe0-633f-4563-9fc5-246435895653 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297771 Apr 21 21:40:13.633787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa1525-5a57-4209-b9c1-426f3f0d3617 req-62c5bdc7-f7d6-4f28-ad4f-6bd2c71279ca tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:13.635203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8aa1525-5a57-4209-b9c1-426f3f0d3617 req-62c5bdc7-f7d6-4f28-ad4f-6bd2c71279ca tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0468528 Apr 21 21:40:13.672085 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a8aa1525-5a57-4209-b9c1-426f3f0d3617 req-8290f16e-4b9a-4410-9cda-33075ec98dd3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304410 Apr 21 21:40:13.735294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:40:13.834351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:13.849045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'mac_address': 'fa:16:3e:34:3f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:40:13.886430 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:13.899738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ced31f-1013-4885-b3dd-714625f485e5 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:40:13.911199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c586b7f-f21c-416f-8da3-cddad2276bde req-8d4de03a-a15a-462d-b3cf-4dcd1bb7c824 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:13.912659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0c586b7f-f21c-416f-8da3-cddad2276bde req-8d4de03a-a15a-462d-b3cf-4dcd1bb7c824 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 944 time: 0.0554993 Apr 21 21:40:13.919534 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:13.923388 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:13.952665 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0c586b7f-f21c-416f-8da3-cddad2276bde req-1080eb41-4a10-4518-9893-8be822108752 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331047 Apr 21 21:40:13.972748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=11']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:14.259544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['a6ced31f-1013-4885-b3dd-714625f485e5'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:40:14.269029 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:40:15.073139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c09e3d-073c-4ad9-a070-90d6edf55302 req-bc70fbe4-98c1-4b7a-b180-60966e6004c5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:15.075201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2c09e3d-073c-4ad9-a070-90d6edf55302 req-bc70fbe4-98c1-4b7a-b180-60966e6004c5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0486228 Apr 21 21:40:15.119424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b2c09e3d-073c-4ad9-a070-90d6edf55302 req-40525a6b-a768-48bb-a27d-c5f4dbf9cbcf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377901 Apr 21 21:40:15.268466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-c4fbd21f-951d-4453-a206-df25e4bfabb7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:15.269925 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-c4fbd21f-951d-4453-a206-df25e4bfabb7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 945 time: 0.0493073 Apr 21 21:40:15.358646 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Deleting port a6ced31f-1013-4885-b3dd-714625f485e5 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:40:15.358985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:15.446633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] For port a6ced31f-1013-4885-b3dd-714625f485e5, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a6ced31f-1013-4885-b3dd-714625f485e5,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:15.447007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:15.613860 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:15.614222 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:15.614538 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0 disassociated. External IP: 172.25.0.245, port: a6ced31f-1013-4885-b3dd-714625f485e5. Apr 21 21:40:15.614877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Calling delete_port for a6ced31f-1013-4885-b3dd-714625f485e5 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:40:15.726133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:40:15.742217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:15.770325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No active binding found for port a6ced31f-1013-4885-b3dd-714625f485e5 {{(pid=114648) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 21:40:15.770740 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 21 21:40:15.774382 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event deleted for resources: {'Port': ['ID=a6ced31f-1013-4885-b3dd-714625f485e5,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:15.792059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Port a6ced31f-1013-4885-b3dd-714625f485e5 not found, will not notify nova. {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 21 21:40:15.893632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:40:16.003161 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:40:16.012468 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:40:16.023085 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:40:16.023682 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:40:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:40:16.040551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] No DVR routers for this DVR port a6ced31f-1013-4885-b3dd-714625f485e5 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:40:16.043860 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:16.047430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4b5bfe6d-ea9d-4861-ae19-8540971d11d5 req-a72ea668-f799-490e-ab14-06e27e9ff03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "DELETE /v2.0/ports/a6ced31f-1013-4885-b3dd-714625f485e5 HTTP/1.1" status: 204 len: 173 time: 0.7720454 Apr 21 21:40:16.047945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'name': 'network-vif-deleted', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:40:16.050788 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001b4cc7-fddd-48c1-ac15-e10fa88bf809" -d '{"events": [{"server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "name": "network-vif-deleted", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:40:16.101820 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e87943-6d0b-455e-a99f-132fc2a91708 x-openstack-request-id: req-e9e87943-6d0b-455e-a99f-132fc2a91708 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:40:16.102134 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaa1c18-8a6c-4fea-8259-adbe4816959a", "name": "network-vif-deleted", "tag": "a6ced31f-1013-4885-b3dd-714625f485e5", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:40:16.102383 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9e87943-6d0b-455e-a99f-132fc2a91708 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:40:16.102807 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e87943-6d0b-455e-a99f-132fc2a91708'] response: {'server_uuid': 'deaa1c18-8a6c-4fea-8259-adbe4816959a', 'name': 'network-vif-deleted', 'tag': 'a6ced31f-1013-4885-b3dd-714625f485e5', 'status': 'completed', 'code': 200} Apr 21 21:40:16.138022 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:40:16.236804 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d88b3d47-cf40-4a33-88d0-5fccbe66cd5d req-01edee80-8134-4105-a59f-88bfe1ba9f6f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=deaa1c18-8a6c-4fea-8259-adbe4816959a HTTP/1.1" status: 200 len: 210 time: 0.0308223 Apr 21 21:40:16.333285 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:40:16.358675 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:40:16.366389 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:40:16.366974 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:40:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:40:16.473337 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:40:16.746435 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:40:16.771335 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baab00c2-5b7a-4b7d-8ea3-ebf41d4d7fdd None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:40:16.990327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01df919-65be-4466-8a7c-2060bdc3f5c7 None None] New status for floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:40:17.470199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-fb526263-f145-4305-821c-4af30105809a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--775200308&fields=id&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 267 time: 0.0350389 Apr 21 21:40:17.572571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a4bbc132-8ee2-4c05-9483-ff110e0399a5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:17.573992 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a4bbc132-8ee2-4c05-9483-ff110e0399a5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 812 time: 0.0968847 Apr 21 21:40:17.588744 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-dd9325b6-0ddb-4a88-ac44-70fee41defb5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/quotas/a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 375 time: 0.0086069 Apr 21 21:40:17.640772 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-39ee7cc9-6227-43a3-8446-41a1fddfd278 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465746 Apr 21 21:40:17.789236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-486d902b-7f55-435a-98ae-c7619583cd75 service neutron] 10.222.0.49 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362851 Apr 21 21:40:17.877558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-40aa6549-434c-411d-821e-389388ab3aa4 service neutron] 10.222.0.49 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814912 Apr 21 21:40:18.033178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-376d6f19-5608-43d6-bead-09362ebfee1d req-05aa4a2b-0600-4c81-b5c1-ae8133c0bf4e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 210 time: 0.0260482 Apr 21 21:40:18.904584 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-93a82f80-82d0-4b77-a993-cdcbe0f09d8d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:18.906187 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-93a82f80-82d0-4b77-a993-cdcbe0f09d8d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 812 time: 0.1044147 Apr 21 21:40:18.955635 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-97266ddd-693b-47da-9c37-dcdc82221db1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 379 time: 0.0406332 Apr 21 21:40:18.966274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'port': {'device_id': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'admin_state_up': True, 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'security_groups': ['6d88b2f4-c7b4-464b-b859-ea0c825b55be']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:40:19.068642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Made reservation on behalf of a80917f5364c49c3ab72393812afec4a for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:40:19.072135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:19.135423 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47d51d51-99e9-4d33-9ecd-81ac3cb8d9c0 req-e6825252-0d08-4517-b353-29f054a9231e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 210 time: 0.0323400 Apr 21 21:40:19.200597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Allocated IP 172.20.0.10 (e51a0ba3-ccde-4733-90a9-bfc4fc7351f9/8a4265ed-0e64-4823-b057-3c29a7552f05/cee40b39-be6d-4a31-a0a1-979074402740) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:40:19.331863 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:19.364032 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:19.411038 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:40:19.413936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:40:19.416310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:40:19.444457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:19.459510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.459849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.460182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.460506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.460850 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.461170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.461483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.461795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.462107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.462417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.462729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.463041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:19.486323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:19.486946 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:19.503508 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-c2f4cc11-ba4a-48cd-9d2c-a7c72d0ee4b6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5410683 Apr 21 21:40:19.514689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Request body: {'port': {'device_id': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:40:19.569752 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:19.672094 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-210a537a-5a0c-481b-a763-4fb68a69333d None None] Provisioning complete for port cee40b39-be6d-4a31-a0a1-979074402740 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:40:19.672663 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-210a537a-5a0c-481b-a763-4fb68a69333d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:19.707217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-210a537a-5a0c-481b-a763-4fb68a69333d None None] Port cee40b39-be6d-4a31-a0a1-979074402740 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:40:19.726672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:40:19.746135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: a6ced31f-1013-4885-b3dd-714625f485e5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:40:19.746477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a6ced31f-1013-4885-b3dd-714625f485e5 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:40:19.835563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee40b39-be6d-4a31-a0a1-979074402740 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:40:19.843500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:19.855654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Transition to ACTIVE for port object cee40b39-be6d-4a31-a0a1-979074402740 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:40:19.858593 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:19.907723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:19.979353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:40:19.979835 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:40:19.980180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:19.984687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Port cee40b39-be6d-4a31-a0a1-979074402740 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:40:19.985031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:40:19.989818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:40:19.990145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:40:19.990524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:40:19.991030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Bound port: cee40b39-be6d-4a31-a0a1-979074402740, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:40:19.991284 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:20.059345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:40:20.062312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:40:20.067113 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:20.100971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:20.101663 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:20.103030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] 10.222.0.43 "PUT /v2.0/ports/cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1092 time: 0.5925503 Apr 21 21:40:20.103327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:40:20.105638 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d426204b-f7bc-4562-8c26-c7beef115540" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:40:20.129822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01caed2-1e3b-49f1-a034-32f56e95afb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:20.182164 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412f1ec0-866c-4ca2-9ee1-fb55777afc1b x-openstack-request-id: req-412f1ec0-866c-4ca2-9ee1-fb55777afc1b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:40:20.182457 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:40:20.182701 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-412f1ec0-866c-4ca2-9ee1-fb55777afc1b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:40:20.183094 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412f1ec0-866c-4ca2-9ee1-fb55777afc1b'] response: {'name': 'network-changed', 'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'status': 'completed', 'code': 200} Apr 21 21:40:20.203579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-ec9f145c-c1b4-4070-ba74-d4cead0f0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:20.205956 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-ec9f145c-c1b4-4070-ba74-d4cead0f0ce1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1095 time: 0.0555255 Apr 21 21:40:20.254134 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-5d7be85c-9116-43d6-b09d-a275f8d4883b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 217 time: 0.0396664 Apr 21 21:40:20.268127 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3f0da-8fd4-4280-a5b0-5b7939a1c79b req-2779c598-b6bc-4482-bc1c-4ac6da4c5bb0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:20.276403 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90a3f0da-8fd4-4280-a5b0-5b7939a1c79b req-2779c598-b6bc-4482-bc1c-4ac6da4c5bb0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0601366 Apr 21 21:40:20.305996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-428c3117-1136-470b-9b74-ed0cff911642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:20.307779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-428c3117-1136-470b-9b74-ed0cff911642 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0461252 Apr 21 21:40:20.310789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90a3f0da-8fd4-4280-a5b0-5b7939a1c79b req-f8eaac79-3fbe-4beb-8da0-ee40a39601dc tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334780 Apr 21 21:40:20.354323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a3601737-44b4-4db0-9359-ec6c7573743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:20.355852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-a3601737-44b4-4db0-9359-ec6c7573743f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419798 Apr 21 21:40:20.444041 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-0b2f9a9c-8319-482e-95fa-abb8706c85ea service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820525 Apr 21 21:40:20.532234 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49a9a97d-59fd-43f2-b53b-b79496d87f31 req-42cb53e4-2897-4561-876f-760dafa6f761 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814154 Apr 21 21:40:20.613016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426204b-f7bc-4562-8c26-c7beef115540 req-8b1b69c3-7e0a-4ce3-b585-1a4f631f7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:20.614442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d426204b-f7bc-4562-8c26-c7beef115540 req-8b1b69c3-7e0a-4ce3-b585-1a4f631f7380 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1095 time: 0.0403183 Apr 21 21:40:20.704449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426204b-f7bc-4562-8c26-c7beef115540 req-14c01948-d6d6-409c-ad07-0d67de5ae503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:20.705911 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d426204b-f7bc-4562-8c26-c7beef115540 req-14c01948-d6d6-409c-ad07-0d67de5ae503 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0847280 Apr 21 21:40:20.744997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d426204b-f7bc-4562-8c26-c7beef115540 req-07dfd977-678b-4e8c-85d0-ee8615e43934 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 217 time: 0.0328748 Apr 21 21:40:20.794354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426204b-f7bc-4562-8c26-c7beef115540 req-a20175d0-b74e-4a70-a5ee-5b65bb396d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:20.795714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d426204b-f7bc-4562-8c26-c7beef115540 req-a20175d0-b74e-4a70-a5ee-5b65bb396d98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0449646 Apr 21 21:40:20.839527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426204b-f7bc-4562-8c26-c7beef115540 req-919a3df8-cf2b-4770-9cfa-e46030d91d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:20.841172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d426204b-f7bc-4562-8c26-c7beef115540 req-919a3df8-cf2b-4770-9cfa-e46030d91d69 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393879 Apr 21 21:40:20.876145 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:20.928999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d426204b-f7bc-4562-8c26-c7beef115540 req-12411966-0dae-46e9-8d08-2c97d16c8f48 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817347 Apr 21 21:40:21.020799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d426204b-f7bc-4562-8c26-c7beef115540 req-82bc2fd0-ce5a-453b-9093-de17a479c2d0 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847511 Apr 21 21:40:21.036054 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:21.426663 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f8466-db13-4f9c-89ea-2ae7751732dd req-10c63e43-07ac-4298-a3d1-e644f6cbcee4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:21.428100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-715f8466-db13-4f9c-89ea-2ae7751732dd req-10c63e43-07ac-4298-a3d1-e644f6cbcee4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0481260 Apr 21 21:40:21.464192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-715f8466-db13-4f9c-89ea-2ae7751732dd req-130a6fe2-bc38-4e19-8d9a-667243023244 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302002 Apr 21 21:40:22.577941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3555922-5e88-41c0-bed4-5c5f3f84c0fb req-17c9794a-e692-4848-a014-0ee0e1b4c018 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:22.579376 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3555922-5e88-41c0-bed4-5c5f3f84c0fb req-17c9794a-e692-4848-a014-0ee0e1b4c018 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0483503 Apr 21 21:40:22.615763 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3555922-5e88-41c0-bed4-5c5f3f84c0fb req-99751988-5b3a-430e-8d30-17fb2a4979dd tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303857 Apr 21 21:40:23.730382 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf3964-ab0d-437c-a662-e39d5814650c req-6c8f0349-b48a-4475-87a3-82fc95657a99 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:23.732391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67bf3964-ab0d-437c-a662-e39d5814650c req-6c8f0349-b48a-4475-87a3-82fc95657a99 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0485489 Apr 21 21:40:23.772291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-67bf3964-ab0d-437c-a662-e39d5814650c req-6f5a3437-a956-42da-9e54-074f70ee798f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339644 Apr 21 21:40:24.274979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:40:24.364893 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:24.375777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'cee40b39-be6d-4a31-a0a1-979074402740', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': 'cee40b39-be6d-4a31-a0a1-979074402740', 'mac_address': 'fa:16:3e:96:67:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:40:24.414540 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:24.426456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee40b39-be6d-4a31-a0a1-979074402740 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:40:24.450172 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:24.454187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:24.499081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:24.760655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['cee40b39-be6d-4a31-a0a1-979074402740'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:40:24.888531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d083a8-8d9f-4f1e-b300-ae571883a63a req-46bb96bc-7844-496b-b5a5-808bb4d32400 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:24.890134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f2d083a8-8d9f-4f1e-b300-ae571883a63a req-46bb96bc-7844-496b-b5a5-808bb4d32400 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0493829 Apr 21 21:40:24.931454 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f2d083a8-8d9f-4f1e-b300-ae571883a63a req-1521b071-de68-4f24-928c-585ed947ea07 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350075 Apr 21 21:40:26.046193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b584e-5bb4-463e-99c6-7f8ad4249ed5 req-6e241be2-d50b-4a3d-aa96-324e0fe72e42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:26.047672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c09b584e-5bb4-463e-99c6-7f8ad4249ed5 req-6e241be2-d50b-4a3d-aa96-324e0fe72e42 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0484393 Apr 21 21:40:26.084961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c09b584e-5bb4-463e-99c6-7f8ad4249ed5 req-3f523564-9cf9-436f-8d4b-8d8460febe60 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Apr 21 21:40:26.280325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:40:26.326479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port cee40b39-be6d-4a31-a0a1-979074402740 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:40:26.330424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port cee40b39-be6d-4a31-a0a1-979074402740 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:40:26.330791 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:26.559943 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:26.581275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:40:26.583483 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa09f13b-33bc-4ff9-8161-6e22f067ff67" -d '{"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-plugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:40:26.595355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:40:26.599446 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:26.646839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:40:26.654157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.654499 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.654830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.655153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.655479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.655801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.656119 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.656917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.656917 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.657103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.657353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.657666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:40:26.684976 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f862879d-501f-400f-9ab0-eec481da1f14 x-openstack-request-id: req-f862879d-501f-400f-9ab0-eec481da1f14 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:40:26.685263 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-plugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:40:26.685508 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f862879d-501f-400f-9ab0-eec481da1f14 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:40:26.685890 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f862879d-501f-400f-9ab0-eec481da1f14'] response: {'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'code': 200} Apr 21 21:40:26.773341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bc7db-ef2a-4f48-bdb1-3959fc741d37 req-92c255e3-71c8-4d15-96dc-2c528130ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:26.774795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-630bc7db-ef2a-4f48-bdb1-3959fc741d37 req-92c255e3-71c8-4d15-96dc-2c528130ca13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1097 time: 0.0384951 Apr 21 21:40:26.808110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-630bc7db-ef2a-4f48-bdb1-3959fc741d37 req-64fddcfa-8f05-46d5-b9d0-462176629cb2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267479 Apr 21 21:40:27.196164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517cbf7-78be-4d2c-87e3-e5ff4fec6c21 req-226aeb48-5b85-4c50-97ef-575244c29a9c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:27.197619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6517cbf7-78be-4d2c-87e3-e5ff4fec6c21 req-226aeb48-5b85-4c50-97ef-575244c29a9c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0466337 Apr 21 21:40:27.238102 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6517cbf7-78be-4d2c-87e3-e5ff4fec6c21 req-c1b00c8f-4436-4af4-9576-3b3611d61ff9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336986 Apr 21 21:40:28.354279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f0e04-bf89-46c5-9eae-675c524e7d39 req-3b5a5448-18a5-41cc-aeb0-4972da7e09fa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:28.356369 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a05f0e04-bf89-46c5-9eae-675c524e7d39 req-3b5a5448-18a5-41cc-aeb0-4972da7e09fa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0489950 Apr 21 21:40:28.394961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a05f0e04-bf89-46c5-9eae-675c524e7d39 req-819f5c8b-4bcd-4ea4-9707-7453c8541469 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325329 Apr 21 21:40:28.505473 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6f705-72ad-49be-99aa-5aa537d220c6 req-2dd18442-572d-495b-9332-6846eb7d2f13 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:28.506919 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-01c6f705-72ad-49be-99aa-5aa537d220c6 req-2dd18442-572d-495b-9332-6846eb7d2f13 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0469565 Apr 21 21:40:28.516138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41512) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:40:28.520575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c26fa163-ed68-48cc-9fcd-d548b17f79e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Request body: {'floatingip': {'port_id': 'cee40b39-be6d-4a31-a0a1-979074402740'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:40:28.557341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c26fa163-ed68-48cc-9fcd-d548b17f79e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:28.977033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c26fa163-ed68-48cc-9fcd-d548b17f79e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:28.980914 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c26fa163-ed68-48cc-9fcd-d548b17f79e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:29.075886 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-c26fa163-ed68-48cc-9fcd-d548b17f79e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0 associated. External IP: 172.25.0.245, port: cee40b39-be6d-4a31-a0a1-979074402740. Apr 21 21:40:29.277736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26fa163-ed68-48cc-9fcd-d548b17f79e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:40:29.387641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26fa163-ed68-48cc-9fcd-d548b17f79e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:40:29.392735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c26fa163-ed68-48cc-9fcd-d548b17f79e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:29.397319 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:40:29.413133 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:40:29.413723 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:40:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:40:29.420468 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c26fa163-ed68-48cc-9fcd-d548b17f79e9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "PUT /v2.0/floatingips/797c0782-281f-4d36-ac6c-8fb51ade3ed0 HTTP/1.1" status: 200 len: 993 time: 0.9032426 Apr 21 21:40:29.421062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:40:29.423277 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:40:29.459858 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b68d9e-c94b-4188-9d79-9287d658144f x-openstack-request-id: req-d4b68d9e-c94b-4188-9d79-9287d658144f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:40:29.460209 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:40:29.461096 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4b68d9e-c94b-4188-9d79-9287d658144f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:40:29.461096 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b68d9e-c94b-4188-9d79-9287d658144f'] response: {'name': 'network-changed', 'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'status': 'completed', 'code': 200} Apr 21 21:40:29.526657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-57e70760-b272-4134-9e2c-ac6a7fd83de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:29.528840 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-57e70760-b272-4134-9e2c-ac6a7fd83de9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1097 time: 0.0468621 Apr 21 21:40:29.559865 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:40:29.625052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-110b3708-6041-4dfa-bfc6-cf838982c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:29.626553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-110b3708-6041-4dfa-bfc6-cf838982c1c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0917990 Apr 21 21:40:29.703212 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-53f70758-02db-4da6-a53b-3d837dbfc048 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1001 time: 0.0706172 Apr 21 21:40:29.758260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-85347caf-5f82-474e-9bc3-187ab52b74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:29.759767 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-85347caf-5f82-474e-9bc3-187ab52b74ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0507746 Apr 21 21:40:29.820112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-ce26ea2f-243e-41b6-8dc8-203e1c85e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:29.821420 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-ce26ea2f-243e-41b6-8dc8-203e1c85e01e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553913 Apr 21 21:40:29.826142 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': 'cee40b39-be6d-4a31-a0a1-979074402740', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:96:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:40:28Z', 'revision_number': 13, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:40:29.853339 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:40:29.862018 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:40:29.862639 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:40:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:40:29.919288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-c0d94a15-d3cf-44d7-8daf-76a95fa2bdca service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901346 Apr 21 21:40:29.972027 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:40:30.013081 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e93c9f0e-abb1-46ee-84e5-ad97733c5eb2 req-9a5c3a21-af85-47da-b261-ef6213658cc1 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874712 Apr 21 21:40:30.202903 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': 'cee40b39-be6d-4a31-a0a1-979074402740', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:96:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:40:28Z', 'revision_number': 13, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:40:30.228127 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991d5c33-9cc2-4906-9e26-9da4f5bbd097 None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '797c0782-281f-4d36-ac6c-8fb51ade3ed0', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'port_id': 'cee40b39-be6d-4a31-a0a1-979074402740', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'mac_address': 'fa:16:3e:96:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:37:29Z', 'updated_at': '2022-04-21T21:40:28Z', 'revision_number': 13, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:40:30.439717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da155b8-0fbe-4cd0-8e86-264f4e517780 None None] New status for floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:40:30.553006 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d7c3fb32-fbd8-4e38-bf1b-c84ef5aef8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:30.879319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40a07b-0e22-4423-8145-f1c1a29337be req-c0260343-7709-43cc-9c6f-341b84450650 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:30.880824 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a40a07b-0e22-4423-8145-f1c1a29337be req-c0260343-7709-43cc-9c6f-341b84450650 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0558617 Apr 21 21:40:30.921028 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a40a07b-0e22-4423-8145-f1c1a29337be req-3574218c-ca26-4bd4-ad41-667f9c670d66 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322161 Apr 21 21:40:32.829491 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e2c7cea6-ff7d-42b9-94ba-a7a59e5e4581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:34.231747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:35.495205 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:36.003432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:37.991517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-977cbffd-7724-42c8-9c3d-3be483d8a94c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395355 Apr 21 21:40:38.070838 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-5ea2218d-e1f8-4980-9d1c-0de6761b7d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:38.072260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-5ea2218d-e1f8-4980-9d1c-0de6761b7d39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1097 time: 0.0387228 Apr 21 21:40:38.173886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-497f079f-fb75-46c5-bf83-ebf16a1e5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:38.175238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-497f079f-fb75-46c5-bf83-ebf16a1e5985 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0844829 Apr 21 21:40:38.238003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-ecea61f8-d4a8-4e3a-9fe7-929d581f692a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1003 time: 0.0564661 Apr 21 21:40:38.289052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-935a381a-e58c-4525-8084-34c95f7be6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:38.290465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-935a381a-e58c-4525-8084-34c95f7be6bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0453310 Apr 21 21:40:38.335025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-f02c12a3-8ce9-4268-9781-7b8d65269e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:38.336490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-f02c12a3-8ce9-4268-9781-7b8d65269e7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392811 Apr 21 21:40:38.422590 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-0a57e1b1-700b-4d23-9d65-b89a9764a90b service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789289 Apr 21 21:40:38.515012 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e26f2f25-c212-4cc6-a4fa-93dfd470d6a6 req-0454178a-a0cf-440b-b355-44a7cad9e2d0 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856678 Apr 21 21:40:40.965135 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1bb0c-ad03-43c9-b857-2f8202ba45a7 req-6d8fc64d-6097-46d3-89f8-e41ba671aa6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:40.966641 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1e1bb0c-ad03-43c9-b857-2f8202ba45a7 req-6d8fc64d-6097-46d3-89f8-e41ba671aa6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0513997 Apr 21 21:40:40.994109 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-e16c6c12-e504-421f-ab02-99552ae266dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0894749 Apr 21 21:40:41.005545 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1e1bb0c-ad03-43c9-b857-2f8202ba45a7 req-ed0c9773-5afa-4687-a533-d8f567f93900 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327671 Apr 21 21:40:42.484918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-ff5a9764-097b-4802-a10a-b36b5f06f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:42.486362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-ff5a9764-097b-4802-a10a-b36b5f06f540 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1097 time: 0.3969133 Apr 21 21:40:42.494180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe5602-5a0d-4646-81f6-db4d783ee600 req-d269ee4b-705f-4e55-ace3-b8114790750e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:42.495505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ffe5602-5a0d-4646-81f6-db4d783ee600 req-d269ee4b-705f-4e55-ace3-b8114790750e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.4148111 Apr 21 21:40:42.576209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ffe5602-5a0d-4646-81f6-db4d783ee600 req-6ea9baed-bad1-47d0-8132-73080e69c66a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723484 Apr 21 21:40:42.600283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-55722918-4779-4498-8c08-f88628314336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:42.601732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-55722918-4779-4498-8c08-f88628314336 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.1048946 Apr 21 21:40:42.667389 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-893281ce-b263-43a6-b2dc-2d71da7f0d60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1003 time: 0.0581219 Apr 21 21:40:42.714643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-6f825773-7872-4436-b3bd-345c877ede96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:42.716067 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-6f825773-7872-4436-b3bd-345c877ede96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0424540 Apr 21 21:40:42.758423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-8ec5843d-8ae9-481e-a514-8396b3e9dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:42.759836 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-8ec5843d-8ae9-481e-a514-8396b3e9dbb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376740 Apr 21 21:40:42.848360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-f6a2fc25-ed0a-4287-818d-b8bc06e7f1d0 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820553 Apr 21 21:40:42.935835 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-789b2aff-bef6-47f5-ac5a-233a2564801f service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799174 Apr 21 21:40:43.690761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9adf2-6b6c-4164-9295-4cf51b23d1d5 req-7bef1da6-07dd-4c99-aefb-7f85649d6ad4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:43.692286 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71c9adf2-6b6c-4164-9295-4cf51b23d1d5 req-7bef1da6-07dd-4c99-aefb-7f85649d6ad4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0478354 Apr 21 21:40:43.733968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-71c9adf2-6b6c-4164-9295-4cf51b23d1d5 req-cc0ace56-3061-4b39-a06e-d9bd7cdbb393 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356512 Apr 21 21:40:44.852125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ed630-147b-4385-a0dd-b7f7a4fbacfd req-60e8161a-7602-4239-8ecd-cc2fb8acc50b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:44.853617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f3ed630-147b-4385-a0dd-b7f7a4fbacfd req-60e8161a-7602-4239-8ecd-cc2fb8acc50b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0521352 Apr 21 21:40:44.890637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f3ed630-147b-4385-a0dd-b7f7a4fbacfd req-df5457c6-dec0-48b7-8649-841d2a56e487 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303082 Apr 21 21:40:46.016819 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f57e5-462a-4c6f-ac06-674ae11cca30 req-521d1c29-daef-4843-ab6d-70ae6026a8c1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:46.018282 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d0f57e5-462a-4c6f-ac06-674ae11cca30 req-521d1c29-daef-4843-ab6d-70ae6026a8c1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0504458 Apr 21 21:40:46.055317 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7d0f57e5-462a-4c6f-ac06-674ae11cca30 req-39208467-fead-495b-8ece-080ec4237a87 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309970 Apr 21 21:40:47.168451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141a6ef-1909-41d3-af45-cab5cf82c33a req-48463f18-4057-4ed8-a19a-8d2e2c7e92b8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:47.169826 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f141a6ef-1909-41d3-af45-cab5cf82c33a req-48463f18-4057-4ed8-a19a-8d2e2c7e92b8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0469780 Apr 21 21:40:47.207830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f141a6ef-1909-41d3-af45-cab5cf82c33a req-07eeebb9-d1a1-4dd3-b518-6598c941ea6a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320292 Apr 21 21:40:48.324444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aefa89-c716-494a-b4b7-b1f9042868b8 req-a230cd04-8a13-45f9-994f-ad4266d23348 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:48.325940 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4aefa89-c716-494a-b4b7-b1f9042868b8 req-a230cd04-8a13-45f9-994f-ad4266d23348 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0503063 Apr 21 21:40:48.366032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4aefa89-c716-494a-b4b7-b1f9042868b8 req-f09d4e92-4e0f-4b1b-8586-7f6e655b1ace tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337913 Apr 21 21:40:49.482134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f05e5f-31e2-40f4-820d-ff83b05cc884 req-922b0349-3e34-4d1a-9ab4-c54a6110fe54 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:49.483576 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f05e5f-31e2-40f4-820d-ff83b05cc884 req-922b0349-3e34-4d1a-9ab4-c54a6110fe54 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0481472 Apr 21 21:40:49.519394 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-04f05e5f-31e2-40f4-820d-ff83b05cc884 req-725d34b4-4bae-4c8c-9c7c-100bcc289b41 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299268 Apr 21 21:40:50.637169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32946a-f058-4e15-bb20-a8db51358422 req-5cceec83-04bc-4c49-baf3-81fc255af213 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:50.638644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea32946a-f058-4e15-bb20-a8db51358422 req-5cceec83-04bc-4c49-baf3-81fc255af213 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0504394 Apr 21 21:40:50.679261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea32946a-f058-4e15-bb20-a8db51358422 req-ebf8cd3e-09f8-457d-a472-ca8b7305ee0b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345974 Apr 21 21:40:50.882124 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:51.051212 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:40:51.267800 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:40:51.795710 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082e74a-1346-4570-8616-5d830314c339 req-50777acf-06a8-4548-9713-38388f91c0c5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:51.797171 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3082e74a-1346-4570-8616-5d830314c339 req-50777acf-06a8-4548-9713-38388f91c0c5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0501807 Apr 21 21:40:51.834445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3082e74a-1346-4570-8616-5d830314c339 req-1b192a50-07ab-4c19-9eb7-91730d54a72d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Apr 21 21:40:52.955593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759eb5a-a0e7-4a7c-8524-dda5f5374862 req-e49a26dd-3e8d-46a8-a921-3f0f2e5130c9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:52.957092 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5759eb5a-a0e7-4a7c-8524-dda5f5374862 req-e49a26dd-3e8d-46a8-a921-3f0f2e5130c9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0506284 Apr 21 21:40:52.994508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5759eb5a-a0e7-4a7c-8524-dda5f5374862 req-f440546c-b73e-4f32-9ac9-43a909737ad2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Apr 21 21:40:54.109885 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dcbd8-1911-448e-9a1a-95fc765d9227 req-8453bff0-02ec-4627-a084-1659f24b24a1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:54.111220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-585dcbd8-1911-448e-9a1a-95fc765d9227 req-8453bff0-02ec-4627-a084-1659f24b24a1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0475299 Apr 21 21:40:54.147560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-585dcbd8-1911-448e-9a1a-95fc765d9227 req-8de2c518-81dc-4e5e-87fa-31817048dc5f tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Apr 21 21:40:55.263959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808e67e-c8f0-46fb-81e8-242fb7a40f1f req-dacfb976-12de-4e1c-b692-5892040fdb6e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:55.265472 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0808e67e-c8f0-46fb-81e8-242fb7a40f1f req-dacfb976-12de-4e1c-b692-5892040fdb6e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0480452 Apr 21 21:40:55.302455 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0808e67e-c8f0-46fb-81e8-242fb7a40f1f req-345777ed-1ab0-4e92-a8c5-0aebf0637f22 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Apr 21 21:40:56.419425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5cc16-a3f0-4307-9060-f026a14b74fd req-76b21668-d0d5-401c-9b59-3470e6376103 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:56.420907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5d5cc16-a3f0-4307-9060-f026a14b74fd req-76b21668-d0d5-401c-9b59-3470e6376103 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0471411 Apr 21 21:40:56.457491 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5d5cc16-a3f0-4307-9060-f026a14b74fd req-8d5a01ff-88c1-461a-bf7d-c5c4e0a0485d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307407 Apr 21 21:40:57.571301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51c2b1-523e-4930-a1f8-6dc78f3794bb req-99d9bc11-939e-4fb3-b25a-0950a03ae03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:57.572742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f51c2b1-523e-4930-a1f8-6dc78f3794bb req-99d9bc11-939e-4fb3-b25a-0950a03ae03e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0470457 Apr 21 21:40:57.613711 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f51c2b1-523e-4930-a1f8-6dc78f3794bb req-ff56045a-0022-42cc-b2b4-8c6ca3aad891 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340066 Apr 21 21:40:58.731427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95508c01-2686-47d8-944a-87a68a8edce1 req-2c07ab4a-e07d-43b2-b8d5-5ed46bfcbaf7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:58.732888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95508c01-2686-47d8-944a-87a68a8edce1 req-2c07ab4a-e07d-43b2-b8d5-5ed46bfcbaf7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0512080 Apr 21 21:40:58.769701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-95508c01-2686-47d8-944a-87a68a8edce1 req-20cdd80e-4961-4b97-a832-6e9fa15c11b5 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309222 Apr 21 21:40:59.885173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf1a1f-501e-4ac8-9171-945432b7b6ca req-689c21f2-7497-4207-91be-8e2cee948990 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:40:59.887301 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7caf1a1f-501e-4ac8-9171-945432b7b6ca req-689c21f2-7497-4207-91be-8e2cee948990 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0489945 Apr 21 21:40:59.923665 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7caf1a1f-501e-4ac8-9171-945432b7b6ca req-b5cc8e52-8054-409d-95da-1f36dcdbb931 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303085 Apr 21 21:41:00.534708 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13cb2d14-5695-46c6-8805-3eae5ecf7187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:01.044575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f7213-9cbf-4ec9-9396-d21c30b1a148 req-0f8a1df6-40ab-4a0e-8f28-c5061529e87b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:01.046083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-755f7213-9cbf-4ec9-9396-d21c30b1a148 req-0f8a1df6-40ab-4a0e-8f28-c5061529e87b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0524886 Apr 21 21:41:01.084326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-755f7213-9cbf-4ec9-9396-d21c30b1a148 req-fdd5a36c-1111-4169-bba5-03f0293a3e06 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320525 Apr 21 21:41:01.607975 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-6faf4d53-f4b1-4e68-ab3b-adc983f5cddc service neutron] show failed (client error): The resource could not be found. Apr 21 21:41:01.608987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-6faf4d53-f4b1-4e68-ab3b-adc983f5cddc service neutron] 10.222.0.43 "GET /v2.0/ports/cee40b39-be6d-4a31-a0a1-979074402740/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0623400 Apr 21 21:41:01.853331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-be9ba67f-f46b-4ace-ae96-ab38ea60d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:01.855425 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-be9ba67f-f46b-4ace-ae96-ab38ea60d41a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 1097 time: 0.0887706 Apr 21 21:41:01.866202 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:41:01.922676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:02.123880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:02.165435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:41:02.222864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:41:02.225148 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3124948-2cae-4519-8888-f36d17ebbcf4" -d '{"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:41:02.230477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:02.245606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837886b6-a90e-4d1c-9041-8b19d09e5ef7 req-a06ed464-a7a3-4909-9291-040fbcf1bd7e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:02.247022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-837886b6-a90e-4d1c-9041-8b19d09e5ef7 req-a06ed464-a7a3-4909-9291-040fbcf1bd7e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0923924 Apr 21 21:41:02.255851 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Transition to ACTIVE for port object cee40b39-be6d-4a31-a0a1-979074402740 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:41:02.263103 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:02.345159 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-837886b6-a90e-4d1c-9041-8b19d09e5ef7 req-29abb0d2-674c-46fc-a9a8-dfaf4d9b2e5e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904105 Apr 21 21:41:02.373859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=6']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:02.377530 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f658e73a-fcd1-4b3d-bd6f-9ae55c542042 x-openstack-request-id: req-f658e73a-fcd1-4b3d-bd6f-9ae55c542042 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:41:02.377828 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:41:02.378081 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f658e73a-fcd1-4b3d-bd6f-9ae55c542042 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:41:02.378474 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f658e73a-fcd1-4b3d-bd6f-9ae55c542042'] response: {'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'code': 200} Apr 21 21:41:02.387716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.388064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.388406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.388749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.389122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.389453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.389784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.390112 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.390445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.390775 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.391105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.391437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:02.432354 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] No DVR routers for this DVR port cee40b39-be6d-4a31-a0a1-979074402740 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:41:02.568193 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:41:02.568523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:41:02.568880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:41:02.573689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Port cee40b39-be6d-4a31-a0a1-979074402740 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:41:02.573990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:41:02.579122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:41:02.579458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:41:02.579841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:41:02.580265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Bound port: cee40b39-be6d-4a31-a0a1-979074402740, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:41:02.580620 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:02.645164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:41:02.647974 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:41:02.653171 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:02.685787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:02.686414 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:02.687867 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] 10.222.0.46 "PUT /v2.0/ports/cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1092 time: 0.8254681 Apr 21 21:41:02.711441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa99ff8-6a3d-457d-8a6a-31f41f92e646 service neutron] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:02.755788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5dd96e54-7c9f-401f-a4cc-55b98b9e676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:02.757297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5dd96e54-7c9f-401f-a4cc-55b98b9e676c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1095 time: 0.0470018 Apr 21 21:41:02.832323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0bc5e332-8882-440c-b7b2-c3a7b90b5ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:02.854666 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-ae7084ec-febc-4b15-aa76-5e719e25d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:02.856175 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-ae7084ec-febc-4b15-aa76-5e719e25d214 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0926142 Apr 21 21:41:02.921611 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-5e0d6650-6cc8-4a52-add0-d782ebd1157e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1001 time: 0.0589201 Apr 21 21:41:02.971011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-2fd49bfb-5209-41e0-9919-6ae9ee9a935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:02.972392 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-2fd49bfb-5209-41e0-9919-6ae9ee9a935b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0448966 Apr 21 21:41:03.021098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-75836a5a-21f9-4df8-afbf-26ee938284c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:03.022546 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-75836a5a-21f9-4df8-afbf-26ee938284c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437825 Apr 21 21:41:03.110321 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-6e52375b-3e8e-434d-ad16-b2356f554a6e service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805438 Apr 21 21:41:03.202072 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-242e30a2-1f91-4afc-928b-b9f7cd7f1438 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851862 Apr 21 21:41:03.468122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb0803-14fe-44a7-a27a-1ff432a1d199 req-409223f2-063f-4acf-bee3-d75eddbca0fe tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:03.469535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bfb0803-14fe-44a7-a27a-1ff432a1d199 req-409223f2-063f-4acf-bee3-d75eddbca0fe tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0551481 Apr 21 21:41:03.507180 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7bfb0803-14fe-44a7-a27a-1ff432a1d199 req-9c21c593-d66f-43de-a5e4-762a2036cd63 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315602 Apr 21 21:41:04.233076 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:04.379820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:41:04.382278 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:41:04.431746 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7199b9fb-4ff2-49fb-8fb4-9aabb1f8b934 x-openstack-request-id: req-7199b9fb-4ff2-49fb-8fb4-9aabb1f8b934 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:41:04.432042 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:41:04.432295 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7199b9fb-4ff2-49fb-8fb4-9aabb1f8b934 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:41:04.433315 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7199b9fb-4ff2-49fb-8fb4-9aabb1f8b934'] response: {'name': 'network-changed', 'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'status': 'completed', 'code': 200} Apr 21 21:41:04.461236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:41:04.498253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-336bcff8-0132-416b-a470-30929ea37951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:04.498438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-fdd1ce89-8b0b-434e-ab6f-fa97030318ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:04.499747 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-fdd1ce89-8b0b-434e-ab6f-fa97030318ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1095 time: 0.0479300 Apr 21 21:41:04.499952 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-336bcff8-0132-416b-a470-30929ea37951 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1095 time: 0.0460138 Apr 21 21:41:04.502598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:41:04.594418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-3ec25635-4894-4414-ae05-af794bc50eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:04.595900 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-3ec25635-4894-4414-ae05-af794bc50eee service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0900643 Apr 21 21:41:04.637339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-e09c150a-f38f-4f1a-8d2e-dc54e9a54d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:04.639273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-e09c150a-f38f-4f1a-8d2e-dc54e9a54d32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.1325037 Apr 21 21:41:04.661804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2eea4-e3e3-4d32-9041-2a79ff95c1be req-6c557d28-daa7-44c2-ab18-d5fc93488ec9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:04.663193 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7cb2eea4-e3e3-4d32-9041-2a79ff95c1be req-6c557d28-daa7-44c2-ab18-d5fc93488ec9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0799925 Apr 21 21:41:04.665810 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-05037dfe-8f4a-42c8-a06d-1b76736a993a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1001 time: 0.0634937 Apr 21 21:41:04.716000 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-590cdc2a-a648-49e0-85b9-4968302af78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:04.717904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-590cdc2a-a648-49e0-85b9-4968302af78a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0450311 Apr 21 21:41:04.737088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7cb2eea4-e3e3-4d32-9041-2a79ff95c1be req-f7bf6cea-1e97-46d9-8a23-f45898de5d98 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456450 Apr 21 21:41:04.749509 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-896e2f0e-0a5e-484f-9423-1767adda6917 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1001 time: 0.1022370 Apr 21 21:41:04.768442 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-bd271b85-9727-4e47-b9c9-b8ecda7b8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:04.770063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-bd271b85-9727-4e47-b9c9-b8ecda7b8ea3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459123 Apr 21 21:41:04.805238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-dbf2a0b0-59ea-44ca-ba9e-04bbc0890a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:04.806713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-dbf2a0b0-59ea-44ca-ba9e-04bbc0890a85 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0506394 Apr 21 21:41:04.855393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-c397ef21-a243-4cd4-b607-8ce560209a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:04.856990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-c397ef21-a243-4cd4-b607-8ce560209a72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441251 Apr 21 21:41:04.866647 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-7f2820dc-2613-41b4-81bb-d53e37bd1ed0 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900040 Apr 21 21:41:04.946047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-f81bc70e-7168-445c-ac19-60038e40b941 service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828221 Apr 21 21:41:04.959469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-90a93a5f-1d47-488e-8d23-d6abd1fee682 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867023 Apr 21 21:41:05.048131 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aee3b18b-d96d-4b30-9ef8-5d3965fe9f8d req-01a0d562-99c6-4413-bacd-e7ed75695ded service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946198 Apr 21 21:41:05.497242 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:05.864413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee280-9f4e-4369-840a-2047ef44107e req-211eb4eb-cb45-47f6-b4c2-ffa53f8f6de4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:05.865917 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-204ee280-9f4e-4369-840a-2047ef44107e req-211eb4eb-cb45-47f6-b4c2-ffa53f8f6de4 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0515623 Apr 21 21:41:05.908926 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-204ee280-9f4e-4369-840a-2047ef44107e req-e4d49b8e-d093-4f39-94b3-2f121dcb1856 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362046 Apr 21 21:41:06.005884 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:07.032059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5cf1b-31ea-42d7-a5c8-c5bee741f569 req-95427b12-43cf-4b30-8b0d-6755e5574cdf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:07.033579 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12e5cf1b-31ea-42d7-a5c8-c5bee741f569 req-95427b12-43cf-4b30-8b0d-6755e5574cdf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0510957 Apr 21 21:41:07.071784 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12e5cf1b-31ea-42d7-a5c8-c5bee741f569 req-e3ee7354-e5cf-4d30-a2d3-b1fb2c432a71 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320776 Apr 21 21:41:08.193834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e2fb1-f0ae-4581-ba86-8d2ed59bf1bd req-7e4d1746-1ac1-487b-b283-1570a3e0269c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:08.195886 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-737e2fb1-f0ae-4581-ba86-8d2ed59bf1bd req-7e4d1746-1ac1-487b-b283-1570a3e0269c tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0486281 Apr 21 21:41:08.233655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-737e2fb1-f0ae-4581-ba86-8d2ed59bf1bd req-86d824be-2f8d-42a5-a7ed-078d6c2b13c6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309095 Apr 21 21:41:09.350831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a5886-5993-4b0d-9c96-589b4698fa83 req-4c6fd746-8d2a-4fa3-ba06-a9a6dfa6f263 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:09.352304 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca4a5886-5993-4b0d-9c96-589b4698fa83 req-4c6fd746-8d2a-4fa3-ba06-a9a6dfa6f263 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0488284 Apr 21 21:41:09.393999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ca4a5886-5993-4b0d-9c96-589b4698fa83 req-93464aa1-69d1-4586-82cf-a7a777e82c68 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352979 Apr 21 21:41:10.509459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9ad81-26a3-4ff1-8844-f9a0154d871f req-70b62eae-2451-4831-85c7-b1928fa3ffaa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:10.510889 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-09b9ad81-26a3-4ff1-8844-f9a0154d871f req-70b62eae-2451-4831-85c7-b1928fa3ffaa tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0475190 Apr 21 21:41:10.547470 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-09b9ad81-26a3-4ff1-8844-f9a0154d871f req-5c76388d-64d6-4b20-a3ff-3763b456c049 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306287 Apr 21 21:41:11.664909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3997e-7a3f-41cf-919e-5bb79d0fff24 req-1bc825be-962b-43b9-ade2-b842c6d5383e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:11.666396 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b4d3997e-7a3f-41cf-919e-5bb79d0fff24 req-1bc825be-962b-43b9-ade2-b842c6d5383e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0485384 Apr 21 21:41:11.703219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b4d3997e-7a3f-41cf-919e-5bb79d0fff24 req-3327b745-f49a-4c9b-ba32-c3b6e8ec2fa6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308878 Apr 21 21:41:12.817641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0353c-370c-4a05-8fa3-d47f0e986da7 req-19ae70cd-00e2-40bd-a0e5-1e6c52479050 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:12.819057 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cf0353c-370c-4a05-8fa3-d47f0e986da7 req-19ae70cd-00e2-40bd-a0e5-1e6c52479050 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0471556 Apr 21 21:41:12.860385 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cf0353c-370c-4a05-8fa3-d47f0e986da7 req-a9e2f3bc-50b1-4da5-91db-7e56944715f9 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347772 Apr 21 21:41:13.974361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272d15e-e389-4374-9229-808e06042f48 req-f05447cc-5f50-4f88-88ad-9cc8a5eb0f1b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:13.975816 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5272d15e-e389-4374-9229-808e06042f48 req-f05447cc-5f50-4f88-88ad-9cc8a5eb0f1b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0490837 Apr 21 21:41:14.012471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5272d15e-e389-4374-9229-808e06042f48 req-105c9d87-6bf9-464b-8797-d54dcc9cc4ea tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299785 Apr 21 21:41:15.130241 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fd868-6346-4d7c-ad6c-e41e4aa2ea2b req-5bdbc374-08cf-4f30-b25d-b7e3dd5e9e16 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:15.131875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e21fd868-6346-4d7c-ad6c-e41e4aa2ea2b req-5bdbc374-08cf-4f30-b25d-b7e3dd5e9e16 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 944 time: 0.0503116 Apr 21 21:41:15.175014 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e21fd868-6346-4d7c-ad6c-e41e4aa2ea2b req-a402601f-c244-4805-ab51-51d6880868ae tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366969 Apr 21 21:41:15.996022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:41:16.087064 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:16.098855 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'cee40b39-be6d-4a31-a0a1-979074402740', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': 'cee40b39-be6d-4a31-a0a1-979074402740', 'mac_address': 'fa:16:3e:96:67:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:41:16.137917 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:16.149956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee40b39-be6d-4a31-a0a1-979074402740 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:41:16.168334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:16.172346 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:16.219391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:16.292113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bd9a9-c8c0-4203-be50-0fc2fae8c5b1 req-cdf8400b-9afe-405b-af1d-91f59934d3b3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:16.293651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd5bd9a9-c8c0-4203-be50-0fc2fae8c5b1 req-cdf8400b-9afe-405b-af1d-91f59934d3b3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0487463 Apr 21 21:41:16.334523 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fd5bd9a9-c8c0-4203-be50-0fc2fae8c5b1 req-68a63c8e-649d-44c4-8fde-a7cc47408a17 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349259 Apr 21 21:41:16.482478 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['cee40b39-be6d-4a31-a0a1-979074402740'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:41:16.619098 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-094956fb-b3e4-4521-99e5-582a96235844 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:16.621390 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-094956fb-b3e4-4521-99e5-582a96235844 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a&tenant_id=a80917f5364c49c3ab72393812afec4a&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 945 time: 0.0557339 Apr 21 21:41:16.634279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ced06-69a8-4901-a1c9-fc51c174bafb req-e20d0474-cdf2-4d23-b50e-7be03d420aa2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:16.635777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8e4ced06-69a8-4901-a1c9-fc51c174bafb req-e20d0474-cdf2-4d23-b50e-7be03d420aa2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0519562 Apr 21 21:41:16.672797 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8e4ced06-69a8-4901-a1c9-fc51c174bafb req-8c132fa1-cc3d-4310-9449-4acd176a5c98 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308292 Apr 21 21:41:16.681224 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-dcd3e584-79ca-4658-901d-f1259d161e2a service neutron] 10.222.0.46 "GET /v2.0/ports/cee40b39-be6d-4a31-a0a1-979074402740/bindings/n-h1-838945-1 HTTP/1.1" status: 200 len: 382 time: 0.0533414 Apr 21 21:41:16.749010 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-ea453e51-9ba7-4a2b-ac9d-6cd7503964d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:16.750504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-ea453e51-9ba7-4a2b-ac9d-6cd7503964d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1096 time: 0.0448411 Apr 21 21:41:16.840631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-a87ba9f9-8cfd-48bc-9263-10b158ba34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:16.842144 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-a87ba9f9-8cfd-48bc-9263-10b158ba34f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0817826 Apr 21 21:41:17.145358 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-5b4ac97a-caa9-4abf-9d01-d815ac84b806 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1002 time: 0.2963421 Apr 21 21:41:17.192886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-839775c9-ff45-425a-a874-cc824556620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:17.194276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-839775c9-ff45-425a-a874-cc824556620b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0418622 Apr 21 21:41:17.239379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-15a468cd-8054-4f02-90ff-3650d100f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:17.240733 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-15a468cd-8054-4f02-90ff-3650d100f3a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398827 Apr 21 21:41:17.331611 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-32ff189b-b531-4fc1-921c-fae1c1c1f707 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837982 Apr 21 21:41:17.418691 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-35711317-ea9c-45cf-9b10-32ce6167b9f7 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809908 Apr 21 21:41:17.795509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ac778-84dd-4789-9413-6af855aea5c1 req-1467b4f9-5165-4235-bbc4-1c9616891747 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:17.796982 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d5ac778-84dd-4789-9413-6af855aea5c1 req-1467b4f9-5165-4235-bbc4-1c9616891747 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0482388 Apr 21 21:41:17.834183 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9d5ac778-84dd-4789-9413-6af855aea5c1 req-916bd28c-fbe4-4f8d-8624-b7bbd2896244 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312793 Apr 21 21:41:18.023315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:41:18.070976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port cee40b39-be6d-4a31-a0a1-979074402740 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:41:18.075454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port cee40b39-be6d-4a31-a0a1-979074402740 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:41:18.075831 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:18.153066 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:18.174749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:41:18.177211 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50490124-845d-4de8-9933-05e90990e063" -d '{"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-plugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:41:18.190268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:18.195254 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:18.229739 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf57a4-ab60-4ef1-8b2b-f1179d714d4b x-openstack-request-id: req-fbbf57a4-ab60-4ef1-8b2b-f1179d714d4b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:41:18.230032 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-plugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:41:18.230283 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbbf57a4-ab60-4ef1-8b2b-f1179d714d4b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:41:18.230674 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbf57a4-ab60-4ef1-8b2b-f1179d714d4b'] response: {'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'code': 200} Apr 21 21:41:18.249999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:18.961019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127291-56b0-47a9-a2e4-038c4685847c req-257ccb39-cdbc-482a-bc00-45a769db88b2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:18.962465 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b127291-56b0-47a9-a2e4-038c4685847c req-257ccb39-cdbc-482a-bc00-45a769db88b2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0531058 Apr 21 21:41:18.999195 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8b127291-56b0-47a9-a2e4-038c4685847c req-c8a0ff9d-b974-44c1-b1ed-c670aea24235 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300591 Apr 21 21:41:20.118951 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413b9a9-d3ec-4be3-9cfd-7dedb3aeaf38 req-24acced9-af42-473f-9a38-9f5c55d0a583 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:20.120502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d413b9a9-d3ec-4be3-9cfd-7dedb3aeaf38 req-24acced9-af42-473f-9a38-9f5c55d0a583 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0485964 Apr 21 21:41:20.158392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d413b9a9-d3ec-4be3-9cfd-7dedb3aeaf38 req-e8d14484-487c-41ae-8ff2-1a9f8da2e1df tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318193 Apr 21 21:41:20.896226 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:21.042700 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-828f0654-83d2-4d3a-9721-7b7f408ff72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:21.044214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-828f0654-83d2-4d3a-9721-7b7f408ff72a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a&tenant_id=a80917f5364c49c3ab72393812afec4a HTTP/1.1" status: 200 len: 1097 time: 0.0407114 Apr 21 21:41:21.055377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:41:21.067095 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:21.111277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:21.284148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef785f8-4f8e-4dcf-9366-f7d8ce4966be req-9f19dd9f-a1af-47e7-bebb-6771d8cd0038 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:21.285786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bef785f8-4f8e-4dcf-9366-f7d8ce4966be req-9f19dd9f-a1af-47e7-bebb-6771d8cd0038 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0557623 Apr 21 21:41:21.317171 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:21.323682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bef785f8-4f8e-4dcf-9366-f7d8ce4966be req-0cac465c-2bd0-4787-8505-b84d91698540 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312486 Apr 21 21:41:21.349804 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:41:21.387970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:41:21.390160 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b778f02-d8a5-4e36-b187-3cf3ce6882e4" -d '{"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:41:21.393832 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:21.405570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Transition to ACTIVE for port object cee40b39-be6d-4a31-a0a1-979074402740 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:41:21.409582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:21.443819 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25ea5f2-9607-444f-bca5-b80d5b264e33 x-openstack-request-id: req-f25ea5f2-9607-444f-bca5-b80d5b264e33 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:41:21.444108 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:41:21.444362 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f25ea5f2-9607-444f-bca5-b80d5b264e33 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:41:21.444741 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25ea5f2-9607-444f-bca5-b80d5b264e33'] response: {'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'code': 200} Apr 21 21:41:21.495560 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=10']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:21.509486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.509828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.510166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.510532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.510859 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.511184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.511504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.511820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.512178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.512461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.512792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.513119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:21.547275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] No DVR routers for this DVR port cee40b39-be6d-4a31-a0a1-979074402740 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:41:21.681997 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:41:21.682352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:41:21.682671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:41:21.686786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Port cee40b39-be6d-4a31-a0a1-979074402740 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:41:21.687098 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Attempting to bind port cee40b39-be6d-4a31-a0a1-979074402740 on network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:41:21.692187 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:41:21.692665 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Checking segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:41:21.693077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Bound using segment: {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:41:21.693496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Bound port: cee40b39-be6d-4a31-a0a1-979074402740, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:41:21.693844 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:21.754816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:41:21.758091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:41:21.761566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:21.796958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:21.797760 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:21.798978 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] 10.222.0.43 "PUT /v2.0/ports/cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1093 time: 0.7475524 Apr 21 21:41:21.849619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114494aa-3e15-4fa6-a307-425cec8003d0 service neutron] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=11']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:21.867418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-c23b39c9-0e28-43e9-b77a-834d6198b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:21.869040 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-c23b39c9-0e28-43e9-b77a-834d6198b8e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1096 time: 0.0482087 Apr 21 21:41:21.961761 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-86427a0a-41ea-4336-8598-fd7f7a7956f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:21.963119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-86427a0a-41ea-4336-8598-fd7f7a7956f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0882626 Apr 21 21:41:22.032383 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-ae43eaf4-dd1b-492c-96aa-daf2e5f4dd9d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1001 time: 0.0629938 Apr 21 21:41:22.080479 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-64632d16-a7e5-440e-9587-7d7831527ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:22.081880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-64632d16-a7e5-440e-9587-7d7831527ac9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0427692 Apr 21 21:41:22.125265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-57f17017-7849-430b-bff8-100969229c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:22.126708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-57f17017-7849-430b-bff8-100969229c9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391383 Apr 21 21:41:22.218735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-71043245-72ee-4adf-bea0-85764990a3ce service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855238 Apr 21 21:41:22.305032 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-711dc3b7-56d7-4acb-a05b-aac208382105 req-8ae3da78-2faa-46f7-a4f1-b0219505da2a service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798757 Apr 21 21:41:22.441832 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b02d1d-6271-47e6-9035-f38cd4d07bb2 req-868c04a9-8f5e-49e7-8109-c77e3816bd93 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:22.443304 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16b02d1d-6271-47e6-9035-f38cd4d07bb2 req-868c04a9-8f5e-49e7-8109-c77e3816bd93 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0503817 Apr 21 21:41:22.481121 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16b02d1d-6271-47e6-9035-f38cd4d07bb2 req-1ad24d08-428a-4da2-a067-6915cda7b1c2 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309091 Apr 21 21:41:23.445980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:41:23.449297 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7db8c4-0968-40ca-b902-48167ad53b04" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:41:23.497659 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f343fa45-49f9-40f7-831f-c9d6f43fe56f x-openstack-request-id: req-f343fa45-49f9-40f7-831f-c9d6f43fe56f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:41:23.497945 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:41:23.498198 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f343fa45-49f9-40f7-831f-c9d6f43fe56f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:41:23.498821 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f343fa45-49f9-40f7-831f-c9d6f43fe56f'] response: {'name': 'network-changed', 'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'status': 'completed', 'code': 200} Apr 21 21:41:23.570896 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-fec2239c-5384-4687-bc88-ece940b418eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:23.573023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-fec2239c-5384-4687-bc88-ece940b418eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1096 time: 0.0479193 Apr 21 21:41:23.584852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-594d6317-8a83-4876-9485-8486f909f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:23.586850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-594d6317-8a83-4876-9485-8486f909f00f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a80917f5364c49c3ab72393812afec4a&device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 1096 time: 0.0707135 Apr 21 21:41:23.673248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238bf1e-df0a-4b6c-aeb7-225c1cd90214 req-614b82f4-970c-433f-89ed-050d51c7b042 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:23.674700 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e238bf1e-df0a-4b6c-aeb7-225c1cd90214 req-614b82f4-970c-433f-89ed-050d51c7b042 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.1008008 Apr 21 21:41:23.679503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-3dfc116b-d0a1-4216-a005-f1cadff92111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:23.680711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-3dfc116b-d0a1-4216-a005-f1cadff92111 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.0875134 Apr 21 21:41:23.734948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e238bf1e-df0a-4b6c-aeb7-225c1cd90214 req-7480637c-6877-406d-86cc-3feb126a5e6b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523953 Apr 21 21:41:23.736006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-d7b8d847-cd1c-478f-b6ec-4e976d902bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:23.737480 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-d7b8d847-cd1c-478f-b6ec-4e976d902bbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 200 len: 913 time: 0.1543000 Apr 21 21:41:23.755906 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-199d3158-8505-4d5a-a7b7-40e054fc9217 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1001 time: 0.0640543 Apr 21 21:41:23.802069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-436b9c42-8002-4ef9-8a12-22b80d114f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:23.803644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-436b9c42-8002-4ef9-8a12-22b80d114f9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0463879 Apr 21 21:41:23.805321 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-62c77f84-d6cc-43f0-a119-66d2dad94525 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 200 len: 1001 time: 0.0613673 Apr 21 21:41:23.856209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-3dec48dd-0552-4018-8d46-be510944fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:23.857814 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-3dec48dd-0552-4018-8d46-be510944fd09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478835 Apr 21 21:41:23.859938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-2e34fcbe-c9cd-411c-83d8-0641840e3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:23.861490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-2e34fcbe-c9cd-411c-83d8-0641840e3bb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 200 len: 851 time: 0.0496905 Apr 21 21:41:23.908359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-7279d566-242a-404e-ab41-467765939b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:23.910070 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-7279d566-242a-404e-ab41-467765939b76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422490 Apr 21 21:41:23.951703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-9eac9438-7597-4d18-a374-b8886fb2d77c service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867679 Apr 21 21:41:24.004094 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-baabe3e1-051c-443a-9524-c02cc76f93f4 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874467 Apr 21 21:41:24.046837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-7eec4033-45c8-4c57-bf06-2a2c5b67cd2d service neutron] 10.222.0.43 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892549 Apr 21 21:41:24.069022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:41:24.107310 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7db8c4-0968-40ca-b902-48167ad53b04 req-8c68062d-a41f-4801-8131-dbe8621964e9 service neutron] 10.222.0.46 "GET /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964868 Apr 21 21:41:24.107861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:41:24.855917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79834f40-9e87-42d8-9bcc-ac2db129d567 req-db63611e-613e-4b23-9cf7-ba26a970ed87 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:24.857452 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79834f40-9e87-42d8-9bcc-ac2db129d567 req-db63611e-613e-4b23-9cf7-ba26a970ed87 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0511830 Apr 21 21:41:24.895049 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79834f40-9e87-42d8-9bcc-ac2db129d567 req-4db54b99-90e5-4142-b369-89c7f1ef2b71 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Apr 21 21:41:26.020367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7ad2a-80a0-43bc-853b-e32905b3dbb4 req-1c041251-6778-4b58-b81c-8eb681abb6e0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:26.022878 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3f7ad2a-80a0-43bc-853b-e32905b3dbb4 req-1c041251-6778-4b58-b81c-8eb681abb6e0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0504065 Apr 21 21:41:26.060570 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3f7ad2a-80a0-43bc-853b-e32905b3dbb4 req-22c441d8-6d9b-4615-b0e4-447ed76b19e7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317302 Apr 21 21:41:27.179489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0875c20-7c32-4832-b015-5577238d0573 req-27918371-8aa6-468d-b96d-e2cfb5ace2c8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:27.181267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0875c20-7c32-4832-b015-5577238d0573 req-27918371-8aa6-468d-b96d-e2cfb5ace2c8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0520988 Apr 21 21:41:27.219308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f0875c20-7c32-4832-b015-5577238d0573 req-c3df8be8-bfc7-4514-9969-322272dc4253 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315220 Apr 21 21:41:28.266448 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:41:28.345711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceea8d-85cd-4555-a137-be6ba9a44f93 req-ccd4e0b8-8ce1-4ac3-a266-cf34b45b6a79 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:28.347185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48ceea8d-85cd-4555-a137-be6ba9a44f93 req-ccd4e0b8-8ce1-4ac3-a266-cf34b45b6a79 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0521996 Apr 21 21:41:28.383914 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-48ceea8d-85cd-4555-a137-be6ba9a44f93 req-a0bfe0e7-46dc-45f8-a68e-5b16e7d33421 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307767 Apr 21 21:41:29.496707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15822-7c4c-4461-b369-59e0b220877b req-0b8ee7c5-4c7b-4567-b538-f92319a249a0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:29.498165 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00c15822-7c4c-4461-b369-59e0b220877b req-0b8ee7c5-4c7b-4567-b538-f92319a249a0 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0472839 Apr 21 21:41:29.535057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00c15822-7c4c-4461-b369-59e0b220877b req-86d0dd85-8412-44ca-9a66-f87dc064cf5d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310419 Apr 21 21:41:30.536472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5eef2e67-e84a-4903-bd36-b71cf263a134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:30.656492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e9dce-9ef7-4a75-9ba9-08892fa5b2f2 req-3e115ff7-c6ef-4401-862c-0af68760096b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:30.657970 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-153e9dce-9ef7-4a75-9ba9-08892fa5b2f2 req-3e115ff7-c6ef-4401-862c-0af68760096b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0518658 Apr 21 21:41:30.694944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-153e9dce-9ef7-4a75-9ba9-08892fa5b2f2 req-f38216ef-3bca-4ea7-8ac5-dfe54abc91c1 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309770 Apr 21 21:41:31.809877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691acb9-c2e5-4d60-b29e-b4087012dfec req-054db6c2-8fee-42a7-ad69-0ab472d5dd62 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:31.811287 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0691acb9-c2e5-4d60-b29e-b4087012dfec req-054db6c2-8fee-42a7-ad69-0ab472d5dd62 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0476184 Apr 21 21:41:31.847932 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0691acb9-c2e5-4d60-b29e-b4087012dfec req-db99b537-3037-419e-a831-f422efe312ea tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307026 Apr 21 21:41:32.835661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-96688441-e71c-467f-a337-fb0a2ac4353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:32.973470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c886b40-11cc-4825-9f78-af906f3e1bd9 req-c2bffefb-f12a-413c-8011-b1ce4be608ce tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:32.974922 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c886b40-11cc-4825-9f78-af906f3e1bd9 req-c2bffefb-f12a-413c-8011-b1ce4be608ce tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0529842 Apr 21 21:41:33.012067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3c886b40-11cc-4825-9f78-af906f3e1bd9 req-af58b359-11a8-4f67-a632-58b97c8ab1d3 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306001 Apr 21 21:41:34.134312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d534a1b-49b8-4f8a-ba44-6da97ddc381d req-f0360923-f2d5-4934-9fd0-ee060e38c2ac tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:34.135715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d534a1b-49b8-4f8a-ba44-6da97ddc381d req-f0360923-f2d5-4934-9fd0-ee060e38c2ac tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 945 time: 0.0521989 Apr 21 21:41:34.173728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d534a1b-49b8-4f8a-ba44-6da97ddc381d req-2723c2ab-6bb4-46e0-bb39-10643c8ccc26 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314243 Apr 21 21:41:34.238624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:34.563723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:41:34.655951 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:34.667221 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'cee40b39-be6d-4a31-a0a1-979074402740', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'port_id': 'cee40b39-be6d-4a31-a0a1-979074402740', 'mac_address': 'fa:16:3e:96:67:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:41:34.702631 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:34.718391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee40b39-be6d-4a31-a0a1-979074402740 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:41:34.736734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:34.740625 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:34.786222 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=12']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:34.793735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.794081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.794447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.794784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.795115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.795444 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.795768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.796089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.796410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.796729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.797070 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:34.797387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:41:35.057511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['cee40b39-be6d-4a31-a0a1-979074402740'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:41:35.290930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afaa6d-8edd-43ac-a97b-fd56f4cc79fd req-3722752c-6f82-4ae8-ad7f-0ee7ae5febc6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:35.292430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2afaa6d-8edd-43ac-a97b-fd56f4cc79fd req-3722752c-6f82-4ae8-ad7f-0ee7ae5febc6 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0484862 Apr 21 21:41:35.329567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d2afaa6d-8edd-43ac-a97b-fd56f4cc79fd req-915d090d-6093-4da0-8fcf-0bff4ab1a507 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306535 Apr 21 21:41:35.441766 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa1aeb-69fc-4d9d-b226-7d2ec01b79c2 req-6477fa09-22d3-4597-984a-a786f779fb19 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:35.443208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78aa1aeb-69fc-4d9d-b226-7d2ec01b79c2 req-6477fa09-22d3-4597-984a-a786f779fb19 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0477064 Apr 21 21:41:35.480480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78aa1aeb-69fc-4d9d-b226-7d2ec01b79c2 req-008762dd-e4c9-4861-9109-b3fec774de9d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306580 Apr 21 21:41:35.500267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:35.600961 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f2352-4380-41d0-b06a-4429c9dfa7b1 req-cd2c7a06-5ed5-4a2a-a538-db2f19f6c419 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:35.602422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-124f2352-4380-41d0-b06a-4429c9dfa7b1 req-cd2c7a06-5ed5-4a2a-a538-db2f19f6c419 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0558045 Apr 21 21:41:35.639947 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-124f2352-4380-41d0-b06a-4429c9dfa7b1 req-fb952cbe-0864-4ad0-83ec-970844d3c498 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313005 Apr 21 21:41:35.878235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d577c6b-13b8-4dbb-be05-381773741572 req-9f5d1ac1-a37d-4671-b604-1e8e7fe67199 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:35.879703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d577c6b-13b8-4dbb-be05-381773741572 req-9f5d1ac1-a37d-4671-b604-1e8e7fe67199 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 946 time: 0.0489693 Apr 21 21:41:35.917501 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8d577c6b-13b8-4dbb-be05-381773741572 req-e76f97a4-63c3-4a19-ac04-2bf8b035925a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Apr 21 21:41:36.009284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:36.574283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:41:36.622107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port cee40b39-be6d-4a31-a0a1-979074402740 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:41:36.626228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port cee40b39-be6d-4a31-a0a1-979074402740 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:41:36.626573 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:36.704606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:36.726016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:41:36.728202 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001d137-8dbd-488b-a864-067e08fbb39e" -d '{"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-plugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:41:36.741629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:36.745325 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:36.768898 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90b00d4-4af0-4bd2-be37-f111e60d39fc x-openstack-request-id: req-a90b00d4-4af0-4bd2-be37-f111e60d39fc {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:41:36.769184 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-plugged", "status": "completed", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:41:36.769430 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a90b00d4-4af0-4bd2-be37-f111e60d39fc {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:41:36.769811 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90b00d4-4af0-4bd2-be37-f111e60d39fc'] response: {'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'code': 200} Apr 21 21:41:36.795085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=13']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:37.033328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726ed1-6ced-4f0f-b26a-7d8486ec96f9 req-e3f4fe49-4fd7-4627-bfd7-dd6440354c2b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:37.034787 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90726ed1-6ced-4f0f-b26a-7d8486ec96f9 req-e3f4fe49-4fd7-4627-bfd7-dd6440354c2b tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 947 time: 0.0477571 Apr 21 21:41:37.072153 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-90726ed1-6ced-4f0f-b26a-7d8486ec96f9 req-1104a4c7-c5fe-44ed-a4f5-19f9137536eb tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups?id=6d88b2f4-c7b4-464b-b859-ea0c825b55be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310562 Apr 21 21:41:37.489566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-4f7cfdb7-c9e7-4e43-b8a4-fc75efc42342 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:37.490976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-4f7cfdb7-c9e7-4e43-b8a4-fc75efc42342 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 947 time: 0.0468972 Apr 21 21:41:37.584592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Deleting port cee40b39-be6d-4a31-a0a1-979074402740 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:41:37.584976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:37.670406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] For port cee40b39-be6d-4a31-a0a1-979074402740, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=cee40b39-be6d-4a31-a0a1-979074402740,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:37.670770 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:37.838591 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:37.838869 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:37.839214 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0 disassociated. External IP: 172.25.0.245, port: cee40b39-be6d-4a31-a0a1-979074402740. Apr 21 21:41:37.839553 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Calling delete_port for cee40b39-be6d-4a31-a0a1-979074402740 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:41:37.961604 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:37.988346 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event deleted for resources: {'Port': ['ID=cee40b39-be6d-4a31-a0a1-979074402740,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:38.105699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:41:38.187795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ec7418fb-3004-451f-af4f-937a571e599c req-409acc0d-b304-4f1a-9c79-29e1c448fd1a tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 210 time: 0.0340900 Apr 21 21:41:38.240547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:41:38.250685 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:41:38.260429 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:41:38.261046 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:41:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:38.282272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] No DVR routers for this DVR port cee40b39-be6d-4a31-a0a1-979074402740 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:41:38.285064 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:38.288640 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a9dd21b-6030-43e0-b7bc-01f5399c7a20 req-afbb3a61-dfbc-40cc-bb33-f8269dbacb6d tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.43 "DELETE /v2.0/ports/cee40b39-be6d-4a31-a0a1-979074402740 HTTP/1.1" status: 204 len: 173 time: 0.7919824 Apr 21 21:41:38.289135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-deleted', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:41:38.292004 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e7fb66-ec7d-45bf-ba47-5c353e93f640" -d '{"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-deleted", "tag": "cee40b39-be6d-4a31-a0a1-979074402740"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:41:38.332788 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de3b980-a4bd-41c9-9f2e-cb58613fb264 x-openstack-request-id: req-3de3b980-a4bd-41c9-9f2e-cb58613fb264 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:41:38.333089 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a", "name": "network-vif-deleted", "tag": "cee40b39-be6d-4a31-a0a1-979074402740", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:41:38.333337 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3de3b980-a4bd-41c9-9f2e-cb58613fb264 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:41:38.333748 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de3b980-a4bd-41c9-9f2e-cb58613fb264'] response: {'server_uuid': 'dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a', 'name': 'network-vif-deleted', 'tag': 'cee40b39-be6d-4a31-a0a1-979074402740', 'status': 'completed', 'code': 200} Apr 21 21:41:38.375884 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:41:38.572473 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:38.689740 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:41:38.698257 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:41:38.699482 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:41:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:38.799912 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:41:38.992776 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:39.020447 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f803f92-648c-43ac-b083-e02bbcc6dafc None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:27Z', 'revision_number': 4, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '6c408849-f676-4306-9d29-4d00e4251319', 'name': '', 'network_id': 'e51a0ba3-ccde-4733-90a9-bfc4fc7351f9', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'mac_address': 'fa:16:3e:53:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:26Z', 'updated_at': '2022-04-21T21:37:30Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'subnets': [{'id': '8a4265ed-0e64-4823-b057-3c29a7552f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:41:39.239415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d5c717-0f5d-4fce-97f1-a530dcafb326 None None] New status for floating IP 797c0782-281f-4d36-ac6c-8fb51ade3ed0: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:41:39.288100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b8ed2f79-f81b-4797-b470-1950ad7e42bd req-8feb20f7-c9ed-4e66-90fd-89a86e85abb8 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 210 time: 0.0262282 Apr 21 21:41:40.391845 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a9ac0a7-89ea-459e-812b-fb2b731ae095 req-4f45611b-b603-4753-b18b-0cca19f71ddf tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 210 time: 0.0304759 Apr 21 21:41:41.487848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-63b4ff6a-8a9d-4ac3-ba05-656221d8d912 req-8ff67acf-2e66-4fe3-8ef3-e68822137b45 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfbc9b75-ff79-4f55-bf12-75d37b3ccf6a HTTP/1.1" status: 200 len: 210 time: 0.0269532 Apr 21 21:41:42.616957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:41:42.639664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: cee40b39-be6d-4a31-a0a1-979074402740 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:41:42.640005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device cee40b39-be6d-4a31-a0a1-979074402740 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:41:45.140716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41768) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:45.192779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f478ff88-3e7e-4953-96e3-940dc80a3c16 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.216192 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f478ff88-3e7e-4953-96e3-940dc80a3c16 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.273104 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f478ff88-3e7e-4953-96e3-940dc80a3c16 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.275683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f478ff88-3e7e-4953-96e3-940dc80a3c16 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.276892 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f478ff88-3e7e-4953-96e3-940dc80a3c16 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "DELETE /v2.0/security-groups/6d88b2f4-c7b4-464b-b859-ea0c825b55be HTTP/1.1" status: 204 len: 168 time: 0.1351268 Apr 21 21:41:45.279599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41770) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:45.294443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478ff88-3e7e-4953-96e3-940dc80a3c16 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d88b2f4-c7b4-464b-b859-ea0c825b55be,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:45.296692 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-369b9f61-f101-4eba-a0aa-7f35de9b36e7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] show failed (client error): The resource could not be found. Apr 21 21:41:45.297897 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-369b9f61-f101-4eba-a0aa-7f35de9b36e7 tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "GET /v2.0/security-groups/6d88b2f4-c7b4-464b-b859-ea0c825b55be HTTP/1.1" status: 404 len: 347 time: 0.0171711 Apr 21 21:41:45.300435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41772) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:45.425221 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Deleting port b11a00e7-eb08-4605-9eac-a8110ff3bad3 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:41:45.425556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.499638 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.499838 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.511014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Calling delete_port for b11a00e7-eb08-4605-9eac-a8110ff3bad3 owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:41:45.644930 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.671591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Pushing event deleted for resources: {'Port': ['ID=b11a00e7-eb08-4605-9eac-a8110ff3bad3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:45.735113 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.737684 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:45.738863 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1e6d9ad2-7277-446e-bb19-68b8cfed966e tempest-ServerActionsTestJSON-1861112905 tempest-ServerActionsTestJSON-1861112905-project] 10.222.0.49 "DELETE /v2.0/floatingips/797c0782-281f-4d36-ac6c-8fb51ade3ed0 HTTP/1.1" status: 204 len: 168 time: 0.4375896 Apr 21 21:41:45.741795 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41774) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:46.072693 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:46.311677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Deleting port 6c408849-f676-4306-9d29-4d00e4251319 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:41:46.312371 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:46.395092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] For port 6c408849-f676-4306-9d29-4d00e4251319, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6c408849-f676-4306-9d29-4d00e4251319,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:46.395450 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:46.407727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Calling delete_port for 6c408849-f676-4306-9d29-4d00e4251319 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:41:46.578886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:46.604254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=6c408849-f676-4306-9d29-4d00e4251319,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:46.770517 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:46.979394 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Router c51b8190-9903-45fb-88a8-4f6a75416ecf has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:41:47.325619 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:41:47.331356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7859058b-597c-45d5-bbae-99d898454bfa admin admin] 10.222.0.49 "PUT /v2.0/routers/c51b8190-9903-45fb-88a8-4f6a75416ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5885916 Apr 21 21:41:47.333699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41776) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:47.335615 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] Sync routers for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:41:47.352179 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:41:47.352805 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:41:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:47.434442 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:47.452634 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:41:47.536105 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:47.588032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Deleting port 3b559f27-eca6-4f3d-85a2-728c3f310c85 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:41:47.588275 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:47.635262 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:41:46Z', 'revision_number': 5, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port': {'id': '3b559f27-eca6-4f3d-85a2-728c3f310c85', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:47.665083 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] Checking router: c51b8190-9903-45fb-88a8-4f6a75416ecf for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:41:47.674523 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] Routers {'c51b8190-9903-45fb-88a8-4f6a75416ecf'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:41:47.675130 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:41:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c51b8190-9903-45fb-88a8-4f6a75416ecf'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:47.679541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] For port 3b559f27-eca6-4f3d-85a2-728c3f310c85, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=3b559f27-eca6-4f3d-85a2-728c3f310c85,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:47.679898 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:47.696786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Calling delete_port for 3b559f27-eca6-4f3d-85a2-728c3f310c85 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:41:47.760594 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] Set router c51b8190-9903-45fb-88a8-4f6a75416ecf gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:41:47.815431 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:41:47Z', 'revision_number': 6, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:47.842085 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1724f48-9cc7-4f10-b300-af4d8f39605d None None] The sync data for ids ['c51b8190-9903-45fb-88a8-4f6a75416ecf'] in n-d-838945-1 is: [{'id': 'c51b8190-9903-45fb-88a8-4f6a75416ecf', 'name': 'tempest-ServerActionsTestJSON-1007161793-router', 'tenant_id': 'a80917f5364c49c3ab72393812afec4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:37:24Z', 'updated_at': '2022-04-21T21:41:47Z', 'revision_number': 6, 'project_id': 'a80917f5364c49c3ab72393812afec4a', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:41:47.860308 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:47.895297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b559f27-eca6-4f3d-85a2-728c3f310c85,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:47.952118 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.046640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.048708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.093033 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.093481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c51b8190-9903-45fb-88a8-4f6a75416ecf {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:41:48.097767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.099051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-efa210f1-0317-4f9f-bf5b-222681e7ec95 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c51b8190-9903-45fb-88a8-4f6a75416ecf HTTP/1.1" status: 204 len: 168 time: 0.7643914 Apr 21 21:41:48.101527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41778) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:48.144718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c1a405-42a7-45ce-a48a-0493ddeb8deb admin admin] Deleting subnet 8a4265ed-0e64-4823-b057-3c29a7552f05 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:41:48.147555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79c1a405-42a7-45ce-a48a-0493ddeb8deb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.180527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79c1a405-42a7-45ce-a48a-0493ddeb8deb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.280031 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79c1a405-42a7-45ce-a48a-0493ddeb8deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.335793 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79c1a405-42a7-45ce-a48a-0493ddeb8deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.364183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1a405-42a7-45ce-a48a-0493ddeb8deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4265ed-0e64-4823-b057-3c29a7552f05,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:48.366193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-79c1a405-42a7-45ce-a48a-0493ddeb8deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.371679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1a61ab-3440-4de0-bf68-e6f11ac713a1 None None] Network e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:41:48.372484 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41780) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:48.372914 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-79c1a405-42a7-45ce-a48a-0493ddeb8deb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8a4265ed-0e64-4823-b057-3c29a7552f05 HTTP/1.1" status: 204 len: 168 time: 0.2700496 Apr 21 21:41:48.441378 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.495190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Deleting port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:41:48.495535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.552659 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac462e0-fbb0-4136-a47b-e416c8fdc03b None None] DHCP port deletion for e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:41:48.563818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] For port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:48.564194 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.577618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Calling delete_port for c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:41:48.603649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-aac462e0-fbb0-4136-a47b-e416c8fdc03b None None] Deleting port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:41:48.604352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aac462e0-fbb0-4136-a47b-e416c8fdc03b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.661711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.681542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-aac462e0-fbb0-4136-a47b-e416c8fdc03b None None] For port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94,segment=NetworkSegment(2ee4917c-d890-4a45-b128-f9ae5b5ba1cb),segment_id=2ee4917c-d890-4a45-b128-f9ae5b5ba1cb)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:48.681939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aac462e0-fbb0-4136-a47b-e416c8fdc03b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.686842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:48.691430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] No DVR routers for this DVR port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:41:48.695189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-aac462e0-fbb0-4136-a47b-e416c8fdc03b None None] Calling delete_port for c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:41:48.764521 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.769698 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-aac462e0-fbb0-4136-a47b-e416c8fdc03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.785229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51a0ba3-ccde-4733-90a9-bfc4fc7351f9']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:48.794845 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac462e0-fbb0-4136-a47b-e416c8fdc03b None None] Pushing event deleted for resources: {'Port': ['ID=c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:48.794983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:48.795219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee4917c-d890-4a45-b128-f9ae5b5ba1cb') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:41:48.798530 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac462e0-fbb0-4136-a47b-e416c8fdc03b None None] No DVR routers for this DVR port c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:41:48.808152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.821019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.827195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:41:48.827566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:41:48.829505 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:41:48.888588 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.894448 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:48.897676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e51a0ba3-ccde-4733-90a9-bfc4fc7351f9 HTTP/1.1" status: 204 len: 168 time: 0.5241425 Apr 21 21:41:48.911224 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30873d13-d79c-4057-8bac-e4dbe8f1edb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51a0ba3-ccde-4733-90a9-bfc4fc7351f9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:49.037850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3b559f27-eca6-4f3d-85a2-728c3f310c85 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:41:49.041513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:49.059157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 3b559f27-eca6-4f3d-85a2-728c3f310c85 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:41:49.059580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 3b559f27-eca6-4f3d-85a2-728c3f310c85 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:41:49.059997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6c408849-f676-4306-9d29-4d00e4251319 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:41:49.081244 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a7e57a03-4f1f-4142-8e71-a03010f2824c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a80917f5364c49c3ab72393812afec4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384159 Apr 21 21:41:49.082703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 6c408849-f676-4306-9d29-4d00e4251319 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:41:49.083047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6c408849-f676-4306-9d29-4d00e4251319 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:41:49.083456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:41:49.083606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41786) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:49.102345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:41:49.102686 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c2ad1c52-0aa4-4e98-9a95-27cc5ad48a94 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:41:49.130230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a84b0c-65af-4708-928c-f77282c55387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:49.151142 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a84b0c-65af-4708-928c-f77282c55387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:49.196423 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a84b0c-65af-4708-928c-f77282c55387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:49.199522 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47a84b0c-65af-4708-928c-f77282c55387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:49.200677 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-47a84b0c-65af-4708-928c-f77282c55387 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd4eee10-2475-4849-a246-b9e1db8ce965 HTTP/1.1" status: 204 len: 168 time: 0.1161551 Apr 21 21:41:49.208497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a84b0c-65af-4708-928c-f77282c55387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4eee10-2475-4849-a246-b9e1db8ce965,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:49.890725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41808) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:49.985149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-147362039-network', 'tenant_id': 'c2134d0a11114a41be7118ecc5dc05d5'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:41:50.003901 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Made reservation on behalf of c2134d0a11114a41be7118ecc5dc05d5 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:41:50.006159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.014137 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.089476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.092995 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.112598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:41:50.125242 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3661a3-ba42-4d6a-8a35-b762142ff72d,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:50.129912 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.130252 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Added segment 7401e25a-3952-471a-a12a-bb0aa407e401 of type vlan for network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 Apr 21 21:41:50.169159 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.192552 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.193601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:50.194188 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.245024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3530750 Apr 21 21:41:50.247942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41812) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:41:50.253092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Request body: {'subnet': {'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-147362039-subnet', 'tenant_id': 'c2134d0a11114a41be7118ecc5dc05d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:41:50.257410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcff294-25b8-40d2-9dda-62bcd8e9b39a admin admin] Pushing event updated for resources: {'Network': ['ID=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:50.268612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:41:50.275566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Made reservation on behalf of c2134d0a11114a41be7118ecc5dc05d5 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:41:50.278566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.453299 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.509059 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ade498e-7ad5-4f78-96f8-ab1db9fc2f35,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:50.517472 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Checking segment: {'id': '7401e25a-3952-471a-a12a-bb0aa407e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:41:50.517826 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Network hostable DHCP agents. Network: b93bf691-4e7b-4e5d-ba3b-f87b80a59da3, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:41:50.537210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:41:50.547583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, b93bf691-4e7b-4e5d-ba3b-f87b80a59da3) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:41:50.551533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:50.552123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.556130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8ab1e-7d10-40e4-86b9-63ea28026c75 None None] Network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:41:50.567809 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9818ea44-7494-46cb-9af3-de3278d96a7a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3187087 Apr 21 21:41:50.685612 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9d583-43a7-4278-803d-802cf7074494 None None] Network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:41:50.909624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:50.987583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-a9824862-8a69-420a-a98e-5f2e5285a741 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:50.989174 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-a9824862-8a69-420a-a98e-5f2e5285a741 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/networks?id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 HTTP/1.1" status: 200 len: 813 time: 0.1035669 Apr 21 21:41:51.004580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-c6ba61be-faad-4063-b6ff-4c1ae3ccbf7f tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/quotas/c2134d0a11114a41be7118ecc5dc05d5 HTTP/1.1" status: 200 len: 375 time: 0.0094557 Apr 21 21:41:51.035671 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-19aa8448-0db9-4ee6-95c7-c8eeb6470f40 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2134d0a11114a41be7118ecc5dc05d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259104 Apr 21 21:41:51.065946 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:51.126792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-4e0aa167-0315-4a05-910b-0e555c36fc94 service neutron] 10.222.0.49 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843022 Apr 21 21:41:51.212376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-03e64446-c1ae-4d0a-a807-0b5391901e80 service neutron] 10.222.0.49 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794756 Apr 21 21:41:51.373125 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-16f9e5a0-a312-47d2-912f-b291524417b5 req-ae85499b-a9cb-4434-8216-c0f32a6fccd7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 210 time: 0.0315342 Apr 21 21:41:52.385755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-32fd84b4-2a4a-4e54-8977-65105fe102ae tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:52.387592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-32fd84b4-2a4a-4e54-8977-65105fe102ae tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.43 "GET /v2.0/networks?id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 HTTP/1.1" status: 200 len: 813 time: 0.1129329 Apr 21 21:41:52.400024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Request body: {'port': {'device_id': 'e9395abe-c640-49e9-9a7d-fc9cf341d1eb', 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3', 'admin_state_up': True, 'tenant_id': 'c2134d0a11114a41be7118ecc5dc05d5'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:41:52.477960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f42f6d11-ea9e-4f16-bc04-f95c1a16d5ad req-1e03a69f-0614-4137-aa19-b24607faefdf tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 210 time: 0.0318804 Apr 21 21:41:52.527030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Made reservation on behalf of c2134d0a11114a41be7118ecc5dc05d5 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:41:52.530718 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:52.652651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Allocated IP 172.20.0.6 (b93bf691-4e7b-4e5d-ba3b-f87b80a59da3/6ade498e-7ad5-4f78-96f8-ab1db9fc2f35/d29bc55e-9a51-4a3c-9b9d-4e394756bfac) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:41:52.793542 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:52.826796 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:52.866513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:41:52.871981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:41:52.875664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:41:52.900249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Pushing event updated for resources: {'Port': ['ID=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:52.927976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:52.928575 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:52.946223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-7c686a8f-8bcb-429a-b51b-2007fc68f303 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500867 Apr 21 21:41:52.957829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Request body: {'port': {'device_id': 'e9395abe-c640-49e9-9a7d-fc9cf341d1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:41:53.013413 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:53.264932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29bc55e-9a51-4a3c-9b9d-4e394756bfac {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:41:53.272033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:53.284319 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Transition to ACTIVE for port object d29bc55e-9a51-4a3c-9b9d-4e394756bfac will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:41:53.287297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:53.356931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:53.402883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Attempting to bind port d29bc55e-9a51-4a3c-9b9d-4e394756bfac on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:41:53.403497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Attempting to bind port d29bc55e-9a51-4a3c-9b9d-4e394756bfac by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '7401e25a-3952-471a-a12a-bb0aa407e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:41:53.403497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Attempting to bind port d29bc55e-9a51-4a3c-9b9d-4e394756bfac on network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:41:53.407585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Port d29bc55e-9a51-4a3c-9b9d-4e394756bfac on network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:41:53.407899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Attempting to bind port d29bc55e-9a51-4a3c-9b9d-4e394756bfac on network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:41:53.412607 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:41:53.412972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Checking segment: {'id': '7401e25a-3952-471a-a12a-bb0aa407e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:41:53.413349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Bound using segment: {'id': '7401e25a-3952-471a-a12a-bb0aa407e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:41:53.413771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Bound port: d29bc55e-9a51-4a3c-9b9d-4e394756bfac, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7401e25a-3952-471a-a12a-bb0aa407e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:41:53.414121 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:53.474873 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] For port d29bc55e-9a51-4a3c-9b9d-4e394756bfac, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:41:53.477781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] For port d29bc55e-9a51-4a3c-9b9d-4e394756bfac, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:41:53.482080 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:53.515206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:53.515780 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:53.517164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/d29bc55e-9a51-4a3c-9b9d-4e394756bfac HTTP/1.1" status: 200 len: 1091 time: 0.5633507 Apr 21 21:41:53.517596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9395abe-c640-49e9-9a7d-fc9cf341d1eb', 'tag': 'd29bc55e-9a51-4a3c-9b9d-4e394756bfac'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:41:53.520283 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7506e3a-0882-46f5-8618-667bb55e58c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9395abe-c640-49e9-9a7d-fc9cf341d1eb", "tag": "d29bc55e-9a51-4a3c-9b9d-4e394756bfac"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:41:53.571203 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4cbf1d-6c3f-465b-8708-5b0b545e6f09 x-openstack-request-id: req-9e4cbf1d-6c3f-465b-8708-5b0b545e6f09 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:41:53.571203 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9395abe-c640-49e9-9a7d-fc9cf341d1eb", "tag": "d29bc55e-9a51-4a3c-9b9d-4e394756bfac", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:41:53.571203 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e4cbf1d-6c3f-465b-8708-5b0b545e6f09 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:41:53.571587 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4cbf1d-6c3f-465b-8708-5b0b545e6f09'] response: {'name': 'network-changed', 'server_uuid': 'e9395abe-c640-49e9-9a7d-fc9cf341d1eb', 'tag': 'd29bc55e-9a51-4a3c-9b9d-4e394756bfac', 'status': 'completed', 'code': 200} Apr 21 21:41:53.590239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312b6d-9ddb-49e9-b617-5a2ca28eb6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:53.597425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63568b82-5f38-44a5-9338-2c09095e1f88 req-532505a4-24c8-4054-ae64-4d0d815683e7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:53.598937 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63568b82-5f38-44a5-9338-2c09095e1f88 req-532505a4-24c8-4054-ae64-4d0d815683e7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 943 time: 0.0502059 Apr 21 21:41:53.609879 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-67cd38a7-be1b-4bd6-b64a-4332844bd105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:53.611357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-67cd38a7-be1b-4bd6-b64a-4332844bd105 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2134d0a11114a41be7118ecc5dc05d5&device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 1094 time: 0.0516715 Apr 21 21:41:53.637122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63568b82-5f38-44a5-9338-2c09095e1f88 req-3812be70-dada-4c19-a3f5-4505835ad0fa tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Apr 21 21:41:53.651745 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-fb5b3a7f-7517-4689-91e6-9d80a2ab2bd8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d29bc55e-9a51-4a3c-9b9d-4e394756bfac HTTP/1.1" status: 200 len: 217 time: 0.0336273 Apr 21 21:41:53.698064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-60428f3a-6bd9-4cab-aa76-a29628bed737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:53.700168 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-60428f3a-6bd9-4cab-aa76-a29628bed737 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ade498e-7ad5-4f78-96f8-ab1db9fc2f35 HTTP/1.1" status: 200 len: 853 time: 0.0423560 Apr 21 21:41:53.729299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-d1581b77-5670-4be8-9dc6-f67d94d57ae1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231442 Apr 21 21:41:53.818263 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-39eedc96-5622-4cd8-aa4b-a5223b03ef62 service neutron] 10.222.0.43 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823772 Apr 21 21:41:53.904955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76500128-67be-4b6c-8795-ce53cbaa66aa req-27972ca3-a564-460e-a59f-bdbc35ddcc0b service neutron] 10.222.0.43 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797470 Apr 21 21:41:53.990279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-94b507df-b254-4444-89a9-6b0d2904cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:53.991744 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-94b507df-b254-4444-89a9-6b0d2904cf0f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2134d0a11114a41be7118ecc5dc05d5&device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 1094 time: 0.0453827 Apr 21 21:41:54.079192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-9fc4d592-bb8e-4511-8b01-2663fec6ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:54.080560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-9fc4d592-bb8e-4511-8b01-2663fec6ca5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 HTTP/1.1" status: 200 len: 914 time: 0.0812511 Apr 21 21:41:54.123510 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-2f20f448-07e8-43b8-9b0c-896b2d4db7a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d29bc55e-9a51-4a3c-9b9d-4e394756bfac HTTP/1.1" status: 200 len: 217 time: 0.0367708 Apr 21 21:41:54.169558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-c739fbb7-8096-4758-baab-9a0c96403a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:54.170934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-c739fbb7-8096-4758-baab-9a0c96403a59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ade498e-7ad5-4f78-96f8-ab1db9fc2f35 HTTP/1.1" status: 200 len: 853 time: 0.0413873 Apr 21 21:41:54.202122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-e2834fac-d4c5-4427-8e64-894aa6c90da2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246706 Apr 21 21:41:54.286937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-30c05bde-2386-493e-88fb-979d388d89f0 service neutron] 10.222.0.43 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782831 Apr 21 21:41:54.377207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a7506e3a-0882-46f5-8618-667bb55e58c2 req-7f4c1402-9eb7-48fd-8f78-1fabe5d23c9d service neutron] 10.222.0.43 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833807 Apr 21 21:41:54.753432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c5e11-5a1f-45b5-b728-4868467add6b req-518d4168-d6c7-4a84-aa70-c36976c128e2 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:54.754867 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-439c5e11-5a1f-45b5-b728-4868467add6b req-518d4168-d6c7-4a84-aa70-c36976c128e2 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 943 time: 0.0488422 Apr 21 21:41:54.791728 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-439c5e11-5a1f-45b5-b728-4868467add6b req-d68b521c-b16a-4543-896f-0e8962ae8e3d tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309072 Apr 21 21:41:55.906022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1e8e0-7c5d-486f-ac5e-0318b6eaa5e9 req-f5beb0c9-7bcc-42bb-8a74-9ebc8bfcaaba tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:55.907476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5aa1e8e0-7c5d-486f-ac5e-0318b6eaa5e9 req-f5beb0c9-7bcc-42bb-8a74-9ebc8bfcaaba tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 943 time: 0.0480275 Apr 21 21:41:55.943678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5aa1e8e0-7c5d-486f-ac5e-0318b6eaa5e9 req-b2d85efc-5418-4756-91a2-d10d41b80af9 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302749 Apr 21 21:41:56.694108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d29bc55e-9a51-4a3c-9b9d-4e394756bfac details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:41:56.783764 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d29bc55e-9a51-4a3c-9b9d-4e394756bfac, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:56.794539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'd29bc55e-9a51-4a3c-9b9d-4e394756bfac', 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3', 'port_id': 'd29bc55e-9a51-4a3c-9b9d-4e394756bfac', 'mac_address': 'fa:16:3e:ec:52:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ade498e-7ad5-4f78-96f8-ab1db9fc2f35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:41:56.833424 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:57.000935 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29bc55e-9a51-4a3c-9b9d-4e394756bfac {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:41:57.020913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d29bc55e-9a51-4a3c-9b9d-4e394756bfac, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:57.025211 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:57.066252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20933ab7-074e-4c89-9ee1-aaf57ab8c0a6 req-83e62bb8-613d-449c-b090-f85707c7dd70 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:57.067712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-20933ab7-074e-4c89-9ee1-aaf57ab8c0a6 req-83e62bb8-613d-449c-b090-f85707c7dd70 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 944 time: 0.0521264 Apr 21 21:41:57.074131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:57.104122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-20933ab7-074e-4c89-9ee1-aaf57ab8c0a6 req-3a3718ad-f322-4e99-aabb-d2a17e57c168 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303836 Apr 21 21:41:57.311959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['d29bc55e-9a51-4a3c-9b9d-4e394756bfac'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:41:58.223263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239102-9364-4294-b59e-b8405ad49df6 req-2f5fade3-01a2-4c63-9b63-e66de03849a8 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:58.224693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57239102-9364-4294-b59e-b8405ad49df6 req-2f5fade3-01a2-4c63-9b63-e66de03849a8 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 944 time: 0.0521262 Apr 21 21:41:58.260716 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-57239102-9364-4294-b59e-b8405ad49df6 req-08643784-aa1e-47a9-8f67-ae42ec3eccd4 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298994 Apr 21 21:41:58.709821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d29bc55e-9a51-4a3c-9b9d-4e394756bfac up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:41:58.757732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port d29bc55e-9a51-4a3c-9b9d-4e394756bfac completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:41:58.761404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port d29bc55e-9a51-4a3c-9b9d-4e394756bfac triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:41:58.761770 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:58.836576 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:58.862641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9395abe-c640-49e9-9a7d-fc9cf341d1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29bc55e-9a51-4a3c-9b9d-4e394756bfac'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:41:58.864879 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34cf2fd-d3af-4359-afa3-27b6a0178001" -d '{"events": [{"server_uuid": "e9395abe-c640-49e9-9a7d-fc9cf341d1eb", "name": "network-vif-plugged", "status": "completed", "tag": "d29bc55e-9a51-4a3c-9b9d-4e394756bfac"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:41:58.877710 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port d29bc55e-9a51-4a3c-9b9d-4e394756bfac, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:41:58.882169 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:41:58.905399 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fb3f40-1a10-439d-8d36-4ab3ac029c29 x-openstack-request-id: req-e5fb3f40-1a10-439d-8d36-4ab3ac029c29 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:41:58.905696 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9395abe-c640-49e9-9a7d-fc9cf341d1eb", "name": "network-vif-plugged", "status": "completed", "tag": "d29bc55e-9a51-4a3c-9b9d-4e394756bfac", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:41:58.905946 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5fb3f40-1a10-439d-8d36-4ab3ac029c29 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:41:58.906333 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5fb3f40-1a10-439d-8d36-4ab3ac029c29'] response: {'server_uuid': 'e9395abe-c640-49e9-9a7d-fc9cf341d1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29bc55e-9a51-4a3c-9b9d-4e394756bfac', 'code': 200} Apr 21 21:41:58.934743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:41:58.998522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b69be0-7384-4e75-b5dc-c234cfebc490 req-b122e435-8f57-46df-bed1-3e3cf19177d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:59.000009 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59b69be0-7384-4e75-b5dc-c234cfebc490 req-b122e435-8f57-46df-bed1-3e3cf19177d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 1096 time: 0.0426335 Apr 21 21:41:59.033906 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59b69be0-7384-4e75-b5dc-c234cfebc490 req-85515595-6f89-4b4f-9566-d8626b860373 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270274 Apr 21 21:41:59.375348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50044542-491f-4ed1-b425-0651ea8f5f68 req-dd1a7195-5fe7-4029-bfe8-f61835769006 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:41:59.376784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50044542-491f-4ed1-b425-0651ea8f5f68 req-dd1a7195-5fe7-4029-bfe8-f61835769006 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0474703 Apr 21 21:41:59.413800 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50044542-491f-4ed1-b425-0651ea8f5f68 req-6545c78b-736c-402c-8621-9422388ec8ae tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310702 Apr 21 21:42:00.526140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185a26e-5dfe-41b9-97f3-88079c452834 req-2bfec2e7-c880-4f96-a19e-49f74d4d1fea tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:00.528164 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f185a26e-5dfe-41b9-97f3-88079c452834 req-2bfec2e7-c880-4f96-a19e-49f74d4d1fea tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0471339 Apr 21 21:42:00.538762 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ba77-d425-4d01-85d0-61efac7e7be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:00.566053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f185a26e-5dfe-41b9-97f3-88079c452834 req-9e517ed9-80dd-4cd5-9e44-2cf571ee091e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319700 Apr 21 21:42:00.784487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-f92779ab-6527-4a8b-b85a-ea23ade8605d tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:00.785930 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-f92779ab-6527-4a8b-b85a-ea23ade8605d tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/networks?id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 HTTP/1.1" status: 200 len: 813 time: 0.1017263 Apr 21 21:42:00.801132 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-c733d9d4-4678-48c1-a916-f33b13026630 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/quotas/c2134d0a11114a41be7118ecc5dc05d5 HTTP/1.1" status: 200 len: 375 time: 0.0093405 Apr 21 21:42:00.850174 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-2d5fb38d-9938-4af4-95d6-a54aaceb2534 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2134d0a11114a41be7118ecc5dc05d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438268 Apr 21 21:42:00.936503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-712e4f51-2033-4349-94c0-216f77dd6423 service neutron] 10.222.0.49 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793471 Apr 21 21:42:01.027476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-5d7c6819-1eef-4cd6-b8d9-aa3e75b91aeb service neutron] 10.222.0.49 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842209 Apr 21 21:42:01.190573 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4a87d020-6ed8-43bd-a40c-0250f83b7ae4 req-74c359e3-8e46-4bd6-b440-e88981c4a420 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 210 time: 0.0299046 Apr 21 21:42:02.118172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-74eb88e4-4d65-400a-bc30-26063e05539f tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:02.119590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-74eb88e4-4d65-400a-bc30-26063e05539f tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.46 "GET /v2.0/networks?id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 HTTP/1.1" status: 200 len: 813 time: 0.1036115 Apr 21 21:42:02.132639 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Request body: {'port': {'device_id': '479d493c-968f-43ac-a3aa-1d2371e44243', 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3', 'admin_state_up': True, 'tenant_id': 'c2134d0a11114a41be7118ecc5dc05d5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:02.239691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Made reservation on behalf of c2134d0a11114a41be7118ecc5dc05d5 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:02.243622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:02.292570 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff7b287f-1fb6-4937-9a34-ce0ae12cb78a req-143850c6-c37a-4983-af4d-9cf5dd1b3cb1 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 210 time: 0.0320635 Apr 21 21:42:02.393028 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Allocated IP 172.20.0.4 (b93bf691-4e7b-4e5d-ba3b-f87b80a59da3/6ade498e-7ad5-4f78-96f8-ab1db9fc2f35/a545b66d-7d0f-47d0-93a0-bb526b2e0f76) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:02.535497 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:02.567193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:02.580305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['d29bc55e-9a51-4a3c-9b9d-4e394756bfac'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:42:02.607260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:02.612255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:02.616032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:02.641651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Pushing event updated for resources: {'Port': ['ID=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:02.656269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.656540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.656903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.657244 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.657572 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.657898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.658217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.658541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.658863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.659181 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.659495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.659807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:02.679398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:02.680010 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:02.695963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-3f4531c2-a934-4153-840a-da2957f0aa2e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5669360 Apr 21 21:42:02.707560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Request body: {'port': {'device_id': '479d493c-968f-43ac-a3aa-1d2371e44243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:02.760974 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:02.842678 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e354b853-8bec-4d78-a671-3ddbcbb076b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:03.013614 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a545b66d-7d0f-47d0-93a0-bb526b2e0f76 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:42:03.020938 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:03.032271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Transition to ACTIVE for port object a545b66d-7d0f-47d0-93a0-bb526b2e0f76 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:42:03.035389 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:03.082499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Pushing event updated for resources: {'Port': ['ID=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:03.150768 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Attempting to bind port a545b66d-7d0f-47d0-93a0-bb526b2e0f76 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:03.151409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Attempting to bind port a545b66d-7d0f-47d0-93a0-bb526b2e0f76 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '7401e25a-3952-471a-a12a-bb0aa407e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:03.151409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Attempting to bind port a545b66d-7d0f-47d0-93a0-bb526b2e0f76 on network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:03.155501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Port a545b66d-7d0f-47d0-93a0-bb526b2e0f76 on network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:42:03.155815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Attempting to bind port a545b66d-7d0f-47d0-93a0-bb526b2e0f76 on network b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:03.160395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:03.160720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Checking segment: {'id': '7401e25a-3952-471a-a12a-bb0aa407e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:03.161120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Bound using segment: {'id': '7401e25a-3952-471a-a12a-bb0aa407e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:03.161535 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Bound port: a545b66d-7d0f-47d0-93a0-bb526b2e0f76, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7401e25a-3952-471a-a12a-bb0aa407e401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:03.161880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:03.222790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] For port a545b66d-7d0f-47d0-93a0-bb526b2e0f76, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:03.225699 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] For port a545b66d-7d0f-47d0-93a0-bb526b2e0f76, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:03.229507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:03.262383 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:03.262982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:03.264332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] 10.222.0.46 "PUT /v2.0/ports/a545b66d-7d0f-47d0-93a0-bb526b2e0f76 HTTP/1.1" status: 200 len: 1091 time: 0.5611391 Apr 21 21:42:03.264753 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479d493c-968f-43ac-a3aa-1d2371e44243', 'tag': 'a545b66d-7d0f-47d0-93a0-bb526b2e0f76'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:42:03.267003 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef3e31-ac29-4301-868d-28d202395a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "479d493c-968f-43ac-a3aa-1d2371e44243", "tag": "a545b66d-7d0f-47d0-93a0-bb526b2e0f76"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:42:03.289369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd3c57-e3fe-460b-a34b-5862dc98762f service neutron] Pushing event updated for resources: {'Port': ['ID=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:03.316914 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8583e841-e6ec-4801-b722-7d04280904b4 x-openstack-request-id: req-8583e841-e6ec-4801-b722-7d04280904b4 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:42:03.317200 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479d493c-968f-43ac-a3aa-1d2371e44243", "tag": "a545b66d-7d0f-47d0-93a0-bb526b2e0f76", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:42:03.317448 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8583e841-e6ec-4801-b722-7d04280904b4 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:42:03.317846 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8583e841-e6ec-4801-b722-7d04280904b4'] response: {'name': 'network-changed', 'server_uuid': '479d493c-968f-43ac-a3aa-1d2371e44243', 'tag': 'a545b66d-7d0f-47d0-93a0-bb526b2e0f76', 'status': 'completed', 'code': 200} Apr 21 21:42:03.347217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-f609ede2-19f4-43c2-abcf-deeeef26c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:03.348904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-f609ede2-19f4-43c2-abcf-deeeef26c97d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2134d0a11114a41be7118ecc5dc05d5&device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 1094 time: 0.0432250 Apr 21 21:42:03.401076 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-dcaef69b-2e8b-4ca2-89e3-718cf6ab3b3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a545b66d-7d0f-47d0-93a0-bb526b2e0f76 HTTP/1.1" status: 200 len: 217 time: 0.0446670 Apr 21 21:42:03.472211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453ff8-c47e-41bf-ae86-ac0589d18404 req-839bd190-f479-42f8-b46a-34c5f45a88a0 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:03.473684 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b453ff8-c47e-41bf-ae86-ac0589d18404 req-839bd190-f479-42f8-b46a-34c5f45a88a0 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 943 time: 0.0816104 Apr 21 21:42:03.477085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-502cf031-f153-4bcf-b565-310b3819be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:03.478366 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-502cf031-f153-4bcf-b565-310b3819be23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ade498e-7ad5-4f78-96f8-ab1db9fc2f35 HTTP/1.1" status: 200 len: 853 time: 0.0600438 Apr 21 21:42:03.517529 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-52f89d84-e9bd-4324-9cad-da8e3c4801f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315790 Apr 21 21:42:03.549873 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0b453ff8-c47e-41bf-ae86-ac0589d18404 req-49fe5338-4d3d-4312-bc90-adfd1b77b09e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700846 Apr 21 21:42:03.614156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-846e328e-540b-4392-af45-f5143317a5ec service neutron] 10.222.0.46 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866137 Apr 21 21:42:03.705890 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c36dc8c5-f63b-4877-91a0-651e22b33e59 req-cf9cc35c-21ed-4c2a-ab11-d6edaf3744bf service neutron] 10.222.0.46 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853746 Apr 21 21:42:03.787050 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-39c84555-b958-416d-a092-e1504ac33624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:03.788429 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-39c84555-b958-416d-a092-e1504ac33624 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c2134d0a11114a41be7118ecc5dc05d5&device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 1094 time: 0.0407944 Apr 21 21:42:03.877279 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-f6c39691-551a-48d4-9663-9a6dcf2ce5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:03.878702 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-f6c39691-551a-48d4-9663-9a6dcf2ce5b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 HTTP/1.1" status: 200 len: 914 time: 0.0843720 Apr 21 21:42:03.918851 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-0e04d37c-ec38-4afe-b129-142c705ae81a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a545b66d-7d0f-47d0-93a0-bb526b2e0f76 HTTP/1.1" status: 200 len: 217 time: 0.0337462 Apr 21 21:42:03.969150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-674f4573-f6ba-4b99-a1f4-d59c4a4485ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:03.970567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-674f4573-f6ba-4b99-a1f4-d59c4a4485ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ade498e-7ad5-4f78-96f8-ab1db9fc2f35 HTTP/1.1" status: 200 len: 853 time: 0.0451732 Apr 21 21:42:04.000412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-f2d750e1-c206-4631-9af1-db2901f2c7f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234225 Apr 21 21:42:04.089269 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-4b780e84-0f01-40a7-8fb9-fa6c365e2424 service neutron] 10.222.0.46 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822232 Apr 21 21:42:04.172954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a4ef3e31-ac29-4301-868d-28d202395a1e req-0275f4a6-bf05-495b-8ea5-954239587c63 service neutron] 10.222.0.46 "GET /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778768 Apr 21 21:42:04.238340 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:04.666213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0611336-7893-46a0-9cb3-b7909cd93fff req-14aa76b2-7e46-4f41-9ee7-07dea8f77be4 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:04.667685 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0611336-7893-46a0-9cb3-b7909cd93fff req-14aa76b2-7e46-4f41-9ee7-07dea8f77be4 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 943 time: 0.0473256 Apr 21 21:42:04.705054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d0611336-7893-46a0-9cb3-b7909cd93fff req-d9416f59-6872-43cc-995d-446e18dd92b0 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Apr 21 21:42:05.265288 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:42:05.501491 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:05.822921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4527e8-fda3-46f2-9202-9f29e67d9490 req-fe583e1d-cd51-4e3b-84c2-8c67dc3d83c4 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:05.825077 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f4527e8-fda3-46f2-9202-9f29e67d9490 req-fe583e1d-cd51-4e3b-84c2-8c67dc3d83c4 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 943 time: 0.0524440 Apr 21 21:42:05.862243 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f4527e8-fda3-46f2-9202-9f29e67d9490 req-f057ae3a-fbaf-4a28-9c28-a90ff453edf9 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309682 Apr 21 21:42:06.013220 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:06.380724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a545b66d-7d0f-47d0-93a0-bb526b2e0f76 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:42:06.473489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a545b66d-7d0f-47d0-93a0-bb526b2e0f76, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:06.485296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': 'a545b66d-7d0f-47d0-93a0-bb526b2e0f76', 'network_id': 'b93bf691-4e7b-4e5d-ba3b-f87b80a59da3', 'port_id': 'a545b66d-7d0f-47d0-93a0-bb526b2e0f76', 'mac_address': 'fa:16:3e:54:79:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ade498e-7ad5-4f78-96f8-ab1db9fc2f35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:42:06.519869 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:06.532736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a545b66d-7d0f-47d0-93a0-bb526b2e0f76 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:42:06.551965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a545b66d-7d0f-47d0-93a0-bb526b2e0f76, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:06.555747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:06.606264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:06.839566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['a545b66d-7d0f-47d0-93a0-bb526b2e0f76'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:42:06.979904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd6e90-ab1c-41da-b64e-b0e51dc1ce2c req-ad83509a-2907-4e86-a219-d7d66b11c871 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:06.981494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1bd6e90-ab1c-41da-b64e-b0e51dc1ce2c req-ad83509a-2907-4e86-a219-d7d66b11c871 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 944 time: 0.0485270 Apr 21 21:42:07.018340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d1bd6e90-ab1c-41da-b64e-b0e51dc1ce2c req-9ddbe7a2-ea28-4c6a-b93d-8263ecf98ccd tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Apr 21 21:42:08.131214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42953c-10bc-41fd-aa4f-717763fa3bec req-87446062-6be1-48cb-8180-03760ff7bd49 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:08.132553 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f42953c-10bc-41fd-aa4f-717763fa3bec req-87446062-6be1-48cb-8180-03760ff7bd49 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 944 time: 0.0474296 Apr 21 21:42:08.170378 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2f42953c-10bc-41fd-aa4f-717763fa3bec req-3413206e-adeb-4728-b0e7-a0f470d3f686 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Apr 21 21:42:08.381351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a545b66d-7d0f-47d0-93a0-bb526b2e0f76 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:08.432104 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port a545b66d-7d0f-47d0-93a0-bb526b2e0f76 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:42:08.436139 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port a545b66d-7d0f-47d0-93a0-bb526b2e0f76 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:08.436512 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:08.510406 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:08.533017 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479d493c-968f-43ac-a3aa-1d2371e44243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a545b66d-7d0f-47d0-93a0-bb526b2e0f76'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:42:08.535247 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14537a1a-4ad6-4987-9c78-4ca5af3a9a98" -d '{"events": [{"server_uuid": "479d493c-968f-43ac-a3aa-1d2371e44243", "name": "network-vif-plugged", "status": "completed", "tag": "a545b66d-7d0f-47d0-93a0-bb526b2e0f76"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:42:08.547787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port a545b66d-7d0f-47d0-93a0-bb526b2e0f76, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:08.552052 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:08.574650 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44a34d1-a5d1-4dc6-8407-a87445ac46e7 x-openstack-request-id: req-c44a34d1-a5d1-4dc6-8407-a87445ac46e7 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:42:08.574934 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479d493c-968f-43ac-a3aa-1d2371e44243", "name": "network-vif-plugged", "status": "completed", "tag": "a545b66d-7d0f-47d0-93a0-bb526b2e0f76", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:42:08.575183 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c44a34d1-a5d1-4dc6-8407-a87445ac46e7 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:42:08.575567 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c44a34d1-a5d1-4dc6-8407-a87445ac46e7'] response: {'server_uuid': '479d493c-968f-43ac-a3aa-1d2371e44243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a545b66d-7d0f-47d0-93a0-bb526b2e0f76', 'code': 200} Apr 21 21:42:08.600842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:08.664820 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3697-8239-4c84-a177-27c8f406cf69 req-86b128bd-b1ad-43a4-a432-421922355c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:08.666169 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-148f3697-8239-4c84-a177-27c8f406cf69 req-86b128bd-b1ad-43a4-a432-421922355c91 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 1096 time: 0.0392938 Apr 21 21:42:08.699754 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-148f3697-8239-4c84-a177-27c8f406cf69 req-77e9f0e5-d66b-4b91-9034-0fa44abbe30b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265265 Apr 21 21:42:09.287754 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685972e-0f02-420d-8bb3-8f12343472c4 req-9c5b5fd2-b451-4742-b0d5-a9b7b392b3d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:09.289081 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e685972e-0f02-420d-8bb3-8f12343472c4 req-9c5b5fd2-b451-4742-b0d5-a9b7b392b3d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 945 time: 0.0506353 Apr 21 21:42:09.326953 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e685972e-0f02-420d-8bb3-8f12343472c4 req-bc3eab2f-d08c-48e5-86e4-93a1ea80bac5 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308478 Apr 21 21:42:10.440059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce338f3-c4a3-4124-840a-4ed384e7e0e5 req-01c451a7-cae6-4330-ba2b-e904af304806 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:10.441528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ce338f3-c4a3-4124-840a-4ed384e7e0e5 req-01c451a7-cae6-4330-ba2b-e904af304806 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 945 time: 0.0465906 Apr 21 21:42:10.481256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ce338f3-c4a3-4124-840a-4ed384e7e0e5 req-001c72ae-26fe-4b3c-880b-cda58e9df36c tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338495 Apr 21 21:42:11.039195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344cbcb-0313-4a4d-8877-efeb0b6c3f60 req-666c9e7b-2966-416c-92b1-449463e248a2 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:11.040670 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4344cbcb-0313-4a4d-8877-efeb0b6c3f60 req-666c9e7b-2966-416c-92b1-449463e248a2 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 945 time: 0.3697274 Apr 21 21:42:11.077253 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4344cbcb-0313-4a4d-8877-efeb0b6c3f60 req-a356063f-2934-4bdd-9054-14d076ba07ad tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300441 Apr 21 21:42:12.047253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-ac10a1a7-991b-4fc5-bf48-ecf2243cf04d tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:12.048676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-ac10a1a7-991b-4fc5-bf48-ecf2243cf04d tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.46 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 945 time: 0.0477772 Apr 21 21:42:12.135508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Deleting port a545b66d-7d0f-47d0-93a0-bb526b2e0f76 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:42:12.135851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:12.248509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1486c-2915-4a9c-b6db-b1b5ae16fcc1 req-ad6cf0f5-bce6-460e-bd4a-e322f5a02047 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:12.250046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ddf1486c-2915-4a9c-b6db-b1b5ae16fcc1 req-ad6cf0f5-bce6-460e-bd4a-e322f5a02047 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=479d493c-968f-43ac-a3aa-1d2371e44243 HTTP/1.1" status: 200 len: 945 time: 0.0978117 Apr 21 21:42:12.263336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] For port a545b66d-7d0f-47d0-93a0-bb526b2e0f76, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:12.263700 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:12.294966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Calling delete_port for a545b66d-7d0f-47d0-93a0-bb526b2e0f76 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:42:12.312917 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ddf1486c-2915-4a9c-b6db-b1b5ae16fcc1 req-be6c87a1-9fd3-4992-a438-0d4836dcf0a5 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549283 Apr 21 21:42:12.426588 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:12.439646 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['d29bc55e-9a51-4a3c-9b9d-4e394756bfac'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:42:12.441822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['a545b66d-7d0f-47d0-93a0-bb526b2e0f76'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:42:12.456034 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Pushing event deleted for resources: {'Port': ['ID=a545b66d-7d0f-47d0-93a0-bb526b2e0f76,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:12.747502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] No DVR routers for this DVR port a545b66d-7d0f-47d0-93a0-bb526b2e0f76 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:42:12.750143 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:12.753345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-73bd8e20-92ae-41bd-a007-a6b21a164476 req-00ffd022-3fb9-4e63-bd86-bff4d83671d7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.46 "DELETE /v2.0/ports/a545b66d-7d0f-47d0-93a0-bb526b2e0f76 HTTP/1.1" status: 204 len: 173 time: 0.6987960 Apr 21 21:42:12.753766 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479d493c-968f-43ac-a3aa-1d2371e44243', 'name': 'network-vif-deleted', 'tag': 'a545b66d-7d0f-47d0-93a0-bb526b2e0f76'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:42:12.755964 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8c63be-3ebb-4c05-bc91-a397f41b0db0" -d '{"events": [{"server_uuid": "479d493c-968f-43ac-a3aa-1d2371e44243", "name": "network-vif-deleted", "tag": "a545b66d-7d0f-47d0-93a0-bb526b2e0f76"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:42:12.795870 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c811f3-5b11-4a66-9bb2-aed1585dfdb9 x-openstack-request-id: req-64c811f3-5b11-4a66-9bb2-aed1585dfdb9 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:42:12.796173 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479d493c-968f-43ac-a3aa-1d2371e44243", "name": "network-vif-deleted", "tag": "a545b66d-7d0f-47d0-93a0-bb526b2e0f76", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:42:12.796413 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64c811f3-5b11-4a66-9bb2-aed1585dfdb9 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:42:12.796828 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c811f3-5b11-4a66-9bb2-aed1585dfdb9'] response: {'server_uuid': '479d493c-968f-43ac-a3aa-1d2371e44243', 'name': 'network-vif-deleted', 'tag': 'a545b66d-7d0f-47d0-93a0-bb526b2e0f76', 'status': 'completed', 'code': 200} Apr 21 21:42:13.458362 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769cd01-b971-44bb-bc4a-4d58d608cbe7 req-23e0ec39-d360-44d3-8c48-dbb5468e2ebe tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:13.459813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3769cd01-b971-44bb-bc4a-4d58d608cbe7 req-23e0ec39-d360-44d3-8c48-dbb5468e2ebe tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0473695 Apr 21 21:42:13.496342 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3769cd01-b971-44bb-bc4a-4d58d608cbe7 req-8a1d35c5-bdda-452d-a8da-e7b5a53f605e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302260 Apr 21 21:42:13.624265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53778e96-18d0-4fcf-86a3-fe4779e16c00 req-45363a7d-df78-4ab0-af19-ad66dd0c70c7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:13.625684 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53778e96-18d0-4fcf-86a3-fe4779e16c00 req-45363a7d-df78-4ab0-af19-ad66dd0c70c7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0491564 Apr 21 21:42:13.664596 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-53778e96-18d0-4fcf-86a3-fe4779e16c00 req-7a96f2d0-12bc-4d96-95ef-3b8ae757567c tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Apr 21 21:42:13.778517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acff84-292d-45ee-a092-7b128431dd43 req-be2465a3-44bd-4a1e-af71-392a32021be7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:13.779953 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3acff84-292d-45ee-a092-7b128431dd43 req-be2465a3-44bd-4a1e-af71-392a32021be7 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0470805 Apr 21 21:42:13.816876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a3acff84-292d-45ee-a092-7b128431dd43 req-f7ab01dd-3541-4fd3-9e7d-a7e4bd574549 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308101 Apr 21 21:42:13.981176 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dad16-7005-40b3-9fb6-94e196b62728 req-1894ba27-d872-48e8-9cdb-5d2c4ef8a53e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:13.982619 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-243dad16-7005-40b3-9fb6-94e196b62728 req-1894ba27-d872-48e8-9cdb-5d2c4ef8a53e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0486112 Apr 21 21:42:14.019314 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-243dad16-7005-40b3-9fb6-94e196b62728 req-1fa9020b-e18e-40cb-acaa-5cb5a5182769 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Apr 21 21:42:14.148269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f38fee-3550-4388-85d0-a4baf6a1b333 req-a3dcfae9-3fed-4e65-b42c-4d1506a3b461 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:14.149642 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43f38fee-3550-4388-85d0-a4baf6a1b333 req-a3dcfae9-3fed-4e65-b42c-4d1506a3b461 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0494726 Apr 21 21:42:14.186549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-43f38fee-3550-4388-85d0-a4baf6a1b333 req-a9d2149a-43e7-4d80-afd9-a4bd4503a720 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304329 Apr 21 21:42:14.320709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9246f07-aaee-4428-81f9-600dd90e335d req-b27587ef-810f-48aa-9fe7-ab4b6f8f0e93 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:14.322192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9246f07-aaee-4428-81f9-600dd90e335d req-b27587ef-810f-48aa-9fe7-ab4b6f8f0e93 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0609043 Apr 21 21:42:14.359997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9246f07-aaee-4428-81f9-600dd90e335d req-f25d4c64-b40c-402c-97a1-70ec72ab57ab tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Apr 21 21:42:14.659397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f713f7-2f84-4dab-b1e0-8aeac7eb72cf req-40945bb0-3f8d-4172-a6f4-2927ca4ba97d tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:14.660773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60f713f7-2f84-4dab-b1e0-8aeac7eb72cf req-40945bb0-3f8d-4172-a6f4-2927ca4ba97d tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0489829 Apr 21 21:42:14.700653 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-60f713f7-2f84-4dab-b1e0-8aeac7eb72cf req-4f32bd64-bd22-4200-8f32-c359bae5c7f3 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Apr 21 21:42:15.819638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85602fb-f4ce-4350-b2aa-80b20d71a0ef req-d7c24870-3c8e-4037-8aaf-2a3d8508d6cc tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:15.821100 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c85602fb-f4ce-4350-b2aa-80b20d71a0ef req-d7c24870-3c8e-4037-8aaf-2a3d8508d6cc tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0511637 Apr 21 21:42:15.859719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c85602fb-f4ce-4350-b2aa-80b20d71a0ef req-8d8783a0-3421-4a74-b7ae-6179b5e6f094 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba3661a3-ba42-4d6a-8a35-b762142ff72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Apr 21 21:42:16.182688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-ec1456e4-be50-47e8-bf08-f564b5764a79 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:16.184519 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-ec1456e4-be50-47e8-bf08-f564b5764a79 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 945 time: 0.0479543 Apr 21 21:42:16.269711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Deleting port d29bc55e-9a51-4a3c-9b9d-4e394756bfac {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:42:16.270043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:16.356687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] For port d29bc55e-9a51-4a3c-9b9d-4e394756bfac, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,segment=NetworkSegment(7401e25a-3952-471a-a12a-bb0aa407e401),segment_id=7401e25a-3952-471a-a12a-bb0aa407e401)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:16.357073 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:16.369272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Calling delete_port for d29bc55e-9a51-4a3c-9b9d-4e394756bfac owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:42:16.411874 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a545b66d-7d0f-47d0-93a0-bb526b2e0f76 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:42:16.430771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: a545b66d-7d0f-47d0-93a0-bb526b2e0f76 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:42:16.431106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device a545b66d-7d0f-47d0-93a0-bb526b2e0f76 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:42:16.493475 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:16.507931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['d29bc55e-9a51-4a3c-9b9d-4e394756bfac'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:42:16.521077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Pushing event deleted for resources: {'Port': ['ID=d29bc55e-9a51-4a3c-9b9d-4e394756bfac,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:16.562852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] No DVR routers for this DVR port d29bc55e-9a51-4a3c-9b9d-4e394756bfac on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:42:16.565423 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:16.568627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57c6ab07-bc79-4ad9-be2d-20bf56e9cc21 req-714ed465-7269-4a7d-95e2-c7ef530f246e tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.43 "DELETE /v2.0/ports/d29bc55e-9a51-4a3c-9b9d-4e394756bfac HTTP/1.1" status: 204 len: 173 time: 0.3781857 Apr 21 21:42:16.569079 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9395abe-c640-49e9-9a7d-fc9cf341d1eb', 'name': 'network-vif-deleted', 'tag': 'd29bc55e-9a51-4a3c-9b9d-4e394756bfac'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:42:16.571312 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a108c40b-e94d-4fa6-bf90-b5dd430fd86a" -d '{"events": [{"server_uuid": "e9395abe-c640-49e9-9a7d-fc9cf341d1eb", "name": "network-vif-deleted", "tag": "d29bc55e-9a51-4a3c-9b9d-4e394756bfac"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:42:16.607798 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b152f3-0e3e-428c-bc73-7d1afebaaf64 x-openstack-request-id: req-25b152f3-0e3e-428c-bc73-7d1afebaaf64 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:42:16.608090 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9395abe-c640-49e9-9a7d-fc9cf341d1eb", "name": "network-vif-deleted", "tag": "d29bc55e-9a51-4a3c-9b9d-4e394756bfac", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:42:16.608341 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25b152f3-0e3e-428c-bc73-7d1afebaaf64 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:42:16.608737 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b152f3-0e3e-428c-bc73-7d1afebaaf64'] response: {'server_uuid': 'e9395abe-c640-49e9-9a7d-fc9cf341d1eb', 'name': 'network-vif-deleted', 'tag': 'd29bc55e-9a51-4a3c-9b9d-4e394756bfac', 'status': 'completed', 'code': 200} Apr 21 21:42:16.969440 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b5f66c1-750a-4586-895a-d396f21b43db req-04ac6523-46a5-443f-9762-f04f6ae136b5 tempest-ServersNegativeTestJSON-1364050156 tempest-ServersNegativeTestJSON-1364050156-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9395abe-c640-49e9-9a7d-fc9cf341d1eb HTTP/1.1" status: 200 len: 210 time: 0.0269368 Apr 21 21:42:18.032350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41954) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:18.075342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c14cae-0ad8-4b3e-9496-661ce1d4bfda admin admin] Deleting subnet 6ade498e-7ad5-4f78-96f8-ab1db9fc2f35 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:42:18.078509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29c14cae-0ad8-4b3e-9496-661ce1d4bfda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.114649 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29c14cae-0ad8-4b3e-9496-661ce1d4bfda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.150923 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29c14cae-0ad8-4b3e-9496-661ce1d4bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.200867 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29c14cae-0ad8-4b3e-9496-661ce1d4bfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.225494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c14cae-0ad8-4b3e-9496-661ce1d4bfda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ade498e-7ad5-4f78-96f8-ab1db9fc2f35,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:18.229191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-29c14cae-0ad8-4b3e-9496-661ce1d4bfda admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.232773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-29c14cae-0ad8-4b3e-9496-661ce1d4bfda admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6ade498e-7ad5-4f78-96f8-ab1db9fc2f35 HTTP/1.1" status: 204 len: 168 time: 0.1993799 Apr 21 21:42:18.235273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41956) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:18.315902 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.392814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.412399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93bf691-4e7b-4e5d-ba3b-f87b80a59da3']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:18.422178 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7401e25a-3952-471a-a12a-bb0aa407e401') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:18.422470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7401e25a-3952-471a-a12a-bb0aa407e401') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:18.431542 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.444031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.449822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:42:18.450219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:42:18.451960 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:42:18.507444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.513087 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.516130 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b93bf691-4e7b-4e5d-ba3b-f87b80a59da3 HTTP/1.1" status: 204 len: 168 time: 0.2799098 Apr 21 21:42:18.527798 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17b71f-ad53-4490-b43a-f197279ff4a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b93bf691-4e7b-4e5d-ba3b-f87b80a59da3,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:18.635604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41960) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:18.674982 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b6245e7a-fa81-4f9a-99a6-11a77a87aef6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2134d0a11114a41be7118ecc5dc05d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381372 Apr 21 21:42:18.677257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41962) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:18.722939 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0231498-4ce2-4552-b9f7-05ff9af32b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.743717 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0231498-4ce2-4552-b9f7-05ff9af32b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.788435 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0231498-4ce2-4552-b9f7-05ff9af32b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.790965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0231498-4ce2-4552-b9f7-05ff9af32b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:18.792083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f0231498-4ce2-4552-b9f7-05ff9af32b63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba3661a3-ba42-4d6a-8a35-b762142ff72d HTTP/1.1" status: 204 len: 168 time: 0.1139579 Apr 21 21:42:18.799415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0231498-4ce2-4552-b9f7-05ff9af32b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3661a3-ba42-4d6a-8a35-b762142ff72d,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:19.509986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41984) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:19.603747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46329389'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:19.623396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:19.626674 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:19.634633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:19.706549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:19.710033 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:19.733067 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:42:19.747287 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02f5795-59fd-4db9-9d12-140d00a26af8,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:19.752458 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:19.752836 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Added segment 1a4bcd5c-7153-4f6f-98ad-092527a2e07f of type vlan for network fcf77f6d-48d7-4a56-9191-be7ee19035fb Apr 21 21:42:19.791212 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:19.819000 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:19.824339 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:19.824977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:19.919162 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4079094 Apr 21 21:42:19.946164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cba11-8a81-4b91-99e1-fc44f14b80b7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Network': ['ID=fcf77f6d-48d7-4a56-9191-be7ee19035fb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:19.956194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network fcf77f6d-48d7-4a56-9191-be7ee19035fb details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:42:20.804069 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d29bc55e-9a51-4a3c-9b9d-4e394756bfac no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:42:20.823492 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: d29bc55e-9a51-4a3c-9b9d-4e394756bfac {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:42:20.824462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device d29bc55e-9a51-4a3c-9b9d-4e394756bfac not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:42:20.909643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:21.065729 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.132814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41988) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:23.138370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'subnet': {'network_id': 'fcf77f6d-48d7-4a56-9191-be7ee19035fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:23.227742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:23.231183 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.407967 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.460105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Subnet': ['ID=5bb841e1-82f0-4554-af93-08fb75d265dd,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:23.474592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Checking segment: {'id': '1a4bcd5c-7153-4f6f-98ad-092527a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fcf77f6d-48d7-4a56-9191-be7ee19035fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:23.474944 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network hostable DHCP agents. Network: fcf77f6d-48d7-4a56-9191-be7ee19035fb, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:42:23.490445 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network fcf77f6d-48d7-4a56-9191-be7ee19035fb is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:42:23.499224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, fcf77f6d-48d7-4a56-9191-be7ee19035fb) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:23.503342 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:23.503924 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.508344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db9875-67d0-4647-a8a1-c73bb86e94c2 None None] Network fcf77f6d-48d7-4a56-9191-be7ee19035fb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:23.520389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0adb51ae-a32e-418a-babf-8445dc2377c8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3865666 Apr 21 21:42:23.523946 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41990) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:23.529608 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-632916002'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:23.548037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:23.551478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.575105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:42:23.584331 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.584700 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Added segment 791f1f7f-61c6-471e-bd8e-2d2773d6aac2 of type vlan for network c7565650-c670-45a7-bb19-16eb169c8bc4 Apr 21 21:42:23.628731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.654254 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.658400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-fcf77f6d-48d7-4a56-9191-be7ee19035fb', 'network_id': 'fcf77f6d-48d7-4a56-9191-be7ee19035fb', 'tenant_id': 'cae01726066940dd903b9d329e0d913c', 'fixed_ips': [{'subnet_id': '5bb841e1-82f0-4554-af93-08fb75d265dd'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:42:23.659210 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.659512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:23.660106 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.690363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1652675 Apr 21 21:42:23.693387 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41992) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:23.701323 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'subnet': {'network_id': 'c7565650-c670-45a7-bb19-16eb169c8bc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:23.732815 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc5122-0b5f-4041-a8e1-b8325d065699 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Network': ['ID=c7565650-c670-45a7-bb19-16eb169c8bc4,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:23.748249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network c7565650-c670-45a7-bb19-16eb169c8bc4 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:42:23.793843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:23.797635 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:23.863728 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Allocated IP 2001:db8:0:ffff::2 (fcf77f6d-48d7-4a56-9191-be7ee19035fb/5bb841e1-82f0-4554-af93-08fb75d265dd/c678b3a7-1f93-4da1-aaa8-949bf42d9b68) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:23.991263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.003743 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.010309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.051784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Network fcf77f6d-48d7-4a56-9191-be7ee19035fb is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:24.052342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Subnet': ['ID=8338a87a-2379-490e-9d9a-fa89c292cc05,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:24.058351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:24.061107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:24.063036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.063381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.063716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.064046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.064368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.064689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.065047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.065367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.065688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.066003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.066316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.066632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:24.070130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Checking segment: {'id': '791f1f7f-61c6-471e-bd8e-2d2773d6aac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'c7565650-c670-45a7-bb19-16eb169c8bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:24.070489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network hostable DHCP agents. Network: c7565650-c670-45a7-bb19-16eb169c8bc4, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:42:24.077594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Pushing event updated for resources: {'Port': ['ID=c678b3a7-1f93-4da1-aaa8-949bf42d9b68,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:24.091327 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network c7565650-c670-45a7-bb19-16eb169c8bc4 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:42:24.101983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, c7565650-c670-45a7-bb19-16eb169c8bc4) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:24.108033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:24.108625 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.124497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71a7a9-2b1c-4b73-aeb0-9f09c0f5fbd9 None None] Network c7565650-c670-45a7-bb19-16eb169c8bc4 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:24.127795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2e34b0c7-a8e9-49dd-8dd3-c1f0552b4618 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4298925 Apr 21 21:42:24.127910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41994) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:24.148220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Attempting to bind port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:24.148589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Attempting to bind port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '1a4bcd5c-7153-4f6f-98ad-092527a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fcf77f6d-48d7-4a56-9191-be7ee19035fb'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:24.148980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Attempting to bind port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 on network fcf77f6d-48d7-4a56-9191-be7ee19035fb {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:24.179930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:24.180303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Checking segment: {'id': '1a4bcd5c-7153-4f6f-98ad-092527a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fcf77f6d-48d7-4a56-9191-be7ee19035fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:24.180701 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.181111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Bound using segment: {'id': '1a4bcd5c-7153-4f6f-98ad-092527a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fcf77f6d-48d7-4a56-9191-be7ee19035fb'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:24.181574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Bound port: c678b3a7-1f93-4da1-aaa8-949bf42d9b68, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4bcd5c-7153-4f6f-98ad-092527a2e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fcf77f6d-48d7-4a56-9191-be7ee19035fb'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:24.181957 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.227589 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.280808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.307729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] For port c678b3a7-1f93-4da1-aaa8-949bf42d9b68, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:24.313339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] For port c678b3a7-1f93-4da1-aaa8-949bf42d9b68, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c678b3a7-1f93-4da1-aaa8-949bf42d9b68,segment=NetworkSegment(1a4bcd5c-7153-4f6f-98ad-092527a2e07f),segment_id=1a4bcd5c-7153-4f6f-98ad-092527a2e07f)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:24.319150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.345098 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.369239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab7c8a5-f794-4aee-882b-4d29355e431c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-c7565650-c670-45a7-bb19-16eb169c8bc4', 'network_id': 'c7565650-c670-45a7-bb19-16eb169c8bc4', 'tenant_id': 'cae01726066940dd903b9d329e0d913c', 'fixed_ips': [{'subnet_id': '8338a87a-2379-490e-9d9a-fa89c292cc05'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:42:24.370091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bab7c8a5-f794-4aee-882b-4d29355e431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.371565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Subnet': ['ID=8338a87a-2379-490e-9d9a-fa89c292cc05,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:24.425703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65cfdb-28e3-4605-a052-c60df7ab809d None None] Pushing event updated for resources: {'Port': ['ID=c678b3a7-1f93-4da1-aaa8-949bf42d9b68,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:24.441250 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.463593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7565650-c670-45a7-bb19-16eb169c8bc4']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:24.473547 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791f1f7f-61c6-471e-bd8e-2d2773d6aac2') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:24.473849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791f1f7f-61c6-471e-bd8e-2d2773d6aac2') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:24.485762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.497581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3758406f-3225-470f-8522-c305af9db76c None None] Network c7565650-c670-45a7-bb19-16eb169c8bc4 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:24.502594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.508726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:42:24.509331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:42:24.513224 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:42:24.583048 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.596627 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.605658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/networks/c7565650-c670-45a7-bb19-16eb169c8bc4 HTTP/1.1" status: 204 len: 168 time: 0.4730227 Apr 21 21:42:24.608808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 41996) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:24.612303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937310637'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:24.626439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a8ae-9d98-479e-bd7d-74ec3cc1fa25 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Network': ['ID=c7565650-c670-45a7-bb19-16eb169c8bc4,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:24.640277 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:24.644083 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.668460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:42:24.678162 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.678752 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Added segment 35fda7b9-fb74-463c-8768-5392b2d3192d of type vlan for network 424c20da-76e8-4357-9c83-8891c9983372 Apr 21 21:42:24.725949 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.751502 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.757083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:24.757661 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.811429 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2041509 Apr 21 21:42:24.814259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 41998) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:24.819454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'subnet': {'network_id': '424c20da-76e8-4357-9c83-8891c9983372', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:24.825647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc3fca-9659-4258-bd27-0cd50421eec8 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Network': ['ID=424c20da-76e8-4357-9c83-8891c9983372,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:24.836010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 424c20da-76e8-4357-9c83-8891c9983372 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:42:24.907836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:24.911392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:24.970386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Performing IP validity checks on allocation pools {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 21:42:24.970897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.ipam_backend_mixin [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114647) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 21:42:25.081688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c678b3a7-1f93-4da1-aaa8-949bf42d9b68 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:25.103282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.136487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:25.137125 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.165929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Subnet': ['ID=ad9b7030-a62b-4bff-b4c1-f9e9076d3f6e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:25.175672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Checking segment: {'id': '35fda7b9-fb74-463c-8768-5392b2d3192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '424c20da-76e8-4357-9c83-8891c9983372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:25.176135 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network hostable DHCP agents. Network: 424c20da-76e8-4357-9c83-8891c9983372, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:42:25.195469 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network 424c20da-76e8-4357-9c83-8891c9983372 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:42:25.210597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 424c20da-76e8-4357-9c83-8891c9983372) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:25.219695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:25.220282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.223229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb12038-4946-4206-887f-8ab84dbc872b None None] Network 424c20da-76e8-4357-9c83-8891c9983372 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:25.240902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42000) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:25.241462 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-eb92d038-f1b3-424f-9887-fdd8cfd62833 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4257650 Apr 21 21:42:25.244616 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.326057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port c678b3a7-1f93-4da1-aaa8-949bf42d9b68, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c678b3a7-1f93-4da1-aaa8-949bf42d9b68,segment=NetworkSegment(1a4bcd5c-7153-4f6f-98ad-092527a2e07f),segment_id=1a4bcd5c-7153-4f6f-98ad-092527a2e07f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:25.337349 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.351580 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.399085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52914a19-f6aa-4b9f-9c74-72199615b8b1 None None] Network fcf77f6d-48d7-4a56-9191-be7ee19035fb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:25.436347 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.502457 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.533888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9b7030-a62b-4bff-b4c1-f9e9076d3f6e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:25.596953 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.617764 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424c20da-76e8-4357-9c83-8891c9983372']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:25.627174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fda7b9-fb74-463c-8768-5392b2d3192d') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:25.627473 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fda7b9-fb74-463c-8768-5392b2d3192d') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:25.637176 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.649787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=c678b3a7-1f93-4da1-aaa8-949bf42d9b68,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:25.650658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.656562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db9342-8fb2-4ba8-9fd7-8b5853c07cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-424c20da-76e8-4357-9c83-8891c9983372', 'network_id': '424c20da-76e8-4357-9c83-8891c9983372', 'tenant_id': 'cae01726066940dd903b9d329e0d913c', 'fixed_ips': [{'subnet_id': 'ad9b7030-a62b-4bff-b4c1-f9e9076d3f6e'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:42:25.657526 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d4db9342-8fb2-4ba8-9fd7-8b5853c07cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.659006 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:42:25.659476 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:42:25.663090 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:42:25.689846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fdab7a80-24da-4e43-897b-f0ca2b075c94 None None] Provisioning complete for port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:25.690219 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fdab7a80-24da-4e43-897b-f0ca2b075c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.726166 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.731785 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.737226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/networks/424c20da-76e8-4357-9c83-8891c9983372 HTTP/1.1" status: 204 len: 168 time: 0.4949069 Apr 21 21:42:25.740695 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42002) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:25.746363 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817050429'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:25.752519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20b472-166d-4617-9f78-0535945efb17 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Network': ['ID=424c20da-76e8-4357-9c83-8891c9983372,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:25.774297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582cd2a-accb-4db4-83df-e7e32edc86dd None None] Network 424c20da-76e8-4357-9c83-8891c9983372 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:25.774944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:25.779071 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.796325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582cd2a-accb-4db4-83df-e7e32edc86dd None None] Network 424c20da-76e8-4357-9c83-8891c9983372 could not be found, it might have been deleted concurrently. {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 21:42:25.808875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:42:25.820899 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.821561 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Added segment 28292081-5f0d-4afc-a6a5-3b54902fad2f of type vlan for network beec3b23-f267-4869-9a3f-021054ac33a6 Apr 21 21:42:25.862957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.892028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.897811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:25.898396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:25.928703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1866777 Apr 21 21:42:25.932444 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42004) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:25.938204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'subnet': {'network_id': 'beec3b23-f267-4869-9a3f-021054ac33a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:25.969998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea397e6-5e31-4706-9b85-faa5baad50b3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Network': ['ID=beec3b23-f267-4869-9a3f-021054ac33a6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:25.982081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network beec3b23-f267-4869-9a3f-021054ac33a6 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:42:26.037426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:26.040998 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.087897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-14c41a66-6265-4d64-b281-e3b6feaaae07 None None] Provisioning complete for port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:26.088271 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-14c41a66-6265-4d64-b281-e3b6feaaae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.227275 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.291251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Subnet': ['ID=0693164d-180c-4ef8-af73-692d95393e7c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:26.298416 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Checking segment: {'id': '28292081-5f0d-4afc-a6a5-3b54902fad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'beec3b23-f267-4869-9a3f-021054ac33a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:26.298702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network hostable DHCP agents. Network: beec3b23-f267-4869-9a3f-021054ac33a6, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:42:26.314428 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network beec3b23-f267-4869-9a3f-021054ac33a6 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:42:26.328255 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, beec3b23-f267-4869-9a3f-021054ac33a6) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:26.332601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:26.333339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.337964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3038df-9952-455b-8b17-290dec5f3f95 None None] Network beec3b23-f267-4869-9a3f-021054ac33a6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:26.349357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c10c7773-4946-461b-aaa0-7063d389714b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4152751 Apr 21 21:42:26.352949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42006) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:26.357833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-869562398'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:26.375870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:26.379257 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.403926 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:42:26.412950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.413361 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Added segment 6995a0be-4119-4d5f-a133-05fd7410679a of type vlan for network c532f3e9-71ca-41f0-a1eb-dff826c9ab84 Apr 21 21:42:26.453004 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.478225 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.483787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:26.484364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.488210 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-beec3b23-f267-4869-9a3f-021054ac33a6', 'network_id': 'beec3b23-f267-4869-9a3f-021054ac33a6', 'tenant_id': 'cae01726066940dd903b9d329e0d913c', 'fixed_ips': [{'subnet_id': '0693164d-180c-4ef8-af73-692d95393e7c'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:42:26.489179 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.544556 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1905420 Apr 21 21:42:26.547369 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42008) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:26.552043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Request body: {'subnet': {'network_id': 'c532f3e9-71ca-41f0-a1eb-dff826c9ab84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:26.576304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c36d66-dc95-44d3-aad9-a5eaba20b7fe tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Network': ['ID=c532f3e9-71ca-41f0-a1eb-dff826c9ab84,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:26.604811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network c532f3e9-71ca-41f0-a1eb-dff826c9ab84 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:42:26.646190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Made reservation on behalf of cae01726066940dd903b9d329e0d913c for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:26.650368 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.684422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Allocated IP 2001:db8::2 (beec3b23-f267-4869-9a3f-021054ac33a6/0693164d-180c-4ef8-af73-692d95393e7c/aee6f0bf-e53c-4550-8436-3885c98d5439) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:26.834182 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.836622 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.842303 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.880679 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Network beec3b23-f267-4869-9a3f-021054ac33a6 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:26.883457 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:26.887844 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:26.893208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Pushing event updated for resources: {'Port': ['ID=aee6f0bf-e53c-4550-8436-3885c98d5439,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:26.894432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event updated for resources: {'Subnet': ['ID=c5374984-4e4f-42b3-a71f-7b7c800e61c1,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:26.905425 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Checking segment: {'id': '6995a0be-4119-4d5f-a133-05fd7410679a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c532f3e9-71ca-41f0-a1eb-dff826c9ab84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:26.905688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network hostable DHCP agents. Network: c532f3e9-71ca-41f0-a1eb-dff826c9ab84, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:42:26.923747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Network c532f3e9-71ca-41f0-a1eb-dff826c9ab84 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:42:26.932561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, c532f3e9-71ca-41f0-a1eb-dff826c9ab84) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:26.937225 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:26.937818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.946196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025a37e-81c2-4ffc-a052-00bb38c9c44c None None] Network c532f3e9-71ca-41f0-a1eb-dff826c9ab84 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:26.957051 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e0faa547-942d-4b1d-9665-373c039af535 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4063773 Apr 21 21:42:26.957269 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42010) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:26.962888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Attempting to bind port aee6f0bf-e53c-4550-8436-3885c98d5439 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:26.963255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Attempting to bind port aee6f0bf-e53c-4550-8436-3885c98d5439 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '28292081-5f0d-4afc-a6a5-3b54902fad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'beec3b23-f267-4869-9a3f-021054ac33a6'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:26.963611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Attempting to bind port aee6f0bf-e53c-4550-8436-3885c98d5439 on network beec3b23-f267-4869-9a3f-021054ac33a6 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:26.971793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:26.972163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Checking segment: {'id': '28292081-5f0d-4afc-a6a5-3b54902fad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'beec3b23-f267-4869-9a3f-021054ac33a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:26.972565 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:26.972978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Bound using segment: {'id': '28292081-5f0d-4afc-a6a5-3b54902fad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'beec3b23-f267-4869-9a3f-021054ac33a6'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:26.973437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Bound port: aee6f0bf-e53c-4550-8436-3885c98d5439, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28292081-5f0d-4afc-a6a5-3b54902fad2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'beec3b23-f267-4869-9a3f-021054ac33a6'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:26.973816 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.065244 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.087901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c678b3a7-1f93-4da1-aaa8-949bf42d9b68 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:27.116970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.127703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] For port aee6f0bf-e53c-4550-8436-3885c98d5439, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:27.163546 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] For port aee6f0bf-e53c-4550-8436-3885c98d5439, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=aee6f0bf-e53c-4550-8436-3885c98d5439,segment=NetworkSegment(28292081-5f0d-4afc-a6a5-3b54902fad2f),segment_id=28292081-5f0d-4afc-a6a5-3b54902fad2f)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:27.172124 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.175900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.204863 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Subnet': ['ID=c5374984-4e4f-42b3-a71f-7b7c800e61c1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:27.259822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a65401-f888-4d06-a963-3d5067080be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-c532f3e9-71ca-41f0-a1eb-dff826c9ab84', 'network_id': 'c532f3e9-71ca-41f0-a1eb-dff826c9ab84', 'tenant_id': 'cae01726066940dd903b9d329e0d913c', 'fixed_ips': [{'subnet_id': 'c5374984-4e4f-42b3-a71f-7b7c800e61c1'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:42:27.260660 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-48a65401-f888-4d06-a963-3d5067080be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.276642 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.278484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b035163-a478-4edf-9115-5984c7fecd57 None None] Pushing event updated for resources: {'Port': ['ID=aee6f0bf-e53c-4550-8436-3885c98d5439,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:27.283805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:27.284176 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.302778 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c532f3e9-71ca-41f0-a1eb-dff826c9ab84']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:27.317413 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6995a0be-4119-4d5f-a133-05fd7410679a') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:27.317713 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6995a0be-4119-4d5f-a133-05fd7410679a') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:27.329556 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.343640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.349470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:42:27.349913 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:42:27.352893 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:42:27.394000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8028a34-8793-4bc3-8b91-9912e4e6f2e9 None None] Network c532f3e9-71ca-41f0-a1eb-dff826c9ab84 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:27.413466 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.421900 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.427971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8028a34-8793-4bc3-8b91-9912e4e6f2e9 None None] Network c532f3e9-71ca-41f0-a1eb-dff826c9ab84 could not be found, it might have been deleted concurrently. {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 21:42:27.437703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42012) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:27.438699 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/networks/c532f3e9-71ca-41f0-a1eb-dff826c9ab84 HTTP/1.1" status: 204 len: 168 time: 0.4800169 Apr 21 21:42:27.457033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41000e60-6704-45e7-9e0c-c0d412c38081 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Network': ['ID=c532f3e9-71ca-41f0-a1eb-dff826c9ab84,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:27.480103 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-576f70d3-210e-4c7c-8ea5-e186c97cf4b4 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] GET failed (client error): The resource could not be found. Apr 21 21:42:27.481473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-576f70d3-210e-4c7c-8ea5-e186c97cf4b4 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "GET /v2.0/subnets/c5374984-4e4f-42b3-a71f-7b7c800e61c1 HTTP/1.1" status: 404 len: 337 time: 0.0427852 Apr 21 21:42:27.484164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42014) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:27.505019 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0a31a8-f314-4a32-a1f3-537e64c2614b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] DELETE failed (client error): The resource could not be found. Apr 21 21:42:27.505736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0a31a8-f314-4a32-a1f3-537e64c2614b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:42:27.508988 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4b0a31a8-f314-4a32-a1f3-537e64c2614b tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/networks/c532f3e9-71ca-41f0-a1eb-dff826c9ab84 HTTP/1.1" status: 404 len: 339 time: 0.0238523 Apr 21 21:42:27.513519 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42016) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:27.544238 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ef8597-7249-465a-b357-701974901e69 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] DELETE failed (client error): The resource could not be found. Apr 21 21:42:27.544698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ef8597-7249-465a-b357-701974901e69 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:42:27.547746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a7ef8597-7249-465a-b357-701974901e69 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/subnets/c5374984-4e4f-42b3-a71f-7b7c800e61c1 HTTP/1.1" status: 404 len: 337 time: 0.0332453 Apr 21 21:42:27.550449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42018) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:27.569286 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5fb83b-78e4-4d76-9091-78ef74a425b0 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] DELETE failed (client error): The resource could not be found. Apr 21 21:42:27.569854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5fb83b-78e4-4d76-9091-78ef74a425b0 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:42:27.572793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9d5fb83b-78e4-4d76-9091-78ef74a425b0 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/networks/c532f3e9-71ca-41f0-a1eb-dff826c9ab84 HTTP/1.1" status: 404 len: 339 time: 0.0213325 Apr 21 21:42:27.575891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42020) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:27.627295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f19688-111e-4b12-b24b-b3bbeb956b54 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Deleting subnet 0693164d-180c-4ef8-af73-692d95393e7c {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:42:27.630343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0f19688-111e-4b12-b24b-b3bbeb956b54 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.669554 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0f19688-111e-4b12-b24b-b3bbeb956b54 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.755336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0f19688-111e-4b12-b24b-b3bbeb956b54 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.812961 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0f19688-111e-4b12-b24b-b3bbeb956b54 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.841165 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f19688-111e-4b12-b24b-b3bbeb956b54 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Subnet': ['ID=0693164d-180c-4ef8-af73-692d95393e7c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:27.844397 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0f19688-111e-4b12-b24b-b3bbeb956b54 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.848688 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e0f19688-111e-4b12-b24b-b3bbeb956b54 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/subnets/0693164d-180c-4ef8-af73-692d95393e7c HTTP/1.1" status: 204 len: 168 time: 0.2717767 Apr 21 21:42:27.850055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42024) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:27.929242 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:27.984114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Deleting port aee6f0bf-e53c-4550-8436-3885c98d5439 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:42:27.984455 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.049425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] For port aee6f0bf-e53c-4550-8436-3885c98d5439, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=aee6f0bf-e53c-4550-8436-3885c98d5439,segment=NetworkSegment(28292081-5f0d-4afc-a6a5-3b54902fad2f),segment_id=28292081-5f0d-4afc-a6a5-3b54902fad2f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:28.049918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.064048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Calling delete_port for aee6f0bf-e53c-4550-8436-3885c98d5439 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:42:28.149361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.175741 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Port': ['ID=aee6f0bf-e53c-4550-8436-3885c98d5439,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:28.180784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] No DVR routers for this DVR port aee6f0bf-e53c-4550-8436-3885c98d5439 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:42:28.212040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05817d2c-93ca-4761-84c6-7ab0ec4c522d None None] Network beec3b23-f267-4869-9a3f-021054ac33a6 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:28.265272 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.285523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beec3b23-f267-4869-9a3f-021054ac33a6']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:28.295342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28292081-5f0d-4afc-a6a5-3b54902fad2f') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:28.295636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28292081-5f0d-4afc-a6a5-3b54902fad2f') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:28.305116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.315046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a2c483df-4491-435a-a6af-4607e3db8a04 None None] Could not find standard attr ID for object aee6f0bf-e53c-4550-8436-3885c98d5439. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:42:28.319167 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.325539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:42:28.325932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:42:28.329207 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:42:28.373142 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb6aa94-045a-41e6-ad11-f699ba189b7f None None] DHCP port deletion for beec3b23-f267-4869-9a3f-021054ac33a6 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:42:28.390227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.397019 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.400581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/networks/beec3b23-f267-4869-9a3f-021054ac33a6 HTTP/1.1" status: 204 len: 168 time: 0.5496087 Apr 21 21:42:28.403602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42026) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:28.437040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff44e6-f7a6-4891-9d92-17b1899ec8e3 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Network': ['ID=beec3b23-f267-4869-9a3f-021054ac33a6,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:28.439133 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aed0ffe-7029-4016-8adb-4b3f1dd8ffa7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] DELETE failed (client error): The resource could not be found. Apr 21 21:42:28.439731 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aed0ffe-7029-4016-8adb-4b3f1dd8ffa7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:42:28.442453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3aed0ffe-7029-4016-8adb-4b3f1dd8ffa7 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/subnets/ad9b7030-a62b-4bff-b4c1-f9e9076d3f6e HTTP/1.1" status: 404 len: 337 time: 0.0379381 Apr 21 21:42:28.445005 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42028) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:28.463253 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-7112b2ef-6c66-4299-81a6-7253759b7763 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] DELETE failed (client error): The resource could not be found. Apr 21 21:42:28.463587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7112b2ef-6c66-4299-81a6-7253759b7763 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:42:28.466493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7112b2ef-6c66-4299-81a6-7253759b7763 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/networks/424c20da-76e8-4357-9c83-8891c9983372 HTTP/1.1" status: 404 len: 339 time: 0.0206101 Apr 21 21:42:28.468898 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42030) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:28.497680 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb09315-0e8d-41e6-87c2-e7f7ce714a2a tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] DELETE failed (client error): The resource could not be found. Apr 21 21:42:28.498114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb09315-0e8d-41e6-87c2-e7f7ce714a2a tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:42:28.500975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6cb09315-0e8d-41e6-87c2-e7f7ce714a2a tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/subnets/8338a87a-2379-490e-9d9a-fa89c292cc05 HTTP/1.1" status: 404 len: 337 time: 0.0311973 Apr 21 21:42:28.503432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42032) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:28.521055 n-d-838945-1 neutron-server[114647]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5233dea-80b3-48ec-b98d-8e824752e334 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] DELETE failed (client error): The resource could not be found. Apr 21 21:42:28.521564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5233dea-80b3-48ec-b98d-8e824752e334 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114647) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 21:42:28.524365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e5233dea-80b3-48ec-b98d-8e824752e334 tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/networks/c7565650-c670-45a7-bb19-16eb169c8bc4 HTTP/1.1" status: 404 len: 339 time: 0.0200672 Apr 21 21:42:28.526770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42034) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:28.575453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb60912-d44c-4c09-b77a-15ca7e2815ba tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Deleting subnet 5bb841e1-82f0-4554-af93-08fb75d265dd {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:42:28.578335 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fcb60912-d44c-4c09-b77a-15ca7e2815ba tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.616630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fcb60912-d44c-4c09-b77a-15ca7e2815ba tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.701329 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fcb60912-d44c-4c09-b77a-15ca7e2815ba tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.756483 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fcb60912-d44c-4c09-b77a-15ca7e2815ba tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.783190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb60912-d44c-4c09-b77a-15ca7e2815ba tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb841e1-82f0-4554-af93-08fb75d265dd,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:28.786738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fcb60912-d44c-4c09-b77a-15ca7e2815ba tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.789824 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fcb60912-d44c-4c09-b77a-15ca7e2815ba tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/subnets/5bb841e1-82f0-4554-af93-08fb75d265dd HTTP/1.1" status: 204 len: 168 time: 0.2621608 Apr 21 21:42:28.792830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42036) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:28.793375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6883c92-e57c-458e-86b8-d1c8b252d741 None None] Network fcf77f6d-48d7-4a56-9191-be7ee19035fb requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:28.873691 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.925990 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Deleting port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:42:28.926357 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:28.973143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf1633-1313-4070-a0e8-90f51c5e68d1 None None] DHCP port deletion for fcf77f6d-48d7-4a56-9191-be7ee19035fb request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:42:28.992877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] For port c678b3a7-1f93-4da1-aaa8-949bf42d9b68, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c678b3a7-1f93-4da1-aaa8-949bf42d9b68,segment=NetworkSegment(1a4bcd5c-7153-4f6f-98ad-092527a2e07f),segment_id=1a4bcd5c-7153-4f6f-98ad-092527a2e07f)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:28.993218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.006900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Calling delete_port for c678b3a7-1f93-4da1-aaa8-949bf42d9b68 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:42:29.029810 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-54cf1633-1313-4070-a0e8-90f51c5e68d1 None None] Deleting port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:42:29.030188 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-54cf1633-1313-4070-a0e8-90f51c5e68d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.083723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c678b3a7-1f93-4da1-aaa8-949bf42d9b68 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:42:29.088538 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.111360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c678b3a7-1f93-4da1-aaa8-949bf42d9b68 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:42:29.111709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c678b3a7-1f93-4da1-aaa8-949bf42d9b68 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:42:29.115825 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Port': ['ID=c678b3a7-1f93-4da1-aaa8-949bf42d9b68,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:29.117710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] No DVR routers for this DVR port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:42:29.128883 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-54cf1633-1313-4070-a0e8-90f51c5e68d1 None None] For port c678b3a7-1f93-4da1-aaa8-949bf42d9b68, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c678b3a7-1f93-4da1-aaa8-949bf42d9b68,segment=NetworkSegment(1a4bcd5c-7153-4f6f-98ad-092527a2e07f),segment_id=1a4bcd5c-7153-4f6f-98ad-092527a2e07f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:29.129286 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-54cf1633-1313-4070-a0e8-90f51c5e68d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.142029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-54cf1633-1313-4070-a0e8-90f51c5e68d1 None None] Calling delete_port for c678b3a7-1f93-4da1-aaa8-949bf42d9b68 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:42:29.196165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.216715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf77f6d-48d7-4a56-9191-be7ee19035fb']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:29.217025 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-54cf1633-1313-4070-a0e8-90f51c5e68d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.226211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4bcd5c-7153-4f6f-98ad-092527a2e07f') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:29.226448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4bcd5c-7153-4f6f-98ad-092527a2e07f') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:29.236342 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.243242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf1633-1313-4070-a0e8-90f51c5e68d1 None None] Pushing event deleted for resources: {'Port': ['ID=c678b3a7-1f93-4da1-aaa8-949bf42d9b68,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:29.249657 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.249861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf1633-1313-4070-a0e8-90f51c5e68d1 None None] No DVR routers for this DVR port c678b3a7-1f93-4da1-aaa8-949bf42d9b68 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:42:29.256239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:42:29.256625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:42:29.259702 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:42:29.315156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.322485 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.326262 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] 10.222.0.49 "DELETE /v2.0/networks/fcf77f6d-48d7-4a56-9191-be7ee19035fb HTTP/1.1" status: 204 len: 168 time: 0.5320776 Apr 21 21:42:29.342902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe8e15-247b-46e4-9305-f909d477244e tempest-NetworksIpV6Test-210651384 tempest-NetworksIpV6Test-210651384-project] Pushing event deleted for resources: {'Network': ['ID=fcf77f6d-48d7-4a56-9191-be7ee19035fb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:29.570081 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42042) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:29.699209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5f923e6-69f1-4810-9008-fb2df1876a93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cae01726066940dd903b9d329e0d913c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279497 Apr 21 21:42:29.701681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42046) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:29.749561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8904613-f8de-45f2-b979-45ee09c3451e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.770004 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8904613-f8de-45f2-b979-45ee09c3451e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.815337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8904613-f8de-45f2-b979-45ee09c3451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.817945 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-f8904613-f8de-45f2-b979-45ee09c3451e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:29.819078 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f8904613-f8de-45f2-b979-45ee09c3451e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a02f5795-59fd-4db9-9d12-140d00a26af8 HTTP/1.1" status: 204 len: 168 time: 0.1164956 Apr 21 21:42:29.826557 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8904613-f8de-45f2-b979-45ee09c3451e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02f5795-59fd-4db9-9d12-140d00a26af8,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:30.445887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42068) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:30.540351 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68a267a9-30a9-43bf-a1b7-6880b2a69a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.541611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-26fe1227-3edf-4df7-bb47-61e9f5afe71f tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-286377620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:30.562508 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-26fe1227-3edf-4df7-bb47-61e9f5afe71f tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.563506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-26fe1227-3edf-4df7-bb47-61e9f5afe71f tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.617354 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-26fe1227-3edf-4df7-bb47-61e9f5afe71f tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.621706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-26fe1227-3edf-4df7-bb47-61e9f5afe71f tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.639277 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-26fe1227-3edf-4df7-bb47-61e9f5afe71f tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.640418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-26fe1227-3edf-4df7-bb47-61e9f5afe71f tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1935544 Apr 21 21:42:30.643081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42072) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:30.647653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2134263280'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:30.664890 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Made reservation on behalf of 25257b0b325c41bfa06f2176080b3857 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:30.668098 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.676222 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.747908 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.751225 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.772480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:42:30.785017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859e8545-2509-4128-b0cb-d3340053aae0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:30.789584 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.789927 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Added segment f12a5a93-471c-4200-9e74-577f09e6b2ae of type vlan for network e07b7662-d5c9-41e7-b6d2-fba38f6b89dc Apr 21 21:42:30.828696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.852348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.858316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:30.858884 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:30.912512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2684534 Apr 21 21:42:30.915361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42074) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:30.921068 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Request body: {'subnet': {'network_id': 'e07b7662-d5c9-41e7-b6d2-fba38f6b89dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:30.926505 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fab784-a374-4522-a94c-b754a8a191b2 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event updated for resources: {'Network': ['ID=e07b7662-d5c9-41e7-b6d2-fba38f6b89dc,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:30.937148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e07b7662-d5c9-41e7-b6d2-fba38f6b89dc details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:42:31.008337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Made reservation on behalf of 25257b0b325c41bfa06f2176080b3857 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:31.011856 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.194456 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.254235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event updated for resources: {'Subnet': ['ID=c9165c42-712f-4a6e-af5c-e1c634630ab8,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:31.263695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Checking segment: {'id': 'f12a5a93-471c-4200-9e74-577f09e6b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e07b7662-d5c9-41e7-b6d2-fba38f6b89dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:31.264054 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Network hostable DHCP agents. Network: e07b7662-d5c9-41e7-b6d2-fba38f6b89dc, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:42:31.280591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Network e07b7662-d5c9-41e7-b6d2-fba38f6b89dc is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:42:31.288750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e07b7662-d5c9-41e7-b6d2-fba38f6b89dc) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:31.293475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:31.294031 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.298069 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e357ec9d-7bcd-45ed-a745-06fc02065ec9 None None] Network e07b7662-d5c9-41e7-b6d2-fba38f6b89dc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:31.310036 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-14b8b842-ae11-41ca-aaf1-508e7003560a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3935103 Apr 21 21:42:31.312999 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42076) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:31.317803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-326193907'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:31.336887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Made reservation on behalf of 25257b0b325c41bfa06f2176080b3857 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:31.340830 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.364122 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:42:31.373337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.373683 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Added segment 4ce15cf3-ee4d-4325-90d2-97774030fbe6 of type vlan for network e2c6101a-caff-4e60-b96a-7540cc361020 Apr 21 21:42:31.416328 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.439781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e07b7662-d5c9-41e7-b6d2-fba38f6b89dc', 'network_id': 'e07b7662-d5c9-41e7-b6d2-fba38f6b89dc', 'tenant_id': '25257b0b325c41bfa06f2176080b3857', 'fixed_ips': [{'subnet_id': 'c9165c42-712f-4a6e-af5c-e1c634630ab8'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:42:31.440920 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.441789 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.447215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:31.447816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.504041 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1900167 Apr 21 21:42:31.507130 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42078) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:31.513172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Request body: {'subnet': {'network_id': 'e2c6101a-caff-4e60-b96a-7540cc361020', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:31.521464 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364293b6-0909-4761-a209-96db551ba643 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event updated for resources: {'Network': ['ID=e2c6101a-caff-4e60-b96a-7540cc361020,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:31.537110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network e2c6101a-caff-4e60-b96a-7540cc361020 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:42:31.601459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Made reservation on behalf of 25257b0b325c41bfa06f2176080b3857 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:31.605145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.638501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Allocated IP 172.20.0.2 (e07b7662-d5c9-41e7-b6d2-fba38f6b89dc/c9165c42-712f-4a6e-af5c-e1c634630ab8/d026417a-ba08-42d8-9b57-30103104e6e9) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:31.780029 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.786260 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.795520 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.827994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Network e07b7662-d5c9-41e7-b6d2-fba38f6b89dc is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:31.833155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:31.840421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:31.843422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Pushing event updated for resources: {'Port': ['ID=d026417a-ba08-42d8-9b57-30103104e6e9,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:31.856093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event updated for resources: {'Subnet': ['ID=bcd8dc9a-d6e8-4a92-a2b9-a136fe7b4bd0,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:31.866101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Checking segment: {'id': '4ce15cf3-ee4d-4325-90d2-97774030fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2c6101a-caff-4e60-b96a-7540cc361020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:31.866958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Network hostable DHCP agents. Network: e2c6101a-caff-4e60-b96a-7540cc361020, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:42:31.884622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Network e2c6101a-caff-4e60-b96a-7540cc361020 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:42:31.893441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, e2c6101a-caff-4e60-b96a-7540cc361020) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:31.895015 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Attempting to bind port d026417a-ba08-42d8-9b57-30103104e6e9 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:31.895381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Attempting to bind port d026417a-ba08-42d8-9b57-30103104e6e9 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'f12a5a93-471c-4200-9e74-577f09e6b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e07b7662-d5c9-41e7-b6d2-fba38f6b89dc'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:31.895739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Attempting to bind port d026417a-ba08-42d8-9b57-30103104e6e9 on network e07b7662-d5c9-41e7-b6d2-fba38f6b89dc {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:31.898437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:31.899077 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.900927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:31.902166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Checking segment: {'id': 'f12a5a93-471c-4200-9e74-577f09e6b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e07b7662-d5c9-41e7-b6d2-fba38f6b89dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:31.902294 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.902639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Bound using segment: {'id': 'f12a5a93-471c-4200-9e74-577f09e6b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e07b7662-d5c9-41e7-b6d2-fba38f6b89dc'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:31.903098 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Bound port: d026417a-ba08-42d8-9b57-30103104e6e9, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12a5a93-471c-4200-9e74-577f09e6b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e07b7662-d5c9-41e7-b6d2-fba38f6b89dc'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:31.903478 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:31.907351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ce629-e463-4edd-ad0f-83f742db9839 None None] Network e2c6101a-caff-4e60-b96a-7540cc361020 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:31.915430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-43c90e4c-dfee-4d84-b579-7ebeb419a496 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4069557 Apr 21 21:42:31.919291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42080) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:31.923914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a259aa6c-a556-419e-8ae5-b55e5cdf5650 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e2c6101a-caff-4e60-b96a-7540cc361020'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:32.189427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] For port d026417a-ba08-42d8-9b57-30103104e6e9, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:32.209424 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] For port d026417a-ba08-42d8-9b57-30103104e6e9, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d026417a-ba08-42d8-9b57-30103104e6e9,segment=NetworkSegment(f12a5a93-471c-4200-9e74-577f09e6b2ae),segment_id=f12a5a93-471c-4200-9e74-577f09e6b2ae)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:32.229259 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.319399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8a5ee-fc57-4096-89a9-4dbea9efdec3 None None] Pushing event updated for resources: {'Port': ['ID=d026417a-ba08-42d8-9b57-30103104e6e9,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:32.325906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-e2c6101a-caff-4e60-b96a-7540cc361020', 'network_id': 'e2c6101a-caff-4e60-b96a-7540cc361020', 'tenant_id': '25257b0b325c41bfa06f2176080b3857', 'fixed_ips': [{'subnet_id': 'bcd8dc9a-d6e8-4a92-a2b9-a136fe7b4bd0'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:42:32.327021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.438941 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a259aa6c-a556-419e-8ae5-b55e5cdf5650 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.497283 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Allocated IP 172.21.0.2 (e2c6101a-caff-4e60-b96a-7540cc361020/bcd8dc9a-d6e8-4a92-a2b9-a136fe7b4bd0/dbc71c40-26d4-4b7a-94b5-8449c314d49d) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:32.565894 n-d-838945-1 neutron-server[114646]: INFO neutron.api.v2.resource [None req-a259aa6c-a556-419e-8ae5-b55e5cdf5650 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 21:42:32.571949 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a259aa6c-a556-419e-8ae5-b55e5cdf5650 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "PUT /v2.0/routers/668a422a-3fb4-4936-a9ec-c20cebe69370 HTTP/1.1" status: 400 len: 364 time: 0.6468372 Apr 21 21:42:32.573104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42084) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:32.635329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fd4104-288a-4b7c-8c8d-be47ece955ea tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Deleting subnet bcd8dc9a-d6e8-4a92-a2b9-a136fe7b4bd0 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:42:32.662206 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.667626 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42fd4104-288a-4b7c-8c8d-be47ece955ea tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.668567 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.710414 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42fd4104-288a-4b7c-8c8d-be47ece955ea tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.718037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Network e2c6101a-caff-4e60-b96a-7540cc361020 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:32.721630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Pushing event updated for resources: {'Port': ['ID=dbc71c40-26d4-4b7a-94b5-8449c314d49d,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:32.725031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:32.727080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:32.800902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Attempting to bind port dbc71c40-26d4-4b7a-94b5-8449c314d49d on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:32.801275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Attempting to bind port dbc71c40-26d4-4b7a-94b5-8449c314d49d by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '4ce15cf3-ee4d-4325-90d2-97774030fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2c6101a-caff-4e60-b96a-7540cc361020'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:32.801672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Attempting to bind port dbc71c40-26d4-4b7a-94b5-8449c314d49d on network e2c6101a-caff-4e60-b96a-7540cc361020 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:32.804090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42fd4104-288a-4b7c-8c8d-be47ece955ea tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.808334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:32.808921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Checking segment: {'id': '4ce15cf3-ee4d-4325-90d2-97774030fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2c6101a-caff-4e60-b96a-7540cc361020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:32.809335 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.809730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Bound using segment: {'id': '4ce15cf3-ee4d-4325-90d2-97774030fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2c6101a-caff-4e60-b96a-7540cc361020'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:32.810295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Bound port: dbc71c40-26d4-4b7a-94b5-8449c314d49d, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce15cf3-ee4d-4325-90d2-97774030fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2c6101a-caff-4e60-b96a-7540cc361020'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:32.810689 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.871499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7869c33d-89f4-41be-8d32-f645df5062ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.887420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42fd4104-288a-4b7c-8c8d-be47ece955ea tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.903780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] For port dbc71c40-26d4-4b7a-94b5-8449c314d49d, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:32.907828 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] For port dbc71c40-26d4-4b7a-94b5-8449c314d49d, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dbc71c40-26d4-4b7a-94b5-8449c314d49d,segment=NetworkSegment(4ce15cf3-ee4d-4325-90d2-97774030fbe6),segment_id=4ce15cf3-ee4d-4325-90d2-97774030fbe6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:32.912162 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.917464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd4104-288a-4b7c-8c8d-be47ece955ea tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd8dc9a-d6e8-4a92-a2b9-a136fe7b4bd0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:32.930004 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-42fd4104-288a-4b7c-8c8d-be47ece955ea tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:32.937340 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42086) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:32.937942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-42fd4104-288a-4b7c-8c8d-be47ece955ea tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "DELETE /v2.0/subnets/bcd8dc9a-d6e8-4a92-a2b9-a136fe7b4bd0 HTTP/1.1" status: 204 len: 168 time: 0.3599634 Apr 21 21:42:32.991414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dd698-1685-4982-bae5-978bdbf5d928 None None] Pushing event updated for resources: {'Port': ['ID=dbc71c40-26d4-4b7a-94b5-8449c314d49d,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:33.096286 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.145049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d026417a-ba08-42d8-9b57-30103104e6e9 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:33.167190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Deleting port dbc71c40-26d4-4b7a-94b5-8449c314d49d {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:42:33.168063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.206245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d026417a-ba08-42d8-9b57-30103104e6e9 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:33.207032 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.249743 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] For port dbc71c40-26d4-4b7a-94b5-8449c314d49d, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=dbc71c40-26d4-4b7a-94b5-8449c314d49d,segment=NetworkSegment(4ce15cf3-ee4d-4325-90d2-97774030fbe6),segment_id=4ce15cf3-ee4d-4325-90d2-97774030fbe6)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:33.250420 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.271836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Calling delete_port for dbc71c40-26d4-4b7a-94b5-8449c314d49d owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:42:33.293570 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.335330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port d026417a-ba08-42d8-9b57-30103104e6e9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d026417a-ba08-42d8-9b57-30103104e6e9,segment=NetworkSegment(f12a5a93-471c-4200-9e74-577f09e6b2ae),segment_id=f12a5a93-471c-4200-9e74-577f09e6b2ae)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:33.343528 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.393545 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.417092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=d026417a-ba08-42d8-9b57-30103104e6e9,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:33.422019 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event deleted for resources: {'Port': ['ID=dbc71c40-26d4-4b7a-94b5-8449c314d49d,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:33.425627 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] No DVR routers for this DVR port dbc71c40-26d4-4b7a-94b5-8449c314d49d on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:42:33.517729 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.539993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c6101a-caff-4e60-b96a-7540cc361020']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:33.543376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf69064d-6c69-4275-958a-bd5f6f351ae0 None None] Network e07b7662-d5c9-41e7-b6d2-fba38f6b89dc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:33.550056 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce15cf3-ee4d-4325-90d2-97774030fbe6') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:33.550423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce15cf3-ee4d-4325-90d2-97774030fbe6') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:33.560215 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.573082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.579660 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:42:33.580051 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:42:33.583143 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:42:33.619754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-69fa44d3-35ca-4a91-ac9f-5b8ec00cb08f None None] Provisioning complete for port d026417a-ba08-42d8-9b57-30103104e6e9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:33.620026 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-69fa44d3-35ca-4a91-ac9f-5b8ec00cb08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.645159 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.653387 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.656377 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "DELETE /v2.0/networks/e2c6101a-caff-4e60-b96a-7540cc361020 HTTP/1.1" status: 204 len: 168 time: 0.7180514 Apr 21 21:42:33.658937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42088) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:33.669908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb400-adab-43bc-86c7-8bd36ea10b35 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event deleted for resources: {'Network': ['ID=e2c6101a-caff-4e60-b96a-7540cc361020,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:33.720606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cd6732-c61d-4d80-ad04-1f46d83c4300 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Deleting subnet c9165c42-712f-4a6e-af5c-e1c634630ab8 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:42:33.723940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-91cd6732-c61d-4d80-ad04-1f46d83c4300 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.764586 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-91cd6732-c61d-4d80-ad04-1f46d83c4300 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.861486 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-91cd6732-c61d-4d80-ad04-1f46d83c4300 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.926931 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-91cd6732-c61d-4d80-ad04-1f46d83c4300 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.955430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd6732-c61d-4d80-ad04-1f46d83c4300 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event deleted for resources: {'Subnet': ['ID=c9165c42-712f-4a6e-af5c-e1c634630ab8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:33.959097 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-91cd6732-c61d-4d80-ad04-1f46d83c4300 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:33.962241 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-91cd6732-c61d-4d80-ad04-1f46d83c4300 tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "DELETE /v2.0/subnets/c9165c42-712f-4a6e-af5c-e1c634630ab8 HTTP/1.1" status: 204 len: 168 time: 0.3023217 Apr 21 21:42:33.964912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42090) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:34.010401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d1f19-3860-4b4d-abe3-a8c1371434e1 None None] Network e07b7662-d5c9-41e7-b6d2-fba38f6b89dc requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:34.060145 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.118102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Deleting port d026417a-ba08-42d8-9b57-30103104e6e9 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:42:34.118611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.134182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-276c3d29-43c1-4673-9839-88ab548b8fe2 None None] Provisioning complete for port d026417a-ba08-42d8-9b57-30103104e6e9 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:34.134561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-276c3d29-43c1-4673-9839-88ab548b8fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.183844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] For port d026417a-ba08-42d8-9b57-30103104e6e9, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d026417a-ba08-42d8-9b57-30103104e6e9,segment=NetworkSegment(f12a5a93-471c-4200-9e74-577f09e6b2ae),segment_id=f12a5a93-471c-4200-9e74-577f09e6b2ae)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:34.184171 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.201768 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Calling delete_port for d026417a-ba08-42d8-9b57-30103104e6e9 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:42:34.249618 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.258654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] DHCP port deletion for e07b7662-d5c9-41e7-b6d2-fba38f6b89dc request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:42:34.301072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.316507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01541db-f388-4055-9bc4-509162968ad1 None None] DHCP port deletion for e2c6101a-caff-4e60-b96a-7540cc361020 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:42:34.318807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] Deleting port d026417a-ba08-42d8-9b57-30103104e6e9 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:42:34.319176 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.326928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event deleted for resources: {'Port': ['ID=d026417a-ba08-42d8-9b57-30103104e6e9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:34.330773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] No DVR routers for this DVR port d026417a-ba08-42d8-9b57-30103104e6e9 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:42:34.378487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ebf00-3811-4d46-8793-505d046af9e8 None None] Network e2c6101a-caff-4e60-b96a-7540cc361020 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:34.400432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a3921b3b-34af-4e52-977c-ad859cf2f710 None None] Could not find standard attr ID for object dbc71c40-26d4-4b7a-94b5-8449c314d49d. {{(pid=114648) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 21:42:34.408514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ebf00-3811-4d46-8793-505d046af9e8 None None] Network e2c6101a-caff-4e60-b96a-7540cc361020 could not be found, it might have been deleted concurrently. {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 21:42:34.413996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.415459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] For port d026417a-ba08-42d8-9b57-30103104e6e9, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:34.415858 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.428267 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] Calling delete_port for d026417a-ba08-42d8-9b57-30103104e6e9 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:42:34.430902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] Port d026417a-ba08-42d8-9b57-30103104e6e9 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:42:34.432146 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.434950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07b7662-d5c9-41e7-b6d2-fba38f6b89dc']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:34.444089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12a5a93-471c-4200-9e74-577f09e6b2ae') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:34.444381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12a5a93-471c-4200-9e74-577f09e6b2ae') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:34.458887 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] Pushing event deleted for resources: {'Port': ['ID=d026417a-ba08-42d8-9b57-30103104e6e9,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:34.459499 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.460742 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194a9e8-0989-4bcd-ace0-d0004baeea0d None None] No DVR routers for this DVR port d026417a-ba08-42d8-9b57-30103104e6e9 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:42:34.474494 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.481080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:42:34.481359 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:42:34.484201 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:42:34.539515 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.546254 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.549308 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "DELETE /v2.0/networks/e07b7662-d5c9-41e7-b6d2-fba38f6b89dc HTTP/1.1" status: 204 len: 168 time: 0.5832427 Apr 21 21:42:34.552031 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42092) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:34.560629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50833677-8a1f-4435-ab03-e2fe6bc5199b tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Pushing event deleted for resources: {'Network': ['ID=e07b7662-d5c9-41e7-b6d2-fba38f6b89dc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:34.583477 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8b23f85f-152f-420e-bd87-ea0c4fd6df4f tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "GET /v2.0/ports?device_id=668a422a-3fb4-4936-a9ec-c20cebe69370 HTTP/1.1" status: 200 len: 205 time: 0.0301824 Apr 21 21:42:34.585833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42094) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:34.655419 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31820c11-bb4e-4e86-a16a-bcee0fb7df7a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.825507 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31820c11-bb4e-4e86-a16a-bcee0fb7df7a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.827529 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31820c11-bb4e-4e86-a16a-bcee0fb7df7a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.874152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31820c11-bb4e-4e86-a16a-bcee0fb7df7a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.874922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31820c11-bb4e-4e86-a16a-bcee0fb7df7a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Fanout notify agent at l3_agent the message router_deleted on router 668a422a-3fb4-4936-a9ec-c20cebe69370 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:42:34.882126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31820c11-bb4e-4e86-a16a-bcee0fb7df7a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:34.883471 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-31820c11-bb4e-4e86-a16a-bcee0fb7df7a tempest-RoutersNegativeTest-343293427 tempest-RoutersNegativeTest-343293427-project] 10.222.0.49 "DELETE /v2.0/routers/668a422a-3fb4-4936-a9ec-c20cebe69370 HTTP/1.1" status: 204 len: 168 time: 0.2967546 Apr 21 21:42:35.051324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d026417a-ba08-42d8-9b57-30103104e6e9 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:42:35.074131 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: d026417a-ba08-42d8-9b57-30103104e6e9 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:42:35.074487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d026417a-ba08-42d8-9b57-30103104e6e9 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:42:35.156392 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42100) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:35.284978 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b50d33ba-73ea-4e91-8255-abfaf5e3d190 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25257b0b325c41bfa06f2176080b3857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273546 Apr 21 21:42:35.287360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42104) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:35.334319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f23494f-3026-401d-8bc2-5d9c46a68f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:35.357055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f23494f-3026-401d-8bc2-5d9c46a68f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:35.401926 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f23494f-3026-401d-8bc2-5d9c46a68f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:35.404555 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f23494f-3026-401d-8bc2-5d9c46a68f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:35.405703 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5f23494f-3026-401d-8bc2-5d9c46a68f63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/859e8545-2509-4128-b0cb-d3340053aae0 HTTP/1.1" status: 204 len: 168 time: 0.1174772 Apr 21 21:42:35.413358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23494f-3026-401d-8bc2-5d9c46a68f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859e8545-2509-4128-b0cb-d3340053aae0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:35.508952 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.016745 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.029001 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42126) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:36.124909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-105904399-network', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:36.144689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Made reservation on behalf of 3b16df2d6cdd4e75b20d11c7a85f1956 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:36.147092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.155388 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.234199 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.238659 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.263260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:42:36.272880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc9b831-4855-451d-9b7f-119707224831,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:36.277805 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.278145 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Added segment bee926de-97ee-4b3d-ad33-bb195f20a5ec of type vlan for network 707697f4-8c96-445f-b1a4-9e6cccadebea Apr 21 21:42:36.317863 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.341903 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.343016 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:36.343594 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.397868 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3676617 Apr 21 21:42:36.400776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42130) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:36.405386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a298d-fe02-45d5-85dd-ed748776e116 admin admin] Pushing event updated for resources: {'Network': ['ID=707697f4-8c96-445f-b1a4-9e6cccadebea,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:36.406241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Request body: {'subnet': {'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-subnet', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:36.415005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 707697f4-8c96-445f-b1a4-9e6cccadebea details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:42:36.424992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Made reservation on behalf of 3b16df2d6cdd4e75b20d11c7a85f1956 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:36.427251 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.590988 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.647332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd297a23-855a-491a-a99d-7e34dbcf194f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:36.656035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Checking segment: {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:36.656383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Network hostable DHCP agents. Network: 707697f4-8c96-445f-b1a4-9e6cccadebea, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:42:36.673166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Network 707697f4-8c96-445f-b1a4-9e6cccadebea is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:42:36.681442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 707697f4-8c96-445f-b1a4-9e6cccadebea) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:36.685431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:36.686018 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.690281 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3e826-cce9-44ac-8515-beb7290abe1a None None] Network 707697f4-8c96-445f-b1a4-9e6cccadebea requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:36.701365 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8b0c69d1-9987-4877-ba0d-2cf6dc9d2f27 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2988966 Apr 21 21:42:36.704423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42132) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:36.711296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:36.734882 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.735866 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.822023 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.833932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-707697f4-8c96-445f-b1a4-9e6cccadebea', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'fixed_ips': [{'subnet_id': 'cd297a23-855a-491a-a99d-7e34dbcf194f'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:42:36.838973 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.962874 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:36.971377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Allocated IP 172.20.0.2 (707697f4-8c96-445f-b1a4-9e6cccadebea/cd297a23-855a-491a-a99d-7e34dbcf194f/b62ccdc9-b172-4162-8a9f-619781a09bdc) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:37.111696 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.117927 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.157620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Network 707697f4-8c96-445f-b1a4-9e6cccadebea is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:37.160374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:37.162022 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.162750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:37.174115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Pushing event updated for resources: {'Port': ['ID=b62ccdc9-b172-4162-8a9f-619781a09bdc,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:37.186761 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.197176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.197515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.197851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.198181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.199054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.199419 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.199744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.200528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.200946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.201632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.202116 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.202529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:37.236207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Attempting to bind port b62ccdc9-b172-4162-8a9f-619781a09bdc on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:37.236489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Attempting to bind port b62ccdc9-b172-4162-8a9f-619781a09bdc by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:37.236870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Attempting to bind port b62ccdc9-b172-4162-8a9f-619781a09bdc on network 707697f4-8c96-445f-b1a4-9e6cccadebea {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:37.241678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:37.242047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Checking segment: {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:37.242443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.242827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Bound using segment: {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:37.243280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Bound port: b62ccdc9-b172-4162-8a9f-619781a09bdc, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:37.243656 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.289506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Allocated IP 172.25.0.89 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/7ab5e408-3ef4-4d63-8996-7f714877ad57) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:37.308490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] For port b62ccdc9-b172-4162-8a9f-619781a09bdc, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:37.311610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] For port b62ccdc9-b172-4162-8a9f-619781a09bdc, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b62ccdc9-b172-4162-8a9f-619781a09bdc,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:37.316136 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.375244 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27675abe-1ab0-4c77-bcbe-a365507035ff None None] Pushing event updated for resources: {'Port': ['ID=b62ccdc9-b172-4162-8a9f-619781a09bdc,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:37.399087 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.432008 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.472633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:37.475545 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:37.479360 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:37.501631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab5e408-3ef4-4d63-8996-7f714877ad57,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:37.752308 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:37.951078 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:38.093341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:42:38.201178 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:42:38.213644 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Sync routers for ids ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:42:38.221494 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:38.222870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3346f62f-f247-4da4-9a45-3d0c7db298d6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5171976 Apr 21 21:42:38.225603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42134) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:38.230912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Routers {'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:42:38.231552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:42:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:38.272602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb98d7-5bd8-41ec-81f8-6129df521da2 None None] Network 707697f4-8c96-445f-b1a4-9e6cccadebea requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:38.580282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Set router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:42:38.607569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-15075e0d-dcde-42d2-92b8-26743e281720 None None] Provisioning complete for port b62ccdc9-b172-4162-8a9f-619781a09bdc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:38.607940 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-15075e0d-dcde-42d2-92b8-26743e281720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:38.858158 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-15075e0d-dcde-42d2-92b8-26743e281720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:38.894970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:38.905987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-15075e0d-dcde-42d2-92b8-26743e281720 None None] For port b62ccdc9-b172-4162-8a9f-619781a09bdc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b62ccdc9-b172-4162-8a9f-619781a09bdc,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:38.914263 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-15075e0d-dcde-42d2-92b8-26743e281720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:38.946663 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:36Z', 'updated_at': '2022-04-21T21:42:37Z', 'revision_number': 3, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'gw_port': {'id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:37Z', 'updated_at': '2022-04-21T21:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:38.979493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Checking router: adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:42:38.980408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Updating router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a port 7ab5e408-3ef4-4d63-8996-7f714877ad57 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:42:39.019036 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.020185 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15075e0d-dcde-42d2-92b8-26743e281720 None None] Pushing event updated for resources: {'Port': ['ID=b62ccdc9-b172-4162-8a9f-619781a09bdc,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:39.094142 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Allocated IP 172.20.0.1 (707697f4-8c96-445f-b1a4-9e6cccadebea/cd297a23-855a-491a-a99d-7e34dbcf194f/1c8c4c6d-62a4-422e-9dbb-0f666bff8feb) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:39.125755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b62ccdc9-b172-4162-8a9f-619781a09bdc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:39.203467 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.228132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d436660e-df6b-4136-a57c-71b3d42ba21f None None] Provisioning complete for port b62ccdc9-b172-4162-8a9f-619781a09bdc triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:39.228727 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d436660e-df6b-4136-a57c-71b3d42ba21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.238084 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.273228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Network 707697f4-8c96-445f-b1a4-9e6cccadebea is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:39.278517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:39.282173 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:39.298514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b62ccdc9-b172-4162-8a9f-619781a09bdc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:39.298879 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.307470 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Pushing event updated for resources: {'Port': ['ID=1c8c4c6d-62a4-422e-9dbb-0f666bff8feb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:39.325591 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.455570 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.460213 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.482870 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.537931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1c1a7-9afd-47ce-be1e-69b407a96bcc None None] Pushing event updated for resources: {'Port': ['ID=7ab5e408-3ef4-4d63-8996-7f714877ad57,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:39.554949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Attempting to bind port 7ab5e408-3ef4-4d63-8996-7f714877ad57 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:39.555253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Attempting to bind port 7ab5e408-3ef4-4d63-8996-7f714877ad57 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:39.555611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Attempting to bind port 7ab5e408-3ef4-4d63-8996-7f714877ad57 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:39.562640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:39.563005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:39.563400 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.563782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:39.564238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Bound port: 7ab5e408-3ef4-4d63-8996-7f714877ad57, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:39.564621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.592634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-95c81b95-80a3-4597-9814-0c5c2339bb53 None None] Provisioning complete for port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:39.593028 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95c81b95-80a3-4597-9814-0c5c2339bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.632782 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.638364 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.643638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-95c81b95-80a3-4597-9814-0c5c2339bb53 None None] Port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:42:39.651047 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] For port 7ab5e408-3ef4-4d63-8996-7f714877ad57, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:39.654626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] For port 7ab5e408-3ef4-4d63-8996-7f714877ad57, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7ab5e408-3ef4-4d63-8996-7f714877ad57,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:39.658562 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.704538 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Pushing event updated for resources: {'Port': ['ID=1c8c4c6d-62a4-422e-9dbb-0f666bff8feb,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:39.707140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:39.717120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Routers {'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:42:39.717749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:42:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:39.720493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1c1a7-9afd-47ce-be1e-69b407a96bcc None None] Pushing event updated for resources: {'Port': ['ID=7ab5e408-3ef4-4d63-8996-7f714877ad57,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:39.802847 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Network 707697f4-8c96-445f-b1a4-9e6cccadebea is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:39.804217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:39.828237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] Set router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:42:39.925118 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:42:40.037706 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:42:40.043187 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8e5c5633-7cb4-462a-9b77-2423028e7bab admin admin] 10.222.0.49 "PUT /v2.0/routers/adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8165944 Apr 21 21:42:40.054366 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:36Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 4, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'gw_port': {'id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:37Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1c8c4c6d-62a4-422e-9dbb-0f666bff8feb', 'name': '', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'mac_address': 'fa:16:3e:8d:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:38Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 2, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'subnets': [{'id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:40.091127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b06e04d-7ed1-4d9b-b8f9-fdb7c6bc9ef9 None None] The sync data for ids ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'] in n-d-838945-1 is: [{'id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:36Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 4, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'gw_port': {'id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:37Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1c8c4c6d-62a4-422e-9dbb-0f666bff8feb', 'name': '', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'mac_address': 'fa:16:3e:8d:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:38Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 2, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'subnets': [{'id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:42:40.097634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-19881e02-8bf4-4f1c-a5e6-69d490675c29 None None] Provisioning complete for port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:40.098133 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-19881e02-8bf4-4f1c-a5e6-69d490675c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:40.133788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-19881e02-8bf4-4f1c-a5e6-69d490675c29 None None] Port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:42:40.541073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42150) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:40.546097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-812592119-network', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:40.565887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Made reservation on behalf of f3664b4ac5794981b96f5ba011ab84a5 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:40.568515 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:40.578317 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:40.659821 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:40.663944 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:40.690953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:42:40.701620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b032557d-8709-4421-aadc-771bc70792c0,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:40.707736 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:40.708067 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Added segment 31e9a9a9-9d74-4b31-9522-d1697a58711c of type vlan for network ad384757-3a2b-4cc8-8c57-c1a55905efbf Apr 21 21:42:40.767064 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:40.796042 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:40.796995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:40.797578 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:40.859163 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3169522 Apr 21 21:42:40.861763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42152) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:40.866554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Request body: {'subnet': {'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-subnet', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:40.879674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f577d7e-a1b5-4c7c-a8db-149927bb0b44 admin admin] Pushing event updated for resources: {'Network': ['ID=ad384757-3a2b-4cc8-8c57-c1a55905efbf,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:40.891556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network ad384757-3a2b-4cc8-8c57-c1a55905efbf details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:42:40.893887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Made reservation on behalf of f3664b4ac5794981b96f5ba011ab84a5 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:40.896536 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.086102 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.141709 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b811d5-9a39-4748-9a9e-872ca0cdad0a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:41.153945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b62ccdc9-b172-4162-8a9f-619781a09bdc up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:41.162528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Checking segment: {'id': '31e9a9a9-9d74-4b31-9522-d1697a58711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:41.162890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Network hostable DHCP agents. Network: ad384757-3a2b-4cc8-8c57-c1a55905efbf, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:42:41.186685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Network ad384757-3a2b-4cc8-8c57-c1a55905efbf is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:42:41.201318 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, ad384757-3a2b-4cc8-8c57-c1a55905efbf) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:41.206682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:41.207391 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.210046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port b62ccdc9-b172-4162-8a9f-619781a09bdc triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:41.211570 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.218080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c7a8db-632c-4b73-843c-e29e12d98141 None None] Network ad384757-3a2b-4cc8-8c57-c1a55905efbf requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:41.226597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0b0241eb-acad-42ae-8f77-76c43f5a6eee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3637981 Apr 21 21:42:41.229325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42154) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:41.235880 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:41.259253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.260097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.319370 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.394535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7ab5e408-3ef4-4d63-8996-7f714877ad57 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:41.466334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.636660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-ad384757-3a2b-4cc8-8c57-c1a55905efbf', 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'fixed_ips': [{'subnet_id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:42:41.637494 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.653938 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7ab5e408-3ef4-4d63-8996-7f714877ad57 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:41.654307 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.676725 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.697908 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.803687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Allocated IP 172.25.0.225 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/d0e32e43-b227-4402-8457-78fdad7876ed) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:41.834743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Allocated IP 172.20.0.2 (ad384757-3a2b-4cc8-8c57-c1a55905efbf/28b811d5-9a39-4748-9a9e-872ca0cdad0a/383007b1-ad1e-498d-b6d8-8cfbc898caa1) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:41.848142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.884323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 7ab5e408-3ef4-4d63-8996-7f714877ad57, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7ab5e408-3ef4-4d63-8996-7f714877ad57,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:41.910849 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.925603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.966178 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:41.990982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=7ab5e408-3ef4-4d63-8996-7f714877ad57,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:42.007777 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:42.011439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:42.015084 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:42.020509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Pushing event updated for resources: {'Port': ['ID=d0e32e43-b227-4402-8457-78fdad7876ed,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:42.056209 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:42.063090 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:42.106454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Network ad384757-3a2b-4cc8-8c57-c1a55905efbf is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:42.109354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:42.111989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:42.121965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Pushing event updated for resources: {'Port': ['ID=383007b1-ad1e-498d-b6d8-8cfbc898caa1,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:42.177588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Attempting to bind port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:42.178005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Attempting to bind port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '31e9a9a9-9d74-4b31-9522-d1697a58711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:42.178412 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Attempting to bind port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 on network ad384757-3a2b-4cc8-8c57-c1a55905efbf {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:42.185504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:42.185913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Checking segment: {'id': '31e9a9a9-9d74-4b31-9522-d1697a58711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:42.186322 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:42.186711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Bound using segment: {'id': '31e9a9a9-9d74-4b31-9522-d1697a58711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:42.187182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Bound port: 383007b1-ad1e-498d-b6d8-8cfbc898caa1, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e9a9a9-9d74-4b31-9522-d1697a58711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:42.187692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:42.255700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] For port 383007b1-ad1e-498d-b6d8-8cfbc898caa1, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:42.259370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] For port 383007b1-ad1e-498d-b6d8-8cfbc898caa1, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=383007b1-ad1e-498d-b6d8-8cfbc898caa1,segment=NetworkSegment(31e9a9a9-9d74-4b31-9522-d1697a58711c),segment_id=31e9a9a9-9d74-4b31-9522-d1697a58711c)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:42.265247 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:42.271588 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Sync routers for ids ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:42:42.276631 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:42:42.282081 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Routers {'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:42:42.282683 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:42:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:42.288702 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:42.329346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7ea57-89f3-4006-b9a6-d62eea18bd02 None None] Pushing event updated for resources: {'Port': ['ID=383007b1-ad1e-498d-b6d8-8cfbc898caa1,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:42.393872 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Set router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:42:42.527189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:42.670247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Router cf6a1b31-221c-4221-a8cb-ea508e6ae05d is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:42:42.726017 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:36Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 4, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'gw_port': {'id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:37Z', 'updated_at': '2022-04-21T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1c8c4c6d-62a4-422e-9dbb-0f666bff8feb', 'name': '', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'mac_address': 'fa:16:3e:8d:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:38Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 2, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'subnets': [{'id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:42.757344 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Checking router: adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:42:42.757691 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Updating router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:42:42.779312 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:42:42.782259 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:42.790949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Sync routers for ids ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:42:42.800250 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:42.802338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-60f81845-1620-43fa-94a9-2820e27355df admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5698218 Apr 21 21:42:42.804659 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42156) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:42:42.805399 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Routers {'cf6a1b31-221c-4221-a8cb-ea508e6ae05d'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:42:42.806014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:42:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:42.923240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Set router cf6a1b31-221c-4221-a8cb-ea508e6ae05d gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:42:43.101939 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.110153 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.217511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:42Z', 'revision_number': 3, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'gw_port': {'id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:43.240557 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Attempting to bind port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:43.240982 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Attempting to bind port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:43.241340 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Attempting to bind port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb on network 707697f4-8c96-445f-b1a4-9e6cccadebea {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:43.244589 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Pushing event updated for resources: {'Port': ['ID=1c8c4c6d-62a4-422e-9dbb-0f666bff8feb,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:43.249472 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:43.249840 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Checking segment: {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:43.250241 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.250752 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Bound using segment: {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:43.251212 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Bound port: 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:43.251907 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.265316 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.265536 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.265869 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.266198 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.266526 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.267027 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.267333 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.267657 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.267969 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.268273 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.268590 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.268947 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:42:43.272439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Checking router: cf6a1b31-221c-4221-a8cb-ea508e6ae05d for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:42:43.273007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Updating router cf6a1b31-221c-4221-a8cb-ea508e6ae05d port d0e32e43-b227-4402-8457-78fdad7876ed binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:42:43.302671 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.326981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7ab5e408-3ef4-4d63-8996-7f714877ad57 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:43.331758 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] For port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:43.336385 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] For port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1c8c4c6d-62a4-422e-9dbb-0f666bff8feb,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:43.342398 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.424388 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fcc4e-fcf6-4af0-8080-51c31f988850 None None] Pushing event updated for resources: {'Port': ['ID=1c8c4c6d-62a4-422e-9dbb-0f666bff8feb,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:43.452530 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Routers {'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:42:43.453441 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:42:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:43.553484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7ab5e408-3ef4-4d63-8996-7f714877ad57 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:43.553783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.617007 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] Set router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:42:43.644593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-db8328b3-11fc-4e63-bb35-fd087e40dc51 None None] Provisioning complete for port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:43.644990 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db8328b3-11fc-4e63-bb35-fd087e40dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.689100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32070fd2-390b-4365-9681-d6bbb71c970e None None] Network ad384757-3a2b-4cc8-8c57-c1a55905efbf requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:42:43.743720 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.851970 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:36Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 4, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'gw_port': {'id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:37Z', 'updated_at': '2022-04-21T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1c8c4c6d-62a4-422e-9dbb-0f666bff8feb', 'name': '', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'mac_address': 'fa:16:3e:8d:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:38Z', 'updated_at': '2022-04-21T21:42:43Z', 'revision_number': 4, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'subnets': [{'id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:43.885009 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81e910-0dfe-4ae4-860b-740055317396 None None] The sync data for ids ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'] in n-d-838945-1 is: [{'id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:36Z', 'updated_at': '2022-04-21T21:42:39Z', 'revision_number': 4, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'gw_port': {'id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:37Z', 'updated_at': '2022-04-21T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1c8c4c6d-62a4-422e-9dbb-0f666bff8feb', 'name': '', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'mac_address': 'fa:16:3e:8d:6c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:38Z', 'updated_at': '2022-04-21T21:42:43Z', 'revision_number': 4, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'subnets': [{'id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:42:43.886925 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 383007b1-ad1e-498d-b6d8-8cfbc898caa1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:43.891837 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:43.943386 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Allocated IP 172.20.0.1 (ad384757-3a2b-4cc8-8c57-c1a55905efbf/28b811d5-9a39-4748-9a9e-872ca0cdad0a/28f572f2-a2ff-4273-bda2-3a1c8f4e0b36) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:43.950072 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.045150 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db8328b3-11fc-4e63-bb35-fd087e40dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.062200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.087447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfd727-75c5-4ee4-964a-dfb250796715 None None] Pushing event updated for resources: {'Port': ['ID=d0e32e43-b227-4402-8457-78fdad7876ed,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:44.097734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Attempting to bind port d0e32e43-b227-4402-8457-78fdad7876ed on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:44.098354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Attempting to bind port d0e32e43-b227-4402-8457-78fdad7876ed by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:44.098489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Attempting to bind port d0e32e43-b227-4402-8457-78fdad7876ed on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:44.107040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.133971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:44.134370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:44.134747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.135180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:44.135693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Bound port: d0e32e43-b227-4402-8457-78fdad7876ed, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:44.136085 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.149062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-db8328b3-11fc-4e63-bb35-fd087e40dc51 None None] For port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1c8c4c6d-62a4-422e-9dbb-0f666bff8feb,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:44.150106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:44.150486 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.158333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Network ad384757-3a2b-4cc8-8c57-c1a55905efbf is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:44.161648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:44.164367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:44.193023 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db8328b3-11fc-4e63-bb35-fd087e40dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.219553 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Pushing event updated for resources: {'Port': ['ID=28f572f2-a2ff-4273-bda2-3a1c8f4e0b36,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:44.230956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.371327 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.490926 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] For port d0e32e43-b227-4402-8457-78fdad7876ed, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:44.498445 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] For port d0e32e43-b227-4402-8457-78fdad7876ed, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d0e32e43-b227-4402-8457-78fdad7876ed,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:44.499431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5f1ae885-615c-4839-aa8e-238e3d18cf47 None None] Provisioning complete for port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:44.499878 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae885-615c-4839-aa8e-238e3d18cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.525248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8328b3-11fc-4e63-bb35-fd087e40dc51 None None] Pushing event updated for resources: {'Port': ['ID=1c8c4c6d-62a4-422e-9dbb-0f666bff8feb,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:44.532245 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.577239 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.586396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.633173 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.662828 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Pushing event updated for resources: {'Port': ['ID=28f572f2-a2ff-4273-bda2-3a1c8f4e0b36,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:44.670594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Routers {'cf6a1b31-221c-4221-a8cb-ea508e6ae05d'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:42:44.671231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:42:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:44.671716 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.678735 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfd727-75c5-4ee4-964a-dfb250796715 None None] Pushing event updated for resources: {'Port': ['ID=d0e32e43-b227-4402-8457-78fdad7876ed,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:44.769058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 383007b1-ad1e-498d-b6d8-8cfbc898caa1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=383007b1-ad1e-498d-b6d8-8cfbc898caa1,segment=NetworkSegment(31e9a9a9-9d74-4b31-9522-d1697a58711c),segment_id=31e9a9a9-9d74-4b31-9522-d1697a58711c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:44.779861 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.796868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Network ad384757-3a2b-4cc8-8c57-c1a55905efbf is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:44.798582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:44.872037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5f1ae885-615c-4839-aa8e-238e3d18cf47 None None] Provisioning complete for port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:44.872370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f1ae885-615c-4839-aa8e-238e3d18cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:44.908357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] Set router cf6a1b31-221c-4221-a8cb-ea508e6ae05d gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:42:44.921907 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Router cf6a1b31-221c-4221-a8cb-ea508e6ae05d has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:42:44.942950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=383007b1-ad1e-498d-b6d8-8cfbc898caa1,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:45.054834 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:42:45.067682 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3f8a9324-ac06-4bfe-8bc2-559040fda163 admin admin] 10.222.0.49 "PUT /v2.0/routers/cf6a1b31-221c-4221-a8cb-ea508e6ae05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2547526 Apr 21 21:42:45.152545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:45.235243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b7105d5f-154b-4252-8092-a0edb2b46557 None None] Provisioning complete for port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:45.235615 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b7105d5f-154b-4252-8092-a0edb2b46557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:45.241003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 4, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'gw_port': {'id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '28f572f2-a2ff-4273-bda2-3a1c8f4e0b36', 'name': '', 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'mac_address': 'fa:16:3e:48:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:43Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 2, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'subnets': [{'id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:45.263329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:45.263693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:45.307175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1385c4a-f82a-480b-87a1-bf41a470d025 None None] The sync data for ids ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'] in n-d-838945-1 is: [{'id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 4, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'gw_port': {'id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '28f572f2-a2ff-4273-bda2-3a1c8f4e0b36', 'name': '', 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'mac_address': 'fa:16:3e:48:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:43Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 2, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'subnets': [{'id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:42:45.334348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b7105d5f-154b-4252-8092-a0edb2b46557 None None] Port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:42:45.351187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b7105d5f-154b-4252-8092-a0edb2b46557 None None] Provisioning complete for port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:45.351474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b7105d5f-154b-4252-8092-a0edb2b46557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:45.413059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 383007b1-ad1e-498d-b6d8-8cfbc898caa1 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:45.502417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:45.502826 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:46.036157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-96e2b692-90d8-4d24-8ff3-9ba1aa001b03 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:46.037621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-96e2b692-90d8-4d24-8ff3-9ba1aa001b03 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/networks?id=707697f4-8c96-445f-b1a4-9e6cccadebea HTTP/1.1" status: 200 len: 816 time: 0.0976794 Apr 21 21:42:46.052507 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-b413b084-b40b-4eac-9786-5643d610e4e2 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/quotas/3b16df2d6cdd4e75b20d11c7a85f1956 HTTP/1.1" status: 200 len: 375 time: 0.0086043 Apr 21 21:42:46.105991 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-f5bfe504-aae7-4bff-b6fa-df6c3efbcbd4 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b16df2d6cdd4e75b20d11c7a85f1956&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483851 Apr 21 21:42:46.122542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-76c73b16-7caa-4c57-bcda-a1ff608e7b9d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:42:46.123472 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-76c73b16-7caa-4c57-bcda-a1ff608e7b9d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054572 Apr 21 21:42:46.209151 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-543ee817-7ef3-4d6b-bbe2-437ee99c4039 service neutron] 10.222.0.49 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796394 Apr 21 21:42:46.299194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-0b97ae9d-d293-4c13-a16b-bd2a0a02902e service neutron] 10.222.0.49 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833790 Apr 21 21:42:46.567848 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45e02e5d-6ce6-4c60-948a-97b1b8985384 req-d0947d50-92d0-4279-8ab7-336e3614de9e tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 210 time: 0.1370649 Apr 21 21:42:47.085343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d0e32e43-b227-4402-8457-78fdad7876ed up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:47.134635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d0e32e43-b227-4402-8457-78fdad7876ed triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:47.135002 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:47.216513 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:47.243556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port d0e32e43-b227-4402-8457-78fdad7876ed, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d0e32e43-b227-4402-8457-78fdad7876ed,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:47.249142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:47.297196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=d0e32e43-b227-4402-8457-78fdad7876ed,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:47.423330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-379695ba-d023-4be5-9b23-d579889c7d73 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:47.424921 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-379695ba-d023-4be5-9b23-d579889c7d73 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.43 "GET /v2.0/networks?id=707697f4-8c96-445f-b1a4-9e6cccadebea HTTP/1.1" status: 200 len: 816 time: 0.1052563 Apr 21 21:42:47.438871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Request body: {'port': {'device_id': 'cb7a3d1f-d039-493e-8ec2-37c20f93ccd2', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'admin_state_up': True, 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:47.546875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Made reservation on behalf of 3b16df2d6cdd4e75b20d11c7a85f1956 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:42:47.550325 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:47.689461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a81be35-cdf9-42e5-afc5-796222fabefe req-5320dbeb-a644-41a9-bdd3-3dae8a07f228 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0379367 Apr 21 21:42:47.705474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Allocated IP 172.20.0.4 (707697f4-8c96-445f-b1a4-9e6cccadebea/cd297a23-855a-491a-a99d-7e34dbcf194f/90b74dc0-9f67-44e5-a1b3-80bcf415dfd0) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:42:47.857319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:47.890829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:47.931423 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Sync routers for ids ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:42:47.940413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Network 707697f4-8c96-445f-b1a4-9e6cccadebea is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:42:47.941545 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Routers {'cf6a1b31-221c-4221-a8cb-ea508e6ae05d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:42:47.942200 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:42:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:47.943588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:42:47.947497 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:42:47.972389 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Pushing event updated for resources: {'Port': ['ID=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:48.000818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:48.001454 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.018844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4e6f9623-7109-4406-b251-d702e88dd6dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843601 Apr 21 21:42:48.030810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Request body: {'port': {'device_id': 'cb7a3d1f-d039-493e-8ec2-37c20f93ccd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:42:48.055699 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Set router cf6a1b31-221c-4221-a8cb-ea508e6ae05d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:42:48.092854 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.248795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ab2033d5-107d-49e7-88f0-326fd188f176 None None] Provisioning complete for port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:48.249830 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ab2033d5-107d-49e7-88f0-326fd188f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.260744 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 4, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'gw_port': {'id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '28f572f2-a2ff-4273-bda2-3a1c8f4e0b36', 'name': '', 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'mac_address': 'fa:16:3e:48:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:43Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 2, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'subnets': [{'id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:48.286943 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Checking router: cf6a1b31-221c-4221-a8cb-ea508e6ae05d for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:42:48.287570 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Updating router cf6a1b31-221c-4221-a8cb-ea508e6ae05d port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:42:48.288042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-ab2033d5-107d-49e7-88f0-326fd188f176 None None] Port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:42:48.316043 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.380725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:42:48.388500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.400720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Transition to ACTIVE for port object 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:42:48.405722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.465861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:48.541852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Attempting to bind port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:48.542204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Attempting to bind port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:48.542529 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Attempting to bind port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 on network 707697f4-8c96-445f-b1a4-9e6cccadebea {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:48.547259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 on network 707697f4-8c96-445f-b1a4-9e6cccadebea not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:42:48.547580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Attempting to bind port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 on network 707697f4-8c96-445f-b1a4-9e6cccadebea {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:48.553147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:48.553476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Checking segment: {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:48.553853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Bound using segment: {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:48.554286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Bound port: 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:48.554689 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.629909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] For port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:48.633166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] For port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:48.639728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.680156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:48.680784 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.682229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 HTTP/1.1" status: 200 len: 1091 time: 0.6562846 Apr 21 21:42:48.683245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7a3d1f-d039-493e-8ec2-37c20f93ccd2', 'tag': '90b74dc0-9f67-44e5-a1b3-80bcf415dfd0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:42:48.683990 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.685686 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851f28e9-8929-480a-a121-23a4f2405380" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7a3d1f-d039-493e-8ec2-37c20f93ccd2", "tag": "90b74dc0-9f67-44e5-a1b3-80bcf415dfd0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:42:48.690950 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.786617 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048a9023-32da-48f3-8d05-f6f6de11c0ee x-openstack-request-id: req-048a9023-32da-48f3-8d05-f6f6de11c0ee {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:42:48.786986 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7a3d1f-d039-493e-8ec2-37c20f93ccd2", "tag": "90b74dc0-9f67-44e5-a1b3-80bcf415dfd0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:42:48.787167 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-048a9023-32da-48f3-8d05-f6f6de11c0ee {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:42:48.787558 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048a9023-32da-48f3-8d05-f6f6de11c0ee'] response: {'name': 'network-changed', 'server_uuid': 'cb7a3d1f-d039-493e-8ec2-37c20f93ccd2', 'tag': '90b74dc0-9f67-44e5-a1b3-80bcf415dfd0', 'status': 'completed', 'code': 200} Apr 21 21:42:48.789745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80000368-6c1b-4704-9167-cc01354ed0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:48.808598 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bfbcc-b174-44a9-bf24-fb6c3d79ac25 None None] Pushing event updated for resources: {'Port': ['ID=28f572f2-a2ff-4273-bda2-3a1c8f4e0b36,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:48.845968 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Attempting to bind port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:42:48.846339 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Attempting to bind port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '31e9a9a9-9d74-4b31-9522-d1697a58711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:42:48.846703 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Attempting to bind port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 on network ad384757-3a2b-4cc8-8c57-c1a55905efbf {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:42:48.853826 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:42:48.855702 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Checking segment: {'id': '31e9a9a9-9d74-4b31-9522-d1697a58711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:42:48.856473 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.857022 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Bound using segment: {'id': '31e9a9a9-9d74-4b31-9522-d1697a58711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:42:48.857804 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Bound port: 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e9a9a9-9d74-4b31-9522-d1697a58711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:42:48.858190 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.861350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-0ef5d639-d82b-41c5-b664-6d386da9c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:48.862852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-0ef5d639-d82b-41c5-b664-6d386da9c181 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b16df2d6cdd4e75b20d11c7a85f1956&device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 1094 time: 0.1366639 Apr 21 21:42:48.890453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241a9c9-a490-43fc-985e-2f713f533050 req-3d666656-c487-4303-a8a1-deba4532aeef tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:48.892069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a241a9c9-a490-43fc-985e-2f713f533050 req-3d666656-c487-4303-a8a1-deba4532aeef tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 943 time: 0.0891299 Apr 21 21:42:48.925580 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-1d9925e6-1c41-4ba9-bb21-700aef99a6de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 HTTP/1.1" status: 200 len: 217 time: 0.0526762 Apr 21 21:42:48.930663 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] For port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:42:48.936999 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] For port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28f572f2-a2ff-4273-bda2-3a1c8f4e0b36,segment=NetworkSegment(31e9a9a9-9d74-4b31-9522-d1697a58711c),segment_id=31e9a9a9-9d74-4b31-9522-d1697a58711c)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:42:48.943046 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:48.996516 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a241a9c9-a490-43fc-985e-2f713f533050 req-77c8c40a-89fc-4848-9699-fb69afdab4de tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735552 Apr 21 21:42:49.005417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-b767c234-dc79-48cd-80fe-ead9c0d628b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:49.005563 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Routers {'cf6a1b31-221c-4221-a8cb-ea508e6ae05d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:42:49.006183 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:42:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:49.007026 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-b767c234-dc79-48cd-80fe-ead9c0d628b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd297a23-855a-491a-a99d-7e34dbcf194f HTTP/1.1" status: 200 len: 855 time: 0.0745511 Apr 21 21:42:49.054536 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bfbcc-b174-44a9-bf24-fb6c3d79ac25 None None] Pushing event updated for resources: {'Port': ['ID=28f572f2-a2ff-4273-bda2-3a1c8f4e0b36,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:49.080139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-2e6111d2-45ad-4695-b25f-9637c91ca3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:49.081918 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-2e6111d2-45ad-4695-b25f-9637c91ca3da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=707697f4-8c96-445f-b1a4-9e6cccadebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688705 Apr 21 21:42:49.097539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d0e32e43-b227-4402-8457-78fdad7876ed up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:49.142840 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] Set router cf6a1b31-221c-4221-a8cb-ea508e6ae05d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:42:49.159594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port d0e32e43-b227-4402-8457-78fdad7876ed triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:49.160472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:49.202889 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-56fd07e3-468f-492c-852c-86afbeb96998 service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145053 Apr 21 21:42:49.234055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-657a9815-dce9-4260-baf1-e4c005a82fe0 None None] Provisioning complete for port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:49.234871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-657a9815-dce9-4260-baf1-e4c005a82fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:49.313008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7134d3b-c7a2-4d37-8c39-768372915784 req-4b120172-ad62-4ac6-a6bc-9928a1a7d9ec service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017971 Apr 21 21:42:49.371321 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-657a9815-dce9-4260-baf1-e4c005a82fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:49.398859 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 4, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'gw_port': {'id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '28f572f2-a2ff-4273-bda2-3a1c8f4e0b36', 'name': '', 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'mac_address': 'fa:16:3e:48:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:43Z', 'updated_at': '2022-04-21T21:42:48Z', 'revision_number': 4, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'subnets': [{'id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:42:49.408451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-657a9815-dce9-4260-baf1-e4c005a82fe0 None None] For port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28f572f2-a2ff-4273-bda2-3a1c8f4e0b36,segment=NetworkSegment(31e9a9a9-9d74-4b31-9522-d1697a58711c),segment_id=31e9a9a9-9d74-4b31-9522-d1697a58711c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:49.413029 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-657a9815-dce9-4260-baf1-e4c005a82fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:49.417442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f28e9-8929-480a-a121-23a4f2405380 req-15437a6f-7b04-4a89-9f0e-4b9480c2858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:49.419029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-851f28e9-8929-480a-a121-23a4f2405380 req-15437a6f-7b04-4a89-9f0e-4b9480c2858b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b16df2d6cdd4e75b20d11c7a85f1956&device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 1094 time: 0.0476766 Apr 21 21:42:49.427553 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869090f8-fc7b-4378-a731-396953a8ceb5 None None] The sync data for ids ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'] in n-d-838945-1 is: [{'id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:44Z', 'revision_number': 4, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'gw_port': {'id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '28f572f2-a2ff-4273-bda2-3a1c8f4e0b36', 'name': '', 'network_id': 'ad384757-3a2b-4cc8-8c57-c1a55905efbf', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'mac_address': 'fa:16:3e:48:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:43Z', 'updated_at': '2022-04-21T21:42:48Z', 'revision_number': 4, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'subnets': [{'id': '28b811d5-9a39-4748-9a9e-872ca0cdad0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:42:49.469251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a9815-dce9-4260-baf1-e4c005a82fe0 None None] Pushing event updated for resources: {'Port': ['ID=28f572f2-a2ff-4273-bda2-3a1c8f4e0b36,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:49.515541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f28e9-8929-480a-a121-23a4f2405380 req-63bdc7e3-012e-42c1-ae08-cdc269db75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:49.517047 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-851f28e9-8929-480a-a121-23a4f2405380 req-63bdc7e3-012e-42c1-ae08-cdc269db75ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=707697f4-8c96-445f-b1a4-9e6cccadebea HTTP/1.1" status: 200 len: 917 time: 0.0888114 Apr 21 21:42:49.534962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2eaf9b40-6f19-40b3-a9f1-8c775a0e1379 None None] Provisioning complete for port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:49.535324 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9b40-6f19-40b3-a9f1-8c775a0e1379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:49.570665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-851f28e9-8929-480a-a121-23a4f2405380 req-904b7e1a-3e03-4040-a89c-835b13d695db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 HTTP/1.1" status: 200 len: 217 time: 0.0474045 Apr 21 21:42:49.975702 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f28e9-8929-480a-a121-23a4f2405380 req-eb98a7a1-e76a-4105-88cf-fee9f11dc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:49.977278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-851f28e9-8929-480a-a121-23a4f2405380 req-eb98a7a1-e76a-4105-88cf-fee9f11dc244 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd297a23-855a-491a-a99d-7e34dbcf194f HTTP/1.1" status: 200 len: 855 time: 0.4006009 Apr 21 21:42:50.023413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f28e9-8929-480a-a121-23a4f2405380 req-1d09d2bb-d7af-4878-9055-09342b13761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:50.025083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-851f28e9-8929-480a-a121-23a4f2405380 req-1d09d2bb-d7af-4878-9055-09342b13761c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=707697f4-8c96-445f-b1a4-9e6cccadebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408835 Apr 21 21:42:50.117177 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-851f28e9-8929-480a-a121-23a4f2405380 req-03cef215-c228-48ec-a9f7-64ad74149b9a service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853350 Apr 21 21:42:50.122958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2f869-d806-4e98-8ec9-71a09ad92d4c req-54c1dc15-9ed1-4f9a-9add-5214245aca81 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:50.124412 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32f2f869-d806-4e98-8ec9-71a09ad92d4c req-54c1dc15-9ed1-4f9a-9add-5214245aca81 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 943 time: 0.0529613 Apr 21 21:42:50.166202 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-32f2f869-d806-4e98-8ec9-71a09ad92d4c req-17f95b0c-aea0-4827-b9b9-0f1974f76fec tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Apr 21 21:42:50.207982 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-851f28e9-8929-480a-a121-23a4f2405380 req-0b2754a2-c110-42cc-bff3-f051a108b289 service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844388 Apr 21 21:42:50.911245 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:51.066436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:51.080997 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:51.128479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:51.128872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:51.282534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ff48d-e7a9-40f2-927b-230c9d2345a6 req-58819ef3-08fe-475e-81cc-6c129d80ab49 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:51.284003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa4ff48d-e7a9-40f2-927b-230c9d2345a6 req-58819ef3-08fe-475e-81cc-6c129d80ab49 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 943 time: 0.0485213 Apr 21 21:42:51.324366 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fa4ff48d-e7a9-40f2-927b-230c9d2345a6 req-c044f2ac-49c7-419a-84fa-a102a93c3851 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Apr 21 21:42:52.444491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e67da-9874-434b-ad69-9c98e228208b req-fc99b28d-3b05-475b-b8d6-98e1d032db79 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:52.445949 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e00e67da-9874-434b-ad69-9c98e228208b req-fc99b28d-3b05-475b-b8d6-98e1d032db79 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 943 time: 0.0480499 Apr 21 21:42:52.483195 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e00e67da-9874-434b-ad69-9c98e228208b req-a8a992d5-1e9e-4d75-bccd-6df1595c4963 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Apr 21 21:42:52.941896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:42:53.033675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:53.044902 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '90b74dc0-9f67-44e5-a1b3-80bcf415dfd0', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'port_id': '90b74dc0-9f67-44e5-a1b3-80bcf415dfd0', 'mac_address': 'fa:16:3e:b2:13:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:42:53.085231 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:53.097949 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:42:53.115913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:53.119463 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:53.168881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:53.434416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['90b74dc0-9f67-44e5-a1b3-80bcf415dfd0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:42:53.595745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f0145-c7de-4518-93f2-3821e46e597c req-5148fefe-3070-44ad-88b3-fbf1b78af418 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:53.597215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b0f0145-c7de-4518-93f2-3821e46e597c req-5148fefe-3070-44ad-88b3-fbf1b78af418 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0479751 Apr 21 21:42:53.633818 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b0f0145-c7de-4518-93f2-3821e46e597c req-e9001bb7-0ea6-41d4-be46-96e233933819 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Apr 21 21:42:54.746921 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93ac1c-8865-4264-99e5-1f97751e2696 req-397562a1-8c96-4b1d-a373-801562ad565e tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:54.748375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e93ac1c-8865-4264-99e5-1f97751e2696 req-397562a1-8c96-4b1d-a373-801562ad565e tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0477226 Apr 21 21:42:54.785991 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8e93ac1c-8865-4264-99e5-1f97751e2696 req-210e1ffd-0bae-428d-bb6d-e44f8593fdcf tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Apr 21 21:42:54.957566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:42:55.005527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:42:55.010079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:42:55.010839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:55.084208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:55.109971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7a3d1f-d039-493e-8ec2-37c20f93ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b74dc0-9f67-44e5-a1b3-80bcf415dfd0'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:42:55.112189 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb01005-b35b-4371-976f-6483de432da8" -d '{"events": [{"server_uuid": "cb7a3d1f-d039-493e-8ec2-37c20f93ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "90b74dc0-9f67-44e5-a1b3-80bcf415dfd0"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:42:55.124680 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:42:55.128428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:42:55.153898 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a52d0d-2d50-4827-a259-11b4328d71f5 x-openstack-request-id: req-42a52d0d-2d50-4827-a259-11b4328d71f5 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:42:55.154182 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7a3d1f-d039-493e-8ec2-37c20f93ccd2", "name": "network-vif-plugged", "status": "completed", "tag": "90b74dc0-9f67-44e5-a1b3-80bcf415dfd0", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:42:55.154433 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42a52d0d-2d50-4827-a259-11b4328d71f5 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:42:55.154818 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a52d0d-2d50-4827-a259-11b4328d71f5'] response: {'server_uuid': 'cb7a3d1f-d039-493e-8ec2-37c20f93ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b74dc0-9f67-44e5-a1b3-80bcf415dfd0', 'code': 200} Apr 21 21:42:55.177815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:42:55.246580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d752d05-9e3e-426e-8969-3d09eb26f056 req-18e8cb8e-7331-4073-a65d-fb43a85e53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:55.247958 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d752d05-9e3e-426e-8969-3d09eb26f056 req-18e8cb8e-7331-4073-a65d-fb43a85e53b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 1096 time: 0.0401516 Apr 21 21:42:55.285462 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d752d05-9e3e-426e-8969-3d09eb26f056 req-b7f6baf3-952b-40f7-8290-40b5c43830f1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292754 Apr 21 21:42:55.904371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625b92f-aa76-446d-bd46-91d740c3cf9b req-17262fe5-8baf-4519-9f35-99819a81d1a1 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:55.905813 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2625b92f-aa76-446d-bd46-91d740c3cf9b req-17262fe5-8baf-4519-9f35-99819a81d1a1 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0523577 Apr 21 21:42:55.942179 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2625b92f-aa76-446d-bd46-91d740c3cf9b req-66bfd941-ab7d-4a82-a561-1141d8d7bbc5 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304053 Apr 21 21:42:57.054883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ce430-4248-48db-b798-81555d05e096 req-62ea28f4-c62a-40c8-b522-c77e802a6fb1 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:57.056324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-259ce430-4248-48db-b798-81555d05e096 req-62ea28f4-c62a-40c8-b522-c77e802a6fb1 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0475092 Apr 21 21:42:57.096430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-259ce430-4248-48db-b798-81555d05e096 req-04e62251-8945-4849-a4f9-7852b9819e0e tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335600 Apr 21 21:42:57.210029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6b123-cd32-4d7a-9953-d57dfcda9716 req-2773ae67-ba29-4f07-89aa-77f531d8f083 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:42:57.211485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dd6b123-cd32-4d7a-9953-d57dfcda9716 req-2773ae67-ba29-4f07-89aa-77f531d8f083 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0490284 Apr 21 21:42:57.248792 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7dd6b123-cd32-4d7a-9953-d57dfcda9716 req-0f2b3468-e1d0-4551-aab8-62aeab53b5b4 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Apr 21 21:43:00.543392 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-34ca4ecb-bd73-482b-b3b4-b5b9ecd5ee3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:02.842848 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-84930259-a2ef-4ee9-a8d9-eac6f75621f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:04.243758 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:05.506675 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:06.019387 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:15.634649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1b836-2fea-4eb5-b08a-23b288c2897c req-fb0fd53a-7e41-4e43-9ec3-7ce57e777f87 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:15.636098 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3f1b836-2fea-4eb5-b08a-23b288c2897c req-fb0fd53a-7e41-4e43-9ec3-7ce57e777f87 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0490570 Apr 21 21:43:15.673841 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3f1b836-2fea-4eb5-b08a-23b288c2897c req-e62647e0-9a6d-401f-ac7a-06e0af88578c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Apr 21 21:43:16.787656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7e7cc-7772-475a-b090-e058c44facf6 req-28c60fde-6f6d-47c6-a32b-b115d2224244 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:16.789100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85d7e7cc-7772-475a-b090-e058c44facf6 req-28c60fde-6f6d-47c6-a32b-b115d2224244 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0474253 Apr 21 21:43:16.826106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85d7e7cc-7772-475a-b090-e058c44facf6 req-0d942777-0788-4b96-9921-c4510d9f400f tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305402 Apr 21 21:43:17.251122 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-83700d40-46a5-464d-bd55-0d6728a0af37 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:17.252598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-83700d40-46a5-464d-bd55-0d6728a0af37 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.43 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0506911 Apr 21 21:43:17.340793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Deleting port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:17.341058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:17.423715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] For port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:17.424072 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:17.436292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Calling delete_port for 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:17.564285 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:17.575811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['90b74dc0-9f67-44e5-a1b3-80bcf415dfd0'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:43:17.593535 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Pushing event deleted for resources: {'Port': ['ID=90b74dc0-9f67-44e5-a1b3-80bcf415dfd0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:17.633517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] No DVR routers for this DVR port 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:43:17.636740 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:17.640197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb0b00a1-66b4-48fa-9724-6dec20467ae4 req-1e99653b-6501-4910-982d-4ecbbfd1090c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.43 "DELETE /v2.0/ports/90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 HTTP/1.1" status: 204 len: 173 time: 0.3820162 Apr 21 21:43:17.640682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7a3d1f-d039-493e-8ec2-37c20f93ccd2', 'name': 'network-vif-deleted', 'tag': '90b74dc0-9f67-44e5-a1b3-80bcf415dfd0'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:43:17.643075 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39834019-1450-4bcb-8993-147aca7996e6" -d '{"events": [{"server_uuid": "cb7a3d1f-d039-493e-8ec2-37c20f93ccd2", "name": "network-vif-deleted", "tag": "90b74dc0-9f67-44e5-a1b3-80bcf415dfd0"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:43:17.692575 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df860419-c1cf-40e8-87e8-f3b9e9589fd5 x-openstack-request-id: req-df860419-c1cf-40e8-87e8-f3b9e9589fd5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:43:17.692898 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7a3d1f-d039-493e-8ec2-37c20f93ccd2", "name": "network-vif-deleted", "tag": "90b74dc0-9f67-44e5-a1b3-80bcf415dfd0", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:43:17.693228 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df860419-c1cf-40e8-87e8-f3b9e9589fd5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:43:17.693625 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df860419-c1cf-40e8-87e8-f3b9e9589fd5'] response: {'server_uuid': 'cb7a3d1f-d039-493e-8ec2-37c20f93ccd2', 'name': 'network-vif-deleted', 'tag': '90b74dc0-9f67-44e5-a1b3-80bcf415dfd0', 'status': 'completed', 'code': 200} Apr 21 21:43:17.932578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2c19dfb4-a7ec-41c1-beaf-468bc8505360 req-e2f73766-983d-43a3-8c42-2066b3659092 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=cb7a3d1f-d039-493e-8ec2-37c20f93ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0293379 Apr 21 21:43:19.268526 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:43:19.387025 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-0e59cc27-68bf-4dd4-aa83-fa6656836ced tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:19.388446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-0e59cc27-68bf-4dd4-aa83-fa6656836ced tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/networks?id=707697f4-8c96-445f-b1a4-9e6cccadebea HTTP/1.1" status: 200 len: 816 time: 0.0978439 Apr 21 21:43:19.402947 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-16096c3e-725d-4b91-873d-483bbe99f7a6 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/quotas/3b16df2d6cdd4e75b20d11c7a85f1956 HTTP/1.1" status: 200 len: 375 time: 0.0086181 Apr 21 21:43:19.452021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-24f2ee7f-12d8-45ed-94cf-93555e06c0ff tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b16df2d6cdd4e75b20d11c7a85f1956&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438497 Apr 21 21:43:19.548418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-b80f55d9-9ad3-455b-8b14-fefa9a0080dd service neutron] 10.222.0.49 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847085 Apr 21 21:43:19.635561 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-748613a9-d8cf-4004-ad4c-a7248052c074 service neutron] 10.222.0.49 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810599 Apr 21 21:43:19.797460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39d05ced-bc2c-4b75-9ec0-ddf7e775ee54 req-d2826849-020e-46a0-8480-be0c2265d5a5 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 210 time: 0.0314167 Apr 21 21:43:20.674424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-4aa28980-4c6e-4c04-94cc-eab3d9e4ceae tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:20.675859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-4aa28980-4c6e-4c04-94cc-eab3d9e4ceae tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.43 "GET /v2.0/networks?id=707697f4-8c96-445f-b1a4-9e6cccadebea HTTP/1.1" status: 200 len: 816 time: 0.1081316 Apr 21 21:43:20.688096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Request body: {'port': {'device_id': 'b8e83164-2f40-4476-bd0a-f87f6f7e0701', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'admin_state_up': True, 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:43:20.790611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Made reservation on behalf of 3b16df2d6cdd4e75b20d11c7a85f1956 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:43:20.796889 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:20.904457 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-994513dc-c49d-46e1-8c8c-fd7102d3bdc1 req-3078e2ae-940d-4b40-9395-576157b24606 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 210 time: 0.0317066 Apr 21 21:43:20.935848 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:20.955720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Allocated IP 172.20.0.13 (707697f4-8c96-445f-b1a4-9e6cccadebea/cd297a23-855a-491a-a99d-7e34dbcf194f/3905c5f6-9ee4-4c58-9a35-9f33a6f29500) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:43:21.067080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.106135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.112981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:43:21.135892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:43:21.137509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 90b74dc0-9f67-44e5-a1b3-80bcf415dfd0 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:43:21.152884 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.196800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Network 707697f4-8c96-445f-b1a4-9e6cccadebea is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:43:21.200264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:43:21.204268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:43:21.232213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Pushing event updated for resources: {'Port': ['ID=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:21.260421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:21.261195 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.278096 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-120e1f0e-5c76-45c9-875b-7da80f71864b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5938892 Apr 21 21:43:21.290799 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Request body: {'port': {'device_id': 'b8e83164-2f40-4476-bd0a-f87f6f7e0701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:43:21.346320 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.447269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-44b144f2-6c70-40fb-bdfe-31da3889eb9b None None] Provisioning complete for port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:43:21.447704 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-44b144f2-6c70-40fb-bdfe-31da3889eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.481998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-44b144f2-6c70-40fb-bdfe-31da3889eb9b None None] Port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:43:21.607340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:43:21.614374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.625990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Transition to ACTIVE for port object 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:43:21.629646 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.684579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:21.752090 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Attempting to bind port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:43:21.752502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Attempting to bind port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:43:21.752928 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Attempting to bind port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 on network 707697f4-8c96-445f-b1a4-9e6cccadebea {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:43:21.757656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 on network 707697f4-8c96-445f-b1a4-9e6cccadebea not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:43:21.757999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Attempting to bind port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 on network 707697f4-8c96-445f-b1a4-9e6cccadebea {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:43:21.763540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:43:21.763878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Checking segment: {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:43:21.764259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Bound using segment: {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:43:21.764685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Bound port: 3905c5f6-9ee4-4c58-9a35-9f33a6f29500, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee926de-97ee-4b3d-ad33-bb195f20a5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:43:21.765066 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.829887 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] For port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:43:21.833145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] For port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:43:21.838128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.883044 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:21.883657 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:21.885071 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] 10.222.0.43 "PUT /v2.0/ports/3905c5f6-9ee4-4c58-9a35-9f33a6f29500 HTTP/1.1" status: 200 len: 1092 time: 0.5985694 Apr 21 21:43:21.885502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e83164-2f40-4476-bd0a-f87f6f7e0701', 'tag': '3905c5f6-9ee4-4c58-9a35-9f33a6f29500'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:43:21.887766 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582a2a6a-3290-4421-836a-62d0051095e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e83164-2f40-4476-bd0a-f87f6f7e0701", "tag": "3905c5f6-9ee4-4c58-9a35-9f33a6f29500"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:43:21.910021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b250d59-9be2-4f4a-9dc7-dcf92eb1e7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:21.963352 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe9dfa4-e0d7-4714-822f-b2d889e11d6d x-openstack-request-id: req-3fe9dfa4-e0d7-4714-822f-b2d889e11d6d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:43:21.963621 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e83164-2f40-4476-bd0a-f87f6f7e0701", "tag": "3905c5f6-9ee4-4c58-9a35-9f33a6f29500", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:43:21.963865 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3fe9dfa4-e0d7-4714-822f-b2d889e11d6d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:43:21.964260 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe9dfa4-e0d7-4714-822f-b2d889e11d6d'] response: {'name': 'network-changed', 'server_uuid': 'b8e83164-2f40-4476-bd0a-f87f6f7e0701', 'tag': '3905c5f6-9ee4-4c58-9a35-9f33a6f29500', 'status': 'completed', 'code': 200} Apr 21 21:43:21.981310 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-07dd1793-0bd4-484c-903c-1d1be2d07e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:21.982780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-07dd1793-0bd4-484c-903c-1d1be2d07e63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b16df2d6cdd4e75b20d11c7a85f1956&device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 1095 time: 0.0493116 Apr 21 21:43:22.046995 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-c9cb94cb-d8a1-44e1-af76-424ff247757c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3905c5f6-9ee4-4c58-9a35-9f33a6f29500 HTTP/1.1" status: 200 len: 217 time: 0.0535488 Apr 21 21:43:22.093406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d54118-69fa-435b-b66d-8c0fbfa3377a req-cb835046-4f9c-418c-9c5f-9fa044b70f60 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:22.094961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8d54118-69fa-435b-b66d-8c0fbfa3377a req-cb835046-4f9c-418c-9c5f-9fa044b70f60 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 944 time: 0.1101186 Apr 21 21:43:22.123904 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-6ea3dbaa-6579-463b-b894-42f5126be8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:22.125299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-6ea3dbaa-6579-463b-b894-42f5126be8cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd297a23-855a-491a-a99d-7e34dbcf194f HTTP/1.1" status: 200 len: 855 time: 0.0721581 Apr 21 21:43:22.162240 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a8d54118-69fa-435b-b66d-8c0fbfa3377a req-8675646f-d1e0-4081-b12e-0a47cf24e5db tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595448 Apr 21 21:43:22.177745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-90f71faa-3d1b-47b5-885f-4f823adb5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:22.179245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-90f71faa-3d1b-47b5-885f-4f823adb5325 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=707697f4-8c96-445f-b1a4-9e6cccadebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451882 Apr 21 21:43:22.269347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-69f7deae-9850-47a2-b028-31b050905cd0 service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836976 Apr 21 21:43:22.356104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-757c1143-c106-40b9-84be-e2aaf69c70ab req-286f63fc-4983-4a5f-99a2-f4b4bbd101b4 service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811703 Apr 21 21:43:22.439774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a2a6a-3290-4421-836a-62d0051095e9 req-4b76ea33-e6f4-47fc-b1eb-983b028ae29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:22.441242 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-582a2a6a-3290-4421-836a-62d0051095e9 req-4b76ea33-e6f4-47fc-b1eb-983b028ae29b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b16df2d6cdd4e75b20d11c7a85f1956&device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 1095 time: 0.0395558 Apr 21 21:43:22.530719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a2a6a-3290-4421-836a-62d0051095e9 req-16db4ef2-375b-4fff-b604-d6297a8ce867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:22.532066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-582a2a6a-3290-4421-836a-62d0051095e9 req-16db4ef2-375b-4fff-b604-d6297a8ce867 service neutron] 10.222.0.43 "GET /v2.0/networks?id=707697f4-8c96-445f-b1a4-9e6cccadebea HTTP/1.1" status: 200 len: 917 time: 0.0846181 Apr 21 21:43:22.572551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-582a2a6a-3290-4421-836a-62d0051095e9 req-95b97f05-916c-4f48-8265-23eb1981e911 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3905c5f6-9ee4-4c58-9a35-9f33a6f29500 HTTP/1.1" status: 200 len: 217 time: 0.0337412 Apr 21 21:43:22.622565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a2a6a-3290-4421-836a-62d0051095e9 req-e31fb401-4232-45bd-8a0a-af63291c548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:22.623960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-582a2a6a-3290-4421-836a-62d0051095e9 req-e31fb401-4232-45bd-8a0a-af63291c548c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd297a23-855a-491a-a99d-7e34dbcf194f HTTP/1.1" status: 200 len: 855 time: 0.0457494 Apr 21 21:43:22.666851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a2a6a-3290-4421-836a-62d0051095e9 req-25036cd4-5640-4371-bdc8-f3a64c84331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:22.668259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-582a2a6a-3290-4421-836a-62d0051095e9 req-25036cd4-5640-4371-bdc8-f3a64c84331e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=707697f4-8c96-445f-b1a4-9e6cccadebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383546 Apr 21 21:43:22.754560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-582a2a6a-3290-4421-836a-62d0051095e9 req-31cfccac-b5a4-4e16-9ae8-a1494c4a5353 service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789194 Apr 21 21:43:22.843791 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-582a2a6a-3290-4421-836a-62d0051095e9 req-0a4a42e6-b45e-4c20-bb59-e6de58c732de service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827672 Apr 21 21:43:23.279643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786271ee-b97e-450d-a73d-d3713542f8fe req-0e069621-be39-439e-b828-2a7f8c2d94e8 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:23.281104 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-786271ee-b97e-450d-a73d-d3713542f8fe req-0e069621-be39-439e-b828-2a7f8c2d94e8 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 944 time: 0.0484309 Apr 21 21:43:23.318253 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-786271ee-b97e-450d-a73d-d3713542f8fe req-41f54ab8-cd18-4c3a-83c2-65106501b3dd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310833 Apr 21 21:43:24.433993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdff2a1-b814-4c7f-8295-f016386278d7 req-2fa41934-11cb-411d-a6eb-56d95abc6efe tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:24.435444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbdff2a1-b814-4c7f-8295-f016386278d7 req-2fa41934-11cb-411d-a6eb-56d95abc6efe tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 944 time: 0.0481639 Apr 21 21:43:24.472630 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fbdff2a1-b814-4c7f-8295-f016386278d7 req-4cee985e-73a7-4798-86e3-fe21d58a7d46 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Apr 21 21:43:25.128455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:43:25.218595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:25.229932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '3905c5f6-9ee4-4c58-9a35-9f33a6f29500', 'network_id': '707697f4-8c96-445f-b1a4-9e6cccadebea', 'port_id': '3905c5f6-9ee4-4c58-9a35-9f33a6f29500', 'mac_address': 'fa:16:3e:b6:7b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd297a23-855a-491a-a99d-7e34dbcf194f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:43:25.267891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:25.280257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:43:25.299235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:25.302745 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:25.347431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:25.585160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['3905c5f6-9ee4-4c58-9a35-9f33a6f29500'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:43:25.587309 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc537a2-41f1-4629-a93a-4bba52e166e8 req-9e17758b-9b00-4128-830f-62529636559b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:25.589345 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8bc537a2-41f1-4629-a93a-4bba52e166e8 req-9e17758b-9b00-4128-830f-62529636559b tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 945 time: 0.0481868 Apr 21 21:43:25.625621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8bc537a2-41f1-4629-a93a-4bba52e166e8 req-e811ccbd-6cb7-4277-b303-3247a3570852 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300691 Apr 21 21:43:26.740559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce835cb6-2f7d-47b0-bfef-71f6c73ec819 req-2b2b3684-d432-4795-bd0b-abbb1ee45e1c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:26.742035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce835cb6-2f7d-47b0-bfef-71f6c73ec819 req-2b2b3684-d432-4795-bd0b-abbb1ee45e1c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 945 time: 0.0484219 Apr 21 21:43:26.783481 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce835cb6-2f7d-47b0-bfef-71f6c73ec819 req-6f6d2b59-1277-48b3-9d2a-20e7931b4bc7 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Apr 21 21:43:27.159342 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:43:27.206158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:43:27.209872 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:43:27.210272 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:27.287202 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:27.308068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e83164-2f40-4476-bd0a-f87f6f7e0701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3905c5f6-9ee4-4c58-9a35-9f33a6f29500'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:43:27.310321 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70378574-cba0-47a5-acb5-63fe36426625" -d '{"events": [{"server_uuid": "b8e83164-2f40-4476-bd0a-f87f6f7e0701", "name": "network-vif-plugged", "status": "completed", "tag": "3905c5f6-9ee4-4c58-9a35-9f33a6f29500"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:43:27.323241 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:27.327964 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:27.352778 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55191da-888f-4d3d-9447-8abfbeb027be x-openstack-request-id: req-c55191da-888f-4d3d-9447-8abfbeb027be {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:43:27.353068 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e83164-2f40-4476-bd0a-f87f6f7e0701", "name": "network-vif-plugged", "status": "completed", "tag": "3905c5f6-9ee4-4c58-9a35-9f33a6f29500", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:43:27.353339 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c55191da-888f-4d3d-9447-8abfbeb027be {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:43:27.353728 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55191da-888f-4d3d-9447-8abfbeb027be'] response: {'server_uuid': 'b8e83164-2f40-4476-bd0a-f87f6f7e0701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3905c5f6-9ee4-4c58-9a35-9f33a6f29500', 'code': 200} Apr 21 21:43:27.379630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:27.438949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434ee9-33b1-4521-94b4-a68d5b5198d4 req-ee0bc699-619a-4a8f-b1ea-aa1a93f7b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:27.440385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74434ee9-33b1-4521-94b4-a68d5b5198d4 req-ee0bc699-619a-4a8f-b1ea-aa1a93f7b1e5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 1097 time: 0.0385106 Apr 21 21:43:27.473597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74434ee9-33b1-4521-94b4-a68d5b5198d4 req-ff2fbb1e-e719-4743-b077-e98af15eef2d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269389 Apr 21 21:43:27.896356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bc65b-b1c7-4b56-9aac-2d6485abb98a req-e0ed9c45-63ba-4ad4-97f5-b1fa53359285 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:27.897818 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-677bc65b-b1c7-4b56-9aac-2d6485abb98a req-e0ed9c45-63ba-4ad4-97f5-b1fa53359285 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 946 time: 0.0476441 Apr 21 21:43:27.935494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-677bc65b-b1c7-4b56-9aac-2d6485abb98a req-5f40c048-edf6-4a75-9732-3eebf86d348e tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Apr 21 21:43:29.050770 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cec32-67f7-4fd2-bc06-fbd5a13bed91 req-f3af6ca1-8858-4ad7-b28c-346899119ae8 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:29.052215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d02cec32-67f7-4fd2-bc06-fbd5a13bed91 req-f3af6ca1-8858-4ad7-b28c-346899119ae8 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 946 time: 0.0491407 Apr 21 21:43:29.094525 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d02cec32-67f7-4fd2-bc06-fbd5a13bed91 req-4a2d6369-fdf0-4b2b-9261-cae266ad8f1e tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356746 Apr 21 21:43:29.209684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f8598-2b85-490d-8f70-c23c15e7f66b req-6e5ac117-ca9f-4efb-bcdb-9e37908219a7 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:29.211160 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d18f8598-2b85-490d-8f70-c23c15e7f66b req-6e5ac117-ca9f-4efb-bcdb-9e37908219a7 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 946 time: 0.0491822 Apr 21 21:43:29.251337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d18f8598-2b85-490d-8f70-c23c15e7f66b req-812445ea-17e7-44e5-ba0f-5eeedb95c7ba tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342519 Apr 21 21:43:30.545603 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c7c90896-edd1-476f-bb67-9f1d20ba41b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:32.839589 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4b8e2510-bf2c-4d45-a411-0c4845de70d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:34.249747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:35.513805 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:36.023098 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:41.973890 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-0bd2f33b-d761-477c-8fcc-3fb6082bce6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400646 Apr 21 21:43:42.059451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-bce1e9c3-b39a-44a2-a47f-055511211c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:42.060975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-bce1e9c3-b39a-44a2-a47f-055511211c89 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b16df2d6cdd4e75b20d11c7a85f1956&device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 1097 time: 0.0409777 Apr 21 21:43:42.167315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-9aed4a9d-5a1f-4f33-b60d-f36f27e77176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:42.168695 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-9aed4a9d-5a1f-4f33-b60d-f36f27e77176 service neutron] 10.222.0.43 "GET /v2.0/networks?id=707697f4-8c96-445f-b1a4-9e6cccadebea HTTP/1.1" status: 200 len: 917 time: 0.0893576 Apr 21 21:43:42.213575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-a3db8e48-3db5-4e60-b538-e7878d20f472 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3905c5f6-9ee4-4c58-9a35-9f33a6f29500 HTTP/1.1" status: 200 len: 217 time: 0.0356538 Apr 21 21:43:42.260209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-068ee0ab-ea98-48eb-babd-21db2c6da2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:42.261578 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-068ee0ab-ea98-48eb-babd-21db2c6da2db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cd297a23-855a-491a-a99d-7e34dbcf194f HTTP/1.1" status: 200 len: 855 time: 0.0420201 Apr 21 21:43:42.306294 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-f76a81b5-1151-4cae-80a9-2fb5661f3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:42.307750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-f76a81b5-1151-4cae-80a9-2fb5661f3a8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=707697f4-8c96-445f-b1a4-9e6cccadebea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388775 Apr 21 21:43:42.398998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-f4f4fb8d-7d3d-4096-b397-4208f1dadce8 service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840888 Apr 21 21:43:42.494390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8d04eb6-2c70-43e9-af79-b879eeae70d8 req-8e258e64-9aef-4a4e-a0c1-f8c2dde76e7d service neutron] 10.222.0.43 "GET /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879176 Apr 21 21:43:47.465760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065720ec-1aea-4b8d-9c2b-d1c5454544a0 req-113350a2-394e-40de-bc7b-c1cc99463b29 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:47.467200 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-065720ec-1aea-4b8d-9c2b-d1c5454544a0 req-113350a2-394e-40de-bc7b-c1cc99463b29 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 946 time: 0.0491035 Apr 21 21:43:47.503052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-065720ec-1aea-4b8d-9c2b-d1c5454544a0 req-3649839d-80bf-4c07-967d-922f9fce4a9c tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297477 Apr 21 21:43:48.619993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48babb-d309-4ce0-ad41-2f9ed5159c63 req-961f3f72-cc04-495c-9d5f-c3a55a454fcd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:48.621491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0c48babb-d309-4ce0-ad41-2f9ed5159c63 req-961f3f72-cc04-495c-9d5f-c3a55a454fcd tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 946 time: 0.0490878 Apr 21 21:43:48.660198 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0c48babb-d309-4ce0-ad41-2f9ed5159c63 req-4050cced-edf4-4060-a0c8-a76e0f9fe85a tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/security-groups?id=cbc9b831-4855-451d-9b7f-119707224831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 Apr 21 21:43:49.040833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-8fd82096-ecb9-4b05-b54b-202b2c09f8de tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:49.042300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-8fd82096-ecb9-4b05-b54b-202b2c09f8de tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 946 time: 0.0481341 Apr 21 21:43:49.131030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Deleting port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:49.131314 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:49.217050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] For port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:49.217409 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:49.229936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Calling delete_port for 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:49.353930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:49.365223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['3905c5f6-9ee4-4c58-9a35-9f33a6f29500'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:43:49.382054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Pushing event deleted for resources: {'Port': ['ID=3905c5f6-9ee4-4c58-9a35-9f33a6f29500,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:49.394770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.394991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.395329 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.395658 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.395986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.396308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.396629 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.396985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.397314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.397634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.397952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.398270 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:49.432054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] No DVR routers for this DVR port 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:43:49.434735 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:49.437985 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfdc01b2-d1bf-49e5-9ed1-26635d421263 req-dce362bc-96fb-432f-a51c-d4dafbd29733 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.43 "DELETE /v2.0/ports/3905c5f6-9ee4-4c58-9a35-9f33a6f29500 HTTP/1.1" status: 204 len: 173 time: 0.3897195 Apr 21 21:43:49.438429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e83164-2f40-4476-bd0a-f87f6f7e0701', 'name': 'network-vif-deleted', 'tag': '3905c5f6-9ee4-4c58-9a35-9f33a6f29500'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:43:49.440720 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d13934-4f94-4c60-a754-5c89cf9925a7" -d '{"events": [{"server_uuid": "b8e83164-2f40-4476-bd0a-f87f6f7e0701", "name": "network-vif-deleted", "tag": "3905c5f6-9ee4-4c58-9a35-9f33a6f29500"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:43:49.484045 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e80954f-07db-4910-9b4d-d66906423c71 x-openstack-request-id: req-3e80954f-07db-4910-9b4d-d66906423c71 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:43:49.484045 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e83164-2f40-4476-bd0a-f87f6f7e0701", "name": "network-vif-deleted", "tag": "3905c5f6-9ee4-4c58-9a35-9f33a6f29500", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:43:49.484045 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e80954f-07db-4910-9b4d-d66906423c71 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:43:49.484045 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e80954f-07db-4910-9b4d-d66906423c71'] response: {'server_uuid': 'b8e83164-2f40-4476-bd0a-f87f6f7e0701', 'name': 'network-vif-deleted', 'tag': '3905c5f6-9ee4-4c58-9a35-9f33a6f29500', 'status': 'completed', 'code': 200} Apr 21 21:43:49.766368 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba37fde7-d030-4d1f-9b60-a49489d9f10e req-7bdaed96-5809-4837-bb1c-353f57dedd46 tempest-TestEncryptedCinderVolumes-2116565774 tempest-TestEncryptedCinderVolumes-2116565774-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8e83164-2f40-4476-bd0a-f87f6f7e0701 HTTP/1.1" status: 200 len: 210 time: 0.0274236 Apr 21 21:43:50.858836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42458) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:50.970209 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:51.071617 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:51.217552 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:51.451194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Deleting port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:51.451537 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:51.535452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] For port 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1c8c4c6d-62a4-422e-9dbb-0f666bff8feb,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:51.535812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:51.552277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Calling delete_port for 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:51.728110 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:51.754889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8c4c6d-62a4-422e-9dbb-0f666bff8feb,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:51.928493 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:52.148212 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:43:52.579697 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:43:52.586199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b1fbdae2-ed09-4f7f-a66f-9f0f24f196cd admin admin] 10.222.0.49 "PUT /v2.0/routers/adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247915 Apr 21 21:43:52.587254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42460) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:52.588837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] Sync routers for ids ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:43:52.598079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] Routers {'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:43:52.598676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:43:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:52.687773 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:52.699282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] Set router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:43:52.789807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:52.841676 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Deleting port 7ab5e408-3ef4-4d63-8996-7f714877ad57 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:52.841988 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:52.877163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:36Z', 'updated_at': '2022-04-21T21:43:51Z', 'revision_number': 5, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'gw_port': {'id': '7ab5e408-3ef4-4d63-8996-7f714877ad57', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:37Z', 'updated_at': '2022-04-21T21:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:52.906896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] Checking router: adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:43:52.915133 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] Routers {'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:43:52.916293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:43:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:52.920600 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] For port 7ab5e408-3ef4-4d63-8996-7f714877ad57, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7ab5e408-3ef4-4d63-8996-7f714877ad57,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:52.920989 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:52.935705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Calling delete_port for 7ab5e408-3ef4-4d63-8996-7f714877ad57 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:52.997991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] Set router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:43:53.052308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:36Z', 'updated_at': '2022-04-21T21:43:52Z', 'revision_number': 6, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:53.082042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb92c31-a038-45d3-ac7b-67fe79658130 None None] The sync data for ids ['adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a'] in n-d-838945-1 is: [{'id': 'adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a', 'name': 'tempest-TestEncryptedCinderVolumes-105904399-router', 'tenant_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:36Z', 'updated_at': '2022-04-21T21:43:52Z', 'revision_number': 6, 'project_id': '3b16df2d6cdd4e75b20d11c7a85f1956', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:43:53.109040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.137305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab5e408-3ef4-4d63-8996-7f714877ad57,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:53.197122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.283703 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:43:53.287023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.289135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.306233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:43:53.306589 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 3905c5f6-9ee4-4c58-9a35-9f33a6f29500 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:43:53.331602 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.332285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:43:53.336362 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.337562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d6d64802-05ff-46fe-98af-969267243cbb admin admin] 10.222.0.49 "DELETE /v2.0/routers/adc00b57-4ae1-41e4-8fd1-4beeb9cfca4a HTTP/1.1" status: 204 len: 168 time: 0.7493272 Apr 21 21:43:53.340713 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42462) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:53.387349 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcfc941-4762-4e9e-a0df-61777c90dfb0 admin admin] Deleting subnet cd297a23-855a-491a-a99d-7e34dbcf194f {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:43:53.390251 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc941-4762-4e9e-a0df-61777c90dfb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.424648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc941-4762-4e9e-a0df-61777c90dfb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.506737 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc941-4762-4e9e-a0df-61777c90dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.558110 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc941-4762-4e9e-a0df-61777c90dfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.590909 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc941-4762-4e9e-a0df-61777c90dfb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.594589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cfcfc941-4762-4e9e-a0df-61777c90dfb0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cd297a23-855a-491a-a99d-7e34dbcf194f HTTP/1.1" status: 204 len: 168 time: 0.2529449 Apr 21 21:43:53.595683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfc941-4762-4e9e-a0df-61777c90dfb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd297a23-855a-491a-a99d-7e34dbcf194f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:53.595871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d4982-dd7d-4e55-b918-491a4e8f12d4 None None] Network 707697f4-8c96-445f-b1a4-9e6cccadebea requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:43:53.597726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42464) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:53.663862 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.718239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Deleting port b62ccdc9-b172-4162-8a9f-619781a09bdc {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:53.718582 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.783735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] For port b62ccdc9-b172-4162-8a9f-619781a09bdc, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=b62ccdc9-b172-4162-8a9f-619781a09bdc,segment=NetworkSegment(bee926de-97ee-4b3d-ad33-bb195f20a5ec),segment_id=bee926de-97ee-4b3d-ad33-bb195f20a5ec)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:53.784028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.797823 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Calling delete_port for b62ccdc9-b172-4162-8a9f-619781a09bdc owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:53.825664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] DHCP port deletion for 707697f4-8c96-445f-b1a4-9e6cccadebea request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:43:53.878461 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.881431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Deleting port b62ccdc9-b172-4162-8a9f-619781a09bdc {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:53.881803 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.904970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62ccdc9-b172-4162-8a9f-619781a09bdc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:53.908465 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] No DVR routers for this DVR port b62ccdc9-b172-4162-8a9f-619781a09bdc on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:43:53.949106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] For port b62ccdc9-b172-4162-8a9f-619781a09bdc, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:53.949518 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.962187 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Calling delete_port for b62ccdc9-b172-4162-8a9f-619781a09bdc owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:53.964849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Port b62ccdc9-b172-4162-8a9f-619781a09bdc was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:43:53.966090 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.982488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:53.991214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Pushing event deleted for resources: {'Port': ['ID=b62ccdc9-b172-4162-8a9f-619781a09bdc,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:53.993414 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] No DVR routers for this DVR port b62ccdc9-b172-4162-8a9f-619781a09bdc on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:43:54.001767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.002107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.002441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.002769 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.003093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.003743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.003743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.004315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.004315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.004717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.004971 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.005287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc78f44a-0767-4f05-beb3-a39d3fc95fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:54.007745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707697f4-8c96-445f-b1a4-9e6cccadebea']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:54.018213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee926de-97ee-4b3d-ad33-bb195f20a5ec') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:54.018511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee926de-97ee-4b3d-ad33-bb195f20a5ec') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:54.028260 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:54.042027 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:54.048561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:43:54.048978 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:43:54.050753 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:43:54.116946 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:54.123108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:54.126267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/707697f4-8c96-445f-b1a4-9e6cccadebea HTTP/1.1" status: 204 len: 168 time: 0.5275936 Apr 21 21:43:54.129567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42466) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:54.138674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070276e8-1538-40e3-b3c9-cf13b0f188e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=707697f4-8c96-445f-b1a4-9e6cccadebea,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:54.477487 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:54.711933 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Deleting port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:54.712266 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:54.788959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] For port 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=28f572f2-a2ff-4273-bda2-3a1c8f4e0b36,segment=NetworkSegment(31e9a9a9-9d74-4b31-9522-d1697a58711c),segment_id=31e9a9a9-9d74-4b31-9522-d1697a58711c)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:54.789241 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:54.802253 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Calling delete_port for 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:54.980524 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:55.003043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f572f2-a2ff-4273-bda2-3a1c8f4e0b36,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:55.016276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.016734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.017097 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.017429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.017760 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.018088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.018409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.018730 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.019051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.019370 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.019693 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.020009 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:43:55.161285 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b62ccdc9-b172-4162-8a9f-619781a09bdc no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:43:55.185843 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: b62ccdc9-b172-4162-8a9f-619781a09bdc {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:43:55.186523 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device b62ccdc9-b172-4162-8a9f-619781a09bdc not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:43:55.187153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:43:55.201759 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:55.206773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:43:55.207113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1c8c4c6d-62a4-422e-9dbb-0f666bff8feb not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:43:55.207684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7ab5e408-3ef4-4d63-8996-7f714877ad57 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:43:55.226491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7ab5e408-3ef4-4d63-8996-7f714877ad57 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:43:55.226840 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7ab5e408-3ef4-4d63-8996-7f714877ad57 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:43:55.411147 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Router cf6a1b31-221c-4221-a8cb-ea508e6ae05d has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:43:55.510589 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:43:55.516990 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5f737abc-806d-499a-9282-e92df4622a80 admin admin] 10.222.0.49 "PUT /v2.0/routers/cf6a1b31-221c-4221-a8cb-ea508e6ae05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3851607 Apr 21 21:43:55.518133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42468) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:55.522460 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] Sync routers for ids ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:43:55.532172 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] Routers {'cf6a1b31-221c-4221-a8cb-ea508e6ae05d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:43:55.532802 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:43:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:55.618539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:55.633259 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] Set router cf6a1b31-221c-4221-a8cb-ea508e6ae05d gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:43:55.721253 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:55.773262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Deleting port d0e32e43-b227-4402-8457-78fdad7876ed {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:55.773596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:55.808868 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:43:54Z', 'revision_number': 5, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'gw_port': {'id': 'd0e32e43-b227-4402-8457-78fdad7876ed', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:55.835423 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] Checking router: cf6a1b31-221c-4221-a8cb-ea508e6ae05d for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:43:55.843730 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] Routers {'cf6a1b31-221c-4221-a8cb-ea508e6ae05d'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:43:55.844677 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:43:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:55.851982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] For port d0e32e43-b227-4402-8457-78fdad7876ed, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=d0e32e43-b227-4402-8457-78fdad7876ed,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:55.852467 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:55.865491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Calling delete_port for d0e32e43-b227-4402-8457-78fdad7876ed owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:55.930260 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] Set router cf6a1b31-221c-4221-a8cb-ea508e6ae05d gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:43:55.979658 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:43:55Z', 'revision_number': 6, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:56.007954 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a54bd1-f0db-46cc-bf7f-e24116cee2e0 None None] The sync data for ids ['cf6a1b31-221c-4221-a8cb-ea508e6ae05d'] in n-d-838945-1 is: [{'id': 'cf6a1b31-221c-4221-a8cb-ea508e6ae05d', 'name': 'tempest-TestEncryptedCinderVolumes-812592119-router', 'tenant_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:42:41Z', 'updated_at': '2022-04-21T21:43:55Z', 'revision_number': 6, 'project_id': 'f3664b4ac5794981b96f5ba011ab84a5', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:43:56.032834 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.067592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e32e43-b227-4402-8457-78fdad7876ed,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:56.123033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.210175 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.212258 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.254051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.254541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6a1b31-221c-4221-a8cb-ea508e6ae05d {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:43:56.258647 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.260284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5db68ba4-fb2b-4d85-afa4-5e36a38d2d5b admin admin] 10.222.0.49 "DELETE /v2.0/routers/cf6a1b31-221c-4221-a8cb-ea508e6ae05d HTTP/1.1" status: 204 len: 168 time: 0.7411816 Apr 21 21:43:56.263087 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42470) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:56.267540 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:43:56.310065 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c41790b-b290-4b6d-b441-c6c7ce6f0b97 admin admin] Deleting subnet 28b811d5-9a39-4748-9a9e-872ca0cdad0a {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:43:56.312915 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c41790b-b290-4b6d-b441-c6c7ce6f0b97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.347478 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c41790b-b290-4b6d-b441-c6c7ce6f0b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.425834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c41790b-b290-4b6d-b441-c6c7ce6f0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.482333 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c41790b-b290-4b6d-b441-c6c7ce6f0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.772719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41790b-b290-4b6d-b441-c6c7ce6f0b97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b811d5-9a39-4748-9a9e-872ca0cdad0a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:56.778061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5c41790b-b290-4b6d-b441-c6c7ce6f0b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.782255 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5c41790b-b290-4b6d-b441-c6c7ce6f0b97 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/28b811d5-9a39-4748-9a9e-872ca0cdad0a HTTP/1.1" status: 204 len: 168 time: 0.5174499 Apr 21 21:43:56.784055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42472) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:56.784934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e8368-8af4-49af-9a6e-ac1fca82a097 None None] Network ad384757-3a2b-4cc8-8c57-c1a55905efbf requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:43:56.855418 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.914807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Deleting port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:56.915148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.962650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8124b-6708-4b0d-ac49-f37e4608f272 None None] DHCP port deletion for ad384757-3a2b-4cc8-8c57-c1a55905efbf request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:43:56.982029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] For port 383007b1-ad1e-498d-b6d8-8cfbc898caa1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=383007b1-ad1e-498d-b6d8-8cfbc898caa1,segment=NetworkSegment(31e9a9a9-9d74-4b31-9522-d1697a58711c),segment_id=31e9a9a9-9d74-4b31-9522-d1697a58711c)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:56.982390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:56.996218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Calling delete_port for 383007b1-ad1e-498d-b6d8-8cfbc898caa1 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:57.011973 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8124b-6708-4b0d-ac49-f37e4608f272 None None] Deleting port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:43:57.012347 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b9f8124b-6708-4b0d-ac49-f37e4608f272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.082749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-b9f8124b-6708-4b0d-ac49-f37e4608f272 None None] For port 383007b1-ad1e-498d-b6d8-8cfbc898caa1, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=383007b1-ad1e-498d-b6d8-8cfbc898caa1,segment=NetworkSegment(31e9a9a9-9d74-4b31-9522-d1697a58711c),segment_id=31e9a9a9-9d74-4b31-9522-d1697a58711c)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:43:57.083144 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b9f8124b-6708-4b0d-ac49-f37e4608f272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.087844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.103767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8124b-6708-4b0d-ac49-f37e4608f272 None None] Calling delete_port for 383007b1-ad1e-498d-b6d8-8cfbc898caa1 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:43:57.109508 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:43:57.118582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Pushing event deleted for resources: {'Port': ['ID=383007b1-ad1e-498d-b6d8-8cfbc898caa1,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:57.122798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] No DVR routers for this DVR port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:43:57.134109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:43:57.134493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 28f572f2-a2ff-4273-bda2-3a1c8f4e0b36 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:43:57.134912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d0e32e43-b227-4402-8457-78fdad7876ed no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:43:57.182361 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: d0e32e43-b227-4402-8457-78fdad7876ed {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:43:57.182621 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device d0e32e43-b227-4402-8457-78fdad7876ed not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:43:57.183029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 383007b1-ad1e-498d-b6d8-8cfbc898caa1 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:43:57.192367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.205331 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 383007b1-ad1e-498d-b6d8-8cfbc898caa1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:43:57.205678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 383007b1-ad1e-498d-b6d8-8cfbc898caa1 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:43:57.214456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad384757-3a2b-4cc8-8c57-c1a55905efbf']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:57.224261 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e9a9a9-9d74-4b31-9522-d1697a58711c') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:57.224564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e9a9a9-9d74-4b31-9522-d1697a58711c') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:43:57.234691 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.237154 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b9f8124b-6708-4b0d-ac49-f37e4608f272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.248658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.254522 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:43:57.254883 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:43:57.256568 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:43:57.266339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8124b-6708-4b0d-ac49-f37e4608f272 None None] Pushing event deleted for resources: {'Port': ['ID=383007b1-ad1e-498d-b6d8-8cfbc898caa1,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:57.268184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8124b-6708-4b0d-ac49-f37e4608f272 None None] No DVR routers for this DVR port 383007b1-ad1e-498d-b6d8-8cfbc898caa1 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:43:57.318125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.324416 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.327550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ad384757-3a2b-4cc8-8c57-c1a55905efbf HTTP/1.1" status: 204 len: 168 time: 0.5425642 Apr 21 21:43:57.337462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5ea4b-54e9-422f-aa3a-9a68796de913 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad384757-3a2b-4cc8-8c57-c1a55905efbf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:57.478786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42476) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:57.517678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4651ce7a-0048-4dda-ab1b-7f8beb3c816f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b16df2d6cdd4e75b20d11c7a85f1956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376775 Apr 21 21:43:57.520060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42478) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:57.565858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdb37-46ee-40cd-89cb-4b32a30323e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.585731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdb37-46ee-40cd-89cb-4b32a30323e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.633897 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdb37-46ee-40cd-89cb-4b32a30323e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.636391 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdb37-46ee-40cd-89cb-4b32a30323e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:57.637538 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0a0bdb37-46ee-40cd-89cb-4b32a30323e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cbc9b831-4855-451d-9b7f-119707224831 HTTP/1.1" status: 204 len: 168 time: 0.1165974 Apr 21 21:43:57.645018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bdb37-46ee-40cd-89cb-4b32a30323e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc9b831-4855-451d-9b7f-119707224831,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:57.952510 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42484) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:57.991342 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-63bd1a1a-5b8e-4644-9033-c32f4232d85e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3664b4ac5794981b96f5ba011ab84a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376358 Apr 21 21:43:57.993959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42486) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:58.042796 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af252246-8b45-4dbb-beab-afd3a89c36f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:58.062932 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af252246-8b45-4dbb-beab-afd3a89c36f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:58.109010 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af252246-8b45-4dbb-beab-afd3a89c36f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:58.111486 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-af252246-8b45-4dbb-beab-afd3a89c36f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:58.112591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-af252246-8b45-4dbb-beab-afd3a89c36f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b032557d-8709-4421-aadc-771bc70792c0 HTTP/1.1" status: 204 len: 168 time: 0.1177073 Apr 21 21:43:58.120630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af252246-8b45-4dbb-beab-afd3a89c36f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b032557d-8709-4421-aadc-771bc70792c0,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:58.760694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42508) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:58.858593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1445010016-network', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:43:58.878562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Made reservation on behalf of 5f0b340cd9044dc58aa1f963b1fd5632 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:43:58.880826 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:58.888942 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:58.961406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:58.965294 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:58.992042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:43:59.001574 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ea774a-70c5-4a83-b296-494fcf6120ad,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:59.007774 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.008113 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Added segment 5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6 of type vlan for network cc241de9-e3ca-4258-ae6b-5c134aacaf83 Apr 21 21:43:59.047140 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.070477 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.071415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:59.071984 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.124838 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3629203 Apr 21 21:43:59.127747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42512) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:59.131478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03e863-6ceb-47a1-93d2-38f2d9870b56 admin admin] Pushing event updated for resources: {'Network': ['ID=cc241de9-e3ca-4258-ae6b-5c134aacaf83,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:59.132573 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Request body: {'subnet': {'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1445010016-subnet', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:43:59.141689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network cc241de9-e3ca-4258-ae6b-5c134aacaf83 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:43:59.154113 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Made reservation on behalf of 5f0b340cd9044dc58aa1f963b1fd5632 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:43:59.156476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.334106 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.395281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83411b12-7818-40e5-9739-c0af36132ddf,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:59.399494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Checking segment: {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:43:59.399848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Network hostable DHCP agents. Network: cc241de9-e3ca-4258-ae6b-5c134aacaf83, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:43:59.416377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Network cc241de9-e3ca-4258-ae6b-5c134aacaf83 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:43:59.424466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, cc241de9-e3ca-4258-ae6b-5c134aacaf83) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:43:59.428418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:43:59.429026 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.433996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e82f06a-bd9a-4b90-8685-2c1eef86cf40 None None] Network cc241de9-e3ca-4258-ae6b-5c134aacaf83 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:43:59.444121 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9ae9132a-b7d6-427d-b25a-7644c5fa3978 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3152921 Apr 21 21:43:59.447371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42514) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:43:59.452076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:43:59.470382 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.471337 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.530138 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.583892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:43:59.584737 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.666960 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.720739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Allocated IP 172.20.0.2 (cc241de9-e3ca-4258-ae6b-5c134aacaf83/83411b12-7818-40e5-9739-c0af36132ddf/fa1c546b-c315-4e47-86a5-c47df555d2f2) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:43:59.865853 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.867971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.872912 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.889131 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.914546 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Network cc241de9-e3ca-4258-ae6b-5c134aacaf83 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:43:59.919815 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:43:59.921837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Pushing event updated for resources: {'Port': ['ID=fa1c546b-c315-4e47-86a5-c47df555d2f2,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:43:59.923982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:43:59.978688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Attempting to bind port fa1c546b-c315-4e47-86a5-c47df555d2f2 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:43:59.979049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Attempting to bind port fa1c546b-c315-4e47-86a5-c47df555d2f2 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:43:59.979407 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Attempting to bind port fa1c546b-c315-4e47-86a5-c47df555d2f2 on network cc241de9-e3ca-4258-ae6b-5c134aacaf83 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:43:59.984188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:43:59.984554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Checking segment: {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:43:59.984988 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.985370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Bound using segment: {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:43:59.985832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Bound port: fa1c546b-c315-4e47-86a5-c47df555d2f2, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:43:59.986205 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:43:59.991624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Allocated IP 172.25.0.2 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/f2509fb9-c97f-4c57-ae13-5f12c410b598) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:44:00.048416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] For port fa1c546b-c315-4e47-86a5-c47df555d2f2, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:44:00.051592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] For port fa1c546b-c315-4e47-86a5-c47df555d2f2, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fa1c546b-c315-4e47-86a5-c47df555d2f2,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:44:00.055267 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:00.111615 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:00.113709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea1ef4-c6da-4175-8a93-d764076735ca None None] Pushing event updated for resources: {'Port': ['ID=fa1c546b-c315-4e47-86a5-c47df555d2f2,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:00.147717 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:00.190492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:44:00.193545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:00.198541 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:44:00.201854 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Pushing event updated for resources: {'Port': ['ID=f2509fb9-c97f-4c57-ae13-5f12c410b598,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:00.455918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:00.548847 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-84391954-2970-4460-ba8d-071ae4fe210b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:00.648487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:00.775093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Router c594503b-b7fe-40be-8966-b33644a6d2f3 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:44:00.885693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:44:00.897147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Sync routers for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:44:00.904108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:00.907962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-22ea4e67-5c08-4ce7-81e2-05a2b4920aaf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4571009 Apr 21 21:44:00.908373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42516) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:00.909080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:00.909701 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:43:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:01.024338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:01.154357 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019329bb-4a31-4302-8ff1-869eb40888ac None None] Network cc241de9-e3ca-4258-ae6b-5c134aacaf83 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:44:01.156553 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fa1c546b-c315-4e47-86a5-c47df555d2f2 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:01.297068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7c241537-f749-4493-a349-b1e3af252ff1 None None] Provisioning complete for port fa1c546b-c315-4e47-86a5-c47df555d2f2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:01.297361 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c241537-f749-4493-a349-b1e3af252ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:01.534665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fa1c546b-c315-4e47-86a5-c47df555d2f2 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:01.535040 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:01.675043 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:01.708797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:00Z', 'revision_number': 3, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:01.714028 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c241537-f749-4493-a349-b1e3af252ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:01.761609 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Checking router: c594503b-b7fe-40be-8966-b33644a6d2f3 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:44:01.761966 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Updating router c594503b-b7fe-40be-8966-b33644a6d2f3 port f2509fb9-c97f-4c57-ae13-5f12c410b598 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:44:01.793308 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:01.822471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7c241537-f749-4493-a349-b1e3af252ff1 None None] For port fa1c546b-c315-4e47-86a5-c47df555d2f2, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fa1c546b-c315-4e47-86a5-c47df555d2f2,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:01.828677 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:01.832695 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7c241537-f749-4493-a349-b1e3af252ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:01.856507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Allocated IP 172.20.0.1 (cc241de9-e3ca-4258-ae6b-5c134aacaf83/83411b12-7818-40e5-9739-c0af36132ddf/70370bb0-e655-49cc-adc3-33638f993b5c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:44:01.974151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.003688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 21:44:02.004001 n-d-838945-1 neutron-server[114648]: DEBUG oslo_db.api [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 21:44:02.007500 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.011476 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c241537-f749-4493-a349-b1e3af252ff1 None None] Pushing event updated for resources: {'Port': ['ID=fa1c546b-c315-4e47-86a5-c47df555d2f2,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:02.043590 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Network cc241de9-e3ca-4258-ae6b-5c134aacaf83 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:44:02.048432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:02.051993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:44:02.077574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Pushing event updated for resources: {'Port': ['ID=70370bb0-e655-49cc-adc3-33638f993b5c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:02.090585 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4f099f52-d484-4872-913e-9eec2c17de45 None None] Provisioning complete for port fa1c546b-c315-4e47-86a5-c47df555d2f2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:02.090911 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4f099f52-d484-4872-913e-9eec2c17de45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.097825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.241066 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.251942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.260820 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.311578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Attempting to bind port f2509fb9-c97f-4c57-ae13-5f12c410b598 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:44:02.311942 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Attempting to bind port f2509fb9-c97f-4c57-ae13-5f12c410b598 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:44:02.312296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Attempting to bind port f2509fb9-c97f-4c57-ae13-5f12c410b598 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:44:02.315301 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04020f93-9066-489c-bd4a-4980bcab8ae9 None None] Pushing event updated for resources: {'Port': ['ID=f2509fb9-c97f-4c57-ae13-5f12c410b598,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:02.319933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:44:02.320237 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:44:02.321066 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.321066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:44:02.321469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Bound port: f2509fb9-c97f-4c57-ae13-5f12c410b598, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:44:02.321876 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.380059 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] For port f2509fb9-c97f-4c57-ae13-5f12c410b598, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:44:02.395831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] For port f2509fb9-c97f-4c57-ae13-5f12c410b598, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f2509fb9-c97f-4c57-ae13-5f12c410b598,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:44:02.396818 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-079272e6-b400-4482-94ee-ada3bf932d35 None None] Provisioning complete for port 70370bb0-e655-49cc-adc3-33638f993b5c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:02.397207 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-079272e6-b400-4482-94ee-ada3bf932d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.400443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.411546 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.416380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.470388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-079272e6-b400-4482-94ee-ada3bf932d35 None None] Port 70370bb0-e655-49cc-adc3-33638f993b5c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:44:02.480744 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.483281 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Pushing event updated for resources: {'Port': ['ID=70370bb0-e655-49cc-adc3-33638f993b5c,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:02.491956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:02.492584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:43:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:02.495905 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04020f93-9066-489c-bd4a-4980bcab8ae9 None None] Pushing event updated for resources: {'Port': ['ID=f2509fb9-c97f-4c57-ae13-5f12c410b598,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:02.575239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Network cc241de9-e3ca-4258-ae6b-5c134aacaf83 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:44:02.576720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:02.632486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:02.693680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Router c594503b-b7fe-40be-8966-b33644a6d2f3 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:44:02.808945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:44:02.813736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e0db25c2-0a7b-4684-8b92-5f5be884862b admin admin] 10.222.0.49 "PUT /v2.0/routers/c594503b-b7fe-40be-8966-b33644a6d2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9044328 Apr 21 21:44:02.832099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-99ae62d3-2ac6-40fb-a30b-5dd6bdfe7244 None None] Provisioning complete for port 70370bb0-e655-49cc-adc3-33638f993b5c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:02.832583 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99ae62d3-2ac6-40fb-a30b-5dd6bdfe7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.869801 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-280aa172-e042-43ee-ba33-b641ae525247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:02.886061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-99ae62d3-2ac6-40fb-a30b-5dd6bdfe7244 None None] Port 70370bb0-e655-49cc-adc3-33638f993b5c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:44:02.897548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 2, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:02.924879 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38e62f-32e2-4197-8718-2231917b2473 None None] The sync data for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 is: [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 2, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:44:03.100074 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fa1c546b-c315-4e47-86a5-c47df555d2f2 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:03.195253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port fa1c546b-c315-4e47-86a5-c47df555d2f2 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:03.195467 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.325566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42532) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:03.330743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1834187751-network', 'tenant_id': '94d269610c584697b79a3a4b11f96c45'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:03.350435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Made reservation on behalf of 94d269610c584697b79a3a4b11f96c45 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:44:03.352952 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.361996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.440684 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.444750 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.471680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:44:03.481597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed719fa-0b29-4998-8746-714ec9fe67dd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:03.486609 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.486960 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Added segment cd3a0408-570c-4a41-a573-8d9c71c5fe49 of type vlan for network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 Apr 21 21:44:03.531469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.557922 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.558947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:03.559460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.624830 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2960346 Apr 21 21:44:03.625444 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42534) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:03.631729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Request body: {'subnet': {'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1834187751-subnet', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:03.641748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74f715-6eb8-4b7a-9c1a-918e118dba4e admin admin] Pushing event updated for resources: {'Network': ['ID=dae9b573-f00b-4dc7-a44f-3b04b09bcc04,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:03.654720 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:44:03.660238 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Made reservation on behalf of 94d269610c584697b79a3a4b11f96c45 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:44:03.663227 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.846473 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.903837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8f68f8-7b5e-47b3-b551-e3ebc284b192,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:03.910958 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Checking segment: {'id': 'cd3a0408-570c-4a41-a573-8d9c71c5fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:44:03.911427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Network hostable DHCP agents. Network: dae9b573-f00b-4dc7-a44f-3b04b09bcc04, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:44:03.929486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:44:03.939410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, dae9b573-f00b-4dc7-a44f-3b04b09bcc04) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:03.943778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:03.944459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.950461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a7137-57d1-45cd-b15e-a298e69d2871 None None] Network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:44:03.964712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a9f4d907-89e7-48ea-8c1a-303d3dc4ba96 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3382242 Apr 21 21:44:03.967240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42536) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:03.971751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:03.993641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:03.995567 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.055663 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.109783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-dae9b573-f00b-4dc7-a44f-3b04b09bcc04', 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'fixed_ips': [{'subnet_id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:44:04.110877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.197774 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.262980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Allocated IP 172.20.0.2 (dae9b573-f00b-4dc7-a44f-3b04b09bcc04/0c8f68f8-7b5e-47b3-b551-e3ebc284b192/4c028aba-c7d3-4baa-a266-4d82fc4937cf) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:44:04.267935 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.401211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.405624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.411354 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.421236 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.454854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:44:04.457708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:04.461327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:44:04.468411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Pushing event updated for resources: {'Port': ['ID=4c028aba-c7d3-4baa-a266-4d82fc4937cf,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:04.521003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Attempting to bind port 4c028aba-c7d3-4baa-a266-4d82fc4937cf on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:44:04.521432 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Attempting to bind port 4c028aba-c7d3-4baa-a266-4d82fc4937cf by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'cd3a0408-570c-4a41-a573-8d9c71c5fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:44:04.522055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Attempting to bind port 4c028aba-c7d3-4baa-a266-4d82fc4937cf on network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:44:04.528799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:44:04.529168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Checking segment: {'id': 'cd3a0408-570c-4a41-a573-8d9c71c5fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:44:04.529570 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.529957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Bound using segment: {'id': 'cd3a0408-570c-4a41-a573-8d9c71c5fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:44:04.530418 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Bound port: 4c028aba-c7d3-4baa-a266-4d82fc4937cf, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3a0408-570c-4a41-a573-8d9c71c5fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:44:04.530801 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.531334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Allocated IP 172.25.0.199 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/e5e44774-8215-45eb-b632-90af5ebde8d6) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:44:04.594415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] For port 4c028aba-c7d3-4baa-a266-4d82fc4937cf, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:44:04.597481 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] For port 4c028aba-c7d3-4baa-a266-4d82fc4937cf, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4c028aba-c7d3-4baa-a266-4d82fc4937cf,segment=NetworkSegment(cd3a0408-570c-4a41-a573-8d9c71c5fe49),segment_id=cd3a0408-570c-4a41-a573-8d9c71c5fe49)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:44:04.602375 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.633433 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.661754 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274814a6-9705-4b21-986b-0e2f5533fc2b None None] Pushing event updated for resources: {'Port': ['ID=4c028aba-c7d3-4baa-a266-4d82fc4937cf,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:04.679124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:04.722777 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:44:04.727274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:04.731832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:44:04.734868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e44774-8215-45eb-b632-90af5ebde8d6,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:05.009840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.064860 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Sync routers for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:44:05.076333 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:05.076955 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:44:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:05.178278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4c028aba-c7d3-4baa-a266-4d82fc4937cf up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:05.190363 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:05.221979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.365149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:44:05.399228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4c028aba-c7d3-4baa-a266-4d82fc4937cf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:05.399601 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.412616 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 2, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:05.480453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:44:05.480685 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.504891 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.510531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42538) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:05.517942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-55768124-a73b-4c40-81d2-265ec9aad826 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5494726 Apr 21 21:44:05.529675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 4c028aba-c7d3-4baa-a266-4d82fc4937cf, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4c028aba-c7d3-4baa-a266-4d82fc4937cf,segment=NetworkSegment(cd3a0408-570c-4a41-a573-8d9c71c5fe49),segment_id=cd3a0408-570c-4a41-a573-8d9c71c5fe49)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:05.537271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Sync routers for ids ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:44:05.549292 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Checking router: c594503b-b7fe-40be-8966-b33644a6d2f3 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:44:05.549640 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Updating router c594503b-b7fe-40be-8966-b33644a6d2f3 port 70370bb0-e655-49cc-adc3-33638f993b5c binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:44:05.554839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.555832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f2509fb9-c97f-4c57-ae13-5f12c410b598 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:05.586633 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.606936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Routers {'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:05.607613 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:44:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:05.610571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.734088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=4c028aba-c7d3-4baa-a266-4d82fc4937cf,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:05.745625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f2509fb9-c97f-4c57-ae13-5f12c410b598 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:05.746261 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.795014 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Set router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:05.919661 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.927566 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:05.984694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89b8b9-f58e-45aa-8086-35baef01de2e None None] Network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:44:06.011051 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.024272 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Pushing event updated for resources: {'Port': ['ID=70370bb0-e655-49cc-adc3-33638f993b5c,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:06.041841 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Attempting to bind port 70370bb0-e655-49cc-adc3-33638f993b5c on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:44:06.042208 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Attempting to bind port 70370bb0-e655-49cc-adc3-33638f993b5c by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:44:06.042568 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Attempting to bind port 70370bb0-e655-49cc-adc3-33638f993b5c on network cc241de9-e3ca-4258-ae6b-5c134aacaf83 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:44:06.046453 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.046796 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.047153 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.047485 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.047902 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.048160 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.048486 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.048827 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.049166 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.049466 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.049784 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.050100 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:06.056114 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:44:06.056995 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Checking segment: {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:44:06.057400 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.057780 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Bound using segment: {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:44:06.058255 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Bound port: 70370bb0-e655-49cc-adc3-33638f993b5c, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:44:06.058633 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.085072 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.132487 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.136267 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] For port 70370bb0-e655-49cc-adc3-33638f993b5c, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:44:06.141331 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] For port 70370bb0-e655-49cc-adc3-33638f993b5c, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=70370bb0-e655-49cc-adc3-33638f993b5c,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:44:06.147227 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.147433 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port f2509fb9-c97f-4c57-ae13-5f12c410b598, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f2509fb9-c97f-4c57-ae13-5f12c410b598,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:06.155339 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.231451 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:06.232085 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:44:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:06.246005 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9a0000c1-8df6-4d31-85a8-12d518390753 None None] Provisioning complete for port 4c028aba-c7d3-4baa-a266-4d82fc4937cf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:06.246558 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9a0000c1-8df6-4d31-85a8-12d518390753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.274724 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbd815-812e-418d-abf3-a97f19acf7c4 None None] Pushing event updated for resources: {'Port': ['ID=70370bb0-e655-49cc-adc3-33638f993b5c,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:06.281956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=f2509fb9-c97f-4c57-ae13-5f12c410b598,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:06.349162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Allocated IP 172.20.0.1 (dae9b573-f00b-4dc7-a44f-3b04b09bcc04/0c8f68f8-7b5e-47b3-b551-e3ebc284b192/5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:44:06.350989 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:04Z', 'revision_number': 3, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'gw_port': {'id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:06.371426 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:06.385154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Checking router: c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:44:06.385391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Updating router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 port e5e44774-8215-45eb-b632-90af5ebde8d6 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:44:06.466257 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.510205 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.561598 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.602062 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:44:06.607409 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:06.610319 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:44:06.622075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2615bc22-4e29-4d74-9085-74b154881fb7 None None] Provisioning complete for port 70370bb0-e655-49cc-adc3-33638f993b5c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:06.622705 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2615bc22-4e29-4d74-9085-74b154881fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.626588 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:06.644848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Pushing event updated for resources: {'Port': ['ID=5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:06.662648 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.670288 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d07011-5c65-447c-8c81-194d036ea7aa None None] The sync data for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 is: [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:44:06.824842 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2615bc22-4e29-4d74-9085-74b154881fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.840613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.902554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2615bc22-4e29-4d74-9085-74b154881fb7 None None] For port 70370bb0-e655-49cc-adc3-33638f993b5c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=70370bb0-e655-49cc-adc3-33638f993b5c,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:06.905012 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.907266 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2615bc22-4e29-4d74-9085-74b154881fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.944653 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:06.989310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Attempting to bind port e5e44774-8215-45eb-b632-90af5ebde8d6 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:44:06.989518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Attempting to bind port e5e44774-8215-45eb-b632-90af5ebde8d6 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:44:06.989814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Attempting to bind port e5e44774-8215-45eb-b632-90af5ebde8d6 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:44:07.006148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:44:07.006521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:44:07.006917 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:07.007304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:44:07.007780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Bound port: e5e44774-8215-45eb-b632-90af5ebde8d6, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:44:07.008158 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:07.045461 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:07.051000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615bc22-4e29-4d74-9085-74b154881fb7 None None] Pushing event updated for resources: {'Port': ['ID=70370bb0-e655-49cc-adc3-33638f993b5c,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:07.052374 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:07.106962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:07.109484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4a06f2a4-07a6-4021-b0a1-a9ce8be23650 None None] Provisioning complete for port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:07.109908 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a06f2a4-07a6-4021-b0a1-a9ce8be23650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:07.124452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] For port e5e44774-8215-45eb-b632-90af5ebde8d6, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:44:07.128584 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] For port e5e44774-8215-45eb-b632-90af5ebde8d6, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5e44774-8215-45eb-b632-90af5ebde8d6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:44:07.151655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef40a33-9d1c-4a14-8470-729de6ec73c6 None None] Pushing event updated for resources: {'Port': ['ID=e5e44774-8215-45eb-b632-90af5ebde8d6,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:07.197827 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:07.201025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Pushing event updated for resources: {'Port': ['ID=5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:07.224266 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4c028aba-c7d3-4baa-a266-4d82fc4937cf up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:07.250188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:44:07.251878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:07.278816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4a06f2a4-07a6-4021-b0a1-a9ce8be23650 None None] Port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:44:07.316839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Routers {'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:07.317474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:44:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:07.320175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef40a33-9d1c-4a14-8470-729de6ec73c6 None None] Pushing event updated for resources: {'Port': ['ID=e5e44774-8215-45eb-b632-90af5ebde8d6,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:07.368833 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4a06f2a4-07a6-4021-b0a1-a9ce8be23650 None None] Provisioning complete for port 4c028aba-c7d3-4baa-a266-4d82fc4937cf triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:07.369085 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4a06f2a4-07a6-4021-b0a1-a9ce8be23650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:07.413846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4c028aba-c7d3-4baa-a266-4d82fc4937cf triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:07.414064 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:44:07.414225 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:07.552962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:44:07.558587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] Set router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:07.559329 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-34b959a5-a540-4cf7-be55-c4752ef33a8c admin admin] 10.222.0.49 "PUT /v2.0/routers/c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0461071 Apr 21 21:44:07.830941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 70370bb0-e655-49cc-adc3-33638f993b5c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:07.948713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-8bf0fbeb-1227-4755-b40e-3d5d22ed0cfb None None] Provisioning complete for port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:07.949113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8bf0fbeb-1227-4755-b40e-3d5d22ed0cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:08.006602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 70370bb0-e655-49cc-adc3-33638f993b5c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:08.006980 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:08.032156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-8bf0fbeb-1227-4755-b40e-3d5d22ed0cfb None None] Port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:44:08.098029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'gw_port': {'id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb', 'name': '', 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'mac_address': 'fa:16:3e:6e:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:06Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 2, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'subnets': [{'id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:08.129623 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62db8c6-13e5-4161-bd9f-6d3676b3aa7e None None] The sync data for ids ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'] in n-d-838945-1 is: [{'id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'gw_port': {'id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb', 'name': '', 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'mac_address': 'fa:16:3e:6e:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:06Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 2, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'subnets': [{'id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:44:08.137192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f2509fb9-c97f-4c57-ae13-5f12c410b598 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:08.188112 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f2509fb9-c97f-4c57-ae13-5f12c410b598 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:08.188574 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:09.114095 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 70370bb0-e655-49cc-adc3-33638f993b5c up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:09.175384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 70370bb0-e655-49cc-adc3-33638f993b5c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:09.175784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:10.943269 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Sync routers for ids ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:44:10.953815 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Routers {'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:10.954737 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:44:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:11.075533 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Set router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:11.154809 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5e44774-8215-45eb-b632-90af5ebde8d6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:11.216467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e5e44774-8215-45eb-b632-90af5ebde8d6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:11.217639 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:11.307405 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'gw_port': {'id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb', 'name': '', 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'mac_address': 'fa:16:3e:6e:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:06Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 2, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'subnets': [{'id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:11.319280 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:11.333936 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Checking router: c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:44:11.334283 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Updating router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:44:11.341982 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port e5e44774-8215-45eb-b632-90af5ebde8d6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5e44774-8215-45eb-b632-90af5ebde8d6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:11.347953 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:11.361382 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:11.414029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=e5e44774-8215-45eb-b632-90af5ebde8d6,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:11.665885 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:11.672057 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:11.726858 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18fccf-9974-41bd-84a8-df0deed4af7f None None] Pushing event updated for resources: {'Port': ['ID=5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:11.799696 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Attempting to bind port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:44:11.800411 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Attempting to bind port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'cd3a0408-570c-4a41-a573-8d9c71c5fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:44:11.801058 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Attempting to bind port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb on network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:44:11.812363 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:44:11.813295 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Checking segment: {'id': 'cd3a0408-570c-4a41-a573-8d9c71c5fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:44:11.813924 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:11.814394 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Bound using segment: {'id': 'cd3a0408-570c-4a41-a573-8d9c71c5fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:44:11.814950 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Bound port: 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3a0408-570c-4a41-a573-8d9c71c5fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:44:11.815456 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:11.928025 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] For port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:44:11.938881 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] For port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb,segment=NetworkSegment(cd3a0408-570c-4a41-a573-8d9c71c5fe49),segment_id=cd3a0408-570c-4a41-a573-8d9c71c5fe49)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:44:11.947584 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:11.993093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-328b038b-0c1f-46dd-9ee1-636ada486e47 None None] Provisioning complete for port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:11.993608 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-328b038b-0c1f-46dd-9ee1-636ada486e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:12.025607 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18fccf-9974-41bd-84a8-df0deed4af7f None None] Pushing event updated for resources: {'Port': ['ID=5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:12.028337 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Routers {'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:12.029136 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:44:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:12.127011 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-328b038b-0c1f-46dd-9ee1-636ada486e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:12.198262 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-328b038b-0c1f-46dd-9ee1-636ada486e47 None None] For port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb,segment=NetworkSegment(cd3a0408-570c-4a41-a573-8d9c71c5fe49),segment_id=cd3a0408-570c-4a41-a573-8d9c71c5fe49)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:12.206883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-328b038b-0c1f-46dd-9ee1-636ada486e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:12.283887 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] Set router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:12.292253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b038b-0c1f-46dd-9ee1-636ada486e47 None None] Pushing event updated for resources: {'Port': ['ID=5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:12.340081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-12565521-8dc4-4456-bdca-3ebffc742834 None None] Provisioning complete for port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:12.340457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-12565521-8dc4-4456-bdca-3ebffc742834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:12.507749 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'gw_port': {'id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb', 'name': '', 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'mac_address': 'fa:16:3e:6e:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:06Z', 'updated_at': '2022-04-21T21:44:11Z', 'revision_number': 4, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'subnets': [{'id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:12.537659 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf527c2-34ea-428b-a026-141f8c211537 None None] The sync data for ids ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'] in n-d-838945-1 is: [{'id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'gw_port': {'id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb', 'name': '', 'network_id': 'dae9b573-f00b-4dc7-a44f-3b04b09bcc04', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'mac_address': 'fa:16:3e:6e:eb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:06Z', 'updated_at': '2022-04-21T21:44:11Z', 'revision_number': 4, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'subnets': [{'id': '0c8f68f8-7b5e-47b3-b551-e3ebc284b192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:44:13.154040 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5e44774-8215-45eb-b632-90af5ebde8d6 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:13.215850 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port e5e44774-8215-45eb-b632-90af5ebde8d6 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:13.216606 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:13.303610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:13.355459 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:13.355819 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:18.138887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-1f7b4a0e-b7af-412d-b9b9-3e6e490a306f tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:18.140340 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-1f7b4a0e-b7af-412d-b9b9-3e6e490a306f tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 815 time: 0.1024919 Apr 21 21:44:18.156140 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-68bb5b59-773a-4523-aea9-b55df5b2de80 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/quotas/5f0b340cd9044dc58aa1f963b1fd5632 HTTP/1.1" status: 200 len: 375 time: 0.0099537 Apr 21 21:44:18.206968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-4ea8b2d0-774e-4622-a7ce-345927b34d88 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455785 Apr 21 21:44:18.309676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-e66cfa13-89e9-42ab-bda9-beecf043b5c3 service neutron] 10.222.0.49 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901768 Apr 21 21:44:18.402529 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-e27c384e-58f8-4bf9-b1e5-1456be6aed0a service neutron] 10.222.0.49 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866914 Apr 21 21:44:18.565119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2783ad2f-8e34-4733-9881-98abdb44415a req-12ae19f8-0a1b-4034-b748-3dddd93b351c tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 210 time: 0.0265496 Apr 21 21:44:19.473972 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-4b7434a1-b51a-4ab6-a115-4c7cae78681e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:19.475429 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-4b7434a1-b51a-4ab6-a115-4c7cae78681e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 815 time: 0.1037986 Apr 21 21:44:19.487311 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'port': {'device_id': 'b8807161-837a-42f7-a802-c251999c727b', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'admin_state_up': True, 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:19.592786 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Made reservation on behalf of 5f0b340cd9044dc58aa1f963b1fd5632 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:44:19.596444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:19.667076 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6318c512-2743-412c-a2ab-bc18279cba90 req-56dc57b8-51ea-4211-b900-cfdce364ecd0 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 210 time: 0.0282216 Apr 21 21:44:19.748188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Allocated IP 172.20.0.7 (cc241de9-e3ca-4258-ae6b-5c134aacaf83/83411b12-7818-40e5-9739-c0af36132ddf/410608b5-c091-4e7d-843c-de192eb04437) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:44:19.938135 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:19.979418 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:20.033825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'Port': ['ID=410608b5-c091-4e7d-843c-de192eb04437,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:20.043940 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Network cc241de9-e3ca-4258-ae6b-5c134aacaf83 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:44:20.045342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:20.048771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:44:20.100249 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:20.100815 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:20.127024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-65a7190f-3789-4677-a388-7f5bb00fd289 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6427011 Apr 21 21:44:20.408699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-99c67fd3-fa44-4f57-9b37-fbed0bd18427 None None] Provisioning complete for port 410608b5-c091-4e7d-843c-de192eb04437 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:20.409348 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-99c67fd3-fa44-4f57-9b37-fbed0bd18427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:20.449160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-99c67fd3-fa44-4f57-9b37-fbed0bd18427 None None] Port 410608b5-c091-4e7d-843c-de192eb04437 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:44:20.791727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6ca83-52e9-4fb0-951a-3d7b44791a4f req-41a29bda-8135-483b-bf97-45365e5fd481 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:20.793959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbc6ca83-52e9-4fb0-951a-3d7b44791a4f req-41a29bda-8135-483b-bf97-45365e5fd481 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 931 time: 0.0538383 Apr 21 21:44:20.844925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dbc6ca83-52e9-4fb0-951a-3d7b44791a4f req-7d55056a-21b2-4fdb-8396-b9271804294a tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Apr 21 21:44:20.986847 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:21.080085 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:21.983197 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fef9d-d0b6-4cda-b222-91d9d6c1e54b req-6690940e-15a4-41ba-a6ce-884d6e237fb1 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:21.984967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a0fef9d-d0b6-4cda-b222-91d9d6c1e54b req-6690940e-15a4-41ba-a6ce-884d6e237fb1 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 931 time: 0.0565972 Apr 21 21:44:22.025585 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a0fef9d-d0b6-4cda-b222-91d9d6c1e54b req-817f36eb-6fc6-4023-b745-37c5aa71d25b tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344412 Apr 21 21:44:23.168437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e3cf-0178-4739-8c5d-7f328e85e028 req-3b92e289-c84a-46d3-b8eb-01f9542c39f4 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:23.170743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3f8e3cf-0178-4739-8c5d-7f328e85e028 req-3b92e289-c84a-46d3-b8eb-01f9542c39f4 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 931 time: 0.0554471 Apr 21 21:44:23.211766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c3f8e3cf-0178-4739-8c5d-7f328e85e028 req-c926bf81-7ff9-4949-a67d-579535587fe1 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Apr 21 21:44:24.341378 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8eb85-a664-4d96-84c5-5ffb54d523f8 req-649c50d6-b0ac-4171-9a1d-4c7047cc4a1f tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:24.342959 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ae8eb85-a664-4d96-84c5-5ffb54d523f8 req-649c50d6-b0ac-4171-9a1d-4c7047cc4a1f tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 931 time: 0.0571787 Apr 21 21:44:24.382752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1ae8eb85-a664-4d96-84c5-5ffb54d523f8 req-9d30e09a-0703-473b-84c2-82155d696999 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Apr 21 21:44:25.519107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a707c50-1175-4b16-84b3-b291a106a7cc req-598f0ff2-13b3-4279-a2da-d83728034b1d tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:25.520876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a707c50-1175-4b16-84b3-b291a106a7cc req-598f0ff2-13b3-4279-a2da-d83728034b1d tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 931 time: 0.0639572 Apr 21 21:44:25.566076 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a707c50-1175-4b16-84b3-b291a106a7cc req-e8868c7e-881e-4acd-9dd1-85d7158357d0 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365298 Apr 21 21:44:26.682603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690c28b-8ac0-4a36-8818-2609e2f96096 req-3074bb28-f6aa-48ea-b3cc-3dd5461d22cb tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:26.684024 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e690c28b-8ac0-4a36-8818-2609e2f96096 req-3074bb28-f6aa-48ea-b3cc-3dd5461d22cb tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 931 time: 0.0480978 Apr 21 21:44:26.729612 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e690c28b-8ac0-4a36-8818-2609e2f96096 req-c217d504-b916-4f3d-b09b-abd414fa4733 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 Apr 21 21:44:27.841981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dbf44-3baa-404b-92dd-a653093759f1 req-079db2a9-b49d-4f19-868f-6eb21353e19e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:27.843472 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc3dbf44-3baa-404b-92dd-a653093759f1 req-079db2a9-b49d-4f19-868f-6eb21353e19e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 931 time: 0.0471909 Apr 21 21:44:27.882693 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cc3dbf44-3baa-404b-92dd-a653093759f1 req-eeb03644-92a8-4c10-8d26-2476dbbb9d77 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Apr 21 21:44:28.995995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca480599-8c10-4163-8f6b-7187b457873f req-cd3948c5-026d-433f-81cb-3918afb56eff tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:28.997467 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca480599-8c10-4163-8f6b-7187b457873f req-cd3948c5-026d-433f-81cb-3918afb56eff tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 931 time: 0.0479879 Apr 21 21:44:29.033786 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ca480599-8c10-4163-8f6b-7187b457873f req-3f2164e0-01e1-4694-b159-44f89eb57e29 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303407 Apr 21 21:44:30.481543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a92117-b2ac-4879-9403-d5aa77de74e4 req-a13a0ff9-c0b6-4ab7-b0ba-534838dcc98f tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:30.483008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19a92117-b2ac-4879-9403-d5aa77de74e4 req-a13a0ff9-c0b6-4ab7-b0ba-534838dcc98f tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 931 time: 0.3825045 Apr 21 21:44:30.522720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19a92117-b2ac-4879-9403-d5aa77de74e4 req-82f34d7f-9374-4342-b2f1-2d61f8b4699c tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Apr 21 21:44:30.551993 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2bc09e1-889b-4687-a865-fd260faf8b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:30.590634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Request body: {'port': {'device_id': 'b8807161-837a-42f7-a802-c251999c727b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:30.641808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:30.895161 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410608b5-c091-4e7d-843c-de192eb04437 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:44:30.902829 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:30.913861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Transition to ACTIVE for port object 410608b5-c091-4e7d-843c-de192eb04437 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:44:30.917706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:30.967938 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Pushing event updated for resources: {'Port': ['ID=410608b5-c091-4e7d-843c-de192eb04437,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:31.051080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Attempting to bind port 410608b5-c091-4e7d-843c-de192eb04437 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:44:31.051407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Attempting to bind port 410608b5-c091-4e7d-843c-de192eb04437 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:44:31.051729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Attempting to bind port 410608b5-c091-4e7d-843c-de192eb04437 on network cc241de9-e3ca-4258-ae6b-5c134aacaf83 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:44:31.056320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Port 410608b5-c091-4e7d-843c-de192eb04437 on network cc241de9-e3ca-4258-ae6b-5c134aacaf83 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:44:31.056644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Attempting to bind port 410608b5-c091-4e7d-843c-de192eb04437 on network cc241de9-e3ca-4258-ae6b-5c134aacaf83 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:44:31.061737 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:44:31.062064 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Checking segment: {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:44:31.062440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Bound using segment: {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:44:31.062866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Bound port: 410608b5-c091-4e7d-843c-de192eb04437, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:44:31.063219 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:31.127774 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] For port 410608b5-c091-4e7d-843c-de192eb04437, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:44:31.131040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] For port 410608b5-c091-4e7d-843c-de192eb04437, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=410608b5-c091-4e7d-843c-de192eb04437,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:44:31.136998 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:31.174230 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:31.174841 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:31.176188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 1091 time: 0.6922896 Apr 21 21:44:31.176596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:44:31.178891 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45ac6ad78e61cf391cb5b8edaeea96e73c5b94453b4be1bc701deaf1e2594fb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f472df2-7660-43fc-b47c-2b78f5e8b660" -d '{"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:44:31.200050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0442260-f635-4d5c-8b39-494ceb4e80d3 service neutron] Pushing event updated for resources: {'Port': ['ID=410608b5-c091-4e7d-843c-de192eb04437,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:31.246044 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53874cd9-09f6-4a2e-8e3a-c87a58d194f2 x-openstack-request-id: req-53874cd9-09f6-4a2e-8e3a-c87a58d194f2 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:44:31.246355 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:44:31.246525 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53874cd9-09f6-4a2e-8e3a-c87a58d194f2 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:44:31.246923 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53874cd9-09f6-4a2e-8e3a-c87a58d194f2'] response: {'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437', 'status': 'completed', 'code': 200} Apr 21 21:44:31.263342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-5b8fc261-29ad-45cc-9c71-e78ebc756d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:31.264875 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-5b8fc261-29ad-45cc-9c71-e78ebc756d23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1094 time: 0.0485861 Apr 21 21:44:31.310095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-58fbbae5-c545-4849-b62d-024a4f14ec15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 217 time: 0.0384288 Apr 21 21:44:31.360748 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-587e9577-f815-4d74-895f-8a2abda7b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:31.362218 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-587e9577-f815-4d74-895f-8a2abda7b676 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.0454457 Apr 21 21:44:31.410845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-83df4008-0d79-4925-aafc-d68842d1ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:31.412300 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-83df4008-0d79-4925-aafc-d68842d1ac33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435026 Apr 21 21:44:31.502095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-83f226ca-c587-4f7d-a5f9-90adaf81947b service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832167 Apr 21 21:44:31.589033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1e78d93-ce0e-4162-acac-81b390e01231 req-56588639-7253-4374-a7cf-51ba8d44d477 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810061 Apr 21 21:44:31.657275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ac415-c3dc-4c0c-96d2-ec2cb3f5585b req-df4d79c6-9a23-4dd1-8eda-de43a45d5f72 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:31.658609 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b58ac415-c3dc-4c0c-96d2-ec2cb3f5585b req-df4d79c6-9a23-4dd1-8eda-de43a45d5f72 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 943 time: 0.0685959 Apr 21 21:44:31.717512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-671d3726-9de7-4295-9e96-b8f0cb31a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:31.718993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-671d3726-9de7-4295-9e96-b8f0cb31a10c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1094 time: 0.0814452 Apr 21 21:44:31.722189 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b58ac415-c3dc-4c0c-96d2-ec2cb3f5585b req-10ca32cb-fc4c-4098-9781-36a24cddde80 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460036 Apr 21 21:44:31.811264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-8389b687-a903-4315-b501-da877e90e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:31.812780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-8389b687-a903-4315-b501-da877e90e337 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 916 time: 0.0872035 Apr 21 21:44:31.854214 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-8b4f2159-0065-4013-aa01-ab27392052f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 217 time: 0.0344961 Apr 21 21:44:31.902384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-b4fe611a-dc9e-4b27-a0f0-c3e5195092b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:31.904054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-b4fe611a-dc9e-4b27-a0f0-c3e5195092b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.0434592 Apr 21 21:44:31.947868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-14de00c2-a1ec-4632-92f5-fafe5106a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:31.949349 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-14de00c2-a1ec-4632-92f5-fafe5106a284 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385273 Apr 21 21:44:32.041727 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-97532d84-0f20-43e0-8961-8dbb89565195 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858707 Apr 21 21:44:32.128208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f472df2-7660-43fc-b47c-2b78f5e8b660 req-1020829f-961c-4685-8f32-1da93f3e5a40 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803781 Apr 21 21:44:32.833102 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-466c84ed-5bc2-4b69-87b3-7b1ee666713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:32.844615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9938f2-9a18-4794-9f1e-4c3d709d3aa7 req-75b9b310-60d7-48c6-9531-a555a7047ce4 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:32.846127 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d9938f2-9a18-4794-9f1e-4c3d709d3aa7 req-75b9b310-60d7-48c6-9531-a555a7047ce4 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 943 time: 0.0553706 Apr 21 21:44:32.883161 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2d9938f2-9a18-4794-9f1e-4c3d709d3aa7 req-8982e5dd-9359-40b3-8e78-d97ebab620d1 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309474 Apr 21 21:44:33.267463 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:44:34.000902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada95b4-f3d7-475c-94e8-7d94271c637a req-cbf1f441-bf8b-4e9f-8187-ab00bc629dfc tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:34.002353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ada95b4-f3d7-475c-94e8-7d94271c637a req-cbf1f441-bf8b-4e9f-8187-ab00bc629dfc tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 943 time: 0.0529549 Apr 21 21:44:34.040998 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3ada95b4-f3d7-475c-94e8-7d94271c637a req-18744edd-b2c8-488b-82a0-4262c24e723d tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326173 Apr 21 21:44:34.253723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:35.152805 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b600285-f0e0-4232-9c0f-1159dc2fe607 req-630d9871-1cb8-4ec0-8773-8fd06635372c tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:35.154178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b600285-f0e0-4232-9c0f-1159dc2fe607 req-630d9871-1cb8-4ec0-8773-8fd06635372c tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 943 time: 0.0468941 Apr 21 21:44:35.190215 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b600285-f0e0-4232-9c0f-1159dc2fe607 req-da813147-89db-41db-a02a-1c6901235025 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302284 Apr 21 21:44:35.438656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 410608b5-c091-4e7d-843c-de192eb04437 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:44:35.530063 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:35.545485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 410608b5-c091-4e7d-843c-de192eb04437, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=410608b5-c091-4e7d-843c-de192eb04437,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:35.556381 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '410608b5-c091-4e7d-843c-de192eb04437', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'port_id': '410608b5-c091-4e7d-843c-de192eb04437', 'mac_address': 'fa:16:3e:1a:ff:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:44:35.594286 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:35.607384 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410608b5-c091-4e7d-843c-de192eb04437 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:44:35.626630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 410608b5-c091-4e7d-843c-de192eb04437, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=410608b5-c091-4e7d-843c-de192eb04437,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:35.630459 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:35.676325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=410608b5-c091-4e7d-843c-de192eb04437,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:35.952273 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['410608b5-c091-4e7d-843c-de192eb04437'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:44:36.041455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:36.304209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a687a0f-c76d-41c8-b033-f66c16936af0 req-f2a04bf1-1888-44bf-af6a-3864625736ed tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:36.306231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a687a0f-c76d-41c8-b033-f66c16936af0 req-f2a04bf1-1888-44bf-af6a-3864625736ed tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 944 time: 0.0483112 Apr 21 21:44:36.343711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a687a0f-c76d-41c8-b033-f66c16936af0 req-210910da-d408-4131-bf3b-6b485dcb53e4 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Apr 21 21:44:37.454242 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 410608b5-c091-4e7d-843c-de192eb04437 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:44:37.457373 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23264389-1530-4c0c-ab2e-91e3ea16d7d3 req-13886e47-aa9f-4d13-ba0b-da7fcf2d6ce5 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:37.458835 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23264389-1530-4c0c-ab2e-91e3ea16d7d3 req-13886e47-aa9f-4d13-ba0b-da7fcf2d6ce5 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 944 time: 0.0479248 Apr 21 21:44:37.495675 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-23264389-1530-4c0c-ab2e-91e3ea16d7d3 req-e03a4dde-134f-4a57-a2db-2f0276e800d1 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Apr 21 21:44:37.505406 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 410608b5-c091-4e7d-843c-de192eb04437 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:44:37.509869 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 410608b5-c091-4e7d-843c-de192eb04437 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:37.510240 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:37.590030 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:37.611934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410608b5-c091-4e7d-843c-de192eb04437'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:44:37.614344 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d251520e1105b59332f3c39fd4ce3cac47d402be4737759813217f124081ec1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064dd2b3-02ce-4e6c-aedc-2d3d07f74083" -d '{"events": [{"server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "name": "network-vif-plugged", "status": "completed", "tag": "410608b5-c091-4e7d-843c-de192eb04437"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:44:37.627654 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 410608b5-c091-4e7d-843c-de192eb04437, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=410608b5-c091-4e7d-843c-de192eb04437,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:37.631734 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:37.654538 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed77fde3-ee49-4e8e-84f1-2841d4adc2b9 x-openstack-request-id: req-ed77fde3-ee49-4e8e-84f1-2841d4adc2b9 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:44:37.654739 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "name": "network-vif-plugged", "status": "completed", "tag": "410608b5-c091-4e7d-843c-de192eb04437", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:44:37.654994 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed77fde3-ee49-4e8e-84f1-2841d4adc2b9 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:44:37.655398 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed77fde3-ee49-4e8e-84f1-2841d4adc2b9'] response: {'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410608b5-c091-4e7d-843c-de192eb04437', 'code': 200} Apr 21 21:44:37.681519 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=410608b5-c091-4e7d-843c-de192eb04437,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:37.746218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602b00e-fd3f-41c7-b4c4-0511c398cf6b req-7b01f7ff-a24e-4af0-bbe9-cfb642ef0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:37.747665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5602b00e-fd3f-41c7-b4c4-0511c398cf6b req-7b01f7ff-a24e-4af0-bbe9-cfb642ef0a26 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1096 time: 0.0397434 Apr 21 21:44:37.779777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5602b00e-fd3f-41c7-b4c4-0511c398cf6b req-7abfabdd-c09b-48fc-bd3c-9db8ff374dd3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262823 Apr 21 21:44:38.615508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0139d-6c7b-4ec2-b10e-1085a8208b7d req-bfaecb45-0fc3-49ab-9740-a261351ed66d tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:38.616963 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0a0139d-6c7b-4ec2-b10e-1085a8208b7d req-bfaecb45-0fc3-49ab-9740-a261351ed66d tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 945 time: 0.0516026 Apr 21 21:44:38.653431 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e0a0139d-6c7b-4ec2-b10e-1085a8208b7d req-638b232c-582c-4a4f-9b47-d76e1f488252 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305481 Apr 21 21:44:39.775640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9b117-4684-4d52-bdba-c2c88e7f7072 req-2217f0a7-8e46-43ac-8923-5bfe16d65b43 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:39.777201 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1be9b117-4684-4d52-bdba-c2c88e7f7072 req-2217f0a7-8e46-43ac-8923-5bfe16d65b43 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 945 time: 0.0520167 Apr 21 21:44:39.813406 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1be9b117-4684-4d52-bdba-c2c88e7f7072 req-2bde68ab-cdfe-4d11-b7f7-89d3797452f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302792 Apr 21 21:44:39.925782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fdab6-c3ff-426f-b14a-dbe6b01350b6 req-6d3220f5-08c6-402e-b307-f2102cbf7d6c tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:39.927197 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd9fdab6-c3ff-426f-b14a-dbe6b01350b6 req-6d3220f5-08c6-402e-b307-f2102cbf7d6c tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 945 time: 0.0476627 Apr 21 21:44:39.964059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bd9fdab6-c3ff-426f-b14a-dbe6b01350b6 req-c4be4210-265c-4ed7-b6f7-2c10be843068 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309539 Apr 21 21:44:40.147144 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd94d59-e783-4e13-a6e4-d898ed4acd0a req-c6cc6b8b-2fb4-43dc-947f-8494cc570213 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:40.148567 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-edd94d59-e783-4e13-a6e4-d898ed4acd0a req-c6cc6b8b-2fb4-43dc-947f-8494cc570213 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 945 time: 0.0468371 Apr 21 21:44:40.185563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-edd94d59-e783-4e13-a6e4-d898ed4acd0a req-79a4be12-43c5-43da-9808-154e49b4606b tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303049 Apr 21 21:44:41.974499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-b0e53587-12bc-4294-b7e0-c0a3d2591ee1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415673 Apr 21 21:44:42.060922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-ff293d15-e042-4949-857c-0ba4de89e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:42.062743 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-ff293d15-e042-4949-857c-0ba4de89e4fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1096 time: 0.0420802 Apr 21 21:44:42.170374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-e13911f6-36e6-47ce-a750-637b8cb025e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:42.171825 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-e13911f6-36e6-47ce-a750-637b8cb025e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 916 time: 0.0877986 Apr 21 21:44:42.213100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-79006689-69d8-4e68-ac0d-48290634a88b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 217 time: 0.0346525 Apr 21 21:44:42.259847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-19389eee-d6d8-492c-a5a8-ca5bdaa52981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:42.261225 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-19389eee-d6d8-492c-a5a8-ca5bdaa52981 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.0428205 Apr 21 21:44:42.310466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-28ee5cda-30a1-4c67-adb8-1cc67a8f20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:42.311872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-28ee5cda-30a1-4c67-adb8-1cc67a8f20de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443478 Apr 21 21:44:42.401199 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-311824ab-3f31-4567-bc5d-88b7090b40cf service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826516 Apr 21 21:44:42.492174 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-521e0bf2-98d1-4f5c-99d1-e55ccdf4adfe req-486bdc36-d033-4a1c-8e1f-d154f1881548 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848973 Apr 21 21:44:50.983308 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:51.080214 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:51.628784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525cf1-9a9d-4de7-bc8a-c0a0e5baf38e req-4532b834-e3a8-48ae-9906-20f313f54365 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:51.630210 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3525cf1-9a9d-4de7-bc8a-c0a0e5baf38e req-4532b834-e3a8-48ae-9906-20f313f54365 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 945 time: 0.0518053 Apr 21 21:44:51.667812 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f3525cf1-9a9d-4de7-bc8a-c0a0e5baf38e req-35bd3ba3-c4d8-459c-801c-98fef25eb7ab tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Apr 21 21:44:51.689970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42734) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:51.771089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eaa4bc-f0ee-4724-b82e-adb8692fd71b tempest-TestMinimumBasicScenario-240106838 tempest-TestMinimumBasicScenario-240106838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:51.772508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-27eaa4bc-f0ee-4724-b82e-adb8692fd71b tempest-TestMinimumBasicScenario-240106838 tempest-TestMinimumBasicScenario-240106838-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1091 time: 0.0815864 Apr 21 21:44:51.776134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42738) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:51.780344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '410608b5-c091-4e7d-843c-de192eb04437', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:51.799662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:51.897891 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:51.998393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Allocated IP 172.25.0.109 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/ecc32ef3-bdf7-4afd-98b6-de220c9c9b4c) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:44:52.101892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:52.133369 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:52.169331 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:44:52.173949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:44:52.177417 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:44:52.200967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'Port': ['ID=ecc32ef3-bdf7-4afd-98b6-de220c9c9b4c,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:52.535977 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:52.598550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:52.745856 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:52.750332 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:52.821850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'Port': ['ID=ecc32ef3-bdf7-4afd-98b6-de220c9c9b4c,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:52.829812 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:52.927591 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Floating IP 032d4888-2669-472a-a9a4-003184b85c4f associated. External IP: 172.25.0.109, port: 410608b5-c091-4e7d-843c-de192eb04437. Apr 21 21:44:53.392504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Router c594503b-b7fe-40be-8966-b33644a6d2f3 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:44:53.493427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:44:53.503111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] Sync routers for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:44:53.511080 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.513797 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:53.514410 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:44:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:53.541543 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-184643dc-c986-4ca4-9b46-901b8317b483 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7644100 Apr 21 21:44:53.542406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:44:53.544391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42740) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:53.544891 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78144929-cf62-4e67-96cd-a53c6377298e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:44:53.549768 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938580238', 'description': 'tempest-secgroup-smoke-938580238 description', 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:53.574465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.595322 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d60600-c0db-4ad7-957e-31b560ac49a8 x-openstack-request-id: req-40d60600-c0db-4ad7-957e-31b560ac49a8 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:44:53.595570 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:44:53.595790 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40d60600-c0db-4ad7-957e-31b560ac49a8 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:44:53.596192 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d60600-c0db-4ad7-957e-31b560ac49a8'] response: {'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437', 'status': 'completed', 'code': 200} Apr 21 21:44:53.634885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:53.681558 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.686582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78144929-cf62-4e67-96cd-a53c6377298e req-4270a7f1-da04-4ca7-bb67-1b49b52eff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:53.688064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78144929-cf62-4e67-96cd-a53c6377298e req-4270a7f1-da04-4ca7-bb67-1b49b52eff73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1096 time: 0.0692573 Apr 21 21:44:53.689103 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.735752 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.736990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1915236 Apr 21 21:44:53.739988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42744) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:53.745256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-71dcb67c-a21b-4a17-bc40-1a4fb7b2ee2e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'security_group_rule': {'security_group_id': 'eadb8eff-707f-459e-9844-90a02080fada', 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:53.771080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb8eff-707f-459e-9844-90a02080fada,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:53.775069 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-71dcb67c-a21b-4a17-bc40-1a4fb7b2ee2e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.787494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.787836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.788172 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.788868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.788868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.789156 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.789478 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.790195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.790195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.790461 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.790758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.791073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96230cc-3ca3-4f0a-bc75-c304fd9f7308 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:53.822808 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78144929-cf62-4e67-96cd-a53c6377298e req-27e22510-3414-40bf-af9c-a84892b43236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:53.824275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78144929-cf62-4e67-96cd-a53c6377298e req-27e22510-3414-40bf-af9c-a84892b43236 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 916 time: 0.1286690 Apr 21 21:44:53.834191 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-71dcb67c-a21b-4a17-bc40-1a4fb7b2ee2e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.846927 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-71dcb67c-a21b-4a17-bc40-1a4fb7b2ee2e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.869747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcb67c-a21b-4a17-bc40-1a4fb7b2ee2e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e422ec-c3be-4df0-9f74-3cd03fb85947,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:53.878366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-71dcb67c-a21b-4a17-bc40-1a4fb7b2ee2e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.882768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '032d4888-2669-472a-a9a4-003184b85c4f', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'port_id': '410608b5-c091-4e7d-843c-de192eb04437', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'mac_address': 'fa:16:3e:1a:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8807161-837a-42f7-a802-c251999c727b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:44:52Z', 'updated_at': '2022-04-21T21:44:52Z', 'revision_number': 0, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 5, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:53.883007 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-71dcb67c-a21b-4a17-bc40-1a4fb7b2ee2e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384990 Apr 21 21:44:53.883129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42746) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:53.889358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5b57b542-354d-488f-80f2-e2a747b9a2f3 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'security_group_rule': {'security_group_id': 'eadb8eff-707f-459e-9844-90a02080fada', 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:53.907960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] Checking router: c594503b-b7fe-40be-8966-b33644a6d2f3 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:44:53.908499 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78144929-cf62-4e67-96cd-a53c6377298e req-d2411d32-2b4a-48da-8434-2a2775fa7f02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 999 time: 0.0779495 Apr 21 21:44:53.917479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:44:53.918181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:44:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:53.954090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b57b542-354d-488f-80f2-e2a747b9a2f3 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:53.986040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78144929-cf62-4e67-96cd-a53c6377298e req-e92d4658-2e41-4791-ba6d-bc4c5a40abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:53.987479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78144929-cf62-4e67-96cd-a53c6377298e req-e92d4658-2e41-4791-ba6d-bc4c5a40abd0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.0719666 Apr 21 21:44:54.024714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:44:54.038823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b57b542-354d-488f-80f2-e2a747b9a2f3 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.045594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b57b542-354d-488f-80f2-e2a747b9a2f3 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.053992 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78144929-cf62-4e67-96cd-a53c6377298e req-d4a62c78-c97a-471e-8501-1809cf65095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:54.055460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78144929-cf62-4e67-96cd-a53c6377298e req-d4a62c78-c97a-471e-8501-1809cf65095a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598385 Apr 21 21:44:54.073729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57b542-354d-488f-80f2-e2a747b9a2f3 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0d7805-8257-41a0-9e1b-7a21fb74f8b8,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:54.089442 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5b57b542-354d-488f-80f2-e2a747b9a2f3 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.090634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5b57b542-354d-488f-80f2-e2a747b9a2f3 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2071133 Apr 21 21:44:54.093550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42748) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:54.099119 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-2e23e2aa-fa50-4167-83cf-53785f8feb00 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'security_group_rule': {'security_group_id': 'eadb8eff-707f-459e-9844-90a02080fada', 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:54.130504 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e23e2aa-fa50-4167-83cf-53785f8feb00 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.163123 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78144929-cf62-4e67-96cd-a53c6377298e req-56bd8fdb-64c8-44e5-8dc9-6a1b9349b525 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982420 Apr 21 21:44:54.205531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e23e2aa-fa50-4167-83cf-53785f8feb00 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.209541 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e23e2aa-fa50-4167-83cf-53785f8feb00 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.231767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23e2aa-fa50-4167-83cf-53785f8feb00 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6999d8c3-92dc-4154-8472-81e8e844cead,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:54.244150 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2e23e2aa-fa50-4167-83cf-53785f8feb00 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.248736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42750) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:54.249037 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2e23e2aa-fa50-4167-83cf-53785f8feb00 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535225 Apr 21 21:44:54.254092 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d24b6f5a-a298-4883-a72f-0e7c5ff0cd99 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'security_group_rule': {'security_group_id': 'eadb8eff-707f-459e-9844-90a02080fada', 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:54.282412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78144929-cf62-4e67-96cd-a53c6377298e req-ca98ca15-1297-4923-951e-52ba294a13ca service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132960 Apr 21 21:44:54.294901 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d24b6f5a-a298-4883-a72f-0e7c5ff0cd99 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.345667 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d24b6f5a-a298-4883-a72f-0e7c5ff0cd99 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.349672 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d24b6f5a-a298-4883-a72f-0e7c5ff0cd99 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.367765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b6f5a-a298-4883-a72f-0e7c5ff0cd99 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042f127a-a589-4861-9ee6-4b16bf6192dd,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:54.379460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d24b6f5a-a298-4883-a72f-0e7c5ff0cd99 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.380656 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d24b6f5a-a298-4883-a72f-0e7c5ff0cd99 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307123 Apr 21 21:44:54.383592 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42752) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:54.388337 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9d71444c-a39e-460a-b292-d3a4c3f84b69 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'security_group_rule': {'security_group_id': 'eadb8eff-707f-459e-9844-90a02080fada', 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:54.409116 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-9d71444c-a39e-460a-b292-d3a4c3f84b69 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Project 5f0b340cd9044dc58aa1f963b1fd5632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:44:54.414012 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d71444c-a39e-460a-b292-d3a4c3f84b69 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.437089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '032d4888-2669-472a-a9a4-003184b85c4f', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'port_id': '410608b5-c091-4e7d-843c-de192eb04437', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'mac_address': 'fa:16:3e:1a:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8807161-837a-42f7-a802-c251999c727b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:44:52Z', 'updated_at': '2022-04-21T21:44:52Z', 'revision_number': 0, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 5, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:44:54.464713 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ff3b7b-be41-48c1-be57-d247114ff468 None None] The sync data for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 is: [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '032d4888-2669-472a-a9a4-003184b85c4f', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'port_id': '410608b5-c091-4e7d-843c-de192eb04437', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'mac_address': 'fa:16:3e:1a:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8807161-837a-42f7-a802-c251999c727b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:44:52Z', 'updated_at': '2022-04-21T21:44:52Z', 'revision_number': 0, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 5, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:44:54.485287 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d71444c-a39e-460a-b292-d3a4c3f84b69 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.490167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d71444c-a39e-460a-b292-d3a4c3f84b69 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.507617 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71444c-a39e-460a-b292-d3a4c3f84b69 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0df0c03-b0b6-4b80-824a-b5874a7884bd,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:54.516928 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9d71444c-a39e-460a-b292-d3a4c3f84b69 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.518122 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9d71444c-a39e-460a-b292-d3a4c3f84b69 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334696 Apr 21 21:44:54.520947 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42754) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:44:54.526166 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3264d3c7-4716-490c-b415-5db57b64566e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'security_group_rule': {'security_group_id': 'eadb8eff-707f-459e-9844-90a02080fada', 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:54.547433 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-3264d3c7-4716-490c-b415-5db57b64566e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Project 5f0b340cd9044dc58aa1f963b1fd5632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:44:54.552844 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3264d3c7-4716-490c-b415-5db57b64566e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.615344 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3264d3c7-4716-490c-b415-5db57b64566e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.619684 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3264d3c7-4716-490c-b415-5db57b64566e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.637993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264d3c7-4716-490c-b415-5db57b64566e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa12657d-4329-46ad-bf17-ae71d0b8cf9c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:54.646567 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3264d3c7-4716-490c-b415-5db57b64566e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:54.647876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3264d3c7-4716-490c-b415-5db57b64566e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259351 Apr 21 21:44:54.669430 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6017a484-60a8-438f-96b3-b08ef7af506f None None] New status for floating IP 032d4888-2669-472a-a9a4-003184b85c4f: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:44:54.731764 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-124137bc-33dd-4572-acab-087683a07434 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938580238&fields=id&tenant_id=5f0b340cd9044dc58aa1f963b1fd5632 HTTP/1.1" status: 200 len: 267 time: 0.0341740 Apr 21 21:44:54.784741 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-36a8979c-c157-4ac1-ac82-7cde3e51e48a tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:54.786261 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-36a8979c-c157-4ac1-ac82-7cde3e51e48a tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 945 time: 0.0484302 Apr 21 21:44:54.798061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'port': {'security_groups': ['22ea774a-70c5-4a83-b296-494fcf6120ad', 'eadb8eff-707f-459e-9844-90a02080fada']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:44:54.865794 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:55.045869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] For port 410608b5-c091-4e7d-843c-de192eb04437, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=410608b5-c091-4e7d-843c-de192eb04437,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:44:55.074441 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:55.078673 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:55.090767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['410608b5-c091-4e7d-843c-de192eb04437'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:44:55.120648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:55.121290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:55.122647 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-69b8f297-ef2e-45c3-8615-8d51761738a6 req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "PUT /v2.0/ports/410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 981 time: 0.3291202 Apr 21 21:44:55.146970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'Port': ['ID=410608b5-c091-4e7d-843c-de192eb04437,revision_number=6']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:44:55.155728 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.156131 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.156408 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.156877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.157210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.157539 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.157914 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.158238 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.158567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.158905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.159196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.159514 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30c3f09-242d-4f28-867b-f46314b2d202 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:44:55.178238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['410608b5-c091-4e7d-843c-de192eb04437'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:44:55.237407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc465bc7-c0e1-4c52-ad46-c6bcb4b1de6c req-bcf1da3a-b0ae-4cb9-b445-071a522eb5c8 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:55.239908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc465bc7-c0e1-4c52-ad46-c6bcb4b1de6c req-bcf1da3a-b0ae-4cb9-b445-071a522eb5c8 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0545681 Apr 21 21:44:55.287818 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bc465bc7-c0e1-4c52-ad46-c6bcb4b1de6c req-3f8ed1e4-b411-4d7a-a164-d03d1699b4ed tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418935 Apr 21 21:44:55.468362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7b789bdf-860e-401c-ae5a-8edef21d64df None None] Provisioning complete for port 410608b5-c091-4e7d-843c-de192eb04437 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:44:55.468728 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7b789bdf-860e-401c-ae5a-8edef21d64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:44:55.597260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:44:55.599660 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fd5486693d934c85dff5d95eca0ab598162778a9a558236a0968c14e2d3655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcc057e-509f-478b-8fdc-784b23d6d699" -d '{"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:44:55.635814 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b99ca4-38c2-4bc2-b26c-5f3d528f1510 x-openstack-request-id: req-c7b99ca4-38c2-4bc2-b26c-5f3d528f1510 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:44:55.636104 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:44:55.636352 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7b99ca4-38c2-4bc2-b26c-5f3d528f1510 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:44:55.636776 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b99ca4-38c2-4bc2-b26c-5f3d528f1510'] response: {'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437', 'status': 'completed', 'code': 200} Apr 21 21:44:55.704847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-52f6c75a-2372-4271-9778-73e14950ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:55.706582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-52f6c75a-2372-4271-9778-73e14950ed68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1135 time: 0.0406280 Apr 21 21:44:55.793892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-d2ef286d-52bc-4d95-a47a-8fe0e37153c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:55.795336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-d2ef286d-52bc-4d95-a47a-8fe0e37153c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 916 time: 0.0823219 Apr 21 21:44:55.865263 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-8b2acee5-b25b-49c3-9ee0-273396bd23d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 1001 time: 0.0619986 Apr 21 21:44:55.911399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-bbc579be-3cba-4bca-9742-bcd1301c1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:55.912778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-bbc579be-3cba-4bca-9742-bcd1301c1ecc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.0415776 Apr 21 21:44:55.957312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-072221f2-347d-4aa4-bee1-a5bb75b226d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:44:55.958808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-072221f2-347d-4aa4-bee1-a5bb75b226d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398021 Apr 21 21:44:56.049265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-7d850684-5fa2-4267-aa1e-66b1c8978615 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832143 Apr 21 21:44:56.137248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8bcc057e-509f-478b-8fdc-784b23d6d699 req-9c46935a-73ae-428d-9948-9615367e5496 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812054 Apr 21 21:45:00.553669 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e141fcd5-94c5-4b13-8e9d-df0468013988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:02.835921 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-88a86ef5-a5f3-444f-b6d4-b5388a63631e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:04.256524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:05.519079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:06.025062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:10.266416 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:45:20.995141 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:21.095600 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:30.554457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a98ef28-53da-42a8-8647-d4fc33cad97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:32.836808 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7534c149-52bc-4877-8952-05d9ed155b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:34.258434 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:35.521493 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:36.026469 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:43.708271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-f8464be9-fcf4-4ec6-b1b0-aebeff86e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:43.709783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-f8464be9-fcf4-4ec6-b1b0-aebeff86e712 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1135 time: 0.0786757 Apr 21 21:45:43.801682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-55018a75-b198-4556-8d9f-3be0ca5183a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:43.803184 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-55018a75-b198-4556-8d9f-3be0ca5183a7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 916 time: 0.0862777 Apr 21 21:45:43.813848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3bdc4-f6d9-450f-8f14-10c9901a17c5 req-d3c13e1b-cb1a-4af4-be4f-99928ce6c2d6 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:43.815323 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bfe3bdc4-f6d9-450f-8f14-10c9901a17c5 req-d3c13e1b-cb1a-4af4-be4f-99928ce6c2d6 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0933366 Apr 21 21:45:43.857096 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bfe3bdc4-f6d9-450f-8f14-10c9901a17c5 req-6298972b-43f4-4eb5-bec2-ac8e5d773665 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351310 Apr 21 21:45:43.872202 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-b16aca31-48dd-458c-b3e9-d123b90717b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 1001 time: 0.0616181 Apr 21 21:45:43.923942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-ced4692e-29bd-4cca-9e09-40fe366b291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:43.925433 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-ced4692e-29bd-4cca-9e09-40fe366b291a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.0471802 Apr 21 21:45:43.969727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-731e870c-f546-40ef-9e00-e42f7b3e50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:43.971155 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-731e870c-f546-40ef-9e00-e42f7b3e50b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393443 Apr 21 21:45:44.056605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-bed0e56d-0289-4d4c-a2d1-618d75a3317e service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777156 Apr 21 21:45:44.147616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6da06e08-7144-4ee6-9861-c0f74215b4a7 req-7f681b99-e7bf-4d89-8e70-50e750bb9e38 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839252 Apr 21 21:45:44.248089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-bbb6637b-d4a9-4446-bbd1-98da986f6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:44.249638 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-bbb6637b-d4a9-4446-bbd1-98da986f6ab8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1135 time: 0.0413222 Apr 21 21:45:44.359200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-21342178-e6a0-49f8-8756-1756ed775b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:44.360652 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-21342178-e6a0-49f8-8756-1756ed775b5d service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 916 time: 0.0918434 Apr 21 21:45:44.424547 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-0fbf51ad-3946-4878-bfee-e68d542edda9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 1001 time: 0.0563936 Apr 21 21:45:44.472120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-5176aa74-4a31-46f6-a372-a0b21cc5c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:44.473541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-5176aa74-4a31-46f6-a372-a0b21cc5c6fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.0421574 Apr 21 21:45:44.520207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-53265846-0df0-43de-ac34-81064cf20b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:44.521595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-53265846-0df0-43de-ac34-81064cf20b73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420597 Apr 21 21:45:44.612326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-de48ccba-3337-4f97-8341-18336840f9f4 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834684 Apr 21 21:45:44.700208 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3c69bfe2-b1b3-4ada-88ae-4fb7531edf99 req-17b907c8-addb-4364-bea7-3b4ff27d5c19 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817084 Apr 21 21:45:45.093657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb587d7-c3ec-4cc9-9cc0-d3df935582de req-4ea8bec4-e9bc-4054-a709-e406ed1db7e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:45.095270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-deb587d7-c3ec-4cc9-9cc0-d3df935582de req-4ea8bec4-e9bc-4054-a709-e406ed1db7e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0933323 Apr 21 21:45:45.134132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-deb587d7-c3ec-4cc9-9cc0-d3df935582de req-b0fbad8f-06c2-4f17-a761-e1a0611a3b06 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327187 Apr 21 21:45:46.256032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a8be8-0d61-4536-b5f8-a1d33109e08e req-825013e1-3626-4eb2-af9a-92492a59a80a tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:46.257550 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ee7a8be8-0d61-4536-b5f8-a1d33109e08e req-825013e1-3626-4eb2-af9a-92492a59a80a tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0532229 Apr 21 21:45:46.297964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ee7a8be8-0d61-4536-b5f8-a1d33109e08e req-37f7ee48-c023-4dbf-ae0e-b01062832391 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342767 Apr 21 21:45:47.265900 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:45:47.413235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7322ed4-3687-4981-a6ea-f7f94bf00b71 req-07c50944-debe-469f-b6d9-cca674d9b401 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:47.414672 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7322ed4-3687-4981-a6ea-f7f94bf00b71 req-07c50944-debe-469f-b6d9-cca674d9b401 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0471954 Apr 21 21:45:47.453725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f7322ed4-3687-4981-a6ea-f7f94bf00b71 req-1461a1a5-676f-4472-aadd-ecbfd024ac20 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324340 Apr 21 21:45:48.568170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b1a1e-9a4b-473b-8a0b-e530e5abb3f9 req-da77b98f-afc8-4f7d-9665-fffecda86462 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:48.569750 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-250b1a1e-9a4b-473b-8a0b-e530e5abb3f9 req-da77b98f-afc8-4f7d-9665-fffecda86462 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0484939 Apr 21 21:45:48.611167 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-250b1a1e-9a4b-473b-8a0b-e530e5abb3f9 req-995040e5-b4f5-47df-95d4-45904f74c628 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344107 Apr 21 21:45:49.730134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08d44d-6908-4e9f-80b5-07dbec3834d5 req-ae4975d2-852b-4f0b-bd68-bbcf6b9d1f2b tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:49.731557 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed08d44d-6908-4e9f-80b5-07dbec3834d5 req-ae4975d2-852b-4f0b-bd68-bbcf6b9d1f2b tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0521641 Apr 21 21:45:49.769761 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ed08d44d-6908-4e9f-80b5-07dbec3834d5 req-4d722925-4f43-4206-9f0b-fab695760d91 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321019 Apr 21 21:45:50.884368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686ab6d-0f4a-413a-8ec9-0790ae815c8f req-4bd68980-3083-4cc2-aea3-a450b7e12f15 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:50.885848 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8686ab6d-0f4a-413a-8ec9-0790ae815c8f req-4bd68980-3083-4cc2-aea3-a450b7e12f15 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0484605 Apr 21 21:45:50.924794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8686ab6d-0f4a-413a-8ec9-0790ae815c8f req-caf520f5-e22e-461a-ad2b-d5c3d1a25786 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327599 Apr 21 21:45:50.995212 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:51.095218 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:45:52.038039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35a285-65ff-4989-8a0e-a504eef1692c req-5dc58ee4-7c31-43de-8328-a6df6de5b518 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:52.039497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f35a285-65ff-4989-8a0e-a504eef1692c req-5dc58ee4-7c31-43de-8328-a6df6de5b518 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0485368 Apr 21 21:45:52.078490 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3f35a285-65ff-4989-8a0e-a504eef1692c req-d3421d8b-1b6c-4abe-8161-c2d78029753b tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322771 Apr 21 21:45:53.197703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8a057-8647-4da4-a8d9-6344c89dd359 req-1f7aa053-8803-4458-a1fb-2adb3b085fe5 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:53.199138 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efb8a057-8647-4da4-a8d9-6344c89dd359 req-1f7aa053-8803-4458-a1fb-2adb3b085fe5 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0516627 Apr 21 21:45:53.249058 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-efb8a057-8647-4da4-a8d9-6344c89dd359 req-695b4cbe-6d1d-4744-a945-fa247bbc451b tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435150 Apr 21 21:45:54.366905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a58d52-d097-4e78-b784-06f081f48265 req-1a51d259-a349-4010-8c40-15653cf9d16c tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:54.368346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44a58d52-d097-4e78-b784-06f081f48265 req-1a51d259-a349-4010-8c40-15653cf9d16c tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0486476 Apr 21 21:45:54.407733 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44a58d52-d097-4e78-b784-06f081f48265 req-fe249a64-f552-478a-9841-44cc91f75540 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326653 Apr 21 21:45:55.521986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9637e-316b-465c-884b-f504f02d6111 req-d574ecba-fd97-48f9-9bd6-18fc064a7214 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:45:55.523421 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4c9637e-316b-465c-884b-f504f02d6111 req-d574ecba-fd97-48f9-9bd6-18fc064a7214 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0478420 Apr 21 21:45:55.562089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f4c9637e-316b-465c-884b-f504f02d6111 req-e44c295f-6927-472b-abd2-83ac497e19a7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&id=eadb8eff-707f-459e-9844-90a02080fada&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317936 Apr 21 21:46:00.554275 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9827af06-c821-421c-9429-7f118a89446e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:02.842405 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5cab8ae4-d089-47a6-8235-5b29425ba5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:04.260192 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:05.523845 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:06.029927 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:21.003120 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:21.110062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:24.265148 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:46:30.555166 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-45af850a-535c-47fe-9e3f-93c8d3e7dd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:32.848189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-00699107-4709-4ddf-9037-448a1b1fe7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:34.267875 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:35.527571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:36.030898 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.013845 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-9daa827b-8770-46e7-8e87-7af8ea6e163f tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938580238&fields=id&tenant_id=5f0b340cd9044dc58aa1f963b1fd5632 HTTP/1.1" status: 200 len: 267 time: 0.0364702 Apr 21 21:46:45.066905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-cea0d4cc-70dc-4c0a-be6f-aa87d4726205 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:45.068393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-cea0d4cc-70dc-4c0a-be6f-aa87d4726205 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 984 time: 0.0488975 Apr 21 21:46:45.079259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Request body: {'port': {'security_groups': ['22ea774a-70c5-4a83-b296-494fcf6120ad']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:46:45.141282 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.310368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] For port 410608b5-c091-4e7d-843c-de192eb04437, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=410608b5-c091-4e7d-843c-de192eb04437,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:46:45.338714 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.344058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.355287 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['410608b5-c091-4e7d-843c-de192eb04437'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:46:45.390019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:45.390250 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.391582 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ecaca458-e26f-4b59-9caf-cc522f8e2653 req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "PUT /v2.0/ports/410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 942 time: 0.3167224 Apr 21 21:46:45.392024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:46:45.398609 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42846) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:46:45.419878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event updated for resources: {'Port': ['ID=410608b5-c091-4e7d-843c-de192eb04437,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:46:45.428096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.428630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.429462 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.430139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.430635 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.431115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.431601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.432089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.432585 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.433110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.433644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.434139 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287970ed-4664-41c8-aa36-54a787255a42 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.449849 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:46:45.473717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['410608b5-c091-4e7d-843c-de192eb04437'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:46:45.490448 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.524261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.564684 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51218dd7-afbd-495d-8bea-49d33608c446 x-openstack-request-id: req-51218dd7-afbd-495d-8bea-49d33608c446 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:46:45.565273 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:46:45.565629 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51218dd7-afbd-495d-8bea-49d33608c446 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:46:45.566138 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51218dd7-afbd-495d-8bea-49d33608c446'] response: {'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437', 'status': 'completed', 'code': 200} Apr 21 21:46:45.610167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.614045 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.615319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "DELETE /v2.0/security-groups/eadb8eff-707f-459e-9844-90a02080fada HTTP/1.1" status: 204 len: 168 time: 0.2149391 Apr 21 21:46:45.623755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42854) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:46:45.626361 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb8eff-707f-459e-9844-90a02080fada,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:46:45.635516 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.635938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.636642 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.637597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.638053 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.638543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.638881 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.639276 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.639727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.640120 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.640513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.640922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0338dd8c-9a78-48c9-9f35-66ddf59d2ede tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:46:45.686119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-16b17e8c-96f4-4b83-92e7-5396c76b8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:45.687613 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-16b17e8c-96f4-4b83-92e7-5396c76b8ec7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1096 time: 0.1030943 Apr 21 21:46:45.696979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c55f12fd-e06d-4cef-ace2-08dcfa4fe08e None None] Provisioning complete for port 410608b5-c091-4e7d-843c-de192eb04437 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:46:45.697350 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c55f12fd-e06d-4cef-ace2-08dcfa4fe08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.849756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-9d032ae7-a69a-4040-ad4a-21ede924fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:45.851200 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-9d032ae7-a69a-4040-ad4a-21ede924fa40 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 916 time: 0.1567502 Apr 21 21:46:45.896733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Deleting port ecc32ef3-bdf7-4afd-98b6-de220c9c9b4c {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:46:45.897021 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:45.928737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.43', 49201) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:46:45.960318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-44cd7cd8-90f2-460c-82e3-fd8925fdc183 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 1001 time: 0.1007462 Apr 21 21:46:45.970407 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-0bd98bff-58e6-4588-87e6-b77aa099afc8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404394 Apr 21 21:46:46.021721 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:46.022302 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:46.033934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-f3baa69c-ce1c-43bc-a7f8-20f6f5512508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:46.035398 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-f3baa69c-ce1c-43bc-a7f8-20f6f5512508 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.0686803 Apr 21 21:46:46.038952 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Calling delete_port for ecc32ef3-bdf7-4afd-98b6-de220c9c9b4c owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:46:46.131059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-4595e6d6-0606-4b87-99c8-a1923d3881d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:46.132538 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-4595e6d6-0606-4b87-99c8-a1923d3881d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897579 Apr 21 21:46:46.263679 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-4891e30e-9552-48c7-9006-589861a37df6 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230655 Apr 21 21:46:46.325179 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:46.355773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event deleted for resources: {'Port': ['ID=ecc32ef3-bdf7-4afd-98b6-de220c9c9b4c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:46:46.430486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9e3a7ae3-babf-46a3-8434-e03e4834b0e8 req-ab79041f-b6a8-496a-a9f5-c43a94105234 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592240 Apr 21 21:46:46.439261 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:46.439590 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Floating IP 032d4888-2669-472a-a9a4-003184b85c4f disassociated (deleted). External IP: 172.25.0.109, port: 410608b5-c091-4e7d-843c-de192eb04437. Apr 21 21:46:46.888628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-e6c9a494-095d-4d19-bb8b-31ab03be6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:46.890122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-e6c9a494-095d-4d19-bb8b-31ab03be6e60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1096 time: 0.4036655 Apr 21 21:46:47.062114 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-c8bd15a1-16fd-48a6-92ff-91355360ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:47.063564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-c8bd15a1-16fd-48a6-92ff-91355360ca0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 916 time: 0.1371598 Apr 21 21:46:47.069381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Router c594503b-b7fe-40be-8966-b33644a6d2f3 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:46:47.108753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-7a7d0d39-8cf1-403a-86cc-c6f298e631ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 217 time: 0.0382199 Apr 21 21:46:47.221523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-f129e366-cfa5-4cc0-9cf7-1a93632a36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:47.223071 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-f129e366-cfa5-4cc0-9cf7-1a93632a36c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.1087935 Apr 21 21:46:47.270154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:46:47.275386 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:47.279463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] Sync routers for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:46:47.288275 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:46:47.288915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:46:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:46:47.304787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-34be2360-6b68-49e3-b5d0-2a56fd46df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:47.306263 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-34be2360-6b68-49e3-b5d0-2a56fd46df6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726540 Apr 21 21:46:47.310125 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-277dbb2e-4479-4460-985f-25e8f1abf7f7 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "DELETE /v2.0/floatingips/032d4888-2669-472a-a9a4-003184b85c4f HTTP/1.1" status: 204 len: 168 time: 1.6837783 Apr 21 21:46:47.399385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:46:47.401104 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-4d2d48bf-2664-40b7-92b9-6426b86abc85 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Apr 21 21:46:47.501347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-9992105a-d898-4216-9780-4c12ee47eea7 service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942099 Apr 21 21:46:47.567105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:46:47.569537 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f012bb31-be4b-4e78-844b-a1f34807e81b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:46:47.608534 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d4602f-e95b-4cc7-8c72-605d3f67b0c9 x-openstack-request-id: req-67d4602f-e95b-4cc7-8c72-605d3f67b0c9 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:46:47.608937 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "tag": "410608b5-c091-4e7d-843c-de192eb04437", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:46:47.609217 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67d4602f-e95b-4cc7-8c72-605d3f67b0c9 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:46:47.609863 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d4602f-e95b-4cc7-8c72-605d3f67b0c9'] response: {'name': 'network-changed', 'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'tag': '410608b5-c091-4e7d-843c-de192eb04437', 'status': 'completed', 'code': 200} Apr 21 21:46:47.619785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 5, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:46:47.648891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] Checking router: c594503b-b7fe-40be-8966-b33644a6d2f3 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:46:47.659763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:46:47.660578 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:46:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:46:47.672343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-8ae2bbde-ab22-44d7-9877-53d291322648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:47.673973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-8ae2bbde-ab22-44d7-9877-53d291322648 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 1096 time: 0.0441833 Apr 21 21:46:47.764552 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:46:47.765219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-7d97a8f3-4360-48f6-a301-a1e850f0e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:47.766668 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-7d97a8f3-4360-48f6-a301-a1e850f0e2d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 200 len: 916 time: 0.0852740 Apr 21 21:46:47.808593 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-e077c973-7bb7-4090-a8eb-263a101bf0d6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 200 len: 217 time: 0.0347531 Apr 21 21:46:47.865324 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-4216d291-a87e-4619-a636-69c3e20a34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:47.866772 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-4216d291-a87e-4619-a636-69c3e20a34f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 200 len: 854 time: 0.0521026 Apr 21 21:46:47.917840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-4b3e7e5f-76bf-470c-944d-04d571b9bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:47.919816 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-4b3e7e5f-76bf-470c-944d-04d571b9bb78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cc241de9-e3ca-4258-ae6b-5c134aacaf83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454903 Apr 21 21:46:48.018454 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-597af37b-5a24-4e9c-b4e8-a51321ee8dda service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886369 Apr 21 21:46:48.119118 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f012bb31-be4b-4e78-844b-a1f34807e81b req-53ce3f0e-5b14-4656-b9ba-db9e810b1fda service neutron] 10.222.0.43 "GET /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898466 Apr 21 21:46:48.129625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 5, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:46:48.155643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcc57ce-9bcb-4db4-aca5-cc71172ad989 None None] The sync data for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 is: [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:02Z', 'revision_number': 4, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '70370bb0-e655-49cc-adc3-33638f993b5c', 'name': '', 'network_id': 'cc241de9-e3ca-4258-ae6b-5c134aacaf83', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'mac_address': 'fa:16:3e:53:70:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '83411b12-7818-40e5-9739-c0af36132ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:01Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 5, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'subnets': [{'id': '83411b12-7818-40e5-9739-c0af36132ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:46:48.384332 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a934b1-af5b-4213-bd3a-80a24aac516d None None] New status for floating IP 032d4888-2669-472a-a9a4-003184b85c4f: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:46:50.997707 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:51.109810 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:54.247375 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97e5ee-fdaf-4344-a3e2-c6c8e6374dd6 req-f4a2f9cc-35a4-42b3-bcf6-09f1208018e5 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:54.248880 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b97e5ee-fdaf-4344-a3e2-c6c8e6374dd6 req-f4a2f9cc-35a4-42b3-bcf6-09f1208018e5 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 945 time: 0.0490911 Apr 21 21:46:54.287208 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b97e5ee-fdaf-4344-a3e2-c6c8e6374dd6 req-12b5bdbf-9577-4aa7-938a-08826190b5aa tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Apr 21 21:46:55.408306 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436918b4-f904-4763-bd12-830b54f66486 req-05990375-88f0-4049-a398-862ee14e3e9f tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:55.409711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-436918b4-f904-4763-bd12-830b54f66486 req-05990375-88f0-4049-a398-862ee14e3e9f tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 945 time: 0.0531051 Apr 21 21:46:55.447001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-436918b4-f904-4763-bd12-830b54f66486 req-257e0c8d-9a06-43dd-bcdc-f72924287dd8 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/security-groups?id=22ea774a-70c5-4a83-b296-494fcf6120ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Apr 21 21:46:56.049931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-46ac5fd4-f528-41a9-8329-ba9a2be1bc4e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:46:56.051355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-46ac5fd4-f528-41a9-8329-ba9a2be1bc4e tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.43 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 945 time: 0.0472322 Apr 21 21:46:56.141533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Deleting port 410608b5-c091-4e7d-843c-de192eb04437 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:46:56.141796 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:56.235915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] For port 410608b5-c091-4e7d-843c-de192eb04437, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=410608b5-c091-4e7d-843c-de192eb04437,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:46:56.236155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:56.250687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Calling delete_port for 410608b5-c091-4e7d-843c-de192eb04437 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:46:56.374136 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:56.385291 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['410608b5-c091-4e7d-843c-de192eb04437'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:46:56.403069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Pushing event deleted for resources: {'Port': ['ID=410608b5-c091-4e7d-843c-de192eb04437,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:46:56.444417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] No DVR routers for this DVR port 410608b5-c091-4e7d-843c-de192eb04437 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:46:56.447066 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:56.450795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e4cbe153-2548-4225-a809-9e1464544ce9 req-66fcb672-cf88-4c20-870c-c59849d926e2 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.43 "DELETE /v2.0/ports/410608b5-c091-4e7d-843c-de192eb04437 HTTP/1.1" status: 204 len: 173 time: 0.3937953 Apr 21 21:46:56.451218 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'name': 'network-vif-deleted', 'tag': '410608b5-c091-4e7d-843c-de192eb04437'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:46:56.453468 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd036d0-b618-42d8-b900-9bfbf4585dc0" -d '{"events": [{"server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "name": "network-vif-deleted", "tag": "410608b5-c091-4e7d-843c-de192eb04437"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:46:56.494154 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963972bb-b48b-4f40-a546-79a5a3c38e4e x-openstack-request-id: req-963972bb-b48b-4f40-a546-79a5a3c38e4e {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:46:56.494466 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8807161-837a-42f7-a802-c251999c727b", "name": "network-vif-deleted", "tag": "410608b5-c091-4e7d-843c-de192eb04437", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:46:56.494738 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-963972bb-b48b-4f40-a546-79a5a3c38e4e {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:46:56.495154 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963972bb-b48b-4f40-a546-79a5a3c38e4e'] response: {'server_uuid': 'b8807161-837a-42f7-a802-c251999c727b', 'name': 'network-vif-deleted', 'tag': '410608b5-c091-4e7d-843c-de192eb04437', 'status': 'completed', 'code': 200} Apr 21 21:46:56.547098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-87395a79-64e6-48ee-bc5e-7972bfd7e8a0 req-55f875a1-a589-48a3-9b68-15ce2900c192 tempest-TestMinimumBasicScenario-1244124514 tempest-TestMinimumBasicScenario-1244124514-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8807161-837a-42f7-a802-c251999c727b HTTP/1.1" status: 200 len: 210 time: 0.0317588 Apr 21 21:46:59.118996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42954) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:46:59.452641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:59.687574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Deleting port 70370bb0-e655-49cc-adc3-33638f993b5c {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:46:59.687915 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:59.763050 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] For port 70370bb0-e655-49cc-adc3-33638f993b5c, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=70370bb0-e655-49cc-adc3-33638f993b5c,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:46:59.763331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:59.779632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Calling delete_port for 70370bb0-e655-49cc-adc3-33638f993b5c owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:46:59.954155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:46:59.980414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=70370bb0-e655-49cc-adc3-33638f993b5c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:00.061052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 410608b5-c091-4e7d-843c-de192eb04437 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:47:00.084006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 410608b5-c091-4e7d-843c-de192eb04437 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:47:00.084341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 410608b5-c091-4e7d-843c-de192eb04437 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:47:00.139538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:00.348304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Router c594503b-b7fe-40be-8966-b33644a6d2f3 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:47:00.450047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:47:00.454929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7d78a94b-70ed-48f8-9cce-648c218d14a9 admin admin] 10.222.0.49 "PUT /v2.0/routers/c594503b-b7fe-40be-8966-b33644a6d2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3349252 Apr 21 21:47:00.457972 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42956) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:00.459556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] Sync routers for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:47:00.468852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:00.469533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:46:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:00.560142 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:00.577800 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-329e9315-2da4-454c-a212-ba852965d375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:00.590238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:00.661011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:00.712367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Deleting port f2509fb9-c97f-4c57-ae13-5f12c410b598 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:47:00.712728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:00.766229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:46:59Z', 'revision_number': 5, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port': {'id': 'f2509fb9-c97f-4c57-ae13-5f12c410b598', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:3c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:44:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:00.791673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] For port f2509fb9-c97f-4c57-ae13-5f12c410b598, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f2509fb9-c97f-4c57-ae13-5f12c410b598,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:00.792028 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:00.792177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] Checking router: c594503b-b7fe-40be-8966-b33644a6d2f3 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:47:00.800849 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] Routers {'c594503b-b7fe-40be-8966-b33644a6d2f3'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:00.801456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:46:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c594503b-b7fe-40be-8966-b33644a6d2f3'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:00.804014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Calling delete_port for f2509fb9-c97f-4c57-ae13-5f12c410b598 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:47:00.890633 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] Set router c594503b-b7fe-40be-8966-b33644a6d2f3 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:00.944981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:47:00Z', 'revision_number': 6, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:00.969491 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:00.971132 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa5846c-634a-4eef-8a02-5deaa63fb3f3 None None] The sync data for ids ['c594503b-b7fe-40be-8966-b33644a6d2f3'] in n-d-838945-1 is: [{'id': 'c594503b-b7fe-40be-8966-b33644a6d2f3', 'name': 'tempest-TestMinimumBasicScenario-1445010016-router', 'tenant_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:43:59Z', 'updated_at': '2022-04-21T21:47:00Z', 'revision_number': 6, 'project_id': '5f0b340cd9044dc58aa1f963b1fd5632', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:47:00.997751 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2509fb9-c97f-4c57-ae13-5f12c410b598,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:01.059180 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.148585 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.150660 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.193277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.193790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c594503b-b7fe-40be-8966-b33644a6d2f3 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:47:01.198113 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.199125 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3371c93f-d01b-4f66-bae6-ce913fb2f77b admin admin] 10.222.0.49 "DELETE /v2.0/routers/c594503b-b7fe-40be-8966-b33644a6d2f3 HTTP/1.1" status: 204 len: 168 time: 0.7401659 Apr 21 21:47:01.201806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42958) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:01.247164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe94532c-2d64-4ace-b835-2ef830e63554 admin admin] Deleting subnet 83411b12-7818-40e5-9739-c0af36132ddf {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:47:01.250125 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe94532c-2d64-4ace-b835-2ef830e63554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.267477 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:47:01.284569 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe94532c-2d64-4ace-b835-2ef830e63554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.372899 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe94532c-2d64-4ace-b835-2ef830e63554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.424154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 70370bb0-e655-49cc-adc3-33638f993b5c no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:47:01.431721 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe94532c-2d64-4ace-b835-2ef830e63554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.451743 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 70370bb0-e655-49cc-adc3-33638f993b5c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:47:01.452023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 70370bb0-e655-49cc-adc3-33638f993b5c not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:47:01.464360 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-fe94532c-2d64-4ace-b835-2ef830e63554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.468985 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fe94532c-2d64-4ace-b835-2ef830e63554 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/83411b12-7818-40e5-9739-c0af36132ddf HTTP/1.1" status: 204 len: 168 time: 0.2660339 Apr 21 21:47:01.469985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94532c-2d64-4ace-b835-2ef830e63554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83411b12-7818-40e5-9739-c0af36132ddf,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:01.470107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cffe84-ff03-49df-abf6-81feb8aa5716 None None] Network cc241de9-e3ca-4258-ae6b-5c134aacaf83 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:47:01.471422 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42960) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:01.539406 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.592821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Deleting port fa1c546b-c315-4e47-86a5-c47df555d2f2 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:47:01.593162 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.658805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] For port fa1c546b-c315-4e47-86a5-c47df555d2f2, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=fa1c546b-c315-4e47-86a5-c47df555d2f2,segment=NetworkSegment(5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6),segment_id=5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:01.659170 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.671589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Calling delete_port for fa1c546b-c315-4e47-86a5-c47df555d2f2 owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:47:01.749397 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.766146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad617c0a-8a3e-439c-b217-fa8445340d2d None None] DHCP port deletion for cc241de9-e3ca-4258-ae6b-5c134aacaf83 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:47:01.782019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1c546b-c315-4e47-86a5-c47df555d2f2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:01.789736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] No DVR routers for this DVR port fa1c546b-c315-4e47-86a5-c47df555d2f2 on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:47:01.861998 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.883073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc241de9-e3ca-4258-ae6b-5c134aacaf83']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:01.893068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:01.893366 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5428ac71-72fc-43b2-ab4b-c3d9a5cc78a6') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:01.902871 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.916217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.922525 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:47:01.923020 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:47:01.924789 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:47:01.985521 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.991836 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:01.998191 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc241de9-e3ca-4258-ae6b-5c134aacaf83 HTTP/1.1" status: 204 len: 168 time: 0.5224450 Apr 21 21:47:01.998549 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42962) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:02.005119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0749e-8aa5-4287-a996-bcba533651df admin admin] Pushing event deleted for resources: {'Network': ['ID=cc241de9-e3ca-4258-ae6b-5c134aacaf83,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:02.339694 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:02.575809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Deleting port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:47:02.576495 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:02.649904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] For port 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb,segment=NetworkSegment(cd3a0408-570c-4a41-a573-8d9c71c5fe49),segment_id=cd3a0408-570c-4a41-a573-8d9c71c5fe49)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:02.650184 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:02.662631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Calling delete_port for 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:47:02.835828 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:02.853735 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5c20d113-297d-4210-a870-80cf558435e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:02.863824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:03.239439 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fa1c546b-c315-4e47-86a5-c47df555d2f2 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:47:03.260319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: fa1c546b-c315-4e47-86a5-c47df555d2f2 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:47:03.260664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device fa1c546b-c315-4e47-86a5-c47df555d2f2 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:47:03.261101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f2509fb9-c97f-4c57-ae13-5f12c410b598 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:47:03.280870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: f2509fb9-c97f-4c57-ae13-5f12c410b598 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:47:03.281219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f2509fb9-c97f-4c57-ae13-5f12c410b598 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:47:03.292979 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:03.500063 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:47:03.604347 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:47:03.609390 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8d8f33f9-232f-4337-90a8-4c9f778d5e0a admin admin] 10.222.0.49 "PUT /v2.0/routers/c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6097791 Apr 21 21:47:03.611811 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42964) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:03.614289 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] Sync routers for ids ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:47:03.625002 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] Routers {'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:03.625676 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:03.715685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:03.727278 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] Set router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:03.813752 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:03.871960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Deleting port e5e44774-8215-45eb-b632-90af5ebde8d6 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:47:03.872309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:03.903081 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:47:02Z', 'revision_number': 5, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'gw_port': {'id': 'e5e44774-8215-45eb-b632-90af5ebde8d6', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:03.927883 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] Checking router: c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:47:03.935901 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] Routers {'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:03.936593 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:03.948228 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] For port e5e44774-8215-45eb-b632-90af5ebde8d6, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=e5e44774-8215-45eb-b632-90af5ebde8d6,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:03.948590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:03.961807 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Calling delete_port for e5e44774-8215-45eb-b632-90af5ebde8d6 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:47:04.021814 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] Set router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:04.136269 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.160917 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e44774-8215-45eb-b632-90af5ebde8d6,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:04.175163 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:47:03Z', 'revision_number': 6, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:04.202631 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f9796-ca63-4784-9570-5ec773d89c78 None None] The sync data for ids ['c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500'] in n-d-838945-1 is: [{'id': 'c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500', 'name': 'tempest-TestMinimumBasicScenario-1834187751-router', 'tenant_id': '94d269610c584697b79a3a4b11f96c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:44:04Z', 'updated_at': '2022-04-21T21:47:03Z', 'revision_number': 6, 'project_id': '94d269610c584697b79a3a4b11f96c45', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:47:04.228999 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.267203 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.319443 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.321571 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.363089 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.363681 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:47:04.367800 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.369154 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0c6dbcc4-b3b6-4586-a367-28895fc00040 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c5e5d2b2-eaf3-47ae-8ecd-dd3c671a6500 HTTP/1.1" status: 204 len: 168 time: 0.7564380 Apr 21 21:47:04.372348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42966) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:04.421483 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9933c8-4727-427b-9530-4d813c3f9c26 admin admin] Deleting subnet 0c8f68f8-7b5e-47b3-b551-e3ebc284b192 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:47:04.424406 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d9933c8-4727-427b-9530-4d813c3f9c26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.462018 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d9933c8-4727-427b-9530-4d813c3f9c26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.535489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d9933c8-4727-427b-9530-4d813c3f9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.591288 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d9933c8-4727-427b-9530-4d813c3f9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.618151 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9933c8-4727-427b-9530-4d813c3f9c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8f68f8-7b5e-47b3-b551-e3ebc284b192,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:04.623584 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d9933c8-4727-427b-9530-4d813c3f9c26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.629493 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb44b4b-132d-400d-8ce0-24b8c0d515b9 None None] Network dae9b573-f00b-4dc7-a44f-3b04b09bcc04 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:47:04.630168 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2d9933c8-4727-427b-9530-4d813c3f9c26 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0c8f68f8-7b5e-47b3-b551-e3ebc284b192 HTTP/1.1" status: 204 len: 168 time: 0.2567677 Apr 21 21:47:04.630445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42968) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:04.701553 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.757163 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Deleting port 4c028aba-c7d3-4baa-a266-4d82fc4937cf {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:47:04.757509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.820028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] For port 4c028aba-c7d3-4baa-a266-4d82fc4937cf, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4c028aba-c7d3-4baa-a266-4d82fc4937cf,segment=NetworkSegment(cd3a0408-570c-4a41-a573-8d9c71c5fe49),segment_id=cd3a0408-570c-4a41-a573-8d9c71c5fe49)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:04.820392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.833202 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Calling delete_port for 4c028aba-c7d3-4baa-a266-4d82fc4937cf owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:47:04.912476 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:04.939241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c028aba-c7d3-4baa-a266-4d82fc4937cf,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:04.945253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] No DVR routers for this DVR port 4c028aba-c7d3-4baa-a266-4d82fc4937cf on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:47:04.981571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce7f774-6bb7-41e4-8a39-8182b3bae677 None None] DHCP port deletion for dae9b573-f00b-4dc7-a44f-3b04b09bcc04 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:47:05.022556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.042298 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae9b573-f00b-4dc7-a44f-3b04b09bcc04']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:05.051819 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3a0408-570c-4a41-a573-8d9c71c5fe49') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:05.052110 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3a0408-570c-4a41-a573-8d9c71c5fe49') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:05.061355 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.075623 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.082073 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:47:05.082533 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:47:05.084267 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:47:05.142944 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.147792 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.155152 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] 10.222.0.49 "DELETE /v2.0/networks/dae9b573-f00b-4dc7-a44f-3b04b09bcc04 HTTP/1.1" status: 204 len: 168 time: 0.5236416 Apr 21 21:47:05.168724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d56bec-d036-48e1-ad03-2374346a3b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=dae9b573-f00b-4dc7-a44f-3b04b09bcc04,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:05.200753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4c028aba-c7d3-4baa-a266-4d82fc4937cf no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:47:05.224394 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 4c028aba-c7d3-4baa-a266-4d82fc4937cf {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:47:05.224922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4c028aba-c7d3-4baa-a266-4d82fc4937cf not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:47:05.225451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5e44774-8215-45eb-b632-90af5ebde8d6 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:47:05.252544 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: e5e44774-8215-45eb-b632-90af5ebde8d6 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:47:05.253288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device e5e44774-8215-45eb-b632-90af5ebde8d6 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:47:05.253907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:47:05.275688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:47:05.276364 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5ee7542d-e7eb-41dc-b8fd-55a5da31f9eb not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:47:05.338747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42972) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:05.377219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bd15f584-964f-4065-9f74-3a4e16e9422e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f0b340cd9044dc58aa1f963b1fd5632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0366087 Apr 21 21:47:05.379500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 42974) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:05.426073 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3158429-bddb-4538-b998-f26164e87c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.445830 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3158429-bddb-4538-b998-f26164e87c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.492897 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3158429-bddb-4538-b998-f26164e87c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.495331 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3158429-bddb-4538-b998-f26164e87c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.497089 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d3158429-bddb-4538-b998-f26164e87c65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22ea774a-70c5-4a83-b296-494fcf6120ad HTTP/1.1" status: 204 len: 168 time: 0.1166661 Apr 21 21:47:05.504902 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3158429-bddb-4538-b998-f26164e87c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ea774a-70c5-4a83-b296-494fcf6120ad,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:05.540308 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.797845 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42980) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:05.842701 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-83fbd111-8034-4c9e-9d50-24908103f80c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94d269610c584697b79a3a4b11f96c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437186 Apr 21 21:47:05.845218 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 42982) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:05.891749 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a546422-6f8c-4e8e-9f40-ea6f18025e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.911628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a546422-6f8c-4e8e-9f40-ea6f18025e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.958281 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a546422-6f8c-4e8e-9f40-ea6f18025e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.960836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a546422-6f8c-4e8e-9f40-ea6f18025e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:05.962037 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a546422-6f8c-4e8e-9f40-ea6f18025e1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ed719fa-0b29-4998-8746-714ec9fe67dd HTTP/1.1" status: 204 len: 168 time: 0.1158431 Apr 21 21:47:05.969698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a546422-6f8c-4e8e-9f40-ea6f18025e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed719fa-0b29-4998-8746-714ec9fe67dd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:06.033547 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:08.820046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43028) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:08.825330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492759779', 'description': 'tempest-secgroup-smoke-1492759779 description', 'project_id': '1fe192c61164419fb80bd107cdac394f'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:08.845482 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:08.853061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:08.928561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:08.932061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:08.972368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6f1ba-8c6a-43ed-806c-8c48d408ecd9,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:09.006512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.010219 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.041134 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.042814 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2212892 Apr 21 21:47:09.044720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b9356-dcb4-4d10-9b30-a8c3d72bcad4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c968ddf5-5c3d-484f-b37a-f15fd906e062,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:09.045968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43030) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:09.051579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f6f85f52-d264-4166-bf51-eb570135571a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'c968ddf5-5c3d-484f-b37a-f15fd906e062', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:09.080384 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6f85f52-d264-4166-bf51-eb570135571a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.125452 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6f85f52-d264-4166-bf51-eb570135571a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.129707 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6f85f52-d264-4166-bf51-eb570135571a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.146861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f85f52-d264-4166-bf51-eb570135571a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0391427e-cbe8-49e4-a648-dfeb55a20815,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:09.157050 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f6f85f52-d264-4166-bf51-eb570135571a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.158215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f6f85f52-d264-4166-bf51-eb570135571a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105478 Apr 21 21:47:09.160959 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43032) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:09.165166 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-44602a48-fcc9-4282-b6fa-9d051776b783 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'c968ddf5-5c3d-484f-b37a-f15fd906e062', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:09.188918 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44602a48-fcc9-4282-b6fa-9d051776b783 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.244666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44602a48-fcc9-4282-b6fa-9d051776b783 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.248535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44602a48-fcc9-4282-b6fa-9d051776b783 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.264960 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44602a48-fcc9-4282-b6fa-9d051776b783 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10453bf6-d1cf-4e9f-8be1-c763c94ebaef,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:09.272851 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-44602a48-fcc9-4282-b6fa-9d051776b783 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.274052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-44602a48-fcc9-4282-b6fa-9d051776b783 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121686 Apr 21 21:47:09.277657 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43034) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:09.281587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d3e7ebb4-7053-45b2-bf83-2665339b32b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'c968ddf5-5c3d-484f-b37a-f15fd906e062', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:09.305629 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ebb4-7053-45b2-bf83-2665339b32b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.363017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ebb4-7053-45b2-bf83-2665339b32b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.366670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ebb4-7053-45b2-bf83-2665339b32b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.383502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7ebb4-7053-45b2-bf83-2665339b32b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8b1802-8757-4a2d-be85-9dbd33894b97,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:09.391108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d3e7ebb4-7053-45b2-bf83-2665339b32b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.392297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d3e7ebb4-7053-45b2-bf83-2665339b32b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141212 Apr 21 21:47:09.395096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43036) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:09.399379 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-86079bfe-0b32-4e0f-ba3e-267c3960052e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'c968ddf5-5c3d-484f-b37a-f15fd906e062', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:09.425170 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86079bfe-0b32-4e0f-ba3e-267c3960052e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.483885 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86079bfe-0b32-4e0f-ba3e-267c3960052e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.487488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86079bfe-0b32-4e0f-ba3e-267c3960052e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.504606 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86079bfe-0b32-4e0f-ba3e-267c3960052e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342d29f5-eb87-498d-bf1e-456d35196c9f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:09.511399 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86079bfe-0b32-4e0f-ba3e-267c3960052e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.512596 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-86079bfe-0b32-4e0f-ba3e-267c3960052e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165988 Apr 21 21:47:09.515352 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43038) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:09.519631 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-7936c144-0af3-408a-98fc-c39ea667eaa7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'c968ddf5-5c3d-484f-b37a-f15fd906e062', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:09.538438 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-7936c144-0af3-408a-98fc-c39ea667eaa7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:47:09.543699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7936c144-0af3-408a-98fc-c39ea667eaa7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.601236 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7936c144-0af3-408a-98fc-c39ea667eaa7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.604657 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7936c144-0af3-408a-98fc-c39ea667eaa7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.619197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936c144-0af3-408a-98fc-c39ea667eaa7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0d1988-6042-478c-a462-399120efe718,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:09.629312 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7936c144-0af3-408a-98fc-c39ea667eaa7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.630475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7936c144-0af3-408a-98fc-c39ea667eaa7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141863 Apr 21 21:47:09.633159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43040) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:09.637903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-31195413-243b-4bd9-a767-7f1b7dcaa52b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'c968ddf5-5c3d-484f-b37a-f15fd906e062', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:09.656675 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-31195413-243b-4bd9-a767-7f1b7dcaa52b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:47:09.661349 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31195413-243b-4bd9-a767-7f1b7dcaa52b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.720063 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31195413-243b-4bd9-a767-7f1b7dcaa52b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.723391 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31195413-243b-4bd9-a767-7f1b7dcaa52b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.739969 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31195413-243b-4bd9-a767-7f1b7dcaa52b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5470eaf0-00e6-443f-bbf5-3242fd686b75,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:09.746779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31195413-243b-4bd9-a767-7f1b7dcaa52b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.747939 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-31195413-243b-4bd9-a767-7f1b7dcaa52b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1138475 Apr 21 21:47:09.750851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43042) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:09.755510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'network': {'name': 'tempest-network-smoke--1575691794', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'port_security_enabled': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:09.773071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:47:09.776322 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.799225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:47:09.807887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.808228 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Added segment 501116a2-ecf1-4292-a438-736f082030ba of type vlan for network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee Apr 21 21:47:09.849438 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.872908 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.878507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:09.879082 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.931145 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1793077 Apr 21 21:47:09.934192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43044) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:09.938818 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'admin_state_up': True, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:09.944989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b16320-fe81-4789-956c-3c700a5a925b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Network': ['ID=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:09.955565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:47:09.960490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:09.961471 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:10.013861 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:10.152405 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:10.340985 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:10.358772 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:10.460632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.225 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/a919170f-340c-4905-928a-19522778df75) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:47:10.559649 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:10.596514 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:10.630564 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:47:10.633299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:47:10.638747 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:47:10.664650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=a919170f-340c-4905-928a-19522778df75,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:10.938061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:11.405667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:11.527677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 6489f932-830d-4240-af78-2122b84c7bec is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:47:11.627422 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:47:11.639758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Sync routers for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:47:11.650239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:11.650877 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:11.653502 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:11.654763 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d959e960-49d7-4a54-8f8b-44a33bbdd6a4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7195702 Apr 21 21:47:11.658003 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43056) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:11.756062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:11.789582 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f1936eaf-deaf-4a4d-8dfc-e8a805417f60 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=1fe192c61164419fb80bd107cdac394f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1305580 Apr 21 21:47:11.792211 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43060) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:11.935153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:10Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:11.940908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ae7b6-8794-4867-a77c-5ef9aa245b30 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:11.943432 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f54ae7b6-8794-4867-a77c-5ef9aa245b30 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502016 Apr 21 21:47:11.946904 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43062) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:11.964505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Checking router: 6489f932-830d-4240-af78-2122b84c7bec for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:47:11.964879 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Updating router 6489f932-830d-4240-af78-2122b84c7bec port a919170f-340c-4905-928a-19522778df75 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:47:11.982053 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-60b5eef0-561a-4655-86a5-e83e80ed4417 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340323 Apr 21 21:47:11.984685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43064) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:11.989430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1901177605', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:11.998332 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.077716 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:47:12.081686 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.248174 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.255989 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.257843 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.308617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Attempting to bind port a919170f-340c-4905-928a-19522778df75 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:47:12.309049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Attempting to bind port a919170f-340c-4905-928a-19522778df75 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:47:12.309373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Attempting to bind port a919170f-340c-4905-928a-19522778df75 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:47:12.314788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Pushing event updated for resources: {'Port': ['ID=a919170f-340c-4905-928a-19522778df75,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:12.319368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:47:12.319747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:47:12.320153 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.320542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:47:12.321034 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Bound port: a919170f-340c-4905-928a-19522778df75, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:47:12.321418 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.324723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Subnet': ['ID=d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:12.332174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Checking segment: {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:47:12.332620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network hostable DHCP agents. Network: 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:47:12.349379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:47:12.351920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.352269 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.352607 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.352964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.353290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.353616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.353941 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.354260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.354581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.355510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.355830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.356146 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:12.361374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:47:12.367560 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:12.368320 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.371847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d680e6d-54dc-43fc-80bc-00ce37fde2b3 None None] Network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:47:12.385504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7404ad53-48a0-43de-8a4c-cfd0e200e260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3998046 Apr 21 21:47:12.388563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43066) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:12.435790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] For port a919170f-340c-4905-928a-19522778df75, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:47:12.451294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] For port a919170f-340c-4905-928a-19522778df75, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a919170f-340c-4905-928a-19522778df75,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:47:12.466409 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.563532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:12.564169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:12.620504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff518fa1-7011-44fb-92dc-c2d412fe44af None None] Pushing event updated for resources: {'Port': ['ID=a919170f-340c-4905-928a-19522778df75,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:12.656684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:47:12.657563 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:12.935717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:13.118368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Allocated IP 172.20.0.2 (8da77d9b-df7a-4142-a9b2-6f5c9475e1ee/d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2/69bfcd91-a135-44a2-8f70-c5a7606daa44) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:47:13.179343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:13.246219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:10Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:13.280978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b936a-b743-4d96-97cd-5e71eef6083e None None] The sync data for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 is: [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:10Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:47:13.325287 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:13.332088 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:13.377308 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:47:13.380204 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:47:13.384195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:47:13.390957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Pushing event updated for resources: {'Port': ['ID=69bfcd91-a135-44a2-8f70-c5a7606daa44,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:13.446097 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Attempting to bind port 69bfcd91-a135-44a2-8f70-c5a7606daa44 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:47:13.446605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Attempting to bind port 69bfcd91-a135-44a2-8f70-c5a7606daa44 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:47:13.446978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Attempting to bind port 69bfcd91-a135-44a2-8f70-c5a7606daa44 on network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:47:13.454296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:47:13.454668 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Checking segment: {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:47:13.455073 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:13.455463 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Bound using segment: {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:47:13.455927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Bound port: 69bfcd91-a135-44a2-8f70-c5a7606daa44, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:47:13.456688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:13.468656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.1 (8da77d9b-df7a-4142-a9b2-6f5c9475e1ee/d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2/1f535521-086f-416c-8350-6fdf97fff9a8) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:47:13.561023 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] For port 69bfcd91-a135-44a2-8f70-c5a7606daa44, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:47:13.566596 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] For port 69bfcd91-a135-44a2-8f70-c5a7606daa44, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=69bfcd91-a135-44a2-8f70-c5a7606daa44,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:47:13.574610 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:13.622456 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:13.644083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454a424-f2bc-47ee-acd6-ab649258393b None None] Pushing event updated for resources: {'Port': ['ID=69bfcd91-a135-44a2-8f70-c5a7606daa44,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:13.666370 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:13.707510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:47:13.710637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:47:13.717381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:47:13.753979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=1f535521-086f-416c-8350-6fdf97fff9a8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:13.777662 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:13.939541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:14.225202 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:14.229793 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:14.307198 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:14.309024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=1f535521-086f-416c-8350-6fdf97fff9a8,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:14.404377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:47:14.405830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:47:14.521968 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 6489f932-830d-4240-af78-2122b84c7bec has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:47:14.562006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e11993-8007-46e7-8e22-0c14be67eaed None None] Network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:47:14.632934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:47:14.639057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-31e44920-1f9e-4b1c-afd7-6565ddc75cc4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/6489f932-830d-4240-af78-2122b84c7bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2491789 Apr 21 21:47:14.642056 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-773a4bb4-1551-4663-8952-911bd171e04a None None] Provisioning complete for port 69bfcd91-a135-44a2-8f70-c5a7606daa44 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:14.642429 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-773a4bb4-1551-4663-8952-911bd171e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:14.781682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-7be34f59-0c2e-4349-8731-bcc1c32b9545 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492759779&fields=id&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 267 time: 0.0331151 Apr 21 21:47:14.784354 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-773a4bb4-1551-4663-8952-911bd171e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:14.820683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-773a4bb4-1551-4663-8952-911bd171e04a None None] For port 69bfcd91-a135-44a2-8f70-c5a7606daa44, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=69bfcd91-a135-44a2-8f70-c5a7606daa44,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:14.826230 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-773a4bb4-1551-4663-8952-911bd171e04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:14.886956 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a4bb4-1551-4663-8952-911bd171e04a None None] Pushing event updated for resources: {'Port': ['ID=69bfcd91-a135-44a2-8f70-c5a7606daa44,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:14.927542 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-a601fc4d-13ec-4e0b-bf91-f7c5e032615f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:14.929031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-a601fc4d-13ec-4e0b-bf91-f7c5e032615f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/networks?id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee HTTP/1.1" status: 200 len: 797 time: 0.1402223 Apr 21 21:47:14.945221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-01d26094-95a6-4476-b0ff-3e6d18a9ab70 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/quotas/1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 375 time: 0.0096314 Apr 21 21:47:15.001482 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-892c100e-9b8f-4ca5-aad0-cb08a457d598 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502057 Apr 21 21:47:15.055127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f2ebed54-ed62-43fc-be1d-b4afafb1808f None None] Provisioning complete for port 69bfcd91-a135-44a2-8f70-c5a7606daa44 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:15.055455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed54-ed62-43fc-be1d-b4afafb1808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.152415 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f2ebed54-ed62-43fc-be1d-b4afafb1808f None None] Provisioning complete for port 1f535521-086f-416c-8350-6fdf97fff9a8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:15.152806 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f2ebed54-ed62-43fc-be1d-b4afafb1808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.203474 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f2ebed54-ed62-43fc-be1d-b4afafb1808f None None] Port 1f535521-086f-416c-8350-6fdf97fff9a8 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:47:15.234697 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-58c33f7a-d4db-42bf-91c9-57ee7aaeddc6 service neutron] 10.222.0.49 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755984 Apr 21 21:47:15.261342 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Sync routers for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:47:15.274973 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:15.275520 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:15.286656 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a919170f-340c-4905-928a-19522778df75 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:47:15.341542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-539c0c51-4d71-4451-b780-05e3af5902ff None None] Provisioning complete for port 1f535521-086f-416c-8350-6fdf97fff9a8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:15.341938 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-539c0c51-4d71-4451-b780-05e3af5902ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.351146 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-5b16eccd-7188-4025-8b12-9854f5c8a1b5 service neutron] 10.222.0.49 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995443 Apr 21 21:47:15.388880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-539c0c51-4d71-4451-b780-05e3af5902ff None None] Port 1f535521-086f-416c-8350-6fdf97fff9a8 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:47:15.396572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a919170f-340c-4905-928a-19522778df75 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:15.396986 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.414798 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:15.496126 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.532168 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port a919170f-340c-4905-928a-19522778df75, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a919170f-340c-4905-928a-19522778df75,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:15.537573 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-bc6739a8-bf19-4faf-a40a-ac06b98462d0 None None] Provisioning complete for port 1f535521-086f-416c-8350-6fdf97fff9a8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:15.537946 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc6739a8-bf19-4faf-a40a-ac06b98462d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.562694 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.564109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 69bfcd91-a135-44a2-8f70-c5a7606daa44 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:47:15.575943 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c03ec996-71c9-427e-b64e-a6aa07bc9de0 req-880c63e0-0ffd-4642-84a5-bdbe9b59b7ff tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 210 time: 0.0297017 Apr 21 21:47:15.635741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bc6739a8-bf19-4faf-a40a-ac06b98462d0 None None] Port 1f535521-086f-416c-8350-6fdf97fff9a8 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:47:15.657962 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:13Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1f535521-086f-416c-8350-6fdf97fff9a8', 'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:a6:bb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:13Z', 'updated_at': '2022-04-21T21:47:14Z', 'revision_number': 2, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:15.666448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=a919170f-340c-4905-928a-19522778df75,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:15.679098 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 69bfcd91-a135-44a2-8f70-c5a7606daa44 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:15.679412 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.684854 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Checking router: 6489f932-830d-4240-af78-2122b84c7bec for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:47:15.685210 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Updating router 6489f932-830d-4240-af78-2122b84c7bec port 1f535521-086f-416c-8350-6fdf97fff9a8 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:47:15.710449 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.976015 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:15.981776 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:16.035779 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Pushing event updated for resources: {'Port': ['ID=1f535521-086f-416c-8350-6fdf97fff9a8,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:16.076885 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.077229 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.077564 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.077892 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.078216 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.078540 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.078859 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.079175 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.079493 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.079812 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.080128 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.080444 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:47:16.101211 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Attempting to bind port 1f535521-086f-416c-8350-6fdf97fff9a8 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:47:16.101577 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Attempting to bind port 1f535521-086f-416c-8350-6fdf97fff9a8 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:47:16.101933 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Attempting to bind port 1f535521-086f-416c-8350-6fdf97fff9a8 on network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:47:16.108726 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:47:16.109204 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Checking segment: {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:47:16.109725 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:16.110103 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Bound using segment: {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:47:16.110603 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Bound port: 1f535521-086f-416c-8350-6fdf97fff9a8, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:47:16.111724 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:16.187556 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] For port 1f535521-086f-416c-8350-6fdf97fff9a8, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:47:16.191190 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] For port 1f535521-086f-416c-8350-6fdf97fff9a8, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1f535521-086f-416c-8350-6fdf97fff9a8,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:47:16.195849 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:16.251489 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:16.252047 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:16.264325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e80ffb76-f5a6-4542-8c41-2d17dad312b9 None None] Provisioning complete for port 1f535521-086f-416c-8350-6fdf97fff9a8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:16.264853 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e80ffb76-f5a6-4542-8c41-2d17dad312b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:16.322721 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0ad73-761c-4405-93b7-cb6c330f8fd7 None None] Pushing event updated for resources: {'Port': ['ID=1f535521-086f-416c-8350-6fdf97fff9a8,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:16.361147 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e80ffb76-f5a6-4542-8c41-2d17dad312b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:16.386574 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:16.401792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e80ffb76-f5a6-4542-8c41-2d17dad312b9 None None] For port 1f535521-086f-416c-8350-6fdf97fff9a8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1f535521-086f-416c-8350-6fdf97fff9a8,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:16.406310 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e80ffb76-f5a6-4542-8c41-2d17dad312b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:16.458638 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ffb76-f5a6-4542-8c41-2d17dad312b9 None None] Pushing event updated for resources: {'Port': ['ID=1f535521-086f-416c-8350-6fdf97fff9a8,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:16.527660 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-caf0bd6b-62f7-4d90-94be-3db193775ede None None] Provisioning complete for port 1f535521-086f-416c-8350-6fdf97fff9a8 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:16.528485 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-caf0bd6b-62f7-4d90-94be-3db193775ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:16.591109 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:13Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1f535521-086f-416c-8350-6fdf97fff9a8', 'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:a6:bb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:13Z', 'updated_at': '2022-04-21T21:47:16Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:16.621993 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154add99-ed96-4262-afc0-ba7dd89cbfa9 None None] The sync data for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 is: [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:13Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1f535521-086f-416c-8350-6fdf97fff9a8', 'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:a6:bb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:13Z', 'updated_at': '2022-04-21T21:47:16Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:47:16.767786 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3e4e1505-b42e-4dd4-a253-7c9a7265cbb5 req-e4acca2e-19a0-418c-b704-3344dea5ecb1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 210 time: 0.0337186 Apr 21 21:47:16.819149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-13453fec-f823-44dd-9d66-cade53a8ed24 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:16.820630 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-13453fec-f823-44dd-9d66-cade53a8ed24 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/networks?id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee HTTP/1.1" status: 200 len: 797 time: 0.1913910 Apr 21 21:47:16.868597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-de5255e7-afb1-492f-aeb4-f2186b2a8ddb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 380 time: 0.0391803 Apr 21 21:47:16.877592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'port': {'device_id': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'admin_state_up': True, 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'security_groups': ['c968ddf5-5c3d-484f-b37a-f15fd906e062']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:16.991283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:47:16.994959 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.126357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.6 (8da77d9b-df7a-4142-a9b2-6f5c9475e1ee/d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2/5c926446-c4db-4d40-9982-79af470a92d2) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:47:17.282044 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.299216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1f535521-086f-416c-8350-6fdf97fff9a8 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:47:17.323146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.358230 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1f535521-086f-416c-8350-6fdf97fff9a8 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:17.358798 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.366892 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:47:17.372148 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:47:17.375891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:47:17.406439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=5c926446-c4db-4d40-9982-79af470a92d2,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:17.439515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:17.440461 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.450061 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a919170f-340c-4905-928a-19522778df75 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:47:17.466560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-d8edda8c-99d6-4faa-b556-e3de62c49a07 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5924904 Apr 21 21:47:17.485106 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Request body: {'port': {'device_id': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:17.504096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port a919170f-340c-4905-928a-19522778df75 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:17.504443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.568924 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.644046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e0e324b7-b063-4a66-a498-9de3eb4aa33a None None] Provisioning complete for port 5c926446-c4db-4d40-9982-79af470a92d2 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:17.644422 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e0e324b7-b063-4a66-a498-9de3eb4aa33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.691632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e0e324b7-b063-4a66-a498-9de3eb4aa33a None None] Port 5c926446-c4db-4d40-9982-79af470a92d2 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:47:17.855716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c926446-c4db-4d40-9982-79af470a92d2 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:47:17.863015 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.875035 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Transition to ACTIVE for port object 5c926446-c4db-4d40-9982-79af470a92d2 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:47:17.879825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:17.887840 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f44d0e-d726-42fc-979a-8cba6edd6ef0 req-5894a598-8cb1-4862-96ae-1eab291f6356 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:17.889349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61f44d0e-d726-42fc-979a-8cba6edd6ef0 req-5894a598-8cb1-4862-96ae-1eab291f6356 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 931 time: 0.0507691 Apr 21 21:47:17.930264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Pushing event updated for resources: {'Port': ['ID=5c926446-c4db-4d40-9982-79af470a92d2,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:17.933843 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-61f44d0e-d726-42fc-979a-8cba6edd6ef0 req-1526a756-e598-4f48-9882-8c0aff60214c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Apr 21 21:47:18.008087 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Attempting to bind port 5c926446-c4db-4d40-9982-79af470a92d2 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:47:18.008430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Attempting to bind port 5c926446-c4db-4d40-9982-79af470a92d2 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:47:18.008813 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Attempting to bind port 5c926446-c4db-4d40-9982-79af470a92d2 on network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:47:18.013628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Port 5c926446-c4db-4d40-9982-79af470a92d2 on network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:47:18.014000 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Attempting to bind port 5c926446-c4db-4d40-9982-79af470a92d2 on network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:47:18.018985 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:47:18.019318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Checking segment: {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:47:18.019704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Bound using segment: {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:47:18.020132 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Bound port: 5c926446-c4db-4d40-9982-79af470a92d2, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501116a2-ecf1-4292-a438-736f082030ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:47:18.020490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:18.086245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] For port 5c926446-c4db-4d40-9982-79af470a92d2, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:47:18.089633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] For port 5c926446-c4db-4d40-9982-79af470a92d2, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5c926446-c4db-4d40-9982-79af470a92d2,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:47:18.094525 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:18.134504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:18.135116 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:18.136584 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] 10.222.0.43 "PUT /v2.0/ports/5c926446-c4db-4d40-9982-79af470a92d2 HTTP/1.1" status: 200 len: 1091 time: 0.6628911 Apr 21 21:47:18.137065 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:47:18.139360 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ff88bf-65bf-4553-82dc-acef90e1e93a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "tag": "5c926446-c4db-4d40-9982-79af470a92d2"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:47:18.167715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75518e34-f51e-4d2d-bb04-3a926801077b service neutron] Pushing event updated for resources: {'Port': ['ID=5c926446-c4db-4d40-9982-79af470a92d2,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:18.189099 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bf7bfb-e602-40c3-931f-ce24b99d7f8f x-openstack-request-id: req-09bf7bfb-e602-40c3-931f-ce24b99d7f8f {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:47:18.189385 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "tag": "5c926446-c4db-4d40-9982-79af470a92d2", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:47:18.189629 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09bf7bfb-e602-40c3-931f-ce24b99d7f8f {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:47:18.190021 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09bf7bfb-e602-40c3-931f-ce24b99d7f8f'] response: {'name': 'network-changed', 'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2', 'status': 'completed', 'code': 200} Apr 21 21:47:18.228299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-a74da20c-e29c-40f0-8edf-b76e6b098e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:18.230384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-a74da20c-e29c-40f0-8edf-b76e6b098e32 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 1094 time: 0.0513358 Apr 21 21:47:18.271831 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-013fe241-05d5-4ab1-b444-90a1a5f93a4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c926446-c4db-4d40-9982-79af470a92d2 HTTP/1.1" status: 200 len: 217 time: 0.0347798 Apr 21 21:47:18.322733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-97b44368-5466-4e16-b6e9-833502594a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:18.324285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-97b44368-5466-4e16-b6e9-833502594a6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2 HTTP/1.1" status: 200 len: 835 time: 0.0453207 Apr 21 21:47:18.373201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-c4be72c3-2bba-46d4-b265-b7cb94726cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:18.374657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-c4be72c3-2bba-46d4-b265-b7cb94726cb7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446384 Apr 21 21:47:18.461237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-0c58bf34-2d21-4d89-b7cc-a72583c21bcf service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799608 Apr 21 21:47:18.550393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d366b6dd-d36d-4302-b0ff-0517b57a64f5 req-712db34f-f705-4271-9084-c92afa14e2c3 service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833187 Apr 21 21:47:18.631528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-ac6de6bf-fcf2-434c-853a-7d7367ace7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:18.633006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-ac6de6bf-fcf2-434c-853a-7d7367ace7a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 1094 time: 0.0403445 Apr 21 21:47:18.719533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-b9da8645-75c4-4113-b032-3845a1c87dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:18.720997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-b9da8645-75c4-4113-b032-3845a1c87dbe service neutron] 10.222.0.43 "GET /v2.0/networks?id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee HTTP/1.1" status: 200 len: 898 time: 0.0815122 Apr 21 21:47:18.762899 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-f0209982-6a61-4a75-b155-8504d30cb6f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c926446-c4db-4d40-9982-79af470a92d2 HTTP/1.1" status: 200 len: 217 time: 0.0360417 Apr 21 21:47:18.808540 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-2179a265-c33b-4435-9a71-c106e9d78001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:18.809876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-2179a265-c33b-4435-9a71-c106e9d78001 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2 HTTP/1.1" status: 200 len: 835 time: 0.0412302 Apr 21 21:47:18.854897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-9e7a4c9f-a2c8-41a3-9b3b-95e5acc9514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:18.856376 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-9e7a4c9f-a2c8-41a3-9b3b-95e5acc9514e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402753 Apr 21 21:47:18.945689 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-ee370c1c-c6db-4079-8b06-644d242fffb3 service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826957 Apr 21 21:47:19.037183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22ff88bf-65bf-4553-82dc-acef90e1e93a req-658e7a6c-5c34-432e-a3a6-98a030b26b6b service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853460 Apr 21 21:47:19.058534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af208978-0503-4c62-938e-8da3638a946f req-79c6330f-44ca-4aae-ae22-0a89f69054c4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:19.060061 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af208978-0503-4c62-938e-8da3638a946f req-79c6330f-44ca-4aae-ae22-0a89f69054c4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 943 time: 0.0488052 Apr 21 21:47:19.097408 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-af208978-0503-4c62-938e-8da3638a946f req-0a1c1ef7-4431-44e8-9be4-d0e4df57cd56 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Apr 21 21:47:20.211528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cb912-e5b6-4110-ab47-cf73fdbb6e98 req-e8ddff95-53f0-4637-bb8c-39ed9ba96ae0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:20.213025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-722cb912-e5b6-4110-ab47-cf73fdbb6e98 req-e8ddff95-53f0-4637-bb8c-39ed9ba96ae0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 943 time: 0.0484169 Apr 21 21:47:20.254558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-722cb912-e5b6-4110-ab47-cf73fdbb6e98 req-10bad9ce-5cf0-4895-898a-64748237a9b4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348835 Apr 21 21:47:21.001717 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:21.108146 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:21.372405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fab27-db20-485c-8613-98c23be9ab64 req-7bdd4534-eb6c-4027-b20b-ee861829ff7e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:21.373816 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac4fab27-db20-485c-8613-98c23be9ab64 req-7bdd4534-eb6c-4027-b20b-ee861829ff7e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 943 time: 0.0519977 Apr 21 21:47:21.410356 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ac4fab27-db20-485c-8613-98c23be9ab64 req-93ab805d-357c-468e-adbb-f5eecf28385d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305529 Apr 21 21:47:22.246489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5c926446-c4db-4d40-9982-79af470a92d2 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:47:22.336752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5c926446-c4db-4d40-9982-79af470a92d2, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5c926446-c4db-4d40-9982-79af470a92d2,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:22.347489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '5c926446-c4db-4d40-9982-79af470a92d2', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'port_id': '5c926446-c4db-4d40-9982-79af470a92d2', 'mac_address': 'fa:16:3e:1f:41:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:47:22.387312 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:22.399438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c926446-c4db-4d40-9982-79af470a92d2 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:47:22.417763 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5c926446-c4db-4d40-9982-79af470a92d2, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5c926446-c4db-4d40-9982-79af470a92d2,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:22.421229 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:22.466110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5c926446-c4db-4d40-9982-79af470a92d2,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:22.524534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e18799-05c1-48e9-b9f4-66a9f1687015 req-60b3cad5-a6aa-4440-b5c6-d1037319b7ef tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:22.526011 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1e18799-05c1-48e9-b9f4-66a9f1687015 req-60b3cad5-a6aa-4440-b5c6-d1037319b7ef tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 944 time: 0.0477948 Apr 21 21:47:22.563114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c1e18799-05c1-48e9-b9f4-66a9f1687015 req-347f416a-cc5e-4b14-b41f-61b62eb92f58 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Apr 21 21:47:22.783198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['5c926446-c4db-4d40-9982-79af470a92d2'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:47:23.680043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780b6f0-2b72-407b-94ec-ce7f067abd24 req-3a8aec1f-1be4-4f9b-9329-581a6ef519e8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:23.681866 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3780b6f0-2b72-407b-94ec-ce7f067abd24 req-3a8aec1f-1be4-4f9b-9329-581a6ef519e8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 944 time: 0.0484421 Apr 21 21:47:23.723134 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3780b6f0-2b72-407b-94ec-ce7f067abd24 req-6df7cbf8-bf65-4465-bc17-3d310a6a9ac5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343823 Apr 21 21:47:24.264192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5c926446-c4db-4d40-9982-79af470a92d2 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:47:24.311886 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 5c926446-c4db-4d40-9982-79af470a92d2 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:47:24.315583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 5c926446-c4db-4d40-9982-79af470a92d2 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:47:24.315956 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:24.391878 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:24.413637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:47:24.427936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 5c926446-c4db-4d40-9982-79af470a92d2, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5c926446-c4db-4d40-9982-79af470a92d2,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:47:24.431754 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:24.455214 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97926b7-2b4c-47ae-9327-02be2f052f11" -d '{"events": [{"server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "name": "network-vif-plugged", "status": "completed", "tag": "5c926446-c4db-4d40-9982-79af470a92d2"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:47:24.483802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=5c926446-c4db-4d40-9982-79af470a92d2,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:24.544275 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2afac78-3262-4d66-9f13-22bafce3fae8 x-openstack-request-id: req-e2afac78-3262-4d66-9f13-22bafce3fae8 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:47:24.544558 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "name": "network-vif-plugged", "status": "completed", "tag": "5c926446-c4db-4d40-9982-79af470a92d2", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:47:24.544824 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2afac78-3262-4d66-9f13-22bafce3fae8 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:47:24.545217 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2afac78-3262-4d66-9f13-22bafce3fae8'] response: {'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2', 'code': 200} Apr 21 21:47:24.635018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcc6c8-3f32-497a-9d7a-8a5ae48edff4 req-0a736eed-5126-445d-a111-d10f6029aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:24.636999 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19fcc6c8-3f32-497a-9d7a-8a5ae48edff4 req-0a736eed-5126-445d-a111-d10f6029aa33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 1096 time: 0.0395172 Apr 21 21:47:24.669463 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-19fcc6c8-3f32-497a-9d7a-8a5ae48edff4 req-8bd97742-60e6-4a7a-affc-45bb4586e4e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266786 Apr 21 21:47:24.836042 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e6567-17c3-4f60-b28e-e87c79195d3b req-754f4dd7-a1bf-47db-8779-bcd58cad2c40 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:24.837459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef8e6567-17c3-4f60-b28e-e87c79195d3b req-754f4dd7-a1bf-47db-8779-bcd58cad2c40 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0474920 Apr 21 21:47:24.874778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ef8e6567-17c3-4f60-b28e-e87c79195d3b req-557073e3-5d60-4b5f-879a-102ad3641756 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305121 Apr 21 21:47:25.996846 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b6642-3b03-4add-8256-c2955c72907c req-fa4bb9f3-db3d-4fdc-95eb-2ca805b96859 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:25.998319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e52b6642-3b03-4add-8256-c2955c72907c req-fa4bb9f3-db3d-4fdc-95eb-2ca805b96859 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0535145 Apr 21 21:47:26.039100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e52b6642-3b03-4add-8256-c2955c72907c req-e4fbb0bf-f60d-487c-bdb9-16a6cd19a4e4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343347 Apr 21 21:47:27.153273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e003e47-00a6-457d-9db8-26a9fceabf6e req-bdad3b56-e27c-4d9d-b814-09a65496c10a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:27.154731 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e003e47-00a6-457d-9db8-26a9fceabf6e req-bdad3b56-e27c-4d9d-b814-09a65496c10a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0482857 Apr 21 21:47:27.190584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e003e47-00a6-457d-9db8-26a9fceabf6e req-c4c353e7-29bb-4431-bca9-11dc6260f6f4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299165 Apr 21 21:47:27.308481 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc42db-8dc1-4b15-827a-47042afa6eba req-ddc0e34d-a086-4a1d-b630-2337904f8b4b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:27.310018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fdc42db-8dc1-4b15-827a-47042afa6eba req-ddc0e34d-a086-4a1d-b630-2337904f8b4b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0523932 Apr 21 21:47:27.346965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fdc42db-8dc1-4b15-827a-47042afa6eba req-9832309c-3e7b-4c48-a8c6-8ad426689161 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309727 Apr 21 21:47:27.367801 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43156) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:27.406443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907714a0-6cd0-438d-a156-396edc36611c tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:27.407916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-907714a0-6cd0-438d-a156-396edc36611c tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 1091 time: 0.0391788 Apr 21 21:47:27.410729 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43158) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:27.414864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '5c926446-c4db-4d40-9982-79af470a92d2', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:47:27.434611 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:27.530040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:27.639848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.102 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/a1044bc8-fef9-47bd-87c3-0f28e3b47201) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:47:27.741881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:27.773887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:27.808293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:47:27.813133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:47:27.815603 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:47:27.843384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=a1044bc8-fef9-47bd-87c3-0f28e3b47201,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:28.499268 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:28.561245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:28.705487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:28.709982 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:28.777256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=a1044bc8-fef9-47bd-87c3-0f28e3b47201,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:47:28.788279 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:28.888293 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP ef6c31ca-9a53-400f-9d09-66e004612b16 associated. External IP: 172.25.0.102, port: 5c926446-c4db-4d40-9982-79af470a92d2. Apr 21 21:47:29.086096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 6489f932-830d-4240-af78-2122b84c7bec has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:47:29.190410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:47:29.199801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] Sync routers for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:47:29.208599 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:29.209460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:29.210077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:29.246295 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4d26e165-080d-44a8-b725-92c424949ea4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8343163 Apr 21 21:47:29.247222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:47:29.250410 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761d68c5-3807-483a-ab13-e9e87ac7ba4a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "tag": "5c926446-c4db-4d40-9982-79af470a92d2"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:47:29.293082 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf438034-a1eb-4f00-ab9e-6f36434da08d x-openstack-request-id: req-bf438034-a1eb-4f00-ab9e-6f36434da08d {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:47:29.293368 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "tag": "5c926446-c4db-4d40-9982-79af470a92d2", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:47:29.293615 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf438034-a1eb-4f00-ab9e-6f36434da08d {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:47:29.294050 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf438034-a1eb-4f00-ab9e-6f36434da08d'] response: {'name': 'network-changed', 'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2', 'status': 'completed', 'code': 200} Apr 21 21:47:29.319400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:29.352745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd378b-adf7-4524-82c9-a7e09c30c891 req-963deade-96e5-4d38-b43b-a113137720c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:29.355408 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3abd378b-adf7-4524-82c9-a7e09c30c891 req-963deade-96e5-4d38-b43b-a113137720c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0503604 Apr 21 21:47:29.358047 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-41e06651-d2b2-472d-8cef-358f9fc3bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:29.359754 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-41e06651-d2b2-472d-8cef-358f9fc3bfd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 1096 time: 0.0445919 Apr 21 21:47:29.397180 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3abd378b-adf7-4524-82c9-a7e09c30c891 req-41ff08c4-3556-4450-8bba-4c17cf7d24ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349982 Apr 21 21:47:29.421970 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43164) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:29.455766 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-ae769f7c-f240-4113-9bed-c8701495ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:29.457634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-ae769f7c-f240-4113-9bed-c8701495ccd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee HTTP/1.1" status: 200 len: 898 time: 0.0917819 Apr 21 21:47:29.485448 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7aee1c6b-6f15-434d-a99b-815e4cbb4fa4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/ef6c31ca-9a53-400f-9d09-66e004612b16 HTTP/1.1" status: 200 len: 991 time: 0.0620999 Apr 21 21:47:29.527136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-1b8e0a2f-bf41-4414-9077-0dd54d9e1a7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c926446-c4db-4d40-9982-79af470a92d2 HTTP/1.1" status: 200 len: 999 time: 0.0628507 Apr 21 21:47:29.549491 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:13Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'ef6c31ca-9a53-400f-9d09-66e004612b16', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '6489f932-830d-4240-af78-2122b84c7bec', 'port_id': '5c926446-c4db-4d40-9982-79af470a92d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'mac_address': 'fa:16:3e:1f:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:47:28Z', 'updated_at': '2022-04-21T21:47:28Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f535521-086f-416c-8350-6fdf97fff9a8', 'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:a6:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:13Z', 'updated_at': '2022-04-21T21:47:16Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:29.574378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-6378e333-20de-4a9a-a292-45a5834031a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:29.574725 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] Checking router: 6489f932-830d-4240-af78-2122b84c7bec for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:47:29.575844 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-6378e333-20de-4a9a-a292-45a5834031a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2 HTTP/1.1" status: 200 len: 835 time: 0.0429602 Apr 21 21:47:29.583431 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:47:29.584057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:47:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:29.621578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-14e277dc-1942-4a17-952c-8b5607b555f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:29.622990 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-14e277dc-1942-4a17-952c-8b5607b555f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406351 Apr 21 21:47:29.688334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:47:29.714783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-c85189df-f761-48c8-a44c-466c489da801 service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852978 Apr 21 21:47:29.808055 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-761d68c5-3807-483a-ab13-e9e87ac7ba4a req-0efcfc2c-9a98-49b0-8d0e-815ce6341a60 service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874267 Apr 21 21:47:30.064693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:13Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'ef6c31ca-9a53-400f-9d09-66e004612b16', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '6489f932-830d-4240-af78-2122b84c7bec', 'port_id': '5c926446-c4db-4d40-9982-79af470a92d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'mac_address': 'fa:16:3e:1f:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:47:28Z', 'updated_at': '2022-04-21T21:47:28Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f535521-086f-416c-8350-6fdf97fff9a8', 'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:a6:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:13Z', 'updated_at': '2022-04-21T21:47:16Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:47:30.089865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fa18b-e1a1-42e9-b604-ab2d407ad3b9 None None] The sync data for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 is: [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:13Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'ef6c31ca-9a53-400f-9d09-66e004612b16', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '6489f932-830d-4240-af78-2122b84c7bec', 'port_id': '5c926446-c4db-4d40-9982-79af470a92d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'mac_address': 'fa:16:3e:1f:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:47:28Z', 'updated_at': '2022-04-21T21:47:28Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f535521-086f-416c-8350-6fdf97fff9a8', 'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:a6:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:13Z', 'updated_at': '2022-04-21T21:47:16Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:47:30.291837 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4981e1-39d4-4d75-bcd0-2be707e34f1e None None] New status for floating IP ef6c31ca-9a53-400f-9d09-66e004612b16: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:47:30.488571 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43166) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:47:30.551375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7acb8630-bf56-4d67-a3f1-eb4da4576719 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/ef6c31ca-9a53-400f-9d09-66e004612b16 HTTP/1.1" status: 200 len: 993 time: 0.0616407 Apr 21 21:47:30.561397 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4e8df1a0-a1b5-4b23-822e-1e7d761c713b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:32.847070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-29468dec-fd82-4445-ba1b-75125a5b6b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:34.270378 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:35.532294 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:36.035060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:38.269521 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:47:46.965853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-bf245697-7cda-48ae-8970-c714b4a45a0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403581 Apr 21 21:47:47.051950 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-47d7cd2b-362e-47ce-94fd-005cd0095e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:47.053480 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-47d7cd2b-362e-47ce-94fd-005cd0095e8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 1096 time: 0.0462415 Apr 21 21:47:47.151558 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-299ea250-7e30-4f08-bf13-473a1896d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:47.153651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-299ea250-7e30-4f08-bf13-473a1896d019 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee HTTP/1.1" status: 200 len: 898 time: 0.0827167 Apr 21 21:47:47.221281 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-64222ef2-27b2-4006-bd50-b45a2277c446 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c926446-c4db-4d40-9982-79af470a92d2 HTTP/1.1" status: 200 len: 1001 time: 0.0602565 Apr 21 21:47:47.268266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-04b95ca4-3d7e-4df7-bdf2-13b7a9f9593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:47.269683 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-04b95ca4-3d7e-4df7-bdf2-13b7a9f9593a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2 HTTP/1.1" status: 200 len: 835 time: 0.0419481 Apr 21 21:47:47.313877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-aac9522f-d77a-477e-b2cf-15220b37de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:47:47.315270 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-aac9522f-d77a-477e-b2cf-15220b37de13 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373082 Apr 21 21:47:47.405629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-88a2ce3a-1d83-4ae6-84e7-da7bf51c993c service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833929 Apr 21 21:47:47.490984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3850d64c-6f97-4031-8ca2-3d000374b1ac req-2c7c6833-4d54-4fc2-8b26-b6b6d1bb7f66 service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788636 Apr 21 21:47:51.000605 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:47:51.107256 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:00.563372 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-095a55e4-d09f-4eeb-ab4c-5bc4a61dc8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:02.850806 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-758ea702-3907-4773-9ebe-99fffcfca71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:04.272355 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:05.537316 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:06.039417 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:15.269051 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:48:21.017525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:21.106971 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:30.564184 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b294-b6dc-4b00-bb57-0149aefe7908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:32.854040 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-79982ea8-8122-45f1-860f-4c4e0b47deb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:33.340099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec274a-58f9-47ef-a4d4-dd068eaf3423 req-73939dfb-53dc-45f2-9539-96180813bed4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:33.341679 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaec274a-58f9-47ef-a4d4-dd068eaf3423 req-73939dfb-53dc-45f2-9539-96180813bed4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0514474 Apr 21 21:48:33.378735 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aaec274a-58f9-47ef-a4d4-dd068eaf3423 req-f851fe44-0c14-4590-abb3-7f7161912c03 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311589 Apr 21 21:48:34.273947 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:34.506338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21de90-9f92-4e72-84fe-04776def981f req-8da83147-4676-40f7-ad03-500fa56aab9f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:34.507920 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b21de90-9f92-4e72-84fe-04776def981f req-8da83147-4676-40f7-ad03-500fa56aab9f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0535638 Apr 21 21:48:34.545709 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b21de90-9f92-4e72-84fe-04776def981f req-a1dfdf68-20bd-4d37-bee9-b9bf47444c60 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 Apr 21 21:48:34.567467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43208) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:34.625023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b22b1e54-a2bc-4c93-b3f3-db3048b5d260 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/ef6c31ca-9a53-400f-9d09-66e004612b16 HTTP/1.1" status: 200 len: 993 time: 0.0564766 Apr 21 21:48:35.537363 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:35.901903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5869b0e-e104-4f3a-bc97-307198d56dee req-bedc3c93-3199-4ab0-87e4-ef9978b56da4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:35.904083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5869b0e-e104-4f3a-bc97-307198d56dee req-bedc3c93-3199-4ab0-87e4-ef9978b56da4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0551710 Apr 21 21:48:35.942215 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5869b0e-e104-4f3a-bc97-307198d56dee req-9a1605d3-29e1-42b3-a9fa-fd043ca088d4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Apr 21 21:48:36.042370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:37.068923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3367f-8ac3-4e1c-83cd-e3cf5347e74c req-8f9a9494-fc4d-4ad6-bc3c-23ac89c6c8de tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:37.070349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92e3367f-8ac3-4e1c-83cd-e3cf5347e74c req-8f9a9494-fc4d-4ad6-bc3c-23ac89c6c8de tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0515571 Apr 21 21:48:37.107479 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92e3367f-8ac3-4e1c-83cd-e3cf5347e74c req-5a4f9af4-d36a-445e-a7f0-b81e0e282336 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Apr 21 21:48:37.129325 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43218) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:37.187177 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-75cf3830-79a3-45ed-8044-6cc3f83cb953 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/ef6c31ca-9a53-400f-9d09-66e004612b16 HTTP/1.1" status: 200 len: 993 time: 0.0567112 Apr 21 21:48:37.438053 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43224) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:37.589095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port a1044bc8-fef9-47bd-87c3-0f28e3b47201 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:48:37.589427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:37.661099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:37.661453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:37.674342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for a1044bc8-fef9-47bd-87c3-0f28e3b47201 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:48:37.819006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:37.844943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=a1044bc8-fef9-47bd-87c3-0f28e3b47201,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:37.872818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.873160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.873492 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.873820 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.874144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.874466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.874784 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.875102 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.875419 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.875732 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.876048 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.876356 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:37.913777 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:37.914099 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP ef6c31ca-9a53-400f-9d09-66e004612b16 disassociated (deleted). External IP: 172.25.0.102, port: 5c926446-c4db-4d40-9982-79af470a92d2. Apr 21 21:48:38.114145 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 6489f932-830d-4240-af78-2122b84c7bec has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:48:38.217315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:48:38.222078 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:38.227920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] Sync routers for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:48:38.241249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:48:38.241866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:38.250751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e6847041-845d-42b1-baf8-0945d5f98d5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/floatingips/ef6c31ca-9a53-400f-9d09-66e004612b16 HTTP/1.1" status: 204 len: 168 time: 0.8093028 Apr 21 21:48:38.250751 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:48:38.253163 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7331f3-031f-439a-b7c9-d886edf35992" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "tag": "5c926446-c4db-4d40-9982-79af470a92d2"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:48:38.291569 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc53f66c-6944-498d-af97-bbd1e77d6bbb x-openstack-request-id: req-cc53f66c-6944-498d-af97-bbd1e77d6bbb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:48:38.291850 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "tag": "5c926446-c4db-4d40-9982-79af470a92d2", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:48:38.292094 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc53f66c-6944-498d-af97-bbd1e77d6bbb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:48:38.292494 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc53f66c-6944-498d-af97-bbd1e77d6bbb'] response: {'name': 'network-changed', 'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2', 'status': 'completed', 'code': 200} Apr 21 21:48:38.355795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7331f3-031f-439a-b7c9-d886edf35992 req-191fbd82-35df-4831-915a-7f4b4a3fecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:38.357982 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df7331f3-031f-439a-b7c9-d886edf35992 req-191fbd82-35df-4831-915a-7f4b4a3fecae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 1096 time: 0.0452671 Apr 21 21:48:38.366164 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:48:38.472056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7331f3-031f-439a-b7c9-d886edf35992 req-e3023a6a-9654-49f6-b674-96377fd7a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:38.473537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df7331f3-031f-439a-b7c9-d886edf35992 req-e3023a6a-9654-49f6-b674-96377fd7a4c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee HTTP/1.1" status: 200 len: 898 time: 0.1090441 Apr 21 21:48:38.524132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df7331f3-031f-439a-b7c9-d886edf35992 req-ddfc1e5c-9a8c-4e6f-8889-085bba68421d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c926446-c4db-4d40-9982-79af470a92d2 HTTP/1.1" status: 200 len: 217 time: 0.0367572 Apr 21 21:48:38.548147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec10f9-d1bf-4493-acf7-e954ef76d6ae req-3125326a-3c5f-4018-b114-35d31ed6dc6f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:38.549608 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44ec10f9-d1bf-4493-acf7-e954ef76d6ae req-3125326a-3c5f-4018-b114-35d31ed6dc6f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.1028314 Apr 21 21:48:38.573875 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:13Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1f535521-086f-416c-8350-6fdf97fff9a8', 'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:a6:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:13Z', 'updated_at': '2022-04-21T21:47:16Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:38.602514 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] Checking router: 6489f932-830d-4240-af78-2122b84c7bec for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:48:38.608239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7331f3-031f-439a-b7c9-d886edf35992 req-c18b3624-c738-42d1-b669-6234976f34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:38.609708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df7331f3-031f-439a-b7c9-d886edf35992 req-c18b3624-c738-42d1-b669-6234976f34d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2 HTTP/1.1" status: 200 len: 835 time: 0.0773792 Apr 21 21:48:38.611234 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:48:38.611832 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:38.630744 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-44ec10f9-d1bf-4493-acf7-e954ef76d6ae req-2009fbef-283f-442c-8127-e7a7958c98af tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616071 Apr 21 21:48:38.664205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7331f3-031f-439a-b7c9-d886edf35992 req-fd2c1af7-df84-4e86-a4d8-f0587ab63ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:38.665737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df7331f3-031f-439a-b7c9-d886edf35992 req-fd2c1af7-df84-4e86-a4d8-f0587ab63ca5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482471 Apr 21 21:48:38.721099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:48:38.753575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df7331f3-031f-439a-b7c9-d886edf35992 req-4d40b1bf-f94a-4440-a0e1-706f51c33341 service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807850 Apr 21 21:48:38.846175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df7331f3-031f-439a-b7c9-d886edf35992 req-eaefa8df-aaec-480b-b63c-337776efbc5a service neutron] 10.222.0.43 "GET /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862198 Apr 21 21:48:38.918099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:13Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1f535521-086f-416c-8350-6fdf97fff9a8', 'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:a6:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:13Z', 'updated_at': '2022-04-21T21:47:16Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:38.943880 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75b93b-31c2-4437-a49e-85d4e9e4e1e9 None None] The sync data for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 is: [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:47:13Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1f535521-086f-416c-8350-6fdf97fff9a8', 'name': '', 'network_id': '8da77d9b-df7a-4142-a9b2-6f5c9475e1ee', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:a6:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:13Z', 'updated_at': '2022-04-21T21:47:16Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'd4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:48:39.149749 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d04c26-b005-4599-b176-8aefe9376525 None None] New status for floating IP ef6c31ca-9a53-400f-9d09-66e004612b16: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:48:39.748864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb11ad0-ae5b-4a4c-a7b1-8c7d0455b758 req-51a74712-3776-4335-809b-fc47f85e6140 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:39.750335 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cb11ad0-ae5b-4a4c-a7b1-8c7d0455b758 req-51a74712-3776-4335-809b-fc47f85e6140 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0498803 Apr 21 21:48:39.789852 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0cb11ad0-ae5b-4a4c-a7b1-8c7d0455b758 req-e47158dc-70f3-489a-a55f-47cb49ae0d6f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=c968ddf5-5c3d-484f-b37a-f15fd906e062&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335715 Apr 21 21:48:40.343830 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-f7078522-74f4-49f5-8bd6-0356add53d1c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:40.345286 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-f7078522-74f4-49f5-8bd6-0356add53d1c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 945 time: 0.0483956 Apr 21 21:48:40.429776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 5c926446-c4db-4d40-9982-79af470a92d2 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:48:40.430117 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:40.518489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port 5c926446-c4db-4d40-9982-79af470a92d2, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=5c926446-c4db-4d40-9982-79af470a92d2,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:40.518854 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:40.532076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 5c926446-c4db-4d40-9982-79af470a92d2 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:48:40.658071 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:40.686041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=5c926446-c4db-4d40-9982-79af470a92d2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:40.726046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] No DVR routers for this DVR port 5c926446-c4db-4d40-9982-79af470a92d2 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:48:40.728817 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:40.732122 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5300ee11-ba1b-41b6-b328-c3e48a05bf24 req-7e0e94f8-d67c-494e-bb33-d1549996f927 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "DELETE /v2.0/ports/5c926446-c4db-4d40-9982-79af470a92d2 HTTP/1.1" status: 204 len: 173 time: 0.3810842 Apr 21 21:48:40.732557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'name': 'network-vif-deleted', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:48:40.734874 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2909fd02-6240-4ba1-b504-407cd027d7d9" -d '{"events": [{"server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "name": "network-vif-deleted", "tag": "5c926446-c4db-4d40-9982-79af470a92d2"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:48:40.772020 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c9e467-084e-43e6-b684-59d8b4e6871a x-openstack-request-id: req-42c9e467-084e-43e6-b684-59d8b4e6871a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:48:40.772313 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7125cb-f6d4-4f7e-8054-20ad9b716050", "name": "network-vif-deleted", "tag": "5c926446-c4db-4d40-9982-79af470a92d2", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:48:40.772567 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42c9e467-084e-43e6-b684-59d8b4e6871a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:48:40.773003 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c9e467-084e-43e6-b684-59d8b4e6871a'] response: {'server_uuid': '4e7125cb-f6d4-4f7e-8054-20ad9b716050', 'name': 'network-vif-deleted', 'tag': '5c926446-c4db-4d40-9982-79af470a92d2', 'status': 'completed', 'code': 200} Apr 21 21:48:40.899789 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4f6e1d81-f71b-4e40-9d0d-28ce0d93e970 req-cf357ca2-b026-46c7-8e8c-da44505bcac8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e7125cb-f6d4-4f7e-8054-20ad9b716050 HTTP/1.1" status: 200 len: 210 time: 0.0261133 Apr 21 21:48:41.955636 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43244) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:42.301547 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:42.542909 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 1f535521-086f-416c-8350-6fdf97fff9a8 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:48:42.544062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:42.627266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port 1f535521-086f-416c-8350-6fdf97fff9a8, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1f535521-086f-416c-8350-6fdf97fff9a8,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:42.627545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:42.643040 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 1f535521-086f-416c-8350-6fdf97fff9a8 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:48:42.816928 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:43.167253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=1f535521-086f-416c-8350-6fdf97fff9a8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:43.351291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:43.559975 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 6489f932-830d-4240-af78-2122b84c7bec has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:48:43.667977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:48:43.673769 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-caf26762-89dd-42bd-81f2-f21bccd4d3a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/6489f932-830d-4240-af78-2122b84c7bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171307 Apr 21 21:48:43.677049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43246) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:43.678173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] Sync routers for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:48:43.688690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:48:43.689329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:43.727213 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4f3ae4-49b6-471e-8075-df558b0f61b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting subnet d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:48:43.730713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ae4-49b6-471e-8075-df558b0f61b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:43.769722 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ae4-49b6-471e-8075-df558b0f61b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:43.792108 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:48:43.854640 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ae4-49b6-471e-8075-df558b0f61b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:43.911962 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ae4-49b6-471e-8075-df558b0f61b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:43.941592 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3ae4-49b6-471e-8075-df558b0f61b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:43.944720 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5a4f3ae4-49b6-471e-8075-df558b0f61b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/subnets/d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2 HTTP/1.1" status: 204 len: 168 time: 0.2667329 Apr 21 21:48:43.946160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f3ae4-49b6-471e-8075-df558b0f61b3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b7fb74-84ab-4655-9e8e-dd6a15b1b8f2,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:43.947451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43248) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:43.953582 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850cd32-f67a-4b26-9a14-a8132153d5b4 None None] Network 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:48:44.065237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.069229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:48:42Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:44.101450 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] Checking router: 6489f932-830d-4240-af78-2122b84c7bec for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:48:44.117998 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] Routers {'6489f932-830d-4240-af78-2122b84c7bec'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:48:44.118598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['6489f932-830d-4240-af78-2122b84c7bec'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:44.171306 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.203676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] DHCP port deletion for 8da77d9b-df7a-4142-a9b2-6f5c9475e1ee request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:48:44.226509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port a919170f-340c-4905-928a-19522778df75 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:48:44.226876 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.253297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] Set router 6489f932-830d-4240-af78-2122b84c7bec gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:48:44.315434 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port a919170f-340c-4905-928a-19522778df75, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=a919170f-340c-4905-928a-19522778df75,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:44.315798 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.327626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for a919170f-340c-4905-928a-19522778df75 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:48:44.378655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Deleting port 69bfcd91-a135-44a2-8f70-c5a7606daa44 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:48:44.378934 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.497512 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.528154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=a919170f-340c-4905-928a-19522778df75,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:44.540615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.540988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.541328 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.541661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.541993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.542323 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.542653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.542976 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.543371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.543698 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.544022 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.544341 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.616138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.657505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] For port 69bfcd91-a135-44a2-8f70-c5a7606daa44, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=69bfcd91-a135-44a2-8f70-c5a7606daa44,segment=NetworkSegment(501116a2-ecf1-4292-a438-736f082030ba),segment_id=501116a2-ecf1-4292-a438-736f082030ba)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:44.657823 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.674471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Calling delete_port for 69bfcd91-a135-44a2-8f70-c5a7606daa44 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:48:44.708082 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.711349 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.744567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5c926446-c4db-4d40-9982-79af470a92d2 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:48:44.753019 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.753550 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Fanout notify agent at l3_agent the message router_deleted on router 6489f932-830d-4240-af78-2122b84c7bec {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:48:44.760337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.761473 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ad38d077-ff30-4511-a43c-e2c02d3203ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/routers/6489f932-830d-4240-af78-2122b84c7bec HTTP/1.1" status: 204 len: 168 time: 0.8090529 Apr 21 21:48:44.764864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43250) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:44.781219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 5c926446-c4db-4d40-9982-79af470a92d2 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:48:44.781557 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 5c926446-c4db-4d40-9982-79af470a92d2 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:48:44.824330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:48:42Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:44.843230 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.856568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5ac636-b49c-4c59-80f2-7f38c46b9723 None None] The sync data for ids ['6489f932-830d-4240-af78-2122b84c7bec'] in n-d-838945-1 is: [{'id': '6489f932-830d-4240-af78-2122b84c7bec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691282168', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'a919170f-340c-4905-928a-19522778df75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:47:09Z', 'updated_at': '2022-04-21T21:48:42Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'a919170f-340c-4905-928a-19522778df75', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:54:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489f932-830d-4240-af78-2122b84c7bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:47:10Z', 'updated_at': '2022-04-21T21:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:48:44.862777 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.897785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Pushing event deleted for resources: {'Port': ['ID=69bfcd91-a135-44a2-8f70-c5a7606daa44,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:44.902474 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 69bfcd91-a135-44a2-8f70-c5a7606daa44 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:48:44.902861 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.906483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] No DVR routers for this DVR port 69bfcd91-a135-44a2-8f70-c5a7606daa44 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:48:44.915309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.915767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.916169 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.916498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.917665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.917665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.917834 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.918854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.919486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.919866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.920382 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.920980 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2dd098-e51a-4c84-a1e9-51100f0f510d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:44.977451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port 69bfcd91-a135-44a2-8f70-c5a7606daa44, host n-d-838945-1, got binding levels [] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:44.978013 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:44.990932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 69bfcd91-a135-44a2-8f70-c5a7606daa44 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:48:44.993610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.ipam_backend_mixin [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Port 69bfcd91-a135-44a2-8f70-c5a7606daa44 was not found and therefore no delete operation was performed {{(pid=114646) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 21:48:44.994840 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.020788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=69bfcd91-a135-44a2-8f70-c5a7606daa44,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:45.022653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] No DVR routers for this DVR port 69bfcd91-a135-44a2-8f70-c5a7606daa44 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:48:45.098179 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.118051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da77d9b-df7a-4142-a9b2-6f5c9475e1ee']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:45.127663 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501116a2-ecf1-4292-a438-736f082030ba') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:45.127966 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501116a2-ecf1-4292-a438-736f082030ba') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:45.141209 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.154834 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.160531 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:48:45.160934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:48:45.163719 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:48:45.228657 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.241271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.247338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/networks/8da77d9b-df7a-4142-a9b2-6f5c9475e1ee HTTP/1.1" status: 204 len: 168 time: 0.4814436 Apr 21 21:48:45.250245 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43252) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:45.269381 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622f1d9-3b89-470a-97de-467472c8509b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Network': ['ID=8da77d9b-df7a-4142-a9b2-6f5c9475e1ee,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:45.331444 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2148-b32d-4acb-aea5-bb71f4c4d906 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.359503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2148-b32d-4acb-aea5-bb71f4c4d906 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.362968 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1f535521-086f-416c-8350-6fdf97fff9a8 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:48:45.383929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1f535521-086f-416c-8350-6fdf97fff9a8 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:48:45.384385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1f535521-086f-416c-8350-6fdf97fff9a8 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:48:45.384816 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 69bfcd91-a135-44a2-8f70-c5a7606daa44 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:48:45.408109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 69bfcd91-a135-44a2-8f70-c5a7606daa44 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:48:45.408441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 69bfcd91-a135-44a2-8f70-c5a7606daa44 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:48:45.429839 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2148-b32d-4acb-aea5-bb71f4c4d906 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.432358 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7a2b2148-b32d-4acb-aea5-bb71f4c4d906 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:45.433571 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7a2b2148-b32d-4acb-aea5-bb71f4c4d906 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/security-groups/c968ddf5-5c3d-484f-b37a-f15fd906e062 HTTP/1.1" status: 204 len: 168 time: 0.1821098 Apr 21 21:48:45.443164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b2148-b32d-4acb-aea5-bb71f4c4d906 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c968ddf5-5c3d-484f-b37a-f15fd906e062,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:46.017638 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43258) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:46.022219 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9c4444fb-dba7-495f-b1a9-e2abc9d23827 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566927893', 'description': 'tempest-secgroup-smoke-1566927893 description', 'project_id': '1fe192c61164419fb80bd107cdac394f'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:46.046232 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4444fb-dba7-495f-b1a9-e2abc9d23827 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.111143 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4444fb-dba7-495f-b1a9-e2abc9d23827 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.114983 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4444fb-dba7-495f-b1a9-e2abc9d23827 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.143689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9c4444fb-dba7-495f-b1a9-e2abc9d23827 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.144902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9c4444fb-dba7-495f-b1a9-e2abc9d23827 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1262453 Apr 21 21:48:46.146858 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4444fb-dba7-495f-b1a9-e2abc9d23827 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20944cd4-c7d0-4b60-86ea-8674a847ff69,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:46.147929 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43260) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:46.153470 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5d72b486-3772-4b77-8c82-62d4a769e622 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '20944cd4-c7d0-4b60-86ea-8674a847ff69', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:46.178724 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5d72b486-3772-4b77-8c82-62d4a769e622 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.234934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5d72b486-3772-4b77-8c82-62d4a769e622 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.238318 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5d72b486-3772-4b77-8c82-62d4a769e622 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.259701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72b486-3772-4b77-8c82-62d4a769e622 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7187e29e-f6d5-41db-9ce6-2c1f2cefd1f3,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:46.272181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5d72b486-3772-4b77-8c82-62d4a769e622 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.273439 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5d72b486-3772-4b77-8c82-62d4a769e622 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237495 Apr 21 21:48:46.276601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43262) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:46.281439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-00da92f4-5c1c-4c65-adcb-d0e0a2576c70 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '20944cd4-c7d0-4b60-86ea-8674a847ff69', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:46.306706 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00da92f4-5c1c-4c65-adcb-d0e0a2576c70 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.362674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00da92f4-5c1c-4c65-adcb-d0e0a2576c70 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.366101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00da92f4-5c1c-4c65-adcb-d0e0a2576c70 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.384876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da92f4-5c1c-4c65-adcb-d0e0a2576c70 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0af4b17-2f6f-41da-8fc6-a633ff89ae08,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:46.392908 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-00da92f4-5c1c-4c65-adcb-d0e0a2576c70 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.394119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-00da92f4-5c1c-4c65-adcb-d0e0a2576c70 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161201 Apr 21 21:48:46.396911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43264) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:46.401185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-24dba6d0-c3e9-4e16-ba9d-7d101a3cc8e5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '20944cd4-c7d0-4b60-86ea-8674a847ff69', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:46.425487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24dba6d0-c3e9-4e16-ba9d-7d101a3cc8e5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.481428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24dba6d0-c3e9-4e16-ba9d-7d101a3cc8e5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.485036 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24dba6d0-c3e9-4e16-ba9d-7d101a3cc8e5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.503256 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dba6d0-c3e9-4e16-ba9d-7d101a3cc8e5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ee809a-d41b-475c-b701-bf3c5888b139,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:46.510723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-24dba6d0-c3e9-4e16-ba9d-7d101a3cc8e5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.511935 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-24dba6d0-c3e9-4e16-ba9d-7d101a3cc8e5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140504 Apr 21 21:48:46.514694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43266) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:46.518877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c24d7790-da14-4d9a-add1-b2d813c71056 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '20944cd4-c7d0-4b60-86ea-8674a847ff69', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:46.541390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c24d7790-da14-4d9a-add1-b2d813c71056 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.597040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c24d7790-da14-4d9a-add1-b2d813c71056 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.600304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c24d7790-da14-4d9a-add1-b2d813c71056 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.624423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d7790-da14-4d9a-add1-b2d813c71056 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093467b5-606e-443a-8922-b76a0d240360,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:46.632879 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c24d7790-da14-4d9a-add1-b2d813c71056 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.634495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c24d7790-da14-4d9a-add1-b2d813c71056 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187704 Apr 21 21:48:46.637201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43268) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:46.641693 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8ac45f87-12fe-45f9-8471-519c176b5709 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '20944cd4-c7d0-4b60-86ea-8674a847ff69', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:46.661973 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-8ac45f87-12fe-45f9-8471-519c176b5709 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:48:46.666573 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ac45f87-12fe-45f9-8471-519c176b5709 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.724749 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ac45f87-12fe-45f9-8471-519c176b5709 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.728270 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ac45f87-12fe-45f9-8471-519c176b5709 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.746054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac45f87-12fe-45f9-8471-519c176b5709 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4f9c2e-aed6-48f1-996a-87bd06ef0c49,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:46.752785 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8ac45f87-12fe-45f9-8471-519c176b5709 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.754014 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8ac45f87-12fe-45f9-8471-519c176b5709 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159015 Apr 21 21:48:46.756709 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43270) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:46.760936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-47996733-a1c3-406b-ae43-68ee1d3a7bd9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '20944cd4-c7d0-4b60-86ea-8674a847ff69', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:46.780079 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-47996733-a1c3-406b-ae43-68ee1d3a7bd9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:48:46.784823 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47996733-a1c3-406b-ae43-68ee1d3a7bd9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.843935 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47996733-a1c3-406b-ae43-68ee1d3a7bd9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.848041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47996733-a1c3-406b-ae43-68ee1d3a7bd9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.866613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47996733-a1c3-406b-ae43-68ee1d3a7bd9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd339a12-d968-4e67-851e-6496f4fbc833,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:46.875825 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-47996733-a1c3-406b-ae43-68ee1d3a7bd9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.876973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-47996733-a1c3-406b-ae43-68ee1d3a7bd9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192937 Apr 21 21:48:46.879832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43272) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:46.884545 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'network': {'name': 'tempest-network-smoke--2119553506', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'port_security_enabled': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:46.903286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:48:46.907596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.931415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:48:46.940099 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:46.940440 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Added segment 0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0 of type vlan for network fe5215a4-b347-4d0c-af02-12bc9d99fd8e Apr 21 21:48:46.981204 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.004978 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.010350 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:47.010930 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.042197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1613767 Apr 21 21:48:47.045183 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43274) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:47.049661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'admin_state_up': True, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:47.070866 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.071831 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.084368 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3bd10-1e0f-4ef3-9688-c6e335380baf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Network': ['ID=fe5215a4-b347-4d0c-af02-12bc9d99fd8e,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:47.096411 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network fe5215a4-b347-4d0c-af02-12bc9d99fd8e details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:48:47.123751 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.193042 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a919170f-340c-4905-928a-19522778df75 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:48:47.218787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: a919170f-340c-4905-928a-19522778df75 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:48:47.219127 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device a919170f-340c-4905-928a-19522778df75 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:48:47.543545 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.731237 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.750462 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.847994 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.26 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/c7adeebf-70fc-4606-906d-2401945b2345) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:48:47.948644 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:47.980424 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:48.015879 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:48:48.020657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:48:48.023033 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:48:48.050379 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=c7adeebf-70fc-4606-906d-2401945b2345,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:48.267383 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:48.462040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:48.586085 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 3baaeeb9-a5b0-4614-811e-d166523931fa is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:48:48.688885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:48:48.698651 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Sync routers for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:48:48.708138 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:48.712171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a8d05483-7c98-443d-94f0-631dadd992e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6632111 Apr 21 21:48:48.712336 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:48:48.712336 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:48.712575 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43276) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:48.742305 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6e3e745e-b893-4409-bcb3-a46a548173fb tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=1fe192c61164419fb80bd107cdac394f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264809 Apr 21 21:48:48.742524 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43278) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:48.811359 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:48:48.825940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dd4584-e700-4018-9234-e435a885143b tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:48.830598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-57dd4584-e700-4018-9234-e435a885143b tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846350 Apr 21 21:48:48.830798 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43280) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:48.863610 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4ece0565-8d85-4708-b20c-31c3071ed446 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315077 Apr 21 21:48:48.866209 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43282) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:48.871313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-327794156', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:48.959504 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:48:48.963045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:48.992646 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:48Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:49.018908 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Checking router: 3baaeeb9-a5b0-4614-811e-d166523931fa for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:48:49.019263 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Updating router 3baaeeb9-a5b0-4614-811e-d166523931fa port c7adeebf-70fc-4606-906d-2401945b2345 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:48:49.046642 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.143218 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.199083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Subnet': ['ID=5f267faa-4f31-45e2-a5e6-4370aa3bf7dc,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:49.209821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Checking segment: {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:48:49.210174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network hostable DHCP agents. Network: fe5215a4-b347-4d0c-af02-12bc9d99fd8e, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:48:49.226848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network fe5215a4-b347-4d0c-af02-12bc9d99fd8e is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:48:49.236304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, fe5215a4-b347-4d0c-af02-12bc9d99fd8e) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:48:49.241088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:49.242244 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.245994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d448d9-09f9-416e-a665-611d840239af None None] Network fe5215a4-b347-4d0c-af02-12bc9d99fd8e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:48:49.259338 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-a35c1fd4-1ff4-4ff5-aa8b-898cfb1f1aee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3919594 Apr 21 21:48:49.262177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43284) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:48:49.309057 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.315416 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.365243 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Attempting to bind port c7adeebf-70fc-4606-906d-2401945b2345 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:48:49.365692 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Attempting to bind port c7adeebf-70fc-4606-906d-2401945b2345 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:48:49.366287 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Attempting to bind port c7adeebf-70fc-4606-906d-2401945b2345 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:48:49.377410 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Pushing event updated for resources: {'Port': ['ID=c7adeebf-70fc-4606-906d-2401945b2345,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:49.380042 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:48:49.380414 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:48:49.380988 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.381230 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:48:49.381694 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Bound port: c7adeebf-70fc-4606-906d-2401945b2345, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:48:49.382147 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.406443 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.406711 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.407024 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.407353 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.407674 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.408032 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.408347 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.408669 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.409007 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.409318 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.409635 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.409949 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:48:49.422777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:48:49.423642 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.448339 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] For port c7adeebf-70fc-4606-906d-2401945b2345, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:48:49.452263 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] For port c7adeebf-70fc-4606-906d-2401945b2345, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c7adeebf-70fc-4606-906d-2401945b2345,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:48:49.458960 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.517208 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:48:49.517996 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:49.555132 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cec6e-07b3-45c3-be24-6a050563453c None None] Pushing event updated for resources: {'Port': ['ID=c7adeebf-70fc-4606-906d-2401945b2345,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:49.570207 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Allocated IP 172.20.0.2 (fe5215a4-b347-4d0c-af02-12bc9d99fd8e/5f267faa-4f31-45e2-a5e6-4370aa3bf7dc/14b88328-b17d-4cb0-9e88-9b5bb4e15bb5) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:48:49.636102 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:48:49.723640 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.729905 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.746227 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.774334 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Network fe5215a4-b347-4d0c-af02-12bc9d99fd8e is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:48:49.779148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:48:49.784427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:48:49.787489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Pushing event updated for resources: {'Port': ['ID=14b88328-b17d-4cb0-9e88-9b5bb4e15bb5,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:49.828741 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:48Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:49.845387 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Attempting to bind port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:48:49.845805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Attempting to bind port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:48:49.846180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Attempting to bind port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 on network fe5215a4-b347-4d0c-af02-12bc9d99fd8e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:48:49.851923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:48:49.852294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Checking segment: {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:48:49.852692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.853469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Bound using segment: {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:48:49.853594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Bound port: 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:48:49.853992 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.856996 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eb128d-eae5-47bf-a64c-3ea0cc894b00 None None] The sync data for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 is: [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:48Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:48:49.924317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] For port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:48:49.928125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] For port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=14b88328-b17d-4cb0-9e88-9b5bb4e15bb5,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:48:49.932272 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:49.996798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe0d85-3b36-45ba-8511-3facfb005657 None None] Pushing event updated for resources: {'Port': ['ID=14b88328-b17d-4cb0-9e88-9b5bb4e15bb5,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:50.122170 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.1 (fe5215a4-b347-4d0c-af02-12bc9d99fd8e/5f267faa-4f31-45e2-a5e6-4370aa3bf7dc/1fe2b315-b5c3-4f9b-99fb-be43fc477904) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:48:50.272045 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:50.317192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:50.365544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network fe5215a4-b347-4d0c-af02-12bc9d99fd8e is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:48:50.368841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:48:50.373207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:48:50.377662 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=1fe2b315-b5c3-4f9b-99fb-be43fc477904,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:50.418854 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:50.554724 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:50.847039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:50.852677 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:50.928772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=1fe2b315-b5c3-4f9b-99fb-be43fc477904,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:50.931310 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:50.971699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ba357-c06e-4fdd-b33b-a5cf47101353 None None] Network fe5215a4-b347-4d0c-af02-12bc9d99fd8e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:48:51.023502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network fe5215a4-b347-4d0c-af02-12bc9d99fd8e is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:48:51.024968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:48:51.050902 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.114734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cdcb1d96-1efd-4cab-8b8d-e0d1c2ed9089 None None] Provisioning complete for port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:51.115103 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdcb1d96-1efd-4cab-8b8d-e0d1c2ed9089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.138868 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 3baaeeb9-a5b0-4614-811e-d166523931fa has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:48:51.146938 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.231798 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdcb1d96-1efd-4cab-8b8d-e0d1c2ed9089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.289310 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-cdcb1d96-1efd-4cab-8b8d-e0d1c2ed9089 None None] For port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=14b88328-b17d-4cb0-9e88-9b5bb4e15bb5,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:51.296655 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cdcb1d96-1efd-4cab-8b8d-e0d1c2ed9089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.377080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7adeebf-70fc-4606-906d-2401945b2345 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:48:51.426089 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb1d96-1efd-4cab-8b8d-e0d1c2ed9089 None None] Pushing event updated for resources: {'Port': ['ID=14b88328-b17d-4cb0-9e88-9b5bb4e15bb5,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:51.451018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c7adeebf-70fc-4606-906d-2401945b2345 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:51.451399 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.544874 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.553782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-139b9a11-00eb-43bb-82c0-e8d9faa642cf None None] Provisioning complete for port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:51.554155 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-139b9a11-00eb-43bb-82c0-e8d9faa642cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.591661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:48:51.598117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port c7adeebf-70fc-4606-906d-2401945b2345, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c7adeebf-70fc-4606-906d-2401945b2345,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:51.599783 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-1a733631-126f-4a8b-a326-be3e23dd07a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/3baaeeb9-a5b0-4614-811e-d166523931fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3362410 Apr 21 21:48:51.609805 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.610964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:48:51.734077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Sync routers for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:48:51.738611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=c7adeebf-70fc-4606-906d-2401945b2345,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:51.768903 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:51.769213 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.771726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:48:51.771726 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:51.784663 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-e9b218be-e047-40de-918f-6aee6252be52 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566927893&fields=id&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 267 time: 0.0397377 Apr 21 21:48:51.859351 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-139b9a11-00eb-43bb-82c0-e8d9faa642cf None None] Provisioning complete for port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:51.859723 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-139b9a11-00eb-43bb-82c0-e8d9faa642cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:51.924299 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-b612398f-8c6c-4f64-8bea-2b8fc6244bfc tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:51.925927 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-b612398f-8c6c-4f64-8bea-2b8fc6244bfc tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/networks?id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e HTTP/1.1" status: 200 len: 797 time: 0.1328998 Apr 21 21:48:51.942621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-d41bfd43-363c-4bbd-a4a5-2cbf65e67ef4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/quotas/1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 375 time: 0.0108001 Apr 21 21:48:51.962860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-139b9a11-00eb-43bb-82c0-e8d9faa642cf None None] Port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:48:51.976405 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:48:51.997677 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-78ec535a-869b-4721-8178-dd557f0e9384 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492644 Apr 21 21:48:52.118957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-f11644d6-717d-4518-9449-0b70c7d5ca46 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:48:52.120067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-f11644d6-717d-4518-9449-0b70c7d5ca46 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468493 Apr 21 21:48:52.131990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-dab921fa-cbc3-4ad5-a45f-00ff22f2e92c None None] Provisioning complete for port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:52.132358 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dab921fa-cbc3-4ad5-a45f-00ff22f2e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:52.202995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dab921fa-cbc3-4ad5-a45f-00ff22f2e92c None None] Port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:48:52.209784 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-1e2c4786-628b-4b41-9f84-c7470ab7d244 service neutron] 10.222.0.49 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825231 Apr 21 21:48:52.231541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1fe2b315-b5c3-4f9b-99fb-be43fc477904', 'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:fc:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:49Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 2, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:52.259136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Checking router: 3baaeeb9-a5b0-4614-811e-d166523931fa for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:48:52.259483 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Updating router 3baaeeb9-a5b0-4614-811e-d166523931fa port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:48:52.269520 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:48:52.287197 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:52.303965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-d9426465-8980-46f7-b226-a0f3eb708348 service neutron] 10.222.0.49 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878916 Apr 21 21:48:52.476417 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfe962fd-391f-4630-a1d9-79befecd5c7e req-e6085a09-13fa-4fd8-8619-8816ef3a7aa0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 210 time: 0.0281539 Apr 21 21:48:52.560510 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:52.567520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:52.619632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33eb3d-3f34-4aad-8434-1e3ffa31e49f None None] Pushing event updated for resources: {'Port': ['ID=1fe2b315-b5c3-4f9b-99fb-be43fc477904,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:52.846223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Attempting to bind port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:48:52.846595 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Attempting to bind port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:48:52.846960 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Attempting to bind port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 on network fe5215a4-b347-4d0c-af02-12bc9d99fd8e {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:48:52.855583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:48:52.855961 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Checking segment: {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:48:52.856383 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:52.856867 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Bound using segment: {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:48:52.857323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Bound port: 1fe2b315-b5c3-4f9b-99fb-be43fc477904, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:48:52.857712 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:52.859943 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d9fe8bd5-c84d-4895-a7c6-8a4836b79eab None None] Provisioning complete for port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:52.860302 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8bd5-c84d-4895-a7c6-8a4836b79eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:52.919788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe8bd5-c84d-4895-a7c6-8a4836b79eab None None] Port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:48:52.951117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] For port 1fe2b315-b5c3-4f9b-99fb-be43fc477904, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:48:52.954294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] For port 1fe2b315-b5c3-4f9b-99fb-be43fc477904, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1fe2b315-b5c3-4f9b-99fb-be43fc477904,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:48:52.958080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:53.020748 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:48:53.021416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:48:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:53.023282 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33eb3d-3f34-4aad-8434-1e3ffa31e49f None None] Pushing event updated for resources: {'Port': ['ID=1fe2b315-b5c3-4f9b-99fb-be43fc477904,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:53.141801 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:48:53.265404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7adeebf-70fc-4606-906d-2401945b2345 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:48:53.325664 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6c62ffed-ea61-4c82-886b-516552183ecb None None] Provisioning complete for port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:53.326170 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c62ffed-ea61-4c82-886b-516552183ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:53.421784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port c7adeebf-70fc-4606-906d-2401945b2345 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:53.422133 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:53.510055 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c62ffed-ea61-4c82-886b-516552183ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:53.522956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-5308b5f6-9f62-42c5-b2bc-25823533ab7d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:53.524418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-5308b5f6-9f62-42c5-b2bc-25823533ab7d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/networks?id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e HTTP/1.1" status: 200 len: 797 time: 0.1075857 Apr 21 21:48:53.532566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1fe2b315-b5c3-4f9b-99fb-be43fc477904', 'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:fc:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:49Z', 'updated_at': '2022-04-21T21:48:52Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:48:53.570650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1e5d6-e8ab-4161-acd0-928810ca8255 None None] The sync data for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 is: [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1fe2b315-b5c3-4f9b-99fb-be43fc477904', 'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:fc:e5:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:49Z', 'updated_at': '2022-04-21T21:48:52Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:48:53.572753 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-2968d53d-697d-4bd3-9be1-c941ca1eb5a0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 380 time: 0.0392599 Apr 21 21:48:53.584581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'port': {'device_id': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'admin_state_up': True, 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'security_groups': ['20944cd4-c7d0-4b60-86ea-8674a847ff69']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:53.588605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3b1e10e0-9f96-415d-a264-2f38a74fb525 req-45bdce51-035f-4e0e-a35e-7fc695288bd7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 210 time: 0.0354216 Apr 21 21:48:53.645650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6c62ffed-ea61-4c82-886b-516552183ecb None None] For port 1fe2b315-b5c3-4f9b-99fb-be43fc477904, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1fe2b315-b5c3-4f9b-99fb-be43fc477904,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:53.678052 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6c62ffed-ea61-4c82-886b-516552183ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:53.709605 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:48:53.750375 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:48:53.754818 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:53.779588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62ffed-ea61-4c82-886b-516552183ecb None None] Pushing event updated for resources: {'Port': ['ID=1fe2b315-b5c3-4f9b-99fb-be43fc477904,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:53.794996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:53.796053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:53.897509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.13 (fe5215a4-b347-4d0c-af02-12bc9d99fd8e/5f267faa-4f31-45e2-a5e6-4370aa3bf7dc/0b35cce3-8224-474d-acc1-e05b8720553a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:48:54.044075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.084536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.131134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network fe5215a4-b347-4d0c-af02-12bc9d99fd8e is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:48:54.134297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:48:54.138254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:48:54.165297 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=0b35cce3-8224-474d-acc1-e05b8720553a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:54.194485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:54.195254 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.217701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-27f98cd8-232d-4609-a8e3-5cfcf0c814ee tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6370592 Apr 21 21:48:54.229742 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Request body: {'port': {'device_id': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:48:54.287547 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.403375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-44ab03be-42f7-4941-970f-8a8aabb3e3f7 None None] Provisioning complete for port 0b35cce3-8224-474d-acc1-e05b8720553a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:54.404032 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-44ab03be-42f7-4941-970f-8a8aabb3e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.439442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-44ab03be-42f7-4941-970f-8a8aabb3e3f7 None None] Port 0b35cce3-8224-474d-acc1-e05b8720553a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:48:54.568429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b35cce3-8224-474d-acc1-e05b8720553a {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:48:54.575961 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.590144 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Transition to ACTIVE for port object 0b35cce3-8224-474d-acc1-e05b8720553a will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:48:54.595081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.644649 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b35cce3-8224-474d-acc1-e05b8720553a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:54.761782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf212172-0a34-494c-ac29-5a92b0ccf901 req-6dac48d8-a2d8-4df8-8e83-c49e9ee4c1e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:54.763299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf212172-0a34-494c-ac29-5a92b0ccf901 req-6dac48d8-a2d8-4df8-8e83-c49e9ee4c1e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 944 time: 0.0730386 Apr 21 21:48:54.764544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Attempting to bind port 0b35cce3-8224-474d-acc1-e05b8720553a on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:48:54.764905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Attempting to bind port 0b35cce3-8224-474d-acc1-e05b8720553a by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:48:54.765229 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Attempting to bind port 0b35cce3-8224-474d-acc1-e05b8720553a on network fe5215a4-b347-4d0c-af02-12bc9d99fd8e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:48:54.770093 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Port 0b35cce3-8224-474d-acc1-e05b8720553a on network fe5215a4-b347-4d0c-af02-12bc9d99fd8e not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:48:54.770411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Attempting to bind port 0b35cce3-8224-474d-acc1-e05b8720553a on network fe5215a4-b347-4d0c-af02-12bc9d99fd8e {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:48:54.782459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:48:54.782797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Checking segment: {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:48:54.783174 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Bound using segment: {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:48:54.783622 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Bound port: 0b35cce3-8224-474d-acc1-e05b8720553a, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:48:54.783976 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.845239 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf212172-0a34-494c-ac29-5a92b0ccf901 req-33992458-c490-4649-bd21-231742b6fab5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726345 Apr 21 21:48:54.873852 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] For port 0b35cce3-8224-474d-acc1-e05b8720553a, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:48:54.876800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] For port 0b35cce3-8224-474d-acc1-e05b8720553a, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b35cce3-8224-474d-acc1-e05b8720553a,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:48:54.881498 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.918286 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:54.918903 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:54.920294 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] 10.222.0.43 "PUT /v2.0/ports/0b35cce3-8224-474d-acc1-e05b8720553a HTTP/1.1" status: 200 len: 1092 time: 0.6951070 Apr 21 21:48:54.920730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:48:54.923006 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfb724c-12ca-4912-8f66-81f609d653a2" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:48:54.949712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6996a4-8eb5-4a45-bf89-8b5be82255f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b35cce3-8224-474d-acc1-e05b8720553a,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:54.971147 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc0e4f-25cf-464f-ac25-4754c69f6667 x-openstack-request-id: req-f5fc0e4f-25cf-464f-ac25-4754c69f6667 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:48:54.971437 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:48:54.971685 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5fc0e4f-25cf-464f-ac25-4754c69f6667 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:48:54.972090 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5fc0e4f-25cf-464f-ac25-4754c69f6667'] response: {'name': 'network-changed', 'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a', 'status': 'completed', 'code': 200} Apr 21 21:48:55.014894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-e6d7735b-290d-4555-a461-fe0a9aea07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:55.016229 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-e6d7735b-290d-4555-a461-fe0a9aea07b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 1095 time: 0.0426245 Apr 21 21:48:55.059412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-53a0a6c0-1ff2-4263-b51c-5de223c84ff3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b35cce3-8224-474d-acc1-e05b8720553a HTTP/1.1" status: 200 len: 217 time: 0.0343118 Apr 21 21:48:55.109458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-f830af7d-2eb4-41c5-87b8-bdb0bd97b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:55.110914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-f830af7d-2eb4-41c5-87b8-bdb0bd97b62f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f267faa-4f31-45e2-a5e6-4370aa3bf7dc HTTP/1.1" status: 200 len: 834 time: 0.0446689 Apr 21 21:48:55.159374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-1b3b5a06-887c-479d-8e99-6ce55ddd2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:55.160849 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-1b3b5a06-887c-479d-8e99-6ce55ddd2efb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428817 Apr 21 21:48:55.255264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1fe2b315-b5c3-4f9b-99fb-be43fc477904 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:48:55.257644 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-ca17d201-65a1-46fc-8b81-75fb0f8b3e77 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904179 Apr 21 21:48:55.305151 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:48:55.305553 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:55.354428 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0ee1fc98-4477-4c42-b9af-6ab4677ece82 req-8dd81f08-2e0d-49c1-ba7b-3da1c4a50a20 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903978 Apr 21 21:48:55.445440 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-ec461f98-c45d-4f47-9faf-a91eb7034881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:55.446914 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-ec461f98-c45d-4f47-9faf-a91eb7034881 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 1095 time: 0.0417325 Apr 21 21:48:55.534883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-adf1124b-70bc-483d-a90d-ca5c634c8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:55.536203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-adf1124b-70bc-483d-a90d-ca5c634c8f7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e HTTP/1.1" status: 200 len: 898 time: 0.0830748 Apr 21 21:48:55.576237 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-6db0cad8-c2e2-4dad-8340-23b8531e5e8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b35cce3-8224-474d-acc1-e05b8720553a HTTP/1.1" status: 200 len: 217 time: 0.0332768 Apr 21 21:48:55.623028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-8a3b6280-25ad-4483-97f5-54adaf0e7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:55.624529 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-8a3b6280-25ad-4483-97f5-54adaf0e7102 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f267faa-4f31-45e2-a5e6-4370aa3bf7dc HTTP/1.1" status: 200 len: 834 time: 0.0418601 Apr 21 21:48:55.668138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-c6589798-a080-43dc-b655-35105dc9ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:55.669599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-c6589798-a080-43dc-b655-35105dc9ef0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382941 Apr 21 21:48:55.757405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-9d9f7e1f-2a0c-4e6f-8017-69914f69a394 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806630 Apr 21 21:48:55.846077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cdfb724c-12ca-4912-8f66-81f609d653a2 req-3b359d87-bb8c-4675-94e1-865e656bb51c service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822268 Apr 21 21:48:55.960953 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63e7e6-30bc-440d-aeca-057495223403 req-47426a8d-972f-4191-a5c8-ee583b0b991a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:55.962399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a63e7e6-30bc-440d-aeca-057495223403 req-47426a8d-972f-4191-a5c8-ee583b0b991a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 944 time: 0.0478768 Apr 21 21:48:56.000741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1a63e7e6-30bc-440d-aeca-057495223403 req-b46deff1-c67a-4714-9323-f9e4aef086b8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Apr 21 21:48:57.116577 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13b5e0-2b23-4477-ac80-a509b958dddb req-96af8479-5e0c-4713-9803-cae61997e365 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:57.118058 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9e13b5e0-2b23-4477-ac80-a509b958dddb req-96af8479-5e0c-4713-9803-cae61997e365 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 944 time: 0.0486050 Apr 21 21:48:57.154405 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9e13b5e0-2b23-4477-ac80-a509b958dddb req-46ca5df2-e81a-43cb-acbf-0664973428f0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303330 Apr 21 21:48:58.268839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7f115-6d08-4baa-9148-1b160ad329a7 req-7ccdbfc0-0e26-49ca-a525-ff6d5bf791b1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:58.270275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76d7f115-6d08-4baa-9148-1b160ad329a7 req-7ccdbfc0-0e26-49ca-a525-ff6d5bf791b1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 944 time: 0.0484133 Apr 21 21:48:58.306289 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-76d7f115-6d08-4baa-9148-1b160ad329a7 req-ff1ed35f-4c91-46f3-a4a4-19be99f006c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301738 Apr 21 21:48:58.804270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0b35cce3-8224-474d-acc1-e05b8720553a details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:48:58.899429 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0b35cce3-8224-474d-acc1-e05b8720553a, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b35cce3-8224-474d-acc1-e05b8720553a,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:58.911107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '0b35cce3-8224-474d-acc1-e05b8720553a', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'port_id': '0b35cce3-8224-474d-acc1-e05b8720553a', 'mac_address': 'fa:16:3e:42:5a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:48:58.947140 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:58.960617 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b35cce3-8224-474d-acc1-e05b8720553a {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:48:58.978955 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0b35cce3-8224-474d-acc1-e05b8720553a, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b35cce3-8224-474d-acc1-e05b8720553a,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:48:58.983520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:48:59.033437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0b35cce3-8224-474d-acc1-e05b8720553a,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:48:59.302449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['0b35cce3-8224-474d-acc1-e05b8720553a'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:48:59.428069 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1354e83-1998-4984-8087-e005f8301da0 req-1f63d7de-8966-4777-be66-bc5662bfc8ec tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:48:59.429485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1354e83-1998-4984-8087-e005f8301da0 req-1f63d7de-8966-4777-be66-bc5662bfc8ec tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 945 time: 0.0519569 Apr 21 21:48:59.466503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c1354e83-1998-4984-8087-e005f8301da0 req-ae088a8f-440e-4e01-960a-e33512ba30dc tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308876 Apr 21 21:49:00.568497 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e46f-f567-407e-877c-d94e257f7511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:00.583841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c5c6c-da06-4331-be77-89619e31682e req-70ab85ed-a57d-4234-853e-5094f7f0cfdb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:00.585392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a17c5c6c-da06-4331-be77-89619e31682e req-70ab85ed-a57d-4234-853e-5094f7f0cfdb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 945 time: 0.0508759 Apr 21 21:49:00.626198 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a17c5c6c-da06-4331-be77-89619e31682e req-d3d90282-1351-4876-a2e5-420ba16d663b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348327 Apr 21 21:49:00.819539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0b35cce3-8224-474d-acc1-e05b8720553a up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:49:00.869695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 0b35cce3-8224-474d-acc1-e05b8720553a completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:49:00.873649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 0b35cce3-8224-474d-acc1-e05b8720553a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:49:00.874021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:00.950321 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:00.972923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:49:00.975163 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e973e77-91b0-42c8-8217-609cff955d38" -d '{"events": [{"server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "name": "network-vif-plugged", "status": "completed", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:49:00.988058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 0b35cce3-8224-474d-acc1-e05b8720553a, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b35cce3-8224-474d-acc1-e05b8720553a,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:49:00.991961 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:01.014327 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b502376-87dd-4d7f-83e2-51ce2cbf1814 x-openstack-request-id: req-6b502376-87dd-4d7f-83e2-51ce2cbf1814 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:49:01.014618 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "name": "network-vif-plugged", "status": "completed", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:49:01.014873 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b502376-87dd-4d7f-83e2-51ce2cbf1814 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:49:01.015264 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b502376-87dd-4d7f-83e2-51ce2cbf1814'] response: {'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a', 'code': 200} Apr 21 21:49:01.040851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=0b35cce3-8224-474d-acc1-e05b8720553a,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:49:01.111076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45a6f-e30c-4269-991f-186d869a8fab req-8160c5ab-24f5-43dd-b15c-7b6e4898a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:01.112535 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2cf45a6f-e30c-4269-991f-186d869a8fab req-8160c5ab-24f5-43dd-b15c-7b6e4898a823 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 1097 time: 0.0422707 Apr 21 21:49:01.145116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2cf45a6f-e30c-4269-991f-186d869a8fab req-66af642e-0689-422e-9eef-6e9e03a4d302 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261958 Apr 21 21:49:01.742317 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d92f1-38cd-41c0-8f9c-256c963637b7 req-3c5fc292-d962-470e-860c-5a3a9cc8d150 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:01.743752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-787d92f1-38cd-41c0-8f9c-256c963637b7 req-3c5fc292-d962-470e-860c-5a3a9cc8d150 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0495291 Apr 21 21:49:01.781143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-787d92f1-38cd-41c0-8f9c-256c963637b7 req-3409620c-aed5-4712-a8fc-b436e6f4ad5e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309672 Apr 21 21:49:02.856984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-afbc9e7a-9628-45ac-ac26-2be4ebdce0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:02.906791 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747451c6-3a1a-43d6-8b05-a8608669e665 req-8da21e62-db5a-4a4f-b2ae-477b888588b1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:02.908264 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-747451c6-3a1a-43d6-8b05-a8608669e665 req-8da21e62-db5a-4a4f-b2ae-477b888588b1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0515480 Apr 21 21:49:02.945077 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-747451c6-3a1a-43d6-8b05-a8608669e665 req-e1938819-76fd-4ba2-8885-b59e03d897f4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Apr 21 21:49:03.056683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dc275-52c8-4d57-ada0-8e1d75031bee req-6c0da133-d56c-47e1-8b4b-4a40d55b23b4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:03.058377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad3dc275-52c8-4d57-ada0-8e1d75031bee req-6c0da133-d56c-47e1-8b4b-4a40d55b23b4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0480673 Apr 21 21:49:03.099524 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad3dc275-52c8-4d57-ada0-8e1d75031bee req-fb487606-60b1-42ae-8b33-35d7a9a10f0d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351744 Apr 21 21:49:03.120589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43358) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:49:03.158874 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9235274-7523-4774-ab82-69884296f73a tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:03.160328 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f9235274-7523-4774-ab82-69884296f73a tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 1092 time: 0.0386879 Apr 21 21:49:03.163123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43360) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:49:03.167365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '0b35cce3-8224-474d-acc1-e05b8720553a', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:49:03.187280 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:03.279480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:03.383351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.158 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/b0b3d3ce-3226-44f6-a6d3-5a33424712a8) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:49:03.480068 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:03.516031 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:03.555572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:49:03.559869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:49:03.563198 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:49:03.568628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=b0b3d3ce-3226-44f6-a6d3-5a33424712a8,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:49:03.912207 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:03.974811 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:04.117799 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:04.122081 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:04.188410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=b0b3d3ce-3226-44f6-a6d3-5a33424712a8,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:49:04.198000 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:04.277489 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:04.298972 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP b3e7234d-e60b-4ee5-97bb-798009c00140 associated. External IP: 172.25.0.158, port: 0b35cce3-8224-474d-acc1-e05b8720553a. Apr 21 21:49:04.498180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 3baaeeb9-a5b0-4614-811e-d166523931fa has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:49:04.934947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:49:04.949048 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] Sync routers for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:49:04.953893 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:04.959652 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:49:04.960267 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:49:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:49:04.979910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f7bb36b4-61b5-4150-a5fc-761ac83dcb85 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8157642 Apr 21 21:49:04.980654 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:49:04.983568 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:49:05.028667 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62bcd68-d359-47e2-b3ec-61c0902863c6 x-openstack-request-id: req-b62bcd68-d359-47e2-b3ec-61c0902863c6 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:49:05.028981 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:49:05.029594 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b62bcd68-d359-47e2-b3ec-61c0902863c6 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:49:05.029994 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62bcd68-d359-47e2-b3ec-61c0902863c6'] response: {'name': 'network-changed', 'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a', 'status': 'completed', 'code': 200} Apr 21 21:49:05.069111 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:49:05.091460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf256c-db6f-4b04-8016-007bd4e39634 req-d362a558-f7cb-4c54-9f60-30ce7f4f1c0c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:05.093103 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bcdf256c-db6f-4b04-8016-007bd4e39634 req-d362a558-f7cb-4c54-9f60-30ce7f4f1c0c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0526409 Apr 21 21:49:05.101321 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-7dc6a4f4-2f92-4ff2-8fc9-3feee243d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:05.103006 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-7dc6a4f4-2f92-4ff2-8fc9-3feee243d45b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 1097 time: 0.0402305 Apr 21 21:49:05.132411 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bcdf256c-db6f-4b04-8016-007bd4e39634 req-a06d8104-9055-446d-b214-cc53e9e69548 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328426 Apr 21 21:49:05.154841 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43366) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:49:05.198155 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-0847639c-03d4-47a5-9946-abc2aadd4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:05.199603 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-0847639c-03d4-47a5-9946-abc2aadd4ea7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e HTTP/1.1" status: 200 len: 898 time: 0.0904052 Apr 21 21:49:05.222980 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5fe33719-b36f-4a62-897e-88c3660d2b6b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/b3e7234d-e60b-4ee5-97bb-798009c00140 HTTP/1.1" status: 200 len: 992 time: 0.0667679 Apr 21 21:49:05.266838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-07c4415e-fc6e-4795-a4e7-fd7a5b018c4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b35cce3-8224-474d-acc1-e05b8720553a HTTP/1.1" status: 200 len: 1000 time: 0.0609672 Apr 21 21:49:05.319365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-cb0c354d-6d4a-4292-9118-9bb7dd59659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:05.320736 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-cb0c354d-6d4a-4292-9118-9bb7dd59659b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f267faa-4f31-45e2-a5e6-4370aa3bf7dc HTTP/1.1" status: 200 len: 834 time: 0.0479994 Apr 21 21:49:05.368973 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-3001f2cb-696a-4f0e-8157-cb6ca06e2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:05.370572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-3001f2cb-696a-4f0e-8157-cb6ca06e2475 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436571 Apr 21 21:49:05.395361 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'b3e7234d-e60b-4ee5-97bb-798009c00140', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'port_id': '0b35cce3-8224-474d-acc1-e05b8720553a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'mac_address': 'fa:16:3e:42:5a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:49:03Z', 'updated_at': '2022-04-21T21:49:03Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe2b315-b5c3-4f9b-99fb-be43fc477904', 'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:fc:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:49Z', 'updated_at': '2022-04-21T21:48:53Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:49:05.421287 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] Checking router: 3baaeeb9-a5b0-4614-811e-d166523931fa for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:49:05.429102 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:49:05.429695 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:49:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:49:05.454841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-d5283d0b-103a-4dfd-941c-b2dc1ee8e64b service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782077 Apr 21 21:49:05.532394 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:49:05.541603 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:05.549340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-47d8754e-c3a7-4a5c-b97c-854e5726f7f1 req-de94bba1-6321-4f96-995f-1b62d4ac1905 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886042 Apr 21 21:49:05.747880 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'b3e7234d-e60b-4ee5-97bb-798009c00140', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'port_id': '0b35cce3-8224-474d-acc1-e05b8720553a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'mac_address': 'fa:16:3e:42:5a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:49:03Z', 'updated_at': '2022-04-21T21:49:03Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe2b315-b5c3-4f9b-99fb-be43fc477904', 'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:fc:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:49Z', 'updated_at': '2022-04-21T21:48:53Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:49:05.774673 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31352df0-94df-49a7-88f2-24547b9e3df5 None None] The sync data for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 is: [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'b3e7234d-e60b-4ee5-97bb-798009c00140', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'port_id': '0b35cce3-8224-474d-acc1-e05b8720553a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'mac_address': 'fa:16:3e:42:5a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:49:03Z', 'updated_at': '2022-04-21T21:49:03Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe2b315-b5c3-4f9b-99fb-be43fc477904', 'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:fc:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:49Z', 'updated_at': '2022-04-21T21:48:53Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:49:05.953528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89fa65d-187c-4ae6-acf1-af9a3ac714a6 None None] New status for floating IP b3e7234d-e60b-4ee5-97bb-798009c00140: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:49:06.063377 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:06.226566 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43368) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:49:06.287019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-30b4a98e-3ba3-4b74-91c0-013987777725 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/b3e7234d-e60b-4ee5-97bb-798009c00140 HTTP/1.1" status: 200 len: 994 time: 0.0592923 Apr 21 21:49:21.037396 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:21.121262 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:29.271262 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:49:30.568424 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-15aa56d8-d633-4c8b-a036-4ccbf17b1364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:32.857501 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6a62cfdc-ecb5-4fb7-88c9-9a35e702fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:34.281044 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:35.542930 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:36.046598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:50.509770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-0004a783-bb0e-4c0b-99d7-c18356b5a59a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395448 Apr 21 21:49:50.590197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-416390f0-6dac-4ab9-8cb5-2a7db1961cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:50.591637 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-416390f0-6dac-4ab9-8cb5-2a7db1961cdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 1097 time: 0.0400617 Apr 21 21:49:50.693851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-61519531-a1bb-4446-b6e7-0228c0d8e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:50.695288 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-61519531-a1bb-4446-b6e7-0228c0d8e815 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e HTTP/1.1" status: 200 len: 898 time: 0.0852852 Apr 21 21:49:50.757183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-55c504ab-b57c-413f-a826-f27ebbc7f3db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b35cce3-8224-474d-acc1-e05b8720553a HTTP/1.1" status: 200 len: 1002 time: 0.0557539 Apr 21 21:49:50.807159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-42a29a37-26e5-4d5c-b093-fc0c3edf7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:50.808465 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-42a29a37-26e5-4d5c-b093-fc0c3edf7774 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f267faa-4f31-45e2-a5e6-4370aa3bf7dc HTTP/1.1" status: 200 len: 834 time: 0.0453994 Apr 21 21:49:50.852101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-e9df1a28-f80b-4f0b-b6a6-c91a8952e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:49:50.853592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-e9df1a28-f80b-4f0b-b6a6-c91a8952e003 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389488 Apr 21 21:49:50.863687 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-79ba1d79-32cf-4cd8-8dd0-f24166029e49 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:49:50.864598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-79ba1d79-32cf-4cd8-8dd0-f24166029e49 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047588 Apr 21 21:49:50.951025 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-d367458e-5555-41dd-9fd1-c4e2f8ef27bd service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794661 Apr 21 21:49:51.039798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6631759b-3d43-49f4-b2c6-aea19da7f649 req-d07edf9a-3497-4b55-8979-a975135057f4 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825846 Apr 21 21:49:51.056513 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:49:51.120450 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:00.569178 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0fd52519-a4ec-4fd0-923d-9b84aa8eef30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:02.859379 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b5613699-f1f1-4700-9d34-4ba510818876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:04.283060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:05.547210 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:06.047705 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:06.270265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:50:08.886864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069d886-bf2f-4fec-9ac7-9480f6f93e99 req-a664df80-969d-4891-a5db-206cd1aad382 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:08.888353 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f069d886-bf2f-4fec-9ac7-9480f6f93e99 req-a664df80-969d-4891-a5db-206cd1aad382 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0742626 Apr 21 21:50:08.890825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-236dc621-b25b-4a4d-806d-f55e54476eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:08.892141 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-236dc621-b25b-4a4d-806d-f55e54476eae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 1097 time: 0.0682206 Apr 21 21:50:08.979230 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f069d886-bf2f-4fec-9ac7-9480f6f93e99 req-6f717f5e-bdc9-48fd-9f45-c38ddc558230 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845995 Apr 21 21:50:09.011164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-7d0b9e96-93a8-4746-ac46-d8b145c678f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:09.012659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-7d0b9e96-93a8-4746-ac46-d8b145c678f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e HTTP/1.1" status: 200 len: 898 time: 0.1118829 Apr 21 21:50:09.079827 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-e0e429b0-73b9-4383-b9c6-f031bd8642d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b35cce3-8224-474d-acc1-e05b8720553a HTTP/1.1" status: 200 len: 1002 time: 0.0603364 Apr 21 21:50:09.126523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-9cd16275-2b56-460d-8dfa-86550767fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:09.127896 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-9cd16275-2b56-460d-8dfa-86550767fa84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f267faa-4f31-45e2-a5e6-4370aa3bf7dc HTTP/1.1" status: 200 len: 834 time: 0.0420432 Apr 21 21:50:09.171133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-cc0c9e49-e543-4695-aa55-d54a0999727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:09.172548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-cc0c9e49-e543-4695-aa55-d54a0999727a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383773 Apr 21 21:50:09.263513 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-cadb0e5f-161a-4aa9-bb7b-2ffe2d7466ee service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838895 Apr 21 21:50:09.350387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-075d2a68-2be7-426c-98a8-2b0e19b63c77 req-60373d5e-01e3-49f5-a7bc-e1bbbc39cb6e service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801668 Apr 21 21:50:10.100876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e1897-ad2a-4504-be3f-a3960f7c5db9 req-cc81c72a-c67b-43c3-93b5-1a0c45a6dbc6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:10.102231 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-165e1897-ad2a-4504-be3f-a3960f7c5db9 req-cc81c72a-c67b-43c3-93b5-1a0c45a6dbc6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0526781 Apr 21 21:50:10.140138 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-165e1897-ad2a-4504-be3f-a3960f7c5db9 req-01aefa5b-4022-46df-b351-ad9fda41cc94 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Apr 21 21:50:11.256068 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6367f5f-5252-4cd5-9496-bb65d3307388 req-b6022067-3c71-47b0-bd4d-c657f90e474c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:11.257562 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f6367f5f-5252-4cd5-9496-bb65d3307388 req-b6022067-3c71-47b0-bd4d-c657f90e474c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0502951 Apr 21 21:50:11.294497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f6367f5f-5252-4cd5-9496-bb65d3307388 req-b916dcbf-b5d9-4616-8b91-1d665510d81a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304718 Apr 21 21:50:12.407623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503d23f-3815-468f-8c68-388678eae08e req-2c959ed5-17ae-4a44-a0a1-d60c4f323798 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:12.409082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9503d23f-3815-468f-8c68-388678eae08e req-2c959ed5-17ae-4a44-a0a1-d60c4f323798 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0480108 Apr 21 21:50:12.445569 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9503d23f-3815-468f-8c68-388678eae08e req-0a13c6f8-d5bc-4e5d-a3c5-b1a2e3c591d5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304587 Apr 21 21:50:13.562905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ad7e8-5926-4b66-8dfc-3338de05c57d req-942d444c-38e7-472a-b4ff-8105b20f0c22 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:13.564354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a01ad7e8-5926-4b66-8dfc-3338de05c57d req-942d444c-38e7-472a-b4ff-8105b20f0c22 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Apr 21 21:50:13.601441 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a01ad7e8-5926-4b66-8dfc-3338de05c57d req-0255b70f-175a-48d3-831d-c77f9adb671b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311391 Apr 21 21:50:14.715111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7995a60-b0a7-49fb-8e80-ab98dbd68dac req-6b79ef96-dcef-435d-96b0-cbe5553f79e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:14.716936 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7995a60-b0a7-49fb-8e80-ab98dbd68dac req-6b79ef96-dcef-435d-96b0-cbe5553f79e3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0490170 Apr 21 21:50:14.753431 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d7995a60-b0a7-49fb-8e80-ab98dbd68dac req-74cea26b-bfb2-4f72-9273-6ad23888f7d7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300841 Apr 21 21:50:16.122624 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2561b90-f6ab-4813-a854-422e92927eaa req-c591d840-18c8-4315-8f3e-ff15c0be1a59 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:16.124000 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2561b90-f6ab-4813-a854-422e92927eaa req-c591d840-18c8-4315-8f3e-ff15c0be1a59 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0484736 Apr 21 21:50:16.159942 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d2561b90-f6ab-4813-a854-422e92927eaa req-8923765a-f628-4e02-aae1-97e6a42bd9bb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300477 Apr 21 21:50:17.289942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22581ec7-8f44-4eea-89fe-ae2ff0e7afd2 req-61505fbd-bfdf-4c4e-99fb-ee9cf471c251 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:17.291430 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22581ec7-8f44-4eea-89fe-ae2ff0e7afd2 req-61505fbd-bfdf-4c4e-99fb-ee9cf471c251 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0530136 Apr 21 21:50:17.328944 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-22581ec7-8f44-4eea-89fe-ae2ff0e7afd2 req-522e2fec-38ad-4510-9a4f-dd4ab11e6607 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308230 Apr 21 21:50:18.442143 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f06a11-d7fc-4853-84dd-00149f7818e1 req-5313397f-d6d3-434e-ab96-dd86a3951f9d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:18.443583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f06a11-d7fc-4853-84dd-00149f7818e1 req-5313397f-d6d3-434e-ab96-dd86a3951f9d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0465257 Apr 21 21:50:18.479691 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57f06a11-d7fc-4853-84dd-00149f7818e1 req-cb92b22e-688b-4da4-a0d4-1f78c8349251 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302773 Apr 21 21:50:19.594758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfdd91-5b33-4f82-a239-f9182a724f2a req-edef91f5-a1fd-45a3-a7c1-2fea0f22027d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:19.596209 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9bfdd91-5b33-4f82-a239-f9182a724f2a req-edef91f5-a1fd-45a3-a7c1-2fea0f22027d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0489395 Apr 21 21:50:19.632543 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9bfdd91-5b33-4f82-a239-f9182a724f2a req-89da1a2b-7ce1-4329-a56f-91e8c97d2a0a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303562 Apr 21 21:50:20.750134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c04e6-04f8-4e1c-b55d-9e917c814410 req-5aa16d84-252b-4c61-94df-2db601b3b977 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:20.751592 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a56c04e6-04f8-4e1c-b55d-9e917c814410 req-5aa16d84-252b-4c61-94df-2db601b3b977 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0532131 Apr 21 21:50:20.788634 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a56c04e6-04f8-4e1c-b55d-9e917c814410 req-3f90f6a8-0fad-490e-ac88-da6d9164de6c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309687 Apr 21 21:50:20.810633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43426) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:50:20.871279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b614b0de-382a-4d3b-9e7c-0c03f7e1a8b2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/b3e7234d-e60b-4ee5-97bb-798009c00140 HTTP/1.1" status: 200 len: 994 time: 0.0588789 Apr 21 21:50:21.064204 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:21.119178 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:30.568460 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ff92458f-af5a-4681-9a0f-5534c014482a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:32.863263 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cfa56062-381d-40db-8932-942a8cbe3720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:34.285055 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:34.871190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-f75060ff-308c-4ffe-bf34-326ecae9a13b req-8b8f0e7c-6ccd-4b0b-9c57-3475dd1eefd7 service neutron] (114647) timed out ('10.222.0.46', 59983) {{(pid=114647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:50:35.548977 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:36.050578 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:43.269568 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:50:49.996504 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49428800-03e1-4f14-9dd9-ad751320280d req-88f05d48-4ae9-4ae9-bf01-605628c4864f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0799761 Apr 21 21:50:50.078581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49428800-03e1-4f14-9dd9-ad751320280d req-789ade61-109b-425f-8447-1368af603820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:50.080022 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49428800-03e1-4f14-9dd9-ad751320280d req-789ade61-109b-425f-8447-1368af603820 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 1097 time: 0.0434065 Apr 21 21:50:50.180131 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49428800-03e1-4f14-9dd9-ad751320280d req-1393c7c2-8128-4c11-a652-4dd6fbcb3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:50.181494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49428800-03e1-4f14-9dd9-ad751320280d req-1393c7c2-8128-4c11-a652-4dd6fbcb3f3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e HTTP/1.1" status: 200 len: 898 time: 0.0820086 Apr 21 21:50:50.248110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49428800-03e1-4f14-9dd9-ad751320280d req-6c44acaf-7e49-4879-bfae-bcf81db02239 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b35cce3-8224-474d-acc1-e05b8720553a HTTP/1.1" status: 200 len: 1002 time: 0.0600352 Apr 21 21:50:50.293793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49428800-03e1-4f14-9dd9-ad751320280d req-121f89ff-d30a-40d3-97ba-d116ad845019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:50.295785 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49428800-03e1-4f14-9dd9-ad751320280d req-121f89ff-d30a-40d3-97ba-d116ad845019 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f267faa-4f31-45e2-a5e6-4370aa3bf7dc HTTP/1.1" status: 200 len: 834 time: 0.0423653 Apr 21 21:50:50.339621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49428800-03e1-4f14-9dd9-ad751320280d req-544c8f1b-8af8-4c71-a33f-a0ce79fbbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:50:50.341607 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49428800-03e1-4f14-9dd9-ad751320280d req-544c8f1b-8af8-4c71-a33f-a0ce79fbbf17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393605 Apr 21 21:50:50.430291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49428800-03e1-4f14-9dd9-ad751320280d req-6302d909-765e-49fa-8714-5b181b8169e5 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824177 Apr 21 21:50:50.515894 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-49428800-03e1-4f14-9dd9-ad751320280d req-6b2373e6-153f-4ac7-afc7-4ebdf6179000 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783477 Apr 21 21:50:51.079796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:50:51.134752 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:00.568715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce401916-da97-4d05-aacb-98395018b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:02.864893 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-554aefd7-b578-4806-8a98-cd8a2d69328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:04.288768 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:05.550457 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:06.052557 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:09.429734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43458) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:09.583354 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port b0b3d3ce-3226-44f6-a6d3-5a33424712a8 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:51:09.583630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:09.658591 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:09.658912 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:09.669921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for b0b3d3ce-3226-44f6-a6d3-5a33424712a8 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:51:09.811389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:09.837434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=b0b3d3ce-3226-44f6-a6d3-5a33424712a8,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:09.852721 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.853108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.853441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.853767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.854088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.854408 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.854728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.855045 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.855511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.855840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.856150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.856466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:09.908738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:09.909086 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP b3e7234d-e60b-4ee5-97bb-798009c00140 disassociated (deleted). External IP: 172.25.0.158, port: 0b35cce3-8224-474d-acc1-e05b8720553a. Apr 21 21:51:10.109192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 3baaeeb9-a5b0-4614-811e-d166523931fa has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:51:10.214099 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:51:10.219498 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:10.224726 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] Sync routers for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:51:10.233933 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:10.234541 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:10.246442 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d0a01459-bb94-4c02-b069-fa979063738d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/floatingips/b3e7234d-e60b-4ee5-97bb-798009c00140 HTTP/1.1" status: 204 len: 168 time: 0.8156090 Apr 21 21:51:10.247147 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:51:10.249576 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54776817-2b02-453e-8055-738d34e866e8" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:51:10.293624 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa0a4b6-c8b9-482d-9bbe-1df81b9b5ee9 x-openstack-request-id: req-aaa0a4b6-c8b9-482d-9bbe-1df81b9b5ee9 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:51:10.293918 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:51:10.294167 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aaa0a4b6-c8b9-482d-9bbe-1df81b9b5ee9 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:51:10.294573 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa0a4b6-c8b9-482d-9bbe-1df81b9b5ee9'] response: {'name': 'network-changed', 'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a', 'status': 'completed', 'code': 200} Apr 21 21:51:10.343303 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:10.363464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54776817-2b02-453e-8055-738d34e866e8 req-1d009067-8991-4021-b75e-ab41fbcb71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:10.365129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54776817-2b02-453e-8055-738d34e866e8 req-1d009067-8991-4021-b75e-ab41fbcb71d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 1097 time: 0.0520225 Apr 21 21:51:10.467640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54776817-2b02-453e-8055-738d34e866e8 req-7e113d6c-0621-4b41-b4bf-8142711c4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:10.469148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54776817-2b02-453e-8055-738d34e866e8 req-7e113d6c-0621-4b41-b4bf-8142711c4c91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e HTTP/1.1" status: 200 len: 898 time: 0.0953963 Apr 21 21:51:10.511872 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54776817-2b02-453e-8055-738d34e866e8 req-174cf527-8b98-4108-8d63-c8666877422f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b35cce3-8224-474d-acc1-e05b8720553a HTTP/1.1" status: 200 len: 217 time: 0.0355346 Apr 21 21:51:10.568495 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54776817-2b02-453e-8055-738d34e866e8 req-81d2061e-01db-4c09-a18d-08c4c19f70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:10.573142 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54776817-2b02-453e-8055-738d34e866e8 req-81d2061e-01db-4c09-a18d-08c4c19f70ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5f267faa-4f31-45e2-a5e6-4370aa3bf7dc HTTP/1.1" status: 200 len: 834 time: 0.0498421 Apr 21 21:51:10.574583 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1fe2b315-b5c3-4f9b-99fb-be43fc477904', 'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:fc:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:49Z', 'updated_at': '2022-04-21T21:48:53Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:10.590012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7287b-8308-437f-9eb5-e5c7c1f5c9af req-3d8ca851-fb15-4fb5-89bc-1d3dce2b2249 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:10.593199 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaa7287b-8308-437f-9eb5-e5c7c1f5c9af req-3d8ca851-fb15-4fb5-89bc-1d3dce2b2249 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.1596088 Apr 21 21:51:10.601189 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] Checking router: 3baaeeb9-a5b0-4614-811e-d166523931fa for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:51:10.609727 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:10.610355 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:10.626883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54776817-2b02-453e-8055-738d34e866e8 req-6f26f64f-122c-4e72-b7f7-ccf4f4a56c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:10.628339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54776817-2b02-453e-8055-738d34e866e8 req-6f26f64f-122c-4e72-b7f7-ccf4f4a56c1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe5215a4-b347-4d0c-af02-12bc9d99fd8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487411 Apr 21 21:51:10.632083 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-eaa7287b-8308-437f-9eb5-e5c7c1f5c9af req-572882ea-819b-4192-8a26-9f9155982df0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341997 Apr 21 21:51:10.713869 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:10.718129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54776817-2b02-453e-8055-738d34e866e8 req-b6ba8682-7ca2-42b1-ba7e-99587a6d49e2 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829265 Apr 21 21:51:10.812371 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54776817-2b02-453e-8055-738d34e866e8 req-6f27fa30-50f8-4130-a29f-9137fd5d10c8 service neutron] 10.222.0.43 "GET /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869498 Apr 21 21:51:10.994596 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1fe2b315-b5c3-4f9b-99fb-be43fc477904', 'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:fc:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:49Z', 'updated_at': '2022-04-21T21:48:53Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:11.023011 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe7c90-17fc-46c2-bd69-ee50756ed852 None None] The sync data for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 is: [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:50Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1fe2b315-b5c3-4f9b-99fb-be43fc477904', 'name': '', 'network_id': 'fe5215a4-b347-4d0c-af02-12bc9d99fd8e', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:fc:e5:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:49Z', 'updated_at': '2022-04-21T21:48:53Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '5f267faa-4f31-45e2-a5e6-4370aa3bf7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:51:11.235398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f806fda-a140-4d0f-b948-1e3b2bc0c8eb None None] New status for floating IP b3e7234d-e60b-4ee5-97bb-798009c00140: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:51:11.797487 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec1cf1-226d-4667-bea0-ad4ace927a8f req-bde3f441-84db-45e0-a305-6b78de6cef04 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:11.798929 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eec1cf1-226d-4667-bea0-ad4ace927a8f req-bde3f441-84db-45e0-a305-6b78de6cef04 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0965860 Apr 21 21:51:11.835901 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4eec1cf1-226d-4667-bea0-ad4ace927a8f req-69cb0c80-90e8-4966-9bd0-5150fd806be4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=20944cd4-c7d0-4b60-86ea-8674a847ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309911 Apr 21 21:51:12.152701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57333dd7-a323-4197-9c84-82d33a176228 req-e795c7f0-aa25-44ba-9cc8-f0edc0f13c1c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:12.154143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57333dd7-a323-4197-9c84-82d33a176228 req-e795c7f0-aa25-44ba-9cc8-f0edc0f13c1c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 946 time: 0.0500255 Apr 21 21:51:12.241427 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-57333dd7-a323-4197-9c84-82d33a176228 req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 0b35cce3-8224-474d-acc1-e05b8720553a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:51:12.241767 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-57333dd7-a323-4197-9c84-82d33a176228 req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:12.324707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-57333dd7-a323-4197-9c84-82d33a176228 req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port 0b35cce3-8224-474d-acc1-e05b8720553a, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=0b35cce3-8224-474d-acc1-e05b8720553a,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:12.325092 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-57333dd7-a323-4197-9c84-82d33a176228 req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:12.338120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-57333dd7-a323-4197-9c84-82d33a176228 req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 0b35cce3-8224-474d-acc1-e05b8720553a owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:51:12.467772 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-57333dd7-a323-4197-9c84-82d33a176228 req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:12.494170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=0b35cce3-8224-474d-acc1-e05b8720553a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:12.539956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-57333dd7-a323-4197-9c84-82d33a176228 req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] No DVR routers for this DVR port 0b35cce3-8224-474d-acc1-e05b8720553a on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:51:12.542480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-57333dd7-a323-4197-9c84-82d33a176228 req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:12.546862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57333dd7-a323-4197-9c84-82d33a176228 req-2da95ea4-522f-4569-892c-68abd8e9717f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "DELETE /v2.0/ports/0b35cce3-8224-474d-acc1-e05b8720553a HTTP/1.1" status: 204 len: 173 time: 0.3865302 Apr 21 21:51:12.547292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'name': 'network-vif-deleted', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:51:12.549574 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ccabdc-73f6-4357-bfca-9b721bff5e18" -d '{"events": [{"server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "name": "network-vif-deleted", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:51:12.588865 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c34f0e9-e006-4791-a521-e6e97f820f6b x-openstack-request-id: req-1c34f0e9-e006-4791-a521-e6e97f820f6b {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:51:12.589152 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489", "name": "network-vif-deleted", "tag": "0b35cce3-8224-474d-acc1-e05b8720553a", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:51:12.589400 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c34f0e9-e006-4791-a521-e6e97f820f6b {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:51:12.589798 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c34f0e9-e006-4791-a521-e6e97f820f6b'] response: {'server_uuid': 'dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489', 'name': 'network-vif-deleted', 'tag': '0b35cce3-8224-474d-acc1-e05b8720553a', 'status': 'completed', 'code': 200} Apr 21 21:51:12.946418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1b37305e-75c9-4ced-8e81-c2411cd499d7 req-07235113-3cbb-4981-a869-3f76f601cc36 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfcba3f0-aab1-4cfd-b0fe-0a38dfa1b489 HTTP/1.1" status: 200 len: 210 time: 0.0266833 Apr 21 21:51:14.006123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43478) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:14.367444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:14.610897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 1fe2b315-b5c3-4f9b-99fb-be43fc477904 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:51:14.611237 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:14.698373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port 1fe2b315-b5c3-4f9b-99fb-be43fc477904, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1fe2b315-b5c3-4f9b-99fb-be43fc477904,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:14.698734 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:14.710915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 1fe2b315-b5c3-4f9b-99fb-be43fc477904 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:51:15.218843 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:15.250567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=1fe2b315-b5c3-4f9b-99fb-be43fc477904,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:15.415949 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:15.611774 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0b35cce3-8224-474d-acc1-e05b8720553a no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:51:15.626285 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 3baaeeb9-a5b0-4614-811e-d166523931fa has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:51:15.631860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 0b35cce3-8224-474d-acc1-e05b8720553a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:51:15.632205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 0b35cce3-8224-474d-acc1-e05b8720553a not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:51:15.729278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:51:15.734577 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1060edad-ec21-48c9-af62-09c9875719b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/3baaeeb9-a5b0-4614-811e-d166523931fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7270668 Apr 21 21:51:15.737241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43480) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:15.739854 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] Sync routers for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:51:15.750093 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:15.750690 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:15.790667 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3568dc-5922-4b64-8777-e33062e75991 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting subnet 5f267faa-4f31-45e2-a5e6-4370aa3bf7dc {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:51:15.793650 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d3568dc-5922-4b64-8777-e33062e75991 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:15.832696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d3568dc-5922-4b64-8777-e33062e75991 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:15.852636 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:15.919816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d3568dc-5922-4b64-8777-e33062e75991 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:15.983506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d3568dc-5922-4b64-8777-e33062e75991 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.012271 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1d3568dc-5922-4b64-8777-e33062e75991 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.018234 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43482) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:16.019362 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1d3568dc-5922-4b64-8777-e33062e75991 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/subnets/5f267faa-4f31-45e2-a5e6-4370aa3bf7dc HTTP/1.1" status: 204 len: 168 time: 0.2807877 Apr 21 21:51:16.020176 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3568dc-5922-4b64-8777-e33062e75991 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Subnet': ['ID=5f267faa-4f31-45e2-a5e6-4370aa3bf7dc,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:16.020628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbe33d7-73c1-4c72-b687-6c6a1df0b16d None None] Network fe5215a4-b347-4d0c-af02-12bc9d99fd8e requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:51:16.040030 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:51:15Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:16.071473 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] Checking router: 3baaeeb9-a5b0-4614-811e-d166523931fa for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:51:16.081782 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] Routers {'3baaeeb9-a5b0-4614-811e-d166523931fa'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:16.082405 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['3baaeeb9-a5b0-4614-811e-d166523931fa'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:16.136731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.190813 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] Set router 3baaeeb9-a5b0-4614-811e-d166523931fa gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:16.246418 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.318247 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port c7adeebf-70fc-4606-906d-2401945b2345 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:51:16.318624 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.363305 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] DHCP port deletion for fe5215a4-b347-4d0c-af02-12bc9d99fd8e request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:51:16.379313 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:51:15Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:16.403657 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port c7adeebf-70fc-4606-906d-2401945b2345, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=c7adeebf-70fc-4606-906d-2401945b2345,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:16.404058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.406410 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2a612b-1708-4f16-a631-d0b7d7d0aa9c None None] The sync data for ids ['3baaeeb9-a5b0-4614-811e-d166523931fa'] in n-d-838945-1 is: [{'id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996501330', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:51:15Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'c7adeebf-70fc-4606-906d-2401945b2345', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baaeeb9-a5b0-4614-811e-d166523931fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:48:47Z', 'updated_at': '2022-04-21T21:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:51:16.415422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Deleting port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:51:16.415877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.418321 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for c7adeebf-70fc-4606-906d-2401945b2345 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:51:16.485290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] For port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=14b88328-b17d-4cb0-9e88-9b5bb4e15bb5,segment=NetworkSegment(0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0),segment_id=0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:16.485691 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.498076 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Calling delete_port for 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:51:16.575243 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.589836 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.604847 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Pushing event deleted for resources: {'Port': ['ID=14b88328-b17d-4cb0-9e88-9b5bb4e15bb5,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:16.611035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] No DVR routers for this DVR port 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:51:16.618603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=c7adeebf-70fc-4606-906d-2401945b2345,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:16.622368 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.622835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.623219 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.623661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.624095 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.624211 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.624456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.624569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.624824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.625026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.625172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.625354 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.625465 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.625678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.625785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.626000 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.626107 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.626321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.626423 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.626637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7084abd8-b99e-4097-9ba6-4405a37b4d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.626750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.627066 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.627393 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.627723 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:16.691372 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.783590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.785962 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.829509 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.830103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Fanout notify agent at l3_agent the message router_deleted on router 3baaeeb9-a5b0-4614-811e-d166523931fa {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:51:16.837827 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:16.841491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-0df7599b-8256-4cd0-8624-6430338e12d2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/routers/3baaeeb9-a5b0-4614-811e-d166523931fa HTTP/1.1" status: 204 len: 168 time: 0.8195400 Apr 21 21:51:16.845246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43484) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:16.925861 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.012680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.035032 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5215a4-b347-4d0c-af02-12bc9d99fd8e']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:17.045628 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:17.045918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c231ffb-6f7a-4c1c-95f2-9ab17cc520a0') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:17.055390 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.068112 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.073683 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:51:17.074058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:51:17.077557 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:51:17.136950 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.144272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.147440 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/networks/fe5215a4-b347-4d0c-af02-12bc9d99fd8e HTTP/1.1" status: 204 len: 168 time: 0.3009682 Apr 21 21:51:17.150264 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43486) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:17.160117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0073d-8381-4fb1-98bb-167f9cad3466 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Network': ['ID=fe5215a4-b347-4d0c-af02-12bc9d99fd8e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:17.208980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-872817ee-8d7e-41a0-8b54-41e782588201 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.234830 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-872817ee-8d7e-41a0-8b54-41e782588201 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.294123 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-872817ee-8d7e-41a0-8b54-41e782588201 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.296680 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-872817ee-8d7e-41a0-8b54-41e782588201 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.297850 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-872817ee-8d7e-41a0-8b54-41e782588201 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/security-groups/20944cd4-c7d0-4b60-86ea-8674a847ff69 HTTP/1.1" status: 204 len: 168 time: 0.1466038 Apr 21 21:51:17.306694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872817ee-8d7e-41a0-8b54-41e782588201 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20944cd4-c7d0-4b60-86ea-8674a847ff69,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:17.444945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7adeebf-70fc-4606-906d-2401945b2345 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:51:17.465451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: c7adeebf-70fc-4606-906d-2401945b2345 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:51:17.465858 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device c7adeebf-70fc-4606-906d-2401945b2345 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:51:17.466325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:51:17.484853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:51:17.485195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 14b88328-b17d-4cb0-9e88-9b5bb4e15bb5 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:51:17.485587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1fe2b315-b5c3-4f9b-99fb-be43fc477904 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:51:17.504345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1fe2b315-b5c3-4f9b-99fb-be43fc477904 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:51:17.504628 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1fe2b315-b5c3-4f9b-99fb-be43fc477904 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:51:17.636733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43492) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:17.641931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8571f3bb-56d0-4116-a7ca-f807f0c6d526 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559248730', 'description': 'tempest-secgroup-smoke-1559248730 description', 'project_id': '1fe192c61164419fb80bd107cdac394f'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:17.662600 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8571f3bb-56d0-4116-a7ca-f807f0c6d526 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.726680 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8571f3bb-56d0-4116-a7ca-f807f0c6d526 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.730145 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8571f3bb-56d0-4116-a7ca-f807f0c6d526 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.753659 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8571f3bb-56d0-4116-a7ca-f807f0c6d526 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.754931 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8571f3bb-56d0-4116-a7ca-f807f0c6d526 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1170583 Apr 21 21:51:17.757815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43494) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:17.762400 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571f3bb-56d0-4116-a7ca-f807f0c6d526 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf0e412-5294-4d53-be2b-095255d523a5,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:17.762680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b485d76c-d508-45f6-bf15-5bdf11a16666 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'bbf0e412-5294-4d53-be2b-095255d523a5', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:17.786497 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b485d76c-d508-45f6-bf15-5bdf11a16666 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.831840 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b485d76c-d508-45f6-bf15-5bdf11a16666 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.835695 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b485d76c-d508-45f6-bf15-5bdf11a16666 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.855993 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485d76c-d508-45f6-bf15-5bdf11a16666 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfdabd3-4660-4a6a-a60e-f31f8d1bb353,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:17.862374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b485d76c-d508-45f6-bf15-5bdf11a16666 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.865224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b485d76c-d508-45f6-bf15-5bdf11a16666 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1063168 Apr 21 21:51:17.866134 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43496) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:17.870381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-70453a96-3202-4788-b73a-ea575b5539b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'bbf0e412-5294-4d53-be2b-095255d523a5', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:17.896125 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70453a96-3202-4788-b73a-ea575b5539b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.953245 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70453a96-3202-4788-b73a-ea575b5539b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.957162 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70453a96-3202-4788-b73a-ea575b5539b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.971552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70453a96-3202-4788-b73a-ea575b5539b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e1c63e-0505-436e-bf54-9f28f16264b4,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:17.981539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-70453a96-3202-4788-b73a-ea575b5539b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:17.983209 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-70453a96-3202-4788-b73a-ea575b5539b5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161547 Apr 21 21:51:17.985869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43498) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:17.990128 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9feedaf7-73a6-437a-8f5c-8f49efa97039 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'bbf0e412-5294-4d53-be2b-095255d523a5', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:18.013665 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9feedaf7-73a6-437a-8f5c-8f49efa97039 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.070025 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9feedaf7-73a6-437a-8f5c-8f49efa97039 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.073423 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9feedaf7-73a6-437a-8f5c-8f49efa97039 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.090728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feedaf7-73a6-437a-8f5c-8f49efa97039 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3524e1a-a775-4d8b-bdd8-44924372780f,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:18.098429 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9feedaf7-73a6-437a-8f5c-8f49efa97039 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.099598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9feedaf7-73a6-437a-8f5c-8f49efa97039 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127787 Apr 21 21:51:18.102302 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43500) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:18.106500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b97a59c9-3889-4c90-8127-28f76ee2b418 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'bbf0e412-5294-4d53-be2b-095255d523a5', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:18.130451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b97a59c9-3889-4c90-8127-28f76ee2b418 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.188565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b97a59c9-3889-4c90-8127-28f76ee2b418 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.192109 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b97a59c9-3889-4c90-8127-28f76ee2b418 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.208981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a59c9-3889-4c90-8127-28f76ee2b418 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fa6c52-0eca-4bf1-83f2-5498ab501329,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:18.218177 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b97a59c9-3889-4c90-8127-28f76ee2b418 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.219449 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b97a59c9-3889-4c90-8127-28f76ee2b418 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162288 Apr 21 21:51:18.222078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43502) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:18.226446 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cc708f8d-39aa-44da-a9fb-9734c8447185 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'bbf0e412-5294-4d53-be2b-095255d523a5', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:18.245875 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-cc708f8d-39aa-44da-a9fb-9734c8447185 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:51:18.250685 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cc708f8d-39aa-44da-a9fb-9734c8447185 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.311178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cc708f8d-39aa-44da-a9fb-9734c8447185 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.314808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cc708f8d-39aa-44da-a9fb-9734c8447185 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.333644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc708f8d-39aa-44da-a9fb-9734c8447185 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7b13b6-d977-4e00-889c-e0dd55e026d4,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:18.340383 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cc708f8d-39aa-44da-a9fb-9734c8447185 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.341597 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cc708f8d-39aa-44da-a9fb-9734c8447185 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185620 Apr 21 21:51:18.344809 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43504) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:18.349051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-191d3573-0395-4b26-945a-b46c61a40ffa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'bbf0e412-5294-4d53-be2b-095255d523a5', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:18.370590 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-191d3573-0395-4b26-945a-b46c61a40ffa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:51:18.375461 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-191d3573-0395-4b26-945a-b46c61a40ffa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.434431 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-191d3573-0395-4b26-945a-b46c61a40ffa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.438181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-191d3573-0395-4b26-945a-b46c61a40ffa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.453074 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d3573-0395-4b26-945a-b46c61a40ffa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a7c1e4-3ea5-450a-afee-4e1c3d7eddfc,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:18.463291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-191d3573-0395-4b26-945a-b46c61a40ffa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.464485 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-191d3573-0395-4b26-945a-b46c61a40ffa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187637 Apr 21 21:51:18.467988 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43506) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:18.472725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'network': {'name': 'tempest-network-smoke--2057119986', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'port_security_enabled': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:18.490228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:51:18.493680 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.517370 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:51:18.527212 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.527565 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Added segment e155fdf6-e89a-4161-918a-c8a0a5743aee of type vlan for network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 Apr 21 21:51:18.569098 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.593547 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.599289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:18.599871 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.656147 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1871386 Apr 21 21:51:18.658954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43508) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:18.663583 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'admin_state_up': True, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:18.673921 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70dd98-0198-4c00-b8f9-23ca447af83a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Network': ['ID=228554f8-da9e-4fbf-a5b7-ec2e4c175644,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:18.684375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:51:18.686625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.687612 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.743548 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:18.881537 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:19.073315 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:19.091989 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:19.194784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.35 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/af88669d-7d17-4364-aa4a-02bca51f8865) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:51:19.300169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:19.332002 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:19.366499 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:51:19.372567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:51:19.376785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:51:19.382509 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=af88669d-7d17-4364-aa4a-02bca51f8865,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:19.627216 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:19.817641 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:19.960967 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router a83ab538-9739-4d58-a1ff-b308c949a7b8 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:51:20.064094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:51:20.074962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Sync routers for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:51:20.084401 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.084739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:20.085385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:20.085653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-687adb55-22bb-49f1-aa06-be20b04db109 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4257069 Apr 21 21:51:20.088816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43510) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:20.118460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-c37d8824-3643-4bb8-9066-3a4a7b63c662 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=1fe192c61164419fb80bd107cdac394f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263321 Apr 21 21:51:20.118661 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43512) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:20.196018 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:20.210544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2647e15c-c6b5-45cd-9c51-6d7badd66ce1 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:20.214696 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2647e15c-c6b5-45cd-9c51-6d7badd66ce1 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925112 Apr 21 21:51:20.214855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43514) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:20.245234 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-02dea301-0891-4048-858e-36be2d73a8c2 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265214 Apr 21 21:51:20.245476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43516) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:20.251029 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529646312', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:20.270438 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:51:20.338057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:51:20.341592 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.374507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:19Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:20.404704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Checking router: a83ab538-9739-4d58-a1ff-b308c949a7b8 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:51:20.405107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Updating router a83ab538-9739-4d58-a1ff-b308c949a7b8 port af88669d-7d17-4364-aa4a-02bca51f8865 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:51:20.429518 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.523381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.592174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Subnet': ['ID=f727deeb-91c1-4cbb-8ead-359cb78b1c2e,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:20.596534 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Checking segment: {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:51:20.596928 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network hostable DHCP agents. Network: 228554f8-da9e-4fbf-a5b7-ec2e4c175644, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:51:20.613495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:51:20.622939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 228554f8-da9e-4fbf-a5b7-ec2e4c175644) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:51:20.627866 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:20.628676 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.634946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5ed228-61db-4cf1-a109-25c5fb9b341c None None] Network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:51:20.650214 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-750e2f92-4c92-4cee-9f6a-32e73225e205 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4012008 Apr 21 21:51:20.650448 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43518) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:20.735772 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.749442 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.840392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Attempting to bind port af88669d-7d17-4364-aa4a-02bca51f8865 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:51:20.840780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Attempting to bind port af88669d-7d17-4364-aa4a-02bca51f8865 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:51:20.841162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Attempting to bind port af88669d-7d17-4364-aa4a-02bca51f8865 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:51:20.845661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cf93c-beb4-4d03-82e2-ea9b7c7b59bc None None] Pushing event updated for resources: {'Port': ['ID=af88669d-7d17-4364-aa4a-02bca51f8865,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:20.853409 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:51:20.853839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:51:20.854183 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.854564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:51:20.855045 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Bound port: af88669d-7d17-4364-aa4a-02bca51f8865, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:51:20.855425 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.916965 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:51:20.917835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:20.944279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] For port af88669d-7d17-4364-aa4a-02bca51f8865, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:51:20.966081 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] For port af88669d-7d17-4364-aa4a-02bca51f8865, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=af88669d-7d17-4364-aa4a-02bca51f8865,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:51:21.010250 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.139591 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cf93c-beb4-4d03-82e2-ea9b7c7b59bc None None] Pushing event updated for resources: {'Port': ['ID=af88669d-7d17-4364-aa4a-02bca51f8865,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:21.151787 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.152448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:21.153077 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:21.202396 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.209090 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Allocated IP 172.20.0.2 (228554f8-da9e-4fbf-a5b7-ec2e4c175644/f727deeb-91c1-4cbb-8ead-359cb78b1c2e/4b2d5007-ffbf-4e3f-8c7a-4512771c2714) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:51:21.331438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:21.368252 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.520643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.526648 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.586360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:51:21.594692 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:51:21.597309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:51:21.606392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Pushing event updated for resources: {'Port': ['ID=4b2d5007-ffbf-4e3f-8c7a-4512771c2714,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:21.633153 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.1 (228554f8-da9e-4fbf-a5b7-ec2e4c175644/f727deeb-91c1-4cbb-8ead-359cb78b1c2e/72c5aa6e-db16-4725-8de7-8982d81c3dae) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:51:21.659565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:19Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:21.689963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Attempting to bind port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:51:21.690335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Attempting to bind port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:51:21.690699 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Attempting to bind port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 on network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:51:21.692841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581157f-e1ae-45a4-b518-42e6d3b4de08 None None] The sync data for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 is: [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:19Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:51:21.698464 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:51:21.698842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Checking segment: {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:51:21.699238 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.699625 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Bound using segment: {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:51:21.700096 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Bound port: 4b2d5007-ffbf-4e3f-8c7a-4512771c2714, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:51:21.700476 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.744061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.773764 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] For port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:51:21.777355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] For port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4b2d5007-ffbf-4e3f-8c7a-4512771c2714,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:51:21.782183 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.783464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:21.826986 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:51:21.833345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:51:21.841026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd4543-f6ff-4cda-9ca0-8f12c5b79042 None None] Pushing event updated for resources: {'Port': ['ID=4b2d5007-ffbf-4e3f-8c7a-4512771c2714,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:21.849954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:51:21.879806 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=72c5aa6e-db16-4725-8de7-8982d81c3dae,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:21.903914 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:22.093750 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:22.390576 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:22.396606 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:22.468976 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:22.470869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=72c5aa6e-db16-4725-8de7-8982d81c3dae,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:22.572114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:51:22.573602 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:51:22.694295 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router a83ab538-9739-4d58-a1ff-b308c949a7b8 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:51:22.806816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:51:22.812590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8c874392-d421-4326-b279-bb50ccf2ba42 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/a83ab538-9739-4d58-a1ff-b308c949a7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1609137 Apr 21 21:51:22.863999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c2d04-9308-4f20-9f57-aeec51cf402b None None] Network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:51:22.964738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-6d0e19d2-a3b2-4cff-9e04-0c5028b4d40b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559248730&fields=id&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 267 time: 0.0356226 Apr 21 21:51:23.078160 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-bdaede81-9e8d-47bd-929f-1f0492220f28 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:23.083760 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-bdaede81-9e8d-47bd-929f-1f0492220f28 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 797 time: 0.1112647 Apr 21 21:51:23.095954 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-45fc3a81-9dbb-4256-bd8c-4da5c4031b4f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/quotas/1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 375 time: 0.0092854 Apr 21 21:51:23.098293 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6e05bea6-68df-4636-93e9-c2538c21e15a None None] Provisioning complete for port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:23.098663 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6e05bea6-68df-4636-93e9-c2538c21e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.152963 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-3781fda5-47e3-4aa4-b1c6-0e69e9816b4b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504627 Apr 21 21:51:23.240290 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6e05bea6-68df-4636-93e9-c2538c21e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.257560 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-9e7c428d-fcda-4c0c-b478-b106b26df799 service neutron] 10.222.0.49 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929477 Apr 21 21:51:23.285417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6e05bea6-68df-4636-93e9-c2538c21e15a None None] For port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4b2d5007-ffbf-4e3f-8c7a-4512771c2714,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:23.289381 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6e05bea6-68df-4636-93e9-c2538c21e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.355667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05bea6-68df-4636-93e9-c2538c21e15a None None] Pushing event updated for resources: {'Port': ['ID=4b2d5007-ffbf-4e3f-8c7a-4512771c2714,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:23.402586 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-51a1467c-439b-4a91-8791-099ac7f6a900 service neutron] 10.222.0.49 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366999 Apr 21 21:51:23.422232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:51:23.465228 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Sync routers for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:51:23.477871 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:23.478493 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:23.488631 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:23.489025 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.620806 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-060b2628-91df-47cd-a868-7b36496d287f req-1e7e8317-6d6f-4d79-a9df-7a9f1c28f059 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 210 time: 0.0441616 Apr 21 21:51:23.626814 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:23.642764 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device af88669d-7d17-4364-aa4a-02bca51f8865 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:51:23.678213 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0d2a10ec-41ae-4b6c-a10a-a945a4a8cca7 None None] Provisioning complete for port 72c5aa6e-db16-4725-8de7-8982d81c3dae triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:23.678581 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0d2a10ec-41ae-4b6c-a10a-a945a4a8cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.728987 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a10ec-41ae-4b6c-a10a-a945a4a8cca7 None None] Port 72c5aa6e-db16-4725-8de7-8982d81c3dae cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:51:23.743794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port af88669d-7d17-4364-aa4a-02bca51f8865 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:23.744079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.745642 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0d2a10ec-41ae-4b6c-a10a-a945a4a8cca7 None None] Provisioning complete for port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:23.746081 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0d2a10ec-41ae-4b6c-a10a-a945a4a8cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.902510 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '72c5aa6e-db16-4725-8de7-8982d81c3dae', 'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:5f:7d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:21Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 2, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:23.905036 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.935158 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port af88669d-7d17-4364-aa4a-02bca51f8865, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=af88669d-7d17-4364-aa4a-02bca51f8865,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:23.940355 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.943868 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Checking router: a83ab538-9739-4d58-a1ff-b308c949a7b8 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:51:23.944739 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Updating router a83ab538-9739-4d58-a1ff-b308c949a7b8 port 72c5aa6e-db16-4725-8de7-8982d81c3dae binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:51:23.971710 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:23.999643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=af88669d-7d17-4364-aa4a-02bca51f8865,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:24.033768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1c35a457-68d5-45e4-9ae5-e6293a9ca317 None None] Provisioning complete for port 72c5aa6e-db16-4725-8de7-8982d81c3dae triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:24.034340 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1c35a457-68d5-45e4-9ae5-e6293a9ca317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.070370 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-1c35a457-68d5-45e4-9ae5-e6293a9ca317 None None] Port 72c5aa6e-db16-4725-8de7-8982d81c3dae cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:51:24.193303 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e4feee49-d877-49a9-9a76-376d89cdc489 None None] Provisioning complete for port 72c5aa6e-db16-4725-8de7-8982d81c3dae triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:24.193827 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e4feee49-d877-49a9-9a76-376d89cdc489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.234967 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e4feee49-d877-49a9-9a76-376d89cdc489 None None] Port 72c5aa6e-db16-4725-8de7-8982d81c3dae cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:51:24.353076 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.358413 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.406562 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Pushing event updated for resources: {'Port': ['ID=72c5aa6e-db16-4725-8de7-8982d81c3dae,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:24.431240 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.431495 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.431837 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.432163 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.432486 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.432821 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.433138 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.433454 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.433766 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.434080 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.434392 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.434700 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:51:24.465286 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Attempting to bind port 72c5aa6e-db16-4725-8de7-8982d81c3dae on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:51:24.465913 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Attempting to bind port 72c5aa6e-db16-4725-8de7-8982d81c3dae by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:51:24.466029 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Attempting to bind port 72c5aa6e-db16-4725-8de7-8982d81c3dae on network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:51:24.471764 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:51:24.472130 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Checking segment: {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:51:24.472596 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.473016 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Bound using segment: {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:51:24.473478 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Bound port: 72c5aa6e-db16-4725-8de7-8982d81c3dae, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:51:24.473848 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.540961 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] For port 72c5aa6e-db16-4725-8de7-8982d81c3dae, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:51:24.544146 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] For port 72c5aa6e-db16-4725-8de7-8982d81c3dae, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=72c5aa6e-db16-4725-8de7-8982d81c3dae,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:51:24.549648 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.607960 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:24.609200 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:24.661627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-0be98988-c121-4e0d-adc0-445e0c2f39a9 None None] Provisioning complete for port 72c5aa6e-db16-4725-8de7-8982d81c3dae triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:24.661997 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0be98988-c121-4e0d-adc0-445e0c2f39a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.726330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-96955e82-22f4-4fcd-b972-c820538f1675 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:24.730522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-96955e82-22f4-4fcd-b972-c820538f1675 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 797 time: 0.1418128 Apr 21 21:51:24.771352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0be98988-c121-4e0d-adc0-445e0c2f39a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.784121 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:24.796137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-07827973-5115-46a8-bf31-0540e20b6197 req-ed9de5d8-57e3-41c7-9c3b-6fbf3907f77c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 210 time: 0.0604742 Apr 21 21:51:24.818436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0be98988-c121-4e0d-adc0-445e0c2f39a9 None None] For port 72c5aa6e-db16-4725-8de7-8982d81c3dae, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=72c5aa6e-db16-4725-8de7-8982d81c3dae,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:24.825547 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0be98988-c121-4e0d-adc0-445e0c2f39a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.828839 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45c0d4-88e0-4abe-99ab-e4da647785f4 None None] Pushing event updated for resources: {'Port': ['ID=72c5aa6e-db16-4725-8de7-8982d81c3dae,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:24.854267 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-1fe84ca0-8c9b-426f-a34e-d7fbe23c04e2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 380 time: 0.1085861 Apr 21 21:51:24.866914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'port': {'device_id': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'admin_state_up': True, 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'security_groups': ['bbf0e412-5294-4d53-be2b-095255d523a5']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:24.891932 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be98988-c121-4e0d-adc0-445e0c2f39a9 None None] Pushing event updated for resources: {'Port': ['ID=72c5aa6e-db16-4725-8de7-8982d81c3dae,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:24.948921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4d545352-0afc-4d9a-9ed6-1901125f5451 None None] Provisioning complete for port 72c5aa6e-db16-4725-8de7-8982d81c3dae triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:24.949585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4d545352-0afc-4d9a-9ed6-1901125f5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:24.982289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:51:24.986618 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.006565 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '72c5aa6e-db16-4725-8de7-8982d81c3dae', 'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:5f:7d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:21Z', 'updated_at': '2022-04-21T21:51:24Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:25.034381 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631bcf6-f39f-480d-aeb2-e538264d0ba4 None None] The sync data for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 is: [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '72c5aa6e-db16-4725-8de7-8982d81c3dae', 'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:5f:7d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:21Z', 'updated_at': '2022-04-21T21:51:24Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:51:25.126978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.8 (228554f8-da9e-4fbf-a5b7-ec2e4c175644/f727deeb-91c1-4cbb-8ead-359cb78b1c2e/50c20e8d-bcad-4927-a3c7-5b065fb5f554) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:51:25.272390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.311757 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.363216 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:51:25.366330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:51:25.370272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:51:25.396609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:25.416113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 72c5aa6e-db16-4725-8de7-8982d81c3dae up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:51:25.424271 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:25.424932 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.442002 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-e7e270be-734b-4295-95f9-ff7113801eb5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804977 Apr 21 21:51:25.456129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Request body: {'port': {'device_id': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:25.477196 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 72c5aa6e-db16-4725-8de7-8982d81c3dae triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:25.477562 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.536880 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.581825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:51:25.634124 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:25.634644 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.685171 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-f8f01b86-4662-4d28-8c80-fe0b4384bc5d None None] Provisioning complete for port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:25.685634 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f8f01b86-4662-4d28-8c80-fe0b4384bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.728346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-f8f01b86-4662-4d28-8c80-fe0b4384bc5d None None] Port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:51:25.762470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device af88669d-7d17-4364-aa4a-02bca51f8865 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:51:25.813909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port af88669d-7d17-4364-aa4a-02bca51f8865 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:25.814432 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.859582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c20e8d-bcad-4927-a3c7-5b065fb5f554 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:51:25.867396 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.884057 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Transition to ACTIVE for port object 50c20e8d-bcad-4927-a3c7-5b065fb5f554 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:51:25.890583 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:25.955877 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62159e4-1406-4350-b559-8fa6700de6d9 req-53579b3b-a4a5-405e-9bb2-5a38fa804e4b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:25.957676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b62159e4-1406-4350-b559-8fa6700de6d9 req-53579b3b-a4a5-405e-9bb2-5a38fa804e4b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 943 time: 0.0748672 Apr 21 21:51:25.970795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Pushing event updated for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:26.004893 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b62159e4-1406-4350-b559-8fa6700de6d9 req-d384490d-6cb2-4de1-a107-764aef9b7034 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399592 Apr 21 21:51:26.026672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Attempting to bind port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:51:26.027149 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Attempting to bind port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:51:26.027583 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Attempting to bind port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:51:26.033318 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:51:26.033881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Attempting to bind port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:51:26.039828 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:51:26.040641 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Checking segment: {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:51:26.041054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Bound using segment: {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:51:26.041500 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Bound port: 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:51:26.041863 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:26.120418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:51:26.124431 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:51:26.131488 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:26.166488 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:26.167012 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:26.169049 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 1091 time: 0.7190380 Apr 21 21:51:26.171970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:51:26.183084 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:51:26.218914 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8ff5e-8d9e-4781-b846-7782dc0478c8 service neutron] Pushing event updated for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:26.268425 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3229c4-f08b-4024-a9d4-c2b81d69cae3 x-openstack-request-id: req-3b3229c4-f08b-4024-a9d4-c2b81d69cae3 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:51:26.268714 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:51:26.268981 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b3229c4-f08b-4024-a9d4-c2b81d69cae3 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:51:26.269377 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3229c4-f08b-4024-a9d4-c2b81d69cae3'] response: {'name': 'network-changed', 'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'status': 'completed', 'code': 200} Apr 21 21:51:26.275578 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-fe21454a-2cc1-4d74-b1be-d7217df06b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:26.277115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-fe21454a-2cc1-4d74-b1be-d7217df06b06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1094 time: 0.0547850 Apr 21 21:51:26.327934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-86edcdd0-00b2-413f-bb11-6f0097bab90a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 217 time: 0.0430062 Apr 21 21:51:26.380385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-48d00e29-a7de-4435-8f2c-0d09114478a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:26.381852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-48d00e29-a7de-4435-8f2c-0d09114478a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0477533 Apr 21 21:51:26.425673 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-d8362238-3a15-47dc-8a53-f4d63ab65bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:26.427095 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-d8362238-3a15-47dc-8a53-f4d63ab65bf8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390096 Apr 21 21:51:26.515751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-7c54ccd4-d08c-42bf-baef-d87dc8444528 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820050 Apr 21 21:51:26.602093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d7ec295-18f5-44d6-8dba-f69671ee971b req-42b2f1c0-1af6-49ab-ac30-90cdbe0dcde5 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803280 Apr 21 21:51:26.688313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-fadcb57f-1ff7-4dd2-916b-222e571eb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:26.689882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-fadcb57f-1ff7-4dd2-916b-222e571eb577 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1094 time: 0.0403562 Apr 21 21:51:26.780292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-b28262a4-9edd-44c1-82ce-570ea2abd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:26.781661 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-b28262a4-9edd-44c1-82ce-570ea2abd1be service neutron] 10.222.0.43 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.0855067 Apr 21 21:51:26.820185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-362db929-5099-4ef0-90a5-55b7db293dcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 217 time: 0.0322955 Apr 21 21:51:26.871299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-bfe5b54c-7435-4900-84a0-c6715a379b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:26.872711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-bfe5b54c-7435-4900-84a0-c6715a379b65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0450578 Apr 21 21:51:26.916936 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-8cee3024-4fff-4bc0-b98c-f5fea765e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:26.918393 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-8cee3024-4fff-4bc0-b98c-f5fea765e5e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394614 Apr 21 21:51:27.004750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-c142c291-7c62-4e77-b016-fa3ba56277d4 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788298 Apr 21 21:51:27.096158 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-98a222ae-b08e-4bf4-8c4a-c6ae0b55cf0f req-24ecbb22-ee53-433a-bfc0-2cc083b546df service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851433 Apr 21 21:51:27.122759 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77871be5-5aca-4474-a55b-71350e881b43 req-0c6717fa-d2ad-4061-a668-443681387825 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:27.124693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77871be5-5aca-4474-a55b-71350e881b43 req-0c6717fa-d2ad-4061-a668-443681387825 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 943 time: 0.0487339 Apr 21 21:51:27.161552 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-77871be5-5aca-4474-a55b-71350e881b43 req-ccb28033-7d49-4bf8-ba75-f82579c64058 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307345 Apr 21 21:51:28.277664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d3728-4e2a-44e4-b96d-ee7154fd8cd6 req-2fb3ab80-f51a-44ff-a695-d356a949ae55 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:28.279108 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-232d3728-4e2a-44e4-b96d-ee7154fd8cd6 req-2fb3ab80-f51a-44ff-a695-d356a949ae55 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 943 time: 0.0485163 Apr 21 21:51:28.315617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-232d3728-4e2a-44e4-b96d-ee7154fd8cd6 req-eb3f0b3d-14f0-4e75-8658-619ac13da232 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298653 Apr 21 21:51:29.430265 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63f9c9-e66d-4a30-b5b7-7449c8adfbad req-587c59f0-4e43-481e-9da5-bf556e1f7314 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:29.431705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b63f9c9-e66d-4a30-b5b7-7449c8adfbad req-587c59f0-4e43-481e-9da5-bf556e1f7314 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 943 time: 0.0489364 Apr 21 21:51:29.471923 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6b63f9c9-e66d-4a30-b5b7-7449c8adfbad req-a2fb9ec4-edde-4262-85f9-3c995da3ae12 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342519 Apr 21 21:51:29.652704 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 50c20e8d-bcad-4927-a3c7-5b065fb5f554 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:51:29.745730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:29.756510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'port_id': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'mac_address': 'fa:16:3e:94:24:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:51:29.792436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:29.804541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c20e8d-bcad-4927-a3c7-5b065fb5f554 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:51:29.822991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:29.827783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:29.877181 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:30.185587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['50c20e8d-bcad-4927-a3c7-5b065fb5f554'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:51:30.571177 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-63961a0e-09c6-40ce-a93c-bae2f87f3a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:30.586824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2b4e2-3666-48c4-ae38-35f18fef429c req-fa0a7a2b-17fd-4ecc-8e56-25ac3564f314 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:30.588278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57c2b4e2-3666-48c4-ae38-35f18fef429c req-fa0a7a2b-17fd-4ecc-8e56-25ac3564f314 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 944 time: 0.0503936 Apr 21 21:51:30.629446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-57c2b4e2-3666-48c4-ae38-35f18fef429c req-7f33bb34-c2f2-4aaf-b801-ade4cb415453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350869 Apr 21 21:51:31.673535 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 50c20e8d-bcad-4927-a3c7-5b065fb5f554 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:51:31.723175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:51:31.727376 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:51:31.727744 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:31.743684 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3cdda-6cba-4bb7-b363-71b15c72dd9f req-c5298ccb-6306-41c7-9259-262fc6d96ed0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:31.745242 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21f3cdda-6cba-4bb7-b363-71b15c72dd9f req-c5298ccb-6306-41c7-9259-262fc6d96ed0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 944 time: 0.0495985 Apr 21 21:51:31.783707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21f3cdda-6cba-4bb7-b363-71b15c72dd9f req-2c58e506-11e5-4469-9e1a-7dee3508375b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Apr 21 21:51:31.807148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:31.830888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:51:31.833430 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d7171f-d25d-4b8b-9c55-efb1346d1d72" -d '{"events": [{"server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "name": "network-vif-plugged", "status": "completed", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:51:31.846369 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:51:31.854413 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:31.878330 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71c6073-8fd9-499e-b08e-9d5dfb665c3c x-openstack-request-id: req-e71c6073-8fd9-499e-b08e-9d5dfb665c3c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:51:31.878620 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "name": "network-vif-plugged", "status": "completed", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:51:31.878878 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e71c6073-8fd9-499e-b08e-9d5dfb665c3c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:51:31.879356 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71c6073-8fd9-499e-b08e-9d5dfb665c3c'] response: {'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'code': 200} Apr 21 21:51:31.904934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:31.971312 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931258a-8b82-4081-b87b-ec2b2f15512f req-af0122f8-7987-40da-880f-45f63cebf8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:31.972841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b931258a-8b82-4081-b87b-ec2b2f15512f req-af0122f8-7987-40da-880f-45f63cebf8ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1096 time: 0.0419157 Apr 21 21:51:32.006273 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b931258a-8b82-4081-b87b-ec2b2f15512f req-71843e8a-df79-48b1-887b-7978cc0f8913 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272939 Apr 21 21:51:32.867051 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-389b48bf-0cb3-4a18-a02b-4680161f1be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:32.902249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de8b7-dbf4-4b5a-9c45-99efcf70e4fd req-9e73481f-66ab-4534-a10f-5f6a3c2b4470 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:32.903706 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a0de8b7-dbf4-4b5a-9c45-99efcf70e4fd req-9e73481f-66ab-4534-a10f-5f6a3c2b4470 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0486019 Apr 21 21:51:32.940870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a0de8b7-dbf4-4b5a-9c45-99efcf70e4fd req-381d5e12-2e25-4935-953c-ee8fe3669d27 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302689 Apr 21 21:51:34.057917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea005a-f501-478c-94e3-f70a05308751 req-ef0ee5f2-56b0-4cc4-9c01-f6ac6d6bd4aa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:34.059377 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52ea005a-f501-478c-94e3-f70a05308751 req-ef0ee5f2-56b0-4cc4-9c01-f6ac6d6bd4aa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0476809 Apr 21 21:51:34.097314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-52ea005a-f501-478c-94e3-f70a05308751 req-90be0642-4880-412f-8148-8d34af246483 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Apr 21 21:51:34.209148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120de160-6d3b-4d90-bb04-34b0381c72e9 req-d528fc7d-69e5-47a5-8bf2-4f2f80177150 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:34.210591 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-120de160-6d3b-4d90-bb04-34b0381c72e9 req-d528fc7d-69e5-47a5-8bf2-4f2f80177150 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0480137 Apr 21 21:51:34.263192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-120de160-6d3b-4d90-bb04-34b0381c72e9 req-98805fac-3044-4edc-84e3-c39e8ca9e359 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466402 Apr 21 21:51:34.286303 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43570) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:34.292630 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:34.326359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b580a9-3eb4-430c-9141-612f3a1eaafe tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:34.327874 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-15b580a9-3eb4-430c-9141-612f3a1eaafe tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1091 time: 0.0405717 Apr 21 21:51:34.330803 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43572) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:34.335286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:51:34.354168 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:34.446789 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:34.550389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.106 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/6ea1d8a9-77d0-436e-8d45-e3869b4c406e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:51:34.652741 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:34.689747 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:34.724262 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:51:34.729395 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:51:34.732148 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:51:34.758992 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=6ea1d8a9-77d0-436e-8d45-e3869b4c406e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:35.104173 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:35.176956 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:35.334978 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:35.339597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:35.407562 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=6ea1d8a9-77d0-436e-8d45-e3869b4c406e,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:51:35.415380 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:35.518466 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP 0ce6bcbe-5da8-413c-bbba-040d68bca131 associated. External IP: 172.25.0.106, port: 50c20e8d-bcad-4927-a3c7-5b065fb5f554. Apr 21 21:51:35.552643 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:35.732492 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router a83ab538-9739-4d58-a1ff-b308c949a7b8 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:51:35.842426 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:51:35.854602 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] Sync routers for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:51:35.864293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:35.866388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:35.867102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:35.894968 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5521b415-f45f-4544-92ef-534e6dc7c8a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5608335 Apr 21 21:51:35.894968 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:51:35.950952 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d" -d '{"events": [{"name": "network-changed", "server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:51:36.001662 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:36.020847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a865e66-acd7-4a65-b461-ae267cd6d33c req-c2bce6cf-64c1-44a9-b944-c215fa6aa169 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:36.022572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a865e66-acd7-4a65-b461-ae267cd6d33c req-c2bce6cf-64c1-44a9-b944-c215fa6aa169 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0632994 Apr 21 21:51:36.054515 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc47b3b0-dae5-4c84-9a6b-48ddc41334e4 x-openstack-request-id: req-bc47b3b0-dae5-4c84-9a6b-48ddc41334e4 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:51:36.054833 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:51:36.055090 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc47b3b0-dae5-4c84-9a6b-48ddc41334e4 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:51:36.055507 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc47b3b0-dae5-4c84-9a6b-48ddc41334e4'] response: {'name': 'network-changed', 'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'status': 'completed', 'code': 200} Apr 21 21:51:36.072601 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9a865e66-acd7-4a65-b461-ae267cd6d33c req-f5020a4b-2ad3-4d9b-81af-6ff899d1e3bd tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434735 Apr 21 21:51:36.097729 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43582) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:36.120586 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-580ffee7-0c07-4629-9b5f-ae94951931b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:36.122297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-580ffee7-0c07-4629-9b5f-ae94951931b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1096 time: 0.0464318 Apr 21 21:51:36.130320 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:36.174089 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e2bb7692-dca0-4b7a-96ea-7bbf9cbf1188 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/0ce6bcbe-5da8-413c-bbba-040d68bca131 HTTP/1.1" status: 200 len: 991 time: 0.0751629 Apr 21 21:51:36.226361 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-12aab14a-0273-407e-9356-1eb0d3303fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:36.227975 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-12aab14a-0273-407e-9356-1eb0d3303fed service neutron] 10.222.0.43 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.0994351 Apr 21 21:51:36.251568 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '0ce6bcbe-5da8-413c-bbba-040d68bca131', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'port_id': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'mac_address': 'fa:16:3e:94:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:51:34Z', 'updated_at': '2022-04-21T21:51:34Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c5aa6e-db16-4725-8de7-8982d81c3dae', 'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:5f:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:21Z', 'updated_at': '2022-04-21T21:51:24Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:36.280909 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] Checking router: a83ab538-9739-4d58-a1ff-b308c949a7b8 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:51:36.289711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:51:36.290315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:51:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:36.298675 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-91419d9e-22c6-412d-a9e1-5a9e552c33fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 999 time: 0.0643451 Apr 21 21:51:36.350217 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-639481ad-abf3-4f03-b364-c4353f3b11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:36.351660 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-639481ad-abf3-4f03-b364-c4353f3b11c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0467694 Apr 21 21:51:36.397021 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-d8cfd594-418b-401f-a2d3-dc2c35b5a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:36.398484 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-d8cfd594-418b-401f-a2d3-dc2c35b5a8fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406568 Apr 21 21:51:36.400460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:51:36.490035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-21a2cbdb-0c40-44f8-a976-7e7a9ad62ec8 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851078 Apr 21 21:51:36.580489 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cda7223a-50bc-4cbb-97fb-26d0aa2bf59d req-270e58c9-bee6-4f81-a45d-5ac4f54d51a9 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846403 Apr 21 21:51:36.629910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '0ce6bcbe-5da8-413c-bbba-040d68bca131', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'port_id': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'mac_address': 'fa:16:3e:94:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:51:34Z', 'updated_at': '2022-04-21T21:51:34Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c5aa6e-db16-4725-8de7-8982d81c3dae', 'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:5f:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:21Z', 'updated_at': '2022-04-21T21:51:24Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:51:36.656253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f080481-ed19-4bcc-9089-ad0193d09130 None None] The sync data for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 is: [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '0ce6bcbe-5da8-413c-bbba-040d68bca131', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'port_id': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'mac_address': 'fa:16:3e:94:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:51:34Z', 'updated_at': '2022-04-21T21:51:34Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72c5aa6e-db16-4725-8de7-8982d81c3dae', 'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:5f:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:21Z', 'updated_at': '2022-04-21T21:51:24Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:51:36.847570 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05731f3b-776b-4ece-ac37-a0d6683153ff None None] New status for floating IP 0ce6bcbe-5da8-413c-bbba-040d68bca131: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:51:37.177952 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43584) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:51:37.236619 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2dbaa26a-006c-4909-8e8a-62766e12cc71 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/0ce6bcbe-5da8-413c-bbba-040d68bca131 HTTP/1.1" status: 200 len: 993 time: 0.0576351 Apr 21 21:51:50.516327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-be2a4be4-49b3-44ee-9a6e-556110355949 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392156 Apr 21 21:51:50.604412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-784c3666-86bf-42ef-8556-250ffdc8593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:50.605903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-784c3666-86bf-42ef-8556-250ffdc8593c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1096 time: 0.0486913 Apr 21 21:51:50.704694 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-472f4506-2e56-434e-943f-8f635fe31050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:50.706132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-472f4506-2e56-434e-943f-8f635fe31050 service neutron] 10.222.0.43 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.0811133 Apr 21 21:51:50.771183 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-59d93353-2c1c-45bd-b218-e45208612516 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 1001 time: 0.0588355 Apr 21 21:51:50.818204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-bbf5971b-d579-4332-b79a-1b3ef0d78944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:50.819575 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-bbf5971b-d579-4332-b79a-1b3ef0d78944 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0416396 Apr 21 21:51:50.867996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-244b661e-7a6e-44db-bcee-e0e31d743a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:51:50.869619 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-244b661e-7a6e-44db-bcee-e0e31d743a07 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436053 Apr 21 21:51:50.959631 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-aed7c90e-862d-43b4-b6e8-2644948fe46c service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830221 Apr 21 21:51:51.046664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de0391e5-aeaf-40dd-8be9-b65fc875e826 req-47947bf1-f7e5-4ffe-b219-f292900c8079 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797336 Apr 21 21:51:51.109155 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:51.133700 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:51:57.269641 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:52:00.571526 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33cdaf87-82bb-4985-96de-40c57af16148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:02.869511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cbc1ee20-5f36-432a-b6b5-5bbb51365e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:04.295263 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:05.554978 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:06.052622 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:21.107008 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:21.140301 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:30.573585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f9bd16b1-bd73-4571-8b6d-45592d40b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:32.871824 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d07d1422-a4ef-49c9-add1-c7d3171f8609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:34.269058 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:52:34.297331 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:35.558310 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:36.055001 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:37.986868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-7f0f15da-e150-468e-b537-a98b80017c38 req-e74bee2b-afa7-4c10-9a1a-20e962b18c63 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:52:37.987916 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f0f15da-e150-468e-b537-a98b80017c38 req-e74bee2b-afa7-4c10-9a1a-20e962b18c63 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0425134 Apr 21 21:52:38.140611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43630) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:52:38.168459 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125c505-f61b-41fa-8a0e-09bf175b4bdd req-b29455fd-6cf7-4feb-bd20-52989ce056f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:38.170464 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d125c505-f61b-41fa-8a0e-09bf175b4bdd req-b29455fd-6cf7-4feb-bd20-52989ce056f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0511074 Apr 21 21:52:38.211484 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d125c505-f61b-41fa-8a0e-09bf175b4bdd req-6676cf91-05d6-4dea-b100-2f42ac236630 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Apr 21 21:52:38.220198 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-d90344e4-ac7c-4626-9e6c-04a577dfae78 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783997 Apr 21 21:52:38.229105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-a7ac3d6e-158e-461a-a335-f7d15b92732c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:52:38.230066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-a7ac3d6e-158e-461a-a335-f7d15b92732c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048432 Apr 21 21:52:39.331669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-61aa4f74-515c-4ded-851f-4ab39d11c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:39.333148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-61aa4f74-515c-4ded-851f-4ab39d11c661 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1096 time: 0.0728199 Apr 21 21:52:39.344483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae8cad-4cf8-421c-958b-4f77d652edb8 req-3042ce10-6765-4508-b7a5-5d269bc72037 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:39.345836 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59ae8cad-4cf8-421c-958b-4f77d652edb8 req-3042ce10-6765-4508-b7a5-5d269bc72037 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0571804 Apr 21 21:52:39.431247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59ae8cad-4cf8-421c-958b-4f77d652edb8 req-7f617e58-2f97-4cc7-842d-48ec836a4860 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773833 Apr 21 21:52:39.456868 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-05df7030-93f3-4553-ae4a-0f10babce878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:39.458283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-05df7030-93f3-4553-ae4a-0f10babce878 service neutron] 10.222.0.43 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.1116366 Apr 21 21:52:39.520829 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-c7cac5d2-4b3e-4f36-b80c-3058f50abbde service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 1001 time: 0.0554678 Apr 21 21:52:39.567755 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-80d0ffd2-e8d6-41e0-a456-299a98939d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:39.569153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-80d0ffd2-e8d6-41e0-a456-299a98939d48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0421095 Apr 21 21:52:39.614962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-b309a7d2-4581-4de4-9d71-81323fae3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:39.616395 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-b309a7d2-4581-4de4-9d71-81323fae3290 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409319 Apr 21 21:52:39.700977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-ac5f1855-0a5d-404c-93a1-494e16a11985 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777318 Apr 21 21:52:39.790053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-0f35f2b2-bd21-4548-a0cf-b49bcdf137b0 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829382 Apr 21 21:52:40.549532 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a1ffb-bdb5-4b41-a768-c00c14b285ae req-709e8746-2c6b-4d45-945a-ea41cd8a7d2c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:40.550984 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-994a1ffb-bdb5-4b41-a768-c00c14b285ae req-709e8746-2c6b-4d45-945a-ea41cd8a7d2c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0509899 Apr 21 21:52:40.590958 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-994a1ffb-bdb5-4b41-a768-c00c14b285ae req-c66a222f-e150-43b1-bded-b1ed67cb0507 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339112 Apr 21 21:52:41.705615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10623d4b-d7c6-4da5-ae33-c80313486623 req-1d0bf08e-d5a2-4e02-a3e4-796b4e8e5f74 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:41.707064 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10623d4b-d7c6-4da5-ae33-c80313486623 req-1d0bf08e-d5a2-4e02-a3e4-796b4e8e5f74 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0485041 Apr 21 21:52:41.743447 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10623d4b-d7c6-4da5-ae33-c80313486623 req-1ce8585e-bc33-492f-9333-c2cefa45fd27 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301523 Apr 21 21:52:42.857648 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880cd25-15bf-41a3-aa01-f3eefe260096 req-45cf80cc-ae86-4160-a25c-ae007524b457 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:42.859183 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2880cd25-15bf-41a3-aa01-f3eefe260096 req-45cf80cc-ae86-4160-a25c-ae007524b457 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0482697 Apr 21 21:52:42.896092 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2880cd25-15bf-41a3-aa01-f3eefe260096 req-f2be4630-9351-4894-ac61-7296456506c8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310166 Apr 21 21:52:44.007642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff54ee-594b-4918-a27f-93d21c60cca2 req-346a410f-6d55-4e0c-a9c6-5ab5ff8aebf9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:44.009085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9ff54ee-594b-4918-a27f-93d21c60cca2 req-346a410f-6d55-4e0c-a9c6-5ab5ff8aebf9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0464413 Apr 21 21:52:44.046072 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9ff54ee-594b-4918-a27f-93d21c60cca2 req-ae2c931e-0c0b-4c2c-8ef5-82ec1a5269e9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304549 Apr 21 21:52:45.160246 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf1107-5712-460a-93a8-71eee246e94b req-aa2824e0-a709-41d3-baa4-0e29f6194e38 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:45.161659 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8cbf1107-5712-460a-93a8-71eee246e94b req-aa2824e0-a709-41d3-baa4-0e29f6194e38 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0473700 Apr 21 21:52:45.200939 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8cbf1107-5712-460a-93a8-71eee246e94b req-d677f3d4-40d1-444d-9461-6cd613e80eb0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321522 Apr 21 21:52:46.321153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96538863-b395-4d6b-8e6c-8dbc62626356 req-ca16690d-17c2-447e-9966-3c7725ac7409 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:46.322596 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96538863-b395-4d6b-8e6c-8dbc62626356 req-ca16690d-17c2-447e-9966-3c7725ac7409 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0539687 Apr 21 21:52:46.359172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-96538863-b395-4d6b-8e6c-8dbc62626356 req-32744e87-4ed6-4d0d-9b79-124b9172d570 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306299 Apr 21 21:52:47.476334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d8dd6-be1f-49e1-80e7-c34027b374f9 req-eabbe6ca-35b1-4d4a-b849-d3f84ee6eafb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:47.477777 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a62d8dd6-be1f-49e1-80e7-c34027b374f9 req-eabbe6ca-35b1-4d4a-b849-d3f84ee6eafb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0513918 Apr 21 21:52:47.525704 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a62d8dd6-be1f-49e1-80e7-c34027b374f9 req-ee2e5990-8e36-4c5d-943e-6c5a9395e46d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415730 Apr 21 21:52:48.641771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae956e-2c1d-4577-828f-14b4aebd8ae1 req-731f98a6-44b6-44ce-9f40-e0ef5a22422f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:48.643236 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5ae956e-2c1d-4577-828f-14b4aebd8ae1 req-731f98a6-44b6-44ce-9f40-e0ef5a22422f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0476220 Apr 21 21:52:48.680116 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c5ae956e-2c1d-4577-828f-14b4aebd8ae1 req-15aa1f80-8bae-41a1-a476-c60ee98ea09c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309803 Apr 21 21:52:49.801136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00773c87-5538-4c9c-8ce2-bb5273a12872 req-776d8f0a-f020-42f2-a31e-d9b8988b0f2a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:49.802631 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00773c87-5538-4c9c-8ce2-bb5273a12872 req-776d8f0a-f020-42f2-a31e-d9b8988b0f2a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0515492 Apr 21 21:52:49.844192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-00773c87-5538-4c9c-8ce2-bb5273a12872 req-f5e1c02d-cfcf-4a9c-b2f6-f04fcf409d91 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337572 Apr 21 21:52:50.544533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052528-72c5-4c08-a706-2bfd117d9125 req-f1380629-72a1-495e-9dc6-e14817b8c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:50.546016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62052528-72c5-4c08-a706-2bfd117d9125 req-f1380629-72a1-495e-9dc6-e14817b8c116 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1096 time: 0.0396438 Apr 21 21:52:50.649273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052528-72c5-4c08-a706-2bfd117d9125 req-c3090629-cbaf-43a2-b0c0-67700852929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:50.650715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62052528-72c5-4c08-a706-2bfd117d9125 req-c3090629-cbaf-43a2-b0c0-67700852929f service neutron] 10.222.0.43 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.0859272 Apr 21 21:52:50.715061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62052528-72c5-4c08-a706-2bfd117d9125 req-087fa11e-4c60-4737-81b4-f6b0d4d1caf6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 1001 time: 0.0563965 Apr 21 21:52:50.761772 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052528-72c5-4c08-a706-2bfd117d9125 req-bcf6678e-8a68-44b8-ae88-ec238583b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:50.763153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62052528-72c5-4c08-a706-2bfd117d9125 req-bcf6678e-8a68-44b8-ae88-ec238583b94b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0416720 Apr 21 21:52:51.108056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:51.133767 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:51.169886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052528-72c5-4c08-a706-2bfd117d9125 req-60202a1f-f569-4059-b0ab-f650471516c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:51.171340 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62052528-72c5-4c08-a706-2bfd117d9125 req-60202a1f-f569-4059-b0ab-f650471516c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4004867 Apr 21 21:52:51.184743 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e2ba9-259d-4cf6-acf6-38390cdb5857 req-6e3e3cbd-8d73-49a4-878f-eb45b0e3d2c0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:51.186083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-037e2ba9-259d-4cf6-acf6-38390cdb5857 req-6e3e3cbd-8d73-49a4-878f-eb45b0e3d2c0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0567336 Apr 21 21:52:51.268876 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-037e2ba9-259d-4cf6-acf6-38390cdb5857 req-16252675-1e31-42e2-bc35-dc2d6df1d418 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744686 Apr 21 21:52:51.292355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62052528-72c5-4c08-a706-2bfd117d9125 req-9ebee83b-8e65-4264-bdce-1e0ad869b51d service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053841 Apr 21 21:52:51.381211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-62052528-72c5-4c08-a706-2bfd117d9125 req-7cce0751-33d4-4ded-b08a-46792280775b service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822327 Apr 21 21:52:51.930894 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-9ad22291-3971-447a-b19b-0452608a337c req-8a2ebd0b-1392-4572-ac0e-ab7b76ac80b7 service neutron] show failed (client error): The resource could not be found. Apr 21 21:52:51.931908 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-8a2ebd0b-1392-4572-ac0e-ab7b76ac80b7 service neutron] 10.222.0.43 "GET /v2.0/ports/50c20e8d-bcad-4927-a3c7-5b065fb5f554/bindings/n-h1-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0561309 Apr 21 21:52:52.197121 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-d7d19d9d-d5a3-434c-9146-f24f897345ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:52.198595 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-d7d19d9d-d5a3-434c-9146-f24f897345ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 1096 time: 0.0782795 Apr 21 21:52:52.209204 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-39a92330-a7a6-409f-a48b-325fe19b1d7c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:52:52.210119 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-39a92330-a7a6-409f-a48b-325fe19b1d7c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050681 Apr 21 21:52:52.221655 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:52:52.282123 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:52.479316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdbdfb-063e-4d10-84e8-642f945ebf2b req-fbb4cca6-ed35-44a5-98d8-ad083d12f141 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:52.480788 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97cdbdfb-063e-4d10-84e8-642f945ebf2b req-fbb4cca6-ed35-44a5-98d8-ad083d12f141 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.1010954 Apr 21 21:52:52.539240 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-97cdbdfb-063e-4d10-84e8-642f945ebf2b req-92cf5b72-e537-4a77-b3bb-9acbdd4c2d72 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512764 Apr 21 21:52:52.544475 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:52:52.578673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h2-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:52:52.619424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:52:52.622478 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69102be-e154-4469-a39d-94fbd20352ae" -d '{"events": [{"server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "name": "network-vif-unplugged", "status": "completed", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:52:52.626130 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:52.638711 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Transition to ACTIVE for port object 50c20e8d-bcad-4927-a3c7-5b065fb5f554 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:52:52.642334 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:52.678201 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d242a0-55a1-4603-8a04-c3b4acaed9fb x-openstack-request-id: req-45d242a0-55a1-4603-8a04-c3b4acaed9fb {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:52:52.678495 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "name": "network-vif-unplugged", "status": "completed", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:52:52.678746 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45d242a0-55a1-4603-8a04-c3b4acaed9fb {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:52:52.679138 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d242a0-55a1-4603-8a04-c3b4acaed9fb'] response: {'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'code': 200} Apr 21 21:52:52.729014 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Pushing event updated for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=6']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:52:52.743643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.744052 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.744251 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.744591 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.744943 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.745271 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.745595 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.745915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.746236 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.747083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.747403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.747720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:52.776727 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] No DVR routers for this DVR port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on host n-h2-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:52:52.907460 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Attempting to bind port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:52:52.907784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Attempting to bind port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:52:52.908104 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Attempting to bind port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:52:52.912249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:52:52.912561 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Attempting to bind port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:52:52.917215 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:52:52.917540 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Checking segment: {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:52:52.917908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Bound using segment: {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:52:52.918842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Bound port: 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e155fdf6-e89a-4161-918a-c8a0a5743aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:52:52.919184 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:52.978792 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:52:52.982396 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:52:52.986330 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:53.019710 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:53.020385 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:53.021815 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] 10.222.0.46 "PUT /v2.0/ports/50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 1091 time: 0.8036885 Apr 21 21:52:53.041883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6b93-2e14-45de-9aed-3690b3855500 service neutron] Pushing event updated for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=7']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:52:53.087504 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-c17362e2-32aa-4ab8-a3e0-bc666b602ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:53.089048 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-c17362e2-32aa-4ab8-a3e0-bc666b602ec7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1094 time: 0.0436804 Apr 21 21:52:53.186256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-d6cd4ee4-0048-410a-95cc-e159272ef661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:53.188019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-d6cd4ee4-0048-410a-95cc-e159272ef661 service neutron] 10.222.0.46 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.0929108 Apr 21 21:52:53.251917 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-5c11cdfb-1cec-4c45-b580-ab0039472817 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 999 time: 0.0575576 Apr 21 21:52:53.302338 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-036b9086-9601-45b5-a73d-c16b1cded432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:53.303743 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-036b9086-9601-45b5-a73d-c16b1cded432 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0460618 Apr 21 21:52:53.348184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad22291-3971-447a-b19b-0452608a337c req-200d8af6-5a85-4fb3-8014-4bb22040757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:53.349653 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-200d8af6-5a85-4fb3-8014-4bb22040757e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392377 Apr 21 21:52:53.434752 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-706e24f5-f19a-497c-b964-d3c274f47408 service neutron] 10.222.0.46 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776100 Apr 21 21:52:53.524056 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9ad22291-3971-447a-b19b-0452608a337c req-e1fb0a78-3436-40ce-b63c-e167c4023b94 service neutron] 10.222.0.46 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828943 Apr 21 21:52:53.659466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f3758-2230-4d27-a14b-b54df0ab4f1e req-8938b301-cf68-4323-ba7d-cf0e855e4ade tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:53.660954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-640f3758-2230-4d27-a14b-b54df0ab4f1e req-8938b301-cf68-4323-ba7d-cf0e855e4ade tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 943 time: 0.0509748 Apr 21 21:52:53.696902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-640f3758-2230-4d27-a14b-b54df0ab4f1e req-17b96172-c585-4a83-83f6-f21ae05bf8c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299053 Apr 21 21:52:54.424910 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a47806-5f0e-4147-9670-5d3223b386ae req-863491f6-cfea-40a2-bd22-c3f8d1fd79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:54.426372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a47806-5f0e-4147-9670-5d3223b386ae req-863491f6-cfea-40a2-bd22-c3f8d1fd79cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1094 time: 0.0445123 Apr 21 21:52:54.526794 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a47806-5f0e-4147-9670-5d3223b386ae req-f8af82ee-162b-4675-9780-30ebb175bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:54.528917 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a47806-5f0e-4147-9670-5d3223b386ae req-f8af82ee-162b-4675-9780-30ebb175bc21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.0830457 Apr 21 21:52:54.599084 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a47806-5f0e-4147-9670-5d3223b386ae req-4e40f5c2-be33-4095-aabb-419f114f9a69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 999 time: 0.0637434 Apr 21 21:52:54.646348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a47806-5f0e-4147-9670-5d3223b386ae req-5a97ad15-c47a-4231-b06c-6db1ec913944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:54.647714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a47806-5f0e-4147-9670-5d3223b386ae req-5a97ad15-c47a-4231-b06c-6db1ec913944 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0418236 Apr 21 21:52:54.681302 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:52:54.683725 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0803b376-d306-4ebf-bc3d-ad21bfae320b" -d '{"events": [{"name": "network-changed", "server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:52:54.695765 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a47806-5f0e-4147-9670-5d3223b386ae req-419bee6a-a13e-4a4a-8e44-b180d8f6fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:54.697299 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a47806-5f0e-4147-9670-5d3223b386ae req-419bee6a-a13e-4a4a-8e44-b180d8f6fb25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433946 Apr 21 21:52:54.756379 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21caa0b8-06bf-4484-b24e-251edb3e65e5 x-openstack-request-id: req-21caa0b8-06bf-4484-b24e-251edb3e65e5 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:52:54.756742 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:52:54.756971 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21caa0b8-06bf-4484-b24e-251edb3e65e5 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:52:54.757318 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21caa0b8-06bf-4484-b24e-251edb3e65e5'] response: {'name': 'network-changed', 'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'status': 'completed', 'code': 200} Apr 21 21:52:54.793453 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-3315fe7e-e4f4-4e39-a737-23f9182cd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:54.794957 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-3315fe7e-e4f4-4e39-a737-23f9182cd501 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1094 time: 0.0447500 Apr 21 21:52:54.889407 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-1cfa3d2d-66dc-4760-bc9b-0ccf90694251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:54.891037 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-1cfa3d2d-66dc-4760-bc9b-0ccf90694251 service neutron] 10.222.0.43 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.0881174 Apr 21 21:52:54.961219 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-b3080d4f-0c9a-48b2-8641-f67ca0842ee2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 999 time: 0.0640218 Apr 21 21:52:55.010280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-affd99fe-d322-4b7b-964f-f7aab241ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:55.011738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-affd99fe-d322-4b7b-964f-f7aab241ffc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0446773 Apr 21 21:52:55.056771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-59f89d70-d95c-4b2e-9c75-30f912be67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:55.058283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-59f89d70-d95c-4b2e-9c75-30f912be67a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401764 Apr 21 21:52:55.114306 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a47806-5f0e-4147-9670-5d3223b386ae req-852f2d57-181f-4f25-a403-77bfb92fc23c service neutron] 10.222.0.46 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086010 Apr 21 21:52:55.136544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce1e97-27f1-40b7-8c52-c51c4adda3d3 req-d5764497-74b7-4c61-ab83-9bbfd1398123 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:55.138542 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4ce1e97-27f1-40b7-8c52-c51c4adda3d3 req-d5764497-74b7-4c61-ab83-9bbfd1398123 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 943 time: 0.3680620 Apr 21 21:52:55.152029 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-d5ac9eab-4a8e-4564-905b-0a9713e78e5b service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859623 Apr 21 21:52:55.215989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b4ce1e97-27f1-40b7-8c52-c51c4adda3d3 req-48783918-9517-49a4-9e0d-35abd76ad74a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675995 Apr 21 21:52:55.238650 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-10a47806-5f0e-4147-9670-5d3223b386ae req-b7d5edc0-c41d-45cb-aeac-743387da584b service neutron] 10.222.0.46 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173830 Apr 21 21:52:55.241775 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-56ffd504-a431-4969-805b-1ef5502328d1 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833824 Apr 21 21:52:55.320476 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-ad65eb30-208e-4d57-b64c-edd4a7101758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:55.321959 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-ad65eb30-208e-4d57-b64c-edd4a7101758 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1094 time: 0.0446491 Apr 21 21:52:55.407512 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-41621aae-1b91-4b86-8785-e622f5187ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:55.408948 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-41621aae-1b91-4b86-8785-e622f5187ba4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.0802991 Apr 21 21:52:55.476628 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-d9792b47-4b9f-4082-8202-129a8076fdf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 999 time: 0.0600271 Apr 21 21:52:55.523554 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-a3a232ed-1cbb-47a7-b622-e2dc69321a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:55.524958 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-a3a232ed-1cbb-47a7-b622-e2dc69321a5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0416112 Apr 21 21:52:55.567320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-80d81890-4342-4c32-9068-811590980b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:55.568723 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-80d81890-4342-4c32-9068-811590980b05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377388 Apr 21 21:52:55.657295 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-46cf1e03-f374-4220-9765-58b660a1b311 service neutron] 10.222.0.46 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812333 Apr 21 21:52:55.743173 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0803b376-d306-4ebf-bc3d-ad21bfae320b req-fbbc119b-9605-439e-963b-36e2b126e150 service neutron] 10.222.0.46 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787592 Apr 21 21:52:56.055279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 50c20e8d-bcad-4927-a3c7-5b065fb5f554 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:52:56.093115 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 50c20e8d-bcad-4927-a3c7-5b065fb5f554 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:52:56.336825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21f7f4-eb5c-4011-8ea1-76f0215ebedb req-2d1818aa-21a2-477f-9f5f-9aa9524b6d2c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:56.338195 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a21f7f4-eb5c-4011-8ea1-76f0215ebedb req-2d1818aa-21a2-477f-9f5f-9aa9524b6d2c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 943 time: 0.0490115 Apr 21 21:52:56.376783 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a21f7f4-eb5c-4011-8ea1-76f0215ebedb req-3cb638f6-a5c5-45e0-a8ed-80e127cff25c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Apr 21 21:52:57.493035 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8b46-8276-4824-977c-69594311188c req-907ac199-2fc1-4454-a0dc-5e738989c13d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:57.494476 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-da1d8b46-8276-4824-977c-69594311188c req-907ac199-2fc1-4454-a0dc-5e738989c13d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 943 time: 0.0493922 Apr 21 21:52:57.532486 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-da1d8b46-8276-4824-977c-69594311188c req-e99aa897-a0d9-4971-8309-4456beb9d0b6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316372 Apr 21 21:52:57.668545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 50c20e8d-bcad-4927-a3c7-5b065fb5f554 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:52:57.736864 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003021d0-6f78-4686-bbf4-e1aa66601b2d req-14a2babe-c1fc-4aad-96f8-38a45c9bdf80 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:57.738508 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-003021d0-6f78-4686-bbf4-e1aa66601b2d req-14a2babe-c1fc-4aad-96f8-38a45c9bdf80 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 943 time: 0.0603182 Apr 21 21:52:57.755739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-fe1e908b-5d62-4f1e-9ea1-714448b6fa9a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:57.757224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-fe1e908b-5d62-4f1e-9ea1-714448b6fa9a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab&tenant_id=1fe192c61164419fb80bd107cdac394f&binding%3Ahost_id=n-h1-838945-1 HTTP/1.1" status: 200 len: 943 time: 0.0585811 Apr 21 21:52:57.770183 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:52:57.778846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-003021d0-6f78-4686-bbf4-e1aa66601b2d req-aea951b4-956f-4b27-a768-9f980c2b37e2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337698 Apr 21 21:52:57.782339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'port_id': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'mac_address': 'fa:16:3e:94:24:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:52:57.820283 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:57.828063 n-d-838945-1 neutron-server[114647]: INFO neutron.api.v2.resource [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-828932ae-03bd-489a-9ff5-dcb92d74047e service neutron] delete failed (client error): The resource could not be found. Apr 21 21:52:57.829126 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-828932ae-03bd-489a-9ff5-dcb92d74047e service neutron] 10.222.0.43 "DELETE /v2.0/ports/50c20e8d-bcad-4927-a3c7-5b065fb5f554/bindings/n-h2-838945-1 HTTP/1.1" status: 404 len: 380 time: 0.0652008 Apr 21 21:52:57.838729 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c20e8d-bcad-4927-a3c7-5b065fb5f554 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:52:57.862944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:52:57.868227 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:57.918753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:52:57.926753 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.927103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.927437 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.927770 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.928097 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.929152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.929542 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.929881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.930212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.930536 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.930888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.931209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:52:57.936269 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b783e-5868-49e1-947e-57f872733816 req-0618c171-4715-4658-98b7-d4a6ceb31d04 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:57.937792 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d00b783e-5868-49e1-947e-57f872733816 req-0618c171-4715-4658-98b7-d4a6ceb31d04 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 944 time: 0.0838227 Apr 21 21:52:57.942917 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-01f26a23-1747-469f-987a-13d09805428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:57.944314 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-01f26a23-1747-469f-987a-13d09805428b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1095 time: 0.0616786 Apr 21 21:52:58.029036 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d00b783e-5868-49e1-947e-57f872733816 req-fe70d648-5b53-40e4-b2e3-95330aa7849f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837216 Apr 21 21:52:58.060299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-9b963291-84db-4ed7-a1f6-0fa827bd4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:58.061766 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-9b963291-84db-4ed7-a1f6-0fa827bd4228 service neutron] 10.222.0.43 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.1102619 Apr 21 21:52:58.129148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-24a285a8-5eff-4d21-bd39-c6c3b54d0278 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 1000 time: 0.0605583 Apr 21 21:52:58.178196 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-520b1cf8-b642-4573-9665-b8f5ab83ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:58.179591 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-520b1cf8-b642-4573-9665-b8f5ab83ae40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0448554 Apr 21 21:52:58.223460 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-5548d688-4d9f-443a-915a-82cbb24690c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:58.224921 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-5548d688-4d9f-443a-915a-82cbb24690c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390646 Apr 21 21:52:58.253109 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['50c20e8d-bcad-4927-a3c7-5b065fb5f554'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:52:58.321842 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-8b4a49fb-7469-4a18-ad90-0fb4e9a9659f service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900567 Apr 21 21:52:58.415633 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b3d33450-c4fc-47ee-8aa2-72cec20cd829 req-4489ba44-be58-4b3e-85cd-c9f3fdc1f183 service neutron] 10.222.0.43 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872805 Apr 21 21:52:59.145737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e993c3b-11e2-4545-a793-6361cce88b2c req-85bda172-270c-4de8-b3c1-7a780841bcd6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:52:59.147190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e993c3b-11e2-4545-a793-6361cce88b2c req-85bda172-270c-4de8-b3c1-7a780841bcd6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 944 time: 0.0483439 Apr 21 21:52:59.185185 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2e993c3b-11e2-4545-a793-6361cce88b2c req-fade7543-b306-48aa-8079-4cfe2e75ae1e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316527 Apr 21 21:52:59.206717 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43702) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:52:59.269906 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f419474f-1746-4995-91e2-6ff19c0685fa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/0ce6bcbe-5da8-413c-bbba-040d68bca131 HTTP/1.1" status: 200 len: 992 time: 0.0620925 Apr 21 21:52:59.666442 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 50c20e8d-bcad-4927-a3c7-5b065fb5f554 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:52:59.713963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:52:59.718177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:52:59.718548 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:59.790672 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:59.814510 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:52:59.816739 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0cb244-f56e-44e3-a2d5-97232e421b1a" -d '{"events": [{"server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "name": "network-vif-plugged", "status": "completed", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:52:59.829709 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:52:59.834254 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:52:59.881948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:52:59.917508 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca98f73-6cd2-48bb-9940-1b4c7740f236 x-openstack-request-id: req-bca98f73-6cd2-48bb-9940-1b4c7740f236 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:52:59.917887 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "name": "network-vif-plugged", "status": "completed", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:52:59.918140 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bca98f73-6cd2-48bb-9940-1b4c7740f236 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:52:59.918534 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca98f73-6cd2-48bb-9940-1b4c7740f236'] response: {'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'code': 200} Apr 21 21:53:00.577219 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-807dcb55-596c-412d-960c-b2dc8ecd5856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:02.872871 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cd62-3b87-472d-a564-450cefd2b9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:04.300599 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:05.560370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:06.055827 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:11.269249 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:53:21.106466 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:21.130678 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:30.577531 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ea32-99bc-4f6e-a3db-e3131373572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:32.875853 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1727d504-35cb-43b7-afb6-a3eee5819d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:34.303701 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:35.566305 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:36.058542 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:48.269635 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:53:51.105337 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:51.132642 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:52.187248 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43726) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:53:52.341916 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 6ea1d8a9-77d0-436e-8d45-e3869b4c406e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:53:52.342258 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:52.414695 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:52.415019 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:52.426672 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 6ea1d8a9-77d0-436e-8d45-e3869b4c406e owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:53:52.574856 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:52.597923 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=6ea1d8a9-77d0-436e-8d45-e3869b4c406e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:53:52.666378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:52.666722 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP 0ce6bcbe-5da8-413c-bbba-040d68bca131 disassociated (deleted). External IP: 172.25.0.106, port: 50c20e8d-bcad-4927-a3c7-5b065fb5f554. Apr 21 21:53:52.866962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router a83ab538-9739-4d58-a1ff-b308c949a7b8 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:53:52.972405 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:53:52.979432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:52.985335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] Sync routers for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:53:52.994991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:53:52.995614 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:53.014172 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-552dd62b-f61a-4832-9044-32cea78287a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/floatingips/0ce6bcbe-5da8-413c-bbba-040d68bca131 HTTP/1.1" status: 204 len: 168 time: 0.8230433 Apr 21 21:53:53.014172 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:53:53.014875 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae45972-cd5e-41da-a2d3-7599213faa78" -d '{"events": [{"name": "network-changed", "server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:53:53.055578 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c78fa52-5f14-4d3b-8006-7c4653ce07ee x-openstack-request-id: req-9c78fa52-5f14-4d3b-8006-7c4653ce07ee {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:53:53.055967 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:53:53.056218 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c78fa52-5f14-4d3b-8006-7c4653ce07ee {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:53:53.056629 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c78fa52-5f14-4d3b-8006-7c4653ce07ee'] response: {'name': 'network-changed', 'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'status': 'completed', 'code': 200} Apr 21 21:53:53.115576 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:53:53.120517 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-a74190c7-1295-4b47-b038-d56bcbef3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:53:53.122063 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-a74190c7-1295-4b47-b038-d56bcbef3103 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 1096 time: 0.0442734 Apr 21 21:53:53.268520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-19c4831c-0744-4bb6-a5c2-a538692ffffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:53:53.269995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-19c4831c-0744-4bb6-a5c2-a538692ffffe service neutron] 10.222.0.46 "GET /v2.0/networks?id=228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 200 len: 898 time: 0.1355274 Apr 21 21:53:53.277185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ae35-3d73-43b0-a0f0-085990ec251c req-8bd6b437-11f6-4b85-86a5-5a8116bf9c1c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:53:53.278554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74d1ae35-3d73-43b0-a0f0-085990ec251c req-8bd6b437-11f6-4b85-86a5-5a8116bf9c1c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0782721 Apr 21 21:53:53.325471 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '72c5aa6e-db16-4725-8de7-8982d81c3dae', 'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:5f:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:21Z', 'updated_at': '2022-04-21T21:51:24Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:53.325634 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-b9f361c2-dff8-411b-b57b-46c4511e9123 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 200 len: 217 time: 0.0456548 Apr 21 21:53:53.354436 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] Checking router: a83ab538-9739-4d58-a1ff-b308c949a7b8 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:53:53.363106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:53:53.363694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:53.372492 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-74d1ae35-3d73-43b0-a0f0-085990ec251c req-f8001fe9-6500-4f81-8588-40f22e9fd2f4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861187 Apr 21 21:53:53.391093 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-59fd2481-7389-40e7-b665-d49066f2d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:53:53.392515 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-59fd2481-7389-40e7-b665-d49066f2d6a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 200 len: 834 time: 0.0597954 Apr 21 21:53:53.442376 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-ac710b81-18fa-4297-8a7f-bd8e4f17fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:53:53.443839 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-ac710b81-18fa-4297-8a7f-bd8e4f17fa7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=228554f8-da9e-4fbf-a5b7-ec2e4c175644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433314 Apr 21 21:53:53.467128 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:53:53.533059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-8aa4ddf4-6048-476b-87fb-2dc07397d4fe service neutron] 10.222.0.46 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822022 Apr 21 21:53:53.627553 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7ae45972-cd5e-41da-a2d3-7599213faa78 req-4a580693-0748-4c0a-928c-044de33c0269 service neutron] 10.222.0.46 "GET /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877147 Apr 21 21:53:53.666278 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '72c5aa6e-db16-4725-8de7-8982d81c3dae', 'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:5f:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:21Z', 'updated_at': '2022-04-21T21:51:24Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:53.695446 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3798d3-d7de-4335-93b6-f118913156f5 None None] The sync data for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 is: [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:51:22Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '72c5aa6e-db16-4725-8de7-8982d81c3dae', 'name': '', 'network_id': '228554f8-da9e-4fbf-a5b7-ec2e4c175644', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:5f:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:21Z', 'updated_at': '2022-04-21T21:51:24Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': 'f727deeb-91c1-4cbb-8ead-359cb78b1c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:53:53.911843 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc0f20-7f69-429b-b9af-9c87ab5c3f75 None None] New status for floating IP 0ce6bcbe-5da8-413c-bbba-040d68bca131: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:53:54.490260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0962ab-a6d8-4278-94a4-dc1b66d4952e req-80284028-d134-4ed4-abf4-79e7db7eb8f4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:53:54.491707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a0962ab-a6d8-4278-94a4-dc1b66d4952e req-80284028-d134-4ed4-abf4-79e7db7eb8f4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0491896 Apr 21 21:53:54.528302 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3a0962ab-a6d8-4278-94a4-dc1b66d4952e req-c5140355-edbc-49f5-89ca-4ec86a32d4eb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=bbf0e412-5294-4d53-be2b-095255d523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305929 Apr 21 21:53:54.737733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-0ff5425b-de61-403f-b9ab-67b68dc6d53a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:53:54.739152 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-0ff5425b-de61-403f-b9ab-67b68dc6d53a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.46 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 945 time: 0.0476522 Apr 21 21:53:54.823414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:53:54.823753 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:54.914297 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port 50c20e8d-bcad-4927-a3c7-5b065fb5f554, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=50c20e8d-bcad-4927-a3c7-5b065fb5f554,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:53:54.914660 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:54.926909 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 50c20e8d-bcad-4927-a3c7-5b065fb5f554 owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:53:55.052313 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:55.079898 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=50c20e8d-bcad-4927-a3c7-5b065fb5f554,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:53:55.089941 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.090288 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.090630 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.090962 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.091293 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.091620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.091949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.092813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.092813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.093101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.093301 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.093567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:55.132871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] No DVR routers for this DVR port 50c20e8d-bcad-4927-a3c7-5b065fb5f554 on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:53:55.135558 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:55.138824 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-47555c7a-35db-4a47-8bf8-5213494d1d2c req-13d94d92-c74d-4170-8a0c-93254cdb7563 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.46 "DELETE /v2.0/ports/50c20e8d-bcad-4927-a3c7-5b065fb5f554 HTTP/1.1" status: 204 len: 173 time: 0.3939488 Apr 21 21:53:55.139249 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'name': 'network-vif-deleted', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:53:55.141484 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7ce3b6-d05f-46be-9cb8-8b963bdb51dc" -d '{"events": [{"server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "name": "network-vif-deleted", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:53:55.181726 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15fff5e-2ac0-4a35-987d-eada0e4afe96 x-openstack-request-id: req-e15fff5e-2ac0-4a35-987d-eada0e4afe96 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:53:55.182005 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba3d8fc-1cf0-4132-87bd-7aafdfe773ab", "name": "network-vif-deleted", "tag": "50c20e8d-bcad-4927-a3c7-5b065fb5f554", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:53:55.182251 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e15fff5e-2ac0-4a35-987d-eada0e4afe96 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:53:55.182644 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15fff5e-2ac0-4a35-987d-eada0e4afe96'] response: {'server_uuid': 'bba3d8fc-1cf0-4132-87bd-7aafdfe773ab', 'name': 'network-vif-deleted', 'tag': '50c20e8d-bcad-4927-a3c7-5b065fb5f554', 'status': 'completed', 'code': 200} Apr 21 21:53:55.384333 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e33401bb-c91c-4497-a0b2-059a94e6a3e3 req-1a70861a-a285-47e3-bbd5-f51ee7ae3863 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248055 Apr 21 21:53:55.454162 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e33401bb-c91c-4497-a0b2-059a94e6a3e3 req-68a6e04f-b0ba-4266-ba51-94499c2be1eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 210 time: 0.0295596 Apr 21 21:53:55.660745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33401bb-c91c-4497-a0b2-059a94e6a3e3 req-7f555496-0b9d-46ee-8e6a-45033c493c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:53:55.662395 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e33401bb-c91c-4497-a0b2-059a94e6a3e3 req-7f555496-0b9d-46ee-8e6a-45033c493c9d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1fe192c61164419fb80bd107cdac394f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1801939 Apr 21 21:53:55.676902 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1f74fe0a-31e6-422e-829e-2f64fe153ea3 req-89ac3f06-30bc-4087-8833-72b2e039bb58 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=bba3d8fc-1cf0-4132-87bd-7aafdfe773ab HTTP/1.1" status: 200 len: 210 time: 0.0344789 Apr 21 21:53:55.830184 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33401bb-c91c-4497-a0b2-059a94e6a3e3 req-d2972d9a-56d9-4ba4-bc53-e568e41f76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:53:55.831625 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e33401bb-c91c-4497-a0b2-059a94e6a3e3 req-d2972d9a-56d9-4ba4-bc53-e568e41f76c8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633797 Apr 21 21:53:56.746282 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43752) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:53:57.088329 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:57.611632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 72c5aa6e-db16-4725-8de7-8982d81c3dae {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:53:57.611966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:57.700366 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port 72c5aa6e-db16-4725-8de7-8982d81c3dae, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=72c5aa6e-db16-4725-8de7-8982d81c3dae,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:53:57.700731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:57.713827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 72c5aa6e-db16-4725-8de7-8982d81c3dae owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:53:57.892858 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:57.918418 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=72c5aa6e-db16-4725-8de7-8982d81c3dae,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:53:57.962786 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 50c20e8d-bcad-4927-a3c7-5b065fb5f554 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:53:57.984564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 50c20e8d-bcad-4927-a3c7-5b065fb5f554 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:53:57.984936 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 50c20e8d-bcad-4927-a3c7-5b065fb5f554 not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:53:58.092566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:58.301397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router a83ab538-9739-4d58-a1ff-b308c949a7b8 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:53:58.407726 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:53:58.412687 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bd745b0e-5f08-42af-b6cd-01fbe24723d8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/a83ab538-9739-4d58-a1ff-b308c949a7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654086 Apr 21 21:53:58.415383 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43754) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:53:58.419149 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] Sync routers for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:53:58.428455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:53:58.429103 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:58.466356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2b0109-0d2b-47e5-ab2d-263229672174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting subnet f727deeb-91c1-4cbb-8ead-359cb78b1c2e {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:53:58.469640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0109-0d2b-47e5-ab2d-263229672174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:58.509755 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0109-0d2b-47e5-ab2d-263229672174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:58.535201 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:53:58.597840 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0109-0d2b-47e5-ab2d-263229672174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:58.655644 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0109-0d2b-47e5-ab2d-263229672174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:58.682429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0109-0d2b-47e5-ab2d-263229672174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Subnet': ['ID=f727deeb-91c1-4cbb-8ead-359cb78b1c2e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:53:58.687868 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0109-0d2b-47e5-ab2d-263229672174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:58.691932 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3b2b0109-0d2b-47e5-ab2d-263229672174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/subnets/f727deeb-91c1-4cbb-8ead-359cb78b1c2e HTTP/1.1" status: 204 len: 168 time: 0.2756326 Apr 21 21:53:58.695256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43756) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:53:58.699353 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a32e7-8565-4b4b-bdf0-8916b178757b None None] Network 228554f8-da9e-4fbf-a5b7-ec2e4c175644 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:53:58.805487 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:58.913011 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:58.930307 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:53:57Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'af88669d-7d17-4364-aa4a-02bca51f8865', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:51:19Z', 'updated_at': '2022-04-21T21:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:58.964487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port af88669d-7d17-4364-aa4a-02bca51f8865 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:53:58.964860 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:58.973162 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] Checking router: a83ab538-9739-4d58-a1ff-b308c949a7b8 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:53:59.001556 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] Routers {'a83ab538-9739-4d58-a1ff-b308c949a7b8'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:53:59.002177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['a83ab538-9739-4d58-a1ff-b308c949a7b8'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:59.047134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port af88669d-7d17-4364-aa4a-02bca51f8865, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=af88669d-7d17-4364-aa4a-02bca51f8865,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:53:59.047503 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.058955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for af88669d-7d17-4364-aa4a-02bca51f8865 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:53:59.093372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] Set router a83ab538-9739-4d58-a1ff-b308c949a7b8 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:53:59.145693 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:53:58Z', 'revision_number': 6, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:59.150192 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] DHCP port deletion for 228554f8-da9e-4fbf-a5b7-ec2e4c175644 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:53:59.180787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc587a12-26f7-47d4-9c5b-abde9226b94e None None] The sync data for ids ['a83ab538-9739-4d58-a1ff-b308c949a7b8'] in n-d-838945-1 is: [{'id': 'a83ab538-9739-4d58-a1ff-b308c949a7b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461105176', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:51:18Z', 'updated_at': '2022-04-21T21:53:58Z', 'revision_number': 6, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:53:59.234773 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Deleting port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:53:59.235148 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.241498 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.269348 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=af88669d-7d17-4364-aa4a-02bca51f8865,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:53:59.299677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] For port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=4b2d5007-ffbf-4e3f-8c7a-4512771c2714,segment=NetworkSegment(e155fdf6-e89a-4161-918a-c8a0a5743aee),segment_id=e155fdf6-e89a-4161-918a-c8a0a5743aee)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:53:59.300086 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.316270 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Calling delete_port for 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:53:59.335124 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.397085 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.422041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Pushing event deleted for resources: {'Port': ['ID=4b2d5007-ffbf-4e3f-8c7a-4512771c2714,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:53:59.426240 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] No DVR routers for this DVR port 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:53:59.428271 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.430530 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.433190 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.433475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.433807 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.434482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.434482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.434771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.435088 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.435404 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.435758 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.436332 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.436427 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.437080 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e627ff4a-6499-4c34-84ab-67f30771e70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:53:59.480108 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.480633 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Fanout notify agent at l3_agent the message router_deleted on router a83ab538-9739-4d58-a1ff-b308c949a7b8 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:53:59.487386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.488481 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-31dba070-2980-44f1-acdf-285e121ad41e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/routers/a83ab538-9739-4d58-a1ff-b308c949a7b8 HTTP/1.1" status: 204 len: 168 time: 0.7921648 Apr 21 21:53:59.491149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43758) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:53:59.580581 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.683895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.694892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 72c5aa6e-db16-4725-8de7-8982d81c3dae no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:53:59.707848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228554f8-da9e-4fbf-a5b7-ec2e4c175644']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:59.715730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 72c5aa6e-db16-4725-8de7-8982d81c3dae {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:53:59.716068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 72c5aa6e-db16-4725-8de7-8982d81c3dae not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:53:59.716487 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:53:59.718950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e155fdf6-e89a-4161-918a-c8a0a5743aee') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:59.719252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e155fdf6-e89a-4161-918a-c8a0a5743aee') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:53:59.729724 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.739475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:53:59.739822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 4b2d5007-ffbf-4e3f-8c7a-4512771c2714 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:53:59.743695 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.751051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:53:59.751440 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:53:59.754252 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:53:59.817885 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.825326 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.828988 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/networks/228554f8-da9e-4fbf-a5b7-ec2e4c175644 HTTP/1.1" status: 204 len: 168 time: 0.3367898 Apr 21 21:53:59.831841 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43760) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:53:59.841439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461086c-ed93-41a4-b390-d39a81974fe0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Network': ['ID=228554f8-da9e-4fbf-a5b7-ec2e4c175644,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:53:59.904241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.929565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:53:59.997812 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.000948 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.002110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/security-groups/bbf0e412-5294-4d53-be2b-095255d523a5 HTTP/1.1" status: 204 len: 168 time: 0.1686137 Apr 21 21:54:00.013290 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf0e412-5294-4d53-be2b-095255d523a5,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:00.021441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.021787 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.022121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.022454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.022779 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.023105 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.023430 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.023752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.024077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.024393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.024711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.025049 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0be26b2-e97d-45cf-91a8-55ab8130b519 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:00.396033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43766) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:00.400574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-f4119c4c-e2c6-49c2-997c-09b24b641443 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972074018', 'description': 'tempest-secgroup-smoke-1972074018 description', 'project_id': '1fe192c61164419fb80bd107cdac394f'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:00.421441 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f4119c4c-e2c6-49c2-997c-09b24b641443 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.484471 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f4119c4c-e2c6-49c2-997c-09b24b641443 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.488318 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f4119c4c-e2c6-49c2-997c-09b24b641443 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.516113 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f4119c4c-e2c6-49c2-997c-09b24b641443 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.517351 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f4119c4c-e2c6-49c2-997c-09b24b641443 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1203229 Apr 21 21:54:00.520116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43768) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:00.525115 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0980e38d-9db7-4b27-a8db-6364fd41ae6b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '2553c921-6ef2-474f-ac35-96ab18ce06ce', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:00.530520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4119c4c-e2c6-49c2-997c-09b24b641443 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2553c921-6ef2-474f-ac35-96ab18ce06ce,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:00.552674 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0980e38d-9db7-4b27-a8db-6364fd41ae6b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.577988 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1d9f877c-3e90-4ee3-8637-250b89f4bce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.615957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0980e38d-9db7-4b27-a8db-6364fd41ae6b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.619299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0980e38d-9db7-4b27-a8db-6364fd41ae6b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.636300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980e38d-9db7-4b27-a8db-6364fd41ae6b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41e7458-3e79-4e32-82b6-4bcee6543671,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:00.643176 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0980e38d-9db7-4b27-a8db-6364fd41ae6b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.644346 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0980e38d-9db7-4b27-a8db-6364fd41ae6b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233306 Apr 21 21:54:00.647031 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43770) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:00.651220 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cf4bebc1-b72f-4dbe-a7c2-c24615fddb8b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '2553c921-6ef2-474f-ac35-96ab18ce06ce', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:00.676075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf4bebc1-b72f-4dbe-a7c2-c24615fddb8b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.730687 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf4bebc1-b72f-4dbe-a7c2-c24615fddb8b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.733922 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf4bebc1-b72f-4dbe-a7c2-c24615fddb8b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.751587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bebc1-b72f-4dbe-a7c2-c24615fddb8b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7864d62f-d859-4f71-81d7-91685f27eb01,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:00.755804 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cf4bebc1-b72f-4dbe-a7c2-c24615fddb8b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.757659 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cf4bebc1-b72f-4dbe-a7c2-c24615fddb8b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1090319 Apr 21 21:54:00.759683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43772) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:00.764413 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cb6e2e2e-659d-41ec-b0bf-148c573d8cec tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '2553c921-6ef2-474f-ac35-96ab18ce06ce', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:00.788083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e2e-659d-41ec-b0bf-148c573d8cec tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.844664 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e2e-659d-41ec-b0bf-148c573d8cec tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.848339 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e2e-659d-41ec-b0bf-148c573d8cec tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.867239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e2e2e-659d-41ec-b0bf-148c573d8cec tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519cff95-c9a7-4eb5-8dfd-ae34cad2c7e9,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:00.872421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cb6e2e2e-659d-41ec-b0bf-148c573d8cec tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.873622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cb6e2e2e-659d-41ec-b0bf-148c573d8cec tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130290 Apr 21 21:54:00.876272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43774) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:00.880725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-55a993f7-c97d-494a-a904-5f26158fe14f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '2553c921-6ef2-474f-ac35-96ab18ce06ce', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:00.907597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55a993f7-c97d-494a-a904-5f26158fe14f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.966353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55a993f7-c97d-494a-a904-5f26158fe14f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.970181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55a993f7-c97d-494a-a904-5f26158fe14f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.986723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a993f7-c97d-494a-a904-5f26158fe14f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3a4f1f-c348-422f-8c9e-6e843eb7e4ca,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:00.994505 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-55a993f7-c97d-494a-a904-5f26158fe14f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:00.995677 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-55a993f7-c97d-494a-a904-5f26158fe14f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184702 Apr 21 21:54:00.998355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43776) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:01.002568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8f95af6f-6264-406e-806d-ff7f40b953c7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '2553c921-6ef2-474f-ac35-96ab18ce06ce', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:01.021755 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-8f95af6f-6264-406e-806d-ff7f40b953c7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:54:01.026451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f95af6f-6264-406e-806d-ff7f40b953c7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.084444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f95af6f-6264-406e-806d-ff7f40b953c7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.088062 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f95af6f-6264-406e-806d-ff7f40b953c7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.106157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95af6f-6264-406e-806d-ff7f40b953c7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130df5dd-7776-448f-86e8-bbd8973a37ef,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:01.114538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8f95af6f-6264-406e-806d-ff7f40b953c7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.115737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8f95af6f-6264-406e-806d-ff7f40b953c7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164584 Apr 21 21:54:01.118434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43778) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:01.122714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-aa42b4d8-4d60-40e0-88fa-8ca07b4b158b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': '2553c921-6ef2-474f-ac35-96ab18ce06ce', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:01.143322 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-aa42b4d8-4d60-40e0-88fa-8ca07b4b158b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:54:01.147993 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa42b4d8-4d60-40e0-88fa-8ca07b4b158b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.211833 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa42b4d8-4d60-40e0-88fa-8ca07b4b158b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.215212 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa42b4d8-4d60-40e0-88fa-8ca07b4b158b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.232041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42b4d8-4d60-40e0-88fa-8ca07b4b158b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644309ad-ba13-450d-ad88-e0b7a973d328,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:01.240120 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aa42b4d8-4d60-40e0-88fa-8ca07b4b158b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.241317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aa42b4d8-4d60-40e0-88fa-8ca07b4b158b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219742 Apr 21 21:54:01.244152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43780) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:01.248851 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'network': {'name': 'tempest-network-smoke--1025840424', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'port_security_enabled': True}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:01.266692 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:54:01.270096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.294782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:54:01.304032 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.304392 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Added segment 3361d8b9-be2c-445a-96a8-b2c805e7d752 of type vlan for network 482f2b9d-0975-48d2-82ab-86e93bdb27bd Apr 21 21:54:01.343239 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.346456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device af88669d-7d17-4364-aa4a-02bca51f8865 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:54:01.366857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: af88669d-7d17-4364-aa4a-02bca51f8865 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:54:01.367490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device af88669d-7d17-4364-aa4a-02bca51f8865 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:54:01.367676 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.373490 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:01.374083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.434256 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1891046 Apr 21 21:54:01.436985 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43782) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:01.440189 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0e2a4-00b1-4ea3-9b3a-6667f110f7d3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Network': ['ID=482f2b9d-0975-48d2-82ab-86e93bdb27bd,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:01.441536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'admin_state_up': True, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:01.450295 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 482f2b9d-0975-48d2-82ab-86e93bdb27bd details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:54:01.463917 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.465238 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.521468 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.657253 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.843806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.866435 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:01.966526 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.105 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/40a49efb-af8b-4546-b2ff-303e43627300) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:54:02.069572 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:02.102610 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:02.139912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:54:02.144653 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:54:02.147143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:54:02.174389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=40a49efb-af8b-4546-b2ff-303e43627300,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:02.391643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:02.582225 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:02.705387 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:54:02.807842 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:54:02.817094 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Sync routers for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:54:02.826082 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:54:02.826725 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:53:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:02.827550 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:02.831944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43784) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:02.832422 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-35c45978-761f-4438-96d9-6f2ac8cc96e1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3939507 Apr 21 21:54:02.879110 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-89742f50-f577-4299-bcd5-6119565ffa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:02.913093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-37bb6be2-7571-4c2f-9b8c-2b657e5854b9 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=1fe192c61164419fb80bd107cdac394f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796845 Apr 21 21:54:02.915580 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43788) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:02.934851 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:54:03.000357 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4594d9-217e-44a0-95c7-107c56c2d171 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:03.001981 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7a4594d9-217e-44a0-95c7-107c56c2d171 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855088 Apr 21 21:54:03.004824 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43790) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:03.032845 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b33c04a3-94d5-4486-ab0d-f5ab5d2c1582 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269234 Apr 21 21:54:03.035222 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43792) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:03.039812 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1268502152', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:03.113154 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:02Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:03.126722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:54:03.130192 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.142332 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Checking router: faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:54:03.142672 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Updating router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 port 40a49efb-af8b-4546-b2ff-303e43627300 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:54:03.167247 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.312728 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.376620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Subnet': ['ID=2b156882-ac2c-460d-afb7-294d2f1902d7,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:03.384935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Checking segment: {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:54:03.385557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network hostable DHCP agents. Network: 482f2b9d-0975-48d2-82ab-86e93bdb27bd, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:54:03.403078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 482f2b9d-0975-48d2-82ab-86e93bdb27bd is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:54:03.411856 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 482f2b9d-0975-48d2-82ab-86e93bdb27bd) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:54:03.420935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:03.421528 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.421916 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.422317 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7772dfa2-539a-4a35-878a-be9724b79f02 None None] Network 482f2b9d-0975-48d2-82ab-86e93bdb27bd requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:54:03.428698 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.439629 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e7412c06-2f03-4732-b515-eadb4d6b8e75 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4033957 Apr 21 21:54:03.442257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43794) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:03.475490 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Attempting to bind port 40a49efb-af8b-4546-b2ff-303e43627300 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:54:03.475839 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Attempting to bind port 40a49efb-af8b-4546-b2ff-303e43627300 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:54:03.476194 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Attempting to bind port 40a49efb-af8b-4546-b2ff-303e43627300 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:54:03.487486 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:54:03.487850 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:54:03.488241 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.488618 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:54:03.489094 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Bound port: 40a49efb-af8b-4546-b2ff-303e43627300, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:54:03.489465 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.510276 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Pushing event updated for resources: {'Port': ['ID=40a49efb-af8b-4546-b2ff-303e43627300,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:03.521579 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.521940 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.522269 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.522595 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.522913 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.523229 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.523541 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.523851 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.524188 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.524497 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.524831 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.525142 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:54:03.557604 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] For port 40a49efb-af8b-4546-b2ff-303e43627300, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:54:03.561427 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] For port 40a49efb-af8b-4546-b2ff-303e43627300, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=40a49efb-af8b-4546-b2ff-303e43627300,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:54:03.565981 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.580959 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:54:03.582078 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.624554 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:54:03.625197 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:54:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:03.667395 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e8948-d9d4-45e4-be89-268f7b6f4ad6 None None] Pushing event updated for resources: {'Port': ['ID=40a49efb-af8b-4546-b2ff-303e43627300,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:03.735065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Allocated IP 172.20.0.2 (482f2b9d-0975-48d2-82ab-86e93bdb27bd/2b156882-ac2c-460d-afb7-294d2f1902d7/f81d6b08-1a3b-4890-94a1-d53050df56ec) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:54:03.736391 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:54:03.886412 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.894181 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.926120 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:03.948635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Pushing event updated for resources: {'Port': ['ID=f81d6b08-1a3b-4890-94a1-d53050df56ec,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:03.957188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Network 482f2b9d-0975-48d2-82ab-86e93bdb27bd is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:54:03.958765 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:54:03.962218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:54:04.017189 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:02Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:04.019136 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Attempting to bind port f81d6b08-1a3b-4890-94a1-d53050df56ec on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:54:04.019611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Attempting to bind port f81d6b08-1a3b-4890-94a1-d53050df56ec by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:54:04.020093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Attempting to bind port f81d6b08-1a3b-4890-94a1-d53050df56ec on network 482f2b9d-0975-48d2-82ab-86e93bdb27bd {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:54:04.025253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:54:04.026348 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Checking segment: {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:54:04.026348 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:04.026741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Bound using segment: {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:54:04.027329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Bound port: f81d6b08-1a3b-4890-94a1-d53050df56ec, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:54:04.027828 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:04.043087 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733175e-51c1-4be5-84df-6df3087fbe5f None None] The sync data for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 is: [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:02Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:54:04.102101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] For port f81d6b08-1a3b-4890-94a1-d53050df56ec, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:54:04.105470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] For port f81d6b08-1a3b-4890-94a1-d53050df56ec, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f81d6b08-1a3b-4890-94a1-d53050df56ec,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:54:04.111474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:04.178750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4b4bb-048d-4baf-9fd1-e8d99c6eb7b0 None None] Pushing event updated for resources: {'Port': ['ID=f81d6b08-1a3b-4890-94a1-d53050df56ec,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:04.214221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.1 (482f2b9d-0975-48d2-82ab-86e93bdb27bd/2b156882-ac2c-460d-afb7-294d2f1902d7/af78a2fe-0161-4323-9adb-5888600169da) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:54:04.321544 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:04.392899 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:04.427412 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:04.475420 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 482f2b9d-0975-48d2-82ab-86e93bdb27bd is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:54:04.478788 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:54:04.483434 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:54:04.486457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=af78a2fe-0161-4323-9adb-5888600169da,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:04.543241 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:04.673222 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:04.968621 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:04.973711 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.053574 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.055459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=af78a2fe-0161-4323-9adb-5888600169da,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:05.147850 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 482f2b9d-0975-48d2-82ab-86e93bdb27bd is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:54:05.149204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:54:05.172522 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b14654d-91a9-4487-83d7-8b1ef77498dc None None] Network 482f2b9d-0975-48d2-82ab-86e93bdb27bd requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:54:05.264280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:54:05.266945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e8fe2f59-5f62-46b5-8dd3-1db3be0229a6 None None] Provisioning complete for port f81d6b08-1a3b-4890-94a1-d53050df56ec triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:05.267319 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2f59-5f62-46b5-8dd3-1db3be0229a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.381445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:54:05.387281 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-30463951-cbdc-4e17-8f4a-12f04cc6cec2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/faf2e830-a09e-4586-bdab-e9b1a9e2f2d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440141 Apr 21 21:54:05.413127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2f59-5f62-46b5-8dd3-1db3be0229a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.460689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e8fe2f59-5f62-46b5-8dd3-1db3be0229a6 None None] For port f81d6b08-1a3b-4890-94a1-d53050df56ec, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f81d6b08-1a3b-4890-94a1-d53050df56ec,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:54:05.467924 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e8fe2f59-5f62-46b5-8dd3-1db3be0229a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.499195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f81d6b08-1a3b-4890-94a1-d53050df56ec up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:54:05.573324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe2f59-5f62-46b5-8dd3-1db3be0229a6 None None] Pushing event updated for resources: {'Port': ['ID=f81d6b08-1a3b-4890-94a1-d53050df56ec,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:05.584667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.590533 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f81d6b08-1a3b-4890-94a1-d53050df56ec triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:05.590905 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.605390 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-6f143740-e828-404d-80dd-6375642e0b9f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972074018&fields=id&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 267 time: 0.0415294 Apr 21 21:54:05.675528 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 40a49efb-af8b-4546-b2ff-303e43627300 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:54:05.718134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7ba379ed-6236-43b0-a72e-fc45ad0f28ee None None] Provisioning complete for port f81d6b08-1a3b-4890-94a1-d53050df56ec triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:05.718504 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ba379ed-6236-43b0-a72e-fc45ad0f28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.733082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-af78d027-7fbe-440d-8407-ba1c71900801 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:05.734776 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-af78d027-7fbe-440d-8407-ba1c71900801 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/networks?id=482f2b9d-0975-48d2-82ab-86e93bdb27bd HTTP/1.1" status: 200 len: 797 time: 0.1184769 Apr 21 21:54:05.754709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-a67febfc-3df2-4001-bb87-75ebe549ee0c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/quotas/1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 375 time: 0.0117824 Apr 21 21:54:05.773454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 40a49efb-af8b-4546-b2ff-303e43627300 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:05.773833 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.812114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-58f5d536-aa92-410f-8546-6007541dc4e6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506744 Apr 21 21:54:05.837006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-2468b5be-22f3-44ea-b422-7da5c4182fe8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:54:05.838061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-2468b5be-22f3-44ea-b422-7da5c4182fe8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055978 Apr 21 21:54:05.883526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-7ba379ed-6236-43b0-a72e-fc45ad0f28ee None None] Provisioning complete for port af78a2fe-0161-4323-9adb-5888600169da triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:05.883768 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7ba379ed-6236-43b0-a72e-fc45ad0f28ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.916226 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.943266 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-7ba379ed-6236-43b0-a72e-fc45ad0f28ee None None] Port af78a2fe-0161-4323-9adb-5888600169da cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:54:05.945583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 40a49efb-af8b-4546-b2ff-303e43627300, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=40a49efb-af8b-4546-b2ff-303e43627300,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:54:05.953601 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:05.958917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-7b5791e2-dce2-401c-b3ec-043abc513964 service neutron] 10.222.0.49 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037436 Apr 21 21:54:05.960091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Sync routers for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:54:06.007228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:54:06.007948 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:54:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:06.058817 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=40a49efb-af8b-4546-b2ff-303e43627300,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:06.070651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-dac15b49-4132-4b4d-8478-d26e15d55a27 service neutron] 10.222.0.49 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045766 Apr 21 21:54:06.095740 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:06.127572 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-da22c9b7-c608-4a9c-bd71-14200a4041cd None None] Provisioning complete for port af78a2fe-0161-4323-9adb-5888600169da triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:06.127944 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-da22c9b7-c608-4a9c-bd71-14200a4041cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:06.177178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:54:06.206137 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-da22c9b7-c608-4a9c-bd71-14200a4041cd None None] Port af78a2fe-0161-4323-9adb-5888600169da cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:54:06.248604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a34b34b4-1be6-4af1-938b-80aee4809b97 req-74ca51a6-3017-4fdb-b55b-ca0953d120f6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 210 time: 0.0285101 Apr 21 21:54:06.443007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fe28c02d-2a6b-466e-ba46-1dec14f207ae None None] Provisioning complete for port af78a2fe-0161-4323-9adb-5888600169da triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:06.443295 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fe28c02d-2a6b-466e-ba46-1dec14f207ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:06.522895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fe28c02d-2a6b-466e-ba46-1dec14f207ae None None] Port af78a2fe-0161-4323-9adb-5888600169da cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:54:06.590803 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'af78a2fe-0161-4323-9adb-5888600169da', 'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:56:52:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:04Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 2, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:06.620969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Checking router: faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:54:06.621323 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Updating router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 port af78a2fe-0161-4323-9adb-5888600169da binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:54:06.647075 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:06.914780 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:06.921002 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:06.970178 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489f7e-3736-48bd-8066-f4f6110eee87 None None] Pushing event updated for resources: {'Port': ['ID=af78a2fe-0161-4323-9adb-5888600169da,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:07.018990 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Attempting to bind port af78a2fe-0161-4323-9adb-5888600169da on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:54:07.019355 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Attempting to bind port af78a2fe-0161-4323-9adb-5888600169da by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:54:07.019715 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Attempting to bind port af78a2fe-0161-4323-9adb-5888600169da on network 482f2b9d-0975-48d2-82ab-86e93bdb27bd {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:54:07.024835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:54:07.025319 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Checking segment: {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:54:07.025601 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:07.025991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Bound using segment: {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:54:07.026453 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Bound port: af78a2fe-0161-4323-9adb-5888600169da, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:54:07.026832 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:07.099587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] For port af78a2fe-0161-4323-9adb-5888600169da, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:54:07.103751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] For port af78a2fe-0161-4323-9adb-5888600169da, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=af78a2fe-0161-4323-9adb-5888600169da,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:54:07.108703 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:07.161121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:54:07.161750 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:54:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:07.215996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd489f7e-3736-48bd-8066-f4f6110eee87 None None] Pushing event updated for resources: {'Port': ['ID=af78a2fe-0161-4323-9adb-5888600169da,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:07.251645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-525e2c40-f1b9-4fb2-bace-19317271c5f7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:07.254335 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-525e2c40-f1b9-4fb2-bace-19317271c5f7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/networks?id=482f2b9d-0975-48d2-82ab-86e93bdb27bd HTTP/1.1" status: 200 len: 797 time: 0.1390855 Apr 21 21:54:07.286897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6199fee7-c5a1-4b6d-9a44-14c9d2dc7870 None None] Provisioning complete for port af78a2fe-0161-4323-9adb-5888600169da triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:07.287276 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6199fee7-c5a1-4b6d-9a44-14c9d2dc7870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:07.302549 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-9a9ce73a-6000-4fb0-b80a-bef5e15601cb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 380 time: 0.0393116 Apr 21 21:54:07.312582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'port': {'device_id': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'admin_state_up': True, 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'security_groups': ['2553c921-6ef2-474f-ac35-96ab18ce06ce']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:07.330272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:54:07.394715 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cf0e612e-571f-4c23-ad64-6f5a87964402 req-51cbe791-8a94-4693-ae90-1114d947a34d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 210 time: 0.0582385 Apr 21 21:54:07.450656 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:54:07.454933 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:07.482562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f81d6b08-1a3b-4890-94a1-d53050df56ec up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:54:07.539526 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6199fee7-c5a1-4b6d-9a44-14c9d2dc7870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:07.580882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.14 (482f2b9d-0975-48d2-82ab-86e93bdb27bd/2b156882-ac2c-460d-afb7-294d2f1902d7/df2bdce8-a9fe-4155-b70f-38df65bb4b3a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:54:07.621255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-6199fee7-c5a1-4b6d-9a44-14c9d2dc7870 None None] For port af78a2fe-0161-4323-9adb-5888600169da, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=af78a2fe-0161-4323-9adb-5888600169da,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:54:07.625593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port f81d6b08-1a3b-4890-94a1-d53050df56ec triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:07.625962 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:07.628683 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6199fee7-c5a1-4b6d-9a44-14c9d2dc7870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:07.720484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199fee7-c5a1-4b6d-9a44-14c9d2dc7870 None None] Pushing event updated for resources: {'Port': ['ID=af78a2fe-0161-4323-9adb-5888600169da,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:07.730830 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'af78a2fe-0161-4323-9adb-5888600169da', 'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:56:52:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:04Z', 'updated_at': '2022-04-21T21:54:07Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:07.785454 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da50efc-b4d9-470b-ac4c-84939cc12f2d None None] The sync data for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 is: [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'af78a2fe-0161-4323-9adb-5888600169da', 'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:56:52:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:04Z', 'updated_at': '2022-04-21T21:54:07Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:54:07.807069 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e4d10714-4694-4560-bd6d-f181133bb759 None None] Provisioning complete for port af78a2fe-0161-4323-9adb-5888600169da triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:07.807439 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e4d10714-4694-4560-bd6d-f181133bb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:07.809852 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 40a49efb-af8b-4546-b2ff-303e43627300 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:54:07.937383 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 40a49efb-af8b-4546-b2ff-303e43627300 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:07.937919 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.099919 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.134599 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.178514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network 482f2b9d-0975-48d2-82ab-86e93bdb27bd is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:54:08.181753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:54:08.186243 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:54:08.192572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:08.240412 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:08.241078 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.260159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-fceb1661-12f7-4030-b16b-76815fc7228b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9513755 Apr 21 21:54:08.274459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Request body: {'port': {'device_id': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:08.346963 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.421780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c0ebfeeb-85c9-4b96-a88f-b7e70869a4ff None None] Provisioning complete for port df2bdce8-a9fe-4155-b70f-38df65bb4b3a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:08.422364 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c0ebfeeb-85c9-4b96-a88f-b7e70869a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.461395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebfeeb-85c9-4b96-a88f-b7e70869a4ff None None] Port df2bdce8-a9fe-4155-b70f-38df65bb4b3a cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:54:08.544618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec621a37-d48c-45e2-8c76-a63ab8144bce req-24fe2e01-4295-4f66-a6e0-e31585a7f9f4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:08.546740 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec621a37-d48c-45e2-8c76-a63ab8144bce req-24fe2e01-4295-4f66-a6e0-e31585a7f9f4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 932 time: 0.0623720 Apr 21 21:54:08.586620 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ec621a37-d48c-45e2-8c76-a63ab8144bce req-c41b0b7e-5050-4973-9ce9-83fdac530957 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336988 Apr 21 21:54:08.634013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2bdce8-a9fe-4155-b70f-38df65bb4b3a {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:54:08.642186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.655017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Transition to ACTIVE for port object df2bdce8-a9fe-4155-b70f-38df65bb4b3a will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:54:08.658459 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.717768 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Pushing event updated for resources: {'Port': ['ID=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:08.799589 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Attempting to bind port df2bdce8-a9fe-4155-b70f-38df65bb4b3a on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:54:08.799954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Attempting to bind port df2bdce8-a9fe-4155-b70f-38df65bb4b3a by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:54:08.800301 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Attempting to bind port df2bdce8-a9fe-4155-b70f-38df65bb4b3a on network 482f2b9d-0975-48d2-82ab-86e93bdb27bd {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:54:08.805011 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Port df2bdce8-a9fe-4155-b70f-38df65bb4b3a on network 482f2b9d-0975-48d2-82ab-86e93bdb27bd not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:54:08.806089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Attempting to bind port df2bdce8-a9fe-4155-b70f-38df65bb4b3a on network 482f2b9d-0975-48d2-82ab-86e93bdb27bd {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:54:08.811566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:54:08.811903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Checking segment: {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:54:08.812303 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Bound using segment: {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:54:08.812722 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Bound port: df2bdce8-a9fe-4155-b70f-38df65bb4b3a, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3361d8b9-be2c-445a-96a8-b2c805e7d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:54:08.813108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.882012 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] For port df2bdce8-a9fe-4155-b70f-38df65bb4b3a, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:54:08.885262 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] For port df2bdce8-a9fe-4155-b70f-38df65bb4b3a, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:54:08.890742 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.926080 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:08.926677 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:08.928079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] 10.222.0.43 "PUT /v2.0/ports/df2bdce8-a9fe-4155-b70f-38df65bb4b3a HTTP/1.1" status: 200 len: 1092 time: 0.6586602 Apr 21 21:54:08.928429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:54:08.930716 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a90789-08aa-4206-810a-4384d1ffaf2a" -d '{"events": [{"name": "network-changed", "server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:54:08.955200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947941d-8965-4bca-904d-01f5be222e93 service neutron] Pushing event updated for resources: {'Port': ['ID=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:09.019051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-2fd04338-d390-4d16-8f3b-ee1abcaf57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:09.020544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-2fd04338-d390-4d16-8f3b-ee1abcaf57db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 1095 time: 0.0489841 Apr 21 21:54:09.068643 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe00257-b60f-43ab-a3f0-082c08d990cb x-openstack-request-id: req-dfe00257-b60f-43ab-a3f0-082c08d990cb {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:54:09.068959 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:54:09.069203 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfe00257-b60f-43ab-a3f0-082c08d990cb {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:54:09.069599 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe00257-b60f-43ab-a3f0-082c08d990cb'] response: {'name': 'network-changed', 'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'status': 'completed', 'code': 200} Apr 21 21:54:09.071098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-4d69287a-d623-437b-8feb-46b10865a18a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a HTTP/1.1" status: 200 len: 217 time: 0.0428379 Apr 21 21:54:09.121234 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-20e4b2fb-7008-459b-99c0-4bb7082717e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:09.122834 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-20e4b2fb-7008-459b-99c0-4bb7082717e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b156882-ac2c-460d-afb7-294d2f1902d7 HTTP/1.1" status: 200 len: 835 time: 0.0454545 Apr 21 21:54:09.168983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-625279e8-1966-4390-a487-4809d98a8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:09.170522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-625279e8-1966-4390-a487-4809d98a8a2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=482f2b9d-0975-48d2-82ab-86e93bdb27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411532 Apr 21 21:54:09.261822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-2c4af21c-f9bd-4b05-a431-8e85a41f7765 service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844457 Apr 21 21:54:09.363385 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-51ab01dd-5ec4-4e03-bd6f-2a779f5fa8e6 req-182da3f8-b00d-4711-8172-d7ab12d86e5c service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950978 Apr 21 21:54:09.417462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device af78a2fe-0161-4323-9adb-5888600169da up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:54:09.456416 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-ecfa89a7-fdbe-4e45-b8bc-feabf88ed29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:09.457911 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-ecfa89a7-fdbe-4e45-b8bc-feabf88ed29d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 1095 time: 0.0461173 Apr 21 21:54:09.468594 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port af78a2fe-0161-4323-9adb-5888600169da triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:09.469152 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:09.551613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-766bb9af-d077-4071-b6b1-22e14f294be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:09.553077 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-766bb9af-d077-4071-b6b1-22e14f294be4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=482f2b9d-0975-48d2-82ab-86e93bdb27bd HTTP/1.1" status: 200 len: 898 time: 0.0891914 Apr 21 21:54:09.594838 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-f6478f0f-3290-4928-9ca0-c45b0f1ad525 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a HTTP/1.1" status: 200 len: 217 time: 0.0349259 Apr 21 21:54:09.653343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-36320454-e7cd-4363-a636-20cb6da065b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:09.654997 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-36320454-e7cd-4363-a636-20cb6da065b8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b156882-ac2c-460d-afb7-294d2f1902d7 HTTP/1.1" status: 200 len: 835 time: 0.0542068 Apr 21 21:54:09.704432 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-054354f5-8d90-4e2c-8046-369e848243cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:09.705993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-054354f5-8d90-4e2c-8046-369e848243cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=482f2b9d-0975-48d2-82ab-86e93bdb27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440245 Apr 21 21:54:09.714286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa5f92-1c73-46ec-a0d4-2f1620433724 req-254b9e6e-a7d7-4f21-8b91-279a830416d4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:09.715732 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-53fa5f92-1c73-46ec-a0d4-2f1620433724 req-254b9e6e-a7d7-4f21-8b91-279a830416d4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 944 time: 0.0514066 Apr 21 21:54:09.753683 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-53fa5f92-1c73-46ec-a0d4-2f1620433724 req-b20af919-b82a-4967-9b8b-996e2c0e4a9f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 Apr 21 21:54:09.794120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-6dc793e5-52cd-43e2-8217-f61be0f18862 service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813513 Apr 21 21:54:09.887197 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c8a90789-08aa-4206-810a-4384d1ffaf2a req-561e4335-2ffe-4db3-a8d1-355246dbe00e service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869648 Apr 21 21:54:10.873374 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d7760-1a1a-45ac-a865-63af29ebf6f8 req-b919c99c-f9a9-42e2-a0aa-c260ed30808d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:10.874837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f12d7760-1a1a-45ac-a865-63af29ebf6f8 req-b919c99c-f9a9-42e2-a0aa-c260ed30808d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 944 time: 0.0494275 Apr 21 21:54:10.911252 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f12d7760-1a1a-45ac-a865-63af29ebf6f8 req-6e56b1d2-2a20-49ac-87b2-d99d697a2367 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304632 Apr 21 21:54:12.028060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff04238-5277-4508-9c1a-bd7bc3d67ec5 req-d1dab1e2-04f7-49f1-b4f5-2378c89dee43 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:12.029568 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ff04238-5277-4508-9c1a-bd7bc3d67ec5 req-d1dab1e2-04f7-49f1-b4f5-2378c89dee43 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 944 time: 0.0477166 Apr 21 21:54:12.066156 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ff04238-5277-4508-9c1a-bd7bc3d67ec5 req-9c9cce1c-40b5-417e-b5b8-5a49bd94d765 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306199 Apr 21 21:54:12.495590 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device df2bdce8-a9fe-4155-b70f-38df65bb4b3a details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:54:12.587944 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port df2bdce8-a9fe-4155-b70f-38df65bb4b3a, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:54:12.599245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'port_id': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'mac_address': 'fa:16:3e:d4:57:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:54:12.634887 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:12.646890 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2bdce8-a9fe-4155-b70f-38df65bb4b3a {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:54:12.665675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port df2bdce8-a9fe-4155-b70f-38df65bb4b3a, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:54:12.670202 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:12.718643 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:12.991330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['df2bdce8-a9fe-4155-b70f-38df65bb4b3a'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:54:13.186878 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e78170-d4bf-4735-91c3-add1db8c1782 req-50d3ee6d-b63f-4a01-8e90-d0ac0dc44d9b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:13.188336 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6e78170-d4bf-4735-91c3-add1db8c1782 req-50d3ee6d-b63f-4a01-8e90-d0ac0dc44d9b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 945 time: 0.0536163 Apr 21 21:54:13.225539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6e78170-d4bf-4735-91c3-add1db8c1782 req-d901e6d3-d158-470c-a2f9-2d2a9342597e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Apr 21 21:54:14.342134 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cecbb6-7dec-42d2-b691-878355a27329 req-d1632869-fe96-45b8-b366-ada1b2a51845 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:14.343584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-17cecbb6-7dec-42d2-b691-878355a27329 req-d1632869-fe96-45b8-b366-ada1b2a51845 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 945 time: 0.0495515 Apr 21 21:54:14.380157 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-17cecbb6-7dec-42d2-b691-878355a27329 req-ceb0ad06-4c83-495f-93ec-31cd84d630cd tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306437 Apr 21 21:54:14.496426 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device df2bdce8-a9fe-4155-b70f-38df65bb4b3a up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:54:14.543524 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port df2bdce8-a9fe-4155-b70f-38df65bb4b3a completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:54:14.547783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port df2bdce8-a9fe-4155-b70f-38df65bb4b3a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:54:14.548149 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:14.623707 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:14.647999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:54:14.650263 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9aefb5-083e-48e1-b6a3-a773681f6f7d" -d '{"events": [{"server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "name": "network-vif-plugged", "status": "completed", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:54:14.663253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port df2bdce8-a9fe-4155-b70f-38df65bb4b3a, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:54:14.667599 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:14.691874 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6df022e-69e8-4835-b125-6a2e9db0f994 x-openstack-request-id: req-d6df022e-69e8-4835-b125-6a2e9db0f994 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:54:14.692164 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "name": "network-vif-plugged", "status": "completed", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:54:14.692411 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6df022e-69e8-4835-b125-6a2e9db0f994 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:54:14.692814 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6df022e-69e8-4835-b125-6a2e9db0f994'] response: {'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'code': 200} Apr 21 21:54:14.717966 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:14.782072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5536e91-e6de-49cb-a166-4ad3cab7c120 req-236699ac-38e4-4a95-be61-081d60b23846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:14.783430 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5536e91-e6de-49cb-a166-4ad3cab7c120 req-236699ac-38e4-4a95-be61-081d60b23846 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 1097 time: 0.0387115 Apr 21 21:54:14.816099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b5536e91-e6de-49cb-a166-4ad3cab7c120 req-f1e84c0e-e058-4b01-aa7c-1a3ed6cf8af4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264900 Apr 21 21:54:15.495796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e462d0-5cc2-403d-be89-a73824e5d600 req-d8c59053-ee06-461e-b676-fdae41a5f6f4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:15.497158 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6e462d0-5cc2-403d-be89-a73824e5d600 req-d8c59053-ee06-461e-b676-fdae41a5f6f4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0510361 Apr 21 21:54:15.534460 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a6e462d0-5cc2-403d-be89-a73824e5d600 req-b11e2c02-614b-4a54-9160-6e6675f1e2d5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308125 Apr 21 21:54:16.653019 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29a6c2-5339-48c3-bcae-58dbf7d7f480 req-21109aee-e901-4968-9a4e-0bf8f93bb355 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:16.655483 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa29a6c2-5339-48c3-bcae-58dbf7d7f480 req-21109aee-e901-4968-9a4e-0bf8f93bb355 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0516968 Apr 21 21:54:16.691861 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa29a6c2-5339-48c3-bcae-58dbf7d7f480 req-7c82e649-2d20-4ae7-9c76-d4362b08b658 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306160 Apr 21 21:54:16.804136 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d950b44-8274-494c-aa28-6f23f8aaa224 req-c92ee755-a4c6-4d7c-a6c2-777523815837 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:16.805621 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0d950b44-8274-494c-aa28-6f23f8aaa224 req-c92ee755-a4c6-4d7c-a6c2-777523815837 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0477171 Apr 21 21:54:16.843019 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0d950b44-8274-494c-aa28-6f23f8aaa224 req-db28734c-53c9-45be-8eed-c0c4fc2d1d2e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Apr 21 21:54:16.866308 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43850) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:16.908870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bf603e-7f6d-4529-9b53-ac318f64a94d tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:16.910338 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d5bf603e-7f6d-4529-9b53-ac318f64a94d tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 1092 time: 0.0430760 Apr 21 21:54:16.913086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43852) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:16.917207 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:54:16.936910 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:17.335804 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:17.434721 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.240 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/a2bc438f-7a36-4767-aa01-4a5090c1ec08) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:54:17.535739 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:17.568422 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:17.603239 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:54:17.608359 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:54:17.616859 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:54:17.634918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=a2bc438f-7a36-4767-aa01-4a5090c1ec08,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:17.957923 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:18.026066 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:18.169509 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:18.173767 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:18.243198 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=a2bc438f-7a36-4767-aa01-4a5090c1ec08,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:54:18.254587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:18.355455 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP 8fac6075-8297-42be-ae4a-db4791568a76 associated. External IP: 172.25.0.240, port: df2bdce8-a9fe-4155-b70f-38df65bb4b3a. Apr 21 21:54:18.564427 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:54:18.674718 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:54:18.684788 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] Sync routers for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:54:18.694139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:18.695248 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:54:18.695846 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:54:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:18.722018 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4776280b-8138-4f4e-a1fd-000f1fbfb108 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8079383 Apr 21 21:54:18.722707 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:54:18.725099 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fc664a-8573-41a2-8afa-006f8cb444c6" -d '{"events": [{"name": "network-changed", "server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:54:18.765654 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10686ae9-df24-4fa9-9db2-b5f58e130484 x-openstack-request-id: req-10686ae9-df24-4fa9-9db2-b5f58e130484 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:54:18.766143 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:54:18.766556 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10686ae9-df24-4fa9-9db2-b5f58e130484 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:54:18.767156 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10686ae9-df24-4fa9-9db2-b5f58e130484'] response: {'name': 'network-changed', 'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'status': 'completed', 'code': 200} Apr 21 21:54:18.801214 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:54:18.863273 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa22da-b862-4f62-a314-99f8a383b4ec req-8d1add30-77b6-4a7d-86b4-ff687c6eea22 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:18.864725 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64fa22da-b862-4f62-a314-99f8a383b4ec req-8d1add30-77b6-4a7d-86b4-ff687c6eea22 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0794299 Apr 21 21:54:18.866532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-82de227d-21c3-4f6d-a843-f1b6592123f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:18.867846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-82de227d-21c3-4f6d-a843-f1b6592123f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 1097 time: 0.0740275 Apr 21 21:54:18.952937 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-64fa22da-b862-4f62-a314-99f8a383b4ec req-8a969f28-e359-488b-877b-b850602b823d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820792 Apr 21 21:54:18.975738 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43858) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:18.981661 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-fceefed4-b4f2-48a3-91c1-6e28f3c8b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:18.983652 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-fceefed4-b4f2-48a3-91c1-6e28f3c8b10d service neutron] 10.222.0.43 "GET /v2.0/networks?id=482f2b9d-0975-48d2-82ab-86e93bdb27bd HTTP/1.1" status: 200 len: 898 time: 0.1066346 Apr 21 21:54:19.024911 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8fac6075-8297-42be-ae4a-db4791568a76', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'port_id': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'mac_address': 'fa:16:3e:d4:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:54:17Z', 'updated_at': '2022-04-21T21:54:17Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af78a2fe-0161-4323-9adb-5888600169da', 'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:56:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:04Z', 'updated_at': '2022-04-21T21:54:07Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:19.039046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fdd0d5fa-8214-4f40-a7b2-914c52523bf0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/8fac6075-8297-42be-ae4a-db4791568a76 HTTP/1.1" status: 200 len: 992 time: 0.0620155 Apr 21 21:54:19.050450 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-f685ef50-fe0c-4d05-b626-292071519cb5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a HTTP/1.1" status: 200 len: 1000 time: 0.0607603 Apr 21 21:54:19.050779 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] Checking router: faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:54:19.059123 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:54:19.059719 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:54:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:19.098949 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-1ee3c5d9-bf73-4dc4-a332-cd8d1c3dd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:19.100298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-1ee3c5d9-bf73-4dc4-a332-cd8d1c3dd76b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b156882-ac2c-460d-afb7-294d2f1902d7 HTTP/1.1" status: 200 len: 835 time: 0.0439367 Apr 21 21:54:19.147278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-ac138f19-c71d-48f1-898f-6f8de9a3d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:19.148739 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-ac138f19-c71d-48f1-898f-6f8de9a3d965 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=482f2b9d-0975-48d2-82ab-86e93bdb27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425348 Apr 21 21:54:19.163135 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:54:19.235564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-72f5da9b-c08d-4a6e-ae6b-3abcfa53f38f service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803533 Apr 21 21:54:19.327996 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0fc664a-8573-41a2-8afa-006f8cb444c6 req-2d54983a-e0d9-4550-adcc-05b2db4733c4 service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Apr 21 21:54:19.383335 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8fac6075-8297-42be-ae4a-db4791568a76', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'port_id': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'mac_address': 'fa:16:3e:d4:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:54:17Z', 'updated_at': '2022-04-21T21:54:17Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af78a2fe-0161-4323-9adb-5888600169da', 'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:56:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:04Z', 'updated_at': '2022-04-21T21:54:07Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:54:19.409087 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ebf5af-8439-4267-a2e4-bebc2b1ab127 None None] The sync data for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 is: [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '8fac6075-8297-42be-ae4a-db4791568a76', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'port_id': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'mac_address': 'fa:16:3e:d4:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:54:17Z', 'updated_at': '2022-04-21T21:54:17Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af78a2fe-0161-4323-9adb-5888600169da', 'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:56:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:04Z', 'updated_at': '2022-04-21T21:54:07Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:54:19.595391 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd95e331-6f51-4908-9934-68798c0a340e None None] New status for floating IP 8fac6075-8297-42be-ae4a-db4791568a76: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:54:20.042833 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43860) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:54:20.104330 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-fa9d1303-efe3-46ff-b23f-5c999c43a44f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/8fac6075-8297-42be-ae4a-db4791568a76 HTTP/1.1" status: 200 len: 994 time: 0.0604672 Apr 21 21:54:21.120803 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:21.134219 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:25.271026 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:54:30.582873 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bee95d21-7fcd-4655-a5c1-2a83abc55a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:32.881196 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-91c410e2-b608-4f32-906e-d0880f29013d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:34.314703 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:35.569306 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:36.060171 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:50.942864 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-4da8a2fa-9e4a-40eb-8853-2cb94cd1bc2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418744 Apr 21 21:54:51.021821 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-62b97955-52e5-4e5b-a8d9-c956b6842b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:51.023313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-62b97955-52e5-4e5b-a8d9-c956b6842b66 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 1097 time: 0.0396044 Apr 21 21:54:51.116016 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:51.127728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-4d566302-5a33-4ff9-b615-d1b1f3b5a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:51.129275 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-4d566302-5a33-4ff9-b615-d1b1f3b5a280 service neutron] 10.222.0.43 "GET /v2.0/networks?id=482f2b9d-0975-48d2-82ab-86e93bdb27bd HTTP/1.1" status: 200 len: 898 time: 0.0879014 Apr 21 21:54:51.131907 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:54:51.192031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-9b02311e-7913-4469-b7e5-386c9957de25 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a HTTP/1.1" status: 200 len: 1002 time: 0.0562963 Apr 21 21:54:51.238060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-82ac3ba5-7738-4aac-9e58-e46e728e0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:51.239441 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-82ac3ba5-7738-4aac-9e58-e46e728e0520 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b156882-ac2c-460d-afb7-294d2f1902d7 HTTP/1.1" status: 200 len: 835 time: 0.0417774 Apr 21 21:54:51.287221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-31afe945-9968-45a2-9d72-3504857f812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:54:51.288687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-31afe945-9968-45a2-9d72-3504857f812e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=482f2b9d-0975-48d2-82ab-86e93bdb27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431406 Apr 21 21:54:51.374910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-f9a83c4d-c27a-4adf-86d4-4a8e0b9a536a service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796070 Apr 21 21:54:51.464264 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f859fba9-5237-42fc-96fd-73a1cd597f4f req-326838c6-a16e-4557-9973-60875d53f8f1 service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828679 Apr 21 21:55:00.583922 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-224a1bfc-d570-4695-95e8-e035661064d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:02.269728 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:55:02.883628 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a19ed8f2-340d-4663-a77c-d2f6dbfea854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:04.317827 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:05.571479 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:06.061521 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:18.693890 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5203ac-c48a-4b93-92fa-99d80d3facde req-8d5c48ce-5590-43fa-a57d-a8ee56be68f3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:18.696006 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a5203ac-c48a-4b93-92fa-99d80d3facde req-8d5c48ce-5590-43fa-a57d-a8ee56be68f3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0508001 Apr 21 21:55:18.739136 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4a5203ac-c48a-4b93-92fa-99d80d3facde req-0797497b-c6df-4c9f-b1fc-84038ffbbabf tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350540 Apr 21 21:55:19.860386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362acab-72a5-4c1d-9924-cad13a016e11 req-63ed70e0-f384-47ac-9055-5ae6884d1f99 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:19.861885 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2362acab-72a5-4c1d-9924-cad13a016e11 req-63ed70e0-f384-47ac-9055-5ae6884d1f99 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0507524 Apr 21 21:55:19.900185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2362acab-72a5-4c1d-9924-cad13a016e11 req-7f2029f5-1c7d-4f7d-a976-00eaf7d234e9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321593 Apr 21 21:55:21.017488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b9f7c-c449-4763-88f0-90582c59d864 req-c822886e-b59e-4e0f-8131-d2bba6f12b5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:21.018918 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-755b9f7c-c449-4763-88f0-90582c59d864 req-c822886e-b59e-4e0f-8131-d2bba6f12b5c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0479708 Apr 21 21:55:21.055882 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-755b9f7c-c449-4763-88f0-90582c59d864 req-0c9d3bf1-ef62-41ec-8d51-5f5d5c8ba314 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309694 Apr 21 21:55:21.119865 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:21.130254 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:22.168727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dd607-443d-43f9-b63d-1c1edc8ecb33 req-f4694e66-94cf-439b-96aa-ef41a3e7abfa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:22.170106 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-071dd607-443d-43f9-b63d-1c1edc8ecb33 req-f4694e66-94cf-439b-96aa-ef41a3e7abfa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0477386 Apr 21 21:55:22.206880 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-071dd607-443d-43f9-b63d-1c1edc8ecb33 req-d7758001-0e83-4096-a4e5-c3c7b49367a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Apr 21 21:55:23.323150 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2465dd6-f626-41e0-9fc1-c12e02ac7abc req-00ff6e2b-383f-46b5-a001-36d37697581b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:23.324605 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2465dd6-f626-41e0-9fc1-c12e02ac7abc req-00ff6e2b-383f-46b5-a001-36d37697581b tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0514386 Apr 21 21:55:23.362226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e2465dd6-f626-41e0-9fc1-c12e02ac7abc req-e7513e98-6f26-444c-9284-217b3ce3ada1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310493 Apr 21 21:55:24.474567 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60757c-edf5-4387-8cbd-e7282c4f2ae7 req-81ab1fd5-c2bf-4dcf-baaa-874afb1f62c3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:24.475984 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad60757c-edf5-4387-8cbd-e7282c4f2ae7 req-81ab1fd5-c2bf-4dcf-baaa-874afb1f62c3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0465777 Apr 21 21:55:24.515920 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad60757c-edf5-4387-8cbd-e7282c4f2ae7 req-f146fe71-742a-4f6f-9c44-aa0b64a6a492 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340362 Apr 21 21:55:25.630556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cdaed-959e-4b12-a8c4-ef9b03c0d6e0 req-19315862-1645-4d50-8c60-2ff51e1416d6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:25.631910 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-211cdaed-959e-4b12-a8c4-ef9b03c0d6e0 req-19315862-1645-4d50-8c60-2ff51e1416d6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0484324 Apr 21 21:55:25.667707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-211cdaed-959e-4b12-a8c4-ef9b03c0d6e0 req-54b1f1c7-7847-478a-9f55-a7686596164a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297627 Apr 21 21:55:26.782699 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd4831-c902-4558-99cf-4e9c3f78288e req-35371cf1-d82a-48d1-b7dd-529cacb91427 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:26.784172 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1cd4831-c902-4558-99cf-4e9c3f78288e req-35371cf1-d82a-48d1-b7dd-529cacb91427 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0474772 Apr 21 21:55:26.820098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a1cd4831-c902-4558-99cf-4e9c3f78288e req-6b5a25df-b2bb-47d6-94cd-e096e346cb04 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300012 Apr 21 21:55:27.933931 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f99399-954c-4018-9fc4-542322cdd08e req-4d98df8a-0e5a-4662-9c51-aac678a77304 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:27.935365 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14f99399-954c-4018-9fc4-542322cdd08e req-4d98df8a-0e5a-4662-9c51-aac678a77304 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0480819 Apr 21 21:55:27.975241 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-14f99399-954c-4018-9fc4-542322cdd08e req-d46c98f3-99b8-41a3-924a-88af079cf199 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339177 Apr 21 21:55:29.089937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f86249-d5ac-4d5c-97df-44112f069887 req-7f9bea26-84ac-4a0a-b432-e432089633c6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:29.091868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46f86249-d5ac-4d5c-97df-44112f069887 req-7f9bea26-84ac-4a0a-b432-e432089633c6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0489872 Apr 21 21:55:29.129188 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-46f86249-d5ac-4d5c-97df-44112f069887 req-8652b5e4-3fb6-4625-8e45-7ac98d5bcc53 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310674 Apr 21 21:55:29.151678 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43900) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:55:29.214231 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-73399995-ac63-4ef1-9658-0f7c062892a5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/8fac6075-8297-42be-ae4a-db4791568a76 HTTP/1.1" status: 200 len: 994 time: 0.0607483 Apr 21 21:55:30.472435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc543e1-565a-4cd7-b2f9-a96b9ec46cc3 req-7c4f3556-eb73-405d-886e-62a386553895 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:30.473933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cbc543e1-565a-4cd7-b2f9-a96b9ec46cc3 req-7c4f3556-eb73-405d-886e-62a386553895 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0544047 Apr 21 21:55:30.495911 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-903dfbe1-5786-407c-b74f-49c77dec104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:30.497427 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-903dfbe1-5786-407c-b74f-49c77dec104d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 1097 time: 0.0410862 Apr 21 21:55:30.513332 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cbc543e1-565a-4cd7-b2f9-a96b9ec46cc3 req-276e11f9-779d-47b6-83eb-11720048b198 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332594 Apr 21 21:55:30.586702 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-900de7f7-dd31-4970-b5c9-361fa3127984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:30.587572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-2aa2eb07-6662-40b5-9f97-21e20d0c6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:30.589066 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-2aa2eb07-6662-40b5-9f97-21e20d0c6592 service neutron] 10.222.0.43 "GET /v2.0/networks?id=482f2b9d-0975-48d2-82ab-86e93bdb27bd HTTP/1.1" status: 200 len: 898 time: 0.0855691 Apr 21 21:55:30.652194 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-8f8044e5-f29c-4e44-8ff2-17617bb011a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a HTTP/1.1" status: 200 len: 1002 time: 0.0569522 Apr 21 21:55:30.698358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-1d37597d-955a-45dc-b211-7a46f6e41859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:30.699741 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-1d37597d-955a-45dc-b211-7a46f6e41859 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b156882-ac2c-460d-afb7-294d2f1902d7 HTTP/1.1" status: 200 len: 835 time: 0.0413902 Apr 21 21:55:30.746723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-eae7c691-946c-45f6-9521-9641a5f941ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:30.748107 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-eae7c691-946c-45f6-9521-9641a5f941ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=482f2b9d-0975-48d2-82ab-86e93bdb27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425122 Apr 21 21:55:30.833370 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-52b0ad1d-b46f-4f15-8028-f3ca7c921021 service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792096 Apr 21 21:55:30.925641 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85e4b1a3-e4de-44e0-a85c-e2ba2811f771 req-f0dca333-a220-4baf-bd7f-207822ad781e service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859325 Apr 21 21:55:31.635763 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a0e93-bb1e-4397-9e47-80f5619a95de req-4780ecee-385b-4bd1-8698-a41c007168a6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:31.637190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b4a0e93-bb1e-4397-9e47-80f5619a95de req-4780ecee-385b-4bd1-8698-a41c007168a6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0502224 Apr 21 21:55:31.674250 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b4a0e93-bb1e-4397-9e47-80f5619a95de req-5a795c7f-49cb-45cc-95ab-f46baaf63bc8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Apr 21 21:55:31.696570 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43920) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:55:31.755321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5d24846e-e67b-454a-af6f-8f6b80600926 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/8fac6075-8297-42be-ae4a-db4791568a76 HTTP/1.1" status: 200 len: 994 time: 0.0574300 Apr 21 21:55:32.885384 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1593edea-564c-4286-b66e-fe3d3acf8885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:34.321408 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:35.576187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:36.068053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:39.269048 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:55:40.995862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-c5fb63f3-21f6-4f42-b7a1-d6f5adf66d76 req-e16c6c12-e504-421f-ab02-99552ae266dd service neutron] (114647) timed out ('10.222.0.49', 36998) {{(pid=114647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 21:55:50.987724 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-536222ea-c093-4453-8d1d-d79eb31fd004 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800371 Apr 21 21:55:51.069910 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-fa2b6fc7-9a65-4fd3-9865-a5261f78880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:51.071397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-fa2b6fc7-9a65-4fd3-9865-a5261f78880c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 1097 time: 0.0397613 Apr 21 21:55:51.132933 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:51.134269 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:55:51.171561 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-93046091-54f8-4869-9f76-f31d041125de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:51.173024 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-93046091-54f8-4869-9f76-f31d041125de service neutron] 10.222.0.43 "GET /v2.0/networks?id=482f2b9d-0975-48d2-82ab-86e93bdb27bd HTTP/1.1" status: 200 len: 898 time: 0.0821803 Apr 21 21:55:51.239581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-4de10c00-e31b-47ba-8f96-908b6270a218 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a HTTP/1.1" status: 200 len: 1002 time: 0.0600989 Apr 21 21:55:51.286725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-a6a4c18f-5f67-4fd9-8b86-2e4fda0078db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:51.288115 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-a6a4c18f-5f67-4fd9-8b86-2e4fda0078db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b156882-ac2c-460d-afb7-294d2f1902d7 HTTP/1.1" status: 200 len: 835 time: 0.0418983 Apr 21 21:55:51.331792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-7d3de868-b8d1-4591-b86c-fd2247364f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:55:51.333279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-7d3de868-b8d1-4591-b86c-fd2247364f55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=482f2b9d-0975-48d2-82ab-86e93bdb27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391006 Apr 21 21:55:51.430222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-5c268541-1c7d-44cc-b23a-e01287686d3f service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903709 Apr 21 21:55:51.522572 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-be1b4c26-bafb-446e-8e8e-95bce4bd014d req-380e5c52-4e93-4dd7-9340-74680d94cfd0 service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808191 Apr 21 21:56:00.588070 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c585f7f6-e5b4-4447-8b9d-dfb4d055174d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:02.886692 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c886c369-2fc6-4ce3-9835-27311d714298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:04.326199 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:05.578073 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:06.060555 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:16.268833 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:56:18.150620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43944) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:18.306089 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port a2bc438f-7a36-4767-aa01-4a5090c1ec08 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:56:18.306424 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:18.377408 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:18.377729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:18.388956 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for a2bc438f-7a36-4767-aa01-4a5090c1ec08 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:56:18.531456 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:18.555733 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=a2bc438f-7a36-4767-aa01-4a5090c1ec08,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:18.580468 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.580836 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.581170 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.581496 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.581816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.582136 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.582457 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.582773 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.583091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.583405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.583719 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.584028 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:18.622028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:18.622349 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP 8fac6075-8297-42be-ae4a-db4791568a76 disassociated (deleted). External IP: 172.25.0.240, port: df2bdce8-a9fe-4155-b70f-38df65bb4b3a. Apr 21 21:56:18.819849 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:56:18.924418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:56:18.929100 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:18.934936 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] Sync routers for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:56:18.944363 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:18.945067 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:18.954732 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b11e3909-6c28-42ca-ba4e-39529eaea174 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/floatingips/8fac6075-8297-42be-ae4a-db4791568a76 HTTP/1.1" status: 204 len: 168 time: 0.8031023 Apr 21 21:56:18.955410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:56:18.957819 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33" -d '{"events": [{"name": "network-changed", "server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:56:18.999639 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3f2f18-a438-49c4-8bc8-7430e4907b96 x-openstack-request-id: req-cb3f2f18-a438-49c4-8bc8-7430e4907b96 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:56:18.999922 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:56:19.000970 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb3f2f18-a438-49c4-8bc8-7430e4907b96 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:56:19.001487 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3f2f18-a438-49c4-8bc8-7430e4907b96'] response: {'name': 'network-changed', 'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'status': 'completed', 'code': 200} Apr 21 21:56:19.054801 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:19.061066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-a8253961-8a1b-4b00-91e7-ea88f9645511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:19.062782 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-a8253961-8a1b-4b00-91e7-ea88f9645511 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 1097 time: 0.0433636 Apr 21 21:56:19.165138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-5ad09e17-1be3-403e-9f03-2959e6217e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:19.166761 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-5ad09e17-1be3-403e-9f03-2959e6217e4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=482f2b9d-0975-48d2-82ab-86e93bdb27bd HTTP/1.1" status: 200 len: 898 time: 0.0947320 Apr 21 21:56:19.208132 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-93e9373f-cd30-431f-8cbb-a366a4d71bf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a HTTP/1.1" status: 200 len: 217 time: 0.0340073 Apr 21 21:56:19.239939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a96bc2-c847-4553-bbfb-bfd7dec53cce req-12710a57-629e-44d1-b02f-d7b092f842aa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:19.241485 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1a96bc2-c847-4553-bbfb-bfd7dec53cce req-12710a57-629e-44d1-b02f-d7b092f842aa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.1006727 Apr 21 21:56:19.260437 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'af78a2fe-0161-4323-9adb-5888600169da', 'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:56:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:04Z', 'updated_at': '2022-04-21T21:54:07Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:19.261797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-209b8b49-4029-42ce-87e6-9370b17e10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:19.263285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-209b8b49-4029-42ce-87e6-9370b17e10f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2b156882-ac2c-460d-afb7-294d2f1902d7 HTTP/1.1" status: 200 len: 835 time: 0.0487008 Apr 21 21:56:19.283904 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b1a96bc2-c847-4553-bbfb-bfd7dec53cce req-f406818f-63b6-4137-9534-3fa18388ed87 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362778 Apr 21 21:56:19.291531 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] Checking router: faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:56:19.300364 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:19.300992 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:19.317355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-62aeec78-a9e1-46db-99e2-32fcba4f8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:19.318858 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-62aeec78-a9e1-46db-99e2-32fcba4f8c8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=482f2b9d-0975-48d2-82ab-86e93bdb27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413778 Apr 21 21:56:19.403036 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:19.408985 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-5c60e3c1-8c1e-4fc3-9afd-6c2559980760 service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818787 Apr 21 21:56:19.505805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f18913e7-535d-4cc3-8e2b-cd6924a5ef33 req-37d149f5-ebb6-4311-b680-88159a5d5f43 service neutron] 10.222.0.43 "GET /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889935 Apr 21 21:56:19.685191 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'af78a2fe-0161-4323-9adb-5888600169da', 'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:56:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:04Z', 'updated_at': '2022-04-21T21:54:07Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:19.710707 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b136575c-dc64-4d4b-bdaa-917508cad6e0 None None] The sync data for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 is: [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:04Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'af78a2fe-0161-4323-9adb-5888600169da', 'name': '', 'network_id': '482f2b9d-0975-48d2-82ab-86e93bdb27bd', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:56:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:04Z', 'updated_at': '2022-04-21T21:54:07Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '2b156882-ac2c-460d-afb7-294d2f1902d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:56:19.931212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b04133-1fdb-4bcd-a323-a10114d93462 None None] New status for floating IP 8fac6075-8297-42be-ae4a-db4791568a76: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:56:20.444072 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7c8b-2106-47d0-8233-548d3c71f65c req-e48b1394-e273-4f43-9c46-1f945870e031 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:20.445556 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-858c7c8b-2106-47d0-8233-548d3c71f65c req-e48b1394-e273-4f43-9c46-1f945870e031 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0910821 Apr 21 21:56:20.482933 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-858c7c8b-2106-47d0-8233-548d3c71f65c req-a320de02-21fa-4d81-abf2-7034db6bdfe3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=2553c921-6ef2-474f-ac35-96ab18ce06ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305476 Apr 21 21:56:20.751153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-04290d2d-d645-4d72-881a-4951a2217c88 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:20.752576 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-04290d2d-d645-4d72-881a-4951a2217c88 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 946 time: 0.0476713 Apr 21 21:56:20.843004 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port df2bdce8-a9fe-4155-b70f-38df65bb4b3a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:56:20.843338 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:20.928330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port df2bdce8-a9fe-4155-b70f-38df65bb4b3a, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:20.928699 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:20.942381 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for df2bdce8-a9fe-4155-b70f-38df65bb4b3a owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:56:21.072912 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:21.103466 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=df2bdce8-a9fe-4155-b70f-38df65bb4b3a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:21.145670 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:21.146899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:21.150916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] No DVR routers for this DVR port df2bdce8-a9fe-4155-b70f-38df65bb4b3a on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:56:21.153579 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:21.157448 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c5d6034-ba79-42b6-9d6a-f7f59970f86c req-d33a203a-c1ac-4845-9e4c-b0d68e4773f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "DELETE /v2.0/ports/df2bdce8-a9fe-4155-b70f-38df65bb4b3a HTTP/1.1" status: 204 len: 173 time: 0.3990359 Apr 21 21:56:21.157876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'name': 'network-vif-deleted', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:56:21.160099 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51847035-a097-4f2e-9bbf-25776ea9d7eb" -d '{"events": [{"server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "name": "network-vif-deleted", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:56:21.196153 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ad685-0fa1-48a8-ac32-437bdc21bff6 x-openstack-request-id: req-767ad685-0fa1-48a8-ac32-437bdc21bff6 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:56:21.196507 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00294c25-30a7-43ff-9f15-8e7793fa2868", "name": "network-vif-deleted", "tag": "df2bdce8-a9fe-4155-b70f-38df65bb4b3a", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:56:21.196850 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-767ad685-0fa1-48a8-ac32-437bdc21bff6 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:56:21.197301 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767ad685-0fa1-48a8-ac32-437bdc21bff6'] response: {'server_uuid': '00294c25-30a7-43ff-9f15-8e7793fa2868', 'name': 'network-vif-deleted', 'tag': 'df2bdce8-a9fe-4155-b70f-38df65bb4b3a', 'status': 'completed', 'code': 200} Apr 21 21:56:21.593360 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-65415d7c-f357-411f-a052-8eeb67784670 req-fa5efd36-e0d4-4997-ba60-857410d63979 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=00294c25-30a7-43ff-9f15-8e7793fa2868 HTTP/1.1" status: 200 len: 210 time: 0.0295177 Apr 21 21:56:22.651984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43964) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:23.209566 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device df2bdce8-a9fe-4155-b70f-38df65bb4b3a no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:56:23.230191 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: df2bdce8-a9fe-4155-b70f-38df65bb4b3a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:56:23.230529 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device df2bdce8-a9fe-4155-b70f-38df65bb4b3a not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:56:23.326428 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:23.568331 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port af78a2fe-0161-4323-9adb-5888600169da {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:56:23.568601 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:23.656003 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port af78a2fe-0161-4323-9adb-5888600169da, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=af78a2fe-0161-4323-9adb-5888600169da,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:23.656658 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:23.668458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for af78a2fe-0161-4323-9adb-5888600169da owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:56:23.847374 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:23.873409 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=af78a2fe-0161-4323-9adb-5888600169da,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:24.040598 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.249726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:56:24.353625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:56:24.358555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2b91d399-08fb-4999-bb70-9bc7ad8c264f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/faf2e830-a09e-4586-bdab-e9b1a9e2f2d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7055705 Apr 21 21:56:24.361257 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43966) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:24.364074 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] Sync routers for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:56:24.374266 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:24.374865 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:24.410727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-307d6bce-d157-4529-8613-3014967812f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting subnet 2b156882-ac2c-460d-afb7-294d2f1902d7 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:56:24.413869 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-307d6bce-d157-4529-8613-3014967812f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.456487 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-307d6bce-d157-4529-8613-3014967812f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.478792 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:24.537816 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-307d6bce-d157-4529-8613-3014967812f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.595670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-307d6bce-d157-4529-8613-3014967812f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.626747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d6bce-d157-4529-8613-3014967812f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Subnet': ['ID=2b156882-ac2c-460d-afb7-294d2f1902d7,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:24.630442 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-307d6bce-d157-4529-8613-3014967812f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.634062 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-307d6bce-d157-4529-8613-3014967812f5 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/subnets/2b156882-ac2c-460d-afb7-294d2f1902d7 HTTP/1.1" status: 204 len: 168 time: 0.2713690 Apr 21 21:56:24.636197 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adf2a42-7a08-4a46-a75e-873fe643c820 None None] Network 482f2b9d-0975-48d2-82ab-86e93bdb27bd requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:56:24.636649 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43968) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:24.663694 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:56:23Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:24.689328 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] Checking router: faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:56:24.697766 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] Routers {'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:24.698465 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:24.748640 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.805593 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] Set router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:24.826422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] DHCP port deletion for 482f2b9d-0975-48d2-82ab-86e93bdb27bd request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:56:24.867259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.874757 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Deleting port f81d6b08-1a3b-4890-94a1-d53050df56ec {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:56:24.875079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.921715 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 40a49efb-af8b-4546-b2ff-303e43627300 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:56:24.922160 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.939260 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] For port f81d6b08-1a3b-4890-94a1-d53050df56ec, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=f81d6b08-1a3b-4890-94a1-d53050df56ec,segment=NetworkSegment(3361d8b9-be2c-445a-96a8-b2c805e7d752),segment_id=3361d8b9-be2c-445a-96a8-b2c805e7d752)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:24.939661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:24.953321 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Calling delete_port for f81d6b08-1a3b-4890-94a1-d53050df56ec owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:56:25.004673 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:56:23Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:25.009643 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port 40a49efb-af8b-4546-b2ff-303e43627300, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=40a49efb-af8b-4546-b2ff-303e43627300,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:25.010303 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.022830 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 40a49efb-af8b-4546-b2ff-303e43627300 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:56:25.032039 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a5dc88-9f6e-4e87-9787-2d349848b945 None None] The sync data for ids ['faf2e830-a09e-4586-bdab-e9b1a9e2f2d7'] in n-d-838945-1 is: [{'id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355109209', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '40a49efb-af8b-4546-b2ff-303e43627300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:56:23Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': '40a49efb-af8b-4546-b2ff-303e43627300', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:00:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf2e830-a09e-4586-bdab-e9b1a9e2f2d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:54:01Z', 'updated_at': '2022-04-21T21:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:56:25.032345 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.061198 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] No DVR routers for this DVR port f81d6b08-1a3b-4890-94a1-d53050df56ec on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:56:25.065029 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Pushing event deleted for resources: {'Port': ['ID=f81d6b08-1a3b-4890-94a1-d53050df56ec,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:25.078440 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.078969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.079496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.079835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.080367 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.080494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.080837 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.081166 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.081784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.082509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.082509 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.082666 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b4f76c-3e1c-4c14-b3ed-2d304ccf6f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.206047 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.233135 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=40a49efb-af8b-4546-b2ff-303e43627300,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:25.255330 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.255675 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.256018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.256344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.256670 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.257025 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.257350 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.257671 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.257995 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.258315 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.258635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.258950 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:25.298982 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.388671 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.390888 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.438204 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.438776 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Fanout notify agent at l3_agent the message router_deleted on router faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:56:25.445658 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.446929 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-42684662-72cf-4f96-ac2f-7b0dd9d527ac tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/routers/faf2e830-a09e-4586-bdab-e9b1a9e2f2d7 HTTP/1.1" status: 204 len: 168 time: 0.8095973 Apr 21 21:56:25.449528 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43970) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:25.536148 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.547462 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f81d6b08-1a3b-4890-94a1-d53050df56ec no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:56:25.571819 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: f81d6b08-1a3b-4890-94a1-d53050df56ec {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:56:25.572212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device f81d6b08-1a3b-4890-94a1-d53050df56ec not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:56:25.572627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device af78a2fe-0161-4323-9adb-5888600169da no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:56:25.592794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: af78a2fe-0161-4323-9adb-5888600169da {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:56:25.593263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device af78a2fe-0161-4323-9adb-5888600169da not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:56:25.631554 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.651908 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482f2b9d-0975-48d2-82ab-86e93bdb27bd']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:25.662780 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3361d8b9-be2c-445a-96a8-b2c805e7d752') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:25.663072 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3361d8b9-be2c-445a-96a8-b2c805e7d752') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:25.672490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.685821 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.691883 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:56:25.692268 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: timer() Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:56:25.695211 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:56:25.753816 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.758642 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.761961 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/networks/482f2b9d-0975-48d2-82ab-86e93bdb27bd HTTP/1.1" status: 204 len: 168 time: 0.3114839 Apr 21 21:56:25.765336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43972) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:25.777101 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f6b8c-c1df-467a-a03c-7599857b803e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Network': ['ID=482f2b9d-0975-48d2-82ab-86e93bdb27bd,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:25.821822 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f5166a40-7e8b-4b14-ba7a-9d1fd1577662 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.846685 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f5166a40-7e8b-4b14-ba7a-9d1fd1577662 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.903132 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f5166a40-7e8b-4b14-ba7a-9d1fd1577662 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.906128 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-f5166a40-7e8b-4b14-ba7a-9d1fd1577662 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:25.907272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-f5166a40-7e8b-4b14-ba7a-9d1fd1577662 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/security-groups/2553c921-6ef2-474f-ac35-96ab18ce06ce HTTP/1.1" status: 204 len: 168 time: 0.1409581 Apr 21 21:56:25.915982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5166a40-7e8b-4b14-ba7a-9d1fd1577662 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2553c921-6ef2-474f-ac35-96ab18ce06ce,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:27.188776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43980) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:27.193396 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-736da2fe-9081-407b-b687-1309d54dc776 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321913948', 'description': 'tempest-secgroup-smoke-321913948 description', 'project_id': '1fe192c61164419fb80bd107cdac394f'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:27.213354 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-736da2fe-9081-407b-b687-1309d54dc776 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.276538 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-736da2fe-9081-407b-b687-1309d54dc776 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.280304 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-736da2fe-9081-407b-b687-1309d54dc776 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.308848 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-736da2fe-9081-407b-b687-1309d54dc776 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.310061 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-736da2fe-9081-407b-b687-1309d54dc776 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1202705 Apr 21 21:56:27.313048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43982) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:27.313915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736da2fe-9081-407b-b687-1309d54dc776 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0641ad-fa23-4e99-91c9-5841d8d9a648,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:27.318508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-8a0af6c3-7904-4aca-96a6-b3a2e9390c03 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'dd0641ad-fa23-4e99-91c9-5841d8d9a648', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:27.344745 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a0af6c3-7904-4aca-96a6-b3a2e9390c03 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.409625 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a0af6c3-7904-4aca-96a6-b3a2e9390c03 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.413336 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a0af6c3-7904-4aca-96a6-b3a2e9390c03 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.418145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 40a49efb-af8b-4546-b2ff-303e43627300 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:56:27.431390 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0af6c3-7904-4aca-96a6-b3a2e9390c03 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c992f3c-ca73-4a72-8a24-e1112974c86b,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:27.438661 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 40a49efb-af8b-4546-b2ff-303e43627300 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:56:27.439004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 40a49efb-af8b-4546-b2ff-303e43627300 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:56:27.439348 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8a0af6c3-7904-4aca-96a6-b3a2e9390c03 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.440548 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8a0af6c3-7904-4aca-96a6-b3a2e9390c03 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264729 Apr 21 21:56:27.443290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43984) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:27.447831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-781dae90-8c86-4b19-be8a-649023428a28 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'dd0641ad-fa23-4e99-91c9-5841d8d9a648', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:27.471561 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-781dae90-8c86-4b19-be8a-649023428a28 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.526970 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-781dae90-8c86-4b19-be8a-649023428a28 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.531003 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-781dae90-8c86-4b19-be8a-649023428a28 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.548437 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dae90-8c86-4b19-be8a-649023428a28 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8837017d-3e05-466a-90b6-76a32a4a9de8,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:27.555822 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-781dae90-8c86-4b19-be8a-649023428a28 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.557002 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-781dae90-8c86-4b19-be8a-649023428a28 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1127646 Apr 21 21:56:27.559744 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43986) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:27.564073 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-00806db2-7611-4a0a-80db-5c140bb1c310 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'dd0641ad-fa23-4e99-91c9-5841d8d9a648', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:27.588381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-00806db2-7611-4a0a-80db-5c140bb1c310 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.645806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-00806db2-7611-4a0a-80db-5c140bb1c310 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.649551 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-00806db2-7611-4a0a-80db-5c140bb1c310 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.673487 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00806db2-7611-4a0a-80db-5c140bb1c310 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b68539-a31f-49d1-9dbd-c71c58327639,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:27.681674 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-00806db2-7611-4a0a-80db-5c140bb1c310 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.686023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-00806db2-7611-4a0a-80db-5c140bb1c310 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220219 Apr 21 21:56:27.686432 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43988) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:27.691078 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bfd6b4d2-ac6d-4a29-8136-1fe6c5aff757 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'dd0641ad-fa23-4e99-91c9-5841d8d9a648', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:27.715277 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b4d2-ac6d-4a29-8136-1fe6c5aff757 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.774593 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b4d2-ac6d-4a29-8136-1fe6c5aff757 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.777968 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b4d2-ac6d-4a29-8136-1fe6c5aff757 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.796403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6b4d2-ac6d-4a29-8136-1fe6c5aff757 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf70ff9-516c-49c4-b51d-5885f874e70a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:27.803711 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b4d2-ac6d-4a29-8136-1fe6c5aff757 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.804902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bfd6b4d2-ac6d-4a29-8136-1fe6c5aff757 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174004 Apr 21 21:56:27.807650 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43990) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:27.811831 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4a3a7d46-ef19-471d-9cfe-db906c39f647 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'dd0641ad-fa23-4e99-91c9-5841d8d9a648', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:27.830920 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-4a3a7d46-ef19-471d-9cfe-db906c39f647 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:56:27.835991 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7d46-ef19-471d-9cfe-db906c39f647 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.895115 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7d46-ef19-471d-9cfe-db906c39f647 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.898724 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7d46-ef19-471d-9cfe-db906c39f647 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.917344 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a7d46-ef19-471d-9cfe-db906c39f647 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be67be8-44fc-4ccd-932e-cac1234925c9,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:27.922823 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4a3a7d46-ef19-471d-9cfe-db906c39f647 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:27.924124 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4a3a7d46-ef19-471d-9cfe-db906c39f647 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155658 Apr 21 21:56:27.926887 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43992) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:27.931108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bc210567-94fe-450e-8e60-32bd8f4bf8e6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'security_group_rule': {'security_group_id': 'dd0641ad-fa23-4e99-91c9-5841d8d9a648', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:27.950594 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-bc210567-94fe-450e-8e60-32bd8f4bf8e6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Project 1fe192c61164419fb80bd107cdac394f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:56:27.955376 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc210567-94fe-450e-8e60-32bd8f4bf8e6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.035205 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc210567-94fe-450e-8e60-32bd8f4bf8e6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.038593 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc210567-94fe-450e-8e60-32bd8f4bf8e6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.055335 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc210567-94fe-450e-8e60-32bd8f4bf8e6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9adeea-7ad8-436e-a698-ddff3ee5704a,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:28.063396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bc210567-94fe-450e-8e60-32bd8f4bf8e6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.064563 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bc210567-94fe-450e-8e60-32bd8f4bf8e6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367719 Apr 21 21:56:28.067462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 43994) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:28.072286 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'network': {'name': 'tempest-network-smoke--2062898300', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'port_security_enabled': True}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:28.089763 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:56:28.093603 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.118541 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:56:28.126852 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.127191 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Added segment b7996383-e9ef-42d3-abf4-b3a22fe95284 of type vlan for network cd1a1b55-2125-49ff-920f-b3f7edbb7329 Apr 21 21:56:28.164500 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.188036 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.193300 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:28.193866 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.245167 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1766798 Apr 21 21:56:28.248150 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43996) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:28.252814 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'admin_state_up': True, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:28.259089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c61e9-9474-4cfe-a442-492ce1bfa005 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Network': ['ID=cd1a1b55-2125-49ff-920f-b3f7edbb7329,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:28.269392 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network cd1a1b55-2125-49ff-920f-b3f7edbb7329 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:56:28.274342 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.275321 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.329217 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.465941 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.652343 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.671163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.777579 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.176 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/eae09d7a-692b-4571-88bb-2732377c5d09) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:56:28.877151 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.909163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:28.943235 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:56:28.947771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:56:28.951758 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:56:28.978247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=eae09d7a-692b-4571-88bb-2732377c5d09,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:29.201189 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:29.389953 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:29.514913 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:56:29.617265 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:56:29.626449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Sync routers for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:56:29.635395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:29.636006 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:29.637260 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:29.638460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c5b363ab-6eed-4541-81ae-7fe0a8fb6cc7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3891907 Apr 21 21:56:29.641539 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 43998) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:29.668682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1948728e-3242-4ace-a923-7f0485c0f9c2 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=1fe192c61164419fb80bd107cdac394f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261109 Apr 21 21:56:29.671847 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44000) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:29.740309 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:29.761060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d7f960-dd2a-4c22-9dd5-fca3531ca303 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:29.762558 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b1d7f960-dd2a-4c22-9dd5-fca3531ca303 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892422 Apr 21 21:56:29.765517 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44002) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:29.793969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4749cf23-6442-42cb-9b8e-d3022738deb3 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=e15cf026-9e63-42ff-9500-d9972308a40d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273259 Apr 21 21:56:29.796912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44004) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:29.801897 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-522530243', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'project_id': '1fe192c61164419fb80bd107cdac394f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:29.887507 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:56:29.892290 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:29.917231 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:29Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:29.946554 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Checking router: 7a55ffb2-8d12-47ba-a93d-04b4857a64fe for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:56:29.946895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Updating router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe port eae09d7a-692b-4571-88bb-2732377c5d09 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:56:29.973599 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.072617 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.136749 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Subnet': ['ID=4043199a-5d96-4e80-9cbc-b0209f594c31,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:30.145536 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Checking segment: {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:56:30.145893 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network hostable DHCP agents. Network: cd1a1b55-2125-49ff-920f-b3f7edbb7329, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:56:30.164279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network cd1a1b55-2125-49ff-920f-b3f7edbb7329 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:56:30.174797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, cd1a1b55-2125-49ff-920f-b3f7edbb7329) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:56:30.179010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:30.179596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.185315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf316d4-7267-4e65-a548-ebf05c3551b8 None None] Network cd1a1b55-2125-49ff-920f-b3f7edbb7329 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:56:30.199265 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ed99d06d-6913-4568-8929-903e65e064f8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3986614 Apr 21 21:56:30.199486 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44006) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:30.275020 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.289636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.370031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Attempting to bind port eae09d7a-692b-4571-88bb-2732377c5d09 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:56:30.370389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Attempting to bind port eae09d7a-692b-4571-88bb-2732377c5d09 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:56:30.370741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Attempting to bind port eae09d7a-692b-4571-88bb-2732377c5d09 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:56:30.382916 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b755163-8315-4f5f-9a67-4f10b86a6df4 None None] Pushing event updated for resources: {'Port': ['ID=eae09d7a-692b-4571-88bb-2732377c5d09,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:30.388787 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:56:30.389159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:56:30.389557 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.389933 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:56:30.390401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Bound port: eae09d7a-692b-4571-88bb-2732377c5d09, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:56:30.390773 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.456232 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:56:30.457079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.484110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] For port eae09d7a-692b-4571-88bb-2732377c5d09, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:56:30.493451 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] For port eae09d7a-692b-4571-88bb-2732377c5d09, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=eae09d7a-692b-4571-88bb-2732377c5d09,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:56:30.500033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.630493 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.799019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:30.799630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:30.820055 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b0c317d-78e0-4c2d-ba88-46ab5845f47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:30.861985 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b755163-8315-4f5f-9a67-4f10b86a6df4 None None] Pushing event updated for resources: {'Port': ['ID=eae09d7a-692b-4571-88bb-2732377c5d09,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:30.891195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Allocated IP 172.20.0.2 (cd1a1b55-2125-49ff-920f-b3f7edbb7329/4043199a-5d96-4e80-9cbc-b0209f594c31/57603a53-0ed2-4bea-9e0a-f442ec66f508) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:56:30.989507 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:31.207607 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:31.214582 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:31.260621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.1 (cd1a1b55-2125-49ff-920f-b3f7edbb7329/4043199a-5d96-4e80-9cbc-b0209f594c31/daaed5cd-fc87-47a0-978f-e2befcf38552) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:56:31.274180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Network cd1a1b55-2125-49ff-920f-b3f7edbb7329 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:56:31.275113 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Pushing event updated for resources: {'Port': ['ID=57603a53-0ed2-4bea-9e0a-f442ec66f508,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:31.280195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:56:31.283194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:56:31.294689 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:29Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:31.336714 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b14ae2d-7957-44fc-8e02-3be35d2fa9eb None None] The sync data for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 is: [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:29Z', 'revision_number': 3, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:56:31.370118 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Attempting to bind port 57603a53-0ed2-4bea-9e0a-f442ec66f508 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:56:31.370846 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Attempting to bind port 57603a53-0ed2-4bea-9e0a-f442ec66f508 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:56:31.371217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Attempting to bind port 57603a53-0ed2-4bea-9e0a-f442ec66f508 on network cd1a1b55-2125-49ff-920f-b3f7edbb7329 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:56:31.378362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:56:31.378820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Checking segment: {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:56:31.379196 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:31.379320 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:31.379593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Bound using segment: {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:56:31.380417 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Bound port: 57603a53-0ed2-4bea-9e0a-f442ec66f508, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:56:31.380558 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:31.418861 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:31.456156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] For port 57603a53-0ed2-4bea-9e0a-f442ec66f508, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:56:31.457360 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network cd1a1b55-2125-49ff-920f-b3f7edbb7329 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:56:31.460482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] For port 57603a53-0ed2-4bea-9e0a-f442ec66f508, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=57603a53-0ed2-4bea-9e0a-f442ec66f508,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:56:31.465413 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:31.465767 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:56:31.472858 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:56:31.509815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=daaed5cd-fc87-47a0-978f-e2befcf38552,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:31.534228 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e370b39-2c64-4728-bf6a-ffd3c25fd543 None None] Pushing event updated for resources: {'Port': ['ID=57603a53-0ed2-4bea-9e0a-f442ec66f508,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:31.545390 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:31.721395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:32.404855 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:32.409536 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:32.487160 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:32.488942 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=daaed5cd-fc87-47a0-978f-e2befcf38552,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:32.534343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d793d6-0e1e-44d1-a202-921347e5b20e None None] Network cd1a1b55-2125-49ff-920f-b3f7edbb7329 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:56:32.589815 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network cd1a1b55-2125-49ff-920f-b3f7edbb7329 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:56:32.591169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:56:32.595475 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-80e79bd5-cabc-453a-861e-420e8f32c07a None None] Provisioning complete for port 57603a53-0ed2-4bea-9e0a-f442ec66f508 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:32.596039 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-80e79bd5-cabc-453a-861e-420e8f32c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:32.705055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:56:32.752289 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-80e79bd5-cabc-453a-861e-420e8f32c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:32.792635 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-80e79bd5-cabc-453a-861e-420e8f32c07a None None] For port 57603a53-0ed2-4bea-9e0a-f442ec66f508, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=57603a53-0ed2-4bea-9e0a-f442ec66f508,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:32.799061 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-80e79bd5-cabc-453a-861e-420e8f32c07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:32.835289 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:56:32.844456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-3ddc5f69-4338-4f27-afab-c0dbf688d59f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/7a55ffb2-8d12-47ba-a93d-04b4857a64fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6438544 Apr 21 21:56:32.855721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e79bd5-cabc-453a-861e-420e8f32c07a None None] Pushing event updated for resources: {'Port': ['ID=57603a53-0ed2-4bea-9e0a-f442ec66f508,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:32.898112 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-15a199f9-eee7-48fb-b1ca-373aa10e4cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.005425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-0485b928-6250-4217-a048-2c18b4c0cd97 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321913948&fields=id&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 267 time: 0.0375953 Apr 21 21:56:33.105280 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Sync routers for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:56:33.118114 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:33.119007 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:33.123258 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-10bd75ce-a054-4a83-825b-21a103d300e8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:33.124907 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-10bd75ce-a054-4a83-825b-21a103d300e8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/networks?id=cd1a1b55-2125-49ff-920f-b3f7edbb7329 HTTP/1.1" status: 200 len: 797 time: 0.1128814 Apr 21 21:56:33.128394 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cf3f7a4a-b5c7-4ff9-af15-e71c69e13362 None None] Provisioning complete for port daaed5cd-fc87-47a0-978f-e2befcf38552 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:33.128887 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7a4a-b5c7-4ff9-af15-e71c69e13362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.152690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-637a2cd0-0475-4557-9dd2-da268f3b159c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/quotas/1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 375 time: 0.0161967 Apr 21 21:56:33.176541 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-cf3f7a4a-b5c7-4ff9-af15-e71c69e13362 None None] Port daaed5cd-fc87-47a0-978f-e2befcf38552 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:56:33.188026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-cf3f7a4a-b5c7-4ff9-af15-e71c69e13362 None None] Provisioning complete for port 57603a53-0ed2-4bea-9e0a-f442ec66f508 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:33.188499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7a4a-b5c7-4ff9-af15-e71c69e13362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.218444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-933eb1a3-82bb-4e60-89fe-64668ffdde4f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640032 Apr 21 21:56:33.235103 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:33.330245 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-346efc7a-0a52-4a46-9adc-45430a176487 service neutron] 10.222.0.49 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963581 Apr 21 21:56:33.428490 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fc8f4b17-ddcc-42ff-88d9-a7a09be07428 None None] Provisioning complete for port daaed5cd-fc87-47a0-978f-e2befcf38552 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:33.428993 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4b17-ddcc-42ff-88d9-a7a09be07428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.441973 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-8c078cab-27f9-4f16-bbc4-3af1e84a3d6e service neutron] 10.222.0.49 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973120 Apr 21 21:56:33.457999 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:31Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'daaed5cd-fc87-47a0-978f-e2befcf38552', 'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:d6:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:30Z', 'updated_at': '2022-04-21T21:56:32Z', 'revision_number': 2, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:33.485212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fc8f4b17-ddcc-42ff-88d9-a7a09be07428 None None] Port daaed5cd-fc87-47a0-978f-e2befcf38552 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:56:33.570732 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 57603a53-0ed2-4bea-9e0a-f442ec66f508 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:56:33.594177 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Checking router: 7a55ffb2-8d12-47ba-a93d-04b4857a64fe for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:56:33.594522 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Updating router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe port daaed5cd-fc87-47a0-978f-e2befcf38552 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:56:33.619378 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.621147 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-fec402ee-713f-44d0-aeba-1959e4ce605c None None] Provisioning complete for port daaed5cd-fc87-47a0-978f-e2befcf38552 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:33.621511 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-fec402ee-713f-44d0-aeba-1959e4ce605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.661558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 57603a53-0ed2-4bea-9e0a-f442ec66f508 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:33.661844 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.663341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-fec402ee-713f-44d0-aeba-1959e4ce605c None None] Port daaed5cd-fc87-47a0-978f-e2befcf38552 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:56:33.739279 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device eae09d7a-692b-4571-88bb-2732377c5d09 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:56:33.784996 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port eae09d7a-692b-4571-88bb-2732377c5d09 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:33.785366 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.865186 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.876501 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.881717 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.884723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port eae09d7a-692b-4571-88bb-2732377c5d09, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=eae09d7a-692b-4571-88bb-2732377c5d09,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:33.889221 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.932438 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Pushing event updated for resources: {'Port': ['ID=daaed5cd-fc87-47a0-978f-e2befcf38552,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:33.939220 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=eae09d7a-692b-4571-88bb-2732377c5d09,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:33.954683 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.955023 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.955354 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.955682 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.956008 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.956328 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.956641 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.956981 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.957300 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.957621 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.957936 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.958251 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:56:33.992433 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Attempting to bind port daaed5cd-fc87-47a0-978f-e2befcf38552 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:56:33.992821 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Attempting to bind port daaed5cd-fc87-47a0-978f-e2befcf38552 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:56:33.993178 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Attempting to bind port daaed5cd-fc87-47a0-978f-e2befcf38552 on network cd1a1b55-2125-49ff-920f-b3f7edbb7329 {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:56:33.998713 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:56:33.999074 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Checking segment: {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:56:33.999469 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:33.999885 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Bound using segment: {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:56:34.000334 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Bound port: daaed5cd-fc87-47a0-978f-e2befcf38552, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:56:34.000705 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:34.064608 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] For port daaed5cd-fc87-47a0-978f-e2befcf38552, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:56:34.067776 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] For port daaed5cd-fc87-47a0-978f-e2befcf38552, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=daaed5cd-fc87-47a0-978f-e2befcf38552,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:56:34.072621 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:34.129809 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:34.130427 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:34.172509 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46e27f-a14a-4757-9c05-35bac0779f04 None None] Pushing event updated for resources: {'Port': ['ID=daaed5cd-fc87-47a0-978f-e2befcf38552,revision_number=4']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:34.190182 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-19b56547-fde8-44d0-b88c-9ba59709ccb8 None None] Provisioning complete for port daaed5cd-fc87-47a0-978f-e2befcf38552 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:34.190551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-19b56547-fde8-44d0-b88c-9ba59709ccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:34.252580 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:34.275105 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-19b56547-fde8-44d0-b88c-9ba59709ccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:34.306808 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-19b56547-fde8-44d0-b88c-9ba59709ccb8 None None] For port daaed5cd-fc87-47a0-978f-e2befcf38552, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=daaed5cd-fc87-47a0-978f-e2befcf38552,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:34.315679 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-19b56547-fde8-44d0-b88c-9ba59709ccb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:34.347058 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:34.369338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b56547-fde8-44d0-b88c-9ba59709ccb8 None None] Pushing event updated for resources: {'Port': ['ID=daaed5cd-fc87-47a0-978f-e2befcf38552,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:34.435645 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d80d4249-7e03-4d14-a94a-2248ad4056de None None] Provisioning complete for port daaed5cd-fc87-47a0-978f-e2befcf38552 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:34.436043 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d80d4249-7e03-4d14-a94a-2248ad4056de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:34.457502 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:31Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'daaed5cd-fc87-47a0-978f-e2befcf38552', 'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:d6:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:30Z', 'updated_at': '2022-04-21T21:56:34Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:34.483292 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675156e-d919-42ed-ac81-c0a056abae37 None None] The sync data for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 is: [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:31Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'daaed5cd-fc87-47a0-978f-e2befcf38552', 'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:d6:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:30Z', 'updated_at': '2022-04-21T21:56:34Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:56:34.659876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b756b072-8914-4b00-9ce5-4e16369971af req-542eb205-b987-4c07-b125-96562858e5e9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 210 time: 0.0274382 Apr 21 21:56:35.559079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device daaed5cd-fc87-47a0-978f-e2befcf38552 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:56:35.613206 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:35.624616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port daaed5cd-fc87-47a0-978f-e2befcf38552 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:35.625997 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:35.686358 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-5a0b140c-0696-4082-93f9-c4fc46838556 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:35.687936 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-5a0b140c-0696-4082-93f9-c4fc46838556 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/networks?id=cd1a1b55-2125-49ff-920f-b3f7edbb7329 HTTP/1.1" status: 200 len: 797 time: 0.1293166 Apr 21 21:56:35.744441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device eae09d7a-692b-4571-88bb-2732377c5d09 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:56:35.750574 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1532a134-2be8-4b17-9cc7-da7fd9ff2531 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe192c61164419fb80bd107cdac394f HTTP/1.1" status: 200 len: 379 time: 0.0527866 Apr 21 21:56:35.763597 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'port': {'device_id': 'f198085f-f894-436c-a6ee-9af3316a5232', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'admin_state_up': True, 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'security_groups': ['dd0641ad-fa23-4e99-91c9-5841d8d9a648']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:35.792246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port eae09d7a-692b-4571-88bb-2732377c5d09 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:35.792707 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:35.795748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17ae9021-21ba-41ec-87d1-0f9a61c24f83 req-ab005eb4-ec8d-4bc6-8a14-688353659015 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 210 time: 0.0506518 Apr 21 21:56:35.893857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Made reservation on behalf of 1fe192c61164419fb80bd107cdac394f for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:56:35.897510 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.030280 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.20.0.14 (cd1a1b55-2125-49ff-920f-b3f7edbb7329/4043199a-5d96-4e80-9cbc-b0209f594c31/458f43a5-816d-47b1-af74-da2c3fa8372c) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:56:36.062074 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.174542 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.211346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.250769 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network cd1a1b55-2125-49ff-920f-b3f7edbb7329 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:56:36.253984 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:56:36.258237 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:56:36.311241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=458f43a5-816d-47b1-af74-da2c3fa8372c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:36.331502 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:36.332152 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.352423 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-3b4f20c2-ea71-4758-ae3f-05b09d85e453 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5942304 Apr 21 21:56:36.364723 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Request body: {'port': {'device_id': 'f198085f-f894-436c-a6ee-9af3316a5232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:36.429528 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.562482 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-909aecaf-8d92-4b2f-98b5-f7d910f5f494 None None] Provisioning complete for port 458f43a5-816d-47b1-af74-da2c3fa8372c triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:36.563042 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-909aecaf-8d92-4b2f-98b5-f7d910f5f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.597722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-909aecaf-8d92-4b2f-98b5-f7d910f5f494 None None] Port 458f43a5-816d-47b1-af74-da2c3fa8372c cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:56:36.707169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458f43a5-816d-47b1-af74-da2c3fa8372c {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:56:36.714523 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.726333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Transition to ACTIVE for port object 458f43a5-816d-47b1-af74-da2c3fa8372c will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:56:36.729909 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.779108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Pushing event updated for resources: {'Port': ['ID=458f43a5-816d-47b1-af74-da2c3fa8372c,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:36.852036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Attempting to bind port 458f43a5-816d-47b1-af74-da2c3fa8372c on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:56:36.852036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Attempting to bind port 458f43a5-816d-47b1-af74-da2c3fa8372c by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:56:36.852305 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Attempting to bind port 458f43a5-816d-47b1-af74-da2c3fa8372c on network cd1a1b55-2125-49ff-920f-b3f7edbb7329 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:56:36.856638 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Port 458f43a5-816d-47b1-af74-da2c3fa8372c on network cd1a1b55-2125-49ff-920f-b3f7edbb7329 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:56:36.857033 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Attempting to bind port 458f43a5-816d-47b1-af74-da2c3fa8372c on network cd1a1b55-2125-49ff-920f-b3f7edbb7329 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:56:36.862030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:56:36.862429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Checking segment: {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:56:36.862831 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Bound using segment: {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:56:36.863240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Bound port: 458f43a5-816d-47b1-af74-da2c3fa8372c, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7996383-e9ef-42d3-abf4-b3a22fe95284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:56:36.863597 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.932491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2345e1-7899-4aac-9e24-61475680f39b req-b28abb11-ede8-4b98-8f9c-0ac74688adf9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:36.934055 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2345e1-7899-4aac-9e24-61475680f39b req-b28abb11-ede8-4b98-8f9c-0ac74688adf9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 944 time: 0.0561099 Apr 21 21:56:36.934906 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] For port 458f43a5-816d-47b1-af74-da2c3fa8372c, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:56:36.938464 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] For port 458f43a5-816d-47b1-af74-da2c3fa8372c, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=458f43a5-816d-47b1-af74-da2c3fa8372c,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:56:36.944535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.977902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6f2345e1-7899-4aac-9e24-61475680f39b req-ed5ddf1e-106a-412e-98f2-3a233fa7dcc0 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355117 Apr 21 21:56:36.983215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:36.983800 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:36.985543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] 10.222.0.43 "PUT /v2.0/ports/458f43a5-816d-47b1-af74-da2c3fa8372c HTTP/1.1" status: 200 len: 1092 time: 0.6255283 Apr 21 21:56:36.985999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:56:36.988330 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161aed5d-9c25-4087-80ba-04591889eb81" -d '{"events": [{"name": "network-changed", "server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:56:37.017141 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408a2f7-a827-4de6-9727-ac0b6aa06e60 service neutron] Pushing event updated for resources: {'Port': ['ID=458f43a5-816d-47b1-af74-da2c3fa8372c,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:37.035323 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae5d1b0-2014-4f6f-9c3e-c73cd234c452 x-openstack-request-id: req-0ae5d1b0-2014-4f6f-9c3e-c73cd234c452 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:56:37.035614 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:56:37.036475 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ae5d1b0-2014-4f6f-9c3e-c73cd234c452 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:56:37.037045 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae5d1b0-2014-4f6f-9c3e-c73cd234c452'] response: {'name': 'network-changed', 'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'status': 'completed', 'code': 200} Apr 21 21:56:37.089989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-b02c72ce-599e-48de-8fb5-e288bda04857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:37.091548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-b02c72ce-599e-48de-8fb5-e288bda04857 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 1095 time: 0.0448256 Apr 21 21:56:37.138522 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-98f1e6d1-8944-4f7b-9590-d7f69670a778 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=458f43a5-816d-47b1-af74-da2c3fa8372c HTTP/1.1" status: 200 len: 217 time: 0.0387905 Apr 21 21:56:37.191251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-29002fe7-54db-45d1-a9cc-6ac497034307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:37.192707 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-29002fe7-54db-45d1-a9cc-6ac497034307 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4043199a-5d96-4e80-9cbc-b0209f594c31 HTTP/1.1" status: 200 len: 834 time: 0.0490172 Apr 21 21:56:37.239544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-f4409fdb-12c6-4f56-91b7-8df29e5cde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:37.241017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-f4409fdb-12c6-4f56-91b7-8df29e5cde70 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd1a1b55-2125-49ff-920f-b3f7edbb7329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420806 Apr 21 21:56:37.332459 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-00ef6dcd-d8bf-4627-aa56-6c5982edc474 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851865 Apr 21 21:56:37.418853 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-22836b8d-2125-4241-8c35-4d3e64f11a5b req-0d086817-72b4-449a-9f9c-fbc04fe21b7a service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800593 Apr 21 21:56:37.499424 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aed5d-9c25-4087-80ba-04591889eb81 req-0f3919ea-d13d-42ae-98fd-d32a1735bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:37.500925 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-161aed5d-9c25-4087-80ba-04591889eb81 req-0f3919ea-d13d-42ae-98fd-d32a1735bd45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 1095 time: 0.0411170 Apr 21 21:56:37.592204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aed5d-9c25-4087-80ba-04591889eb81 req-c74ccc50-a097-49ca-bfc7-e52de93cd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:37.593701 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-161aed5d-9c25-4087-80ba-04591889eb81 req-c74ccc50-a097-49ca-bfc7-e52de93cd71f service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd1a1b55-2125-49ff-920f-b3f7edbb7329 HTTP/1.1" status: 200 len: 898 time: 0.0866868 Apr 21 21:56:37.634438 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-161aed5d-9c25-4087-80ba-04591889eb81 req-b48eb55a-fd9b-4f5d-afc9-9b618fadce05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=458f43a5-816d-47b1-af74-da2c3fa8372c HTTP/1.1" status: 200 len: 217 time: 0.0338221 Apr 21 21:56:37.686937 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aed5d-9c25-4087-80ba-04591889eb81 req-d18367da-81a4-4ca1-b3a2-b63d8cb83d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:37.688313 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-161aed5d-9c25-4087-80ba-04591889eb81 req-d18367da-81a4-4ca1-b3a2-b63d8cb83d6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4043199a-5d96-4e80-9cbc-b0209f594c31 HTTP/1.1" status: 200 len: 834 time: 0.0479228 Apr 21 21:56:37.733965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aed5d-9c25-4087-80ba-04591889eb81 req-39eb7633-2857-4404-a1be-b887f703214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:37.735438 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-161aed5d-9c25-4087-80ba-04591889eb81 req-39eb7633-2857-4404-a1be-b887f703214e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd1a1b55-2125-49ff-920f-b3f7edbb7329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400891 Apr 21 21:56:37.820469 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-161aed5d-9c25-4087-80ba-04591889eb81 req-c7649978-9b40-4d05-a58f-63cfbe648fcd service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784590 Apr 21 21:56:37.910639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-161aed5d-9c25-4087-80ba-04591889eb81 req-580b613a-5580-4e37-a524-e1bd6acaf798 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842321 Apr 21 21:56:38.110979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254770e-5ad8-4c40-a5bf-dbc707410916 req-931dafe3-078b-40b5-bea6-bc8b6fb34a5e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:38.112449 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f254770e-5ad8-4c40-a5bf-dbc707410916 req-931dafe3-078b-40b5-bea6-bc8b6fb34a5e tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 944 time: 0.0487282 Apr 21 21:56:38.148831 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f254770e-5ad8-4c40-a5bf-dbc707410916 req-0f4c48da-4f9d-4068-ab43-2b2efe600651 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304160 Apr 21 21:56:39.270332 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91365e-c51f-4b06-b506-01a7fbe6a22a req-0bbcc380-8004-4f21-bb2f-79a343cd9e00 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:39.272110 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d91365e-c51f-4b06-b506-01a7fbe6a22a req-0bbcc380-8004-4f21-bb2f-79a343cd9e00 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 944 time: 0.0507016 Apr 21 21:56:39.272746 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 458f43a5-816d-47b1-af74-da2c3fa8372c details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:56:39.310618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d91365e-c51f-4b06-b506-01a7fbe6a22a req-4893cc8b-c273-41d1-ad78-6d9ae4a3c38c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Apr 21 21:56:39.368839 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 458f43a5-816d-47b1-af74-da2c3fa8372c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=458f43a5-816d-47b1-af74-da2c3fa8372c,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:39.379825 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'port_id': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'mac_address': 'fa:16:3e:30:a9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:56:39.415284 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:39.428124 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458f43a5-816d-47b1-af74-da2c3fa8372c {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:56:39.446682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 458f43a5-816d-47b1-af74-da2c3fa8372c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=458f43a5-816d-47b1-af74-da2c3fa8372c,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:39.450825 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:39.496266 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=458f43a5-816d-47b1-af74-da2c3fa8372c,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:39.751465 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['458f43a5-816d-47b1-af74-da2c3fa8372c'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:56:40.426478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6554d6-e2a1-408d-b880-9dc0cc51f35f req-b50fda26-8ce2-48dc-ad15-737f104de630 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:40.427911 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f6554d6-e2a1-408d-b880-9dc0cc51f35f req-b50fda26-8ce2-48dc-ad15-737f104de630 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 945 time: 0.0478032 Apr 21 21:56:40.466349 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-1f6554d6-e2a1-408d-b880-9dc0cc51f35f req-f674626d-a78f-4d57-be17-2f239a37024d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324166 Apr 21 21:56:41.274794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 458f43a5-816d-47b1-af74-da2c3fa8372c up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:56:41.321022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 458f43a5-816d-47b1-af74-da2c3fa8372c completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:56:41.324438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 458f43a5-816d-47b1-af74-da2c3fa8372c triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:56:41.324835 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:41.399128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:41.421027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:56:41.423600 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490f2e1d-362d-49e8-a68c-b2a66a52b88b" -d '{"events": [{"server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "name": "network-vif-plugged", "status": "completed", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:56:41.437294 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 458f43a5-816d-47b1-af74-da2c3fa8372c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=458f43a5-816d-47b1-af74-da2c3fa8372c,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:56:41.441537 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:41.566405 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4905e-33da-40a0-8aa3-694a111788bf req-b8356f6f-bf21-41a0-a46c-6e8c0d7ce004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:41.567930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfd4905e-33da-40a0-8aa3-694a111788bf req-b8356f6f-bf21-41a0-a46c-6e8c0d7ce004 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 1097 time: 0.0448697 Apr 21 21:56:41.609988 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfd4905e-33da-40a0-8aa3-694a111788bf req-61d193d9-bad8-441e-bf6d-0f1b3c8e991a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354674 Apr 21 21:56:41.635407 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90593553-d4a5-41a6-b74a-8a4e0caff4d2 x-openstack-request-id: req-90593553-d4a5-41a6-b74a-8a4e0caff4d2 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:56:41.635730 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "name": "network-vif-plugged", "status": "completed", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:56:41.635982 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90593553-d4a5-41a6-b74a-8a4e0caff4d2 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:56:41.636394 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90593553-d4a5-41a6-b74a-8a4e0caff4d2'] response: {'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'code': 200} Apr 21 21:56:41.663052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=458f43a5-816d-47b1-af74-da2c3fa8372c,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:41.914827 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816567c3-b23f-4d52-9552-00d84ee9939a req-57a05490-838e-439d-afa3-b64b6d8dfb53 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:41.917032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-816567c3-b23f-4d52-9552-00d84ee9939a req-57a05490-838e-439d-afa3-b64b6d8dfb53 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.3763192 Apr 21 21:56:41.954276 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-816567c3-b23f-4d52-9552-00d84ee9939a req-8a51fcbb-1471-4bbe-94ea-16811f9ba748 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308697 Apr 21 21:56:43.070239 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9406b-6528-4c80-8084-a72da4aaf658 req-fa3b19e7-c911-4c64-96c4-2c6278689b72 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:43.071717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bee9406b-6528-4c80-8084-a72da4aaf658 req-fa3b19e7-c911-4c64-96c4-2c6278689b72 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0491259 Apr 21 21:56:43.113317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bee9406b-6528-4c80-8084-a72da4aaf658 req-f6b98b0e-e121-4894-ad05-87b011200b89 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348299 Apr 21 21:56:43.237160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d8e1-da47-438d-931b-15ff9343b180 req-1448f778-6784-471a-91b4-d34fcea667fb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:43.238598 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91b3d8e1-da47-438d-931b-15ff9343b180 req-1448f778-6784-471a-91b4-d34fcea667fb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0499341 Apr 21 21:56:43.275960 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-91b3d8e1-da47-438d-931b-15ff9343b180 req-a28a59fb-6653-47cd-ba6d-ecd7ce930370 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313704 Apr 21 21:56:43.297015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44058) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:43.335435 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413c5ba2-290a-4ba9-a08a-99bfda7e4b86 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:43.336894 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-413c5ba2-290a-4ba9-a08a-99bfda7e4b86 tempest-TestNetworkAdvancedServerOps-937815643 tempest-TestNetworkAdvancedServerOps-937815643-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 1092 time: 0.0389175 Apr 21 21:56:43.339536 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44060) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:43.343593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:56:43.362515 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:43.459044 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:43.566749 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Allocated IP 172.25.0.240 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/34129bff-caf5-42e5-af98-014e4cc0a19b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:56:43.666524 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:43.699367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:43.738854 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:56:43.741597 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:56:43.744186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:56:43.772210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=34129bff-caf5-42e5-af98-014e4cc0a19b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:44.094937 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:44.162378 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:44.307744 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:44.312397 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:44.380145 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event updated for resources: {'Port': ['ID=34129bff-caf5-42e5-af98-014e4cc0a19b,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:56:44.389595 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:44.486755 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP 92fc6922-460f-4d70-8cf0-0cef676cfd9b associated. External IP: 172.25.0.240, port: 458f43a5-816d-47b1-af74-da2c3fa8372c. Apr 21 21:56:44.690924 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:56:44.796506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:56:44.805841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] Sync routers for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:56:44.814224 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:44.816010 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:44.816630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:44.844284 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-6051b287-20b0-4798-a2d4-ac7d201871c2 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5015874 Apr 21 21:56:44.844284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:56:44.845650 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc31c677-0654-45c0-a4d0-54985e73c6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:56:44.925586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:44.937188 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996eb9e1-154a-4258-a3aa-3c565b5a2e0e x-openstack-request-id: req-996eb9e1-154a-4258-a3aa-3c565b5a2e0e {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:56:44.938310 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:56:44.938612 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-996eb9e1-154a-4258-a3aa-3c565b5a2e0e {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:56:44.939023 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996eb9e1-154a-4258-a3aa-3c565b5a2e0e'] response: {'name': 'network-changed', 'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'status': 'completed', 'code': 200} Apr 21 21:56:44.949947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae2b68-6af7-4e77-86a2-e9ecb36eba36 req-95986fef-dab1-46c1-b4c3-7678079ea040 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:44.951581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfae2b68-6af7-4e77-86a2-e9ecb36eba36 req-95986fef-dab1-46c1-b4c3-7678079ea040 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0506530 Apr 21 21:56:45.019203 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dfae2b68-6af7-4e77-86a2-e9ecb36eba36 req-7544d445-55c0-4e04-9c20-5ce32a25f3f6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607135 Apr 21 21:56:45.028637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-6e4ffae9-db7c-4ac0-b098-b6cc87d6bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:45.030148 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-6e4ffae9-db7c-4ac0-b098-b6cc87d6bd5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 1097 time: 0.0550725 Apr 21 21:56:45.041187 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44068) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:45.101604 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-65dba22b-644b-4294-afd1-f2476c286303 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/92fc6922-460f-4d70-8cf0-0cef676cfd9b HTTP/1.1" status: 200 len: 992 time: 0.0592244 Apr 21 21:56:45.123008 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-7e3af63c-8371-494c-8360-f3e5658609b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:45.124456 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-7e3af63c-8371-494c-8360-f3e5658609b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd1a1b55-2125-49ff-920f-b3f7edbb7329 HTTP/1.1" status: 200 len: 898 time: 0.0869353 Apr 21 21:56:45.157013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:31Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '92fc6922-460f-4d70-8cf0-0cef676cfd9b', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'port_id': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'mac_address': 'fa:16:3e:30:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f198085f-f894-436c-a6ee-9af3316a5232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:56:43Z', 'updated_at': '2022-04-21T21:56:43Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaed5cd-fc87-47a0-978f-e2befcf38552', 'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:d6:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:30Z', 'updated_at': '2022-04-21T21:56:34Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:45.183013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] Checking router: 7a55ffb2-8d12-47ba-a93d-04b4857a64fe for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:56:45.192066 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:56:45.192238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-2b85a875-f5b7-4c68-96c1-896e0d22956b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=458f43a5-816d-47b1-af74-da2c3fa8372c HTTP/1.1" status: 200 len: 1000 time: 0.0608516 Apr 21 21:56:45.192677 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:56:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:45.242097 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-2d14e6e7-969a-4731-b6a1-51f9a7939d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:45.243547 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-2d14e6e7-969a-4731-b6a1-51f9a7939d97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4043199a-5d96-4e80-9cbc-b0209f594c31 HTTP/1.1" status: 200 len: 834 time: 0.0453904 Apr 21 21:56:45.287796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-56dc5186-739e-46b9-8780-7cf6d3b1d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:45.289291 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-56dc5186-739e-46b9-8780-7cf6d3b1d88a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd1a1b55-2125-49ff-920f-b3f7edbb7329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395942 Apr 21 21:56:45.300860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:56:45.378689 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-5415c00a-52d5-4609-9bcf-c50280f2277d service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831223 Apr 21 21:56:45.464690 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-dc31c677-0654-45c0-a4d0-54985e73c6c3 req-34382baf-07fe-4633-b265-d4edbc02a8da service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802748 Apr 21 21:56:45.520130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:31Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '92fc6922-460f-4d70-8cf0-0cef676cfd9b', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'port_id': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'mac_address': 'fa:16:3e:30:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f198085f-f894-436c-a6ee-9af3316a5232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:56:43Z', 'updated_at': '2022-04-21T21:56:43Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaed5cd-fc87-47a0-978f-e2befcf38552', 'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:d6:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:30Z', 'updated_at': '2022-04-21T21:56:34Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:56:45.552288 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f64ede-c151-4783-ad8f-580ba7279258 None None] The sync data for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 is: [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:31Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '92fc6922-460f-4d70-8cf0-0cef676cfd9b', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'port_id': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'mac_address': 'fa:16:3e:30:a9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f198085f-f894-436c-a6ee-9af3316a5232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:56:43Z', 'updated_at': '2022-04-21T21:56:43Z', 'revision_number': 0, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaed5cd-fc87-47a0-978f-e2befcf38552', 'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:d6:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:30Z', 'updated_at': '2022-04-21T21:56:34Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:56:45.732512 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c97084-9ab4-47de-8db3-400f34b30415 None None] New status for floating IP 92fc6922-460f-4d70-8cf0-0cef676cfd9b: ACTIVE {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:56:46.105397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44070) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:56:46.167047 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-07bec635-5bf9-41df-be91-c498b56a44ba tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/92fc6922-460f-4d70-8cf0-0cef676cfd9b HTTP/1.1" status: 200 len: 994 time: 0.0602677 Apr 21 21:56:50.939650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3626faca-e8f3-4407-a27b-605f189768bf req-8f1a061c-ca94-4639-be2e-503c0b00b4dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391979 Apr 21 21:56:51.022816 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626faca-e8f3-4407-a27b-605f189768bf req-e6ab66f1-87b4-4acb-a340-66a021e4fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:51.024247 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3626faca-e8f3-4407-a27b-605f189768bf req-e6ab66f1-87b4-4acb-a340-66a021e4fdef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 1097 time: 0.0429161 Apr 21 21:56:51.132620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626faca-e8f3-4407-a27b-605f189768bf req-46c7fe83-82ac-43b4-b367-83b2b1ef5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:51.134216 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3626faca-e8f3-4407-a27b-605f189768bf req-46c7fe83-82ac-43b4-b367-83b2b1ef5a7b service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd1a1b55-2125-49ff-920f-b3f7edbb7329 HTTP/1.1" status: 200 len: 898 time: 0.0920217 Apr 21 21:56:51.140261 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:51.144646 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:56:51.202098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3626faca-e8f3-4407-a27b-605f189768bf req-a00a5a9c-1706-4b33-aade-65eaa8526455 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=458f43a5-816d-47b1-af74-da2c3fa8372c HTTP/1.1" status: 200 len: 1002 time: 0.0615385 Apr 21 21:56:51.253715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626faca-e8f3-4407-a27b-605f189768bf req-9a85fb4a-08e2-43ad-ad9a-dae927f3ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:51.255144 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3626faca-e8f3-4407-a27b-605f189768bf req-9a85fb4a-08e2-43ad-ad9a-dae927f3ff44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4043199a-5d96-4e80-9cbc-b0209f594c31 HTTP/1.1" status: 200 len: 834 time: 0.0465615 Apr 21 21:56:51.303680 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626faca-e8f3-4407-a27b-605f189768bf req-9117e0df-6426-4401-9b67-e0843aef8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:56:51.305192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3626faca-e8f3-4407-a27b-605f189768bf req-9117e0df-6426-4401-9b67-e0843aef8457 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd1a1b55-2125-49ff-920f-b3f7edbb7329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435951 Apr 21 21:56:51.400268 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3626faca-e8f3-4407-a27b-605f189768bf req-0206f88d-1f70-4cfb-b67a-5ca0f5f81172 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887725 Apr 21 21:56:51.500182 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3626faca-e8f3-4407-a27b-605f189768bf req-3971364f-3bc3-43d2-9f24-c877d44ce9a6 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936124 Apr 21 21:56:53.268083 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:57:00.594743 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-790ff2ef-6f42-416f-b31f-9f831b755d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:02.886565 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a5a6112e-21be-41d7-936c-019d5832b37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:04.327474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:05.584870 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:06.064472 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:21.140906 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:21.150442 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:30.266441 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:57:30.596188 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ed754375-88cd-40b2-a40c-2569a60fbf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:32.887697 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-76c0ff91-f42b-43cb-8321-72fdb5d10d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:34.330573 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:35.587699 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:36.067528 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:46.962959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b19a7-94aa-485f-ac19-dd5ef3d088c6 req-8d1b48e4-3784-439c-b007-4923474ef69f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:46.964465 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7b19a7-94aa-485f-ac19-dd5ef3d088c6 req-8d1b48e4-3784-439c-b007-4923474ef69f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0493157 Apr 21 21:57:47.002564 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc7b19a7-94aa-485f-ac19-dd5ef3d088c6 req-af3965f1-00a6-4828-9bd1-227aa7d1f743 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Apr 21 21:57:48.124133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dc200-8069-4f24-a559-119a81f14bde req-d10563fd-f610-423e-a98e-c36184da4cb7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:48.125542 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a59dc200-8069-4f24-a559-119a81f14bde req-d10563fd-f610-423e-a98e-c36184da4cb7 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0536332 Apr 21 21:57:48.162053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a59dc200-8069-4f24-a559-119a81f14bde req-877778ec-4854-499e-8991-270dcce6bed4 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305839 Apr 21 21:57:49.275220 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237e39a-5fb2-4397-a764-9a85b91e9be5 req-b5722ab6-e0b3-4f5d-ad45-afff5b53c8fa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:49.276655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8237e39a-5fb2-4397-a764-9a85b91e9be5 req-b5722ab6-e0b3-4f5d-ad45-afff5b53c8fa tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0475047 Apr 21 21:57:49.317555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8237e39a-5fb2-4397-a764-9a85b91e9be5 req-08ee52d1-8984-417a-bcf5-f0feefd770a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342729 Apr 21 21:57:49.340694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44110) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:57:49.400544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b7d2e8ea-9352-4900-a382-efa28333e818 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/92fc6922-460f-4d70-8cf0-0cef676cfd9b HTTP/1.1" status: 200 len: 994 time: 0.0587027 Apr 21 21:57:50.700714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17638c90-7fef-41d3-9fd6-d364107f8035 req-9f448a03-1e8b-4523-8a4f-f2614e0bd263 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:50.702259 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17638c90-7fef-41d3-9fd6-d364107f8035 req-9f448a03-1e8b-4523-8a4f-f2614e0bd263 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0822151 Apr 21 21:57:50.706577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-5d37abcc-88f4-4cd0-afa6-2f59006055ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:50.707910 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-5d37abcc-88f4-4cd0-afa6-2f59006055ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 1097 time: 0.0571859 Apr 21 21:57:50.788569 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17638c90-7fef-41d3-9fd6-d364107f8035 req-946624a8-26a7-4f41-a541-cd91575a39b1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797126 Apr 21 21:57:50.818253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-00bf1bc6-43d8-4f10-84b4-5358dd5e0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:50.819729 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-00bf1bc6-43d8-4f10-84b4-5358dd5e0ec8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd1a1b55-2125-49ff-920f-b3f7edbb7329 HTTP/1.1" status: 200 len: 898 time: 0.1051328 Apr 21 21:57:50.883173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-3ff00f23-95f2-43eb-bf03-5d4adaafa1bd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=458f43a5-816d-47b1-af74-da2c3fa8372c HTTP/1.1" status: 200 len: 1002 time: 0.0575197 Apr 21 21:57:50.931802 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-ee8a8ffd-7b6c-4f95-b944-5edcb1bbfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:50.933196 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-ee8a8ffd-7b6c-4f95-b944-5edcb1bbfd18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4043199a-5d96-4e80-9cbc-b0209f594c31 HTTP/1.1" status: 200 len: 834 time: 0.0416625 Apr 21 21:57:50.979574 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-b3b53dd2-d406-4fc7-8340-813e957b34cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:50.980950 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-b3b53dd2-d406-4fc7-8340-813e957b34cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd1a1b55-2125-49ff-920f-b3f7edbb7329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417051 Apr 21 21:57:51.066754 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-5a976efb-75a5-46b4-be29-36bc98396234 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785956 Apr 21 21:57:51.138391 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:51.143483 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:51.162556 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1acfcd31-6625-49b9-ba57-b990796c5abb req-c492d99a-ce76-472f-8f8e-69924a840959 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896969 Apr 21 21:57:51.909336 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a57ee-cd25-4dda-aad8-29c6a8830cd6 req-769b7737-2a64-4501-877a-6e83802a2bf3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:51.910817 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d05a57ee-cd25-4dda-aad8-29c6a8830cd6 req-769b7737-2a64-4501-877a-6e83802a2bf3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0491834 Apr 21 21:57:51.947633 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d05a57ee-cd25-4dda-aad8-29c6a8830cd6 req-028bbf0f-00b5-492c-8f6f-b9dd8369cbb8 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308130 Apr 21 21:57:52.958462 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-2e0f3392-1f3f-4082-abd4-86fca55676ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400918 Apr 21 21:57:53.070499 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-793ce647-21ce-4aeb-a1d7-ba170a840ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:53.071988 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-793ce647-21ce-4aeb-a1d7-ba170a840ecf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 1097 time: 0.0703688 Apr 21 21:57:53.083706 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52e23e-b56c-4b54-8358-d74d688c2912 req-988ce685-aab7-4a80-b7cf-42df912f4ca6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:53.085129 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b52e23e-b56c-4b54-8358-d74d688c2912 req-988ce685-aab7-4a80-b7cf-42df912f4ca6 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0588794 Apr 21 21:57:53.174319 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-3b52e23e-b56c-4b54-8358-d74d688c2912 req-4f3ddc38-84ce-4e8d-b419-f764e9b302a3 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829072 Apr 21 21:57:53.197018 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44124) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:57:53.203055 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-256de51f-3da0-4b1d-90f0-8692d2fb79f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:53.204498 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-256de51f-3da0-4b1d-90f0-8692d2fb79f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd1a1b55-2125-49ff-920f-b3f7edbb7329 HTTP/1.1" status: 200 len: 898 time: 0.1120965 Apr 21 21:57:53.259747 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-f646c1f9-b597-481a-a80a-af30f8e673ab tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/floatingips/92fc6922-460f-4d70-8cf0-0cef676cfd9b HTTP/1.1" status: 200 len: 994 time: 0.0615613 Apr 21 21:57:53.273271 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-115e3960-c306-4e9a-a0dc-eb60b28ed65b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=458f43a5-816d-47b1-af74-da2c3fa8372c HTTP/1.1" status: 200 len: 1002 time: 0.0616114 Apr 21 21:57:53.321920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-3b96de8f-3ab7-4508-9fdf-b6e1727c64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:53.323337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-3b96de8f-3ab7-4508-9fdf-b6e1727c64b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4043199a-5d96-4e80-9cbc-b0209f594c31 HTTP/1.1" status: 200 len: 834 time: 0.0443127 Apr 21 21:57:53.375124 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-21c9a4d3-ea88-4374-b05c-1ff7a9b5a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:53.376605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-21c9a4d3-ea88-4374-b05c-1ff7a9b5a6e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd1a1b55-2125-49ff-920f-b3f7edbb7329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404792 Apr 21 21:57:53.465898 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-a5200405-9314-4769-9d67-11304f24bd34 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824504 Apr 21 21:57:53.481456 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44130) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:57:53.643296 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 34129bff-caf5-42e5-af98-014e4cc0a19b {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:57:53.643644 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:53.726451 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:53.726780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:53.740264 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 34129bff-caf5-42e5-af98-014e4cc0a19b owned by network:floatingip {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:57:53.887879 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:53.893221 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-229e6a4a-a5c0-437a-973e-87bd302d63fb req-5f04326c-40e5-43a7-9ac9-7e09bd304437 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210560 Apr 21 21:57:53.923447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=34129bff-caf5-42e5-af98-014e4cc0a19b,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:57:53.943439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.943786 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.944128 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.944462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.944809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.945141 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.945469 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.945796 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.946123 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.946446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.946767 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.947086 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:53.984628 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for floatingip, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:53.984961 n-d-838945-1 neutron-server[114646]: INFO neutron.db.l3_db [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Floating IP 92fc6922-460f-4d70-8cf0-0cef676cfd9b disassociated (deleted). External IP: 172.25.0.240, port: 458f43a5-816d-47b1-af74-da2c3fa8372c. Apr 21 21:57:54.187682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:57:54.292960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:57:54.297559 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:54.303007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] Sync routers for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:57:54.312180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:57:54.312788 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:57:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:57:54.324451 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b2333696-f92a-458d-97ff-f51ad0c24aad tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/floatingips/92fc6922-460f-4d70-8cf0-0cef676cfd9b HTTP/1.1" status: 204 len: 168 time: 0.8419368 Apr 21 21:57:54.325626 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:57:54.328525 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9836c9-03b5-4128-8f9f-fe10473a1e40" -d '{"events": [{"name": "network-changed", "server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:57:54.374441 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8495969-d663-4452-8e5a-058aabe978d5 x-openstack-request-id: req-e8495969-d663-4452-8e5a-058aabe978d5 {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:57:54.374734 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:57:54.374994 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8495969-d663-4452-8e5a-058aabe978d5 {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:57:54.375402 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8495969-d663-4452-8e5a-058aabe978d5'] response: {'name': 'network-changed', 'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'status': 'completed', 'code': 200} Apr 21 21:57:54.423678 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:57:54.438199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-a7767c95-208e-455d-939d-f71a14647740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:54.439793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-a7767c95-208e-455d-939d-f71a14647740 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe192c61164419fb80bd107cdac394f&device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 1097 time: 0.0437305 Apr 21 21:57:54.543728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-73763eb7-5e3b-48fa-8ef9-651c4467b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:54.545653 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-73763eb7-5e3b-48fa-8ef9-651c4467b78c service neutron] 10.222.0.43 "GET /v2.0/networks?id=cd1a1b55-2125-49ff-920f-b3f7edbb7329 HTTP/1.1" status: 200 len: 898 time: 0.0971074 Apr 21 21:57:54.577556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caeb86-6065-4f60-ab47-9dbf735a8890 req-0e4d68bf-5081-4fd5-9967-bd7423a27a30 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:54.579042 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31caeb86-6065-4f60-ab47-9dbf735a8890 req-0e4d68bf-5081-4fd5-9967-bd7423a27a30 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0523877 Apr 21 21:57:54.589405 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-12a19f46-758b-414a-9245-386b2f2da264 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=458f43a5-816d-47b1-af74-da2c3fa8372c HTTP/1.1" status: 200 len: 217 time: 0.0367334 Apr 21 21:57:54.618548 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-31caeb86-6065-4f60-ab47-9dbf735a8890 req-3b721dd9-4bc9-4c54-91e9-d62e5ac24d5f tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330944 Apr 21 21:57:54.639567 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:31Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'daaed5cd-fc87-47a0-978f-e2befcf38552', 'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:d6:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:30Z', 'updated_at': '2022-04-21T21:56:34Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:57:54.644986 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-6bdf9bfe-5561-4cbd-b477-71e77d71fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:54.646479 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-6bdf9bfe-5561-4cbd-b477-71e77d71fcc4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4043199a-5d96-4e80-9cbc-b0209f594c31 HTTP/1.1" status: 200 len: 834 time: 0.0507159 Apr 21 21:57:54.668684 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] Checking router: 7a55ffb2-8d12-47ba-a93d-04b4857a64fe for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:57:54.677485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:57:54.678078 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:57:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:57:54.691232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-e4181a7d-e703-4ff3-8246-091b90f0b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:54.692714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-e4181a7d-e703-4ff3-8246-091b90f0b6a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cd1a1b55-2125-49ff-920f-b3f7edbb7329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397022 Apr 21 21:57:54.776904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:57:54.780369 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-36d7f4fe-1268-4a40-909b-454c1c8cd810 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804892 Apr 21 21:57:54.872868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f9836c9-03b5-4128-8f9f-fe10473a1e40 req-3d763048-52fe-4818-b794-07ef70946152 service neutron] 10.222.0.43 "GET /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848362 Apr 21 21:57:54.973280 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:31Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'daaed5cd-fc87-47a0-978f-e2befcf38552', 'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:d6:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:30Z', 'updated_at': '2022-04-21T21:56:34Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:57:54.998820 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67afbd-3d2b-45e9-a740-29262034bf17 None None] The sync data for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 is: [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:31Z', 'revision_number': 4, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'daaed5cd-fc87-47a0-978f-e2befcf38552', 'name': '', 'network_id': 'cd1a1b55-2125-49ff-920f-b3f7edbb7329', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'mac_address': 'fa:16:3e:d6:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:30Z', 'updated_at': '2022-04-21T21:56:34Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'subnets': [{'id': '4043199a-5d96-4e80-9cbc-b0209f594c31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:57:55.194776 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0dca19-fe35-44ff-9c72-1a2608ada65c None None] New status for floating IP 92fc6922-460f-4d70-8cf0-0cef676cfd9b: DOWN {{(pid=114649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:57:55.737078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044d863-55ca-4235-8e9b-e5271cf7e0b1 req-7ec621e5-a348-482b-a3a0-a53473a83d8a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:55.738539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c044d863-55ca-4235-8e9b-e5271cf7e0b1 req-7ec621e5-a348-482b-a3a0-a53473a83d8a tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0490246 Apr 21 21:57:55.775538 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c044d863-55ca-4235-8e9b-e5271cf7e0b1 req-ec8c0800-6cae-4ede-b247-0bccab747204 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/security-groups?id=dd0641ad-fa23-4e99-91c9-5841d8d9a648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310564 Apr 21 21:57:56.199307 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-8e2fec6f-6180-4a26-abab-3369c4aba4c1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:57:56.200751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-8e2fec6f-6180-4a26-abab-3369c4aba4c1 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 946 time: 0.0473933 Apr 21 21:57:56.290328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port 458f43a5-816d-47b1-af74-da2c3fa8372c {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:57:56.290670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:56.378377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port 458f43a5-816d-47b1-af74-da2c3fa8372c, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=458f43a5-816d-47b1-af74-da2c3fa8372c,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:57:56.378743 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:56.391415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for 458f43a5-816d-47b1-af74-da2c3fa8372c owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:57:56.519708 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:56.554210 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=458f43a5-816d-47b1-af74-da2c3fa8372c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:57:56.579159 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.579514 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.579853 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.580190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.580521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.580884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.581216 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.581543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.581869 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.582191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.582515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.582833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:57:56.605120 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] No DVR routers for this DVR port 458f43a5-816d-47b1-af74-da2c3fa8372c on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:57:56.608341 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:56.611703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-df7ed6e0-08ce-454c-a002-cc8fafb8890a req-c8880e5f-d277-4e5b-9f8c-f55bc8e31493 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.43 "DELETE /v2.0/ports/458f43a5-816d-47b1-af74-da2c3fa8372c HTTP/1.1" status: 204 len: 173 time: 0.4048092 Apr 21 21:57:56.612164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'name': 'network-vif-deleted', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:57:56.614404 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da5c23d-d699-4de0-b1f0-687f7e35775a" -d '{"events": [{"server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "name": "network-vif-deleted", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:57:56.650240 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec64efd-84f6-4eb5-8306-e0f96b3e5188 x-openstack-request-id: req-4ec64efd-84f6-4eb5-8306-e0f96b3e5188 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:57:56.650536 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f198085f-f894-436c-a6ee-9af3316a5232", "name": "network-vif-deleted", "tag": "458f43a5-816d-47b1-af74-da2c3fa8372c", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:57:56.650789 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ec64efd-84f6-4eb5-8306-e0f96b3e5188 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:57:56.651185 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec64efd-84f6-4eb5-8306-e0f96b3e5188'] response: {'server_uuid': 'f198085f-f894-436c-a6ee-9af3316a5232', 'name': 'network-vif-deleted', 'tag': '458f43a5-816d-47b1-af74-da2c3fa8372c', 'status': 'completed', 'code': 200} Apr 21 21:57:56.879927 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7b273941-4203-4bc4-816b-9fd5aa236ec9 req-9ba8d5c0-6f86-4efe-9360-42d34d290125 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "GET /v2.0/ports?device_id=f198085f-f894-436c-a6ee-9af3316a5232 HTTP/1.1" status: 200 len: 210 time: 0.0257454 Apr 21 21:57:57.938962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44148) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:57:58.294632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:58.552376 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port daaed5cd-fc87-47a0-978f-e2befcf38552 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:57:58.552630 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:58.640501 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port daaed5cd-fc87-47a0-978f-e2befcf38552, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=daaed5cd-fc87-47a0-978f-e2befcf38552,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:57:58.640887 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:58.653169 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for daaed5cd-fc87-47a0-978f-e2befcf38552 owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:57:58.832389 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:58.869727 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=daaed5cd-fc87-47a0-978f-e2befcf38552,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:57:59.039862 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:59.252082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:57:59.351154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:57:59.357704 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-89f8c2d6-68af-46b6-b573-7ccbd42dfb4d tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "PUT /v2.0/routers/7a55ffb2-8d12-47ba-a93d-04b4857a64fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4160550 Apr 21 21:57:59.359316 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44150) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:57:59.363223 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] Sync routers for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:57:59.372360 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:57:59.373649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:57:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:57:59.411806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f92ec05-01ec-419a-b89a-115cc7d2b0bb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting subnet 4043199a-5d96-4e80-9cbc-b0209f594c31 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 21:57:59.414807 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f92ec05-01ec-419a-b89a-115cc7d2b0bb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:59.453274 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f92ec05-01ec-419a-b89a-115cc7d2b0bb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:59.486634 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:57:59.554083 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f92ec05-01ec-419a-b89a-115cc7d2b0bb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:59.617319 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f92ec05-01ec-419a-b89a-115cc7d2b0bb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:59.639200 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 458f43a5-816d-47b1-af74-da2c3fa8372c no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:57:59.645206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92ec05-01ec-419a-b89a-115cc7d2b0bb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Subnet': ['ID=4043199a-5d96-4e80-9cbc-b0209f594c31,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:57:59.650089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6f92ec05-01ec-419a-b89a-115cc7d2b0bb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:59.653207 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6f92ec05-01ec-419a-b89a-115cc7d2b0bb tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/subnets/4043199a-5d96-4e80-9cbc-b0209f594c31 HTTP/1.1" status: 204 len: 168 time: 0.2929790 Apr 21 21:57:59.656278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44152) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:57:59.666862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33100fc-de7d-47e8-a7de-991d3654cfa0 None None] Network cd1a1b55-2125-49ff-920f-b3f7edbb7329 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:57:59.671046 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 458f43a5-816d-47b1-af74-da2c3fa8372c {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:57:59.671378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 458f43a5-816d-47b1-af74-da2c3fa8372c not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:57:59.763291 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:59.873886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:59.929325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Deleting port eae09d7a-692b-4571-88bb-2732377c5d09 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:57:59.929666 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:57:59.943538 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:57:58Z', 'revision_number': 5, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port': {'id': 'eae09d7a-692b-4571-88bb-2732377c5d09', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:57:59.971054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] Checking router: 7a55ffb2-8d12-47ba-a93d-04b4857a64fe for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:57:59.985532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] Routers {'7a55ffb2-8d12-47ba-a93d-04b4857a64fe'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:57:59.986117 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:57:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:00.010069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] For port eae09d7a-692b-4571-88bb-2732377c5d09, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=eae09d7a-692b-4571-88bb-2732377c5d09,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:00.010440 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.022764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Calling delete_port for eae09d7a-692b-4571-88bb-2732377c5d09 owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:58:00.061161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] DHCP port deletion for cd1a1b55-2125-49ff-920f-b3f7edbb7329 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 21:58:00.081895 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] Set router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:00.160057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:57:59Z', 'revision_number': 6, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:00.189526 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5009a0-e082-4d71-a388-891d4f2f60f2 None None] The sync data for ids ['7a55ffb2-8d12-47ba-a93d-04b4857a64fe'] in n-d-838945-1 is: [{'id': '7a55ffb2-8d12-47ba-a93d-04b4857a64fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-994787860', 'tenant_id': '1fe192c61164419fb80bd107cdac394f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:56:28Z', 'updated_at': '2022-04-21T21:57:59Z', 'revision_number': 6, 'project_id': '1fe192c61164419fb80bd107cdac394f', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:58:00.192980 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.207477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Deleting port 57603a53-0ed2-4bea-9e0a-f442ec66f508 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 21:58:00.207850 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.231399 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Port': ['ID=eae09d7a-692b-4571-88bb-2732377c5d09,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:00.274947 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] For port 57603a53-0ed2-4bea-9e0a-f442ec66f508, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=57603a53-0ed2-4bea-9e0a-f442ec66f508,segment=NetworkSegment(b7996383-e9ef-42d3-abf4-b3a22fe95284),segment_id=b7996383-e9ef-42d3-abf4-b3a22fe95284)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:00.275435 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.286371 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.288195 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Calling delete_port for 57603a53-0ed2-4bea-9e0a-f442ec66f508 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 21:58:00.362283 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.377723 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.379824 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.386929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Pushing event deleted for resources: {'Port': ['ID=57603a53-0ed2-4bea-9e0a-f442ec66f508,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:00.391733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] No DVR routers for this DVR port 57603a53-0ed2-4bea-9e0a-f442ec66f508 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 21:58:00.398498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.398833 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.399165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.399484 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.399814 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.400135 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.400452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.400790 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.401416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.401416 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.401717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.402026 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc78eabc-b10f-406f-baa2-f3ee70ae36b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:00.430365 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.431039 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Fanout notify agent at l3_agent the message router_deleted on router 7a55ffb2-8d12-47ba-a93d-04b4857a64fe {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 21:58:00.438977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.440094 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e835c3e2-3de1-4c7e-a2cc-6709ff3d318c tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/routers/7a55ffb2-8d12-47ba-a93d-04b4857a64fe HTTP/1.1" status: 204 len: 168 time: 0.7828686 Apr 21 21:58:00.442725 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44154) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:00.519753 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.599396 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dc000398-3309-4c9c-b14d-75ff64e0a3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.608237 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.634515 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1a1b55-2125-49ff-920f-b3f7edbb7329']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:00.644920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7996383-e9ef-42d3-abf4-b3a22fe95284') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:00.645219 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7996383-e9ef-42d3-abf4-b3a22fe95284') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:00.655240 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.668311 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.676252 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 21:58:00.676864 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: timer() Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 21:58:00.679882 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 21:58:00.741206 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.748725 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.751810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/networks/cd1a1b55-2125-49ff-920f-b3f7edbb7329 HTTP/1.1" status: 204 len: 168 time: 0.3080511 Apr 21 21:58:00.754631 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44156) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:00.763428 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1e47a-6b45-4241-bd1b-b82d20dd07c9 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'Network': ['ID=cd1a1b55-2125-49ff-920f-b3f7edbb7329,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:00.816590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9d095c2-baa2-4894-b1e1-2e7d0a0f5b55 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.841088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9d095c2-baa2-4894-b1e1-2e7d0a0f5b55 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.907847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9d095c2-baa2-4894-b1e1-2e7d0a0f5b55 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.910435 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d9d095c2-baa2-4894-b1e1-2e7d0a0f5b55 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:00.911714 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d9d095c2-baa2-4894-b1e1-2e7d0a0f5b55 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] 10.222.0.49 "DELETE /v2.0/security-groups/dd0641ad-fa23-4e99-91c9-5841d8d9a648 HTTP/1.1" status: 204 len: 168 time: 0.1558719 Apr 21 21:58:00.922186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d095c2-baa2-4894-b1e1-2e7d0a0f5b55 tempest-TestNetworkAdvancedServerOps-600120944 tempest-TestNetworkAdvancedServerOps-600120944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0641ad-fa23-4e99-91c9-5841d8d9a648,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:01.239642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44164) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:01.367528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b3cea80d-0f2c-4a9c-9858-c9ecd66caf94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fe192c61164419fb80bd107cdac394f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266766 Apr 21 21:58:01.369944 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44168) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:01.415191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb5f4-9176-4a9c-9c23-a5c643ec13ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:01.439237 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb5f4-9176-4a9c-9c23-a5c643ec13ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:01.486900 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb5f4-9176-4a9c-9c23-a5c643ec13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:01.489418 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-4a0bb5f4-9176-4a9c-9c23-a5c643ec13ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:01.490581 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-4a0bb5f4-9176-4a9c-9c23-a5c643ec13ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2a6f1ba-8c6a-43ed-806c-8c48d408ecd9 HTTP/1.1" status: 204 len: 168 time: 0.1197338 Apr 21 21:58:01.499400 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bb5f4-9176-4a9c-9c23-a5c643ec13ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6f1ba-8c6a-43ed-806c-8c48d408ecd9,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:01.506927 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device daaed5cd-fc87-47a0-978f-e2befcf38552 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:58:01.533125 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: daaed5cd-fc87-47a0-978f-e2befcf38552 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:58:01.533469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device daaed5cd-fc87-47a0-978f-e2befcf38552 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:58:01.533881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 57603a53-0ed2-4bea-9e0a-f442ec66f508 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:58:01.555230 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 57603a53-0ed2-4bea-9e0a-f442ec66f508 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:58:01.555571 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 57603a53-0ed2-4bea-9e0a-f442ec66f508 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:58:01.555984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device eae09d7a-692b-4571-88bb-2732377c5d09 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 21:58:01.575733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: eae09d7a-692b-4571-88bb-2732377c5d09 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 21:58:01.576676 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device eae09d7a-692b-4571-88bb-2732377c5d09 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 21:58:01.765611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44174) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:01.778369 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17ff45b0-090f-47bd-a161-4d5bf799bf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:01.855929 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17ff45b0-090f-47bd-a161-4d5bf799bf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:01.859420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-17ff45b0-090f-47bd-a161-4d5bf799bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:01.895024 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff45b0-090f-47bd-a161-4d5bf799bf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a69cfc7-1540-4115-90f7-a10a4d547c3c,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:01.899223 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-17ff45b0-090f-47bd-a161-4d5bf799bf1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81ae2050e29248db8669abbaa98426d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325412 Apr 21 21:58:01.901941 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44176) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:01.948297 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-025ad36c-820d-4359-bee3-2dcb92a95dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:01.968906 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-025ad36c-820d-4359-bee3-2dcb92a95dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:02.016090 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-025ad36c-820d-4359-bee3-2dcb92a95dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:02.018506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-025ad36c-820d-4359-bee3-2dcb92a95dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:02.019651 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-025ad36c-820d-4359-bee3-2dcb92a95dff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a69cfc7-1540-4115-90f7-a10a4d547c3c HTTP/1.1" status: 204 len: 168 time: 0.1168971 Apr 21 21:58:02.026994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ad36c-820d-4359-bee3-2dcb92a95dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a69cfc7-1540-4115-90f7-a10a4d547c3c,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:02.698397 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44198) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:02.791945 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-147350598-network', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:02.811252 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Made reservation on behalf of 31cabb99a94a4b20be7849eca42cd3f6 for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:58:02.813492 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:02.821359 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:02.889113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b27ed7f1-c0d4-4029-a6cb-16880c919b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:02.896804 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:02.900449 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:02.926869 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:58:02.932044 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977c25f-f3d9-4160-ab1c-e42ce2597386,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:02.939261 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:02.939724 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Added segment f859cc61-2603-405d-9d59-7dba03043890 of type vlan for network af4a9185-1ddc-4587-af17-069d8b5ccc01 Apr 21 21:58:02.979887 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.002309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.003229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:03.003796 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.028470 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3290188 Apr 21 21:58:03.032112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44202) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:03.037083 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Request body: {'subnet': {'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-147350598-subnet', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:03.056642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Made reservation on behalf of 31cabb99a94a4b20be7849eca42cd3f6 for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:58:03.059041 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.067886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f1438-061f-4f1e-9452-c5fe810964c2 admin admin] Pushing event updated for resources: {'Network': ['ID=af4a9185-1ddc-4587-af17-069d8b5ccc01,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:03.078325 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:58:03.226166 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.280182 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8784cd66-aac3-462c-9052-ef5710796b9a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:03.289512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Checking segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:58:03.289811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Network hostable DHCP agents. Network: af4a9185-1ddc-4587-af17-069d8b5ccc01, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:58:03.305326 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:58:03.313781 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, af4a9185-1ddc-4587-af17-069d8b5ccc01) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:03.317931 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:03.318509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.324079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab81039-2a51-46df-bd30-4ed7a1fb43f1 None None] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:58:03.336733 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b64de16a-53ae-4d85-9d9d-5ebfc46bfaaf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3034365 Apr 21 21:58:03.339668 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44204) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:03.344177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:03.362737 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.363713 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.414515 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.475097 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-af4a9185-1ddc-4587-af17-069d8b5ccc01', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:58:03.475957 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.548616 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.616143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Allocated IP 172.20.0.2 (af4a9185-1ddc-4587-af17-069d8b5ccc01/8784cd66-aac3-462c-9052-ef5710796b9a/37c16667-514a-48c0-980a-94f79a1f6d91) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:58:03.745191 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.755053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.760561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.764379 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.799610 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:03.804249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:03.807805 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:58:03.819862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Pushing event updated for resources: {'Port': ['ID=37c16667-514a-48c0-980a-94f79a1f6d91,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:03.869421 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Attempting to bind port 37c16667-514a-48c0-980a-94f79a1f6d91 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:58:03.869781 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Attempting to bind port 37c16667-514a-48c0-980a-94f79a1f6d91 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:58:03.870054 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Allocated IP 172.25.0.188 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/29157387-cef5-45c5-86aa-29edccf6e795) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:58:03.870160 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Attempting to bind port 37c16667-514a-48c0-980a-94f79a1f6d91 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:58:03.876388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:58:03.877025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Checking segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:58:03.877490 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.877881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Bound using segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:58:03.878389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Bound port: 37c16667-514a-48c0-980a-94f79a1f6d91, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:58:03.878773 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.941739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] For port 37c16667-514a-48c0-980a-94f79a1f6d91, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:58:03.944802 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] For port 37c16667-514a-48c0-980a-94f79a1f6d91, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=37c16667-514a-48c0-980a-94f79a1f6d91,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:58:03.949520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:03.974395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:04.005501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b3ef4-d65a-4e76-a1fd-df6dfbe90bb4 None None] Pushing event updated for resources: {'Port': ['ID=37c16667-514a-48c0-980a-94f79a1f6d91,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:04.011363 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:04.048438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:04.055184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:04.057615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:58:04.081685 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Pushing event updated for resources: {'Port': ['ID=29157387-cef5-45c5-86aa-29edccf6e795,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:04.339803 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:04.656130 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:04.863808 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:04.909940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded2aed1-946d-4a7b-ade3-bb130402bfe2 None None] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:58:04.993194 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Router e8ec5274-0799-49fd-ae70-11e87004948f is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:58:05.017174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-71dff612-9d39-493f-b165-b5c152cfd566 None None] Provisioning complete for port 37c16667-514a-48c0-980a-94f79a1f6d91 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:05.017778 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71dff612-9d39-493f-b165-b5c152cfd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.099810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:58:05.108627 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Sync routers for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:58:05.117427 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.121286 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-aeceb0bf-0957-4652-be62-f99b2e885659 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7779431 Apr 21 21:58:05.121418 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:05.121418 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:05.121659 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44206) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:05.139681 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71dff612-9d39-493f-b165-b5c152cfd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.179928 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-71dff612-9d39-493f-b165-b5c152cfd566 None None] For port 37c16667-514a-48c0-980a-94f79a1f6d91, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=37c16667-514a-48c0-980a-94f79a1f6d91,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:05.186788 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-71dff612-9d39-493f-b165-b5c152cfd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.232628 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:05.246702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dff612-9d39-493f-b165-b5c152cfd566 None None] Pushing event updated for resources: {'Port': ['ID=37c16667-514a-48c0-980a-94f79a1f6d91,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:05.411498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-ad7d6bd6-90de-4a77-9373-842074e2c19a None None] Provisioning complete for port 37c16667-514a-48c0-980a-94f79a1f6d91 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:05.411763 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6bd6-90de-4a77-9373-842074e2c19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.413911 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:04Z', 'revision_number': 3, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:05.553873 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Checking router: e8ec5274-0799-49fd-ae70-11e87004948f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:58:05.554217 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Updating router e8ec5274-0799-49fd-ae70-11e87004948f port 29157387-cef5-45c5-86aa-29edccf6e795 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:58:05.560842 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 37c16667-514a-48c0-980a-94f79a1f6d91 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:58:05.573831 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.585556 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.616409 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.628159 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 37c16667-514a-48c0-980a-94f79a1f6d91 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:05.628524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.733947 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Allocated IP 172.20.0.1 (af4a9185-1ddc-4587-af17-069d8b5ccc01/8784cd66-aac3-462c-9052-ef5710796b9a/8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:58:05.836058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.850097 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.855144 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.875096 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.908042 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Attempting to bind port 29157387-cef5-45c5-86aa-29edccf6e795 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:58:05.908412 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Attempting to bind port 29157387-cef5-45c5-86aa-29edccf6e795 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:58:05.908820 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Attempting to bind port 29157387-cef5-45c5-86aa-29edccf6e795 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:58:05.913564 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:05.915734 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Pushing event updated for resources: {'Port': ['ID=29157387-cef5-45c5-86aa-29edccf6e795,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:05.916418 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:05.917904 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:58:05.918275 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:58:05.918670 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.919052 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:58:05.920337 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Bound port: 29157387-cef5-45c5-86aa-29edccf6e795, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:58:05.920467 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.920609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:58:05.927984 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.928331 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.928664 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.929028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.929355 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.929677 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.930004 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.930328 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.930631 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.930948 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.931265 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.931578 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 21:58:05.950795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:05.963608 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:05.985338 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] For port 29157387-cef5-45c5-86aa-29edccf6e795, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:58:05.988994 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] For port 29157387-cef5-45c5-86aa-29edccf6e795, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=29157387-cef5-45c5-86aa-29edccf6e795,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:58:05.994061 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:06.050241 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:06.051041 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:06.077456 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:06.091081 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bee552-c18a-4cf7-b85f-506dfbe41558 None None] Pushing event updated for resources: {'Port': ['ID=29157387-cef5-45c5-86aa-29edccf6e795,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:06.112618 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:06.170958 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:06.221143 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-68bcc9b5-a29b-4abf-bda1-8979d7c454d2 None None] Provisioning complete for port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:06.221603 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-68bcc9b5-a29b-4abf-bda1-8979d7c454d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:06.255717 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-68bcc9b5-a29b-4abf-bda1-8979d7c454d2 None None] Port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:58:06.279603 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:06.284489 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:06.347829 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:04Z', 'revision_number': 3, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:06.349556 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:06.352146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:06.374487 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43536b-eeb6-4caf-8f5a-18f7917486e8 None None] The sync data for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 is: [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:04Z', 'revision_number': 3, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:58:06.448009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:06.449414 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:06.576459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Router e8ec5274-0799-49fd-ae70-11e87004948f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:58:06.706728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:58:06.712632 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-bd191780-5abb-4b2a-ba17-5b6be64a8ce2 admin admin] 10.222.0.49 "PUT /v2.0/routers/e8ec5274-0799-49fd-ae70-11e87004948f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901434 Apr 21 21:58:06.778667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-058bfbbf-01d2-4986-8b3b-a2048834bec6 None None] Provisioning complete for port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:06.778667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-058bfbbf-01d2-4986-8b3b-a2048834bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:06.816853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-058bfbbf-01d2-4986-8b3b-a2048834bec6 None None] Port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:58:07.202414 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44222) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:07.207398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1196803589-network', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:07.225800 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Made reservation on behalf of ca661e916bc840eeb4cae144fc080edb for: {'network': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:58:07.228007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.236525 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.265685 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:58:07.313795 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.317560 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.341929 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=114646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 21:58:07.351772 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbc1935-f1a8-475f-af04-1151e96d6e60,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:07.356515 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.357403 n-d-838945-1 neutron-server[114646]: INFO neutron.db.segments_db [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Added segment d804ab05-5e32-47a6-a921-c70ba822240f of type vlan for network 0031610b-39a0-4d95-93e1-466513287d73 Apr 21 21:58:07.396233 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.420337 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.421304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:07.421875 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.537896 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 29157387-cef5-45c5-86aa-29edccf6e795 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:58:07.609690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 29157387-cef5-45c5-86aa-29edccf6e795 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:07.610064 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.697355 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.723467 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 29157387-cef5-45c5-86aa-29edccf6e795, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=29157387-cef5-45c5-86aa-29edccf6e795,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:07.727431 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.781901 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=29157387-cef5-45c5-86aa-29edccf6e795,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:07.791487 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5879343 Apr 21 21:58:07.794180 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44224) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:07.800435 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Request body: {'subnet': {'network_id': '0031610b-39a0-4d95-93e1-466513287d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1196803589-subnet', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'ip_version': 4}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:07.806501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013df9c-a3c6-4081-8408-f1b2b7a7759f admin admin] Pushing event updated for resources: {'Network': ['ID=0031610b-39a0-4d95-93e1-466513287d73,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:07.820057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network 0031610b-39a0-4d95-93e1-466513287d73 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 21:58:07.822018 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Made reservation on behalf of ca661e916bc840eeb4cae144fc080edb for: {'subnet': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:58:07.824545 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4040874'] for subnet, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:07.962910 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Sync routers for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:58:07.972716 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:07.973343 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:07.996440 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4040892'] for subnet, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.053456 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579facc5-231e-4ebc-a4dd-140197b8b462,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:08.062442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Checking segment: {'id': 'd804ab05-5e32-47a6-a921-c70ba822240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0031610b-39a0-4d95-93e1-466513287d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:58:08.062795 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Network hostable DHCP agents. Network: 0031610b-39a0-4d95-93e1-466513287d73, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 21:58:08.081825 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Network 0031610b-39a0-4d95-93e1-466513287d73 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 21:58:08.084796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:08.091052 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, 0031610b-39a0-4d95-93e1-466513287d73) {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:08.096215 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:08.097638 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.113888 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ea495bf4-92b7-4b86-ad9d-3135764a0643 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3177040 Apr 21 21:58:08.115622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f63649e-2a36-4d26-8e72-6c676aea23af None None] Network 0031610b-39a0-4d95-93e1-466513287d73 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:58:08.116235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44226) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:08.120641 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:08.139653 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.140674 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.191192 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.329663 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.373255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-0031610b-39a0-4d95-93e1-466513287d73', 'network_id': '0031610b-39a0-4d95-93e1-466513287d73', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'fixed_ips': [{'subnet_id': '579facc5-231e-4ebc-a4dd-140197b8b462'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 21:58:08.374570 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.532633 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.555924 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.662036 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Allocated IP 172.25.0.184 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/6a78caa7-bd34-4c7e-b40c-ca4c43350ac3) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:58:08.669962 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 2, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:08.700620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Checking router: e8ec5274-0799-49fd-ae70-11e87004948f for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:58:08.701504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Updating router e8ec5274-0799-49fd-ae70-11e87004948f port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:58:08.733906 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Allocated IP 172.20.0.2 (0031610b-39a0-4d95-93e1-466513287d73/579facc5-231e-4ebc-a4dd-140197b8b462/5153e2d3-88f8-4ce2-8c02-1f76f974de0a) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:58:08.736157 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.767167 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.800996 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:08.843357 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:08.846502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:08.850989 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:58:08.876951 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Pushing event updated for resources: {'Port': ['ID=6a78caa7-bd34-4c7e-b40c-ca4c43350ac3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:09.022716 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.034263 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.090841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Network 0031610b-39a0-4d95-93e1-466513287d73 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:09.095751 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:09.095947 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.105811 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:58:09.146749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Pushing event updated for resources: {'Port': ['ID=5153e2d3-88f8-4ce2-8c02-1f76f974de0a,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:09.209426 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.213580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Attempting to bind port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:58:09.214019 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Attempting to bind port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd804ab05-5e32-47a6-a921-c70ba822240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0031610b-39a0-4d95-93e1-466513287d73'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:58:09.214401 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Attempting to bind port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a on network 0031610b-39a0-4d95-93e1-466513287d73 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:58:09.219782 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.224854 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:58:09.225236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Checking segment: {'id': 'd804ab05-5e32-47a6-a921-c70ba822240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0031610b-39a0-4d95-93e1-466513287d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:58:09.225631 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.226022 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Bound using segment: {'id': 'd804ab05-5e32-47a6-a921-c70ba822240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0031610b-39a0-4d95-93e1-466513287d73'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:58:09.226489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Bound port: 5153e2d3-88f8-4ce2-8c02-1f76f974de0a, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd804ab05-5e32-47a6-a921-c70ba822240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0031610b-39a0-4d95-93e1-466513287d73'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:58:09.226872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.293728 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.301515 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abed61-0764-48f3-a0d2-3fedfccedd5f None None] Pushing event updated for resources: {'Port': ['ID=8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:09.371054 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] For port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:58:09.382502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Attempting to bind port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:58:09.383327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Attempting to bind port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:58:09.383327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Attempting to bind port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:58:09.394511 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] For port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5153e2d3-88f8-4ce2-8c02-1f76f974de0a,segment=NetworkSegment(d804ab05-5e32-47a6-a921-c70ba822240f),segment_id=d804ab05-5e32-47a6-a921-c70ba822240f)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:58:09.395888 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:58:09.396188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Checking segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:58:09.396645 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.397161 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Bound using segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:58:09.397640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Bound port: 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:58:09.398091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.408547 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.435734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Router c82c8c6d-9dd1-4e66-ab9a-159439b52916 is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 21:58:09.514734 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f4aeb-cb68-4c33-8dc4-14d48b67636f None None] Pushing event updated for resources: {'Port': ['ID=5153e2d3-88f8-4ce2-8c02-1f76f974de0a,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:09.526940 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] For port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:58:09.531344 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] For port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:58:09.535877 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.540637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 29157387-cef5-45c5-86aa-29edccf6e795 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:58:09.572192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:58:09.584338 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Sync routers for ids ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:58:09.593324 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.597201 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44228) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:09.598898 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3d491df3-99a2-4aff-97e1-93b161618888 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4804959 Apr 21 21:58:09.605063 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Routers {'c82c8c6d-9dd1-4e66-ab9a-159439b52916'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:09.606347 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:09.645767 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-337db799-dfca-4f4d-8772-7028390fcbd5 None None] Provisioning complete for port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:09.646144 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-337db799-dfca-4f4d-8772-7028390fcbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.686271 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:09.687672 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:09.741253 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abed61-0764-48f3-a0d2-3fedfccedd5f None None] Pushing event updated for resources: {'Port': ['ID=8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:09.765279 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Set router c82c8c6d-9dd1-4e66-ab9a-159439b52916 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:09.781157 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 29157387-cef5-45c5-86aa-29edccf6e795 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:09.781525 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:09.969218 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:10.013988 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-337db799-dfca-4f4d-8772-7028390fcbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.032935 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:08Z', 'revision_number': 3, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'gw_port': {'id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:10.062717 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Checking router: c82c8c6d-9dd1-4e66-ab9a-159439b52916 for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:58:10.063058 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Updating router c82c8c6d-9dd1-4e66-ab9a-159439b52916 port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:58:10.089793 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.147738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-337db799-dfca-4f4d-8772-7028390fcbd5 None None] For port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:10.159342 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-337db799-dfca-4f4d-8772-7028390fcbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.177299 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.231345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337db799-dfca-4f4d-8772-7028390fcbd5 None None] Pushing event updated for resources: {'Port': ['ID=8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:10.292626 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-08649471-3a8f-4a29-933b-48658c0f1027 None None] Provisioning complete for port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:10.293025 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-08649471-3a8f-4a29-933b-48658c0f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.296395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:09Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:10.347121 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd58af-2151-407a-9dd7-f2cdff58411b None None] The sync data for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 is: [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:09Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:58:10.359442 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Allocated IP 172.20.0.1 (0031610b-39a0-4d95-93e1-466513287d73/579facc5-231e-4ebc-a4dd-140197b8b462/ad1cb5d2-2f9e-4a9c-8378-0ec559813fef) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:58:10.369239 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.379701 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.443706 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Attempting to bind port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:58:10.445307 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Attempting to bind port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:58:10.445673 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Attempting to bind port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:58:10.462910 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706f1f5-6fee-4738-bb20-25b3f2acf287 None None] Pushing event updated for resources: {'Port': ['ID=6a78caa7-bd34-4c7e-b40c-ca4c43350ac3,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:10.468880 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:58:10.469248 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:58:10.469639 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.470009 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:58:10.470460 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Bound port: 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:58:10.470829 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.527249 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] For port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:58:10.531120 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] For port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6a78caa7-bd34-4c7e-b40c-ca4c43350ac3,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:58:10.536634 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.562452 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.595216 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Routers {'c82c8c6d-9dd1-4e66-ab9a-159439b52916'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:10.595948 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:10.609641 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.650386 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706f1f5-6fee-4738-bb20-25b3f2acf287 None None] Pushing event updated for resources: {'Port': ['ID=6a78caa7-bd34-4c7e-b40c-ca4c43350ac3,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:10.680291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Pushing event updated for resources: {'Port': ['ID=ad1cb5d2-2f9e-4a9c-8378-0ec559813fef,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:10.710876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Network 0031610b-39a0-4d95-93e1-466513287d73 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:10.712506 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:10.715616 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:58:10.730645 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] Set router c82c8c6d-9dd1-4e66-ab9a-159439b52916 gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:10.770562 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:10.849771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feae484-59da-4cf4-a22e-3c93030093cd None None] Network 0031610b-39a0-4d95-93e1-466513287d73 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 21:58:11.002082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-38360a6e-5623-4fe3-8430-e7186c72b238 None None] Provisioning complete for port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:11.002598 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-38360a6e-5623-4fe3-8430-e7186c72b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.040870 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:08Z', 'revision_number': 3, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'gw_port': {'id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:11.071069 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c96542f-114c-4f45-8099-9229a1155a70 None None] The sync data for ids ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'] in n-d-838945-1 is: [{'id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:08Z', 'revision_number': 3, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'gw_port': {'id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bf:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:58:11.150320 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-38360a6e-5623-4fe3-8430-e7186c72b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.191946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-38360a6e-5623-4fe3-8430-e7186c72b238 None None] For port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5153e2d3-88f8-4ce2-8c02-1f76f974de0a,segment=NetworkSegment(d804ab05-5e32-47a6-a921-c70ba822240f),segment_id=d804ab05-5e32-47a6-a921-c70ba822240f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:11.202669 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-38360a6e-5623-4fe3-8430-e7186c72b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.267864 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38360a6e-5623-4fe3-8430-e7186c72b238 None None] Pushing event updated for resources: {'Port': ['ID=5153e2d3-88f8-4ce2-8c02-1f76f974de0a,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:11.338378 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.436889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e31d905c-c3da-4d14-af52-c30cb463d8ca None None] Provisioning complete for port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:11.437358 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e31d905c-c3da-4d14-af52-c30cb463d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.604296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-e31d905c-c3da-4d14-af52-c30cb463d8ca None None] Provisioning complete for port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:11.604668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e31d905c-c3da-4d14-af52-c30cb463d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.666544 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.676531 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.684539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e31d905c-c3da-4d14-af52-c30cb463d8ca None None] Port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:58:11.734593 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:58:11.761510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Pushing event updated for resources: {'Port': ['ID=ad1cb5d2-2f9e-4a9c-8378-0ec559813fef,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:11.768646 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.805804 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:11.806174 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.833994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4c7f86ce-e89d-4c9b-9d15-8f2dae1604a5 None None] Provisioning complete for port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:11.835870 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4c7f86ce-e89d-4c9b-9d15-8f2dae1604a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:11.869184 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Network 0031610b-39a0-4d95-93e1-466513287d73 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:11.870513 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:11.899052 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f86ce-e89d-4c9b-9d15-8f2dae1604a5 None None] Port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:58:11.949107 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5153e2d3-88f8-4ce2-8c02-1f76f974de0a up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:58:11.999900 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:12.000416 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:12.009796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Router c82c8c6d-9dd1-4e66-ab9a-159439b52916 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:58:12.107335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:58:12.156839 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:58:12.159448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:12.159828 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:12.162347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7ceb919b-2012-4c55-a3ef-ccc166c0f45c admin admin] 10.222.0.49 "PUT /v2.0/routers/c82c8c6d-9dd1-4e66-ab9a-159439b52916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5617871 Apr 21 21:58:12.251175 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a61ef3c6-682a-4e5f-abf4-b57c5a18e3fe None None] Provisioning complete for port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:12.251551 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a61ef3c6-682a-4e5f-abf4-b57c5a18e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:12.276842 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:12.314041 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a61ef3c6-682a-4e5f-abf4-b57c5a18e3fe None None] Port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:58:12.316733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6a78caa7-bd34-4c7e-b40c-ca4c43350ac3,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:12.322155 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:12.373099 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=6a78caa7-bd34-4c7e-b40c-ca4c43350ac3,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:12.818963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44236) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:12.823672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c3678fc7-7419-445a-afd1-22e2f180a30d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373087161', 'description': 'tempest-secgroup-smoke-1373087161 description', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:12.843745 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3678fc7-7419-445a-afd1-22e2f180a30d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:12.907866 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3678fc7-7419-445a-afd1-22e2f180a30d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:12.911842 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3678fc7-7419-445a-afd1-22e2f180a30d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:12.941189 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c3678fc7-7419-445a-afd1-22e2f180a30d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:12.944714 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c3678fc7-7419-445a-afd1-22e2f180a30d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1246276 Apr 21 21:58:12.945340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44238) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:12.950448 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c88cd75f-99d6-4598-9a82-c79b29892364 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:12.955523 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3678fc7-7419-445a-afd1-22e2f180a30d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:12.977443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c88cd75f-99d6-4598-9a82-c79b29892364 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.036453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c88cd75f-99d6-4598-9a82-c79b29892364 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.040111 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c88cd75f-99d6-4598-9a82-c79b29892364 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.057979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cd75f-99d6-4598-9a82-c79b29892364 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828a47c0-063e-477e-8214-026897977bba,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:13.065271 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c88cd75f-99d6-4598-9a82-c79b29892364 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.066443 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c88cd75f-99d6-4598-9a82-c79b29892364 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194000 Apr 21 21:58:13.069123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44240) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:13.073559 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-b67e2efb-c18c-4be5-924b-65e5e18cc123 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:13.098101 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b67e2efb-c18c-4be5-924b-65e5e18cc123 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.155051 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b67e2efb-c18c-4be5-924b-65e5e18cc123 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.159353 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b67e2efb-c18c-4be5-924b-65e5e18cc123 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.177423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e2efb-c18c-4be5-924b-65e5e18cc123 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ceb46eb-8c46-46d1-9d54-1ce9a8e04f8a,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:13.186289 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b67e2efb-c18c-4be5-924b-65e5e18cc123 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.187474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b67e2efb-c18c-4be5-924b-65e5e18cc123 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173694 Apr 21 21:58:13.190192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44242) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:13.194532 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-8e7c1053-375c-43dd-b4f8-d03bcda1e1b9 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:13.223247 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1053-375c-43dd-b4f8-d03bcda1e1b9 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.282453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1053-375c-43dd-b4f8-d03bcda1e1b9 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.285694 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1053-375c-43dd-b4f8-d03bcda1e1b9 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.303228 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c1053-375c-43dd-b4f8-d03bcda1e1b9 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab499675-6ef7-4286-97e9-ae1b3377e5b4,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:13.311040 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1053-375c-43dd-b4f8-d03bcda1e1b9 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.312238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8e7c1053-375c-43dd-b4f8-d03bcda1e1b9 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211231 Apr 21 21:58:13.315010 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44244) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:13.319383 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-1f21a617-14f5-4ce3-b7bc-cf8f572a7b37 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:13.344211 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f21a617-14f5-4ce3-b7bc-cf8f572a7b37 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.404460 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f21a617-14f5-4ce3-b7bc-cf8f572a7b37 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.407938 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f21a617-14f5-4ce3-b7bc-cf8f572a7b37 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.425485 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21a617-14f5-4ce3-b7bc-cf8f572a7b37 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b48cf79-7dcd-4caa-9869-ff7f49debcd1,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:13.434177 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1f21a617-14f5-4ce3-b7bc-cf8f572a7b37 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.435321 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1f21a617-14f5-4ce3-b7bc-cf8f572a7b37 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193857 Apr 21 21:58:13.438100 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44246) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:13.442315 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-10ab51bf-b8c3-4503-99dc-aeddcd669bed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:13.461838 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-10ab51bf-b8c3-4503-99dc-aeddcd669bed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Project 31cabb99a94a4b20be7849eca42cd3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:58:13.467346 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10ab51bf-b8c3-4503-99dc-aeddcd669bed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.529539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:58:13.546966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10ab51bf-b8c3-4503-99dc-aeddcd669bed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.550984 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10ab51bf-b8c3-4503-99dc-aeddcd669bed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.567529 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab51bf-b8c3-4503-99dc-aeddcd669bed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343ec0c7-502d-46a4-a543-8ba6714d0c17,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:13.581069 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-10ab51bf-b8c3-4503-99dc-aeddcd669bed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.582326 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-10ab51bf-b8c3-4503-99dc-aeddcd669bed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433170 Apr 21 21:58:13.585577 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44248) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:13.590030 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-0ebb1c75-e285-463b-9e0d-51a065136d02 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:13.594257 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:13.594640 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.613975 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-0ebb1c75-e285-463b-9e0d-51a065136d02 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Project 31cabb99a94a4b20be7849eca42cd3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 21:58:13.621610 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1c75-e285-463b-9e0d-51a065136d02 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.691146 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1c75-e285-463b-9e0d-51a065136d02 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.697255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1c75-e285-463b-9e0d-51a065136d02 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.716625 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb1c75-e285-463b-9e0d-51a065136d02 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8316a5d-67e4-411a-b106-b9e236aa089e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:13.725155 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0ebb1c75-e285-463b-9e0d-51a065136d02 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:13.731178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0ebb1c75-e285-463b-9e0d-51a065136d02 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396580 Apr 21 21:58:13.854780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Sync routers for ids ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:58:13.875335 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Routers {'c82c8c6d-9dd1-4e66-ab9a-159439b52916'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:13.876246 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:13.886666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-6ca0ddb6-1687-4d0f-a751-b11dd0fc0c0b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373087161&fields=id&tenant_id=31cabb99a94a4b20be7849eca42cd3f6 HTTP/1.1" status: 200 len: 267 time: 0.0370576 Apr 21 21:58:13.982346 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Set router c82c8c6d-9dd1-4e66-ab9a-159439b52916 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:13.994313 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-72c80047-79e8-4265-97b4-47ad0d85ba99 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:13.995774 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-72c80047-79e8-4265-97b4-47ad0d85ba99 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 808 time: 0.1014156 Apr 21 21:58:14.011266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-ee2de11e-9f87-4b0d-be59-c96ef728a692 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/quotas/31cabb99a94a4b20be7849eca42cd3f6 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Apr 21 21:58:14.062932 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-03ae0579-5520-460b-af3f-71540eef9f58 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451827 Apr 21 21:58:14.183835 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:11Z', 'revision_number': 4, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'gw_port': {'id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'ad1cb5d2-2f9e-4a9c-8378-0ec559813fef', 'name': '', 'network_id': '0031610b-39a0-4d95-93e1-466513287d73', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'mac_address': 'fa:16:3e:1f:8b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '579facc5-231e-4ebc-a4dd-140197b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:10Z', 'updated_at': '2022-04-21T21:58:11Z', 'revision_number': 2, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'subnets': [{'id': '579facc5-231e-4ebc-a4dd-140197b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:14.210035 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Checking router: c82c8c6d-9dd1-4e66-ab9a-159439b52916 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:58:14.210641 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Updating router c82c8c6d-9dd1-4e66-ab9a-159439b52916 port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 21:58:14.244307 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:14.254120 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-a71d287f-6134-4b8c-9398-a1b3c4721a7a service neutron] 10.222.0.49 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786730 Apr 21 21:58:14.342151 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-33e61187-ae2f-45f3-a192-f2ab274d8ec8 service neutron] 10.222.0.49 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816281 Apr 21 21:58:14.506622 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a03d0f66-89f8-4b72-82fe-6341069cae05 req-6c16eb19-49cc-443a-bb67-cfb731e01d43 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 210 time: 0.0279973 Apr 21 21:58:14.514275 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:14.520569 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:14.612783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afee8a-4ed5-4fbe-930d-c19b811664f6 None None] Pushing event updated for resources: {'Port': ['ID=ad1cb5d2-2f9e-4a9c-8378-0ec559813fef,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:14.626007 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Attempting to bind port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:58:14.626377 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Attempting to bind port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'd804ab05-5e32-47a6-a921-c70ba822240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0031610b-39a0-4d95-93e1-466513287d73'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:58:14.626929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Attempting to bind port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef on network 0031610b-39a0-4d95-93e1-466513287d73 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:58:14.632574 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:58:14.632991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Checking segment: {'id': 'd804ab05-5e32-47a6-a921-c70ba822240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0031610b-39a0-4d95-93e1-466513287d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:58:14.633394 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:14.633780 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Bound using segment: {'id': 'd804ab05-5e32-47a6-a921-c70ba822240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0031610b-39a0-4d95-93e1-466513287d73'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:58:14.634239 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Bound port: ad1cb5d2-2f9e-4a9c-8378-0ec559813fef, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd804ab05-5e32-47a6-a921-c70ba822240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0031610b-39a0-4d95-93e1-466513287d73'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:58:14.634619 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:14.713564 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] For port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:58:14.717297 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] For port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ad1cb5d2-2f9e-4a9c-8378-0ec559813fef,segment=NetworkSegment(d804ab05-5e32-47a6-a921-c70ba822240f),segment_id=d804ab05-5e32-47a6-a921-c70ba822240f)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:58:14.722783 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:14.785721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Routers {'c82c8c6d-9dd1-4e66-ab9a-159439b52916'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:14.786575 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:14.819338 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afee8a-4ed5-4fbe-930d-c19b811664f6 None None] Pushing event updated for resources: {'Port': ['ID=ad1cb5d2-2f9e-4a9c-8378-0ec559813fef,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:14.910889 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1ef1d6d4-1bc8-4b1f-8621-2a18c918a8e3 None None] Provisioning complete for port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:14.911228 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d6d4-1bc8-4b1f-8621-2a18c918a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:14.951587 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] Set router c82c8c6d-9dd1-4e66-ab9a-159439b52916 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:15.113254 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d6d4-1bc8-4b1f-8621-2a18c918a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:15.170733 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1ef1d6d4-1bc8-4b1f-8621-2a18c918a8e3 None None] For port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ad1cb5d2-2f9e-4a9c-8378-0ec559813fef,segment=NetworkSegment(d804ab05-5e32-47a6-a921-c70ba822240f),segment_id=d804ab05-5e32-47a6-a921-c70ba822240f)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:15.190693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1ef1d6d4-1bc8-4b1f-8621-2a18c918a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:15.248650 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1d6d4-1bc8-4b1f-8621-2a18c918a8e3 None None] Pushing event updated for resources: {'Port': ['ID=ad1cb5d2-2f9e-4a9c-8378-0ec559813fef,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:15.261256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:11Z', 'revision_number': 4, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'gw_port': {'id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'ad1cb5d2-2f9e-4a9c-8378-0ec559813fef', 'name': '', 'network_id': '0031610b-39a0-4d95-93e1-466513287d73', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'mac_address': 'fa:16:3e:1f:8b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '579facc5-231e-4ebc-a4dd-140197b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:10Z', 'updated_at': '2022-04-21T21:58:14Z', 'revision_number': 4, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'subnets': [{'id': '579facc5-231e-4ebc-a4dd-140197b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:15.292083 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a694662-a42c-42f7-ac16-d7d6f8d318b7 None None] The sync data for ids ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'] in n-d-838945-1 is: [{'id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:11Z', 'revision_number': 4, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'gw_port': {'id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': 'ad1cb5d2-2f9e-4a9c-8378-0ec559813fef', 'name': '', 'network_id': '0031610b-39a0-4d95-93e1-466513287d73', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'mac_address': 'fa:16:3e:1f:8b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '579facc5-231e-4ebc-a4dd-140197b8b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:10Z', 'updated_at': '2022-04-21T21:58:14Z', 'revision_number': 4, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'subnets': [{'id': '579facc5-231e-4ebc-a4dd-140197b8b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:58:15.310640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-327300cc-0ff3-422d-a6c5-1d060af85575 None None] Provisioning complete for port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:15.311019 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-327300cc-0ff3-422d-a6c5-1d060af85575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:15.584433 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-44aa4c6f-3fe3-4a06-aff1-de926a3e087c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:15.588823 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-44aa4c6f-3fe3-4a06-aff1-de926a3e087c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 808 time: 0.1760440 Apr 21 21:58:15.595930 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ad1cb5d2-2f9e-4a9c-8378-0ec559813fef up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:58:15.649939 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a0c5d490-d171-4c01-bd61-58e3e9210bff req-f40e39ca-8920-44f8-8492-10a2bb6c3ff8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 210 time: 0.0518987 Apr 21 21:58:15.663991 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:15.663991 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:15.672667 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-b096cb2a-388e-4873-b295-e9691a897b77 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31cabb99a94a4b20be7849eca42cd3f6 HTTP/1.1" status: 200 len: 380 time: 0.0732670 Apr 21 21:58:15.682926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'port': {'device_id': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'admin_state_up': True, 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'security_groups': ['3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:15.797384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Made reservation on behalf of 31cabb99a94a4b20be7849eca42cd3f6 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 21:58:15.801065 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:15.932738 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Allocated IP 172.20.0.5 (af4a9185-1ddc-4587-af17-069d8b5ccc01/8784cd66-aac3-462c-9052-ef5710796b9a/ac2d380a-155a-4157-9b18-2b756d5f45c1) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:58:16.066134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.098181 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.140662 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:16.143609 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:16.147292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:58:16.172283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:16.200423 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:16.201055 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.218475 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-5689ae3c-f6c1-43bb-bbf6-d9f671f61019 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402584 Apr 21 21:58:16.230151 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Request body: {'port': {'device_id': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:16.291539 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.349021 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-21ba25fc-d36c-427c-b618-a8da2e317e5f None None] Provisioning complete for port ac2d380a-155a-4157-9b18-2b756d5f45c1 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:16.349401 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-21ba25fc-d36c-427c-b618-a8da2e317e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.381963 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-21ba25fc-d36c-427c-b618-a8da2e317e5f None None] Port ac2d380a-155a-4157-9b18-2b756d5f45c1 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 21:58:16.551328 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2d380a-155a-4157-9b18-2b756d5f45c1 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:58:16.558506 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.569915 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Transition to ACTIVE for port object ac2d380a-155a-4157-9b18-2b756d5f45c1 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 21:58:16.573762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.643971 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:16.695811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Attempting to bind port ac2d380a-155a-4157-9b18-2b756d5f45c1 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 21:58:16.696152 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Attempting to bind port ac2d380a-155a-4157-9b18-2b756d5f45c1 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 21:58:16.696474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Attempting to bind port ac2d380a-155a-4157-9b18-2b756d5f45c1 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:58:16.701601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Port ac2d380a-155a-4157-9b18-2b756d5f45c1 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 21:58:16.701924 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Attempting to bind port ac2d380a-155a-4157-9b18-2b756d5f45c1 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 21:58:16.706894 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 21, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 21:58:16.707231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Checking segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 21:58:16.707618 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Bound using segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 21:58:16.708051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Bound port: ac2d380a-155a-4157-9b18-2b756d5f45c1, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 21:58:16.708410 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.766789 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc7f7a-0ae2-4a70-8c1b-56a70429f9f6 req-54a64c71-d1ff-4ec0-af8e-57d3fe9deef3 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:16.769217 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bbc7f7a-0ae2-4a70-8c1b-56a70429f9f6 req-54a64c71-d1ff-4ec0-af8e-57d3fe9deef3 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0514569 Apr 21 21:58:16.776076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 21:58:16.779848 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 21:58:16.784324 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.810668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3bbc7f7a-0ae2-4a70-8c1b-56a70429f9f6 req-179dfe83-bcab-487f-9efb-eb779c04dc55 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350032 Apr 21 21:58:16.821066 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:16.821710 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:16.823157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] 10.222.0.43 "PUT /v2.0/ports/ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 1091 time: 0.5972314 Apr 21 21:58:16.824811 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:58:16.826548 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9793dd3-aa59-470a-845a-c5938e3bc0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:58:16.859639 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78dfe2-5fe2-4bc7-a5bb-910413c9f31b service neutron] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:16.868814 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7759cd18-9f0e-422a-9a13-844af92d4e71 x-openstack-request-id: req-7759cd18-9f0e-422a-9a13-844af92d4e71 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:58:16.869091 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:58:16.869342 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7759cd18-9f0e-422a-9a13-844af92d4e71 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:58:16.871262 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7759cd18-9f0e-422a-9a13-844af92d4e71'] response: {'name': 'network-changed', 'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'status': 'completed', 'code': 200} Apr 21 21:58:16.930292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-da160428-6797-45b3-be87-7e6fa49688da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:16.931837 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-da160428-6797-45b3-be87-7e6fa49688da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1094 time: 0.0564559 Apr 21 21:58:16.973339 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-984ec0fe-1392-44a8-98e6-27d7964dc080 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 217 time: 0.0348549 Apr 21 21:58:17.023140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-d74aa717-b30b-4b6f-9586-6150297822e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:17.024598 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-d74aa717-b30b-4b6f-9586-6150297822e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0452797 Apr 21 21:58:17.074982 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-34019c99-8d3d-4f2c-9120-7a29868695c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:17.076391 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-34019c99-8d3d-4f2c-9120-7a29868695c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458684 Apr 21 21:58:17.164669 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-dba599eb-8457-4877-849f-3526648799df service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812624 Apr 21 21:58:17.254290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a39ec71-acf8-4110-aeba-fbbed9cf2a77 req-ac8115cf-d56a-4858-88a9-ad199f8282a2 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835450 Apr 21 21:58:17.338881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-0ee4bc8c-0b55-445c-8dc0-90e5f338dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:17.340258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-0ee4bc8c-0b55-445c-8dc0-90e5f338dec1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1094 time: 0.0411990 Apr 21 21:58:17.428017 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-17861441-3ef4-4392-9da1-73df0aad1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:17.429501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-17861441-3ef4-4392-9da1-73df0aad1a78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0819743 Apr 21 21:58:17.474099 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-dc86a7b1-4f5a-45d9-8c0e-113912e6fc5d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 217 time: 0.0383303 Apr 21 21:58:17.522837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-174eb676-7175-4c3e-a8e2-794baa103102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:17.524311 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-174eb676-7175-4c3e-a8e2-794baa103102 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0446606 Apr 21 21:58:17.569998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-9b2695a4-b34a-4f2c-9070-7e5d4ae2e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:17.571487 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-9b2695a4-b34a-4f2c-9070-7e5d4ae2e42f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410688 Apr 21 21:58:17.672808 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-a2a5ffe9-c0d3-4ce1-95ab-be3edd85c60b service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943053 Apr 21 21:58:17.764284 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9793dd3-aa59-470a-845a-c5938e3bc0c6 req-5e8e17e9-db15-4e34-833a-f794492b8439 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852187 Apr 21 21:58:17.932702 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408cfc-bba3-45b8-bd70-c8a9fcc46d2b req-a6d13972-2dc0-4d1f-beea-9b84c7c70a01 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:17.934236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba408cfc-bba3-45b8-bd70-c8a9fcc46d2b req-a6d13972-2dc0-4d1f-beea-9b84c7c70a01 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0531442 Apr 21 21:58:17.976043 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba408cfc-bba3-45b8-bd70-c8a9fcc46d2b req-db93bbdc-eac3-4ee5-a236-07e8d58dadec tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356319 Apr 21 21:58:19.096191 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449af87-bb5f-4d02-bcaa-35d9f5ca53ec req-9f4ab6b4-e99d-4c18-82e6-e046cdbd5a72 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:19.097621 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5449af87-bb5f-4d02-bcaa-35d9f5ca53ec req-9f4ab6b4-e99d-4c18-82e6-e046cdbd5a72 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0523455 Apr 21 21:58:19.134072 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5449af87-bb5f-4d02-bcaa-35d9f5ca53ec req-3f649fc3-fb1d-4d32-8774-a84e004645e3 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304914 Apr 21 21:58:20.254192 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc066f-1189-4f4a-92c0-ac7383dd7806 req-44ebffd3-ea26-4ab8-8d01-4d3728f88c4b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:20.255705 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63fc066f-1189-4f4a-92c0-ac7383dd7806 req-44ebffd3-ea26-4ab8-8d01-4d3728f88c4b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0501237 Apr 21 21:58:20.293507 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-63fc066f-1189-4f4a-92c0-ac7383dd7806 req-5ec68760-37a8-46e9-86a8-6f1cb1f6d6f6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316803 Apr 21 21:58:21.135856 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:21.140342 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:21.408002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6da621-ec88-47bc-ba6b-e7bb9f730730 req-2feb8026-5d28-4f79-aa14-36df50d6d46f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:21.409399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f6da621-ec88-47bc-ba6b-e7bb9f730730 req-2feb8026-5d28-4f79-aa14-36df50d6d46f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0481615 Apr 21 21:58:21.445623 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f6da621-ec88-47bc-ba6b-e7bb9f730730 req-49c89dd9-033a-4c7b-9f58-9babc2dd71b5 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303366 Apr 21 21:58:21.705032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ac2d380a-155a-4157-9b18-2b756d5f45c1 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 21:58:21.796193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:21.807202 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'port_id': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'mac_address': 'fa:16:3e:08:c7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 21:58:21.844363 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:21.862163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2d380a-155a-4157-9b18-2b756d5f45c1 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 21:58:21.881738 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:21.885213 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:21.930647 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:22.213793 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ac2d380a-155a-4157-9b18-2b756d5f45c1'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 21:58:22.566918 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d227d2f-2dea-4454-83b4-421dd6b4798b req-48e62e8e-b6c9-44bb-8d0f-3f16a5fd2fcc tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:22.568306 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d227d2f-2dea-4454-83b4-421dd6b4798b req-48e62e8e-b6c9-44bb-8d0f-3f16a5fd2fcc tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 944 time: 0.0491142 Apr 21 21:58:22.605267 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4d227d2f-2dea-4454-83b4-421dd6b4798b req-32ce8f66-039d-42ad-ab98-910acdd33992 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310171 Apr 21 21:58:23.720647 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38d208-cb8d-43d8-a6af-1e92afb0a70d req-f9992cb5-f201-4649-9dd1-737643d9b20b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:23.721256 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ac2d380a-155a-4157-9b18-2b756d5f45c1 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 21:58:23.722053 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb38d208-cb8d-43d8-a6af-1e92afb0a70d req-f9992cb5-f201-4649-9dd1-737643d9b20b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 944 time: 0.0476849 Apr 21 21:58:23.758568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-eb38d208-cb8d-43d8-a6af-1e92afb0a70d req-4b8a6264-da17-4f03-be9f-0421c331afd8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305412 Apr 21 21:58:23.770456 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port ac2d380a-155a-4157-9b18-2b756d5f45c1 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 21:58:23.774736 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ac2d380a-155a-4157-9b18-2b756d5f45c1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 21:58:23.775107 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:23.854397 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:23.877372 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:58:23.879608 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a972581a-b14c-497a-b43f-03e797d25d35" -d '{"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:58:23.892003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 21:58:23.897621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:23.943449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:23.975720 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 21:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95247c5-c29a-461f-848b-a2837cc3ee3c x-openstack-request-id: req-f95247c5-c29a-461f-848b-a2837cc3ee3c {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:58:23.976040 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:58:23.976298 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f95247c5-c29a-461f-848b-a2837cc3ee3c {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:58:23.976694 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95247c5-c29a-461f-848b-a2837cc3ee3c'] response: {'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'code': 200} Apr 21 21:58:24.070642 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e523785-bf01-47f6-9cd4-cc2d7a9f2564 req-cec8b7f6-c918-4195-823c-9a4c898155d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:24.072083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8e523785-bf01-47f6-9cd4-cc2d7a9f2564 req-cec8b7f6-c918-4195-823c-9a4c898155d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1096 time: 0.0432138 Apr 21 21:58:24.104917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8e523785-bf01-47f6-9cd4-cc2d7a9f2564 req-eddfbfa1-feea-4c7f-a8c2-a4badbf6ec6b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261359 Apr 21 21:58:24.877291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce12e2a-3ba5-4f63-a3d4-ea75b1327843 req-66a4b889-2914-43b7-8b2a-7a755b87838f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:24.878737 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cce12e2a-3ba5-4f63-a3d4-ea75b1327843 req-66a4b889-2914-43b7-8b2a-7a755b87838f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0484676 Apr 21 21:58:24.915033 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-cce12e2a-3ba5-4f63-a3d4-ea75b1327843 req-7a6a5303-f7b8-4ae3-9da8-78ddc4e421b2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303659 Apr 21 21:58:26.033939 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ffdc7-c726-4c5c-beaf-608dd7e3babf req-0b403165-d95d-4be3-a9db-a11183300bb8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:26.035390 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-885ffdc7-c726-4c5c-beaf-608dd7e3babf req-0b403165-d95d-4be3-a9db-a11183300bb8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0519409 Apr 21 21:58:26.071381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-885ffdc7-c726-4c5c-beaf-608dd7e3babf req-5fd0aa6f-42af-42cb-8e0d-95445361dcd8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299726 Apr 21 21:58:26.185562 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a05e-e1a4-465f-9143-bf439c2e146f req-242a7cf7-d189-4db0-9fc6-31fde6b3881f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:26.187059 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af15a05e-e1a4-465f-9143-bf439c2e146f req-242a7cf7-d189-4db0-9fc6-31fde6b3881f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0467978 Apr 21 21:58:26.224222 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-af15a05e-e1a4-465f-9143-bf439c2e146f req-b0f2b2d3-fd6e-4c2e-a9a1-b40acfb155a0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310585 Apr 21 21:58:26.245355 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44306) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:26.325664 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a357a47-5d28-4dc5-a4a1-48f11a646593 tempest-TestShelveInstance-493109435 tempest-TestShelveInstance-493109435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:26.327627 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-2a357a47-5d28-4dc5-a4a1-48f11a646593 tempest-TestShelveInstance-493109435 tempest-TestShelveInstance-493109435-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1091 time: 0.0813451 Apr 21 21:58:26.330521 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44310) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 21:58:26.334611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 21:58:26.353578 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:26.443996 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:26.545945 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Allocated IP 172.25.0.12 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/7cc96051-b4bc-4036-818e-0c4cb1d677b0) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 21:58:26.642701 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:26.673651 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:26.711778 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 21:58:26.716359 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 21:58:26.719883 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 21:58:26.744669 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'Port': ['ID=7cc96051-b4bc-4036-818e-0c4cb1d677b0,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:27.068565 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:27.135122 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:27.282434 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:27.287058 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:27.355806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'Port': ['ID=7cc96051-b4bc-4036-818e-0c4cb1d677b0,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 21:58:27.365278 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:27.461831 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Floating IP 3b4dd652-5f04-4c42-9a97-af21058646b1 associated. External IP: 172.25.0.12, port: ac2d380a-155a-4157-9b18-2b756d5f45c1. Apr 21 21:58:27.662789 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Router e8ec5274-0799-49fd-ae70-11e87004948f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 21:58:27.771192 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 21:58:27.782078 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] Sync routers for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 21:58:27.788107 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:27.791408 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:27.792017 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:27.813733 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-e929ff09-b69d-4155-94a1-421663035aeb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4822428 Apr 21 21:58:27.814304 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 21:58:27.816534 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 21:58:27.856685 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 21:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0598d3e0-c51a-4ccd-ab56-cdea0884162a x-openstack-request-id: req-0598d3e0-c51a-4ccd-ab56-cdea0884162a {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 21:58:27.857025 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 21:58:27.857318 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0598d3e0-c51a-4ccd-ab56-cdea0884162a {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 21:58:27.857786 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0598d3e0-c51a-4ccd-ab56-cdea0884162a'] response: {'name': 'network-changed', 'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'status': 'completed', 'code': 200} Apr 21 21:58:27.899613 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:27.916146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-03409a01-cb3f-4e62-9ca7-98bfc0ee2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:27.917589 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-03409a01-cb3f-4e62-9ca7-98bfc0ee2863 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1096 time: 0.0398946 Apr 21 21:58:28.008554 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-c5601101-eda7-4d03-96f1-baf55b90121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:28.010041 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-c5601101-eda7-4d03-96f1-baf55b90121c service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0860140 Apr 21 21:58:28.071628 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-d618aa89-ef08-498e-99e5-8f605f7f70de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 998 time: 0.0556469 Apr 21 21:58:28.117388 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-3963f64a-a808-4393-a2ba-d6b43245d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:28.118832 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-3963f64a-a808-4393-a2ba-d6b43245d52a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0413377 Apr 21 21:58:28.119041 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '3b4dd652-5f04-4c42-9a97-af21058646b1', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'port_id': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'mac_address': 'fa:16:3e:08:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:58:26Z', 'updated_at': '2022-04-21T21:58:26Z', 'revision_number': 0, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:28.145477 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] Checking router: e8ec5274-0799-49fd-ae70-11e87004948f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 21:58:28.153631 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 21:58:28.154275 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T21:58:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:28.165895 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-b4f0c212-08ad-4d35-875f-b5ee55d35f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:28.167415 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-b4f0c212-08ad-4d35-875f-b5ee55d35f79 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427623 Apr 21 21:58:28.254719 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-97751190-b7b5-4d4d-9091-287a47e2133f service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809503 Apr 21 21:58:28.256728 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 21:58:28.348501 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78e2dea0-db60-4f4f-b475-6c3c25ddfb1a req-6c926d0d-ac37-4d3f-934f-c59bd1836648 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861874 Apr 21 21:58:28.473026 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '3b4dd652-5f04-4c42-9a97-af21058646b1', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'port_id': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'mac_address': 'fa:16:3e:08:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:58:26Z', 'updated_at': '2022-04-21T21:58:26Z', 'revision_number': 0, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 21:58:28.501990 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da4d25-2435-488e-8a25-c8c4080df557 None None] The sync data for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 is: [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '3b4dd652-5f04-4c42-9a97-af21058646b1', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'port_id': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'mac_address': 'fa:16:3e:08:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T21:58:26Z', 'updated_at': '2022-04-21T21:58:26Z', 'revision_number': 0, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 21:58:28.677870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4ed91-4676-4119-af55-bbc28d0c6099 None None] New status for floating IP 3b4dd652-5f04-4c42-9a97-af21058646b1: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 21:58:30.601799 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a626c9e7-ef6a-4bd4-aca2-f56720c420a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:32.890287 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d4aab8d7-5595-473d-a960-0f6c63266326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:34.337043 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:35.586733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:36.070634 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:44.265239 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:58:51.127060 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:51.153830 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:58:52.927903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-f5f84278-8e04-4c17-bcc5-51ebc4f3c5b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381093 Apr 21 21:58:53.007441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-37f5483b-f017-4d79-afd4-1df579b30941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:53.008903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-37f5483b-f017-4d79-afd4-1df579b30941 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1096 time: 0.0398209 Apr 21 21:58:53.444459 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-1223ddbe-ba49-43d5-8439-2d754a20874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:53.445938 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-1223ddbe-ba49-43d5-8439-2d754a20874d service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.4142075 Apr 21 21:58:53.508021 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-e8b6cc2b-4f19-4e9b-8631-7ae5409df9de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 1000 time: 0.0554454 Apr 21 21:58:53.561137 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-d5aa5793-dc2a-48c7-8e46-2abf1ce01dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:53.562809 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-d5aa5793-dc2a-48c7-8e46-2abf1ce01dba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0483789 Apr 21 21:58:53.611454 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-0a97f174-c126-4ca5-9fa8-b529679fded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:58:53.612934 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-0a97f174-c126-4ca5-9fa8-b529679fded8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438874 Apr 21 21:58:53.696414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-49ecc0e7-9cc3-4757-a7b4-8a74a76d314f service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774288 Apr 21 21:58:53.789650 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c7154272-b40f-488e-87ba-d21fa1066ccc req-86903fa5-7957-409b-ab92-6976f2356ade service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873299 Apr 21 21:59:00.603584 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e3cf908e-ee12-4ba2-aa59-f4cb12b47559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:02.891079 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5ab96504-c474-4554-87f1-d416ba3d969b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:04.339916 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:05.587486 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:06.072611 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:21.124937 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:21.148092 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:21.264268 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 21:59:30.604983 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-306fd01c-3769-45a1-8f4b-dd958ac1cb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:32.891131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8d1666b8-5f61-4121-a613-b7cb995cc4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:34.345953 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:35.591168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:36.076137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:51.127689 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:51.149395 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 21:59:52.932815 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-233ae9e4-cb78-41bb-ba3e-9cc6b48f3899 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395205 Apr 21 21:59:53.010347 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-c5f04b31-e9a0-46af-8c49-4fa15598dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:59:53.012272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-c5f04b31-e9a0-46af-8c49-4fa15598dc03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1096 time: 0.0388799 Apr 21 21:59:53.118429 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-05e8ec86-8414-4b4c-bfaa-2e47ed1b4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:59:53.119787 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-05e8ec86-8414-4b4c-bfaa-2e47ed1b4e02 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0901039 Apr 21 21:59:53.182387 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-20749e12-a1f0-4543-889b-e672d5dc202f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 1000 time: 0.0565438 Apr 21 21:59:53.229916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-e4f6c574-f1ce-4c29-9d8e-c594209a3de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:59:53.231323 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-e4f6c574-f1ce-4c29-9d8e-c594209a3de3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0428340 Apr 21 21:59:53.279096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-1bbd4a2b-4d9b-48fb-a44e-e48b32ca5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 21:59:53.280583 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-1bbd4a2b-4d9b-48fb-a44e-e48b32ca5ebb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430899 Apr 21 21:59:53.293208 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-57636356-788a-4343-aa04-3e3fa6a0444d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 21:59:53.294113 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-57636356-788a-4343-aa04-3e3fa6a0444d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047996 Apr 21 21:59:53.380272 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-18a34152-3522-4250-805e-329c738e6b7c service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795667 Apr 21 21:59:53.469038 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e5ad7f83-a789-473f-a8b2-d3bfb48d466b req-33c16398-c8bd-40b7-92d0-90c73dafdf67 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812480 Apr 21 21:59:58.263109 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:00:00.605715 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c33bfe6f-7edf-4efd-920f-eb0267ec6e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:02.891956 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-879c1a60-867e-4073-a2ba-4d1fb29106a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:04.345561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:05.593083 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:06.077473 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:21.125425 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:21.149596 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:30.606846 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d9c10985-6f1a-4ae4-a12a-0f2ac531fd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:32.892931 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-43d24cac-425d-4c96-b8d2-ffd0e72b7bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:34.347979 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:35.261894 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:00:35.597075 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:36.080013 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:51.145181 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:51.148660 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:00:54.432139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982c25f-82dc-46f3-b40e-df0344c48e8b req-69792691-329f-42d1-b51d-a47e87bcc07c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:00:54.433651 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0982c25f-82dc-46f3-b40e-df0344c48e8b req-69792691-329f-42d1-b51d-a47e87bcc07c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0498810 Apr 21 22:00:54.475650 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0982c25f-82dc-46f3-b40e-df0344c48e8b req-a9316790-9ba8-4530-a2a2-dc3358eeb04f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318320 Apr 21 22:00:54.476983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-a92b21ec-2274-4336-b7c3-33776b3087e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:00:54.478486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-a92b21ec-2274-4336-b7c3-33776b3087e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1096 time: 0.1066675 Apr 21 22:00:54.585421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-3d1299d9-3036-4bf9-a803-ed194b5fc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:00:54.587100 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-3d1299d9-3036-4bf9-a803-ed194b5fc563 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0860178 Apr 21 22:00:54.650357 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-13483609-9d9f-45f9-980b-f7c74262278e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 1000 time: 0.0554726 Apr 21 22:00:54.695979 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-f6aa55be-f95e-4051-964b-03b82d9fcee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:00:54.697347 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-f6aa55be-f95e-4051-964b-03b82d9fcee8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0413806 Apr 21 22:00:54.743735 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-b046edfc-7d00-460f-9a4b-6337c4c67af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:00:54.745192 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-b046edfc-7d00-460f-9a4b-6337c4c67af6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415306 Apr 21 22:00:54.829153 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-eab7c024-dd70-4480-9c49-7bcdc3c16b45 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771120 Apr 21 22:00:54.920445 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d3b1a0b-6702-4c01-8930-20f62d510d8b req-ec57f3cd-5988-4fba-a928-2ea3f7a6e3fb service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849040 Apr 21 22:00:55.609520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd172900-43cf-4b9d-8d67-f398fcd344c0 req-4b21feb9-c2a0-41e7-a41f-0e5826f643ef tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:00:55.610969 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd172900-43cf-4b9d-8d67-f398fcd344c0 req-4b21feb9-c2a0-41e7-a41f-0e5826f643ef tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0486410 Apr 21 22:00:55.649030 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bd172900-43cf-4b9d-8d67-f398fcd344c0 req-8682a476-4048-49d3-a3eb-a80abe0ccff2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318758 Apr 21 22:00:56.768012 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b179f0-4604-460c-96e0-d69bd8aeffab req-cc4fde10-e6a4-4023-a95f-ae7ba476b04b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:00:56.769470 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b179f0-4604-460c-96e0-d69bd8aeffab req-cc4fde10-e6a4-4023-a95f-ae7ba476b04b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0473609 Apr 21 22:00:56.805820 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-78b179f0-4604-460c-96e0-d69bd8aeffab req-1dd4d507-4036-4f58-ba97-a8038bfd722b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304365 Apr 21 22:00:57.920512 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c36a8-3661-4f55-8476-7375199b8ad6 req-837c216a-b9e6-4207-b1b9-01036fdc016a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:00:57.921980 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-690c36a8-3661-4f55-8476-7375199b8ad6 req-837c216a-b9e6-4207-b1b9-01036fdc016a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0480864 Apr 21 22:00:57.957505 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-690c36a8-3661-4f55-8476-7375199b8ad6 req-90ee2e9f-91a0-4bc0-b19e-e8dcb9624799 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294878 Apr 21 22:00:59.075603 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263353-e617-486d-9c3b-8a5f098301cb req-01876267-c690-48a9-b392-5e9d5cf52e2e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:00:59.077071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf263353-e617-486d-9c3b-8a5f098301cb req-01876267-c690-48a9-b392-5e9d5cf52e2e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0518389 Apr 21 22:00:59.116191 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-bf263353-e617-486d-9c3b-8a5f098301cb req-6be52368-c25a-43ee-8a25-72f680720d30 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331037 Apr 21 22:01:00.229996 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eada15-dd50-41aa-a946-41cb871a03e5 req-2b1b1d28-5dd5-48f6-8304-ffdb5c096c9e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:00.231432 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1eada15-dd50-41aa-a946-41cb871a03e5 req-2b1b1d28-5dd5-48f6-8304-ffdb5c096c9e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0479364 Apr 21 22:01:00.272511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e1eada15-dd50-41aa-a946-41cb871a03e5 req-4e4c9b7d-a8dd-4228-bd7f-5fc8c21fc043 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351925 Apr 21 22:01:00.607574 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c47ba543-70b6-49e7-8626-6930eaacd9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:01.391314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ab6d7-33d0-4bf1-825a-df0964839940 req-65138a2b-10cd-4509-9a30-196b9daa06eb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:01.392748 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc0ab6d7-33d0-4bf1-825a-df0964839940 req-65138a2b-10cd-4509-9a30-196b9daa06eb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0474396 Apr 21 22:01:01.429725 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fc0ab6d7-33d0-4bf1-825a-df0964839940 req-775bc655-c1ef-4e18-aea3-b72a86150fa6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Apr 21 22:01:02.555225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28800e58-0072-4c9b-b1aa-92d19d4a7477 req-b8f7f811-c8fc-4159-9fa8-9f62ec45a351 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:02.556687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-28800e58-0072-4c9b-b1aa-92d19d4a7477 req-b8f7f811-c8fc-4159-9fa8-9f62ec45a351 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0489905 Apr 21 22:01:02.594643 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-28800e58-0072-4c9b-b1aa-92d19d4a7477 req-1129a68f-a31f-41cf-8d5c-0fd3ae2e3e7c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318582 Apr 21 22:01:02.893904 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-11f26107-c063-4087-9530-aa9447c64f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:03.707481 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55d7f9-d247-456d-931d-05465324fe15 req-b8077ca1-ecf6-4c02-8f69-cf44a85d4b2f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:03.708954 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e55d7f9-d247-456d-931d-05465324fe15 req-b8077ca1-ecf6-4c02-8f69-cf44a85d4b2f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0477576 Apr 21 22:01:03.750702 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e55d7f9-d247-456d-931d-05465324fe15 req-2564545a-580e-4c60-9fbb-57bc5cef3b3e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Apr 21 22:01:04.350170 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:04.868596 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9830ba-1a91-4d2d-8244-2cf7447b5d3f req-ba51d573-304f-4cf5-9d77-bf8f197ef015 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:04.870080 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d9830ba-1a91-4d2d-8244-2cf7447b5d3f req-ba51d573-304f-4cf5-9d77-bf8f197ef015 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0485721 Apr 21 22:01:04.906807 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0d9830ba-1a91-4d2d-8244-2cf7447b5d3f req-e1796699-356b-43c8-8323-bf75e78581bc tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299807 Apr 21 22:01:05.598332 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:06.024552 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a56aa-b38d-4187-a80b-527d7b0b3b92 req-6b558967-48bd-4a91-9801-a36ab5030ee2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:06.026021 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-496a56aa-b38d-4187-a80b-527d7b0b3b92 req-6b558967-48bd-4a91-9801-a36ab5030ee2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0523808 Apr 21 22:01:06.062490 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-496a56aa-b38d-4187-a80b-527d7b0b3b92 req-87c9ee11-9b98-4bd9-9f3a-cb1300fbacf2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304461 Apr 21 22:01:06.082506 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:07.177175 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a101b3-1fac-488e-8cb6-bc63eea06db8 req-f0a47c3c-286b-4b0e-b045-431e697543d2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:07.178616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54a101b3-1fac-488e-8cb6-bc63eea06db8 req-f0a47c3c-286b-4b0e-b045-431e697543d2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0476224 Apr 21 22:01:07.220224 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-54a101b3-1fac-488e-8cb6-bc63eea06db8 req-861f9e85-fae3-4123-b34b-ee580f166f21 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351791 Apr 21 22:01:08.337333 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f69242-d1e1-4189-9cd6-7ad9d1d8b955 req-1f3c4105-d581-4bbb-ba97-12cade39a4a7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:08.338773 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3f69242-d1e1-4189-9cd6-7ad9d1d8b955 req-1f3c4105-d581-4bbb-ba97-12cade39a4a7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0480907 Apr 21 22:01:08.375955 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c3f69242-d1e1-4189-9cd6-7ad9d1d8b955 req-07b015ed-5e69-41cb-8e5f-eddb93b0fb4b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306635 Apr 21 22:01:08.496093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ac2d380a-155a-4157-9b18-2b756d5f45c1 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 22:01:08.588229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:01:08.599894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'port_id': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'mac_address': 'fa:16:3e:08:c7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 22:01:08.634053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:08.646504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac2d380a-155a-4157-9b18-2b756d5f45c1 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:01:08.665324 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:01:08.668722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:08.721636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:01:08.736986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.737570 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.737923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.738263 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.738598 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.738929 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.739258 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.739583 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.739912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.740235 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.740558 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.740937 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:01:08.746004 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ac2d380a-155a-4157-9b18-2b756d5f45c1'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 22:01:09.491009 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39eab8-c5d6-4e3c-a208-ce3015b95a36 req-1a38afe3-297b-4ee1-99d3-98c4d25b2bdf tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:09.492441 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d39eab8-c5d6-4e3c-a208-ce3015b95a36 req-1a38afe3-297b-4ee1-99d3-98c4d25b2bdf tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 944 time: 0.0472877 Apr 21 22:01:09.528599 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2d39eab8-c5d6-4e3c-a208-ce3015b95a36 req-288cc1be-55ce-4f99-b05d-8faf727be28a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302539 Apr 21 22:01:10.513188 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ac2d380a-155a-4157-9b18-2b756d5f45c1 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:01:10.559290 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ac2d380a-155a-4157-9b18-2b756d5f45c1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:01:10.559668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:10.653083 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:10.660940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc841ee9-dbd7-4618-b9ca-be26d64088e0 req-67a05b1d-a5a1-4301-bc40-bab19a5b838a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:10.668903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc841ee9-dbd7-4618-b9ca-be26d64088e0 req-67a05b1d-a5a1-4301-bc40-bab19a5b838a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 944 time: 0.0627291 Apr 21 22:01:10.704518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:01:10.706082 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:01:10.708934 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b7139a-2adf-455e-a495-1da81f66a617" -d '{"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:01:10.712903 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dc841ee9-dbd7-4618-b9ca-be26d64088e0 req-67008d10-184b-4c38-9c0e-f158fcf9e180 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Apr 21 22:01:10.714702 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:10.768106 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebfe162-0dc6-4d56-b1e2-e4d5e3ad0377 x-openstack-request-id: req-eebfe162-0dc6-4d56-b1e2-e4d5e3ad0377 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:01:10.768487 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:01:10.768827 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eebfe162-0dc6-4d56-b1e2-e4d5e3ad0377 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:01:10.769288 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebfe162-0dc6-4d56-b1e2-e4d5e3ad0377'] response: {'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'code': 200} Apr 21 22:01:10.774091 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:01:11.848388 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f4fcb-a5ba-4655-a15a-0a766b27c807 req-15765a8f-3ac2-4b63-9e5e-9eeb7dc89b14 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:11.849626 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-478f4fcb-a5ba-4655-a15a-0a766b27c807 req-15765a8f-3ac2-4b63-9e5e-9eeb7dc89b14 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0652647 Apr 21 22:01:11.891584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-478f4fcb-a5ba-4655-a15a-0a766b27c807 req-b130a6a5-786f-4725-b2d9-b5a74e306a7d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357151 Apr 21 22:01:12.260923 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:01:13.018886 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc82726-b8cc-49ec-8c92-74233c6c4af6 req-43b78454-bd76-43a5-979c-49f3c727ac9b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:13.020537 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdc82726-b8cc-49ec-8c92-74233c6c4af6 req-43b78454-bd76-43a5-979c-49f3c727ac9b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0542097 Apr 21 22:01:13.063417 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-bdc82726-b8cc-49ec-8c92-74233c6c4af6 req-f41d8337-7508-463d-86f5-21dcb9c92997 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366983 Apr 21 22:01:14.194844 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88874ded-7eec-4562-a31d-b69886c10379 req-a97f0d79-50b9-41c9-9d1d-d2f9cdb0c40f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:14.196541 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88874ded-7eec-4562-a31d-b69886c10379 req-a97f0d79-50b9-41c9-9d1d-d2f9cdb0c40f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0530198 Apr 21 22:01:14.244781 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88874ded-7eec-4562-a31d-b69886c10379 req-fb6cdf01-bfb5-4706-94b7-45bc9ec20205 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Apr 21 22:01:15.370103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6aad7f-f0b6-405d-af33-4b4453026156 req-2d82dbf2-8fc2-4244-a8a8-d8424b85559b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:15.372460 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6a6aad7f-f0b6-405d-af33-4b4453026156 req-2d82dbf2-8fc2-4244-a8a8-d8424b85559b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0552216 Apr 21 22:01:15.419065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6a6aad7f-f0b6-405d-af33-4b4453026156 req-6abe393c-5d5e-4fbc-a5c9-4a00406e6988 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390847 Apr 21 22:01:16.539162 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0e175-fc7a-4539-8fa4-22fd7a25ba47 req-10a5680b-cdd8-4d9d-b0d8-6c89e10bd7af tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:16.540657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50a0e175-fc7a-4539-8fa4-22fd7a25ba47 req-10a5680b-cdd8-4d9d-b0d8-6c89e10bd7af tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0514486 Apr 21 22:01:16.581888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-50a0e175-fc7a-4539-8fa4-22fd7a25ba47 req-629bc2e8-7c5c-4e82-b8b7-91cc3930c2e7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349638 Apr 21 22:01:17.714730 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7b9bc-25da-4b74-9d4b-668bf7d1951c req-3e8f151e-2b2a-4062-b3e6-75a8a3aa523a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:17.716220 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35f7b9bc-25da-4b74-9d4b-668bf7d1951c req-3e8f151e-2b2a-4062-b3e6-75a8a3aa523a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0543952 Apr 21 22:01:17.757471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-35f7b9bc-25da-4b74-9d4b-668bf7d1951c req-ea7d567e-1348-4594-9e74-80b9bd5e2d3b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342610 Apr 21 22:01:18.900899 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfb1c9-7524-4678-b2f7-89634cabdb7d req-8bbef98a-04c6-43b4-aa4b-6284bb00511b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:18.902555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-06cfb1c9-7524-4678-b2f7-89634cabdb7d req-8bbef98a-04c6-43b4-aa4b-6284bb00511b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0579433 Apr 21 22:01:18.947459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-06cfb1c9-7524-4678-b2f7-89634cabdb7d req-792eb9fd-2eb6-411f-97fd-98d9e5a0ddab tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361125 Apr 21 22:01:20.072403 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41788fa9-6b69-40d9-8800-6bfc201e4b3e req-16253fc0-03e3-4595-870f-2b6355f2af50 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:20.074119 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41788fa9-6b69-40d9-8800-6bfc201e4b3e req-16253fc0-03e3-4595-870f-2b6355f2af50 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0526986 Apr 21 22:01:20.116205 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-41788fa9-6b69-40d9-8800-6bfc201e4b3e req-72926011-1c3e-4f51-9f85-a056d0268eb8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Apr 21 22:01:20.236207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-a84176ac-8019-4d6e-81fb-7880fd0fd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:20.237709 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-a84176ac-8019-4d6e-81fb-7880fd0fd9b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1096 time: 0.0407662 Apr 21 22:01:20.327365 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-938cf023-b807-4e07-a5f8-7932ac8f246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:20.329682 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-938cf023-b807-4e07-a5f8-7932ac8f246c service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0852897 Apr 21 22:01:20.391680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-8ae60a45-ec1b-4dea-a03c-6c34b0b91534 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 1000 time: 0.0561419 Apr 21 22:01:20.441794 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-af913797-07ea-474a-b2df-4a5a10ca380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:20.443260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-af913797-07ea-474a-b2df-4a5a10ca380b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0460312 Apr 21 22:01:20.488185 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-bb546fbd-eea2-472b-b3a3-e0e3d22602c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:20.489708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-bb546fbd-eea2-472b-b3a3-e0e3d22602c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400398 Apr 21 22:01:20.575068 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-69665e97-9b32-43d4-9a8b-4dcbf5b17343 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787728 Apr 21 22:01:20.666692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d14be2d9-5795-49cf-87c9-ae351eb094ab req-4a0d5009-5f0b-418d-9a9f-570a93656639 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848856 Apr 21 22:01:21.155461 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:21.171505 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:21.305652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c3d8f-09b7-4349-820f-f2e29d532adb req-3f9fa754-f936-44b7-9413-2f95162384f7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:21.307107 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-380c3d8f-09b7-4349-820f-f2e29d532adb req-3f9fa754-f936-44b7-9413-2f95162384f7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.1177645 Apr 21 22:01:21.344167 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-380c3d8f-09b7-4349-820f-f2e29d532adb req-ca127ef2-86ae-458e-a1d6-4e0f698a95b7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 Apr 21 22:01:22.511240 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61b45f-6bbe-45dc-a64e-d7f9c25f35b9 req-635783c3-0e32-421a-b82d-41bff1e2aaf8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:22.512666 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de61b45f-6bbe-45dc-a64e-d7f9c25f35b9 req-635783c3-0e32-421a-b82d-41bff1e2aaf8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.1001632 Apr 21 22:01:22.549338 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de61b45f-6bbe-45dc-a64e-d7f9c25f35b9 req-c9c63dfb-576e-408c-95d0-10743817add3 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298247 Apr 21 22:01:22.659876 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-356679c7-9bd0-4572-b0cc-1ebc2604ce7f req-28eeb7a7-e41f-4cfb-b4f6-2a0dbd36f6dc service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 22:01:22.660977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-356679c7-9bd0-4572-b0cc-1ebc2604ce7f req-28eeb7a7-e41f-4cfb-b4f6-2a0dbd36f6dc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477791 Apr 21 22:01:22.823391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6415d7f-28e4-49f2-9b53-ab7d288e938e req-88819249-3740-4a11-aaca-f166b84cc9fe tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:22.824962 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6415d7f-28e4-49f2-9b53-ab7d288e938e req-88819249-3740-4a11-aaca-f166b84cc9fe tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0547085 Apr 21 22:01:22.863439 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d6415d7f-28e4-49f2-9b53-ab7d288e938e req-eb7c87c3-9f0c-4d5d-ae14-c913570e224b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Apr 21 22:01:23.110487 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-90e3c384-4bca-4abb-a315-ea4b0d290da9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810862 Apr 21 22:01:23.820691 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-4a79d784-7788-4bdb-b90b-3e5df3912a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:23.822093 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-4a79d784-7788-4bdb-b90b-3e5df3912a63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c&tenant_id=31cabb99a94a4b20be7849eca42cd3f6 HTTP/1.1" status: 200 len: 1096 time: 0.0401661 Apr 21 22:01:23.883266 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-4e29b144-6506-4bb9-9b65-3ac330365c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:23.884711 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-4e29b144-6506-4bb9-9b65-3ac330365c2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1096 time: 0.0387456 Apr 21 22:01:23.978096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-b8f16aa8-69f6-42ce-ab3d-76aa9931e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:23.979553 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-b8f16aa8-69f6-42ce-ab3d-76aa9931e9b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0884540 Apr 21 22:01:23.984231 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240505ae-ce56-4188-b056-6601e56f3515 req-055da4d3-6156-40c5-a96d-c4f4e1392f21 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:23.985829 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-240505ae-ce56-4188-b056-6601e56f3515 req-055da4d3-6156-40c5-a96d-c4f4e1392f21 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 945 time: 0.0533154 Apr 21 22:01:24.025106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-240505ae-ce56-4188-b056-6601e56f3515 req-694afabb-93ee-4087-b52e-acb183898654 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323410 Apr 21 22:01:24.047261 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-439fc421-b22e-45b7-b747-98d0088f5e3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 1000 time: 0.0612783 Apr 21 22:01:24.106441 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-f304d6e1-5909-4a6b-8e69-105de15630d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:24.107799 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-f304d6e1-5909-4a6b-8e69-105de15630d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0544195 Apr 21 22:01:24.152082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-7bcfe07e-f756-4390-8cb7-1a82940f42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:24.153642 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-7bcfe07e-f756-4390-8cb7-1a82940f42ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395954 Apr 21 22:01:24.239262 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-d3d648f1-036d-45af-bb37-ca2319fdb3ed service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790648 Apr 21 22:01:24.330903 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a94c4aad-17ae-475d-898f-4dede6071a3e req-3f147a81-b875-4642-86ef-62944706d024 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852051 Apr 21 22:01:24.533627 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ac2d380a-155a-4157-9b18-2b756d5f45c1 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:01:24.615116 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:24.642339 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:01:24.645832 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baf60c1-95b6-426f-9389-0fc5eb4f91e1" -d '{"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:01:24.666167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:01:24.674798 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:24.726064 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 22:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83446dd-8779-4e27-983e-d85286dde9dd x-openstack-request-id: req-e83446dd-8779-4e27-983e-d85286dde9dd {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:01:24.726717 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:01:24.727201 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e83446dd-8779-4e27-983e-d85286dde9dd {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:01:24.727797 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83446dd-8779-4e27-983e-d85286dde9dd'] response: {'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'code': 200} Apr 21 22:01:24.758110 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:01:25.155991 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e984c16-67fe-426a-8b31-e9c006a577d2 req-b0f0ed06-93c4-497a-a3fe-6d70ec5d944c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:25.158226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e984c16-67fe-426a-8b31-e9c006a577d2 req-b0f0ed06-93c4-497a-a3fe-6d70ec5d944c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0556908 Apr 21 22:01:25.198059 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e984c16-67fe-426a-8b31-e9c006a577d2 req-3b7cbfff-6505-4ce5-ab10-b12f89cfb833 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335784 Apr 21 22:01:26.322287 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f541a7-6c0a-44bb-9181-bf6eb192fd90 req-2dc1c99e-92a7-4c70-a1bc-151d5cde9e09 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:26.323779 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f541a7-6c0a-44bb-9181-bf6eb192fd90 req-2dc1c99e-92a7-4c70-a1bc-151d5cde9e09 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0520182 Apr 21 22:01:26.366561 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f541a7-6c0a-44bb-9181-bf6eb192fd90 req-6d141c04-7a8d-4887-bb42-9da21bea114d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358081 Apr 21 22:01:27.493996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a099-221c-4f82-8bed-176d7b4f3335 req-9b4d52ad-b9a5-4a75-b230-3493aec27f23 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:27.495803 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0743a099-221c-4f82-8bed-176d7b4f3335 req-9b4d52ad-b9a5-4a75-b230-3493aec27f23 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0537658 Apr 21 22:01:27.540753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0743a099-221c-4f82-8bed-176d7b4f3335 req-2cf9b2d3-2f90-49fc-b2e5-6442f6a5b36d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364220 Apr 21 22:01:28.660291 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db979f2-1d91-494b-bdde-89c78c723f6e req-45939552-35a8-40f4-a294-633d9422f285 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:28.661846 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1db979f2-1d91-494b-bdde-89c78c723f6e req-45939552-35a8-40f4-a294-633d9422f285 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0502074 Apr 21 22:01:28.707175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1db979f2-1d91-494b-bdde-89c78c723f6e req-42a9f39a-d637-4b3f-925e-4f506d31eae0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389998 Apr 21 22:01:29.829117 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522ace0-f7ca-4c87-9fc7-76da13c55120 req-b2248083-abfb-4870-b84a-5bd7d41e619a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:29.830501 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6522ace0-f7ca-4c87-9fc7-76da13c55120 req-b2248083-abfb-4870-b84a-5bd7d41e619a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0509205 Apr 21 22:01:29.882672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6522ace0-f7ca-4c87-9fc7-76da13c55120 req-b0d5a2f6-28b7-44e0-b833-638818f20b2f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446851 Apr 21 22:01:30.609190 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8714fb2e-04f4-411a-92f9-76ef6d95dc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:31.017876 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6df35-725e-4ca6-bc99-0dffb30d332b req-db6f5a19-57e6-4d4e-92b0-096357b05732 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:31.020297 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9b6df35-725e-4ca6-bc99-0dffb30d332b req-db6f5a19-57e6-4d4e-92b0-096357b05732 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0544193 Apr 21 22:01:31.062185 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b9b6df35-725e-4ca6-bc99-0dffb30d332b req-0124f700-63ff-4ecc-a202-bc1aa11fcfae tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342040 Apr 21 22:01:32.190623 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1d6c9-46b8-4058-a81a-8d5243d63ca6 req-4cd8adc6-e55f-4370-a32b-44c76b8061b7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:32.192067 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24a1d6c9-46b8-4058-a81a-8d5243d63ca6 req-4cd8adc6-e55f-4370-a32b-44c76b8061b7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0520828 Apr 21 22:01:32.228681 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-24a1d6c9-46b8-4058-a81a-8d5243d63ca6 req-4f153d15-722f-4811-89f3-8132e376014d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306299 Apr 21 22:01:32.894998 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-22420a7c-1982-49be-ada2-dbefe73660db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:33.342877 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3abbf-93a8-4383-989b-b66ad63714f3 req-10a81c12-f357-40d2-9a38-2861207104c0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:33.344316 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85a3abbf-93a8-4383-989b-b66ad63714f3 req-10a81c12-f357-40d2-9a38-2861207104c0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0481982 Apr 21 22:01:33.381983 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-85a3abbf-93a8-4383-989b-b66ad63714f3 req-bb4ed7bc-1d8c-496a-b27f-6b82b84209d2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316803 Apr 21 22:01:34.354505 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:34.511687 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ef2fc-d50c-4f55-9abb-09f28b5b773f req-700b910c-33b1-4c39-8845-37fc1ebff1c7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:34.513147 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea7ef2fc-d50c-4f55-9abb-09f28b5b773f req-700b910c-33b1-4c39-8845-37fc1ebff1c7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0492187 Apr 21 22:01:34.549527 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ea7ef2fc-d50c-4f55-9abb-09f28b5b773f req-97affdcb-1e22-4644-9940-5fa8a976085c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298326 Apr 21 22:01:35.605318 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:35.666703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0180fc-9a6c-40af-a0c9-70d1b02b80b7 req-80fd3f30-04fe-45d0-9e99-7622fcc64a0d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:35.668249 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4e0180fc-9a6c-40af-a0c9-70d1b02b80b7 req-80fd3f30-04fe-45d0-9e99-7622fcc64a0d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0479145 Apr 21 22:01:35.709793 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4e0180fc-9a6c-40af-a0c9-70d1b02b80b7 req-dcc1e40b-6c25-4d5e-99db-683d7ba52c28 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354609 Apr 21 22:01:36.085018 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:36.824210 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684df684-a952-488b-ba76-d137ec180f0e req-dc039f2a-2165-4a8b-afce-441f96aa49da tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:36.825693 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-684df684-a952-488b-ba76-d137ec180f0e req-dc039f2a-2165-4a8b-afce-441f96aa49da tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0481770 Apr 21 22:01:36.864076 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-684df684-a952-488b-ba76-d137ec180f0e req-7c357db6-85b5-45e4-86f6-6aa442246bdf tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Apr 21 22:01:37.976963 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6a8c3-4def-42f6-89b0-7b8993a8a54f req-29f12dbd-0e9e-494e-8414-d4bd13c71d96 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:37.978402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10a6a8c3-4def-42f6-89b0-7b8993a8a54f req-29f12dbd-0e9e-494e-8414-d4bd13c71d96 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0475595 Apr 21 22:01:38.015124 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10a6a8c3-4def-42f6-89b0-7b8993a8a54f req-9186ae4d-e0ba-408f-94f5-59562d35e537 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307677 Apr 21 22:01:38.559920 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16b4dd-ed58-4fb3-9d67-44427cd2318c req-244f0393-9a84-4b68-b673-5b6f2f4d11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:38.561411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc16b4dd-ed58-4fb3-9d67-44427cd2318c req-244f0393-9a84-4b68-b673-5b6f2f4d11d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1094 time: 0.0398099 Apr 21 22:01:38.594518 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-fc16b4dd-ed58-4fb3-9d67-44427cd2318c req-0ece482c-d0a6-45d9-9538-79da34e9f006 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268869 Apr 21 22:01:39.132956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1d1d4-2c4f-4644-9e6b-3c88cea1acbd req-f74cd92a-c91b-4605-a619-a4d9f27e70d8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:39.134381 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cf1d1d4-2c4f-4644-9e6b-3c88cea1acbd req-f74cd92a-c91b-4605-a619-a4d9f27e70d8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0514870 Apr 21 22:01:39.172453 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5cf1d1d4-2c4f-4644-9e6b-3c88cea1acbd req-02814c46-a8d5-44ff-ad54-a02078b647e0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311756 Apr 21 22:01:40.289822 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570834f-8eb9-4eff-a738-515937c77e9c req-e26fcf23-fb74-4716-a121-580b8cc4ab15 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:40.291279 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7570834f-8eb9-4eff-a738-515937c77e9c req-e26fcf23-fb74-4716-a121-580b8cc4ab15 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 943 time: 0.0497210 Apr 21 22:01:40.332841 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7570834f-8eb9-4eff-a738-515937c77e9c req-9fa8d92f-c767-4244-8d4d-4099d0c13696 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347545 Apr 21 22:01:40.644322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ac2d380a-155a-4157-9b18-2b756d5f45c1 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 22:01:40.736277 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:01:40.747140 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'port_id': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'mac_address': 'fa:16:3e:08:c7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 22:01:40.783106 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:40.795249 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2d380a-155a-4157-9b18-2b756d5f45c1 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:01:40.818685 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:01:40.822459 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:40.867702 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:01:41.205154 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['ac2d380a-155a-4157-9b18-2b756d5f45c1'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 22:01:41.448291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c7bb1-2b66-4e57-83e2-6f7a2d592b3e req-1a49f531-28de-47ba-b37a-4e16f87603a2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:41.449760 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f77c7bb1-2b66-4e57-83e2-6f7a2d592b3e req-1a49f531-28de-47ba-b37a-4e16f87603a2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 944 time: 0.0476341 Apr 21 22:01:41.487129 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-f77c7bb1-2b66-4e57-83e2-6f7a2d592b3e req-a34c91b0-720a-4fb4-9558-6c8d227b600e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313470 Apr 21 22:01:42.668924 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ac2d380a-155a-4157-9b18-2b756d5f45c1 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:01:42.717027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port ac2d380a-155a-4157-9b18-2b756d5f45c1 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:01:42.717394 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:42.792434 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:42.813794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:01:42.815982 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8948447-0aaf-498d-8961-b9846f1b8f6e" -d '{"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:01:42.828314 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:01:42.832189 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:42.862007 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbd0909-0f0f-4e78-b5dc-eb91385b1340 x-openstack-request-id: req-5fbd0909-0f0f-4e78-b5dc-eb91385b1340 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:01:42.862296 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:01:42.862550 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5fbd0909-0f0f-4e78-b5dc-eb91385b1340 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:01:42.862942 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbd0909-0f0f-4e78-b5dc-eb91385b1340'] response: {'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'code': 200} Apr 21 22:01:42.881870 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=10']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:01:45.972652 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-54aeeb10-487b-42b4-a539-acc51ceed3c0 req-0bd98bff-58e6-4588-87e6-b77aa099afc8 service neutron] (114646) timed out ('10.222.0.43', 49201) {{(pid=114646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 22:01:49.260567 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:01:51.153520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:51.171899 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:01:54.932103 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18971948-1afe-4f37-8684-095bee27f856 req-fb99a8ab-dc45-449b-a58e-26facaf19429 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380969 Apr 21 22:01:55.010411 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971948-1afe-4f37-8684-095bee27f856 req-b32a1264-57df-4bd7-8973-37b73b7c2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:55.011864 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18971948-1afe-4f37-8684-095bee27f856 req-b32a1264-57df-4bd7-8973-37b73b7c2cd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1097 time: 0.0393341 Apr 21 22:01:55.116046 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971948-1afe-4f37-8684-095bee27f856 req-78f6b226-df2c-4859-8f77-9e42ab7e9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:55.117455 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18971948-1afe-4f37-8684-095bee27f856 req-78f6b226-df2c-4859-8f77-9e42ab7e9d95 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0859165 Apr 21 22:01:55.180713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18971948-1afe-4f37-8684-095bee27f856 req-3395e8e8-721b-4ab4-9913-57a214632c59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 1000 time: 0.0561512 Apr 21 22:01:55.226689 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971948-1afe-4f37-8684-095bee27f856 req-e2dc7cc3-2cd2-401c-b26a-8414c76d13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:55.228052 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18971948-1afe-4f37-8684-095bee27f856 req-e2dc7cc3-2cd2-401c-b26a-8414c76d13d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0414317 Apr 21 22:01:55.275476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971948-1afe-4f37-8684-095bee27f856 req-2b08d720-44af-41e7-8615-af9ae9a93e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:01:55.276955 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18971948-1afe-4f37-8684-095bee27f856 req-2b08d720-44af-41e7-8615-af9ae9a93e80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419781 Apr 21 22:01:55.367380 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18971948-1afe-4f37-8684-095bee27f856 req-bd7d52ce-a8fd-43be-b7dc-fcfbedc2c620 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836024 Apr 21 22:01:55.459734 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-18971948-1afe-4f37-8684-095bee27f856 req-fa5c77a2-0143-4bc0-ac41-0b973c468086 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857761 Apr 21 22:02:00.611361 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eecb3377-79cc-4c0f-808f-a17ad3f54903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:02.896091 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-38e53261-0ed4-4fd9-a194-5e6412832a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:04.359176 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:05.603592 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:06.086185 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:21.152725 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:21.172545 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:26.259466 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:02:30.611502 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-745efede-6439-45bb-a700-0a64f2a4711d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:32.896719 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2589-5318-4513-b077-6bd389571092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:34.359882 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:35.608439 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:36.089791 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:51.156416 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:51.193152 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:02:56.928446 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-0ab8a5e5-c79b-4a57-97e1-fab604a47543 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398688 Apr 21 22:02:57.006889 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-1ff4ddad-b262-4ae1-8d40-d2714f547d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:02:57.008388 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-1ff4ddad-b262-4ae1-8d40-d2714f547d2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1097 time: 0.0393758 Apr 21 22:02:57.108551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-7e671438-a1c4-456f-9b73-7f20572a1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:02:57.109965 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-7e671438-a1c4-456f-9b73-7f20572a1f79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0838628 Apr 21 22:02:57.174282 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-049d46ed-ef12-40af-8ef4-d2a0008f2a23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 1000 time: 0.0567291 Apr 21 22:02:57.220916 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-77a0bfd9-8994-4d7f-8122-fc2a4670b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:02:57.222311 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-77a0bfd9-8994-4d7f-8122-fc2a4670b641 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0417297 Apr 21 22:02:57.269127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-1d48dc25-333f-4fbd-9d50-bf3574344732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:02:57.270564 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-1d48dc25-333f-4fbd-9d50-bf3574344732 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421457 Apr 21 22:02:57.357175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-a5c343cd-5589-4b2e-bca8-f9bab41a8797 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799947 Apr 21 22:02:57.445258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5bac6ac8-00b4-4029-bb0d-7db503b9b844 req-37613e1d-b334-4656-ad20-6a97c49262d9 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822847 Apr 21 22:03:00.612220 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0683c2c7-e741-4c7c-b171-1253943e619c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:02.897861 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-00a1e3e0-35ea-4930-bb10-6dedf96ca563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:03.257849 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:03:04.363064 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:05.609571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:06.091446 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:18.031190 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44640) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:03:18.221552 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Deleting port 7cc96051-b4bc-4036-818e-0c4cb1d677b0 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:03:18.221896 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:18.293395 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:18.293646 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:18.306293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Calling delete_port for 7cc96051-b4bc-4036-818e-0c4cb1d677b0 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:03:18.455334 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:18.481199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event deleted for resources: {'Port': ['ID=7cc96051-b4bc-4036-818e-0c4cb1d677b0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:18.506615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.506962 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.507299 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.507634 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.507966 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.508292 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.508615 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.508970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.509293 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.509612 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.509934 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.510251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:18.551556 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:18.551824 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Floating IP 3b4dd652-5f04-4c42-9a97-af21058646b1 disassociated (deleted). External IP: 172.25.0.12, port: ac2d380a-155a-4157-9b18-2b756d5f45c1. Apr 21 22:03:18.748179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Router e8ec5274-0799-49fd-ae70-11e87004948f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:03:18.855348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:03:18.860613 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:18.866489 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] Sync routers for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:03:18.875777 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:03:18.876454 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:03:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:03:18.888595 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-954dd5bf-91f9-4d1e-af1d-8270c96e445b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "DELETE /v2.0/floatingips/3b4dd652-5f04-4c42-9a97-af21058646b1 HTTP/1.1" status: 204 len: 168 time: 0.8563402 Apr 21 22:03:18.889330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:03:18.891679 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da655575-293c-410e-80e4-3367f6e19b55" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:03:18.985325 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:03:18.992982 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c794cea-3af5-4d19-8012-bba434668865 x-openstack-request-id: req-8c794cea-3af5-4d19-8012-bba434668865 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:03:18.993280 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:03:18.993519 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c794cea-3af5-4d19-8012-bba434668865 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:03:18.994017 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c794cea-3af5-4d19-8012-bba434668865'] response: {'name': 'network-changed', 'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'status': 'completed', 'code': 200} Apr 21 22:03:19.077384 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655575-293c-410e-80e4-3367f6e19b55 req-fc1cdb23-b3c7-4a27-8347-6ca8a50ff8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:19.079539 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da655575-293c-410e-80e4-3367f6e19b55 req-fc1cdb23-b3c7-4a27-8347-6ca8a50ff8cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 1097 time: 0.0425410 Apr 21 22:03:19.179999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d117747-f8da-4770-8953-d65ef9b36811 req-24c2c5ae-5d79-4ced-8de0-ab920274d1cc tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:19.181404 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d117747-f8da-4770-8953-d65ef9b36811 req-24c2c5ae-5d79-4ced-8de0-ab920274d1cc tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 946 time: 0.1003566 Apr 21 22:03:19.183529 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:03:19.212653 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] Checking router: e8ec5274-0799-49fd-ae70-11e87004948f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:03:19.221224 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:03:19.221820 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:03:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:03:19.222543 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655575-293c-410e-80e4-3367f6e19b55 req-030cf4ee-25d4-4463-a81e-57b8be201a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:19.223993 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da655575-293c-410e-80e4-3367f6e19b55 req-030cf4ee-25d4-4463-a81e-57b8be201a0f service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.1342931 Apr 21 22:03:19.242306 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8d117747-f8da-4770-8953-d65ef9b36811 req-65eb648f-759f-419d-aec5-b069860f2684 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524275 Apr 21 22:03:19.269299 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da655575-293c-410e-80e4-3367f6e19b55 req-15af29f6-70ed-47f1-93a0-eb9fd5cef251 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 200 len: 217 time: 0.0379033 Apr 21 22:03:19.316991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655575-293c-410e-80e4-3367f6e19b55 req-611d2312-a511-4514-a4d0-db56c1901d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:19.318441 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da655575-293c-410e-80e4-3367f6e19b55 req-611d2312-a511-4514-a4d0-db56c1901d00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0430725 Apr 21 22:03:19.332105 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:03:19.367308 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da655575-293c-410e-80e4-3367f6e19b55 req-c40a7b0f-ae5b-4e9f-9071-54ef0f3ad1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:19.368800 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da655575-293c-410e-80e4-3367f6e19b55 req-c40a7b0f-ae5b-4e9f-9071-54ef0f3ad1b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432529 Apr 21 22:03:19.459421 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da655575-293c-410e-80e4-3367f6e19b55 req-58a7af80-2925-4814-884e-10988e84847a service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830712 Apr 21 22:03:19.523470 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:03:19.548697 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18862ce-7b22-49f5-8d9d-22b92d537630 None None] The sync data for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 is: [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:03:19.549343 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-da655575-293c-410e-80e4-3367f6e19b55 req-388a5814-e958-4d22-82dc-2878a5ae405c service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834978 Apr 21 22:03:19.775209 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294ba87-a955-4d2b-89b5-e2cd682e0f6e None None] New status for floating IP 3b4dd652-5f04-4c42-9a97-af21058646b1: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 22:03:20.363688 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389f0e8-b487-4d14-9115-f839178acd01 req-5eea2475-c517-449d-92f5-175ed256accb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:20.365203 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3389f0e8-b487-4d14-9115-f839178acd01 req-5eea2475-c517-449d-92f5-175ed256accb tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 946 time: 0.0496621 Apr 21 22:03:20.401685 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3389f0e8-b487-4d14-9115-f839178acd01 req-9e4ed815-2e9b-466a-835f-8e351683ddf0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305855 Apr 21 22:03:20.563807 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e306f-7f76-413e-b347-525e00d10d45 req-b78fd9e5-0029-4dcf-a80c-a0b9ac326251 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:20.565157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f39e306f-7f76-413e-b347-525e00d10d45 req-b78fd9e5-0029-4dcf-a80c-a0b9ac326251 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 946 time: 0.0478206 Apr 21 22:03:20.648373 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f39e306f-7f76-413e-b347-525e00d10d45 req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Deleting port ac2d380a-155a-4157-9b18-2b756d5f45c1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:03:20.648704 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f39e306f-7f76-413e-b347-525e00d10d45 req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:21.069084 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-f39e306f-7f76-413e-b347-525e00d10d45 req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] For port ac2d380a-155a-4157-9b18-2b756d5f45c1, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=ac2d380a-155a-4157-9b18-2b756d5f45c1,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:03:21.069446 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f39e306f-7f76-413e-b347-525e00d10d45 req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:21.082214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-f39e306f-7f76-413e-b347-525e00d10d45 req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Calling delete_port for ac2d380a-155a-4157-9b18-2b756d5f45c1 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:03:21.156520 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:21.190833 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:21.215656 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f39e306f-7f76-413e-b347-525e00d10d45 req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:21.243805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event deleted for resources: {'Port': ['ID=ac2d380a-155a-4157-9b18-2b756d5f45c1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:21.283881 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39e306f-7f76-413e-b347-525e00d10d45 req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] No DVR routers for this DVR port ac2d380a-155a-4157-9b18-2b756d5f45c1 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:03:21.286797 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-f39e306f-7f76-413e-b347-525e00d10d45 req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:21.290780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f39e306f-7f76-413e-b347-525e00d10d45 req-8cff26fa-f450-46e1-bfc0-f7dea0bad010 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.43 "DELETE /v2.0/ports/ac2d380a-155a-4157-9b18-2b756d5f45c1 HTTP/1.1" status: 204 len: 173 time: 0.7204256 Apr 21 22:03:21.291241 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-deleted', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:03:21.294162 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd017b3-484c-40a1-b614-c2164ed6de2b" -d '{"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-deleted", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:03:21.332095 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2a5d64-c5ff-45cb-9191-9194ac0ef684 x-openstack-request-id: req-aa2a5d64-c5ff-45cb-9191-9194ac0ef684 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:03:21.332396 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e99a47-7c28-411a-8f79-152072464e3c", "name": "network-vif-deleted", "tag": "ac2d380a-155a-4157-9b18-2b756d5f45c1", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:03:21.332646 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa2a5d64-c5ff-45cb-9191-9194ac0ef684 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:03:21.333078 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2a5d64-c5ff-45cb-9191-9194ac0ef684'] response: {'server_uuid': 'a9e99a47-7c28-411a-8f79-152072464e3c', 'name': 'network-vif-deleted', 'tag': 'ac2d380a-155a-4157-9b18-2b756d5f45c1', 'status': 'completed', 'code': 200} Apr 21 22:03:21.516965 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0af3d887-10e6-4ae1-8d65-6dc7ff01f5a3 req-71ed8372-ca10-45f2-bbc8-f955b1bdd26d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9e99a47-7c28-411a-8f79-152072464e3c HTTP/1.1" status: 200 len: 210 time: 0.0321977 Apr 21 22:03:22.572076 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44666) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:03:22.630856 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9edd4d50-6337-41b8-a9f2-1228a9c531ed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:22.654594 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9edd4d50-6337-41b8-a9f2-1228a9c531ed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:22.713464 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9edd4d50-6337-41b8-a9f2-1228a9c531ed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:22.715854 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9edd4d50-6337-41b8-a9f2-1228a9c531ed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:22.717001 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9edd4d50-6337-41b8-a9f2-1228a9c531ed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "DELETE /v2.0/security-groups/3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07 HTTP/1.1" status: 204 len: 168 time: 0.1439373 Apr 21 22:03:22.725621 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd4d50-6337-41b8-a9f2-1228a9c531ed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2f83bb-f1fa-4d6b-a93c-7d2e0f86bd07,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:23.944834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44674) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:03:23.949386 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5bb90fba-8bb8-4a1a-b74e-05ec5f0abf9f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125653365', 'description': 'tempest-secgroup-smoke-1125653365 description', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:03:23.969557 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5bb90fba-8bb8-4a1a-b74e-05ec5f0abf9f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.035187 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5bb90fba-8bb8-4a1a-b74e-05ec5f0abf9f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.038670 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5bb90fba-8bb8-4a1a-b74e-05ec5f0abf9f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.065590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5bb90fba-8bb8-4a1a-b74e-05ec5f0abf9f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.066777 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5bb90fba-8bb8-4a1a-b74e-05ec5f0abf9f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1209373 Apr 21 22:03:24.069720 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44676) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:03:24.070582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb90fba-8bb8-4a1a-b74e-05ec5f0abf9f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f928ab2-9aad-45bb-bf8f-654bdab0f897,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:24.074750 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '9f928ab2-9aad-45bb-bf8f-654bdab0f897', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:03:24.099349 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.154292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.157590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.174900 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a24740-a99f-4833-950f-ec5bdc1835ec,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:24.182866 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.184013 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127696 Apr 21 22:03:24.185784 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.186125 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.186450 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.187027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44678) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:03:24.189099 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.189453 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.189793 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.190129 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.190507 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.190836 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.191165 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.191491 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.191816 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3755d191-1a5a-443b-b31b-1b3f961ceac4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:24.191954 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-c5023e44-8093-489b-939a-de44d0f786ab tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '9f928ab2-9aad-45bb-bf8f-654bdab0f897', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:03:24.215590 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5023e44-8093-489b-939a-de44d0f786ab tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.269108 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5023e44-8093-489b-939a-de44d0f786ab tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.272679 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5023e44-8093-489b-939a-de44d0f786ab tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.288834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5023e44-8093-489b-939a-de44d0f786ab tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b0f840-58ea-4f2b-80aa-bd710103ad1e,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:24.297392 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c5023e44-8093-489b-939a-de44d0f786ab tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.298705 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c5023e44-8093-489b-939a-de44d0f786ab tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1102130 Apr 21 22:03:24.301501 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44680) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:03:24.306346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-b5cefd45-6ef7-44af-b535-9f8a467ad094 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '9f928ab2-9aad-45bb-bf8f-654bdab0f897', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:03:24.330194 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5cefd45-6ef7-44af-b535-9f8a467ad094 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.386583 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5cefd45-6ef7-44af-b535-9f8a467ad094 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.390242 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5cefd45-6ef7-44af-b535-9f8a467ad094 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.407785 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cefd45-6ef7-44af-b535-9f8a467ad094 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e06618-5a01-490f-bec3-bed74e0ed90d,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:24.415097 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-b5cefd45-6ef7-44af-b535-9f8a467ad094 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.416293 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-b5cefd45-6ef7-44af-b535-9f8a467ad094 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136529 Apr 21 22:03:24.419038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44682) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:03:24.423790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-9372a0a9-c9cc-44db-a535-84b5086f3b2e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '9f928ab2-9aad-45bb-bf8f-654bdab0f897', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:03:24.448130 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9372a0a9-c9cc-44db-a535-84b5086f3b2e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.509044 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9372a0a9-c9cc-44db-a535-84b5086f3b2e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.512499 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9372a0a9-c9cc-44db-a535-84b5086f3b2e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.531169 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372a0a9-c9cc-44db-a535-84b5086f3b2e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246371d5-8246-4a04-982a-c32c404dcfd4,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:24.536874 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-9372a0a9-c9cc-44db-a535-84b5086f3b2e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.537983 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-9372a0a9-c9cc-44db-a535-84b5086f3b2e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180389 Apr 21 22:03:24.540677 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44684) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:03:24.544902 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-bd3b3d20-bd30-4037-9c3a-9913ef00d004 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '9f928ab2-9aad-45bb-bf8f-654bdab0f897', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:03:24.565084 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-bd3b3d20-bd30-4037-9c3a-9913ef00d004 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Project 31cabb99a94a4b20be7849eca42cd3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 22:03:24.569648 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd3b3d20-bd30-4037-9c3a-9913ef00d004 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.631667 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd3b3d20-bd30-4037-9c3a-9913ef00d004 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.635152 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd3b3d20-bd30-4037-9c3a-9913ef00d004 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.653290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b3d20-bd30-4037-9c3a-9913ef00d004 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4b7d05-4abc-4355-be02-6b525b52e707,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:24.658116 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-bd3b3d20-bd30-4037-9c3a-9913ef00d004 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.659264 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-bd3b3d20-bd30-4037-9c3a-9913ef00d004 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176314 Apr 21 22:03:24.662015 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 44686) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:03:24.666200 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-5a926998-6c56-4bb1-92cc-23602e586b48 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'security_group_rule': {'security_group_id': '9f928ab2-9aad-45bb-bf8f-654bdab0f897', 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:03:24.685113 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-5a926998-6c56-4bb1-92cc-23602e586b48 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Project 31cabb99a94a4b20be7849eca42cd3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 22:03:24.689662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a926998-6c56-4bb1-92cc-23602e586b48 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.747463 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a926998-6c56-4bb1-92cc-23602e586b48 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.750829 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a926998-6c56-4bb1-92cc-23602e586b48 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.768449 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a926998-6c56-4bb1-92cc-23602e586b48 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd9adf6-62ef-445c-94d7-938f451dfeda,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:24.775662 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5a926998-6c56-4bb1-92cc-23602e586b48 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:24.776870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5a926998-6c56-4bb1-92cc-23602e586b48 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1139011 Apr 21 22:03:24.992741 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ac2d380a-155a-4157-9b18-2b756d5f45c1 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:03:25.011912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: ac2d380a-155a-4157-9b18-2b756d5f45c1 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:03:25.012255 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device ac2d380a-155a-4157-9b18-2b756d5f45c1 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:03:30.614300 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7f6097e1-c7c0-4919-8439-c6aba48340a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:32.903608 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ebccd8a6-25b4-47e8-8f55-cb63c15e8af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:34.366231 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:35.613749 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:36.095688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:37.918210 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-eaa968df-ed34-435b-8631-65b75a4cac3a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125653365&fields=id&tenant_id=31cabb99a94a4b20be7849eca42cd3f6 HTTP/1.1" status: 200 len: 267 time: 0.0331161 Apr 21 22:03:38.032783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-8467019c-0819-477e-9281-f5e5dc0d321b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:38.034221 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-8467019c-0819-477e-9281-f5e5dc0d321b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 808 time: 0.1082802 Apr 21 22:03:38.050664 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-e3afe173-1461-4f8f-9682-c405dd64e552 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/quotas/31cabb99a94a4b20be7849eca42cd3f6 HTTP/1.1" status: 200 len: 375 time: 0.0103562 Apr 21 22:03:38.102865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-012e4337-da59-4512-a3e5-66ab0ed376a0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463793 Apr 21 22:03:38.119733 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-e5a904df-1897-43ff-b966-f65603d4746b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 22:03:38.121420 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-e5a904df-1897-43ff-b966-f65603d4746b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064261 Apr 21 22:03:38.212922 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-600d4bf2-c218-4019-bda0-3c33c44dc573 service neutron] 10.222.0.49 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852778 Apr 21 22:03:38.298769 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-169b96dd-e55c-46bb-8ad1-ee8ec659750e service neutron] 10.222.0.49 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791295 Apr 21 22:03:38.573424 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ce3b57db-e063-4226-b4ac-b5207082c3e3 req-9be5e3dc-5daf-4d67-8665-5555ebb01337 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 210 time: 0.0277755 Apr 21 22:03:39.650459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d42f7c5a-1660-4941-ba54-ac7e6bb35cd2 req-7bd40925-19ae-4279-9206-629184779c37 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 210 time: 0.0261707 Apr 21 22:03:40.256755 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:03:40.727097 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4f059877-09c8-4e4e-a4b8-052c508fc8d9 req-7a00f8d5-9376-430c-a54b-f7d74d094eb2 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 210 time: 0.0260932 Apr 21 22:03:41.809285 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c9f3e7d7-9c6b-4d39-8dac-01d9f6e27ac1 req-318f9070-e534-4130-a8be-149b96cc0012 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 210 time: 0.0316658 Apr 21 22:03:42.905776 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-00f0e69b-bcb7-4add-9eb9-786286bd400b req-eaf72a66-c0b1-4d84-8e56-1e35c21076e4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 210 time: 0.0291445 Apr 21 22:03:43.548905 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-1eba14b8-3e30-4358-bdda-68be03265a86 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:43.550360 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-1eba14b8-3e30-4358-bdda-68be03265a86 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.46 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 808 time: 0.1040018 Apr 21 22:03:43.593854 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-8b74bfc4-89e2-4bb4-bd00-f106ddb2c23e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31cabb99a94a4b20be7849eca42cd3f6 HTTP/1.1" status: 200 len: 380 time: 0.0344698 Apr 21 22:03:43.602436 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'port': {'device_id': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'admin_state_up': True, 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'security_groups': ['9f928ab2-9aad-45bb-bf8f-654bdab0f897']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:03:43.712875 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Made reservation on behalf of 31cabb99a94a4b20be7849eca42cd3f6 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 22:03:43.716489 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:43.840620 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Allocated IP 172.20.0.6 (af4a9185-1ddc-4587-af17-069d8b5ccc01/8784cd66-aac3-462c-9052-ef5710796b9a/090854a1-00c0-4755-86d3-34e7fb29c338) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:03:43.996193 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.014066 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-d89aeb98-b83e-4c68-9b57-2e0b470e4628 req-7acef31e-cb1e-4db8-978a-0d3eae97fd33 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 210 time: 0.0365427 Apr 21 22:03:44.048122 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.097903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:03:44.100938 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:03:44.104783 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:03:44.129610 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:44.158964 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:44.159918 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.177023 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-9e43ee10-23c2-48f7-a3b9-eb2a7b4d0894 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781465 Apr 21 22:03:44.188996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-fc4ddd31-05c2-4567-ab31-0f5e70686b2f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 22:03:44.190076 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-fc4ddd31-05c2-4567-ab31-0f5e70686b2f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053942 Apr 21 22:03:44.248694 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Request body: {'port': {'device_id': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:03:44.312063 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.389397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6bba3cc7-cbf1-4702-ab40-d1fdbb0b1a3d None None] Provisioning complete for port 090854a1-00c0-4755-86d3-34e7fb29c338 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:03:44.390381 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6bba3cc7-cbf1-4702-ab40-d1fdbb0b1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.431036 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-6bba3cc7-cbf1-4702-ab40-d1fdbb0b1a3d None None] Port 090854a1-00c0-4755-86d3-34e7fb29c338 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 22:03:44.573871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090854a1-00c0-4755-86d3-34e7fb29c338 {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:03:44.581738 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.594111 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Transition to ACTIVE for port object 090854a1-00c0-4755-86d3-34e7fb29c338 will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 22:03:44.599218 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.673993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:44.728305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Attempting to bind port 090854a1-00c0-4755-86d3-34e7fb29c338 on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:03:44.728305 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Attempting to bind port 090854a1-00c0-4755-86d3-34e7fb29c338 by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:03:44.728599 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Attempting to bind port 090854a1-00c0-4755-86d3-34e7fb29c338 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:03:44.733398 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Port 090854a1-00c0-4755-86d3-34e7fb29c338 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 22:03:44.733712 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Attempting to bind port 090854a1-00c0-4755-86d3-34e7fb29c338 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:03:44.738606 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:03:44.738940 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Checking segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:03:44.739316 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Bound using segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:03:44.739737 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Bound port: 090854a1-00c0-4755-86d3-34e7fb29c338, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:03:44.740092 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.811462 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:03:44.815645 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:03:44.820549 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.858920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:44.860430 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:44.862022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 1091 time: 0.6645083 Apr 21 22:03:44.864403 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:03:44.867155 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c4b705-bcd6-48aa-bd27-b65abe0af868" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:03:44.907587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619b906-05ad-4517-be7b-03d15178c2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:44.967189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6b5bb56d-b8c1-4e6c-b51e-32f4cbec4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:44.968876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-6b5bb56d-b8c1-4e6c-b51e-32f4cbec4170 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1094 time: 0.0533075 Apr 21 22:03:44.985934 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c3e94c-1945-4016-a683-6100e568044f x-openstack-request-id: req-19c3e94c-1945-4016-a683-6100e568044f {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:03:44.986216 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:03:44.986460 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19c3e94c-1945-4016-a683-6100e568044f {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:03:44.987023 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c3e94c-1945-4016-a683-6100e568044f'] response: {'name': 'network-changed', 'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338', 'status': 'completed', 'code': 200} Apr 21 22:03:45.018788 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-aea78078-c113-4ce6-b052-b49598a5be17 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 217 time: 0.0410433 Apr 21 22:03:45.071217 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-86af949d-de10-4d39-8e86-fa20e93e878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:45.072678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-86af949d-de10-4d39-8e86-fa20e93e878d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0470262 Apr 21 22:03:45.151020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-8f6c15a4-c1d1-4cbf-b2a5-352b463afa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:45.152513 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-8f6c15a4-c1d1-4cbf-b2a5-352b463afa79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717325 Apr 21 22:03:45.163748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da713a2-92ad-402f-9199-67e76d4796fa req-4e85eaf7-e96c-488c-bce2-9b4b2577437a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:45.165133 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4da713a2-92ad-402f-9199-67e76d4796fa req-4e85eaf7-e96c-488c-bce2-9b4b2577437a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0598247 Apr 21 22:03:45.257238 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4da713a2-92ad-402f-9199-67e76d4796fa req-09aa1b70-72f7-4df7-bd9e-4a4e9edb7c46 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827644 Apr 21 22:03:45.285771 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-457d86a5-6886-4039-a423-1b8864422ff0 service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196923 Apr 21 22:03:45.380174 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-fdfa587f-6ccf-43ac-8905-236d6adaa854 req-aba00081-49a4-4a2b-b52a-c9b17bba3d53 service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860548 Apr 21 22:03:45.467224 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-78798dc9-d2aa-4c49-bef6-080c5da45041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:45.468715 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-78798dc9-d2aa-4c49-bef6-080c5da45041 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1094 time: 0.0456359 Apr 21 22:03:45.560083 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-7737ddb9-9849-413d-9b59-015796ec0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:45.561647 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-7737ddb9-9849-413d-9b59-015796ec0043 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0872359 Apr 21 22:03:45.605441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-03a61abf-6e19-4ae4-9c6b-0a46f5a8088d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 217 time: 0.0372715 Apr 21 22:03:45.961199 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-d25188b9-e3fe-4c70-919b-2d67fa20708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:45.962938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-d25188b9-e3fe-4c70-919b-2d67fa20708d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.3513727 Apr 21 22:03:46.008955 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-4e554fe5-0331-4ac7-b1b1-2b1bfae6d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:46.010459 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-4e554fe5-0331-4ac7-b1b1-2b1bfae6d53d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404973 Apr 21 22:03:46.100876 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-d1dd5c57-4324-4e41-a1d9-71dd8f93b7fe service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839510 Apr 21 22:03:46.188073 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b7c4b705-bcd6-48aa-bd27-b65abe0af868 req-fa7902af-9b93-453e-a1da-1c6e893108d0 service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808012 Apr 21 22:03:46.373476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ce68e-3b02-411b-9848-5a55a1031b56 req-8f85ee76-c92f-4d98-861b-2ba4e57e9b8d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:46.375397 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a9ce68e-3b02-411b-9848-5a55a1031b56 req-8f85ee76-c92f-4d98-861b-2ba4e57e9b8d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0483518 Apr 21 22:03:46.413163 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-8a9ce68e-3b02-411b-9848-5a55a1031b56 req-dbbea39d-d254-4bf9-81c8-32a753a9b462 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Apr 21 22:03:47.525724 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f5757-6efa-4948-8af0-23071347436e req-21caf4ad-e529-4d29-8406-8d437b1cbcd8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:47.527190 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff9f5757-6efa-4948-8af0-23071347436e req-21caf4ad-e529-4d29-8406-8d437b1cbcd8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0481679 Apr 21 22:03:47.567281 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ff9f5757-6efa-4948-8af0-23071347436e req-a2abf6f4-4294-4219-8887-9833943a0b73 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Apr 21 22:03:48.683866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489253b9-6997-4697-924e-f650e59625b6 req-47e79d8d-cd17-4835-80f5-f187388da158 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:48.685337 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-489253b9-6997-4697-924e-f650e59625b6 req-47e79d8d-cd17-4835-80f5-f187388da158 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0512669 Apr 21 22:03:48.721617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-489253b9-6997-4697-924e-f650e59625b6 req-b16e8337-1618-473e-acb0-035f78d6d4a0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303662 Apr 21 22:03:49.836304 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3acd9-0290-4332-9310-31120274c9be req-4ef60a83-bdc3-430d-b623-48ad951abf3a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:49.838086 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ab3acd9-0290-4332-9310-31120274c9be req-4ef60a83-bdc3-430d-b623-48ad951abf3a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0483148 Apr 21 22:03:49.876103 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4ab3acd9-0290-4332-9310-31120274c9be req-1881cf0b-ea80-4601-bbdf-4f246f9de26e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Apr 21 22:03:50.992871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577d58c-0f8b-445b-b4d4-54fd0a5317bf req-824bfa80-40b2-4b08-a647-4b0e39ee851a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:50.994310 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9577d58c-0f8b-445b-b4d4-54fd0a5317bf req-824bfa80-40b2-4b08-a647-4b0e39ee851a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0473626 Apr 21 22:03:51.031161 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9577d58c-0f8b-445b-b4d4-54fd0a5317bf req-7fc3aeae-3dd7-4509-b429-9f7a8d1aa37e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303934 Apr 21 22:03:51.152499 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:51.205376 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:52.143430 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b916ff3-d3f4-4d8a-a323-48433b23ad83 req-162d3472-c84f-42fe-92f4-80a8abf98025 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:52.145026 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b916ff3-d3f4-4d8a-a323-48433b23ad83 req-162d3472-c84f-42fe-92f4-80a8abf98025 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0478990 Apr 21 22:03:52.182362 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9b916ff3-d3f4-4d8a-a323-48433b23ad83 req-daa2ffc5-ff52-4e21-a303-e42e3310b496 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Apr 21 22:03:53.297994 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a3018-dcff-4d03-9086-bfe502b63fd3 req-3bbe09d6-aa2d-4307-a603-d36c51fa0207 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:53.299425 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d9a3018-dcff-4d03-9086-bfe502b63fd3 req-3bbe09d6-aa2d-4307-a603-d36c51fa0207 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0478425 Apr 21 22:03:53.335680 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9d9a3018-dcff-4d03-9086-bfe502b63fd3 req-136c512a-3b50-4df8-8198-352bad620b25 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300012 Apr 21 22:03:54.449180 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f224052-aa9e-4cb0-bf5c-931977b776bc req-ea9b2a8e-c66f-4a6b-8682-1947f2af5b0f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:54.450616 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f224052-aa9e-4cb0-bf5c-931977b776bc req-ea9b2a8e-c66f-4a6b-8682-1947f2af5b0f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0474162 Apr 21 22:03:54.491046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3f224052-aa9e-4cb0-bf5c-931977b776bc req-b45b1de6-363d-45ef-9fcf-18a36a647cb3 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345113 Apr 21 22:03:55.608666 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba3f-c0e5-42fc-921d-44e467f953f9 req-3390710c-a0d0-41e6-b1c8-177ea236462d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:55.610137 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-caa1ba3f-c0e5-42fc-921d-44e467f953f9 req-3390710c-a0d0-41e6-b1c8-177ea236462d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0519457 Apr 21 22:03:55.647258 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-caa1ba3f-c0e5-42fc-921d-44e467f953f9 req-42797686-38b2-4025-86fd-80fb70b7ae8e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Apr 21 22:03:56.758960 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cafb24-b3fb-42dd-bdb5-a86b422862a1 req-a7d9a35d-f8cf-4947-b03a-2cc98b645aa3 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:56.760384 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-53cafb24-b3fb-42dd-bdb5-a86b422862a1 req-a7d9a35d-f8cf-4947-b03a-2cc98b645aa3 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0474727 Apr 21 22:03:56.797217 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-53cafb24-b3fb-42dd-bdb5-a86b422862a1 req-230f240a-116f-494a-b0d4-f55d60d5fd47 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303564 Apr 21 22:03:56.810455 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 090854a1-00c0-4755-86d3-34e7fb29c338 details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 22:03:56.903002 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:03:56.913688 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '090854a1-00c0-4755-86d3-34e7fb29c338', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'port_id': '090854a1-00c0-4755-86d3-34e7fb29c338', 'mac_address': 'fa:16:3e:a6:4d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 22:03:56.951464 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:56.968724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090854a1-00c0-4755-86d3-34e7fb29c338 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:03:56.986747 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:03:56.991052 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:57.036615 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:57.043784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.044130 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.044469 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.044841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.045173 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.045498 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.045821 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.046141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.046461 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.046778 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.047123 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.047438 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:03:57.324304 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['090854a1-00c0-4755-86d3-34e7fb29c338'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 22:03:57.916806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17783474-66a5-4e71-bc97-7770c1b6a3e2 req-8447b70a-d28d-44b1-8ba5-8e83b730ac0b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:57.918162 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17783474-66a5-4e71-bc97-7770c1b6a3e2 req-8447b70a-d28d-44b1-8ba5-8e83b730ac0b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 944 time: 0.0477405 Apr 21 22:03:57.954746 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-17783474-66a5-4e71-bc97-7770c1b6a3e2 req-1f59af3a-808f-4046-80b3-c12dff6187df tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299952 Apr 21 22:03:58.826739 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 090854a1-00c0-4755-86d3-34e7fb29c338 up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:03:58.875206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 090854a1-00c0-4755-86d3-34e7fb29c338 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 22:03:58.878831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 090854a1-00c0-4755-86d3-34e7fb29c338 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:03:58.879195 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:58.954747 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:58.981208 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:03:58.983445 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719a8ef7-054c-46ac-a816-98f321e65668" -d '{"events": [{"server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "name": "network-vif-plugged", "status": "completed", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:03:58.996521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:03:59.000609 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:03:59.049865 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:03:59.083279 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6c835e-30a5-4a25-abde-7382dda463a9 x-openstack-request-id: req-bc6c835e-30a5-4a25-abde-7382dda463a9 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:03:59.083571 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "name": "network-vif-plugged", "status": "completed", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:03:59.083825 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc6c835e-30a5-4a25-abde-7382dda463a9 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:03:59.084224 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6c835e-30a5-4a25-abde-7382dda463a9'] response: {'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338', 'code': 200} Apr 21 22:03:59.092451 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817aae9-5e6a-4ea4-b244-a0895b02a615 req-1950e7cc-cf52-483d-94b0-e6a50865f596 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:59.094139 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5817aae9-5e6a-4ea4-b244-a0895b02a615 req-1950e7cc-cf52-483d-94b0-e6a50865f596 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0634394 Apr 21 22:03:59.131757 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5817aae9-5e6a-4ea4-b244-a0895b02a615 req-055cb2fb-b751-48d0-87f3-91b48ba731fa tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Apr 21 22:03:59.177149 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caddb9b-8d27-4e93-ac44-6be730bd06bd req-7fb21178-8d3f-47a4-9abc-7a10be1c9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:03:59.178613 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3caddb9b-8d27-4e93-ac44-6be730bd06bd req-7fb21178-8d3f-47a4-9abc-7a10be1c9c96 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1096 time: 0.0388227 Apr 21 22:03:59.218655 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3caddb9b-8d27-4e93-ac44-6be730bd06bd req-260287bf-53fa-4e41-8eaf-94bb0000f40b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Apr 21 22:04:00.259351 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb51f79-a3df-4efd-96f3-665838c23326 req-71d9e05e-5f8f-4546-85b7-6656043196b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:04:00.260812 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2cb51f79-a3df-4efd-96f3-665838c23326 req-71d9e05e-5f8f-4546-85b7-6656043196b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0475657 Apr 21 22:04:00.297618 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-2cb51f79-a3df-4efd-96f3-665838c23326 req-023f8801-3632-4dd0-8e35-3f883b037ed1 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302832 Apr 21 22:04:00.614632 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fad9-16d3-4feb-b5c2-8787f176b802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:01.413406 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39208cde-ee75-420b-8b16-ffa4b5b6272f req-3a7cc6bd-612f-4e9b-9d9f-107abd8b8a19 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:04:01.414855 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39208cde-ee75-420b-8b16-ffa4b5b6272f req-3a7cc6bd-612f-4e9b-9d9f-107abd8b8a19 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0483553 Apr 21 22:04:01.451640 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-39208cde-ee75-420b-8b16-ffa4b5b6272f req-34be8b06-df58-4d98-b6cc-4bbf18f6ae94 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308416 Apr 21 22:04:01.569593 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b806f-cc31-4d7a-9e28-773d2b4a6e70 req-304b9dd6-c747-4c89-88ca-59404cfb58be tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:04:01.571057 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-776b806f-cc31-4d7a-9e28-773d2b4a6e70 req-304b9dd6-c747-4c89-88ca-59404cfb58be tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0519392 Apr 21 22:04:01.608280 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-776b806f-cc31-4d7a-9e28-773d2b4a6e70 req-35fe7ce8-1da8-44a1-942d-0f9ac9fcff49 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311723 Apr 21 22:04:01.629551 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44906) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:04:01.708965 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0029f-e2f2-47f6-bc8e-fdbf7eefe971 tempest-TestShelveInstance-493109435 tempest-TestShelveInstance-493109435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:04:01.710437 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8fc0029f-e2f2-47f6-bc8e-fdbf7eefe971 tempest-TestShelveInstance-493109435 tempest-TestShelveInstance-493109435-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1091 time: 0.0798898 Apr 21 22:04:01.713494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 44910) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:04:01.717598 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '090854a1-00c0-4755-86d3-34e7fb29c338', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:04:01.737074 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:01.831232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:01.931062 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Allocated IP 172.25.0.223 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/617a7a82-600f-4c52-aac8-5065ac54cba1) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:04:02.027256 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:02.064230 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:02.099806 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:04:02.104449 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:04:02.107918 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:04:02.133946 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'Port': ['ID=617a7a82-600f-4c52-aac8-5065ac54cba1,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:04:02.460196 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:02.524380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:02.669926 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:02.674886 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:02.744683 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event updated for resources: {'Port': ['ID=617a7a82-600f-4c52-aac8-5065ac54cba1,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:04:02.751404 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:02.849882 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Floating IP ee5e7399-0cec-4f40-b26a-212816b081a7 associated. External IP: 172.25.0.223, port: 090854a1-00c0-4755-86d3-34e7fb29c338. Apr 21 22:04:02.898131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0aead0da-3dfa-4b38-9be0-fc8ad7b46d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:03.057976 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Router e8ec5274-0799-49fd-ae70-11e87004948f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:04:03.167254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:04:03.179203 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] Sync routers for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:04:03.187954 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:03.189795 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:04:03.190964 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:04:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:04:03.217351 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-cee1322b-f9a2-4665-9823-b712be0554b6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5027885 Apr 21 22:04:03.218611 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:04:03.221519 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8da1a43-5e14-4711-bf9e-547a7a5a5603" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:04:03.258877 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e96163-6d6a-4843-b0ff-598e654f1398 x-openstack-request-id: req-19e96163-6d6a-4843-b0ff-598e654f1398 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:04:03.259164 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:04:03.259416 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19e96163-6d6a-4843-b0ff-598e654f1398 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:04:03.259823 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e96163-6d6a-4843-b0ff-598e654f1398'] response: {'name': 'network-changed', 'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338', 'status': 'completed', 'code': 200} Apr 21 22:04:03.301846 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:04:03.323250 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-78a23cf8-bdb0-4dc9-8d1e-5fdde1729853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:04:03.324644 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-78a23cf8-bdb0-4dc9-8d1e-5fdde1729853 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1096 time: 0.0419111 Apr 21 22:04:03.420740 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-a6a64873-eeb9-4308-a64b-c8a0a1279f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:04:03.422282 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-a6a64873-eeb9-4308-a64b-c8a0a1279f29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0905473 Apr 21 22:04:03.490074 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-479723d2-9054-45d6-8d69-035530bf6703 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 999 time: 0.0615358 Apr 21 22:04:03.539353 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-ea8d2624-358f-4b2d-bf4a-1918b66bc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:04:03.540861 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-ea8d2624-358f-4b2d-bf4a-1918b66bc49e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0449142 Apr 21 22:04:03.591088 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-09e70ca1-3ff7-4dc6-9b92-b4c14fad4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:04:03.592458 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-09e70ca1-3ff7-4dc6-9b92-b4c14fad4433 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451396 Apr 21 22:04:03.607637 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'ee5e7399-0cec-4f40-b26a-212816b081a7', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'port_id': '090854a1-00c0-4755-86d3-34e7fb29c338', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'mac_address': 'fa:16:3e:a6:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:04:02Z', 'updated_at': '2022-04-21T22:04:02Z', 'revision_number': 0, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:04:03.636288 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] Checking router: e8ec5274-0799-49fd-ae70-11e87004948f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:04:03.645301 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:04:03.645897 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:04:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:04:03.679016 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-55bdcd3c-bda4-4d41-a836-4d807c39bcbb service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799360 Apr 21 22:04:03.745705 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:04:03.773686 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e8da1a43-5e14-4711-bf9e-547a7a5a5603 req-23425a82-f67b-438b-9724-1ba48f758486 service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870402 Apr 21 22:04:03.956220 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'ee5e7399-0cec-4f40-b26a-212816b081a7', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'port_id': '090854a1-00c0-4755-86d3-34e7fb29c338', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'mac_address': 'fa:16:3e:a6:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:04:02Z', 'updated_at': '2022-04-21T22:04:02Z', 'revision_number': 0, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:04:03.985056 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e032b9b-2716-4d46-a3e4-a2debcd80a50 None None] The sync data for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 is: [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': 'ee5e7399-0cec-4f40-b26a-212816b081a7', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'port_id': '090854a1-00c0-4755-86d3-34e7fb29c338', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'mac_address': 'fa:16:3e:a6:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:04:02Z', 'updated_at': '2022-04-21T22:04:02Z', 'revision_number': 0, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:04:04.169057 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fabcf85-965c-4198-8133-70004ab1609f None None] New status for floating IP ee5e7399-0cec-4f40-b26a-212816b081a7: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 22:04:04.469638 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:05.616350 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:06.098822 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:17.256109 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:04:21.151510 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:21.202984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:30.615338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b35e-0ace-46be-a51d-08194fc69919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:32.901110 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-32bfd357-9e2e-4a2e-b144-fd1ec4867991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:34.372837 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:35.619017 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:36.100335 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:51.165825 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:51.218241 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:04:54.257064 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:05:00.616595 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f82f9588-132d-4b21-b17b-a8e7e415ff41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:01.369749 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-503ed902-4c21-4986-9073-43d801f45772 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400040 Apr 21 22:05:01.450132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-bd39841c-72d9-4f71-aab4-2dee4f7a333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:05:01.451586 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-bd39841c-72d9-4f71-aab4-2dee4f7a333e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1096 time: 0.0399690 Apr 21 22:05:01.558979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-5c879ac9-7474-4bdf-9df4-f9b6888dfb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:05:01.562372 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-5c879ac9-7474-4bdf-9df4-f9b6888dfb0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0912848 Apr 21 22:05:01.625469 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-ed5e6324-3c59-472b-ab06-262fda56e544 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 1001 time: 0.0572174 Apr 21 22:05:01.672214 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-ed8372ad-7b2e-49c4-896c-3175de61842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:05:01.673673 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-ed8372ad-7b2e-49c4-896c-3175de61842e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0426381 Apr 21 22:05:01.722155 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-91897ee7-0114-4d12-9e93-833da0cc44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:05:01.723670 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-91897ee7-0114-4d12-9e93-833da0cc44e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436115 Apr 21 22:05:01.811105 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-3f072acc-d6f0-41ae-8a2e-71b87dde20b7 service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806355 Apr 21 22:05:01.905057 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-e6439641-33f5-44f1-a01f-80f39245e6c1 req-0dae736e-a76a-4119-8d87-31c53a1b2782 service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878909 Apr 21 22:05:02.902624 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-80411166-69d5-461b-875f-547a4cddf6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:04.374839 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:05.622201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:06.102489 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:21.166159 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:21.217228 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:30.618142 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5fecc2f3-918a-428c-8738-74e0d0472c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:31.256593 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:05:32.903483 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-7661356c-b024-4626-aeda-cf1ccebf78e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:34.377537 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:35.623938 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:36.104883 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:51.182086 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:51.216797 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:05:58.593722 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce900e8-d8c3-4289-b7ea-8e39565cac23 req-18687a89-8a73-42bf-a152-c6c2ce4e66f6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:05:58.595246 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ce900e8-d8c3-4289-b7ea-8e39565cac23 req-18687a89-8a73-42bf-a152-c6c2ce4e66f6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0494828 Apr 21 22:05:58.632707 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3ce900e8-d8c3-4289-b7ea-8e39565cac23 req-bd8a4e5f-d4da-40de-a53f-e296295e5159 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Apr 21 22:05:59.755503 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e85a6-7bf5-45fe-8b65-d7cc59fdeffd req-c2757330-d6bc-4c19-9630-99be3e4e6913 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:05:59.757016 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de4e85a6-7bf5-45fe-8b65-d7cc59fdeffd req-c2757330-d6bc-4c19-9630-99be3e4e6913 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0497103 Apr 21 22:05:59.795303 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-de4e85a6-7bf5-45fe-8b65-d7cc59fdeffd req-c71c79fa-7bce-455b-bec8-ac93dc940634 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318885 Apr 21 22:06:00.621518 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8fd3d30d-2e82-4b12-b0cd-242f10e1e4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:00.920290 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d27cf9-dd3e-4f01-8e92-583a18b82e0d req-2f7330f8-38a4-4291-bd9d-6a3fff23968f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:00.921771 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85d27cf9-dd3e-4f01-8e92-583a18b82e0d req-2f7330f8-38a4-4291-bd9d-6a3fff23968f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0482917 Apr 21 22:06:00.958306 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-85d27cf9-dd3e-4f01-8e92-583a18b82e0d req-cfac3d5f-5a45-4471-aa48-9130d18d816e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305459 Apr 21 22:06:01.421640 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c1376-17c6-4c69-a400-e140278f3eee req-b9e415b9-d699-4941-a7d4-766451ae0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:01.423085 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b84c1376-17c6-4c69-a400-e140278f3eee req-b9e415b9-d699-4941-a7d4-766451ae0c05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1096 time: 0.0432456 Apr 21 22:06:01.522424 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c1376-17c6-4c69-a400-e140278f3eee req-58fd5c2e-41f6-420d-b928-4668d432a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:01.523977 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b84c1376-17c6-4c69-a400-e140278f3eee req-58fd5c2e-41f6-420d-b928-4668d432a7df service neutron] 10.222.0.46 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0830765 Apr 21 22:06:01.591989 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b84c1376-17c6-4c69-a400-e140278f3eee req-e1d034bf-8f3e-4f46-8f66-e49b2659877a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 1001 time: 0.0613124 Apr 21 22:06:01.639586 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c1376-17c6-4c69-a400-e140278f3eee req-cd6fade7-10f4-4211-9897-095dadf55de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:01.640995 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b84c1376-17c6-4c69-a400-e140278f3eee req-cd6fade7-10f4-4211-9897-095dadf55de3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0426960 Apr 21 22:06:01.684273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c1376-17c6-4c69-a400-e140278f3eee req-654f8218-33dc-4a82-a67c-6c0dddf8ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:01.685643 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b84c1376-17c6-4c69-a400-e140278f3eee req-654f8218-33dc-4a82-a67c-6c0dddf8ed7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382819 Apr 21 22:06:01.774597 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b84c1376-17c6-4c69-a400-e140278f3eee req-2df5a768-0c94-4c7f-a853-ed839e634434 service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828013 Apr 21 22:06:01.862196 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b84c1376-17c6-4c69-a400-e140278f3eee req-6c9f2d80-6f9a-4171-bcc6-aee2d6e5dd4b service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813649 Apr 21 22:06:02.076670 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fa5f9-e9ad-436d-b18b-684055fe59a8 req-9311bd9b-c765-4641-b48f-caabdcfab6c1 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:02.078128 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-566fa5f9-e9ad-436d-b18b-684055fe59a8 req-9311bd9b-c765-4641-b48f-caabdcfab6c1 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0520923 Apr 21 22:06:02.115248 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-566fa5f9-e9ad-436d-b18b-684055fe59a8 req-06d13970-4113-4fa1-9be9-9adbfb0b3e03 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311635 Apr 21 22:06:02.908083 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-f961d7d4-f79b-439b-a0d4-6c5875efd667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:03.237691 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206face-526d-42df-9967-5ae5184803f7 req-6c73b036-cf39-47a6-9553-a1e95ca49eb5 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:03.239178 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8206face-526d-42df-9967-5ae5184803f7 req-6c73b036-cf39-47a6-9553-a1e95ca49eb5 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0512512 Apr 21 22:06:03.276537 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8206face-526d-42df-9967-5ae5184803f7 req-8b4c65b6-3840-4a4b-8ed8-ddf9a620570a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308712 Apr 21 22:06:04.381420 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:04.393840 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad778c72-aa1a-4eb8-a4d6-6597efd4448e req-b2a640e0-ac9d-4f7b-a7c3-b8ee7387eec1 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:04.395333 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad778c72-aa1a-4eb8-a4d6-6597efd4448e req-b2a640e0-ac9d-4f7b-a7c3-b8ee7387eec1 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0505764 Apr 21 22:06:04.431546 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ad778c72-aa1a-4eb8-a4d6-6597efd4448e req-89c58b6a-6861-496d-8377-9e4e32224eef tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301895 Apr 21 22:06:05.549317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f86311-6a3d-4f46-8b9e-5f7182913377 req-2ef35fad-33ba-4364-80c3-a8ac62270ee9 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:05.550778 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45f86311-6a3d-4f46-8b9e-5f7182913377 req-2ef35fad-33ba-4364-80c3-a8ac62270ee9 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0516255 Apr 21 22:06:05.586999 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-45f86311-6a3d-4f46-8b9e-5f7182913377 req-c81da182-dac1-4e54-8b35-83448014f19c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303123 Apr 21 22:06:05.626015 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:06.106053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:06.699576 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9190583-4138-4b11-a04c-4e9bf9ac79f8 req-356a4b73-f396-41df-b604-30472a035288 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:06.701054 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9190583-4138-4b11-a04c-4e9bf9ac79f8 req-356a4b73-f396-41df-b604-30472a035288 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0476809 Apr 21 22:06:06.742780 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-f9190583-4138-4b11-a04c-4e9bf9ac79f8 req-2de93dca-397e-402c-a179-84f74b90b474 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353084 Apr 21 22:06:07.855690 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0d67f-d1de-4e36-835e-639d6a1cd041 req-34b6c151-7f2d-40ae-88a3-f77253b477a8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:07.857171 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8d0d67f-d1de-4e36-835e-639d6a1cd041 req-34b6c151-7f2d-40ae-88a3-f77253b477a8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0481803 Apr 21 22:06:07.895668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c8d0d67f-d1de-4e36-835e-639d6a1cd041 req-6881d565-316f-4eda-ab7e-0198a8e90ed3 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Apr 21 22:06:08.256026 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:06:08.741146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-e71fc877-3c2b-4660-bf19-3692e6de4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:08.742592 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-e71fc877-3c2b-4660-bf19-3692e6de4ded service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1096 time: 0.0399654 Apr 21 22:06:08.832377 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-7e39366d-384e-46da-853e-b041a5b2ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:08.833865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-7e39366d-384e-46da-853e-b041a5b2ef13 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0851293 Apr 21 22:06:08.898354 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-6cc5a75c-4a84-42e3-9a07-409664d6f34e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 1001 time: 0.0581717 Apr 21 22:06:08.949824 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-0de3c222-62ca-4c8e-853c-6c04fd97e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:08.951865 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-0de3c222-62ca-4c8e-853c-6c04fd97e721 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0467620 Apr 21 22:06:08.995779 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-b6eebd7f-4c6c-4395-a192-7b3cbdea7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:08.997222 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-b6eebd7f-4c6c-4395-a192-7b3cbdea7ce0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399599 Apr 21 22:06:09.015601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b611db6-9525-4473-aacf-3e1b7e34355b req-5ee3d6dd-7996-4392-8603-5d3a3e86eb5f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:09.017082 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b611db6-9525-4473-aacf-3e1b7e34355b req-5ee3d6dd-7996-4392-8603-5d3a3e86eb5f tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0515647 Apr 21 22:06:09.053414 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b611db6-9525-4473-aacf-3e1b7e34355b req-bd9a4f1e-1365-488f-afbb-2d5126b4b2c6 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300860 Apr 21 22:06:09.084718 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-90ad0b8d-e062-47f8-8b2f-6d4d2145ff47 service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809176 Apr 21 22:06:09.175087 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88560948-f1be-4ded-817a-2a43cecd8ef8 req-837ffa92-c5e3-4768-878c-3736f3a84326 service neutron] 10.222.0.46 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841331 Apr 21 22:06:10.168160 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21464df8-6d26-40f4-8a99-b9140b61b5b2 req-3c4d1b07-8a67-496c-89af-e05ec2fc0abf tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:10.169617 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21464df8-6d26-40f4-8a99-b9140b61b5b2 req-3c4d1b07-8a67-496c-89af-e05ec2fc0abf tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0488133 Apr 21 22:06:10.205793 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-21464df8-6d26-40f4-8a99-b9140b61b5b2 req-e6f15d66-52f8-4b83-b56d-dbec43a1008e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301282 Apr 21 22:06:11.325369 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f200ed-1cdc-4123-a59a-cfee8efae6a4 req-cdc0037a-af3a-4a27-9830-f5c08036acef tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:11.326977 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f200ed-1cdc-4123-a59a-cfee8efae6a4 req-cdc0037a-af3a-4a27-9830-f5c08036acef tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0517821 Apr 21 22:06:11.367384 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b0f200ed-1cdc-4123-a59a-cfee8efae6a4 req-ad6bb7fb-8514-4d24-a2b4-317856fb6735 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337422 Apr 21 22:06:12.487676 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088e7a4-4dbc-4a4c-87a3-bf5495a4acf8 req-a68f2130-f8cc-4d1d-9ce3-0eedb9b49049 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:12.489107 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a088e7a4-4dbc-4a4c-87a3-bf5495a4acf8 req-a68f2130-f8cc-4d1d-9ce3-0eedb9b49049 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0482321 Apr 21 22:06:12.528071 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a088e7a4-4dbc-4a4c-87a3-bf5495a4acf8 req-6a3c7cc8-a2c1-4600-af3b-e97968280b4a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Apr 21 22:06:12.634353 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-a18ac2cf-02d4-49d2-8c55-ab5c403d8fa8 req-e4999d6e-21f3-4516-92f1-99d5ff6244f6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 22:06:12.635352 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a18ac2cf-02d4-49d2-8c55-ab5c403d8fa8 req-e4999d6e-21f3-4516-92f1-99d5ff6244f6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431757 Apr 21 22:06:12.759862 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-aba5ef7b-fc24-4268-a554-9442a8115993 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415621 Apr 21 22:06:12.768810 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-9ae866ae-d706-4d10-adb4-1f427c63ea29 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 22:06:12.769869 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-9ae866ae-d706-4d10-adb4-1f427c63ea29 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051470 Apr 21 22:06:12.790808 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230bf7-3317-447c-865b-41df95b2dfaa req-a222517b-4da4-47cd-8669-1e203793325a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:12.792371 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13230bf7-3317-447c-865b-41df95b2dfaa req-a222517b-4da4-47cd-8669-1e203793325a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 945 time: 0.0544620 Apr 21 22:06:12.830902 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-13230bf7-3317-447c-865b-41df95b2dfaa req-0c8b2873-07b2-4e15-b9e5-1c5b3b7c1b86 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Apr 21 22:06:13.480953 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 090854a1-00c0-4755-86d3-34e7fb29c338 no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:06:13.554616 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:13.576813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:06:13.579680 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0015c594-948b-4064-9361-0409b06ec1d9" -d '{"events": [{"server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "name": "network-vif-unplugged", "status": "completed", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:06:13.592776 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:06:13.597208 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:13.623625 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Apr 2022 22:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13180f9-da71-4947-9467-9881ebb8d778 x-openstack-request-id: req-b13180f9-da71-4947-9467-9881ebb8d778 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:06:13.623914 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "name": "network-vif-unplugged", "status": "failed", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338", "code": 422}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:06:13.624166 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b13180f9-da71-4947-9467-9881ebb8d778 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:06:13.625175 n-d-838945-1 neutron-server[114648]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b13180f9-da71-4947-9467-9881ebb8d778']: {'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338', 'code': 422} returned with failed status Apr 21 22:06:13.649505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:06:13.656979 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.657329 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.657667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.658011 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.658330 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.658655 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.658976 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.659300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.659622 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.659946 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.660264 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.660581 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:13.946922 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a9b4c-78fb-469d-b2ec-7cfb4aa89492 req-2780c727-eb55-4b34-bea0-3979c3a7f157 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:13.948375 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c84a9b4c-78fb-469d-b2ec-7cfb4aa89492 req-2780c727-eb55-4b34-bea0-3979c3a7f157 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0484002 Apr 21 22:06:13.985827 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c84a9b4c-78fb-469d-b2ec-7cfb4aa89492 req-367e69ae-d0f9-4fc1-8385-c951e1e71d8d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Apr 21 22:06:15.105698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efe21d-1e16-4734-a441-4b2ecc74f632 req-5a865c5c-3d42-4e3c-bc26-e1b8fa7ac15d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:15.107101 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9efe21d-1e16-4734-a441-4b2ecc74f632 req-5a865c5c-3d42-4e3c-bc26-e1b8fa7ac15d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0534909 Apr 21 22:06:15.145175 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a9efe21d-1e16-4734-a441-4b2ecc74f632 req-938e1634-30df-4feb-a092-cfdcad85c698 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Apr 21 22:06:16.258061 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a0295-9e7c-46f0-a079-17fc4bbc29e7 req-43eac32d-8d44-44ab-8861-aa9d6d862a88 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:16.259524 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-533a0295-9e7c-46f0-a079-17fc4bbc29e7 req-43eac32d-8d44-44ab-8861-aa9d6d862a88 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0491168 Apr 21 22:06:16.296933 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-533a0295-9e7c-46f0-a079-17fc4bbc29e7 req-0a0a3742-1fd3-40ca-9622-6768802d2994 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308514 Apr 21 22:06:17.328818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-f60b879f-86c5-4fef-8f8d-cf337ac383e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:17.330341 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-f60b879f-86c5-4fef-8f8d-cf337ac383e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad&tenant_id=31cabb99a94a4b20be7849eca42cd3f6 HTTP/1.1" status: 200 len: 1094 time: 0.0776238 Apr 21 22:06:17.342334 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838945-1', 'device_owner': 'compute:nova'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:06:17.423587 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:17.451450 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c468df-00c2-4195-8078-cd726b6ad4b0 req-1a11eb21-3f0d-4c82-9047-10b5cb667e2c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:17.453444 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79c468df-00c2-4195-8078-cd726b6ad4b0 req-1a11eb21-3f0d-4c82-9047-10b5cb667e2c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0813096 Apr 21 22:06:17.562852 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79c468df-00c2-4195-8078-cd726b6ad4b0 req-8f0f0b4f-119d-4b1f-94b6-f9e2190d6f5a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919411 Apr 21 22:06:17.670268 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:06:17.701157 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h1-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:06:17.732981 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090854a1-00c0-4755-86d3-34e7fb29c338 {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:06:17.740126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:17.751882 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Transition to ACTIVE for port object 090854a1-00c0-4755-86d3-34e7fb29c338 will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 22:06:17.754977 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:17.832261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=7']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:06:17.842832 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.843232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.843565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.843891 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.844206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.844520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.845051 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.845397 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.846081 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.846417 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.846736 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.847059 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:06:17.883977 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] No DVR routers for this DVR port 090854a1-00c0-4755-86d3-34e7fb29c338 on host n-h1-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:06:18.017277 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Attempting to bind port 090854a1-00c0-4755-86d3-34e7fb29c338 on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:06:18.017605 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Attempting to bind port 090854a1-00c0-4755-86d3-34e7fb29c338 by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:06:18.017926 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Attempting to bind port 090854a1-00c0-4755-86d3-34e7fb29c338 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:06:18.022082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Port 090854a1-00c0-4755-86d3-34e7fb29c338 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 22:06:18.022395 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Attempting to bind port 090854a1-00c0-4755-86d3-34e7fb29c338 on network af4a9185-1ddc-4587-af17-069d8b5ccc01 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:06:18.027060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:06:18.027348 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Checking segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:06:18.027715 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Bound using segment: {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:06:18.028129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Bound port: 090854a1-00c0-4755-86d3-34e7fb29c338, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f859cc61-2603-405d-9d59-7dba03043890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:06:18.028469 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:18.088188 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:06:18.091284 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:06:18.095696 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:18.131765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:18.132407 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:18.133773 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] 10.222.0.43 "PUT /v2.0/ports/090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 1091 time: 0.7959313 Apr 21 22:06:18.134206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:06:18.136407 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06837140-ecae-4d89-baa4-8a1ffc933649" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:06:18.159707 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af513a8-9fb1-467d-92ea-5de76ae100ea service neutron] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=8']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:06:18.198463 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4d312e-7a6e-46fa-b784-8d5927d248e5 x-openstack-request-id: req-ca4d312e-7a6e-46fa-b784-8d5927d248e5 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:06:18.198760 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:06:18.199006 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca4d312e-7a6e-46fa-b784-8d5927d248e5 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:06:18.199405 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4d312e-7a6e-46fa-b784-8d5927d248e5'] response: {'name': 'network-changed', 'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338', 'status': 'completed', 'code': 200} Apr 21 22:06:18.218494 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-cea76361-2b00-4e6c-8baa-646dd6cce50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:18.220004 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-cea76361-2b00-4e6c-8baa-646dd6cce50c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1094 time: 0.0574181 Apr 21 22:06:18.310520 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-70139689-78a8-4b67-921c-0d4a6a8d0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:18.312976 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-70139689-78a8-4b67-921c-0d4a6a8d0844 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0869799 Apr 21 22:06:18.382502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-dcdbacfd-bfeb-4a24-8278-3c4f08f3990e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 999 time: 0.0627701 Apr 21 22:06:18.432753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-ba166961-ebea-44a6-9ce1-e68eb6c698a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:18.434532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-ba166961-ebea-44a6-9ce1-e68eb6c698a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0459299 Apr 21 22:06:18.478251 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-d7a0b35b-94eb-4784-9da6-1594dc094aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:18.479959 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-d7a0b35b-94eb-4784-9da6-1594dc094aa2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389807 Apr 21 22:06:18.577930 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-06ee3c5a-67dd-4542-a68e-ba32b3d8f6fe service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907574 Apr 21 22:06:18.695243 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-85cad158-e2f5-44d3-87a5-6c8e5cbdaf35 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114519 Apr 21 22:06:18.707206 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f00eec-db71-46b4-b548-1da588ccabc0 req-74b1a952-198c-43f7-9807-7374a09cf564 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:18.708750 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59f00eec-db71-46b4-b548-1da588ccabc0 req-74b1a952-198c-43f7-9807-7374a09cf564 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0735228 Apr 21 22:06:18.768318 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-59f00eec-db71-46b4-b548-1da588ccabc0 req-31f76cdf-a2cf-4930-8b21-a8c71ee8a134 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527713 Apr 21 22:06:18.783989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-bf75cae7-479d-439f-9ad7-689c19db2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:18.785511 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-bf75cae7-479d-439f-9ad7-689c19db2bbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1094 time: 0.0442758 Apr 21 22:06:18.881644 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-31be36a5-d1d6-433c-a413-3cf7dcfaeea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:18.883098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-31be36a5-d1d6-433c-a413-3cf7dcfaeea4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0912015 Apr 21 22:06:18.945402 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-1997f8bb-e331-49b7-9a7c-1cbe55d46bef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 999 time: 0.0556068 Apr 21 22:06:18.992726 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-37618465-a7b7-4b3c-89c8-a96ac3306b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:18.994157 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-37618465-a7b7-4b3c-89c8-a96ac3306b00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0421417 Apr 21 22:06:19.041843 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-8d570788-7bf7-4894-a152-fd87838a1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:19.043260 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-8d570788-7bf7-4894-a152-fd87838a1ab5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426350 Apr 21 22:06:19.128664 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-0e88dc31-f3c6-4a83-b60a-731039a02f73 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789716 Apr 21 22:06:19.220620 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-06837140-ecae-4d89-baa4-8a1ffc933649 req-397d09b8-0848-4da2-8543-0ab25667fffe service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Apr 21 22:06:19.890593 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1859e-7305-4091-828f-1dcb87b56a1c req-28544756-0312-43ef-bda3-37bda2c336f7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:19.892064 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fb1859e-7305-4091-828f-1dcb87b56a1c req-28544756-0312-43ef-bda3-37bda2c336f7 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0552497 Apr 21 22:06:19.928443 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-0fb1859e-7305-4091-828f-1dcb87b56a1c req-b58aadf4-356c-432f-b33f-da5a41ba4771 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304058 Apr 21 22:06:21.045207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9160b79-335e-4bb0-b420-92a618647bdd req-37c72d03-a62b-46a4-97bb-54221b01966b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:21.046699 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9160b79-335e-4bb0-b420-92a618647bdd req-37c72d03-a62b-46a4-97bb-54221b01966b tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0483634 Apr 21 22:06:21.083722 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c9160b79-335e-4bb0-b420-92a618647bdd req-1c285368-5441-4583-8a67-d9294c7f23ef tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310757 Apr 21 22:06:21.208693 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:21.216500 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:22.240533 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544b0bc-603b-44c1-bc03-ac10b14e893b req-7c8abd67-9eb7-4226-8943-64f3cb7a6649 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:22.242013 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2544b0bc-603b-44c1-bc03-ac10b14e893b req-7c8abd67-9eb7-4226-8943-64f3cb7a6649 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0916111 Apr 21 22:06:22.278745 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2544b0bc-603b-44c1-bc03-ac10b14e893b req-a544eb4f-13ed-408b-8146-6dd8423e97c4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306609 Apr 21 22:06:23.437833 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e9e3-d22d-468b-bd55-90bdb526bcb9 req-f14047e6-5a61-4878-b7b6-2e222fbd288d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:23.439283 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12e2e9e3-d22d-468b-bd55-90bdb526bcb9 req-f14047e6-5a61-4878-b7b6-2e222fbd288d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0917134 Apr 21 22:06:23.474989 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-12e2e9e3-d22d-468b-bd55-90bdb526bcb9 req-144b1e76-fda7-4afa-a168-3a04e2c4fd18 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297086 Apr 21 22:06:24.589502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5efc0-2288-41ac-95e1-f045328e1086 req-51f7465e-a7fa-4133-8094-a22e081baaa0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:24.591183 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92a5efc0-2288-41ac-95e1-f045328e1086 req-51f7465e-a7fa-4133-8094-a22e081baaa0 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0472085 Apr 21 22:06:24.631595 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92a5efc0-2288-41ac-95e1-f045328e1086 req-a8fba321-2155-4260-8650-f296a425912e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338624 Apr 21 22:06:25.748857 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae32345-1ee2-4b7a-8b0e-7d31b3b62a27 req-f03fdd07-6a52-4ef9-bff3-efdf8da945ed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:25.750966 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aae32345-1ee2-4b7a-8b0e-7d31b3b62a27 req-f03fdd07-6a52-4ef9-bff3-efdf8da945ed tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0520246 Apr 21 22:06:25.787069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aae32345-1ee2-4b7a-8b0e-7d31b3b62a27 req-af420ee1-3b7a-4183-b780-1d998ff94b22 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300543 Apr 21 22:06:26.907283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c6a4-5be5-4c0b-a876-669e716ae961 req-09169d93-1403-4e30-b6b8-4f01d9b44363 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:26.908721 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7fd6c6a4-5be5-4c0b-a876-669e716ae961 req-09169d93-1403-4e30-b6b8-4f01d9b44363 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 943 time: 0.0532684 Apr 21 22:06:26.946590 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7fd6c6a4-5be5-4c0b-a876-669e716ae961 req-bc82066e-932e-4fb8-9a66-d98d403017ca tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Apr 21 22:06:27.640898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 090854a1-00c0-4755-86d3-34e7fb29c338 details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 22:06:27.736620 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:06:27.747565 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '090854a1-00c0-4755-86d3-34e7fb29c338', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'port_id': '090854a1-00c0-4755-86d3-34e7fb29c338', 'mac_address': 'fa:16:3e:a6:4d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 22:06:27.782696 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:27.794637 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090854a1-00c0-4755-86d3-34e7fb29c338 {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:06:27.817892 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:06:27.821334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:27.867718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=9']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:06:28.060582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f3eda-7ed2-4d26-9162-ae8afd40172b req-efd468cc-a414-41cb-8a3b-46e3211576cf tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:28.062034 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa5f3eda-7ed2-4d26-9162-ae8afd40172b req-efd468cc-a414-41cb-8a3b-46e3211576cf tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 944 time: 0.0478001 Apr 21 22:06:28.099477 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-aa5f3eda-7ed2-4d26-9162-ae8afd40172b req-fc4c6888-4f54-4c4e-9be4-6f12b38891de tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Apr 21 22:06:28.179494 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['090854a1-00c0-4755-86d3-34e7fb29c338'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 22:06:29.212057 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c42a7-8016-445a-bac0-8ee4baf88bc1 req-813ce575-5554-4c25-b742-a7da980d3d93 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:29.213523 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-271c42a7-8016-445a-bac0-8ee4baf88bc1 req-813ce575-5554-4c25-b742-a7da980d3d93 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 944 time: 0.0478330 Apr 21 22:06:29.251920 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-271c42a7-8016-445a-bac0-8ee4baf88bc1 req-5fcf125a-4e2e-4d7d-bddd-a690f6c5ac9e tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Apr 21 22:06:29.657001 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 090854a1-00c0-4755-86d3-34e7fb29c338 up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:06:29.703969 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 090854a1-00c0-4755-86d3-34e7fb29c338 completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 22:06:29.707580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 090854a1-00c0-4755-86d3-34e7fb29c338 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:06:29.707946 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:29.784997 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:29.806659 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:06:29.809082 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4c30f1-2e1a-4eb5-8588-9f3564bd371e" -d '{"events": [{"server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "name": "network-vif-plugged", "status": "completed", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:06:29.821898 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:06:29.825926 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:29.849671 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eefcf7-eeb3-44c3-a614-db392fbb5431 x-openstack-request-id: req-40eefcf7-eeb3-44c3-a614-db392fbb5431 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:06:29.849959 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "name": "network-vif-plugged", "status": "completed", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:06:29.850208 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40eefcf7-eeb3-44c3-a614-db392fbb5431 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:06:29.850597 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40eefcf7-eeb3-44c3-a614-db392fbb5431'] response: {'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338', 'code': 200} Apr 21 22:06:29.876378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=10']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:06:29.989272 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a10e33-a6ab-4863-b04a-aa5e7badf335 req-381abef2-2218-4023-bb40-2519dc8c355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:29.990748 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75a10e33-a6ab-4863-b04a-aa5e7badf335 req-381abef2-2218-4023-bb40-2519dc8c355e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1097 time: 0.0429533 Apr 21 22:06:30.026987 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-75a10e33-a6ab-4863-b04a-aa5e7badf335 req-bb014e84-d603-46a3-8798-c886f7529cda service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288644 Apr 21 22:06:30.367570 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e6f4-6861-4f49-96da-5470771eb5e0 req-7021d1c3-2370-49d6-aa32-53e67c885c05 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:30.369044 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dff7e6f4-6861-4f49-96da-5470771eb5e0 req-7021d1c3-2370-49d6-aa32-53e67c885c05 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 946 time: 0.0478668 Apr 21 22:06:30.405676 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-dff7e6f4-6861-4f49-96da-5470771eb5e0 req-24ba542c-7274-4e94-b5fe-a2d7a47e429a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Apr 21 22:06:30.624039 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8eac605c-a7cf-4bef-80cc-724b746529b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:31.526221 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbb313-9aff-4d39-826e-8151cc2ba677 req-b7e99f9b-6fef-4202-b2ed-c2e1e67e3fbd tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:06:31.527661 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78cbb313-9aff-4d39-826e-8151cc2ba677 req-b7e99f9b-6fef-4202-b2ed-c2e1e67e3fbd tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 946 time: 0.0509045 Apr 21 22:06:31.564239 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-78cbb313-9aff-4d39-826e-8151cc2ba677 req-2ad1aee6-bffb-4c93-b1d6-b018fc1170bf tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303609 Apr 21 22:06:32.909364 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-22ea1148-1616-4d67-a499-86f0a3a1d0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:34.386987 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:35.629655 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:36.107409 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:45.255024 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:06:51.199431 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:06:51.231686 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:00.624518 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a12dd951-530a-4312-b42a-d13ebccd95a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:01.918859 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-503f37f1-f2b3-4b73-8b1f-bc68104e267b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383577 Apr 21 22:07:01.999195 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-6ea63def-751c-4d02-8227-b649f8015170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:02.000536 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-6ea63def-751c-4d02-8227-b649f8015170 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1097 time: 0.0398827 Apr 21 22:07:02.102173 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-489001c0-ca78-4511-92a7-503bd147febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:02.103622 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-489001c0-ca78-4511-92a7-503bd147febd service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.0850914 Apr 21 22:07:02.174617 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-4db732c0-8eb7-43fe-a457-9fd1e9e3a29e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 1001 time: 0.0560687 Apr 21 22:07:02.223754 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-1c05fd6c-7f27-4174-a661-40122104c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:02.225382 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-1c05fd6c-7f27-4174-a661-40122104c112 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0436020 Apr 21 22:07:02.276587 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-0abb262c-3d58-4ac6-9931-9231d210700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:02.278018 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-0abb262c-3d58-4ac6-9931-9231d210700b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458314 Apr 21 22:07:02.372274 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-27c3f82e-f382-4f6a-a2bd-8df2b3b02051 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880771 Apr 21 22:07:02.469887 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a743a17c-fc7a-4444-a106-528f48ebdee5 req-c0fa1787-be8b-498f-90cd-d8f4a5e3676c service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916796 Apr 21 22:07:02.910847 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6ef34cd3-64ec-4677-966f-26b86c324fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:04.386646 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:05.631621 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:06.107302 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:21.196474 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:21.229578 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:22.254397 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:07:30.624739 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b499ea99-5627-4a4a-94b4-61ee49cf2691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:32.912890 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-67bc42e8-db91-42ca-bd38-28e50f01e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:34.389370 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:35.642845 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:36.109036 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:44.491476 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45058) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:44.642205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Deleting port 617a7a82-600f-4c52-aac8-5065ac54cba1 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:07:44.642541 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:44.713190 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:44.713509 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:44.724845 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Calling delete_port for 617a7a82-600f-4c52-aac8-5065ac54cba1 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:07:44.868306 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:44.891101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event deleted for resources: {'Port': ['ID=617a7a82-600f-4c52-aac8-5065ac54cba1,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:44.905393 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.905740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.906091 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.906443 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.906776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.907103 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.907458 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.907782 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.908104 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.908426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.908747 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.909088 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:44.964885 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:44.965213 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Floating IP ee5e7399-0cec-4f40-b26a-212816b081a7 disassociated (deleted). External IP: 172.25.0.223, port: 090854a1-00c0-4755-86d3-34e7fb29c338. Apr 21 22:07:45.492232 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Router e8ec5274-0799-49fd-ae70-11e87004948f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:07:45.594279 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:07:45.599075 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:45.604196 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] Sync routers for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:07:45.612898 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:07:45.613501 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:45.625665 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-adfdd673-0723-44ad-afdc-9a7be268b495 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "DELETE /v2.0/floatingips/ee5e7399-0cec-4f40-b26a-212816b081a7 HTTP/1.1" status: 204 len: 168 time: 1.1331189 Apr 21 22:07:45.626247 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:07:45.628530 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b251a08-4c72-46c1-9258-094a803538e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:07:45.668930 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6e5db2-1f91-4cb6-a4cc-68c37c607cc9 x-openstack-request-id: req-6e6e5db2-1f91-4cb6-a4cc-68c37c607cc9 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:07:45.669232 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:07:45.669471 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e6e5db2-1f91-4cb6-a4cc-68c37c607cc9 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:07:45.669868 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6e5db2-1f91-4cb6-a4cc-68c37c607cc9'] response: {'name': 'network-changed', 'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338', 'status': 'completed', 'code': 200} Apr 21 22:07:45.728102 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:07:45.733314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251a08-4c72-46c1-9258-094a803538e2 req-67a608d5-b61e-4beb-8566-d46d59521142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:45.735079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b251a08-4c72-46c1-9258-094a803538e2 req-67a608d5-b61e-4beb-8566-d46d59521142 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 1097 time: 0.0433941 Apr 21 22:07:45.858129 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251a08-4c72-46c1-9258-094a803538e2 req-e94e153c-23a9-44b3-b4b3-aa7518afd100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:45.859605 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b251a08-4c72-46c1-9258-094a803538e2 req-e94e153c-23a9-44b3-b4b3-aa7518afd100 service neutron] 10.222.0.43 "GET /v2.0/networks?id=af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 200 len: 909 time: 0.1181214 Apr 21 22:07:45.903882 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b251a08-4c72-46c1-9258-094a803538e2 req-a2ade951-6f84-4c4f-bd45-86aefa8cb3f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 200 len: 217 time: 0.0365922 Apr 21 22:07:45.911261 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b353087-0d65-46c9-a0c9-28a7d5b74ca4 req-4c888bea-9668-4e4f-b253-61bd9eb44b5d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:45.913354 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b353087-0d65-46c9-a0c9-28a7d5b74ca4 req-4c888bea-9668-4e4f-b253-61bd9eb44b5d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 946 time: 0.0956080 Apr 21 22:07:45.987494 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0b353087-0d65-46c9-a0c9-28a7d5b74ca4 req-14b3f423-9178-425b-9d8e-91d7f14d8bb8 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655258 Apr 21 22:07:45.989253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251a08-4c72-46c1-9258-094a803538e2 req-86fc21c9-623c-4c8b-b524-f388ad312792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:45.990712 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b251a08-4c72-46c1-9258-094a803538e2 req-86fc21c9-623c-4c8b-b524-f388ad312792 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 200 len: 847 time: 0.0764220 Apr 21 22:07:46.036638 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:46.039563 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251a08-4c72-46c1-9258-094a803538e2 req-7a14020e-b81b-4cda-98bc-08be9fdbb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:46.041123 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b251a08-4c72-46c1-9258-094a803538e2 req-7a14020e-b81b-4cda-98bc-08be9fdbb93f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=af4a9185-1ddc-4587-af17-069d8b5ccc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432997 Apr 21 22:07:46.063594 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] Checking router: e8ec5274-0799-49fd-ae70-11e87004948f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:07:46.072640 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:07:46.073268 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:46.128679 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b251a08-4c72-46c1-9258-094a803538e2 req-d549d411-a3db-4cec-a090-a2f850d62472 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807846 Apr 21 22:07:46.174775 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:07:46.220568 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-6b251a08-4c72-46c1-9258-094a803538e2 req-26c375c6-b9de-41d9-8531-8b9dd3e29d89 service neutron] 10.222.0.43 "GET /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849667 Apr 21 22:07:46.366071 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:46.391002 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6716e8eb-8ce4-4d79-ba51-3e38a5a545f8 None None] The sync data for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 is: [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:06Z', 'revision_number': 4, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4', 'name': '', 'network_id': 'af4a9185-1ddc-4587-af17-069d8b5ccc01', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'mac_address': 'fa:16:3e:e7:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:05Z', 'updated_at': '2022-04-21T21:58:10Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'subnets': [{'id': '8784cd66-aac3-462c-9052-ef5710796b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:07:46.596532 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8748cb8-7e79-4995-9047-15ba5b90ffc2 None None] New status for floating IP ee5e7399-0cec-4f40-b26a-212816b081a7: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 22:07:47.110186 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db044cd7-3407-48bf-8df3-5ed4af1c86f7 req-a61187bf-f566-4336-934d-cfba39769d1a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:47.111668 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db044cd7-3407-48bf-8df3-5ed4af1c86f7 req-a61187bf-f566-4336-934d-cfba39769d1a tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 946 time: 0.0533154 Apr 21 22:07:47.148846 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-db044cd7-3407-48bf-8df3-5ed4af1c86f7 req-76b21a30-8e88-4552-9f0a-b5c8e8b66c3d tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/security-groups?id=9f928ab2-9aad-45bb-bf8f-654bdab0f897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305517 Apr 21 22:07:47.435480 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-c9d693e7-58f2-4b9e-9241-71302990963c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:47.436896 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-c9d693e7-58f2-4b9e-9241-71302990963c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 946 time: 0.0483606 Apr 21 22:07:47.527922 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Deleting port 090854a1-00c0-4755-86d3-34e7fb29c338 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:07:47.528254 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:47.612056 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] For port 090854a1-00c0-4755-86d3-34e7fb29c338, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=090854a1-00c0-4755-86d3-34e7fb29c338,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:07:47.612413 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:47.624714 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Calling delete_port for 090854a1-00c0-4755-86d3-34e7fb29c338 owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:07:47.753691 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:47.780745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event deleted for resources: {'Port': ['ID=090854a1-00c0-4755-86d3-34e7fb29c338,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:47.823330 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] No DVR routers for this DVR port 090854a1-00c0-4755-86d3-34e7fb29c338 on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:07:47.825979 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:47.829327 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7fd05f4f-9ebc-4813-9c67-0de27ddd6a54 req-114cf648-fb1a-493c-9804-34128b385a5c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.43 "DELETE /v2.0/ports/090854a1-00c0-4755-86d3-34e7fb29c338 HTTP/1.1" status: 204 len: 173 time: 0.3860886 Apr 21 22:07:47.829757 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'name': 'network-vif-deleted', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:07:47.831984 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc9cec-93cd-42dc-bbfa-495cb5566ff9" -d '{"events": [{"server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "name": "network-vif-deleted", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:07:47.873522 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54371d31-633c-471a-9181-c05c2d2dd7ea x-openstack-request-id: req-54371d31-633c-471a-9181-c05c2d2dd7ea {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:07:47.873812 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b04cd5-04a0-49e6-8d03-7616f259a4ad", "name": "network-vif-deleted", "tag": "090854a1-00c0-4755-86d3-34e7fb29c338", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:07:47.874060 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54371d31-633c-471a-9181-c05c2d2dd7ea {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:07:47.874458 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54371d31-633c-471a-9181-c05c2d2dd7ea'] response: {'server_uuid': 'b6b04cd5-04a0-49e6-8d03-7616f259a4ad', 'name': 'network-vif-deleted', 'tag': '090854a1-00c0-4755-86d3-34e7fb29c338', 'status': 'completed', 'code': 200} Apr 21 22:07:48.255319 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4bc5f476-f31a-4ca5-a672-6beafa5e3fb4 req-2658a717-0d72-4b6b-88c6-d59bc470d93c tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 210 time: 0.0287101 Apr 21 22:07:49.357738 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-745e52e9-950f-49f4-be7c-cd3154db7a36 req-7d279232-88e7-49db-97ba-5b8b2e26bfb1 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 210 time: 0.0323634 Apr 21 22:07:49.977771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 090854a1-00c0-4755-86d3-34e7fb29c338 no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:07:49.998448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 090854a1-00c0-4755-86d3-34e7fb29c338 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:07:49.998700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 090854a1-00c0-4755-86d3-34e7fb29c338 not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:07:50.454294 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7b3f86b1-14ad-48c3-9e62-eba318272fda req-ea9dc393-3ff2-4073-99e0-e3302d4a8ca4 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6b04cd5-04a0-49e6-8d03-7616f259a4ad HTTP/1.1" status: 200 len: 210 time: 0.0256951 Apr 21 22:07:51.197449 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:51.261987 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:51.512498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45088) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:51.574762 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-05fa3aef-5dbd-457a-8df9-db4c0d87fd79 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:51.600361 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-05fa3aef-5dbd-457a-8df9-db4c0d87fd79 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:51.659572 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-05fa3aef-5dbd-457a-8df9-db4c0d87fd79 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:51.662654 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-05fa3aef-5dbd-457a-8df9-db4c0d87fd79 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:51.663813 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-05fa3aef-5dbd-457a-8df9-db4c0d87fd79 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] 10.222.0.49 "DELETE /v2.0/security-groups/9f928ab2-9aad-45bb-bf8f-654bdab0f897 HTTP/1.1" status: 204 len: 168 time: 0.1502061 Apr 21 22:07:51.678903 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa3aef-5dbd-457a-8df9-db4c0d87fd79 tempest-TestShelveInstance-1425329501 tempest-TestShelveInstance-1425329501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f928ab2-9aad-45bb-bf8f-654bdab0f897,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:51.725185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45092) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:52.192696 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:52.458682 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Deleting port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:07:52.458971 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:52.539685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] For port 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:07:52.540200 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:52.557429 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Calling delete_port for 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:07:52.736272 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:52.768076 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:52.796401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.796742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.797102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.797438 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.797769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.798094 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.798488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.798814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.799143 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.799488 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.799758 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.801113 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:52.955884 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:53.179511 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Router e8ec5274-0799-49fd-ae70-11e87004948f has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:07:53.596979 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:07:53.603114 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-94257fe6-b78d-4a40-a96c-f14cf43439cb admin admin] 10.222.0.49 "PUT /v2.0/routers/e8ec5274-0799-49fd-ae70-11e87004948f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8767855 Apr 21 22:07:53.605502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45096) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:53.608018 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] Sync routers for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:07:53.618255 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:07:53.618844 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:53.710109 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:53.721971 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:07:53.816058 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:53.877637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Deleting port 29157387-cef5-45c5-86aa-29edccf6e795 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:07:53.877972 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:53.920606 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '29157387-cef5-45c5-86aa-29edccf6e795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T22:07:52Z', 'revision_number': 5, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port': {'id': '29157387-cef5-45c5-86aa-29edccf6e795', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:25:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T21:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:53.949635 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] Checking router: e8ec5274-0799-49fd-ae70-11e87004948f for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:07:53.956771 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] For port 29157387-cef5-45c5-86aa-29edccf6e795, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=29157387-cef5-45c5-86aa-29edccf6e795,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:07:53.957290 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:53.957894 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] Routers {'e8ec5274-0799-49fd-ae70-11e87004948f'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:07:53.958491 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['e8ec5274-0799-49fd-ae70-11e87004948f'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:53.970958 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Calling delete_port for 29157387-cef5-45c5-86aa-29edccf6e795 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:07:54.042957 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] Set router e8ec5274-0799-49fd-ae70-11e87004948f gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:07:54.094243 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T22:07:53Z', 'revision_number': 6, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:54.123923 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395de0e6-f6d2-4d61-8021-608300545aff None None] The sync data for ids ['e8ec5274-0799-49fd-ae70-11e87004948f'] in n-d-838945-1 is: [{'id': 'e8ec5274-0799-49fd-ae70-11e87004948f', 'name': 'tempest-TestShelveInstance-147350598-router', 'tenant_id': '31cabb99a94a4b20be7849eca42cd3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:03Z', 'updated_at': '2022-04-21T22:07:53Z', 'revision_number': 6, 'project_id': '31cabb99a94a4b20be7849eca42cd3f6', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:07:54.143778 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.172598 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=29157387-cef5-45c5-86aa-29edccf6e795,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:54.234626 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.329317 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.331381 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.373205 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.373742 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ec5274-0799-49fd-ae70-11e87004948f {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 22:07:54.378895 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.380070 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d6591f18-c038-440f-bda7-03d6ca0531b7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e8ec5274-0799-49fd-ae70-11e87004948f HTTP/1.1" status: 204 len: 168 time: 0.7725105 Apr 21 22:07:54.383191 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45098) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:54.429567 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7187ee0f-09a1-4b5e-912c-b0cc03602e5c admin admin] Deleting subnet 8784cd66-aac3-462c-9052-ef5710796b9a {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 22:07:54.432366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7187ee0f-09a1-4b5e-912c-b0cc03602e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.467871 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7187ee0f-09a1-4b5e-912c-b0cc03602e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.545757 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7187ee0f-09a1-4b5e-912c-b0cc03602e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.598566 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7187ee0f-09a1-4b5e-912c-b0cc03602e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.628188 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187ee0f-09a1-4b5e-912c-b0cc03602e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8784cd66-aac3-462c-9052-ef5710796b9a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:54.630109 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-7187ee0f-09a1-4b5e-912c-b0cc03602e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.633713 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-7187ee0f-09a1-4b5e-912c-b0cc03602e5c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8784cd66-aac3-462c-9052-ef5710796b9a HTTP/1.1" status: 204 len: 168 time: 0.2495873 Apr 21 22:07:54.634904 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dcad49-05d5-4dfc-81cf-43847447ba84 None None] Network af4a9185-1ddc-4587-af17-069d8b5ccc01 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 22:07:54.636196 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45100) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:54.702437 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.756559 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Deleting port 37c16667-514a-48c0-980a-94f79a1f6d91 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:07:54.756934 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.822685 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] For port 37c16667-514a-48c0-980a-94f79a1f6d91, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=37c16667-514a-48c0-980a-94f79a1f6d91,segment=NetworkSegment(f859cc61-2603-405d-9d59-7dba03043890),segment_id=f859cc61-2603-405d-9d59-7dba03043890)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:07:54.823332 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.835158 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Calling delete_port for 37c16667-514a-48c0-980a-94f79a1f6d91 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:07:54.882016 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] DHCP port deletion for af4a9185-1ddc-4587-af17-069d8b5ccc01 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 22:07:54.919708 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.933365 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Deleting port 37c16667-514a-48c0-980a-94f79a1f6d91 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:07:54.933740 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:54.946544 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c16667-514a-48c0-980a-94f79a1f6d91,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:54.948385 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] No DVR routers for this DVR port 37c16667-514a-48c0-980a-94f79a1f6d91 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:07:55.005502 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] For port 37c16667-514a-48c0-980a-94f79a1f6d91, host n-d-838945-1, got binding levels [] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:07:55.006481 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.019067 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Calling delete_port for 37c16667-514a-48c0-980a-94f79a1f6d91 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:07:55.021723 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.ipam_backend_mixin [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Port 37c16667-514a-48c0-980a-94f79a1f6d91 was not found and therefore no delete operation was performed {{(pid=114648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 22:07:55.022984 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.023156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.043600 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4a9185-1ddc-4587-af17-069d8b5ccc01']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:55.047768 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Pushing event deleted for resources: {'Port': ['ID=37c16667-514a-48c0-980a-94f79a1f6d91,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:55.054930 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f859cc61-2603-405d-9d59-7dba03043890') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:55.055334 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f859cc61-2603-405d-9d59-7dba03043890') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:55.056981 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.057322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.057851 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.058189 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.058521 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.058862 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.059180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.059504 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.059829 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.060152 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.060473 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.060831 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:07:55.063667 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c1611-64eb-4a00-9506-e1f8231ba047 None None] No DVR routers for this DVR port 37c16667-514a-48c0-980a-94f79a1f6d91 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:07:55.067597 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.082402 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.088358 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 22:07:55.088838 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: timer() Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 22:07:55.090444 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 22:07:55.153165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.158818 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.162511 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] 10.222.0.49 "DELETE /v2.0/networks/af4a9185-1ddc-4587-af17-069d8b5ccc01 HTTP/1.1" status: 204 len: 168 time: 0.5247490 Apr 21 22:07:55.165912 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45102) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:55.175139 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b578353-ab4e-40b2-abf4-705bde73b717 admin admin] Pushing event deleted for resources: {'Network': ['ID=af4a9185-1ddc-4587-af17-069d8b5ccc01,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:55.501910 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.735964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Deleting port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:07:55.736300 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.813260 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] For port ad1cb5d2-2f9e-4a9c-8378-0ec559813fef, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=ad1cb5d2-2f9e-4a9c-8378-0ec559813fef,segment=NetworkSegment(d804ab05-5e32-47a6-a921-c70ba822240f),segment_id=d804ab05-5e32-47a6-a921-c70ba822240f)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:07:55.813632 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:55.813752 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 29157387-cef5-45c5-86aa-29edccf6e795 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:07:55.827016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Calling delete_port for ad1cb5d2-2f9e-4a9c-8378-0ec559813fef owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:07:55.833876 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 29157387-cef5-45c5-86aa-29edccf6e795 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:07:55.834731 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 29157387-cef5-45c5-86aa-29edccf6e795 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:07:55.835134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 37c16667-514a-48c0-980a-94f79a1f6d91 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:07:55.857167 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 37c16667-514a-48c0-980a-94f79a1f6d91 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:07:55.857505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 37c16667-514a-48c0-980a-94f79a1f6d91 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:07:55.857912 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:07:55.875993 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:07:55.876326 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 8cf2b0f8-d9a9-4b5a-81dc-2ac2ddbb6bb4 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:07:56.003391 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:56.028861 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1cb5d2-2f9e-4a9c-8378-0ec559813fef,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:56.194625 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:56.400345 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Router c82c8c6d-9dd1-4e66-ab9a-159439b52916 has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:07:56.498385 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:07:56.503307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8d2abba8-9d85-46d7-b12f-41e89d3b6417 admin admin] 10.222.0.49 "PUT /v2.0/routers/c82c8c6d-9dd1-4e66-ab9a-159439b52916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3365262 Apr 21 22:07:56.506601 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45104) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:56.507398 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] Sync routers for ids ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:07:56.517422 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] Routers {'c82c8c6d-9dd1-4e66-ab9a-159439b52916'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:07:56.518031 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:56.610040 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:56.621749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] Set router c82c8c6d-9dd1-4e66-ab9a-159439b52916 gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:07:56.710892 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:56.763519 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Deleting port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:07:56.763877 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:56.795101 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T22:07:55Z', 'revision_number': 5, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'gw_port': {'id': '6a78caa7-bd34-4c7e-b40c-ca4c43350ac3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:bf:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:56.825586 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] Checking router: c82c8c6d-9dd1-4e66-ab9a-159439b52916 for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:07:56.833694 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] Routers {'c82c8c6d-9dd1-4e66-ab9a-159439b52916'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:07:56.834350 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:56.845114 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] For port 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=6a78caa7-bd34-4c7e-b40c-ca4c43350ac3,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:07:56.845613 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:56.860254 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Calling delete_port for 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:07:57.030522 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.061307 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a78caa7-bd34-4c7e-b40c-ca4c43350ac3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:57.083247 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] Set router c82c8c6d-9dd1-4e66-ab9a-159439b52916 gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:07:57.119325 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.136086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T22:07:56Z', 'revision_number': 6, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:57.166861 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5926c0c-be75-46f4-a539-1ffa9f32ec1e None None] The sync data for ids ['c82c8c6d-9dd1-4e66-ab9a-159439b52916'] in n-d-838945-1 is: [{'id': 'c82c8c6d-9dd1-4e66-ab9a-159439b52916', 'name': 'tempest-TestShelveInstance-1196803589-router', 'tenant_id': 'ca661e916bc840eeb4cae144fc080edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T21:58:08Z', 'updated_at': '2022-04-21T22:07:56Z', 'revision_number': 6, 'project_id': 'ca661e916bc840eeb4cae144fc080edb', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:07:57.211089 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.213238 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.256940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.257458 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c82c8c6d-9dd1-4e66-ab9a-159439b52916 {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 22:07:57.263073 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.264200 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-557d822d-d6fe-4c35-b82d-23f06dee3465 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c82c8c6d-9dd1-4e66-ab9a-159439b52916 HTTP/1.1" status: 204 len: 168 time: 0.7565970 Apr 21 22:07:57.266817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45106) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:57.318915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a8c621-b4f7-4ac7-b189-db4d0dd12f5f admin admin] Deleting subnet 579facc5-231e-4ebc-a4dd-140197b8b462 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 22:07:57.323539 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81a8c621-b4f7-4ac7-b189-db4d0dd12f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.359169 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81a8c621-b4f7-4ac7-b189-db4d0dd12f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.433055 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81a8c621-b4f7-4ac7-b189-db4d0dd12f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.489084 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81a8c621-b4f7-4ac7-b189-db4d0dd12f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.515745 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8c621-b4f7-4ac7-b189-db4d0dd12f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579facc5-231e-4ebc-a4dd-140197b8b462,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:57.519458 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-81a8c621-b4f7-4ac7-b189-db4d0dd12f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.523433 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-81a8c621-b4f7-4ac7-b189-db4d0dd12f5f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/579facc5-231e-4ebc-a4dd-140197b8b462 HTTP/1.1" status: 204 len: 168 time: 0.2555022 Apr 21 22:07:57.525857 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45108) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:57.526974 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a7ff6-e0b0-4b7f-bdd8-75953aa07062 None None] Network 0031610b-39a0-4d95-93e1-466513287d73 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 22:07:57.598425 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.656055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Deleting port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:07:57.656460 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.732790 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] For port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=5153e2d3-88f8-4ce2-8c02-1f76f974de0a,segment=NetworkSegment(d804ab05-5e32-47a6-a921-c70ba822240f),segment_id=d804ab05-5e32-47a6-a921-c70ba822240f)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:07:57.733165 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.746346 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Calling delete_port for 5153e2d3-88f8-4ce2-8c02-1f76f974de0a owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:07:57.822246 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.852103 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Pushing event deleted for resources: {'Port': ['ID=5153e2d3-88f8-4ce2-8c02-1f76f974de0a,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:57.853953 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] No DVR routers for this DVR port 5153e2d3-88f8-4ce2-8c02-1f76f974de0a on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:07:57.923463 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.946705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee935df-bbc4-4aa0-92d7-0d9e79a0b410 None None] DHCP port deletion for 0031610b-39a0-4d95-93e1-466513287d73 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 22:07:57.948324 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0031610b-39a0-4d95-93e1-466513287d73']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:57.959523 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd804ab05-5e32-47a6-a921-c70ba822240f') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:57.959920 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd804ab05-5e32-47a6-a921-c70ba822240f') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:07:57.972136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.985916 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.992632 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 22:07:57.993127 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: timer() Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 22:07:57.995021 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 22:07:58.015881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ad1cb5d2-2f9e-4a9c-8378-0ec559813fef no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:07:58.036722 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: ad1cb5d2-2f9e-4a9c-8378-0ec559813fef {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:07:58.037616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device ad1cb5d2-2f9e-4a9c-8378-0ec559813fef not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:07:58.038025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5153e2d3-88f8-4ce2-8c02-1f76f974de0a no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:07:58.065695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 5153e2d3-88f8-4ce2-8c02-1f76f974de0a {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:07:58.065695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 5153e2d3-88f8-4ce2-8c02-1f76f974de0a not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:07:58.065695 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:07:58.079094 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.085806 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.091389 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0031610b-39a0-4d95-93e1-466513287d73 HTTP/1.1" status: 204 len: 168 time: 0.5618491 Apr 21 22:07:58.091548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:07:58.091548 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 6a78caa7-bd34-4c7e-b40c-ca4c43350ac3 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:07:58.105314 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4b5e-5fb4-4435-b800-a50a61d81037 admin admin] Pushing event deleted for resources: {'Network': ['ID=0031610b-39a0-4d95-93e1-466513287d73,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:58.202689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45112) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:58.243719 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a9a9c04d-f631-4763-ad94-e73e95940fb1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31cabb99a94a4b20be7849eca42cd3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396829 Apr 21 22:07:58.246154 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45114) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:58.293156 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8540402a-7f43-432b-babd-f330f2ae17de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.314483 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8540402a-7f43-432b-babd-f330f2ae17de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.367754 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8540402a-7f43-432b-babd-f330f2ae17de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.370309 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8540402a-7f43-432b-babd-f330f2ae17de admin admin] Notify callbacks [] for security_group, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.371500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8540402a-7f43-432b-babd-f330f2ae17de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1977c25f-f3d9-4160-ab1c-e42ce2597386 HTTP/1.1" status: 204 len: 168 time: 0.1244323 Apr 21 22:07:58.379260 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540402a-7f43-432b-babd-f330f2ae17de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977c25f-f3d9-4160-ab1c-e42ce2597386,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:58.680698 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45120) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:58.722706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9b364110-1c1a-4916-89b4-a274ce1cad69 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca661e916bc840eeb4cae144fc080edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407605 Apr 21 22:07:58.725133 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45122) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:58.770995 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e6428df-a93e-4396-82cf-e57422cbe858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.791444 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e6428df-a93e-4396-82cf-e57422cbe858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.837288 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e6428df-a93e-4396-82cf-e57422cbe858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.839934 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8e6428df-a93e-4396-82cf-e57422cbe858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:58.841098 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8e6428df-a93e-4396-82cf-e57422cbe858 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7bbc1935-f1a8-475f-af04-1151e96d6e60 HTTP/1.1" status: 204 len: 168 time: 0.1150651 Apr 21 22:07:58.850014 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6428df-a93e-4396-82cf-e57422cbe858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbc1935-f1a8-475f-af04-1151e96d6e60,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:59.252670 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:07:59.520112 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45144) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:59.613842 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1962831116-network', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:07:59.633253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Made reservation on behalf of a06db1dcc6a64a909aede1c8a32980b7 for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 22:07:59.635577 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:59.643601 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:59.717418 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:59.721322 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:59.747211 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 22:07:59.753193 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55f11fe-f405-4955-a039-68a418bfd948,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:59.759517 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:59.759862 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Added segment 75f483ec-c56f-4aec-9dec-5c3da78ea62e of type vlan for network d8248efe-440b-4bd7-905e-410943b64a98 Apr 21 22:07:59.801463 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:59.824380 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:59.825341 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:07:59.825940 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:07:59.874173 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3529499 Apr 21 22:07:59.877037 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45148) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:07:59.882401 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Request body: {'subnet': {'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1962831116-subnet', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:07:59.887107 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a1002-3bec-41fe-93fa-e1b819ebc86b admin admin] Pushing event updated for resources: {'Network': ['ID=d8248efe-440b-4bd7-905e-410943b64a98,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:07:59.898138 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network d8248efe-440b-4bd7-905e-410943b64a98 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 22:07:59.902216 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Made reservation on behalf of a06db1dcc6a64a909aede1c8a32980b7 for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 22:07:59.904688 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.069650 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.126695 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d78c2b-5aca-4265-8690-a8d89d837451,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:00.135692 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Checking segment: {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:08:00.136048 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Network hostable DHCP agents. Network: d8248efe-440b-4bd7-905e-410943b64a98, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 22:08:00.151850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Network d8248efe-440b-4bd7-905e-410943b64a98 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 22:08:00.159871 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, d8248efe-440b-4bd7-905e-410943b64a98) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:00.163954 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:00.164527 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.169245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93bcca1-03f5-4f84-acd4-18f76573a339 None None] Network d8248efe-440b-4bd7-905e-410943b64a98 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 22:08:00.181486 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-d754e2dd-11f9-4859-afd2-7d8792013337 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3033292 Apr 21 22:08:00.184174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45150) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:00.188399 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:00.206268 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.207321 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.259432 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.313760 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-d8248efe-440b-4bd7-905e-410943b64a98', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 22:08:00.314620 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.397952 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.447691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Allocated IP 172.20.0.2 (d8248efe-440b-4bd7-905e-410943b64a98/a4d78c2b-5aca-4265-8690-a8d89d837451/587a6760-bae1-47fa-8092-cfa492f9e905) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:08:00.586667 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.594194 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.596151 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.618139 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.648727 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Network d8248efe-440b-4bd7-905e-410943b64a98 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:00.656696 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:00.661378 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:08:00.665443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Pushing event updated for resources: {'Port': ['ID=587a6760-bae1-47fa-8092-cfa492f9e905,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:00.667574 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2726-44e6-4b57-9b34-2ee5bce32531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.718485 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Attempting to bind port 587a6760-bae1-47fa-8092-cfa492f9e905 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:08:00.718853 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Attempting to bind port 587a6760-bae1-47fa-8092-cfa492f9e905 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:08:00.719214 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Attempting to bind port 587a6760-bae1-47fa-8092-cfa492f9e905 on network d8248efe-440b-4bd7-905e-410943b64a98 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:08:00.720903 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Allocated IP 172.25.0.212 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/54eb9a8b-dcb5-4f34-a860-1bcd98d350c3) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:08:00.724111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:08:00.725170 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Checking segment: {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:08:00.725571 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.725986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Bound using segment: {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:08:00.726447 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Bound port: 587a6760-bae1-47fa-8092-cfa492f9e905, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:08:00.726830 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.788092 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] For port 587a6760-bae1-47fa-8092-cfa492f9e905, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:08:00.791505 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] For port 587a6760-bae1-47fa-8092-cfa492f9e905, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=587a6760-bae1-47fa-8092-cfa492f9e905,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:08:00.795404 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.828423 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.856315 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0a631-0933-4e46-95e4-a83bec0f4364 None None] Pushing event updated for resources: {'Port': ['ID=587a6760-bae1-47fa-8092-cfa492f9e905,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:00.868490 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:00.904956 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:00.907689 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:00.914092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:08:00.941957 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Pushing event updated for resources: {'Port': ['ID=54eb9a8b-dcb5-4f34-a860-1bcd98d350c3,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:01.172396 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:01.673384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:01.790025 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844bb340-c23a-49c1-a2c6-804cce4531a9 None None] Network d8248efe-440b-4bd7-905e-410943b64a98 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 22:08:01.815283 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Router 0b850532-7e7f-4291-aaea-33b02e52930a is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 22:08:01.860592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-1a64dc15-3c74-4f59-a616-2957693b0695 None None] Provisioning complete for port 587a6760-bae1-47fa-8092-cfa492f9e905 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:01.861165 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a64dc15-3c74-4f59-a616-2957693b0695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:01.883674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 587a6760-bae1-47fa-8092-cfa492f9e905 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:01.932996 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:08:01.943276 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Sync routers for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:08:01.953958 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:01.955012 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:01.957049 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:01.961046 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-e8f51896-c221-4368-8b26-987a33b5c137 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7733834 Apr 21 22:08:01.961509 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45152) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:02.029032 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 587a6760-bae1-47fa-8092-cfa492f9e905 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:02.029377 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.071535 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:02.073796 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a64dc15-3c74-4f59-a616-2957693b0695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.126782 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-1a64dc15-3c74-4f59-a616-2957693b0695 None None] For port 587a6760-bae1-47fa-8092-cfa492f9e905, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=587a6760-bae1-47fa-8092-cfa492f9e905,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:08:02.134893 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-1a64dc15-3c74-4f59-a616-2957693b0695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.228452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64dc15-3c74-4f59-a616-2957693b0695 None None] Pushing event updated for resources: {'Port': ['ID=587a6760-bae1-47fa-8092-cfa492f9e905,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:02.252674 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:01Z', 'revision_number': 3, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:02.284930 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Checking router: 0b850532-7e7f-4291-aaea-33b02e52930a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:08:02.285285 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Updating router 0b850532-7e7f-4291-aaea-33b02e52930a port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 22:08:02.418408 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.480072 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-324a8fb2-c559-4982-8606-84bedf448b03 None None] Provisioning complete for port 587a6760-bae1-47fa-8092-cfa492f9e905 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:02.480719 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-324a8fb2-c559-4982-8606-84bedf448b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.680275 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.686873 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.742438 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Attempting to bind port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:08:02.742796 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Attempting to bind port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:08:02.743143 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Attempting to bind port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:08:02.749286 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Pushing event updated for resources: {'Port': ['ID=54eb9a8b-dcb5-4f34-a860-1bcd98d350c3,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:02.753855 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:08:02.754220 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:08:02.754610 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.754989 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:08:02.755436 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Bound port: 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:08:02.756300 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.762462 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.762801 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.763129 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.763459 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.763777 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.764094 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.764411 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.764723 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.765174 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.765407 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.765761 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.766356 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:08:02.775134 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.820888 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] For port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:08:02.823960 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] For port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=54eb9a8b-dcb5-4f34-a860-1bcd98d350c3,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:08:02.828710 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.888147 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243a47d-aa81-49fe-8b65-7644bdecbff7 None None] Pushing event updated for resources: {'Port': ['ID=54eb9a8b-dcb5-4f34-a860-1bcd98d350c3,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:02.891095 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:02.891694 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:07:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:02.915428 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a5b8609b-6cd7-46b8-bd8b-95a6b1bc5a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:02.960538 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Allocated IP 172.20.0.1 (d8248efe-440b-4bd7-905e-410943b64a98/a4d78c2b-5aca-4265-8690-a8d89d837451/1858b6f4-3fe4-485d-ba88-6fd2b625c122) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:08:02.999188 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:03.062948 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:03.097205 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:03.136225 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Network d8248efe-440b-4bd7-905e-410943b64a98 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:03.140633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:03.145204 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:08:03.176616 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:01Z', 'revision_number': 3, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:03.179632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Pushing event updated for resources: {'Port': ['ID=1858b6f4-3fe4-485d-ba88-6fd2b625c122,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:03.192294 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:03.213459 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62ebed-c526-4c7d-bd0c-4cfa93790e5f None None] The sync data for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 is: [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:01Z', 'revision_number': 3, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:08:03.335532 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:03.393592 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-5c058e0c-857f-41ef-a432-02c72367e6d7 None None] Provisioning complete for port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:03.393970 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5c058e0c-857f-41ef-a432-02c72367e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:03.431784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-5c058e0c-857f-41ef-a432-02c72367e6d7 None None] Port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 22:08:03.514443 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:03.519684 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:03.591716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Pushing event updated for resources: {'Port': ['ID=1858b6f4-3fe4-485d-ba88-6fd2b625c122,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:03.594186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:03.687300 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Network d8248efe-440b-4bd7-905e-410943b64a98 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:03.688716 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:03.823153 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Router 0b850532-7e7f-4291-aaea-33b02e52930a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:08:03.956093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:03.959295 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:08:03.968810 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9ffb3605-ef02-44d9-9348-c5c58911d505 admin admin] 10.222.0.49 "PUT /v2.0/routers/0b850532-7e7f-4291-aaea-33b02e52930a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0055649 Apr 21 22:08:03.982630 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-31c9d382-9fad-48c3-81db-9eaf14bc62ed None None] Provisioning complete for port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:03.982996 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-31c9d382-9fad-48c3-81db-9eaf14bc62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.030800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-31c9d382-9fad-48c3-81db-9eaf14bc62ed None None] Port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 22:08:04.042156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:04.042524 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.124309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.149964 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=54eb9a8b-dcb5-4f34-a860-1bcd98d350c3,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:08:04.155407 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.156243 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 587a6760-bae1-47fa-8092-cfa492f9e905 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:04.230106 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=54eb9a8b-dcb5-4f34-a860-1bcd98d350c3,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:04.240783 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 587a6760-bae1-47fa-8092-cfa492f9e905 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:04.241163 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.392593 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.493943 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45168) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:04.498905 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1314133853-network', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:04.517990 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Made reservation on behalf of 4afcbef839a341c1bd02c37fb2946abc for: {'network': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 22:08:04.520348 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for network, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.529683 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.608028 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.612165 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.640566 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=114647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 22:08:04.650613 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c85feda-0e34-455f-816e-95069551e275,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:04.657150 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.657496 n-d-838945-1 neutron-server[114647]: INFO neutron.db.segments_db [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Added segment 293ba083-8fbc-4597-8209-86e09c548f92 of type vlan for network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 Apr 21 22:08:04.697849 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780103855297'] for network, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.721596 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119'] for network, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.722581 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:04.723186 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.753232 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2555959 Apr 21 22:08:04.753525 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45170) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:04.758585 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Request body: {'subnet': {'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1314133853-subnet', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'ip_version': 4}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:04.778071 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Made reservation on behalf of 4afcbef839a341c1bd02c37fb2946abc for: {'subnet': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 22:08:04.780587 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967702'] for subnet, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:04.792637 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8db639-a440-401e-a123-8ab5d850bd65 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f45cbf-31ad-47dd-aa8e-a536c57ef206,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:04.803141 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 details requested by agent ovs-agent-n-d-838945-1 with host n-d-838945-1 {{(pid=114648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 22:08:04.857700 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Sync routers for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:08:04.882470 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:04.883073 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:08:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:04.951292 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3826212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967680'] for subnet, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.009294 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58a895b-15ea-424c-9683-4566f44443e0,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:05.017105 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Checking segment: {'id': '293ba083-8fbc-4597-8209-86e09c548f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:08:05.017478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Network hostable DHCP agents. Network: f9f45cbf-31ad-47dd-aa8e-a536c57ef206, hostable agents: ['1670ebef-0960-4a94-b715-a04963bfe4a6'], hosted agents: [] {{(pid=114646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 22:08:05.035520 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 is scheduled to be hosted by DHCP agent 1670ebef-0960-4a94-b715-a04963bfe4a6 with binding_index 1 {{(pid=114646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 22:08:05.045508 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838945-1, f9f45cbf-31ad-47dd-aa8e-a536c57ef206) {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:05.051146 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:05.052370 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.069672 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4271c4e4-1797-4e97-9d48-9d1a9e84d9df admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3150079 Apr 21 22:08:05.072164 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45172) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:05.076587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:05.096689 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33034382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8156'] for router, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.097681 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33056964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-395609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8139'] for router, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.131087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b25f1-a0b5-4b03-8dd4-1cbf3ab90145 None None] Network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 22:08:05.157127 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.194984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:05.297126 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.406881 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3a6c94a-ca72-53b8-baba-73e03ed04c7b-f9f45cbf-31ad-47dd-aa8e-a536c57ef206', 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'fixed_ips': [{'subnet_id': 'f58a895b-15ea-424c-9683-4566f44443e0'}]}} from n-d-838945-1. {{(pid=114648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 22:08:05.407713 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.495236 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.513966 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.569238 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 2, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:05.605003 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Checking router: 0b850532-7e7f-4291-aaea-33b02e52930a for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:08:05.605358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Updating router 0b850532-7e7f-4291-aaea-33b02e52930a port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 22:08:05.610599 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.db_base_plugin_common [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Allocated IP 172.20.0.2 (f9f45cbf-31ad-47dd-aa8e-a536c57ef206/f58a895b-15ea-424c-9683-4566f44443e0/9e3daef0-3017-4fb2-be45-91ffac446d5f) {{(pid=114648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:08:05.622959 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Allocated IP 172.25.0.75 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/40f6f48d-ba2d-4178-a3e0-94b3cf922c5b) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:08:05.655187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.658595 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.725227 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.759146 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.808263 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:05.811502 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:05.816349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:08:05.838711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:05.846886 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=40f6f48d-ba2d-4178-a3e0-94b3cf922c5b,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:05.966561 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Notify callbacks [] for port, precommit_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:05.977800 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205'] for port, after_create {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.048021 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 is already hosted by enough agents. {{(pid=114648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:06.056217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:06.056590 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.063063 n-d-838945-1 neutron-server[114648]: DEBUG neutron.scheduler.base_scheduler [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Resources bound (agent type, host, resource id): {{(pid=114648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:06.067911 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.085194 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Received port after_create {{(pid=114648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:08:06.086954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Pushing event updated for resources: {'Port': ['ID=9e3daef0-3017-4fb2-be45-91ffac446d5f,revision_number=1']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:06.191942 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.221272 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Attempting to bind port 9e3daef0-3017-4fb2-be45-91ffac446d5f on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:08:06.221639 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Attempting to bind port 9e3daef0-3017-4fb2-be45-91ffac446d5f by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '293ba083-8fbc-4597-8209-86e09c548f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:08:06.221994 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Attempting to bind port 9e3daef0-3017-4fb2-be45-91ffac446d5f on network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:08:06.224917 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.232037 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:08:06.232441 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Checking segment: {'id': '293ba083-8fbc-4597-8209-86e09c548f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:08:06.232856 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.233251 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Bound using segment: {'id': '293ba083-8fbc-4597-8209-86e09c548f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:08:06.233711 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Bound port: 9e3daef0-3017-4fb2-be45-91ffac446d5f, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293ba083-8fbc-4597-8209-86e09c548f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:08:06.234087 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.237431 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.269181 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33037685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33057015'] for router, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.355373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a9bbb-6df4-41b8-b352-34d353803503 None None] Pushing event updated for resources: {'Port': ['ID=1858b6f4-3fe4-485d-ba88-6fd2b625c122,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:06.395954 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] For port 9e3daef0-3017-4fb2-be45-91ffac446d5f, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:08:06.409356 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Router c67d7ba1-1776-4137-8e31-9e268315192a is scheduled to L3 agent b156b075-1065-4054-8ab1-6c880d41e031 with binding_index 1 {{(pid=114646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 22:08:06.424055 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] For port 9e3daef0-3017-4fb2-be45-91ffac446d5f, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e3daef0-3017-4fb2-be45-91ffac446d5f,segment=NetworkSegment(293ba083-8fbc-4597-8209-86e09c548f92),segment_id=293ba083-8fbc-4597-8209-86e09c548f92)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:08:06.431204 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.461506 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Attempting to bind port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:08:06.461873 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Attempting to bind port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:08:06.462233 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Attempting to bind port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 on network d8248efe-440b-4bd7-905e-410943b64a98 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:08:06.475730 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:08:06.476093 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Checking segment: {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:08:06.476481 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.476897 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Bound using segment: {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:08:06.477374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Bound port: 1858b6f4-3fe4-485d-ba88-6fd2b625c122, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:08:06.477757 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.531008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495bf03-e46e-4ba7-94bf-03854626466c None None] Pushing event updated for resources: {'Port': ['ID=9e3daef0-3017-4fb2-be45-91ffac446d5f,revision_number=2']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:06.536291 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:08:06.547184 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Sync routers for ids ['c67d7ba1-1776-4137-8e31-9e268315192a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:08:06.561655 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Routers {'c67d7ba1-1776-4137-8e31-9e268315192a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:06.562333 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:08:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c67d7ba1-1776-4137-8e31-9e268315192a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:06.567590 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.572884 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45174) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:06.573389 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] For port 1858b6f4-3fe4-485d-ba88-6fd2b625c122, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:08:06.573515 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-861ea832-8021-4c8d-810c-dc453d1f1ab2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5001023 Apr 21 22:08:06.578618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] For port 1858b6f4-3fe4-485d-ba88-6fd2b625c122, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1858b6f4-3fe4-485d-ba88-6fd2b625c122,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:08:06.586983 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.595174 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-4062aaad-7dd5-44b5-b8d3-08a67201376a None None] Provisioning complete for port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:06.595540 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4062aaad-7dd5-44b5-b8d3-08a67201376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:06.680496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:06.681180 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:08:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:06.712048 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Set router c67d7ba1-1776-4137-8e31-9e268315192a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:06.941923 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a9bbb-6df4-41b8-b352-34d353803503 None None] Pushing event updated for resources: {'Port': ['ID=1858b6f4-3fe4-485d-ba88-6fd2b625c122,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:07.018406 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:05Z', 'revision_number': 3, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'gw_port': {'id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:07.045213 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4062aaad-7dd5-44b5-b8d3-08a67201376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.049098 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Checking router: c67d7ba1-1776-4137-8e31-9e268315192a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:08:07.049960 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Updating router c67d7ba1-1776-4137-8e31-9e268315192a port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b binding host n-d-838945-1 {{(pid=114649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 22:08:07.074510 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.096448 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:07.099724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-4062aaad-7dd5-44b5-b8d3-08a67201376a None None] For port 1858b6f4-3fe4-485d-ba88-6fd2b625c122, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1858b6f4-3fe4-485d-ba88-6fd2b625c122,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:08:07.128492 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4062aaad-7dd5-44b5-b8d3-08a67201376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.240657 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.255065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062aaad-7dd5-44b5-b8d3-08a67201376a None None] Pushing event updated for resources: {'Port': ['ID=1858b6f4-3fe4-485d-ba88-6fd2b625c122,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:07.303501 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-6eb4eb96-4f68-4584-9ec3-ffa3d3e538d5 None None] Provisioning complete for port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:07.303953 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6eb4eb96-4f68-4584-9ec3-ffa3d3e538d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.344191 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Notify callbacks [] for port, precommit_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.355321 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.412367 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Allocated IP 172.20.0.1 (f9f45cbf-31ad-47dd-aa8e-a536c57ef206/f58a895b-15ea-424c-9683-4566f44443e0/7b07feea-94e8-4b96-abf6-47b9c8213a5f) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:08:07.432632 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Attempting to bind port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b on host n-d-838945-1 for vnic_type normal with profile {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:08:07.434028 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Attempting to bind port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:08:07.434623 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Attempting to bind port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b on network e15cf026-9e63-42ff-9500-d9972308a40d {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:08:07.453077 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:08:07.453554 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Checking segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:08:07.454024 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.454473 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Bound using segment: {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'} {{(pid=114649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:08:07.455007 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.managers [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Bound port: 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bdc520-15ed-407a-895e-d23c6cfed806', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d'}}] {{(pid=114649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:08:07.455448 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.476479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:06Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:07.510611 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ddcd9-c37d-45c2-8245-1e52223688e8 None None] The sync data for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 is: [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:06Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:08:07.523866 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4696f97-b3f1-4112-a51e-52da42d49935 None None] Pushing event updated for resources: {'Port': ['ID=40f6f48d-ba2d-4178-a3e0-94b3cf922c5b,revision_number=2']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:07.532741 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] For port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b, host n-d-838945-1, cleared binding levels {{(pid=114649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:08:07.536468 n-d-838945-1 neutron-server[114649]: DEBUG neutron.plugins.ml2.db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] For port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=40f6f48d-ba2d-4178-a3e0-94b3cf922c5b,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:08:07.545292 n-d-838945-1 neutron-server[114649]: DEBUG neutron_lib.callbacks.manager [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.598809 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.629695 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Routers {'c67d7ba1-1776-4137-8e31-9e268315192a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:07.631291 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:08:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c67d7ba1-1776-4137-8e31-9e268315192a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:07.644724 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.678742 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4696f97-b3f1-4112-a51e-52da42d49935 None None] Pushing event updated for resources: {'Port': ['ID=40f6f48d-ba2d-4178-a3e0-94b3cf922c5b,revision_number=3']} {{(pid=114649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:07.711527 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:07.717871 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:07.720121 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Pushing event updated for resources: {'Port': ['ID=7b07feea-94e8-4b96-abf6-47b9c8213a5f,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:07.722511 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:08:07.778178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33057476'] for router_interface, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:07.889640 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476aec3-4c14-4e2b-8cba-319e032714a4 None None] Network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 22:08:07.950809 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] Set router c67d7ba1-1776-4137-8e31-9e268315192a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:07.978300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1858b6f4-3fe4-485d-ba88-6fd2b625c122 up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:07.980865 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.041708 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d8b01963-4625-4ea6-bbe0-bac9ab99e78d None None] Provisioning complete for port 9e3daef0-3017-4fb2-be45-91ffac446d5f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:08.042080 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8b01963-4625-4ea6-bbe0-bac9ab99e78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.144489 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:08.144784 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.155210 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:05Z', 'revision_number': 3, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'gw_port': {'id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:08.197522 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28016c8e-e4b5-4031-b891-b152156be01b None None] The sync data for ids ['c67d7ba1-1776-4137-8e31-9e268315192a'] in n-d-838945-1 is: [{'id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:05Z', 'revision_number': 3, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'gw_port': {'id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:08:08.202781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.209618 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.251178 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8b01963-4625-4ea6-bbe0-bac9ab99e78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.281746 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Pushing event updated for resources: {'Port': ['ID=7b07feea-94e8-4b96-abf6-47b9c8213a5f,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:08.302781 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33128101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33057464'] for router_interface, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.355665 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d8b01963-4625-4ea6-bbe0-bac9ab99e78d None None] For port 9e3daef0-3017-4fb2-be45-91ffac446d5f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e3daef0-3017-4fb2-be45-91ffac446d5f,segment=NetworkSegment(293ba083-8fbc-4597-8209-86e09c548f92),segment_id=293ba083-8fbc-4597-8209-86e09c548f92)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:08:08.369100 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d8b01963-4625-4ea6-bbe0-bac9ab99e78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.419675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e3daef0-3017-4fb2-be45-91ffac446d5f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:08.433140 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:08.434651 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:08.478217 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b01963-4625-4ea6-bbe0-bac9ab99e78d None None] Pushing event updated for resources: {'Port': ['ID=9e3daef0-3017-4fb2-be45-91ffac446d5f,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:08.520547 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9e3daef0-3017-4fb2-be45-91ffac446d5f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:08.521216 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.571164 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Router c67d7ba1-1776-4137-8e31-9e268315192a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:08:08.646691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9b34ae0b-d061-48a3-bdf6-f7f36f013c00 None None] Provisioning complete for port 7b07feea-94e8-4b96-abf6-47b9c8213a5f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:08.647317 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b34ae0b-d061-48a3-bdf6-f7f36f013c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.740999 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-9b34ae0b-d061-48a3-bdf6-f7f36f013c00 None None] Port 7b07feea-94e8-4b96-abf6-47b9c8213a5f cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 22:08:08.760934 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-9b34ae0b-d061-48a3-bdf6-f7f36f013c00 None None] Provisioning complete for port 9e3daef0-3017-4fb2-be45-91ffac446d5f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:08.763174 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b34ae0b-d061-48a3-bdf6-f7f36f013c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:08.782899 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:08:08.805532 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-b676701a-b88e-4e6d-818a-72757fafa28d admin admin] 10.222.0.49 "PUT /v2.0/routers/c67d7ba1-1776-4137-8e31-9e268315192a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2306929 Apr 21 22:08:09.053210 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-c96b3ea1-23cb-4c57-8541-c4e212dd34ec None None] Provisioning complete for port 7b07feea-94e8-4b96-abf6-47b9c8213a5f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:09.053593 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c96b3ea1-23cb-4c57-8541-c4e212dd34ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.092148 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-c96b3ea1-23cb-4c57-8541-c4e212dd34ec None None] Port 7b07feea-94e8-4b96-abf6-47b9c8213a5f cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 22:08:09.214163 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-3d86df5b-23a9-4523-bef8-faabb4e4e7ba None None] Provisioning complete for port 7b07feea-94e8-4b96-abf6-47b9c8213a5f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:09.214593 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3d86df5b-23a9-4523-bef8-faabb4e4e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.268086 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-3d86df5b-23a9-4523-bef8-faabb4e4e7ba None None] Port 7b07feea-94e8-4b96-abf6-47b9c8213a5f cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 22:08:09.472069 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45182) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:09.476745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-59c29c25-9f17-427e-a238-1d02e33918fe tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1171868088', 'description': 'tempest-secgroup-smoke-1171868088 description', 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:09.496941 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-59c29c25-9f17-427e-a238-1d02e33918fe tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.565224 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-59c29c25-9f17-427e-a238-1d02e33918fe tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.569049 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-59c29c25-9f17-427e-a238-1d02e33918fe tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.592255 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-59c29c25-9f17-427e-a238-1d02e33918fe tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.593487 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-59c29c25-9f17-427e-a238-1d02e33918fe tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1204009 Apr 21 22:08:09.596466 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45184) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:09.601108 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-a71b2549-61ed-4233-8eff-79a0d4821258 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'security_group_rule': {'security_group_id': 'd02282b7-3475-41ce-ac30-bc35870e6bff', 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:09.601339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c29c25-9f17-427e-a238-1d02e33918fe tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02282b7-3475-41ce-ac30-bc35870e6bff,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:09.625731 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a71b2549-61ed-4233-8eff-79a0d4821258 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.680285 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a71b2549-61ed-4233-8eff-79a0d4821258 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.684039 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a71b2549-61ed-4233-8eff-79a0d4821258 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.701493 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b2549-61ed-4233-8eff-79a0d4821258 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5da113d-1e6b-4b33-89fa-d13a81d145c6,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:09.709563 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-a71b2549-61ed-4233-8eff-79a0d4821258 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.710738 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-a71b2549-61ed-4233-8eff-79a0d4821258 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132402 Apr 21 22:08:09.713441 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45186) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:09.717998 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-4c716173-bb84-4771-9723-6c2448a1d5f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'security_group_rule': {'security_group_id': 'd02282b7-3475-41ce-ac30-bc35870e6bff', 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:09.742007 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c716173-bb84-4771-9723-6c2448a1d5f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.818886 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c716173-bb84-4771-9723-6c2448a1d5f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.824056 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c716173-bb84-4771-9723-6c2448a1d5f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.845719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c716173-bb84-4771-9723-6c2448a1d5f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c613cec7-116d-463b-bd31-9ce4a19bf606,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:09.850061 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-4c716173-bb84-4771-9723-6c2448a1d5f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.851297 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-4c716173-bb84-4771-9723-6c2448a1d5f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369171 Apr 21 22:08:09.854049 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45188) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:09.858447 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-aa0984ff-d146-4ec5-9f34-e409e4b6bf3f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'security_group_rule': {'security_group_id': 'd02282b7-3475-41ce-ac30-bc35870e6bff', 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:09.883607 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa0984ff-d146-4ec5-9f34-e409e4b6bf3f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.910784 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e3daef0-3017-4fb2-be45-91ffac446d5f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:09.953643 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa0984ff-d146-4ec5-9f34-e409e4b6bf3f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.963614 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa0984ff-d146-4ec5-9f34-e409e4b6bf3f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.970978 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 9e3daef0-3017-4fb2-be45-91ffac446d5f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:09.971354 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.980912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0984ff-d146-4ec5-9f34-e409e4b6bf3f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9453cf87-1db1-407a-9e58-946773176c1b,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:09.989500 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-aa0984ff-d146-4ec5-9f34-e409e4b6bf3f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:09.993726 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-aa0984ff-d146-4ec5-9f34-e409e4b6bf3f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361547 Apr 21 22:08:09.993895 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45190) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:09.998327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-27527d8f-2f70-4ebb-9f2b-c42c022b4399 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'security_group_rule': {'security_group_id': 'd02282b7-3475-41ce-ac30-bc35870e6bff', 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:10.024293 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27527d8f-2f70-4ebb-9f2b-c42c022b4399 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.051486 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:10.082778 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27527d8f-2f70-4ebb-9f2b-c42c022b4399 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.087189 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27527d8f-2f70-4ebb-9f2b-c42c022b4399 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.103691 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:10.104630 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.105278 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27527d8f-2f70-4ebb-9f2b-c42c022b4399 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779391c3-518d-47b3-9515-036f6a07ddca,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:10.112802 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-27527d8f-2f70-4ebb-9f2b-c42c022b4399 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.114494 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-27527d8f-2f70-4ebb-9f2b-c42c022b4399 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196146 Apr 21 22:08:10.117809 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45192) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:10.122046 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [None req-60f0f908-332e-492c-83c3-4190230ae46c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'security_group_rule': {'security_group_id': 'd02282b7-3475-41ce-ac30-bc35870e6bff', 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:10.142804 n-d-838945-1 neutron-server[114646]: INFO neutron.db.securitygroups_db [None req-60f0f908-332e-492c-83c3-4190230ae46c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Project a06db1dcc6a64a909aede1c8a32980b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 22:08:10.147917 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f0f908-332e-492c-83c3-4190230ae46c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.185129 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.205261 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] For port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=40f6f48d-ba2d-4178-a3e0-94b3cf922c5b,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:08:10.208925 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.210176 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f0f908-332e-492c-83c3-4190230ae46c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.214452 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f0f908-332e-492c-83c3-4190230ae46c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.232021 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0f908-332e-492c-83c3-4190230ae46c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18dbfc8b-b784-420c-8876-ed81708d418c,revision_number=0']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:10.241730 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-60f0f908-332e-492c-83c3-4190230ae46c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.243009 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-60f0f908-332e-492c-83c3-4190230ae46c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242886 Apr 21 22:08:10.245756 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45194) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:10.250274 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-9393d742-3d10-4062-ad6c-3220422a92e4 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'security_group_rule': {'security_group_id': 'd02282b7-3475-41ce-ac30-bc35870e6bff', 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:10.269373 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Pushing event updated for resources: {'Port': ['ID=40f6f48d-ba2d-4178-a3e0-94b3cf922c5b,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:10.271517 n-d-838945-1 neutron-server[114647]: INFO neutron.db.securitygroups_db [None req-9393d742-3d10-4062-ad6c-3220422a92e4 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Project a06db1dcc6a64a909aede1c8a32980b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 22:08:10.276547 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9393d742-3d10-4062-ad6c-3220422a92e4 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.337006 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9393d742-3d10-4062-ad6c-3220422a92e4 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.340411 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9393d742-3d10-4062-ad6c-3220422a92e4 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33134416'] for security_group_rule, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.357632 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393d742-3d10-4062-ad6c-3220422a92e4 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff53045d-bdcd-41cb-9f7d-2f1bc4f10002,revision_number=0']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:10.366311 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-9393d742-3d10-4062-ad6c-3220422a92e4 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:10.367476 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-9393d742-3d10-4062-ad6c-3220422a92e4 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207304 Apr 21 22:08:10.504226 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-8fa6012f-ce04-4647-9e1f-b10bee812700 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171868088&fields=id&tenant_id=a06db1dcc6a64a909aede1c8a32980b7 HTTP/1.1" status: 200 len: 267 time: 0.0321398 Apr 21 22:08:10.611075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-a984f40d-feef-420c-8a72-264a650723e3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:10.612544 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-a984f40d-feef-420c-8a72-264a650723e3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 810 time: 0.1016433 Apr 21 22:08:10.628015 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-ef8f5682-b5e5-421e-a68e-c8e39a9e9b6a tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/quotas/a06db1dcc6a64a909aede1c8a32980b7 HTTP/1.1" status: 200 len: 375 time: 0.0095317 Apr 21 22:08:10.680862 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-f1d0cb48-5c64-4ed8-bddb-ca44441930ec tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475142 Apr 21 22:08:10.870678 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-56fd1234-e31d-4458-bd08-67efe37fce68 service neutron] 10.222.0.49 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780276 Apr 21 22:08:10.926675 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Sync routers for ids ['c67d7ba1-1776-4137-8e31-9e268315192a'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:08:10.936860 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Routers {'c67d7ba1-1776-4137-8e31-9e268315192a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:10.937477 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:08:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c67d7ba1-1776-4137-8e31-9e268315192a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:10.959549 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6149f1ab-5b37-4792-991b-f89bcc67aefc service neutron] 10.222.0.49 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827403 Apr 21 22:08:11.043205 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Set router c67d7ba1-1776-4137-8e31-9e268315192a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:11.241547 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 4, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'gw_port': {'id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7b07feea-94e8-4b96-abf6-47b9c8213a5f', 'name': '', 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'mac_address': 'fa:16:3e:6d:0e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'f58a895b-15ea-424c-9683-4566f44443e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:07Z', 'updated_at': '2022-04-21T22:08:08Z', 'revision_number': 2, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'subnets': [{'id': 'f58a895b-15ea-424c-9683-4566f44443e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:11.266931 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Checking router: c67d7ba1-1776-4137-8e31-9e268315192a for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:08:11.267216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Updating router c67d7ba1-1776-4137-8e31-9e268315192a port 7b07feea-94e8-4b96-abf6-47b9c8213a5f binding host n-d-838945-1 {{(pid=114648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 22:08:11.291773 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:11.545036 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Notify callbacks [] for port, precommit_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:11.550023 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:11.601652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba1962-8b86-406d-85d5-d69e3526989c None None] Pushing event updated for resources: {'Port': ['ID=7b07feea-94e8-4b96-abf6-47b9c8213a5f,revision_number=3']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:11.649362 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Attempting to bind port 7b07feea-94e8-4b96-abf6-47b9c8213a5f on host n-d-838945-1 for vnic_type normal with profile {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:08:11.649724 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Attempting to bind port 7b07feea-94e8-4b96-abf6-47b9c8213a5f by drivers openvswitch,hyperv on host n-d-838945-1 at level 0 using segments [{'id': '293ba083-8fbc-4597-8209-86e09c548f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206'}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:08:11.650085 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Attempting to bind port 7b07feea-94e8-4b96-abf6-47b9c8213a5f on network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:08:11.655298 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Checking agent: {'id': '92427cb8-afa3-4d27-bcfc-08fb5a846924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 37, 6), 'started_at': datetime.datetime(2022, 4, 21, 20, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838945-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:08:11.655785 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Checking segment: {'id': '293ba083-8fbc-4597-8209-86e09c548f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:08:11.656188 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:11.656576 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Bound using segment: {'id': '293ba083-8fbc-4597-8209-86e09c548f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206'} {{(pid=114648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:08:11.657062 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.managers [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Bound port: 7b07feea-94e8-4b96-abf6-47b9c8213a5f, host: n-d-838945-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293ba083-8fbc-4597-8209-86e09c548f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206'}}] {{(pid=114648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:08:11.657438 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:11.721496 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] For port 7b07feea-94e8-4b96-abf6-47b9c8213a5f, host n-d-838945-1, cleared binding levels {{(pid=114648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:08:11.724975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] For port 7b07feea-94e8-4b96-abf6-47b9c8213a5f, host n-d-838945-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7b07feea-94e8-4b96-abf6-47b9c8213a5f,segment=NetworkSegment(293ba083-8fbc-4597-8209-86e09c548f92),segment_id=293ba083-8fbc-4597-8209-86e09c548f92)] {{(pid=114648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:08:11.729348 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:11.788184 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Routers {'c67d7ba1-1776-4137-8e31-9e268315192a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:11.788822 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:08:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c67d7ba1-1776-4137-8e31-9e268315192a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:11.834600 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba1962-8b86-406d-85d5-d69e3526989c None None] Pushing event updated for resources: {'Port': ['ID=7b07feea-94e8-4b96-abf6-47b9c8213a5f,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:12.003013 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:12.046841 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-752d3cb5-07de-4bff-80ec-96d24b288ec7 None None] Provisioning complete for port 7b07feea-94e8-4b96-abf6-47b9c8213a5f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:12.047207 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-752d3cb5-07de-4bff-80ec-96d24b288ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:12.133809 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c86e9955-331e-484e-a195-07f08242c74e req-df9e9426-6c0b-43bf-8453-5e3897e06b4b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 210 time: 0.0293951 Apr 21 22:08:12.153134 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] Set router c67d7ba1-1776-4137-8e31-9e268315192a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:12.174632 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:12.175010 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:12.327336 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-752d3cb5-07de-4bff-80ec-96d24b288ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:12.411945 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-752d3cb5-07de-4bff-80ec-96d24b288ec7 None None] For port 7b07feea-94e8-4b96-abf6-47b9c8213a5f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7b07feea-94e8-4b96-abf6-47b9c8213a5f,segment=NetworkSegment(293ba083-8fbc-4597-8209-86e09c548f92),segment_id=293ba083-8fbc-4597-8209-86e09c548f92)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:08:12.419966 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-752d3cb5-07de-4bff-80ec-96d24b288ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:12.499636 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d3cb5-07de-4bff-80ec-96d24b288ec7 None None] Pushing event updated for resources: {'Port': ['ID=7b07feea-94e8-4b96-abf6-47b9c8213a5f,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:12.512986 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 4, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'gw_port': {'id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7b07feea-94e8-4b96-abf6-47b9c8213a5f', 'name': '', 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'mac_address': 'fa:16:3e:6d:0e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'f58a895b-15ea-424c-9683-4566f44443e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:07Z', 'updated_at': '2022-04-21T22:08:11Z', 'revision_number': 4, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'subnets': [{'id': 'f58a895b-15ea-424c-9683-4566f44443e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:12.543316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8d80b-3225-4160-a054-29548328fd56 None None] The sync data for ids ['c67d7ba1-1776-4137-8e31-9e268315192a'] in n-d-838945-1 is: [{'id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 4, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'gw_port': {'id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '7b07feea-94e8-4b96-abf6-47b9c8213a5f', 'name': '', 'network_id': 'f9f45cbf-31ad-47dd-aa8e-a536c57ef206', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'mac_address': 'fa:16:3e:6d:0e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'f58a895b-15ea-424c-9683-4566f44443e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:07Z', 'updated_at': '2022-04-21T22:08:11Z', 'revision_number': 4, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'subnets': [{'id': 'f58a895b-15ea-424c-9683-4566f44443e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:08:12.555649 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-2746ce11-6642-4e9d-8e49-6a38beb99cca None None] Provisioning complete for port 7b07feea-94e8-4b96-abf6-47b9c8213a5f triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:12.556020 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2746ce11-6642-4e9d-8e49-6a38beb99cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:13.213555 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bcad4e2-b0c1-47e3-99f6-a355ced1a379 req-00310e57-ec6c-4edf-b159-4e926d6e1be9 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 210 time: 0.0272405 Apr 21 22:08:13.843075 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7b07feea-94e8-4b96-abf6-47b9c8213a5f up at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:13.894111 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Provisioning complete for port 7b07feea-94e8-4b96-abf6-47b9c8213a5f triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:13.894487 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:14.294506 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-31d8696f-bd45-4b36-977f-43308771d627 req-3c52b506-5ea8-4dfd-9bb9-eb8a7c8eab90 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 210 time: 0.0264027 Apr 21 22:08:15.378970 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-01c3359b-2f69-4787-b4ee-e2ff0384c038 req-ad3bdd44-e389-42df-aa8b-c2613bfb86ee tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 210 time: 0.0277634 Apr 21 22:08:16.474692 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d48dbf3a-a0c1-4207-870e-697113406bb2 req-838e28fd-354b-4071-80ec-aeacc1e458be tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 210 time: 0.0261154 Apr 21 22:08:17.075688 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-32ea1d0e-23f7-4897-83c8-e8795d482896 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:17.077140 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-32ea1d0e-23f7-4897-83c8-e8795d482896 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.43 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 810 time: 0.1004934 Apr 21 22:08:17.124657 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-ec397e42-fc37-48f2-8ee1-1922b876dd02 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a06db1dcc6a64a909aede1c8a32980b7 HTTP/1.1" status: 200 len: 380 time: 0.0384257 Apr 21 22:08:17.135760 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'port': {'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'admin_state_up': True, 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'security_groups': ['d02282b7-3475-41ce-ac30-bc35870e6bff']}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:17.233633 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Made reservation on behalf of a06db1dcc6a64a909aede1c8a32980b7 for: {'port': 1} {{(pid=114647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 22:08:17.236990 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:17.362425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Allocated IP 172.20.0.8 (d8248efe-440b-4bd7-905e-410943b64a98/a4d78c2b-5aca-4265-8690-a8d89d837451/80a05236-4366-4ff5-8608-223cc1b6e6db) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:08:17.491535 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:17.524966 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:17.573588 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Network d8248efe-440b-4bd7-905e-410943b64a98 is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:17.576640 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:17.580557 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:08:17.599736 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae5075-4c38-4f76-811b-0267a1ac18ab req-77442117-a5f6-4fa0-abfd-2428680f0043 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:17.601850 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-53ae5075-4c38-4f76-811b-0267a1ac18ab req-77442117-a5f6-4fa0-abfd-2428680f0043 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 931 time: 0.0572000 Apr 21 22:08:17.604415 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'Port': ['ID=80a05236-4366-4ff5-8608-223cc1b6e6db,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:17.632671 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:17.633336 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:17.651848 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-6896dfdd-ee88-4965-8f92-9428b952fe84 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5201666 Apr 21 22:08:17.653291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-53ae5075-4c38-4f76-811b-0267a1ac18ab req-d869f1b9-a5d4-4303-9b45-11a89bf344ca tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394969 Apr 21 22:08:17.664339 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Request body: {'port': {'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838945-1'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:17.726420 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:17.814913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-17fb81b4-cefd-4621-a3ff-515542f00610 None None] Provisioning complete for port 80a05236-4366-4ff5-8608-223cc1b6e6db triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:17.815535 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-17fb81b4-cefd-4621-a3ff-515542f00610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:17.853683 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-17fb81b4-cefd-4621-a3ff-515542f00610 None None] Port 80a05236-4366-4ff5-8608-223cc1b6e6db cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 22:08:17.993154 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a05236-4366-4ff5-8608-223cc1b6e6db {{(pid=114647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:08:18.000305 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:18.012575 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.provisioning_blocks [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Transition to ACTIVE for port object 80a05236-4366-4ff5-8608-223cc1b6e6db will not be triggered until provisioned by entity L2. {{(pid=114647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 22:08:18.016172 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:18.068378 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Pushing event updated for resources: {'Port': ['ID=80a05236-4366-4ff5-8608-223cc1b6e6db,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:18.134948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Attempting to bind port 80a05236-4366-4ff5-8608-223cc1b6e6db on host n-h2-838945-1 for vnic_type normal with profile {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:08:18.135283 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Attempting to bind port 80a05236-4366-4ff5-8608-223cc1b6e6db by drivers openvswitch,hyperv on host n-h2-838945-1 at level 0 using segments [{'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:08:18.135604 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Attempting to bind port 80a05236-4366-4ff5-8608-223cc1b6e6db on network d8248efe-440b-4bd7-905e-410943b64a98 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:08:18.139991 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Port 80a05236-4366-4ff5-8608-223cc1b6e6db on network d8248efe-440b-4bd7-905e-410943b64a98 not bound, no agent of type Open vSwitch agent registered on host n-h2-838945-1 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 22:08:18.140320 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Attempting to bind port 80a05236-4366-4ff5-8608-223cc1b6e6db on network d8248efe-440b-4bd7-905e-410943b64a98 {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:08:18.145377 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Checking agent: {'id': 'aaf61da7-456f-41b8-a111-32803a4e40a9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:08:18.145712 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Checking segment: {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:08:18.146096 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Bound using segment: {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'} {{(pid=114647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:08:18.146524 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.managers [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Bound port: 80a05236-4366-4ff5-8608-223cc1b6e6db, host: n-h2-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'}}] {{(pid=114647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:08:18.146881 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:18.216197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, cleared binding levels {{(pid=114647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:08:18.219371 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80a05236-4366-4ff5-8608-223cc1b6e6db,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:08:18.223787 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:18.253568 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:18.254184 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:18.255960 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] 10.222.0.43 "PUT /v2.0/ports/80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 1091 time: 0.5969884 Apr 21 22:08:18.258630 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:08:18.262376 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ec3731-52d5-49d1-b33c-4500fa4042ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:08:18.294771 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512580ae-2048-4a71-9454-adc79e531b55 service neutron] Pushing event updated for resources: {'Port': ['ID=80a05236-4366-4ff5-8608-223cc1b6e6db,revision_number=3']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:18.357582 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-90e95f66-b9f0-4e81-bd76-aff896f1adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:18.359097 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-90e95f66-b9f0-4e81-bd76-aff896f1adde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1094 time: 0.0465367 Apr 21 22:08:18.407035 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-cd2bb31e-2431-4936-94ed-2cbd099a3070 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 217 time: 0.0397336 Apr 21 22:08:18.408552 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90911b3-4623-4236-b0fa-731b5ed7a27c x-openstack-request-id: req-e90911b3-4623-4236-b0fa-731b5ed7a27c {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:08:18.408872 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:08:18.409125 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e90911b3-4623-4236-b0fa-731b5ed7a27c {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:08:18.409528 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90911b3-4623-4236-b0fa-731b5ed7a27c'] response: {'name': 'network-changed', 'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'status': 'completed', 'code': 200} Apr 21 22:08:18.457491 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-483c2d18-79f2-44ee-aba4-b520d05de693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:18.459133 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-483c2d18-79f2-44ee-aba4-b520d05de693 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0454414 Apr 21 22:08:18.505797 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-9ea61865-ee96-4159-999f-ff77d26846a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:18.507324 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-9ea61865-ee96-4159-999f-ff77d26846a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415096 Apr 21 22:08:18.599541 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-93f5e355-1266-4f08-a418-ece6fe41cccd service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857944 Apr 21 22:08:18.685854 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-5b717beb-2caa-4cc1-add9-e7dd946a3f3c req-5d01855a-c36d-4e1d-903a-8036e2b2af5d service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796838 Apr 21 22:08:18.766079 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08cf58-ca5b-4699-a9c5-0e79623ec3bc req-452eda10-003d-4165-81dd-aadc0791d720 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:18.767478 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9e08cf58-ca5b-4699-a9c5-0e79623ec3bc req-452eda10-003d-4165-81dd-aadc0791d720 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 943 time: 0.0480685 Apr 21 22:08:18.771526 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-86ae0e24-5296-450b-bca7-89632418efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:18.773555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-86ae0e24-5296-450b-bca7-89632418efd3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1094 time: 0.0399482 Apr 21 22:08:18.806073 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9e08cf58-ca5b-4699-a9c5-0e79623ec3bc req-fc103107-e8f0-41e7-b749-7811953ae547 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Apr 21 22:08:18.865701 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-02db0454-d396-4480-950f-476b9e19d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:18.867159 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-02db0454-d396-4480-950f-476b9e19d8a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0872157 Apr 21 22:08:18.906770 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-e68ce114-e153-47b8-bd14-432518096c59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 217 time: 0.0332346 Apr 21 22:08:18.956077 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-0e303328-b336-45ab-9b27-531e2f11a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:18.957486 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-0e303328-b336-45ab-9b27-531e2f11a008 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0446973 Apr 21 22:08:19.001964 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-f7d2a4ef-6fa8-4069-bb9b-a4e842ae41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:19.003375 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-f7d2a4ef-6fa8-4069-bb9b-a4e842ae41f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384691 Apr 21 22:08:19.090372 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-b63b458b-261c-4abc-b0f4-6aa49f094082 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793428 Apr 21 22:08:19.179778 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4ec3731-52d5-49d1-b33c-4500fa4042ba req-9d4499a7-19d3-46c8-bdf5-bc964d7789e4 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834093 Apr 21 22:08:19.921989 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71374e5d-3f3d-4e54-b8f4-c5cb0678cd43 req-6c67ec1f-72d3-48d7-9014-4c1420d04b89 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:19.923412 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71374e5d-3f3d-4e54-b8f4-c5cb0678cd43 req-6c67ec1f-72d3-48d7-9014-4c1420d04b89 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 943 time: 0.0476201 Apr 21 22:08:19.960015 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-71374e5d-3f3d-4e54-b8f4-c5cb0678cd43 req-48761d82-d9cd-4348-b37b-ab45870cc860 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300012 Apr 21 22:08:21.074870 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8373a-2ff7-410e-9b82-be80becc31c9 req-1717de1f-ab92-4416-b916-8b93191a9846 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:21.076304 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88e8373a-2ff7-410e-9b82-be80becc31c9 req-1717de1f-ab92-4416-b916-8b93191a9846 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 943 time: 0.0473897 Apr 21 22:08:21.112192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-88e8373a-2ff7-410e-9b82-be80becc31c9 req-32d2cc6b-c045-4ba5-bbf2-46408d7b00e8 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298829 Apr 21 22:08:21.200391 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:21.259019 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:22.200155 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80a05236-4366-4ff5-8608-223cc1b6e6db details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 22:08:22.227601 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386a672-18be-4676-8884-a09c8a8c4b4e req-146225da-4d4a-4973-b4ca-49734c2a6caf tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:22.229085 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e386a672-18be-4676-8884-a09c8a8c4b4e req-146225da-4d4a-4973-b4ca-49734c2a6caf tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 943 time: 0.0478063 Apr 21 22:08:22.269961 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e386a672-18be-4676-8884-a09c8a8c4b4e req-2c31d08a-edcf-48b4-a04e-ddb9a34ee6c3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348787 Apr 21 22:08:22.297771 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80a05236-4366-4ff5-8608-223cc1b6e6db,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:08:22.308400 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 22:08:22.344906 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:22.357520 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a05236-4366-4ff5-8608-223cc1b6e6db {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:08:22.376443 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80a05236-4366-4ff5-8608-223cc1b6e6db,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:08:22.379967 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:22.424144 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80a05236-4366-4ff5-8608-223cc1b6e6db,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:22.704318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80a05236-4366-4ff5-8608-223cc1b6e6db'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 22:08:23.395226 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807c1d3-d974-4658-9f1d-45880372e1cc req-12d16435-fa2c-407d-a35b-ab1e7e463559 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:23.396656 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6807c1d3-d974-4658-9f1d-45880372e1cc req-12d16435-fa2c-407d-a35b-ab1e7e463559 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 944 time: 0.0514903 Apr 21 22:08:23.433888 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6807c1d3-d974-4658-9f1d-45880372e1cc req-ad6e5dbe-070d-4eb4-b779-b00e2b89750c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307469 Apr 21 22:08:24.203682 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80a05236-4366-4ff5-8608-223cc1b6e6db up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:08:24.251580 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning for port 80a05236-4366-4ff5-8608-223cc1b6e6db completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 22:08:24.255540 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 80a05236-4366-4ff5-8608-223cc1b6e6db triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:08:24.255908 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:24.329879 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:24.351777 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:08:24.354076 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23419d87-8f77-43d5-9b3c-8903b9d467e9" -d '{"events": [{"server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "name": "network-vif-plugged", "status": "completed", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:08:24.367296 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80a05236-4366-4ff5-8608-223cc1b6e6db,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:08:24.372128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:24.398151 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef8785f-85c6-48d9-b337-b51cafcaa33e x-openstack-request-id: req-cef8785f-85c6-48d9-b337-b51cafcaa33e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:08:24.398438 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "name": "network-vif-plugged", "status": "completed", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:08:24.398695 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cef8785f-85c6-48d9-b337-b51cafcaa33e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:08:24.399072 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef8785f-85c6-48d9-b337-b51cafcaa33e'] response: {'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'code': 200} Apr 21 22:08:24.423813 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80a05236-4366-4ff5-8608-223cc1b6e6db,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:24.490259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f6d24-4c1d-4a61-8a09-6fa7f7ea6d62 req-321c6642-f572-479e-abc5-9ae4fabcff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:24.492453 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c2f6d24-4c1d-4a61-8a09-6fa7f7ea6d62 req-321c6642-f572-479e-abc5-9ae4fabcff28 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1096 time: 0.0410082 Apr 21 22:08:24.526435 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4c2f6d24-4c1d-4a61-8a09-6fa7f7ea6d62 req-dedacd9f-ec11-41fc-815a-5af460a86890 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271094 Apr 21 22:08:24.548060 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c904f-7ab2-431c-9aa2-0d238d1d5bc7 req-ecc96204-aced-4ec5-b45f-136e6c324592 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:24.549539 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a9c904f-7ab2-431c-9aa2-0d238d1d5bc7 req-ecc96204-aced-4ec5-b45f-136e6c324592 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 945 time: 0.0475588 Apr 21 22:08:24.586558 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-6a9c904f-7ab2-431c-9aa2-0d238d1d5bc7 req-711e921d-1eb8-4608-8db0-d88d4db7b25b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302787 Apr 21 22:08:25.703314 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02abfe-96b2-46d8-a77f-faa85daf13bd req-06c27d25-ae2d-4d61-923f-471c5e23d61b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:25.704752 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a02abfe-96b2-46d8-a77f-faa85daf13bd req-06c27d25-ae2d-4d61-923f-471c5e23d61b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 945 time: 0.0496008 Apr 21 22:08:25.741839 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-0a02abfe-96b2-46d8-a77f-faa85daf13bd req-99acf4ba-c599-4c95-b7ac-46b48b6f52fa tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310438 Apr 21 22:08:26.856587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d6e76-7d77-4f99-a812-dd429e8d83b9 req-826f5228-d5ba-46c5-8619-6a1f82a62aa6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:26.858113 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-223d6e76-7d77-4f99-a812-dd429e8d83b9 req-826f5228-d5ba-46c5-8619-6a1f82a62aa6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 945 time: 0.0498302 Apr 21 22:08:26.894973 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-223d6e76-7d77-4f99-a812-dd429e8d83b9 req-31e47477-4aa4-4f36-953d-d37fdadfe27c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309670 Apr 21 22:08:27.006094 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79626ea5-707d-4efa-8569-25d18681170e req-8742f27b-685a-4965-a21b-6c29def4d592 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:27.008065 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79626ea5-707d-4efa-8569-25d18681170e req-8742f27b-685a-4965-a21b-6c29def4d592 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 945 time: 0.0474601 Apr 21 22:08:27.047418 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-79626ea5-707d-4efa-8569-25d18681170e req-a02aec15-537d-4491-925e-c40f9919763b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332489 Apr 21 22:08:27.068728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45268) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:27.147592 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ff77b-930f-474f-9d3d-2cdc17037c6b tempest-TestSnapshotPattern-1163534528 tempest-TestSnapshotPattern-1163534528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:27.149083 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-7a1ff77b-930f-474f-9d3d-2cdc17037c6b tempest-TestSnapshotPattern-1163534528 tempest-TestSnapshotPattern-1163534528-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1091 time: 0.0787578 Apr 21 22:08:27.151837 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45272) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:08:27.155935 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:08:27.174806 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:27.266268 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:27.368534 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Allocated IP 172.25.0.142 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/4fff6bb8-2308-4587-aa28-adf2170bcc1a) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:08:27.463868 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:27.500432 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:27.534126 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:08:27.539246 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:08:27.542684 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:08:27.565875 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'Port': ['ID=4fff6bb8-2308-4587-aa28-adf2170bcc1a,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:27.888805 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:27.954453 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:28.104655 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:28.108984 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:28.175127 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'Port': ['ID=4fff6bb8-2308-4587-aa28-adf2170bcc1a,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:08:28.183029 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:28.280281 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Floating IP 060351c2-81ee-40b8-af2b-6acec8d4a961 associated. External IP: 172.25.0.142, port: 80a05236-4366-4ff5-8608-223cc1b6e6db. Apr 21 22:08:28.815181 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Router 0b850532-7e7f-4291-aaea-33b02e52930a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:08:28.918619 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:08:28.928949 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] Sync routers for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:08:28.937017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:28.938682 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:28.939286 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:08:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:28.963190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-d9c9daff-8271-45d4-b686-f32eb543adc1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8103848 Apr 21 22:08:28.963764 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:08:28.966053 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:08:29.005016 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51427d1-8573-4b4b-bb75-0562091fbcab x-openstack-request-id: req-e51427d1-8573-4b4b-bb75-0562091fbcab {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:08:29.005491 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:08:29.005828 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e51427d1-8573-4b4b-bb75-0562091fbcab {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:08:29.006368 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51427d1-8573-4b4b-bb75-0562091fbcab'] response: {'name': 'network-changed', 'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'status': 'completed', 'code': 200} Apr 21 22:08:29.044171 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:29.081116 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-8449bca4-fa09-432d-ba52-993998d8e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:29.082528 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-8449bca4-fa09-432d-ba52-993998d8e5fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1096 time: 0.0558574 Apr 21 22:08:29.178197 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-f93680ec-3ec7-4dca-a8ba-612b2bec9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:29.179652 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-f93680ec-3ec7-4dca-a8ba-612b2bec9683 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0911417 Apr 21 22:08:29.243307 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-28768a2f-c8c8-4708-aaf9-f80b4a337d92 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 999 time: 0.0574026 Apr 21 22:08:29.268439 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '060351c2-81ee-40b8-af2b-6acec8d4a961', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:08:27Z', 'updated_at': '2022-04-21T22:08:27Z', 'revision_number': 0, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:29.291602 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-5b021749-d385-475e-9e19-1ffba8a2f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:29.293088 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-5b021749-d385-475e-9e19-1ffba8a2f64f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0434682 Apr 21 22:08:29.294202 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] Checking router: 0b850532-7e7f-4291-aaea-33b02e52930a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:08:29.302023 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:08:29.302635 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:08:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:29.341101 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-3d215591-a507-499d-8fad-0618160b86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:08:29.342795 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-3d215591-a507-499d-8fad-0618160b86ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439072 Apr 21 22:08:29.428266 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:08:29.435262 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-8a56ee82-65eb-4448-9a03-a3d363e048a0 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Apr 21 22:08:29.527798 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-066ed12b-114b-4ca1-8ed7-ed20cdfa785c req-902f1cfe-c287-4a6e-ac0a-85595df54e45 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867469 Apr 21 22:08:29.745885 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '060351c2-81ee-40b8-af2b-6acec8d4a961', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:08:27Z', 'updated_at': '2022-04-21T22:08:27Z', 'revision_number': 0, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:08:29.778728 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2f6a9-4d2e-450e-9ea6-4855390a34e2 None None] The sync data for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 is: [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '060351c2-81ee-40b8-af2b-6acec8d4a961', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:08:27Z', 'updated_at': '2022-04-21T22:08:27Z', 'revision_number': 0, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:08:29.967518 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a3be6-87a2-4269-b786-1f9204c2a5b5 None None] New status for floating IP 060351c2-81ee-40b8-af2b-6acec8d4a961: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 22:08:30.630273 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-2a43877e-16dd-4cc5-9930-ffbd7c489474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:32.917033 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b1a76c0c-dbe0-4290-924c-5def0105e6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:34.395945 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:35.641424 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:36.115036 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:36.251967 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:08:51.198856 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:08:51.259359 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:00.631500 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ab6fe38-52af-4ecc-9cd6-6cde610bff24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:02.917661 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-054389bf-1c17-4297-abcc-0a4f46778e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:02.918355 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-245882e4-4ac1-416d-9150-b575711309fa req-45f2ef78-6d60-4dd6-9116-66c30829612f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398741 Apr 21 22:09:02.996183 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245882e4-4ac1-416d-9150-b575711309fa req-2a8a0ab5-9c05-40c6-a5a6-8c8d222120a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:09:02.997706 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-245882e4-4ac1-416d-9150-b575711309fa req-2a8a0ab5-9c05-40c6-a5a6-8c8d222120a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1096 time: 0.0405171 Apr 21 22:09:03.100927 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245882e4-4ac1-416d-9150-b575711309fa req-4042084d-912a-48d8-a8b4-edb6301e4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:09:03.102290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-245882e4-4ac1-416d-9150-b575711309fa req-4042084d-912a-48d8-a8b4-edb6301e4c92 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0871828 Apr 21 22:09:03.165392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-245882e4-4ac1-416d-9150-b575711309fa req-d708b459-defc-4bc5-9498-4018679c14c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 1001 time: 0.0569742 Apr 21 22:09:03.218970 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245882e4-4ac1-416d-9150-b575711309fa req-c84e6f3d-e94d-439b-86d2-e0316fcaca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:09:03.220392 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-245882e4-4ac1-416d-9150-b575711309fa req-c84e6f3d-e94d-439b-86d2-e0316fcaca93 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0493712 Apr 21 22:09:03.267207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245882e4-4ac1-416d-9150-b575711309fa req-cff5595f-29e2-421d-89a2-3e987a9e0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:09:03.268677 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-245882e4-4ac1-416d-9150-b575711309fa req-cff5595f-29e2-421d-89a2-3e987a9e0cd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420785 Apr 21 22:09:03.356652 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-245882e4-4ac1-416d-9150-b575711309fa req-452e9fa9-9648-4fb4-8afc-4ea5399ed210 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815346 Apr 21 22:09:03.448717 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-245882e4-4ac1-416d-9150-b575711309fa req-9e2138be-706b-4ceb-9f95-333cdfeb8aa2 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860939 Apr 21 22:09:04.398138 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:05.645941 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:06.117455 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:13.250787 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:09:21.210227 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:21.276015 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:30.633113 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6413325d-caf9-4bdf-8095-fbee4ad36373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:32.918757 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-4ef09160-b464-481c-b5ce-031771ab857d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:34.400976 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:35.646681 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:36.118504 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:50.249509 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:09:51.210892 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:09:51.272286 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:00.633436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8ea77fe4-f9a3-4b15-90dd-5f21f1f16f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:02.920563 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-c4e9575e-5e0d-4c9f-b7ad-f06130e8658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:03.912190 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-de196db8-50cf-42bf-a621-f269697b7dc2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421908 Apr 21 22:10:03.991245 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f233675-35b9-433b-8e73-253061b19cc4 req-bf71233c-302d-4281-ab53-93f5a261af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:10:03.992696 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-bf71233c-302d-4281-ab53-93f5a261af01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1096 time: 0.0399916 Apr 21 22:10:04.095978 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f233675-35b9-433b-8e73-253061b19cc4 req-900bfcfb-473d-4ba0-81f8-1bc9333e9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:10:04.097399 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-900bfcfb-473d-4ba0-81f8-1bc9333e9e77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0866222 Apr 21 22:10:04.161309 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-e3788f3f-a17c-4470-9918-cba40dfa421e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 1001 time: 0.0569899 Apr 21 22:10:04.211406 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f233675-35b9-433b-8e73-253061b19cc4 req-ffa343c0-0ae2-44f3-a52f-36ecc999dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:10:04.213530 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-ffa343c0-0ae2-44f3-a52f-36ecc999dd54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0453999 Apr 21 22:10:04.261704 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f233675-35b9-433b-8e73-253061b19cc4 req-c39c1eec-880e-4416-bd4d-e591a766c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:10:04.263176 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-c39c1eec-880e-4416-bd4d-e591a766c97a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437999 Apr 21 22:10:04.274672 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-016705e7-ed6d-44b4-b40f-a8ced12c666c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 22:10:04.275602 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-016705e7-ed6d-44b4-b40f-a8ced12c666c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056951 Apr 21 22:10:04.365495 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-d4a22c62-5353-4101-bf2a-61cc6ec6a678 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838101 Apr 21 22:10:04.403719 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:04.461266 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-7f233675-35b9-433b-8e73-253061b19cc4 req-4584a0c1-8711-4c17-80f2-974d0c348c83 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895202 Apr 21 22:10:05.649121 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:06.121767 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:21.211114 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:21.288334 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:27.248427 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:10:30.633128 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-023ca796-766f-4985-b292-593b7378494c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:32.923105 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-eaf6486f-a7a5-4944-a2f4-76f7520a16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:34.406438 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:35.652011 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:36.124282 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:51.209725 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:10:51.297378 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:00.633668 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-222d968b-2a94-4cc0-8efa-5c14594c85cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:01.087033 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80a05236-4366-4ff5-8608-223cc1b6e6db details requested by agent hyperv_n-h2-838945-1 with host n-h2-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 22:11:01.336957 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80a05236-4366-4ff5-8608-223cc1b6e6db,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:11:01.348588 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Returning: {'device': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 22:11:01.388138 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:01.400395 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80a05236-4366-4ff5-8608-223cc1b6e6db {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:11:01.419374 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80a05236-4366-4ff5-8608-223cc1b6e6db,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:11:01.423352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:01.472545 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80a05236-4366-4ff5-8608-223cc1b6e6db,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:01.479705 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.480050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.480388 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.480721 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.481079 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.481408 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.481737 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.482050 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.482371 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.482690 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.483009 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.483327 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:01.500921 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] get_ports_and_sgs() called for port_ids ['80a05236-4366-4ff5-8608-223cc1b6e6db'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 22:11:02.927662 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-15e5d980-29a4-42ca-8675-b3474b0750bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:03.103800 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80a05236-4366-4ff5-8608-223cc1b6e6db up at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:11:03.150020 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Provisioning complete for port 80a05236-4366-4ff5-8608-223cc1b6e6db triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:11:03.150388 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:03.223872 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:03.244913 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:11:03.247132 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327308e0-a522-464d-b643-be3e4153d4b6" -d '{"events": [{"server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "name": "network-vif-plugged", "status": "completed", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:11:03.262618 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80a05236-4366-4ff5-8608-223cc1b6e6db,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:11:03.266601 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:03.313452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80a05236-4366-4ff5-8608-223cc1b6e6db,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:03.372342 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2023aaf8-fb0c-484e-ba44-d91679f11e20 x-openstack-request-id: req-2023aaf8-fb0c-484e-ba44-d91679f11e20 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:11:03.372632 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "name": "network-vif-plugged", "status": "completed", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:11:03.372916 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2023aaf8-fb0c-484e-ba44-d91679f11e20 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:11:03.373312 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2023aaf8-fb0c-484e-ba44-d91679f11e20'] response: {'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'code': 200} Apr 21 22:11:04.247514 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:11:04.410759 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:05.659272 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:05.982474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a151df-9146-4218-89ac-9457c51d6991 req-bcb96597-931e-49b5-af29-a745969139d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:05.984639 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7a151df-9146-4218-89ac-9457c51d6991 req-bcb96597-931e-49b5-af29-a745969139d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1096 time: 0.0562198 Apr 21 22:11:06.109071 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a151df-9146-4218-89ac-9457c51d6991 req-57c4b8b4-3d44-44b7-bc39-bf4e11c40a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:06.110822 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7a151df-9146-4218-89ac-9457c51d6991 req-57c4b8b4-3d44-44b7-bc39-bf4e11c40a49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.1039064 Apr 21 22:11:06.133739 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:06.197555 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7a151df-9146-4218-89ac-9457c51d6991 req-dff82bdb-9339-4967-a981-904f388c6c10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 1001 time: 0.0769832 Apr 21 22:11:06.255643 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a151df-9146-4218-89ac-9457c51d6991 req-bae9efdc-f3a7-4d17-b945-ffc3b3436415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:06.258278 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7a151df-9146-4218-89ac-9457c51d6991 req-bae9efdc-f3a7-4d17-b945-ffc3b3436415 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0526710 Apr 21 22:11:06.310753 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a151df-9146-4218-89ac-9457c51d6991 req-ddfc7373-bf7c-451a-afd1-8923b254bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:06.312348 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7a151df-9146-4218-89ac-9457c51d6991 req-ddfc7373-bf7c-451a-afd1-8923b254bcc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478535 Apr 21 22:11:06.410516 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7a151df-9146-4218-89ac-9457c51d6991 req-9f317a46-118e-41ef-b1d6-50feb00d1341 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890243 Apr 21 22:11:06.521543 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d7a151df-9146-4218-89ac-9457c51d6991 req-3ec502ce-9823-4181-be25-ff479b2f67b5 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033130 Apr 21 22:11:14.330069 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-a261764b-2871-4ffa-a484-225eb48f2d68 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1171868088&fields=id&tenant_id=a06db1dcc6a64a909aede1c8a32980b7 HTTP/1.1" status: 200 len: 267 time: 0.0337512 Apr 21 22:11:14.433002 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67195a7-254b-4be4-ab61-009758c15753 req-2835f36e-381f-4802-8d78-beb803b725cd tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:14.434416 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-2835f36e-381f-4802-8d78-beb803b725cd tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 810 time: 0.0975821 Apr 21 22:11:14.449114 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-bb26eabc-18b3-4a30-8aff-1598fa408c7a tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/quotas/a06db1dcc6a64a909aede1c8a32980b7 HTTP/1.1" status: 200 len: 375 time: 0.0087495 Apr 21 22:11:14.503136 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-52cc28ae-3ae4-48e3-8d8f-238f080f4b72 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487425 Apr 21 22:11:14.588648 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-efb69543-f596-432a-95e3-90d2fb312d85 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114647) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 22:11:14.589679 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-efb69543-f596-432a-95e3-90d2fb312d85 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0748794 Apr 21 22:11:14.682177 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-93d4dc68-7740-4e99-b45d-607a0f30795c service neutron] 10.222.0.49 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858798 Apr 21 22:11:14.768687 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-fdabe341-8a0a-427f-8bd8-7e6e1c739335 service neutron] 10.222.0.49 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804198 Apr 21 22:11:14.956795 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-9bfc878a-bedf-42f7-8902-26a27f92dbe8 req-20285853-5229-49ba-af1f-24de05078a44 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 210 time: 0.0308468 Apr 21 22:11:16.018527 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67195a7-254b-4be4-ab61-009758c15753 req-ba320a26-d883-44d6-93af-5e39f0e65e5f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:16.020010 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-ba320a26-d883-44d6-93af-5e39f0e65e5f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.46 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 810 time: 0.1053102 Apr 21 22:11:16.063646 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-d95b4523-38e1-40d8-b1aa-011a4e720916 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a06db1dcc6a64a909aede1c8a32980b7 HTTP/1.1" status: 200 len: 380 time: 0.0353351 Apr 21 22:11:16.065493 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a587ce6e-3d66-4c9e-a674-0d31597ed309 req-8aa127f8-5fcc-40d1-b7ec-1fff40656de3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 210 time: 0.0338569 Apr 21 22:11:16.072948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'port': {'device_id': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'admin_state_up': True, 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'security_groups': ['d02282b7-3475-41ce-ac30-bc35870e6bff']}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:11:16.183885 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Made reservation on behalf of a06db1dcc6a64a909aede1c8a32980b7 for: {'port': 1} {{(pid=114646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 22:11:16.187756 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:16.317551 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_common [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Allocated IP 172.20.0.14 (d8248efe-440b-4bd7-905e-410943b64a98/a4d78c2b-5aca-4265-8690-a8d89d837451/81a1988a-a9c7-4ec4-9739-079823c5352e) {{(pid=114646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:11:16.531805 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for port, precommit_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:16.579088 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_create {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:16.637634 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Network d8248efe-440b-4bd7-905e-410943b64a98 is already hosted by enough agents. {{(pid=114646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:11:16.641371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.base_scheduler [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Resources bound (agent type, host, resource id): {{(pid=114646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:11:16.648801 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Received port after_create {{(pid=114646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:11:17.013922 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-b6154774-aa79-47f8-a98e-b435dae2b574 None None] Provisioning complete for port 81a1988a-a9c7-4ec4-9739-079823c5352e triggered by entity DHCP. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:11:17.015163 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b6154774-aa79-47f8-a98e-b435dae2b574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:17.027177 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'Port': ['ID=81a1988a-a9c7-4ec4-9739-079823c5352e,revision_number=1']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:17.042038 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.042568 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.042912 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.043258 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.043587 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.043915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.044242 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.044719 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.045667 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.046011 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.046327 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.046654 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:17.061674 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-b6154774-aa79-47f8-a98e-b435dae2b574 None None] Port 81a1988a-a9c7-4ec4-9739-079823c5352e cannot update to ACTIVE because it is not bound. {{(pid=114648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 22:11:17.073590 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:17.074243 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:17.094964 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-b7824380-732b-4ccb-ae09-704b32d39f81 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0257452 Apr 21 22:11:17.164229 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80a05236-4366-4ff5-8608-223cc1b6e6db no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:11:17.205637 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa689bd-add9-413e-8a98-3affe043f457 req-dc6c8528-bfc8-4a40-9b0f-8f121ce98e24 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:17.207967 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afa689bd-add9-413e-8a98-3affe043f457 req-dc6c8528-bfc8-4a40-9b0f-8f121ce98e24 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.0656319 Apr 21 22:11:17.247691 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:17.262363 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-afa689bd-add9-413e-8a98-3affe043f457 req-d05827d1-60e1-4860-966f-53b24aa40ef3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447671 Apr 21 22:11:17.292236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:11:17.298398 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08af13ed-e9af-4ae7-a0cd-a902e9278e82" -d '{"events": [{"server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "name": "network-vif-unplugged", "status": "completed", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:11:17.304894 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80a05236-4366-4ff5-8608-223cc1b6e6db,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:11:17.309815 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:17.362927 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49f4c6-0b50-4cb8-b6dc-ecef6c060c14 x-openstack-request-id: req-3e49f4c6-0b50-4cb8-b6dc-ecef6c060c14 {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:11:17.363231 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "name": "network-vif-unplugged", "status": "completed", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:11:17.363617 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e49f4c6-0b50-4cb8-b6dc-ecef6c060c14 {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:11:17.364077 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e49f4c6-0b50-4cb8-b6dc-ecef6c060c14'] response: {'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'code': 200} Apr 21 22:11:17.367718 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Pushing event updated for resources: {'Port': ['ID=80a05236-4366-4ff5-8608-223cc1b6e6db,revision_number=8']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:18.379635 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d472525-b411-4433-8602-81730572486a req-0b01eb15-7f6b-4761-b1eb-d57c51b9303d tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:18.381742 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d472525-b411-4433-8602-81730572486a req-0b01eb15-7f6b-4761-b1eb-d57c51b9303d tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.0524328 Apr 21 22:11:18.424441 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5d472525-b411-4433-8602-81730572486a req-10d0cad3-a6ac-47b7-b502-79db7676a727 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367687 Apr 21 22:11:19.555013 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d465c71-f858-45ab-87db-6e53c8a69f71 req-97e2ce94-c405-4c68-bf1d-e76b59a9e342 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:19.562491 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d465c71-f858-45ab-87db-6e53c8a69f71 req-97e2ce94-c405-4c68-bf1d-e76b59a9e342 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.0586641 Apr 21 22:11:19.599290 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d465c71-f858-45ab-87db-6e53c8a69f71 req-5cff5e5f-3366-4c3e-aab2-47ddfb8391dc tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338914 Apr 21 22:11:20.727455 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd3a7b-7782-4fda-be82-19dedf6071a3 req-8e18dd8a-b72c-4b49-b8d7-c0722b38c8e7 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:20.729182 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ecdd3a7b-7782-4fda-be82-19dedf6071a3 req-8e18dd8a-b72c-4b49-b8d7-c0722b38c8e7 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.0555956 Apr 21 22:11:20.767753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ecdd3a7b-7782-4fda-be82-19dedf6071a3 req-3b96f8d3-eaca-49dd-8c20-bfce08a71779 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322683 Apr 21 22:11:21.227766 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:21.319394 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:21.896254 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b88224-1c30-4aeb-9e6d-e8c10a58a105 req-0fa80254-5291-4c1c-b73a-56648624f810 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:21.898440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6b88224-1c30-4aeb-9e6d-e8c10a58a105 req-0fa80254-5291-4c1c-b73a-56648624f810 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.0571055 Apr 21 22:11:21.940879 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-e6b88224-1c30-4aeb-9e6d-e8c10a58a105 req-617eaf86-716a-4070-a038-49f476d1b189 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361476 Apr 21 22:11:23.140102 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06209c74-1c4a-43f3-8f66-6cf65911c9a7 req-0fba3a29-f0fa-43d9-9149-20cb4932a04b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:23.141585 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-06209c74-1c4a-43f3-8f66-6cf65911c9a7 req-0fba3a29-f0fa-43d9-9149-20cb4932a04b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.1248808 Apr 21 22:11:23.183022 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-06209c74-1c4a-43f3-8f66-6cf65911c9a7 req-7e5e1d65-976d-460e-9167-79e368292781 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346453 Apr 21 22:11:24.351027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c07a7f-8483-449c-96bf-079336f247f8 req-edba63a5-f33a-45d7-bcbd-212ddae68437 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:24.353008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1c07a7f-8483-449c-96bf-079336f247f8 req-edba63a5-f33a-45d7-bcbd-212ddae68437 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.0999467 Apr 21 22:11:24.390167 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-b1c07a7f-8483-449c-96bf-079336f247f8 req-bbd30d51-7d20-44e6-b0ec-fa5e9624ca0d tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310857 Apr 21 22:11:25.503963 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a15e-50d9-42ab-944d-0f6ec2d916d5 req-a26c70bd-1765-4a75-ae16-5bfcc6b91c3b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:25.505436 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3203a15e-50d9-42ab-944d-0f6ec2d916d5 req-a26c70bd-1765-4a75-ae16-5bfcc6b91c3b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.0495520 Apr 21 22:11:25.542216 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3203a15e-50d9-42ab-944d-0f6ec2d916d5 req-a1c1e1e1-6058-450f-8e97-b6f4f617fea5 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302761 Apr 21 22:11:26.656451 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add9eac-a22a-4b91-82b8-1d7c76495ce1 req-bac55030-cf42-48be-aa1d-8dfa1458deb6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:26.657917 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9add9eac-a22a-4b91-82b8-1d7c76495ce1 req-bac55030-cf42-48be-aa1d-8dfa1458deb6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.0477645 Apr 21 22:11:26.694238 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-9add9eac-a22a-4b91-82b8-1d7c76495ce1 req-6a1f2b9d-0f0e-4bf3-9453-1e17165d3611 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301383 Apr 21 22:11:27.525769 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.v2.base [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Request body: {'port': {'device_id': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838945-1'}} {{(pid=114646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:11:27.580259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:27.852132 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffe2d1-0679-446e-9dab-0da385074c69 req-a14f4636-e7ca-45fe-937b-21a5a6c43e77 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:27.854769 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51ffe2d1-0679-446e-9dab-0da385074c69 req-a14f4636-e7ca-45fe-937b-21a5a6c43e77 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 932 time: 0.0916181 Apr 21 22:11:27.948657 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-51ffe2d1-0679-446e-9dab-0da385074c69 req-8201fed1-0323-426f-92a8-ca180fc89af8 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845981 Apr 21 22:11:27.952461 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a1988a-a9c7-4ec4-9739-079823c5352e {{(pid=114646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:11:27.960017 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:27.972647 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.provisioning_blocks [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Transition to ACTIVE for port object 81a1988a-a9c7-4ec4-9739-079823c5352e will not be triggered until provisioned by entity L2. {{(pid=114646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 22:11:27.976881 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:28.030997 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Pushing event updated for resources: {'Port': ['ID=81a1988a-a9c7-4ec4-9739-079823c5352e,revision_number=2']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:28.097362 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Attempting to bind port 81a1988a-a9c7-4ec4-9739-079823c5352e on host n-h1-838945-1 for vnic_type normal with profile {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 22:11:28.097674 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Attempting to bind port 81a1988a-a9c7-4ec4-9739-079823c5352e by drivers openvswitch,hyperv on host n-h1-838945-1 at level 0 using segments [{'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 22:11:28.097998 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Attempting to bind port 81a1988a-a9c7-4ec4-9739-079823c5352e on network d8248efe-440b-4bd7-905e-410943b64a98 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:11:28.102888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Port 81a1988a-a9c7-4ec4-9739-079823c5352e on network d8248efe-440b-4bd7-905e-410943b64a98 not bound, no agent of type Open vSwitch agent registered on host n-h1-838945-1 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 22:11:28.103229 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Attempting to bind port 81a1988a-a9c7-4ec4-9739-079823c5352e on network d8248efe-440b-4bd7-905e-410943b64a98 {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 22:11:28.108317 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Checking agent: {'id': '0aa70350-2c53-45ac-a888-614e5a8d7173', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838945-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'started_at': datetime.datetime(2022, 4, 21, 20, 44, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 22, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 22:11:28.108651 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Checking segment: {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 22:11:28.109055 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Bound using segment: {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'} {{(pid=114646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 22:11:28.109485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.managers [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Bound port: 81a1988a-a9c7-4ec4-9739-079823c5352e, host: n-h1-838945-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f483ec-c56f-4aec-9dec-5c3da78ea62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98'}}] {{(pid=114646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 22:11:28.109837 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:28.187051 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] For port 81a1988a-a9c7-4ec4-9739-079823c5352e, host n-h1-838945-1, cleared binding levels {{(pid=114646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 22:11:28.190174 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] For port 81a1988a-a9c7-4ec4-9739-079823c5352e, host n-h1-838945-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=81a1988a-a9c7-4ec4-9739-079823c5352e,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 22:11:28.194041 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3824797'] for port, after_update {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:28.227075 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:28.227685 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:28.229057 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] 10.222.0.46 "PUT /v2.0/ports/81a1988a-a9c7-4ec4-9739-079823c5352e HTTP/1.1" status: 200 len: 1092 time: 0.7498538 Apr 21 22:11:28.229485 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:11:28.231746 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5334784e-0047-4b81-88b3-372245ef757e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:11:28.262618 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04402fec-1056-4053-a3a9-d1642e53cc0e service neutron] Pushing event updated for resources: {'Port': ['ID=81a1988a-a9c7-4ec4-9739-079823c5352e,revision_number=3']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:28.318020 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67195a7-254b-4be4-ab61-009758c15753 req-fc3f049c-60df-4bdf-8a58-222868b5852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:28.319400 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-fc3f049c-60df-4bdf-8a58-222868b5852c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 1095 time: 0.0443099 Apr 21 22:11:28.365240 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06891d6-29c5-44b4-99f9-cc75998365dd x-openstack-request-id: req-a06891d6-29c5-44b4-99f9-cc75998365dd {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:11:28.365531 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:11:28.365780 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a06891d6-29c5-44b4-99f9-cc75998365dd {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:11:28.366182 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06891d6-29c5-44b4-99f9-cc75998365dd'] response: {'name': 'network-changed', 'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'status': 'completed', 'code': 200} Apr 21 22:11:28.368501 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-bb7762a9-4559-4e0b-a24d-8163d87037d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a1988a-a9c7-4ec4-9739-079823c5352e HTTP/1.1" status: 200 len: 217 time: 0.0425537 Apr 21 22:11:28.422984 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67195a7-254b-4be4-ab61-009758c15753 req-5602c23b-8ddb-468b-b194-4e4a129192b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:28.424447 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-5602c23b-8ddb-468b-b194-4e4a129192b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0453897 Apr 21 22:11:28.470478 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67195a7-254b-4be4-ab61-009758c15753 req-e58707f1-384f-4011-b397-5dc7540dad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:28.472032 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-e58707f1-384f-4011-b397-5dc7540dad85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414534 Apr 21 22:11:28.562878 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-bcd1dca9-2cdc-4b1e-bb7c-d52c22cb1d4b service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840108 Apr 21 22:11:28.650975 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-c67195a7-254b-4be4-ab61-009758c15753 req-f2408350-4b63-46d8-8695-25dcdce1ab94 service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815697 Apr 21 22:11:28.731569 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334784e-0047-4b81-88b3-372245ef757e req-13fc4803-c364-4d4b-8ad6-a5ff004dac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:28.733730 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5334784e-0047-4b81-88b3-372245ef757e req-13fc4803-c364-4d4b-8ad6-a5ff004dac22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 1095 time: 0.0400491 Apr 21 22:11:28.836371 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334784e-0047-4b81-88b3-372245ef757e req-0341741a-0855-4bd4-98f6-d8ca64355015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:28.837859 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5334784e-0047-4b81-88b3-372245ef757e req-0341741a-0855-4bd4-98f6-d8ca64355015 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0976369 Apr 21 22:11:28.879236 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5334784e-0047-4b81-88b3-372245ef757e req-24f51676-5b2f-4cbe-af84-3a9b635aacf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a1988a-a9c7-4ec4-9739-079823c5352e HTTP/1.1" status: 200 len: 217 time: 0.0350325 Apr 21 22:11:28.930761 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334784e-0047-4b81-88b3-372245ef757e req-b9d0012b-b315-47b8-a57c-d1b808310c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:28.932083 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5334784e-0047-4b81-88b3-372245ef757e req-b9d0012b-b315-47b8-a57c-d1b808310c72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0462604 Apr 21 22:11:28.977185 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334784e-0047-4b81-88b3-372245ef757e req-0ccdb0ce-f13b-48a8-8b32-14cf64320672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:28.978721 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5334784e-0047-4b81-88b3-372245ef757e req-0ccdb0ce-f13b-48a8-8b32-14cf64320672 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393763 Apr 21 22:11:29.104932 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c443f00-1533-438b-8a12-159eebb6e8d1 req-e61b3685-1f23-40a8-98c3-11b0f41ab34c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:29.106387 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c443f00-1533-438b-8a12-159eebb6e8d1 req-e61b3685-1f23-40a8-98c3-11b0f41ab34c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 944 time: 0.0768464 Apr 21 22:11:29.108503 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5334784e-0047-4b81-88b3-372245ef757e req-f72216b6-5017-4963-84c9-50d0a1643ea6 service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233304 Apr 21 22:11:29.190535 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-7c443f00-1533-438b-8a12-159eebb6e8d1 req-effe910e-9644-40f1-a2aa-7d65638ec836 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778608 Apr 21 22:11:29.223353 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-5334784e-0047-4b81-88b3-372245ef757e req-3dda838b-a375-4892-8fa3-02189ba3810c service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038446 Apr 21 22:11:30.308036 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c24758-ef3e-4d04-bb03-c9b63cd2ef38 req-3697e4ea-03cd-4085-a7e4-5d3ae77d92ce tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:30.309550 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74c24758-ef3e-4d04-bb03-c9b63cd2ef38 req-3697e4ea-03cd-4085-a7e4-5d3ae77d92ce tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 944 time: 0.0481215 Apr 21 22:11:30.346529 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-74c24758-ef3e-4d04-bb03-c9b63cd2ef38 req-922c335a-cf75-4b7e-aeaf-46a9a082cdf1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309615 Apr 21 22:11:30.634011 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-13034ca4-9966-4d5d-8490-953cd9a762d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:31.466878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba74b9a-de62-4f65-bab6-2108222f927d req-4167af79-7d1b-4ae6-a74e-d1901f9ea613 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:31.468304 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ba74b9a-de62-4f65-bab6-2108222f927d req-4167af79-7d1b-4ae6-a74e-d1901f9ea613 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 944 time: 0.0524139 Apr 21 22:11:31.504547 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-8ba74b9a-de62-4f65-bab6-2108222f927d req-6dd43e2e-ef97-4c0a-adad-1d51eda1edb6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300288 Apr 21 22:11:32.621728 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718f6e-3286-4c70-9e0e-87e1b8913b33 req-ee5b83c8-9220-4344-acee-674514dd8c66 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:32.623178 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d718f6e-3286-4c70-9e0e-87e1b8913b33 req-ee5b83c8-9220-4344-acee-674514dd8c66 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 944 time: 0.0514629 Apr 21 22:11:32.660497 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-1d718f6e-3286-4c70-9e0e-87e1b8913b33 req-f28d81c1-d528-49e0-bfa9-6a9997c7a1fc tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Apr 21 22:11:32.909027 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 81a1988a-a9c7-4ec4-9739-079823c5352e details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 22:11:32.947928 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0b259df8-d5c8-4a65-a56e-88f6b9100ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:33.013145 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 81a1988a-a9c7-4ec4-9739-079823c5352e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=81a1988a-a9c7-4ec4-9739-079823c5352e,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:11:33.027397 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'port_id': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'mac_address': 'fa:16:3e:12:7e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 22:11:33.062648 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:33.075547 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a1988a-a9c7-4ec4-9739-079823c5352e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:11:33.093569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 81a1988a-a9c7-4ec4-9739-079823c5352e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=81a1988a-a9c7-4ec4-9739-079823c5352e,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:11:33.098108 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:33.143177 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=81a1988a-a9c7-4ec4-9739-079823c5352e,revision_number=4']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:33.439183 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['81a1988a-a9c7-4ec4-9739-079823c5352e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 22:11:33.773320 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de514db-e86d-43ed-96f6-6f8ac2e02d7a req-b691bff7-fb01-405d-9418-ab0c8f7ca505 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:33.774753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3de514db-e86d-43ed-96f6-6f8ac2e02d7a req-b691bff7-fb01-405d-9418-ab0c8f7ca505 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 945 time: 0.0468652 Apr 21 22:11:33.810870 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-3de514db-e86d-43ed-96f6-6f8ac2e02d7a req-fd607be7-2c7e-4732-84c9-0cb7f27ddef8 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302715 Apr 21 22:11:34.412701 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:34.914907 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 81a1988a-a9c7-4ec4-9739-079823c5352e up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:11:34.933864 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24514e4d-e38b-43ca-87c1-96722d7e9fd7 req-df7c2df3-5690-4d29-831c-b7dff98bcdd0 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:34.935474 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24514e4d-e38b-43ca-87c1-96722d7e9fd7 req-df7c2df3-5690-4d29-831c-b7dff98bcdd0 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 945 time: 0.0496609 Apr 21 22:11:34.964939 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning for port 81a1988a-a9c7-4ec4-9739-079823c5352e completed by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 22:11:34.968560 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 81a1988a-a9c7-4ec4-9739-079823c5352e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:11:34.968957 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:34.974646 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-24514e4d-e38b-43ca-87c1-96722d7e9fd7 req-c60306e6-7ffe-49d7-8a06-e99ca847c85c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329993 Apr 21 22:11:35.044260 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:35.066120 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:11:35.068324 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d17c3d4-6d7c-417e-b089-2ae131f14c51" -d '{"events": [{"server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "name": "network-vif-plugged", "status": "completed", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:11:35.080975 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 81a1988a-a9c7-4ec4-9739-079823c5352e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=81a1988a-a9c7-4ec4-9739-079823c5352e,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:11:35.084993 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:35.115310 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be3303d-4d45-4991-9f79-91637631504b x-openstack-request-id: req-8be3303d-4d45-4991-9f79-91637631504b {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:11:35.115598 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "name": "network-vif-plugged", "status": "completed", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:11:35.115848 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8be3303d-4d45-4991-9f79-91637631504b {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:11:35.116231 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be3303d-4d45-4991-9f79-91637631504b'] response: {'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'code': 200} Apr 21 22:11:35.139313 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=81a1988a-a9c7-4ec4-9739-079823c5352e,revision_number=5']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:35.206734 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb95dc-3ae9-410b-8ad0-7b254eacd3a9 req-4efa9459-6aec-473d-a325-b942bb236c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:35.208221 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25eb95dc-3ae9-410b-8ad0-7b254eacd3a9 req-4efa9459-6aec-473d-a325-b942bb236c78 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 1097 time: 0.0460188 Apr 21 22:11:35.242192 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-25eb95dc-3ae9-410b-8ad0-7b254eacd3a9 req-5a731305-1aba-48c7-be30-c63d4c0647b6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276253 Apr 21 22:11:35.659406 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:36.093752 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34307405-8276-4971-8e7c-5f0e5fefa90f req-2f74f000-f8ef-4222-96fc-e08f2045af30 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:36.095473 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34307405-8276-4971-8e7c-5f0e5fefa90f req-2f74f000-f8ef-4222-96fc-e08f2045af30 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 946 time: 0.0498650 Apr 21 22:11:36.132849 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:36.140551 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-34307405-8276-4971-8e7c-5f0e5fefa90f req-6d35ed40-3945-42cc-97f8-f5c6bbcea5a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378692 Apr 21 22:11:37.266039 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c4a92-a9c7-4a7b-8e5f-7fe8212e4241 req-d59bb31b-f521-400c-80ff-3db2ba53e1fc tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:37.267491 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a58c4a92-a9c7-4a7b-8e5f-7fe8212e4241 req-d59bb31b-f521-400c-80ff-3db2ba53e1fc tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 946 time: 0.0520275 Apr 21 22:11:37.303498 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-a58c4a92-a9c7-4a7b-8e5f-7fe8212e4241 req-c94d1a1f-e0e8-4755-849b-cc8186bfbc7e tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299306 Apr 21 22:11:37.423498 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f60892-2e01-4799-bbb6-b87c79177cbd req-7af678b2-1d2a-49e4-a593-446e548ad869 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:37.424881 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4f60892-2e01-4799-bbb6-b87c79177cbd req-7af678b2-1d2a-49e4-a593-446e548ad869 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 946 time: 0.0519538 Apr 21 22:11:37.463708 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-a4f60892-2e01-4799-bbb6-b87c79177cbd req-028b2f74-1fc3-45af-85d3-2b0b718e227f tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Apr 21 22:11:37.486108 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45602) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:11:37.525214 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7a921-5643-4929-a1c9-1ec8eb860516 tempest-TestSnapshotPattern-1163534528 tempest-TestSnapshotPattern-1163534528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:37.526676 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-31d7a921-5643-4929-a1c9-1ec8eb860516 tempest-TestSnapshotPattern-1163534528 tempest-TestSnapshotPattern-1163534528-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 1092 time: 0.0396111 Apr 21 22:11:37.529510 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45604) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:11:37.533628 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.v2.base [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Request body: {'floatingip': {'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'port_id': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 22:11:37.552987 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for floatingip, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:37.648972 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:37.748865 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_common [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Allocated IP 172.25.0.125 (e15cf026-9e63-42ff-9500-d9972308a40d/6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c/bc907c44-4d44-4e52-9b00-4187afdb8271) {{(pid=114647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 22:11:37.848480 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for port, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:37.885507 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780103877205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:37.919439 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Network e15cf026-9e63-42ff-9500-d9972308a40d is already hosted by enough agents. {{(pid=114647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 22:11:37.923980 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.base_scheduler [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Resources bound (agent type, host, resource id): {{(pid=114647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 22:11:37.927426 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Received port after_create {{(pid=114647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 22:11:37.950425 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'Port': ['ID=bc907c44-4d44-4e52-9b00-4187afdb8271,revision_number=1']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:37.963123 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.963445 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.963770 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.964095 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.964421 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.964734 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.965078 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.965391 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.965703 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.966016 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.966336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:37.966645 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:11:38.279832 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:38.346421 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:38.491185 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for port, precommit_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:38.495779 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8523415'] for port, after_update {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:38.561343 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event updated for resources: {'Port': ['ID=bc907c44-4d44-4e52-9b00-4187afdb8271,revision_number=2']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:11:38.571178 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33057369'] for floatingip, after_create {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:38.673166 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Floating IP f8ac1711-e444-4c47-a781-5a92089e7da1 associated. External IP: 172.25.0.125, port: 81a1988a-a9c7-4ec4-9739-079823c5352e. Apr 21 22:11:38.873333 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Router 0b850532-7e7f-4291-aaea-33b02e52930a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:11:38.980705 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:11:38.990144 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] Sync routers for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:11:38.998225 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:39.000601 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:11:39.001225 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:11:39.024713 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-fab89ecd-eb93-4915-8260-aa9687127ece tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4942157 Apr 21 22:11:39.025410 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:11:39.027678 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a30c253-1190-4ccb-872e-0a80b035b927" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:11:39.068108 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4296cb47-e34e-4f3e-ba1f-85a3e4fdb640 x-openstack-request-id: req-4296cb47-e34e-4f3e-ba1f-85a3e4fdb640 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:11:39.068399 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:11:39.068651 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4296cb47-e34e-4f3e-ba1f-85a3e4fdb640 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:11:39.069093 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4296cb47-e34e-4f3e-ba1f-85a3e4fdb640'] response: {'name': 'network-changed', 'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'status': 'completed', 'code': 200} Apr 21 22:11:39.103692 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:11:39.130878 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-d5aa626e-1e63-4423-89fd-51c4593be876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:39.132346 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-d5aa626e-1e63-4423-89fd-51c4593be876 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 1097 time: 0.0416856 Apr 21 22:11:39.222092 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-a2086f0d-2181-4dbe-8b37-60d8c04ce7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:39.223554 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-a2086f0d-2181-4dbe-8b37-60d8c04ce7e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0852647 Apr 21 22:11:39.288117 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-ea1bbaa6-c247-4dfa-899f-e0a32795c2fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a1988a-a9c7-4ec4-9739-079823c5352e HTTP/1.1" status: 200 len: 1000 time: 0.0582509 Apr 21 22:11:39.323561 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '060351c2-81ee-40b8-af2b-6acec8d4a961', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:08:27Z', 'updated_at': '2022-04-21T22:08:30Z', 'revision_number': 1, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}, {'id': 'f8ac1711-e444-4c47-a781-5a92089e7da1', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:12:7e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:11:38Z', 'updated_at': '2022-04-21T22:11:38Z', 'revision_number': 0, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:11:39.336615 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-f320ac77-606a-4f7a-a166-9a5461ef372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:39.338082 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-f320ac77-606a-4f7a-a166-9a5461ef372f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0433760 Apr 21 22:11:39.349644 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] Checking router: 0b850532-7e7f-4291-aaea-33b02e52930a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:11:39.358755 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:11:39.359304 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:11:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:11:39.389848 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-826b317c-1d1c-4daa-ab6a-ef6290cda9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:11:39.391379 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-826b317c-1d1c-4daa-ab6a-ef6290cda9a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461252 Apr 21 22:11:39.461237 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:11:39.479106 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-30267104-4ded-47d5-bf3c-e755aaa352c5 service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807786 Apr 21 22:11:39.571807 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-2a30c253-1190-4ccb-872e-0a80b035b927 req-3d966f72-341f-4576-91a0-0118190567d7 service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856216 Apr 21 22:11:39.679410 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '060351c2-81ee-40b8-af2b-6acec8d4a961', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:08:27Z', 'updated_at': '2022-04-21T22:08:30Z', 'revision_number': 1, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}, {'id': 'f8ac1711-e444-4c47-a781-5a92089e7da1', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:12:7e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:11:38Z', 'updated_at': '2022-04-21T22:11:38Z', 'revision_number': 0, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:11:39.703904 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d882f6-d88f-4947-94f6-b2e90a388c35 None None] The sync data for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 is: [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '060351c2-81ee-40b8-af2b-6acec8d4a961', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:08:27Z', 'updated_at': '2022-04-21T22:08:30Z', 'revision_number': 1, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}, {'id': 'f8ac1711-e444-4c47-a781-5a92089e7da1', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:12:7e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:11:38Z', 'updated_at': '2022-04-21T22:11:38Z', 'revision_number': 0, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:11:39.898652 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd2b604-315e-46fa-8074-1d86b3a04f62 None None] New status for floating IP f8ac1711-e444-4c47-a781-5a92089e7da1: ACTIVE {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 22:11:41.246675 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:11:51.244515 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:11:51.315708 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:00.633437 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-db04c340-04a5-4c5b-9f60-5dd6bd7548e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:02.932268 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-11db1cef-b6b4-4adb-8496-c704a9673149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:03.391357 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-d7e600bb-999b-4e67-986d-421404651cdd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394604 Apr 21 22:12:03.470788 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-e8b2745e-e03a-46da-8e86-d94f5ee68a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:12:03.472220 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-e8b2745e-e03a-46da-8e86-d94f5ee68a8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 1097 time: 0.0388834 Apr 21 22:12:03.572673 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-b1eb1b90-18d3-49e5-af92-47507451b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:12:03.574167 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-b1eb1b90-18d3-49e5-af92-47507451b5be service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0845644 Apr 21 22:12:03.637845 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-d676c933-e43f-4dfe-8c25-546930c08de7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a1988a-a9c7-4ec4-9739-079823c5352e HTTP/1.1" status: 200 len: 1002 time: 0.0562282 Apr 21 22:12:03.685195 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-8e68d311-0ed7-459c-bf81-93ffa2419770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:12:03.686504 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-8e68d311-0ed7-459c-bf81-93ffa2419770 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0423427 Apr 21 22:12:03.734861 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-bf38e961-ff8c-463d-8386-0a4b67dccffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:12:03.736316 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-bf38e961-ff8c-463d-8386-0a4b67dccffc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428243 Apr 21 22:12:03.828584 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-bc0a952d-3f30-490f-85e6-a878dbec298c service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831597 Apr 21 22:12:03.921648 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-b2194ef8-2f03-4c1b-930b-158eccdddca1 req-ba5696a7-55cb-4567-abfc-6f447c59140e service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862465 Apr 21 22:12:04.414055 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:05.661078 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:05.964211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-4bdb8307-2f20-4bf6-8576-90a5bcd29114 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791516 Apr 21 22:12:06.042041 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-370867ad-bf4f-45f7-884b-5afb82351588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:12:06.043503 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-370867ad-bf4f-45f7-884b-5afb82351588 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1094 time: 0.0395730 Apr 21 22:12:06.127707 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:06.155793 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-dd7c8218-5a83-44cf-8e63-a8536c75ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:12:06.157411 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-dd7c8218-5a83-44cf-8e63-a8536c75ced9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0950217 Apr 21 22:12:06.220461 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-ff787586-df89-4f0a-ba06-a85adfe85e4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 999 time: 0.0560129 Apr 21 22:12:06.270438 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-bb3943eb-bef9-4229-8849-2599bcf65b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:12:06.271864 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-bb3943eb-bef9-4229-8849-2599bcf65b56 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0453677 Apr 21 22:12:06.327075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-fc9830ba-a4c8-4ac3-8f02-7b037310e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:12:06.328544 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-fc9830ba-a4c8-4ac3-8f02-7b037310e03c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500240 Apr 21 22:12:06.421017 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-1479f8c3-8d61-4f2f-9de6-4153b13e4ee8 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854106 Apr 21 22:12:06.516344 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-c43a0f7a-4bcf-4d13-8ac5-7c6c76e3f271 req-4f05b03b-4155-4323-9374-24a5ed8effc5 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894008 Apr 21 22:12:18.245233 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:12:21.239020 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:21.322837 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:30.633077 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-34ee270a-1bdd-40ec-93b1-20cfbd473aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:32.933948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-03dabc26-5f68-415e-a748-e20194bcebd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:34.417912 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:35.663926 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:36.129757 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:51.241163 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:51.345885 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:12:55.244674 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:13:00.634066 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b09a8b26-3bb4-4c99-9bf0-4cfb5c97bb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:02.934479 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6be5834d-a4b3-4ee2-a517-4cc95c490df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:04.420000 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:05.374219 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-43ff0383-0dcb-44d8-8656-3b57b0979d56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422065 Apr 21 22:13:05.455513 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-981f4edf-1b33-4449-83f2-8dce4bad1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:05.457011 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-981f4edf-1b33-4449-83f2-8dce4bad1360 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 1097 time: 0.0408871 Apr 21 22:13:05.561043 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-2e9b1aa7-f34e-4901-8215-536ce73e8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:05.562500 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-2e9b1aa7-f34e-4901-8215-536ce73e8fc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0879776 Apr 21 22:13:05.627291 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-ae1e2c37-f148-4a18-ad2f-efeeae0ba3e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a1988a-a9c7-4ec4-9739-079823c5352e HTTP/1.1" status: 200 len: 1002 time: 0.0573354 Apr 21 22:13:05.667143 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:05.676273 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-f4fb023c-c2cd-4c61-9186-fc33ef7e67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:05.677753 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-f4fb023c-c2cd-4c61-9186-fc33ef7e67c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0438647 Apr 21 22:13:05.725189 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-464a8644-bac5-4566-9d23-4d06ee76ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:05.726766 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-464a8644-bac5-4566-9d23-4d06ee76ba3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426588 Apr 21 22:13:05.812522 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-f2b2876f-fa49-4751-b649-59c7325e7612 service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787311 Apr 21 22:13:05.904914 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-4e2b4057-e028-449e-bfd8-b8432a3a20d5 req-92ff2687-0d39-4acd-952b-366ca1217e51 service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853441 Apr 21 22:13:05.947211 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d029d49e-1929-4209-a937-69e14db135a9 req-3929e457-3801-46ff-8f57-f216889f71db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459867 Apr 21 22:13:06.025674 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d49e-1929-4209-a937-69e14db135a9 req-cc9bc65d-6f3c-4ee7-aaea-5ce035e18a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:06.027143 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d029d49e-1929-4209-a937-69e14db135a9 req-cc9bc65d-6f3c-4ee7-aaea-5ce035e18a7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1094 time: 0.0389681 Apr 21 22:13:06.129776 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d49e-1929-4209-a937-69e14db135a9 req-a541b730-9687-4cb5-9f75-21637f0e1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:06.132008 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d029d49e-1929-4209-a937-69e14db135a9 req-a541b730-9687-4cb5-9f75-21637f0e1cb2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0867069 Apr 21 22:13:06.132158 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:06.199658 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d029d49e-1929-4209-a937-69e14db135a9 req-47e479c1-7f43-4ac7-9c42-acc58870ff7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 999 time: 0.0616322 Apr 21 22:13:06.251765 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d49e-1929-4209-a937-69e14db135a9 req-ca33bbc9-aada-4d0b-89ba-ec5552e230b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:06.253226 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d029d49e-1929-4209-a937-69e14db135a9 req-ca33bbc9-aada-4d0b-89ba-ec5552e230b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0470703 Apr 21 22:13:06.296528 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d49e-1929-4209-a937-69e14db135a9 req-e9cd7e7b-f35f-4d7f-972f-97abda69ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:06.298003 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d029d49e-1929-4209-a937-69e14db135a9 req-e9cd7e7b-f35f-4d7f-972f-97abda69ca6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387175 Apr 21 22:13:06.383825 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d029d49e-1929-4209-a937-69e14db135a9 req-8a5ab3b9-9058-4a82-bfba-841653835650 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791612 Apr 21 22:13:06.473235 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-d029d49e-1929-4209-a937-69e14db135a9 req-4f543898-63a2-4fa3-8cf0-7df06f904650 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833342 Apr 21 22:13:21.240145 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:21.344514 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:30.638389 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d5bfeb33-fd06-4b10-ab4d-fbb3aac3bba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:32.243489 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:13:32.935677 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-8a38b15c-2f46-4cbe-806d-f5d4a08882ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:34.423443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:35.669535 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:36.134544 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:43.563402 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 81a1988a-a9c7-4ec4-9739-079823c5352e details requested by agent hyperv_n-h1-838945-1 with host n-h1-838945-1 {{(pid=114648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 22:13:43.657629 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 81a1988a-a9c7-4ec4-9739-079823c5352e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=81a1988a-a9c7-4ec4-9739-079823c5352e,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:13:43.668245 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Returning: {'device': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'port_id': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'mac_address': 'fa:16:3e:12:7e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 22:13:43.703224 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:43.715795 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81a1988a-a9c7-4ec4-9739-079823c5352e {{(pid=114648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 22:13:43.737915 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 81a1988a-a9c7-4ec4-9739-079823c5352e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=81a1988a-a9c7-4ec4-9739-079823c5352e,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:13:43.741918 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:43.791857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=81a1988a-a9c7-4ec4-9739-079823c5352e,revision_number=6']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:13:43.799206 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.799549 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.799885 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.800216 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.800543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.800891 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.801212 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.801531 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.801848 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.802165 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.802479 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.802794 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:43.811744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] get_ports_and_sgs() called for port_ids ['81a1988a-a9c7-4ec4-9739-079823c5352e'] {{(pid=114648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 22:13:45.569983 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 81a1988a-a9c7-4ec4-9739-079823c5352e up at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 22:13:45.616193 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.provisioning_blocks [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Provisioning complete for port 81a1988a-a9c7-4ec4-9739-079823c5352e triggered by entity L2. {{(pid=114648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 22:13:45.616562 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32949706'] for port, provisioning_complete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:45.690885 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535829'] for port, before_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:45.712322 n-d-838945-1 neutron-server[114648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e'}] {{(pid=114648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:13:45.714567 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04ebeb966d2d664305bf86efd88acfb13565537d76fb5c2cd2db72bfefff6d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7475220-5e78-46ad-bb3b-13ae4dd883db" -d '{"events": [{"server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "name": "network-vif-plugged", "status": "completed", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e"}]}' {{(pid=114648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:13:45.728049 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] For port 81a1988a-a9c7-4ec4-9739-079823c5352e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=81a1988a-a9c7-4ec4-9739-079823c5352e,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:13:45.732100 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780104382401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780103877196', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780103877834'] for port, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:45.754728 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea05500-b07d-4548-9776-0613a626685e x-openstack-request-id: req-aea05500-b07d-4548-9776-0613a626685e {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:13:45.755013 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "name": "network-vif-plugged", "status": "completed", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e", "code": 200}]} {{(pid=114648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:13:45.755260 n-d-838945-1 neutron-server[114648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aea05500-b07d-4548-9776-0613a626685e {{(pid=114648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:13:45.755645 n-d-838945-1 neutron-server[114648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea05500-b07d-4548-9776-0613a626685e'] response: {'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'code': 200} Apr 21 22:13:45.784744 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Pushing event updated for resources: {'Port': ['ID=81a1988a-a9c7-4ec4-9739-079823c5352e,revision_number=7']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:13:51.258137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:51.354504 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:56.094792 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45850) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:13:56.250682 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Deleting port bc907c44-4d44-4e52-9b00-4187afdb8271 {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:13:56.251017 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:56.329126 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:56.329457 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:56.340745 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Calling delete_port for bc907c44-4d44-4e52-9b00-4187afdb8271 owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:13:56.481957 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:56.511342 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event deleted for resources: {'Port': ['ID=bc907c44-4d44-4e52-9b00-4187afdb8271,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:13:56.533275 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.533620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.533948 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.534278 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.534610 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.534932 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.535253 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.535571 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.535885 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.536200 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.536522 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.536862 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:56.576936 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:56.577294 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Floating IP f8ac1711-e444-4c47-a781-5a92089e7da1 disassociated (deleted). External IP: 172.25.0.125, port: 81a1988a-a9c7-4ec4-9739-079823c5352e. Apr 21 22:13:57.116750 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Router 0b850532-7e7f-4291-aaea-33b02e52930a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:13:57.227724 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:13:57.232580 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:57.238360 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] Sync routers for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:13:57.248029 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:13:57.248627 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:13:57.258079 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0973aa98-5d1d-4fba-a8d9-c8a73da0e3a6 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "DELETE /v2.0/floatingips/f8ac1711-e444-4c47-a781-5a92089e7da1 HTTP/1.1" status: 204 len: 168 time: 1.1621661 Apr 21 22:13:57.258805 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:13:57.261335 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd39dca3-128b-4422-80f6-6f7d6278f4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:13:57.362098 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a21959-7a4b-43d4-a89f-06822aa2b0ee x-openstack-request-id: req-a6a21959-7a4b-43d4-a89f-06822aa2b0ee {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:13:57.362381 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:13:57.362623 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a6a21959-7a4b-43d4-a89f-06822aa2b0ee {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:13:57.363049 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a21959-7a4b-43d4-a89f-06822aa2b0ee'] response: {'name': 'network-changed', 'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'status': 'completed', 'code': 200} Apr 21 22:13:57.434581 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-1be0baae-5ae8-46da-aade-c886f51ca636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:57.436088 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-1be0baae-5ae8-46da-aade-c886f51ca636 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 1097 time: 0.0462370 Apr 21 22:13:57.452675 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:13:57.568942 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a07ea6-4c88-40d1-a8cc-4f33ed38db4c req-bc39950f-a41e-4425-88a7-df546918f04c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:57.570969 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92a07ea6-4c88-40d1-a8cc-4f33ed38db4c req-bc39950f-a41e-4425-88a7-df546918f04c tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 946 time: 0.1081874 Apr 21 22:13:57.572345 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-ba706ea2-304f-4984-978e-f28ef569d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:57.573694 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-ba706ea2-304f-4984-978e-f28ef569d161 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.1290984 Apr 21 22:13:57.624832 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-5557fde4-a42f-4237-b757-858aa4f6dde9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a1988a-a9c7-4ec4-9739-079823c5352e HTTP/1.1" status: 200 len: 217 time: 0.0406499 Apr 21 22:13:57.665785 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-92a07ea6-4c88-40d1-a8cc-4f33ed38db4c req-68ba8636-a90e-44f5-9ddc-66b54b7538e4 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882828 Apr 21 22:13:57.674806 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '060351c2-81ee-40b8-af2b-6acec8d4a961', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:08:27Z', 'updated_at': '2022-04-21T22:08:30Z', 'revision_number': 1, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:13:57.684949 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-26f24f58-30b4-4f01-9aa9-9c9ae77882ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:57.686652 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-26f24f58-30b4-4f01-9aa9-9c9ae77882ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0520005 Apr 21 22:13:57.704440 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] Checking router: 0b850532-7e7f-4291-aaea-33b02e52930a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:13:57.713156 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:13:57.713753 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:13:57.738467 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-817a5b29-fa0a-4e1e-af07-b8cc8e87c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:57.739938 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-817a5b29-fa0a-4e1e-af07-b8cc8e87c826 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447531 Apr 21 22:13:57.750782 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-774960b7-3314-43e3-a79e-d0e2f9249af3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=114646) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 22:13:57.751768 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-774960b7-3314-43e3-a79e-d0e2f9249af3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048056 Apr 21 22:13:57.817439 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:13:57.841949 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-da46bc68-f4cb-48c1-ae37-ae1751fc8dcd service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817566 Apr 21 22:13:57.934093 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-cd39dca3-128b-4422-80f6-6f7d6278f4c0 req-9a288557-6cf0-4a13-bbdb-b160c1334952 service neutron] 10.222.0.46 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844791 Apr 21 22:13:58.033969 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '060351c2-81ee-40b8-af2b-6acec8d4a961', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:08:27Z', 'updated_at': '2022-04-21T22:08:30Z', 'revision_number': 1, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:13:58.062994 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b83252-b227-44d3-9e8a-80a91b06f7c9 None None] The sync data for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 is: [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_floatingips': [{'id': '060351c2-81ee-40b8-af2b-6acec8d4a961', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'floating_ip_address': '172.25.0.142', 'floating_network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'router_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'port_id': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'mac_address': 'fa:16:3e:a3:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T22:08:27Z', 'updated_at': '2022-04-21T22:08:30Z', 'revision_number': 1, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:13:58.270569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd95ba-4c3f-4daf-b59a-d6aeb5ec9b3e None None] New status for floating IP f8ac1711-e444-4c47-a781-5a92089e7da1: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 22:13:58.789999 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f0bed-11bc-4af1-8012-266e4082c910 req-d0f4eb2d-facb-4ca4-aa46-9b4bbe7dad01 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:58.791440 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef5f0bed-11bc-4af1-8012-266e4082c910 req-d0f4eb2d-facb-4ca4-aa46-9b4bbe7dad01 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 946 time: 0.0465920 Apr 21 22:13:58.827606 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-ef5f0bed-11bc-4af1-8012-266e4082c910 req-046b394e-489b-4f05-9f04-591a0b192c89 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301874 Apr 21 22:13:59.265389 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-736fce77-58e4-4949-b684-b2eaa83379f8 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:13:59.266794 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-736fce77-58e4-4949-b684-b2eaa83379f8 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 946 time: 0.0478728 Apr 21 22:13:59.352452 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Deleting port 81a1988a-a9c7-4ec4-9739-079823c5352e {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:13:59.352851 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:59.440888 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] For port 81a1988a-a9c7-4ec4-9739-079823c5352e, host n-h1-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838945-1',level=0,port_id=81a1988a-a9c7-4ec4-9739-079823c5352e,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:13:59.441246 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:59.453349 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Calling delete_port for 81a1988a-a9c7-4ec4-9739-079823c5352e owned by compute:nova {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:13:59.578217 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:59.611506 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event deleted for resources: {'Port': ['ID=81a1988a-a9c7-4ec4-9739-079823c5352e,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:13:59.632203 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.632543 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.632901 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.633235 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.633556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.633872 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.634190 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.634503 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.634814 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.635126 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.635439 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.635748 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838945-1 {{(pid=114646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 22:13:59.650068 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 81a1988a-a9c7-4ec4-9739-079823c5352e no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:13:59.657839 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] No DVR routers for this DVR port 81a1988a-a9c7-4ec4-9739-079823c5352e on host n-h1-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:13:59.660397 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:13:59.664482 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-ba86853e-9600-412a-bc4b-ecd42f4fff6b req-a8c8d369-8dcb-46b3-bcbe-f8c4e2401293 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.46 "DELETE /v2.0/ports/81a1988a-a9c7-4ec4-9739-079823c5352e HTTP/1.1" status: 204 len: 173 time: 0.3915608 Apr 21 22:13:59.664948 n-d-838945-1 neutron-server[114646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'name': 'network-vif-deleted', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e'}] {{(pid=114646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:13:59.667783 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7aa022a5e047e2bf087d818701e06e07cafdd06cf424f8eba91e1adbb0e8486" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a215795a-b6aa-41e3-9f43-90da136a314b" -d '{"events": [{"server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "name": "network-vif-deleted", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e"}]}' {{(pid=114646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:13:59.670920 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 81a1988a-a9c7-4ec4-9739-079823c5352e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:13:59.671268 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 81a1988a-a9c7-4ec4-9739-079823c5352e not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:13:59.708251 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13b394b-8fec-4393-bc85-55b7520b49cc x-openstack-request-id: req-e13b394b-8fec-4393-bc85-55b7520b49cc {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:13:59.708547 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fa756d-205c-4af2-92db-dfeca0f3fff3", "name": "network-vif-deleted", "tag": "81a1988a-a9c7-4ec4-9739-079823c5352e", "status": "completed", "code": 200}]} {{(pid=114646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:13:59.708818 n-d-838945-1 neutron-server[114646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e13b394b-8fec-4393-bc85-55b7520b49cc {{(pid=114646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:13:59.709217 n-d-838945-1 neutron-server[114646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13b394b-8fec-4393-bc85-55b7520b49cc'] response: {'server_uuid': 'e7fa756d-205c-4af2-92db-dfeca0f3fff3', 'name': 'network-vif-deleted', 'tag': '81a1988a-a9c7-4ec4-9739-079823c5352e', 'status': 'completed', 'code': 200} Apr 21 22:13:59.932181 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-912b10c4-3c37-4d20-95a3-83d5d643dfd6 req-5d1099f0-78fe-477f-8c62-b1a057a54578 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7fa756d-205c-4af2-92db-dfeca0f3fff3 HTTP/1.1" status: 200 len: 210 time: 0.0261087 Apr 21 22:14:00.640110 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3206836e-4152-4be8-8bce-fc67047b9935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:01.498711 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45912) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:01.657800 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Deleting port 4fff6bb8-2308-4587-aa28-adf2170bcc1a {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:01.658054 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:01.730492 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:01.730814 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:01.742452 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Calling delete_port for 4fff6bb8-2308-4587-aa28-adf2170bcc1a owned by network:floatingip {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:01.891165 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:01.916834 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event deleted for resources: {'Port': ['ID=4fff6bb8-2308-4587-aa28-adf2170bcc1a,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:01.984208 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for floatingip, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:01.984597 n-d-838945-1 neutron-server[114647]: INFO neutron.db.l3_db [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Floating IP 060351c2-81ee-40b8-af2b-6acec8d4a961 disassociated (deleted). External IP: 172.25.0.142, port: 80a05236-4366-4ff5-8608-223cc1b6e6db. Apr 21 22:14:02.203866 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Router 0b850532-7e7f-4291-aaea-33b02e52930a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:14:02.310199 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:14:02.314552 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for floatingip, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:02.320871 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] Sync routers for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:14:02.329893 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:14:02.330490 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:02.342517 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-806beeb3-0add-433f-b3fb-f7122c11d3ff tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "DELETE /v2.0/floatingips/060351c2-81ee-40b8-af2b-6acec8d4a961 HTTP/1.1" status: 204 len: 168 time: 0.8427308 Apr 21 22:14:02.343085 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:14:02.345352 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987855c8-8adb-4e9b-8ab2-369b94c60450" -d '{"events": [{"name": "network-changed", "server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:14:02.386392 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23afc090-7d93-4e1c-984f-70bced510635 x-openstack-request-id: req-23afc090-7d93-4e1c-984f-70bced510635 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:14:02.386747 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:14:02.387068 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23afc090-7d93-4e1c-984f-70bced510635 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:14:02.387565 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23afc090-7d93-4e1c-984f-70bced510635'] response: {'name': 'network-changed', 'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'status': 'completed', 'code': 200} Apr 21 22:14:02.441579 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:14:02.450620 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-c0bb4f76-39a6-475a-980b-192036f01a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:14:02.452285 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-c0bb4f76-39a6-475a-980b-192036f01a7c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 1094 time: 0.0449989 Apr 21 22:14:02.552998 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-55b36610-75bc-4df3-8045-4399b1262fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:14:02.554548 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-55b36610-75bc-4df3-8045-4399b1262fab service neutron] 10.222.0.43 "GET /v2.0/networks?id=d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 200 len: 911 time: 0.0960689 Apr 21 22:14:02.591855 n-d-838945-1 neutron-server[114646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30932bfe-03cb-4c2b-923a-553f2d5f5417 req-b9d7da1c-e9a4-4832-a6a4-61cdb59c6a70 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:14:02.593548 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30932bfe-03cb-4c2b-923a-553f2d5f5417 req-b9d7da1c-e9a4-4832-a6a4-61cdb59c6a70 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 943 time: 0.0538635 Apr 21 22:14:02.604031 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-56cb2081-2e0f-4eeb-85eb-cc81a60f8508 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 200 len: 217 time: 0.0412705 Apr 21 22:14:02.633126 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [req-30932bfe-03cb-4c2b-923a-553f2d5f5417 req-b7bf3e60-efc8-4c3b-ad65-a3f6bd9e4084 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Apr 21 22:14:02.657872 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-55619aa1-a0f6-428a-a1b0-b5a983d5705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:14:02.659343 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-55619aa1-a0f6-428a-a1b0-b5a983d5705b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 200 len: 849 time: 0.0465405 Apr 21 22:14:02.662911 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:02.692253 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] Checking router: 0b850532-7e7f-4291-aaea-33b02e52930a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:14:02.701109 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:14:02.701709 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:13:33Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:02.704392 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-ec245269-dfc3-4d07-92c7-85e039b1f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:14:02.705912 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-ec245269-dfc3-4d07-92c7-85e039b1f5f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d8248efe-440b-4bd7-905e-410943b64a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402689 Apr 21 22:14:02.797512 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-7ef91422-2575-4a0a-bfe3-85a67b78f467 service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839767 Apr 21 22:14:02.798647 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:14:02.890502 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-987855c8-8adb-4e9b-8ab2-369b94c60450 req-ce9936ef-50d6-4fad-a178-ee78e54df37f service neutron] 10.222.0.43 "GET /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868418 Apr 21 22:14:02.936973 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-63e94374-b3f7-4a93-8e1c-2dfc96e9cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:03.000796 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:03.027617 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abec9f8-503b-4920-9b30-9925d0af7782 None None] The sync data for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 is: [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:03Z', 'revision_number': 4, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1', '_interfaces': [{'id': '1858b6f4-3fe4-485d-ba88-6fd2b625c122', 'name': '', 'network_id': 'd8248efe-440b-4bd7-905e-410943b64a98', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'mac_address': 'fa:16:3e:2b:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:02Z', 'updated_at': '2022-04-21T22:08:07Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'subnets': [{'id': 'a4d78c2b-5aca-4265-8690-a8d89d837451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:14:03.237755 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7778544e-c288-484b-a4e0-e9d6c0c5151d None None] New status for floating IP 060351c2-81ee-40b8-af2b-6acec8d4a961: DOWN {{(pid=114648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 22:14:03.525325 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-0505aa39-e557-4eff-af7b-45e2d12c48d1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:14:03.526751 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-0505aa39-e557-4eff-af7b-45e2d12c48d1 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 943 time: 0.0472531 Apr 21 22:14:03.619162 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Deleting port 80a05236-4366-4ff5-8608-223cc1b6e6db {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:03.619810 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:03.678950 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 81a1988a-a9c7-4ec4-9739-079823c5352e no longer exists at agent hyperv_n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:14:03.699866 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] No Port match for: 81a1988a-a9c7-4ec4-9739-079823c5352e {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:14:03.700527 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Device 81a1988a-a9c7-4ec4-9739-079823c5352e not bound to the agent host n-h1-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:14:03.705119 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] For port 80a05236-4366-4ff5-8608-223cc1b6e6db, host n-h2-838945-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838945-1',level=0,port_id=80a05236-4366-4ff5-8608-223cc1b6e6db,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:14:03.705490 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:03.728231 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Calling delete_port for 80a05236-4366-4ff5-8608-223cc1b6e6db owned by compute:nova {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:03.804844 n-d-838945-1 neutron-server[114647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796a360-d3a6-4f90-9bcb-dc57b1cef451 req-0df6b473-f23a-42c1-b1f5-5172c871d87b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 22:14:03.806298 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4796a360-d3a6-4f90-9bcb-dc57b1cef451 req-0df6b473-f23a-42c1-b1f5-5172c871d87b tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a91cee7-14cf-4e71-b3ec-5f0fba969466 HTTP/1.1" status: 200 len: 943 time: 0.0931661 Apr 21 22:14:03.862749 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4796a360-d3a6-4f90-9bcb-dc57b1cef451 req-a1349a01-4cae-4588-b24e-2581282dddef tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "GET /v2.0/security-groups?id=d02282b7-3475-41ce-ac30-bc35870e6bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496423 Apr 21 22:14:03.914950 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:03.946983 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event deleted for resources: {'Port': ['ID=80a05236-4366-4ff5-8608-223cc1b6e6db,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:03.988807 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] No DVR routers for this DVR port 80a05236-4366-4ff5-8608-223cc1b6e6db on host n-h2-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:14:03.992045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33525466'] for port, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:03.995556 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [req-4ca4cd3d-807a-4bf6-a68f-e0cb3c2f77de req-bd828bc8-c7ea-4d1e-a236-88f32a867270 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.43 "DELETE /v2.0/ports/80a05236-4366-4ff5-8608-223cc1b6e6db HTTP/1.1" status: 204 len: 173 time: 0.4625218 Apr 21 22:14:04.388483 n-d-838945-1 neutron-server[114647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'name': 'network-vif-deleted', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db'}] {{(pid=114647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 22:14:04.392569 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88e66dfd8f0d99ee12d908bd00a9c31dbbc08da8e0fa7426f4e755186c966692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ff919-1ee2-4d7b-89c1-ce6b817204b8" -d '{"events": [{"server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "name": "network-vif-deleted", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db"}]}' {{(pid=114647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 22:14:04.431332 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:04.433843 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949a2cba-6de5-4dd3-beb7-9454654262b3 x-openstack-request-id: req-949a2cba-6de5-4dd3-beb7-9454654262b3 {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 22:14:04.434139 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a91cee7-14cf-4e71-b3ec-5f0fba969466", "name": "network-vif-deleted", "tag": "80a05236-4366-4ff5-8608-223cc1b6e6db", "status": "completed", "code": 200}]} {{(pid=114647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 22:14:04.434432 n-d-838945-1 neutron-server[114647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-949a2cba-6de5-4dd3-beb7-9454654262b3 {{(pid=114647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 22:14:04.434782 n-d-838945-1 neutron-server[114647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949a2cba-6de5-4dd3-beb7-9454654262b3'] response: {'server_uuid': '2a91cee7-14cf-4e71-b3ec-5f0fba969466', 'name': 'network-vif-deleted', 'tag': '80a05236-4366-4ff5-8608-223cc1b6e6db', 'status': 'completed', 'code': 200} Apr 21 22:14:04.918933 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45926) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:04.974927 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-262e8632-1396-4460-98e7-8d633f9278f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:04.999160 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-262e8632-1396-4460-98e7-8d633f9278f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:05.056729 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-262e8632-1396-4460-98e7-8d633f9278f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:05.059263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-262e8632-1396-4460-98e7-8d633f9278f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:05.060471 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-262e8632-1396-4460-98e7-8d633f9278f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] 10.222.0.49 "DELETE /v2.0/security-groups/d02282b7-3475-41ce-ac30-bc35870e6bff HTTP/1.1" status: 204 len: 168 time: 0.1405277 Apr 21 22:14:05.069544 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e8632-1396-4460-98e7-8d633f9278f3 tempest-TestSnapshotPattern-922688846 tempest-TestSnapshotPattern-922688846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02282b7-3475-41ce-ac30-bc35870e6bff,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:05.111446 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45930) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:05.673121 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:05.828847 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:06.050300 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80a05236-4366-4ff5-8608-223cc1b6e6db no longer exists at agent hyperv_n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:14:06.064813 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Deleting port 1858b6f4-3fe4-485d-ba88-6fd2b625c122 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:06.065161 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:06.072745 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] No Port match for: 80a05236-4366-4ff5-8608-223cc1b6e6db {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:14:06.073176 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Device 80a05236-4366-4ff5-8608-223cc1b6e6db not bound to the agent host n-h2-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:14:06.135827 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:06.145372 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] For port 1858b6f4-3fe4-485d-ba88-6fd2b625c122, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=1858b6f4-3fe4-485d-ba88-6fd2b625c122,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:14:06.145940 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:06.158988 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Calling delete_port for 1858b6f4-3fe4-485d-ba88-6fd2b625c122 owned by network:router_interface {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:06.333545 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:06.360703 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Pushing event deleted for resources: {'Port': ['ID=1858b6f4-3fe4-485d-ba88-6fd2b625c122,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:06.521335 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:06.739725 n-d-838945-1 neutron-server[114646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Router 0b850532-7e7f-4291-aaea-33b02e52930a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:14:06.842582 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:14:06.849229 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-668eabf8-26e1-4db3-876a-02ad3fbf4788 admin admin] 10.222.0.49 "PUT /v2.0/routers/0b850532-7e7f-4291-aaea-33b02e52930a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366107 Apr 21 22:14:06.850412 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45934) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:06.855069 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] Sync routers for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:14:06.865084 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:14:06.865758 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:14:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:06.957366 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.064190 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: n-d-838945-1 {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:14:07.067855 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.121368 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Deleting port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:07.123142 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.205194 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] For port 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=54eb9a8b-dcb5-4f34-a860-1bcd98d350c3,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:14:07.205880 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.217415 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Calling delete_port for 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 owned by network:router_gateway {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:07.244455 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:14:06Z', 'revision_number': 5, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port': {'id': '54eb9a8b-dcb5-4f34-a860-1bcd98d350c3', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:74:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:07.269538 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] Checking router: 0b850532-7e7f-4291-aaea-33b02e52930a for host: n-d-838945-1 {{(pid=114649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:14:07.277936 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] Routers {'0b850532-7e7f-4291-aaea-33b02e52930a'} bound to L3 agent in host n-d-838945-1 {{(pid=114649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:14:07.278530 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:14:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['0b850532-7e7f-4291-aaea-33b02e52930a'], 'active': True} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:07.364138 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_dvr_db [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] Set router 0b850532-7e7f-4291-aaea-33b02e52930a gateway port host: None {{(pid=114649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:14:07.402367 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.421682 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.l3_hamode_db [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:14:07Z', 'revision_number': 6, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:07.426367 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=54eb9a8b-dcb5-4f34-a860-1bcd98d350c3,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:07.446950 n-d-838945-1 neutron-server[114649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38fa0f-2ca7-420f-b08d-9000b4313af8 None None] The sync data for ids ['0b850532-7e7f-4291-aaea-33b02e52930a'] in n-d-838945-1 is: [{'id': '0b850532-7e7f-4291-aaea-33b02e52930a', 'name': 'tempest-TestSnapshotPattern-1962831116-router', 'tenant_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:00Z', 'updated_at': '2022-04-21T22:14:07Z', 'revision_number': 6, 'project_id': 'a06db1dcc6a64a909aede1c8a32980b7', 'gw_port_host': None}] {{(pid=114649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:14:07.496136 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.587983 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.590384 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.637732 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.638256 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b850532-7e7f-4291-aaea-33b02e52930a {{(pid=114646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 22:14:07.642696 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] Notify callbacks [] for router, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.643875 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-ed789658-e3f9-4113-9e4a-313cc9ceb9a4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0b850532-7e7f-4291-aaea-33b02e52930a HTTP/1.1" status: 204 len: 168 time: 0.7920501 Apr 21 22:14:07.646374 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45936) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:07.696270 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.db_base_plugin_v2 [None req-8268e6c2-f952-4775-ad0c-41abe1ecc5cc admin admin] Deleting subnet a4d78c2b-5aca-4265-8690-a8d89d837451 {{(pid=114646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 22:14:07.699444 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8268e6c2-f952-4775-ad0c-41abe1ecc5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.733831 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8268e6c2-f952-4775-ad0c-41abe1ecc5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093767'] for subnet, precommit_delete_associations {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.811319 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8268e6c2-f952-4775-ad0c-41abe1ecc5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.862531 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8268e6c2-f952-4775-ad0c-41abe1ecc5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3826279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967689'] for subnet, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.885802 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e6c2-f952-4775-ad0c-41abe1ecc5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d78c2b-5aca-4265-8690-a8d89d837451,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:07.891339 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-8268e6c2-f952-4775-ad0c-41abe1ecc5cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:07.896942 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-8268e6c2-f952-4775-ad0c-41abe1ecc5cc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a4d78c2b-5aca-4265-8690-a8d89d837451 HTTP/1.1" status: 204 len: 168 time: 0.2473850 Apr 21 22:14:07.897232 n-d-838945-1 neutron-server[114646]: DEBUG neutron.wsgi [-] (114646) accepted ('10.222.0.49', 45938) {{(pid=114646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:07.899796 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487c3326-975a-4800-b92d-a2075416b426 None None] Network d8248efe-440b-4bd7-905e-410943b64a98 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 22:14:07.971515 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.019857 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1858b6f4-3fe4-485d-ba88-6fd2b625c122 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:14:08.042452 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 1858b6f4-3fe4-485d-ba88-6fd2b625c122 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:14:08.042792 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 1858b6f4-3fe4-485d-ba88-6fd2b625c122 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:14:08.043153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:14:08.046915 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Deleting port 587a6760-bae1-47fa-8092-cfa492f9e905 {{(pid=114646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:08.047259 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.065707 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:14:08.066058 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 54eb9a8b-dcb5-4f34-a860-1bcd98d350c3 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:14:08.118817 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.db [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] For port 587a6760-bae1-47fa-8092-cfa492f9e905, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=587a6760-bae1-47fa-8092-cfa492f9e905,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:14:08.119177 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.131787 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.plugin [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Calling delete_port for 587a6760-bae1-47fa-8092-cfa492f9e905 owned by network:dhcp {{(pid=114646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:08.144316 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] DHCP port deletion for d8248efe-440b-4bd7-905e-410943b64a98 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 22:14:08.199008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] Deleting port 587a6760-bae1-47fa-8092-cfa492f9e905 {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:08.199383 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.216542 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3824788'] for port, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.244089 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Pushing event deleted for resources: {'Port': ['ID=587a6760-bae1-47fa-8092-cfa492f9e905,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:08.247284 n-d-838945-1 neutron-server[114646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] No DVR routers for this DVR port 587a6760-bae1-47fa-8092-cfa492f9e905 on host n-d-838945-1 {{(pid=114646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:14:08.337386 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.368993 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8248efe-440b-4bd7-905e-410943b64a98']}} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:08.378556 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f483ec-c56f-4aec-9dec-5c3da78ea62e') {'for_net_delete': True} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:08.378850 n-d-838945-1 neutron-server[114646]: DEBUG neutron.services.segments.db [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f483ec-c56f-4aec-9dec-5c3da78ea62e') {} {{(pid=114646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:08.388652 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093772'] for segment, before_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.403010 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.412495 n-d-838945-1 neutron-server[114646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=114646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 22:14:08.413493 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3824833'] for segment, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: Traceback (most recent call last): Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: timer() Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: cb(*args, **kw) Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: return func(*args, **kwargs) Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: self._notify() Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: self.callback(batched_events) Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: event.method(event) Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: return f(self, *a, **k) Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: return self._get(url).json() Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: return self.request(url, 'GET', **kwargs) Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 22:14:08.415325 n-d-838945-1 neutron-server[114646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 22:14:08.441798 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] For port 587a6760-bae1-47fa-8092-cfa492f9e905, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=587a6760-bae1-47fa-8092-cfa492f9e905,segment=NetworkSegment(75f483ec-c56f-4aec-9dec-5c3da78ea62e),segment_id=75f483ec-c56f-4aec-9dec-5c3da78ea62e)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:14:08.442201 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.455871 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] Calling delete_port for 587a6760-bae1-47fa-8092-cfa492f9e905 owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:08.475207 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.480780 n-d-838945-1 neutron-server[114646]: DEBUG neutron_lib.callbacks.manager [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Notify callbacks [] for network, before_response {{(pid=114646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.485487 n-d-838945-1 neutron-server[114646]: INFO neutron.wsgi [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] 10.222.0.49 "DELETE /v2.0/networks/d8248efe-440b-4bd7-905e-410943b64a98 HTTP/1.1" status: 204 len: 168 time: 0.5864391 Apr 21 22:14:08.488437 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45940) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:08.497971 n-d-838945-1 neutron-server[114646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fa3c8-2490-4e91-931e-f97c6786dfbb admin admin] Pushing event deleted for resources: {'Network': ['ID=d8248efe-440b-4bd7-905e-410943b64a98,revision_number=None']} {{(pid=114646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:08.538351 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:08.563153 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] Network d8248efe-440b-4bd7-905e-410943b64a98 is not hosted by any dhcp agent {{(pid=114648) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 22:14:08.563616 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] No DVR routers for this DVR port 587a6760-bae1-47fa-8092-cfa492f9e905 on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:14:08.565449 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae15b26-f61a-4f27-9bc3-393f1cf47490 None None] Pushing event deleted for resources: {'Port': ['ID=587a6760-bae1-47fa-8092-cfa492f9e905,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:08.869089 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33057113'] for router_interface, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:09.119474 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Deleting port 7b07feea-94e8-4b96-abf6-47b9c8213a5f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:09.119721 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:09.193489 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] For port 7b07feea-94e8-4b96-abf6-47b9c8213a5f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=7b07feea-94e8-4b96-abf6-47b9c8213a5f,segment=NetworkSegment(293ba083-8fbc-4597-8209-86e09c548f92),segment_id=293ba083-8fbc-4597-8209-86e09c548f92)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:14:09.193845 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:09.205817 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Calling delete_port for 7b07feea-94e8-4b96-abf6-47b9c8213a5f owned by network:router_interface {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:09.242236 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:14:09.378738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:09.410572 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b07feea-94e8-4b96-abf6-47b9c8213a5f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:09.566347 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33128110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33057513'] for router_interface, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:09.777177 n-d-838945-1 neutron-server[114647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Router c67d7ba1-1776-4137-8e31-9e268315192a has already been hosted by L3 agent b156b075-1065-4054-8ab1-6c880d41e031 {{(pid=114647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 22:14:09.880720 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] Notify agent at l3_agent.n-d-838945-1 the message routers_updated {{(pid=114647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 22:14:09.886466 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-8a6e661b-4aa1-46ac-801b-0dcfd7e96d61 admin admin] 10.222.0.49 "PUT /v2.0/routers/c67d7ba1-1776-4137-8e31-9e268315192a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3961959 Apr 21 22:14:09.889125 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45942) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:09.890318 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] Sync routers for ids ['c67d7ba1-1776-4137-8e31-9e268315192a'] in n-d-838945-1 {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 22:14:09.901375 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] Routers {'c67d7ba1-1776-4137-8e31-9e268315192a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:14:09.901984 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:14:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c67d7ba1-1776-4137-8e31-9e268315192a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:09.992551 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks [] for router, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.009065 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] Set router c67d7ba1-1776-4137-8e31-9e268315192a gateway port host: n-d-838945-1 {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:14:10.063156 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 587a6760-bae1-47fa-8092-cfa492f9e905 no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:14:10.102033 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.126756 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 587a6760-bae1-47fa-8092-cfa492f9e905 {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:14:10.127102 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 587a6760-bae1-47fa-8092-cfa492f9e905 not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:14:10.154739 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Deleting port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:10.155079 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.209100 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'external_fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:14:09Z', 'revision_number': 5, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'gw_port': {'id': '40f6f48d-ba2d-4178-a3e0-94b3cf922c5b', 'name': '', 'network_id': 'e15cf026-9e63-42ff-9500-d9972308a40d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838945-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ebe2703-2d8c-4e07-b4b0-ea9c7843b59c', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838945-1'}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:10.236027 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] For port 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=40f6f48d-ba2d-4178-a3e0-94b3cf922c5b,segment=NetworkSegment(a5bdc520-15ed-407a-895e-d23c6cfed806),segment_id=a5bdc520-15ed-407a-895e-d23c6cfed806)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:14:10.236419 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.239958 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] Checking router: c67d7ba1-1776-4137-8e31-9e268315192a for host: n-d-838945-1 {{(pid=114648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 22:14:10.248385 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] Routers {'c67d7ba1-1776-4137-8e31-9e268315192a'} bound to L3 agent in host n-d-838945-1 {{(pid=114648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 22:14:10.249012 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838945-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T20:37:03Z,description=,heartbeat_timestamp=2022-04-21T22:14:03Z,host='n-d-838945-1',id=b156b075-1065-4054-8ab1-6c880d41e031,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T20:37:03Z,topic='l3_agent')) {'router_ids': ['c67d7ba1-1776-4137-8e31-9e268315192a'], 'active': True} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:10.249146 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Calling delete_port for 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b owned by network:router_gateway {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:10.332236 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvr_db [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] Set router c67d7ba1-1776-4137-8e31-9e268315192a gateway port host: None {{(pid=114648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 22:14:10.385248 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_hamode_db [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:14:10Z', 'revision_number': 6, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'gw_port_host': None}], 'n-d-838945-1', False) {} {{(pid=114648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:10.413702 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.413995 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c5fd35-8d67-4a2e-9379-2efc403d31f8 None None] The sync data for ids ['c67d7ba1-1776-4137-8e31-9e268315192a'] in n-d-838945-1 is: [{'id': 'c67d7ba1-1776-4137-8e31-9e268315192a', 'name': 'tempest-TestSnapshotPattern-1314133853-router', 'tenant_id': '4afcbef839a341c1bd02c37fb2946abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T22:08:05Z', 'updated_at': '2022-04-21T22:14:10Z', 'revision_number': 6, 'project_id': '4afcbef839a341c1bd02c37fb2946abc', 'gw_port_host': None}] {{(pid=114648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 22:14:10.443829 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f6f48d-ba2d-4178-a3e0-94b3cf922c5b,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:10.833965 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33056915'] for router_gateway, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.925263 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33037608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8114'] for router, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.927377 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.970026 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33037631'] for router, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.970533 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67d7ba1-1776-4137-8e31-9e268315192a {{(pid=114647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 22:14:10.975295 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] Notify callbacks [] for router, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:10.976731 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-c6f9ee69-42da-4078-bf5b-d18b3e78a342 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c67d7ba1-1776-4137-8e31-9e268315192a HTTP/1.1" status: 204 len: 168 time: 1.0866928 Apr 21 22:14:10.979205 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45944) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:11.026336 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ede8977-bd9d-4f55-8f27-22e83145d1a0 admin admin] Deleting subnet f58a895b-15ea-424c-9683-4566f44443e0 {{(pid=114647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 22:14:11.029232 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ede8977-bd9d-4f55-8f27-22e83145d1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.062129 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ede8977-bd9d-4f55-8f27-22e83145d1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3272448'] for subnet, precommit_delete_associations {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.137738 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ede8977-bd9d-4f55-8f27-22e83145d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32950497'] for subnet, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.199451 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ede8977-bd9d-4f55-8f27-22e83145d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32950488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4040885'] for subnet, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.228387 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-5ede8977-bd9d-4f55-8f27-22e83145d1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.232616 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-5ede8977-bd9d-4f55-8f27-22e83145d1a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f58a895b-15ea-424c-9683-4566f44443e0 HTTP/1.1" status: 204 len: 168 time: 0.2524490 Apr 21 22:14:11.234006 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede8977-bd9d-4f55-8f27-22e83145d1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58a895b-15ea-424c-9683-4566f44443e0,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:11.234569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21719807-28dd-42b6-b2ff-0ad36617019f None None] Network f9f45cbf-31ad-47dd-aa8e-a536c57ef206 requested from n-d-838945-1 {{(pid=114648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 22:14:11.237796 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45946) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:11.308688 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-552325'] for network, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.365032 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Deleting port 9e3daef0-3017-4fb2-be45-91ffac446d5f {{(pid=114647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:11.365194 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.435569 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074a55d-5042-4760-a691-e7827f85ee3a None None] DHCP port deletion for f9f45cbf-31ad-47dd-aa8e-a536c57ef206 request from n-d-838945-1 {{(pid=114648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 22:14:11.438569 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.db [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] For port 9e3daef0-3017-4fb2-be45-91ffac446d5f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e3daef0-3017-4fb2-be45-91ffac446d5f,segment=NetworkSegment(293ba083-8fbc-4597-8209-86e09c548f92),segment_id=293ba083-8fbc-4597-8209-86e09c548f92)] {{(pid=114647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:14:11.438971 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.452075 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.plugin [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Calling delete_port for 9e3daef0-3017-4fb2-be45-91ffac446d5f owned by network:dhcp {{(pid=114647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:11.481799 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e074a55d-5042-4760-a691-e7827f85ee3a None None] Deleting port 9e3daef0-3017-4fb2-be45-91ffac446d5f {{(pid=114648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 22:14:11.482168 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e074a55d-5042-4760-a691-e7827f85ee3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780104376805'] for port, before_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.528943 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8523422'] for port, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.543543 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.db [None req-e074a55d-5042-4760-a691-e7827f85ee3a None None] For port 9e3daef0-3017-4fb2-be45-91ffac446d5f, host n-d-838945-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838945-1',level=0,port_id=9e3daef0-3017-4fb2-be45-91ffac446d5f,segment=NetworkSegment(293ba083-8fbc-4597-8209-86e09c548f92),segment_id=293ba083-8fbc-4597-8209-86e09c548f92)] {{(pid=114648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 22:14:11.543935 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e074a55d-5042-4760-a691-e7827f85ee3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33062533'] for port, precommit_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.556082 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3daef0-3017-4fb2-be45-91ffac446d5f,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:11.558007 n-d-838945-1 neutron-server[114647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] No DVR routers for this DVR port 9e3daef0-3017-4fb2-be45-91ffac446d5f on host n-d-838945-1 {{(pid=114647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:14:11.560497 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-e074a55d-5042-4760-a691-e7827f85ee3a None None] Calling delete_port for 9e3daef0-3017-4fb2-be45-91ffac446d5f owned by network:dhcp {{(pid=114648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 22:14:11.632709 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32951912', 'neutron.services.segments.db._delete_segments_for_network-8780104425988'] for network, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.634127 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e074a55d-5042-4760-a691-e7827f85ee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780104382383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780103877187'] for port, after_delete {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.652207 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f45cbf-31ad-47dd-aa8e-a536c57ef206']}} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:11.656341 n-d-838945-1 neutron-server[114648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074a55d-5042-4760-a691-e7827f85ee3a None None] Pushing event deleted for resources: {'Port': ['ID=9e3daef0-3017-4fb2-be45-91ffac446d5f,revision_number=None']} {{(pid=114648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:11.662259 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293ba083-8fbc-4597-8209-86e09c548f92') {'for_net_delete': True} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:11.662565 n-d-838945-1 neutron-server[114647]: DEBUG neutron.services.segments.db [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293ba083-8fbc-4597-8209-86e09c548f92') {} {{(pid=114647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 22:14:11.663460 n-d-838945-1 neutron-server[114648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074a55d-5042-4760-a691-e7827f85ee3a None None] No DVR routers for this DVR port 9e3daef0-3017-4fb2-be45-91ffac446d5f on host n-d-838945-1 {{(pid=114648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 22:14:11.676598 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780104426253', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3272459'] for segment, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.691124 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048'] for segment, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.698060 n-d-838945-1 neutron-server[114647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=114647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 22:14:11.698465 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32953048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8523467'] for segment, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: Traceback (most recent call last): Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: timer() Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: cb(*args, **kw) Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: return func(*args, **kwargs) Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: self._notify() Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: self.callback(batched_events) Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: event.method(event) Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: return f(self, *a, **k) Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: return self._get(url).json() Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: return self.request(url, 'GET', **kwargs) Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 22:14:11.700235 n-d-838945-1 neutron-server[114647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 22:14:11.756692 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32951907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33138279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33128119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33057355'] for network, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.768598 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Notify callbacks [] for network, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.771703 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f9f45cbf-31ad-47dd-aa8e-a536c57ef206 HTTP/1.1" status: 204 len: 168 time: 0.5319679 Apr 21 22:14:11.783463 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5fe21-6214-4cd8-8f16-8f0fa51a8730 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f45cbf-31ad-47dd-aa8e-a536c57ef206,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:11.883179 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45950) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:11.922868 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-0127f6f3-78d0-4b42-934f-30600b10634e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a06db1dcc6a64a909aede1c8a32980b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384395 Apr 21 22:14:11.925340 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45952) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:11.972207 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ebd42251-809d-434f-a4e4-abeea062e62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.995023 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ebd42251-809d-434f-a4e4-abeea062e62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:11.996358 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e3daef0-3017-4fb2-be45-91ffac446d5f no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:14:12.016008 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 9e3daef0-3017-4fb2-be45-91ffac446d5f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:14:12.016345 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 9e3daef0-3017-4fb2-be45-91ffac446d5f not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:14:12.016749 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7b07feea-94e8-4b96-abf6-47b9c8213a5f no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:14:12.039827 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 7b07feea-94e8-4b96-abf6-47b9c8213a5f {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:14:12.040087 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 7b07feea-94e8-4b96-abf6-47b9c8213a5f not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:14:12.040562 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b no longer exists at agent ovs-agent-n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 22:14:12.042148 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ebd42251-809d-434f-a4e4-abeea062e62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:12.044648 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-ebd42251-809d-434f-a4e4-abeea062e62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:12.045820 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-ebd42251-809d-434f-a4e4-abeea062e62d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b55f11fe-f405-4955-a039-68a418bfd948 HTTP/1.1" status: 204 len: 168 time: 0.1196053 Apr 21 22:14:12.053740 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd42251-809d-434f-a4e4-abeea062e62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55f11fe-f405-4955-a039-68a418bfd948,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:12.062539 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.plugin [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] No Port match for: 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b {{(pid=114648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 22:14:12.062879 n-d-838945-1 neutron-server[114648]: DEBUG neutron.plugins.ml2.rpc [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Device 40f6f48d-ba2d-4178-a3e0-94b3cf922c5b not bound to the agent host n-d-838945-1 {{(pid=114648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 22:14:12.351255 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45958) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:12.391317 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-66776de1-4161-489b-ac79-3e4b87a1d97c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4afcbef839a341c1bd02c37fb2946abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389206 Apr 21 22:14:12.393818 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [-] (114647) accepted ('10.222.0.49', 45960) {{(pid=114647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 22:14:12.445163 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6159fe56-9d94-403d-a71a-76fcb38eec5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:12.465566 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6159fe56-9d94-403d-a71a-76fcb38eec5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:12.511045 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6159fe56-9d94-403d-a71a-76fcb38eec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33137615'] for security_group, after_delete {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:12.513669 n-d-838945-1 neutron-server[114647]: DEBUG neutron_lib.callbacks.manager [None req-6159fe56-9d94-403d-a71a-76fcb38eec5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:12.514805 n-d-838945-1 neutron-server[114647]: INFO neutron.wsgi [None req-6159fe56-9d94-403d-a71a-76fcb38eec5f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c85feda-0e34-455f-816e-95069551e275 HTTP/1.1" status: 204 len: 168 time: 0.1201134 Apr 21 22:14:12.522138 n-d-838945-1 neutron-server[114647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159fe56-9d94-403d-a71a-76fcb38eec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c85feda-0e34-455f-816e-95069551e275,revision_number=None']} {{(pid=114647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 22:14:21.257021 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:21.359278 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:30.641891 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce9b39b0-2638-4987-9f91-49a0b4631d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:32.939157 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5aea5a24-149c-49cf-b5dc-1adb2ad3c464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:34.428338 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:35.675056 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:36.138039 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:46.240511 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:14:51.261040 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:14:51.357975 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:00.642926 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cbf5c1a8-837e-4b15-86ed-0f50cf411e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:02.941068 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5ce39ecf-fc76-4d91-b2fc-4fe1bd4bd5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:04.431718 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:05.678513 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:06.138577 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:21.268790 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:21.372421 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:23.239799 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:15:30.643660 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-90c7e05f-3b04-48fd-964f-19efca499a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:32.941860 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5f587b3b-23ac-41e3-85fd-f5e79d2e9618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:34.433154 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:35.681962 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:36.141007 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:51.271237 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:15:51.376892 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:00.239082 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:16:00.645123 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e127c918-ac71-4a8e-a98c-6dea2eef0774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:02.944733 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6a7d-c7eb-4f9b-bc0a-cb300cd4a57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:04.437062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:05.687239 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:06.142181 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:21.282779 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:21.384395 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:30.646748 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d41cbae0-0acb-4d75-ab8c-5873726572db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:32.946036 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-9b44e6e7-4257-4e61-b09c-87e3b00416ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:34.439170 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:35.689155 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:36.145131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:37.239537 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:16:51.297709 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:16:51.385831 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:00.649859 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cfe5b422-9ea8-47f4-9529-55566205b62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:02.946521 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-75b17993-6f3d-47a2-ac2d-7e9818f4c016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:04.442442 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:05.689352 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:06.146722 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:14.238450 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:17:21.313218 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:21.383131 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:30.651223 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5a6736b0-26e3-466c-b4c9-aaca6bbaf436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:32.947754 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-941ef77d-34be-46a0-9b97-dfecbe9d36e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:34.444494 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:35.692062 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:36.149443 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:51.237426 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:17:51.316323 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:17:51.397029 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:00.652117 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-b9bd4714-1b23-43a3-aca5-15c0b329c40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:02.948523 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-cf9e3c72-6f8e-4e24-bf98-83ffa34bff53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:04.448553 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:05.696309 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:06.152355 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:21.327436 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:21.393793 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:28.236267 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:18:30.653190 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-414bfaf0-26db-4e64-9b6a-e7b5c9d4c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:32.950426 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-968923be-04c8-464e-acd9-d9d6f54830d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:34.450846 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:35.697232 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:36.154065 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:51.327708 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:18:51.410703 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:00.653546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-29adcf9d-921c-45e6-abc1-da4036bacf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:02.951873 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5599530a-dc59-4ec3-aebd-a01f2d51dd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:04.454357 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:05.236001 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:19:05.699800 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:06.155609 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:21.327292 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:21.410704 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:30.654630 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-e691a3b2-fa4f-4baf-972b-7cdf844ecae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:32.952151 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-18818c5a-289e-4faf-89c8-4483ed441703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:34.457399 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:35.703688 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:36.157757 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:42.234081 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:19:51.345256 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:19:51.424720 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:00.655410 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-56c35ae9-9d90-4374-afd2-75a91099b6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:02.955948 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-3826767a-16bd-4003-8989-72cf3d572107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:04.459740 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:05.707053 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:06.160451 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:19.233457 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:20:21.341547 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:21.422851 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:30.657369 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a6981e11-767f-4665-ab9c-32a035640091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:32.956077 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-0f20e577-73fe-477d-bec8-6ea39630c204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:34.462751 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:35.709430 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:36.163187 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:51.356314 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:51.421921 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:20:56.233332 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:21:00.657925 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-23449595-1b52-46bc-b4f7-b26d0750c9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:02.956930 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-6fccf0c9-dd46-439f-8573-3257bb6d73d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:04.466137 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:05.711002 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:06.165501 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:12.771653 n-d-838945-1 neutron-server[114647]: DEBUG neutron.wsgi [req-10e1286a-b7e2-4397-b9b3-91d458a678dc req-9ae866ae-d706-4d10-adb4-1f427c63ea29 service neutron] (114647) timed out ('10.222.0.49', 43630) {{(pid=114647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 22:21:21.356357 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:21.436821 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:30.658636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-298e0dd0-c290-4539-aa85-ab8b44537e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:32.957347 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-20e32321-57e0-42ac-a703-765e5090a545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:33.232985 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:21:34.467961 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:35.713866 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:36.167879 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:51.355546 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:21:51.457246 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:00.659071 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d0747e92-3c59-4e40-9ba0-fe0a0de312c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:02.960939 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a743faef-e396-4b2f-a38f-e7136c3f3a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:04.469170 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:05.715641 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:06.169585 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:10.233565 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:22:21.358446 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:21.450766 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:30.660936 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5888b51d-5be6-4f3e-886c-dd31a4c46d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:32.961439 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d28f3c49-66eb-46c4-87c5-036f62d7020c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:34.472636 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:35.718814 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:36.170804 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:47.234710 n-d-838945-1 neutron-server[114649]: DEBUG neutron.db.agents_db [None req-9b0308e6-1ef3-4402-9b68-54564ea6b9c4 None None] Agent healthcheck: found 7 active agents {{(pid=114649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 22:22:51.355879 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-a75578bc-17e6-4571-8c37-9d988118b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:22:51.466706 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-d1ebdc9c-7933-4733-9a0c-6e794b7aa054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:23:00.662365 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-40f08134-e3b6-45ec-8e6f-10b08ad7f444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:23:02.964000 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-5171f8b3-2e17-4ddf-8dbc-aa9b69839682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:23:04.476332 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-ce89452f-7d6d-4855-ac0d-7f1d1f1a34bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:23:05.722556 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-053f05a2-4f78-4cfe-a943-ba7d1f6084ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 22:23:06.173211 n-d-838945-1 neutron-server[114648]: DEBUG neutron_lib.callbacks.manager [None req-85d6d189-bd6b-4df4-8545-0e305c179156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780104421358', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948584'] for agent, after_update {{(pid=114648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}